-- Logs begin at Wed 2022-02-02 12:12:31 UTC, end at Wed 2022-02-02 14:33:01 UTC. -- Feb 02 12:47:14.731335 n-d-827336-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 02 12:47:17.631232 n-d-827336-2 neutron-server[103080]: INFO neutron.common.config [-] Logging enabled! Feb 02 12:47:17.631903 n-d-827336-2 neutron-server[103080]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev460 Feb 02 12:47:17.632010 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103080) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 12:47:17.635191 n-d-827336-2 neutron-server[103080]: INFO neutron.common.config [-] Logging enabled! Feb 02 12:47:17.635472 n-d-827336-2 neutron-server[103080]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev460 Feb 02 12:47:17.635768 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103080) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 12:47:17.636698 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 12:47:17.636932 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 12:47:17.637280 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 12:47:17.637495 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 12:47:17.637741 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 12:47:17.638213 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.638636 n-d-827336-2 neutron-server[103080]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 02 12:47:17.638935 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.639252 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.639552 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.639833 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.640098 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.640373 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.640651 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.640938 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.641214 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.641482 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.641760 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.642041 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.642317 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.642621 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.642895 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.643150 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] debug = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.643438 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.643873 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.644296 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.644566 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.644848 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.645117 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.645383 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.645654 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.645934 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.646257 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] host = n-d-827336-2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.646526 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.646802 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.647080 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.647355 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.647647 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.647917 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.648193 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.648457 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.648722 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] log_file = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.648989 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.649264 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.649543 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.649825 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.650044 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.650260 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.650539 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.650817 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.651082 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.651345 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.651643 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.651911 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.652178 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.652442 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.652718 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.652995 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.653270 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.653535 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.653799 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.654065 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.654327 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.654601 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.654865 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.655131 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.655397 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.655698 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.655960 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.656231 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.656521 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.656799 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.657072 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.657347 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.657613 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.657885 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.658262 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.658534 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.658801 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] use_json = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.659070 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.659337 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.659638 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.659908 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.660175 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.660440 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.660707 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.660983 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.661250 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:17.661543 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.661834 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.662127 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.662417 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.662699 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.662972 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.663252 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.663549 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.663834 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.664114 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.664399 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.664674 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.664970 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.665252 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.665539 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.665836 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.666129 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.666415 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.666686 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.666953 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.667220 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.667516 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.667803 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.668073 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.668353 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.668635 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.668907 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.669193 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.669478 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.669770 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.670052 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.670321 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.670595 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.670878 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.671152 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.671446 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.671717 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.672002 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.672278 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.672545 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.672822 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.673094 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.673365 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.673652 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.673928 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.674211 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.674482 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.674746 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.675011 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.675282 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.675568 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.675849 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.676125 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.676393 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.676659 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.676929 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.677193 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.677463 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.677735 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.678001 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.678271 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.678535 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.678797 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.679063 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.679326 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.679615 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.679879 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.680142 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.680411 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.680672 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.680933 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.681197 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.681459 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.681723 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.681998 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.682286 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.682554 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.682821 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.683089 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.683358 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.683651 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.683921 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.684188 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.684455 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.684716 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.684994 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.685266 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.685541 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.685833 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.686106 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.686389 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.686654 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.686925 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.687191 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.687479 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.687753 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.688027 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.688311 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.688594 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.688877 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.689577 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.689577 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.689819 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.690121 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.690393 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:17.690604 n-d-827336-2 neutron-server[103080]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 12:47:17.690839 n-d-827336-2 neutron-server[103080]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103080) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 02 12:47:18.052205 n-d-827336-2 neutron-server[103080]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 02 12:47:18.052405 n-d-827336-2 neutron-server[103080]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 02 12:47:18.052689 n-d-827336-2 neutron-server[103080]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 02 12:47:18.053016 n-d-827336-2 neutron-server[103080]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 02 12:47:18.372404 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.372699 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.372980 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.374289 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.374559 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.374819 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.418741 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.418987 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.419269 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.433299 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.433565 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.433826 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.463567 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.463842 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.464097 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.499442 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.499728 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.499985 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.836078 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.836744 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.836744 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.836891 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.837525 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.934621 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.934961 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.935238 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.935510 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.935793 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.936102 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.936353 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.936600 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.936845 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.937122 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.937372 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.937609 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.937857 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.938103 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.938346 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.938594 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.938826 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.939090 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.939410 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.939697 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.939965 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.940249 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.940521 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.940888 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.941131 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.941371 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.941773 n-d-827336-2 neutron-server[103080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 12:47:18.942009 n-d-827336-2 neutron-server[103080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 12:47:18.942240 n-d-827336-2 neutron-server[103080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 12:47:18.942468 n-d-827336-2 neutron-server[103080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 12:47:18.942699 n-d-827336-2 neutron-server[103080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 12:47:18.942927 n-d-827336-2 neutron-server[103080]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 12:47:18.943288 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 02 12:47:18.946500 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 02 12:47:18.950583 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 02 12:47:18.954591 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 02 12:47:18.956217 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 02 12:47:18.956666 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 02 12:47:18.956995 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 02 12:47:18.957377 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 02 12:47:18.960234 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 02 12:47:18.960479 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 02 12:47:18.960818 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 12:47:18.965637 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 02 12:47:18.989921 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 02 12:47:18.990357 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.990664 n-d-827336-2 neutron-server[103080]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103080) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 02 12:47:18.991012 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.992398 n-d-827336-2 neutron-server[103080]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103080) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 02 12:47:18.992670 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 12:47:18.992910 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 02 12:47:18.996244 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:18.996516 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.060564 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 02 12:47:19.060770 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 02 12:47:19.061025 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 02 12:47:19.061378 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 02 12:47:19.088058 n-d-827336-2 neutron-server[103080]: DEBUG oslo_db.sqlalchemy.engines [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103080) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 02 12:47:19.557110 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Initializing driver for type 'gre' Feb 02 12:47:19.557777 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] gre ID ranges: [(1, 1000)] Feb 02 12:47:19.616646 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Initializing driver for type 'local' Feb 02 12:47:19.617113 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Initializing driver for type 'vlan' Feb 02 12:47:19.637181 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] VlanTypeDriver initialization complete Feb 02 12:47:19.637637 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Initializing driver for type 'vxlan' Feb 02 12:47:19.638328 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] vxlan ID ranges: [(1, 1000)] Feb 02 12:47:19.691965 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Initializing extension driver 'port_security' Feb 02 12:47:19.692324 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.extensions.port_security [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] PortSecurityExtensionDriver initialization complete Feb 02 12:47:19.692657 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Initializing mechanism driver 'openvswitch' Feb 02 12:47:19.692981 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Initializing mechanism driver 'hyperv' Feb 02 12:47:19.699740 n-d-827336-2 neutron-server[103080]: DEBUG neutron.plugins.ml2.plugin [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:47:19.700428 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > port after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.700826 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > port after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.701181 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > port after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.701720 n-d-827336-2 neutron-server[103080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 12:47:19.702150 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > subnet after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.702538 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > subnet after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.702879 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.703286 n-d-827336-2 neutron-server[103080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 12:47:19.703792 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > network after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.704609 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > network after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.704609 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > network after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.704824 n-d-827336-2 neutron-server[103080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 12:47:19.705259 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > security_group after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.705606 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > security_group after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.705941 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.706474 n-d-827336-2 neutron-server[103080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 12:47:19.706885 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.707234 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.707615 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.707997 n-d-827336-2 neutron-server[103080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 12:47:19.708404 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > address_group after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.708747 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > address_group after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.709086 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.709487 n-d-827336-2 neutron-server[103080]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103080) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 12:47:19.709930 n-d-827336-2 neutron-server[103080]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] ML2 OVO RPC backend initialized. {{(pid=103080) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 02 12:47:19.710643 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.710991 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.711412 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > network before_response 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.711782 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > networks before_response 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.712132 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > port before_response 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.712471 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > ports before_response 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.712809 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > subnet before_response 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.713143 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > subnets before_response 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.713491 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > network after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.713828 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > network after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.714164 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > network after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.714499 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > port after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.714834 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > port after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.715166 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > port after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.715526 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > subnet after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.715865 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > subnet after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.716181 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.723390 n-d-827336-2 neutron-server[103080]: INFO neutron.quota [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded quota_driver: . Feb 02 12:47:19.723807 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.plugin [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Modular L2 Plugin initialization complete Feb 02 12:47:19.724152 n-d-827336-2 neutron-server[103080]: DEBUG neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading services supported by the core plugin {{(pid=103080) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 02 12:47:19.724496 n-d-827336-2 neutron-server[103080]: INFO neutron.plugins.ml2.managers [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Got port-security extension from driver 'port_security' Feb 02 12:47:19.724984 n-d-827336-2 neutron-server[103080]: INFO neutron.extensions.vlantransparent [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Disabled vlantransparent extension. Feb 02 12:47:19.725487 n-d-827336-2 neutron-server[103080]: DEBUG neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103080) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 02 12:47:19.725811 n-d-827336-2 neutron-server[103080]: INFO neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading Plugin: router Feb 02 12:47:19.763266 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.763687 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router after_create 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.764058 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router before_create 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.764423 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.764796 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.765152 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router after_delete 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.765504 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.765848 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.766205 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router after_create 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.766548 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router after_update 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.766888 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router after_update 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.767221 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.767629 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router after_update 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.768035 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router precommit_update 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.768402 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: port after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.768750 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: port after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.769072 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: subnet after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.769411 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.769754 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.770097 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router precommit_create 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.770439 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: port before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.770780 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router precommit_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.771131 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router after_update 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.771489 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.771823 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router precommit_create 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.772181 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.772521 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router precommit_update 55549900 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.772881 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > agent after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.773225 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > agent after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.773565 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > network after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.774422 n-d-827336-2 neutron-server[103080]: DEBUG neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Tracking information for resource: router configured {{(pid=103080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 12:47:19.774752 n-d-827336-2 neutron-server[103080]: DEBUG neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Tracking information for resource: floatingip configured {{(pid=103080) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 12:47:19.779784 n-d-827336-2 neutron-server[103080]: INFO neutron.db.l3_agentschedulers_db [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 02 12:47:19.780361 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: port after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.780729 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: port after_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.781078 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: port after_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.781430 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: port after_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.782346 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router before_create 55550100 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.782713 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.783134 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router precommit_create 55550100 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.783520 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > router precommit_update 55550100 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.788329 n-d-827336-2 neutron-server[103080]: DEBUG neutron.services.provider_configuration [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service providers = [] {{(pid=103080) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 02 12:47:19.788694 n-d-827336-2 neutron-server[103080]: DEBUG neutron.db.servicetype_db [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103080) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 02 12:47:19.791687 n-d-827336-2 neutron-server[103080]: DEBUG neutron.services.service_base [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 12:47:19.792037 n-d-827336-2 neutron-server[103080]: DEBUG neutron.services.service_base [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 12:47:19.792375 n-d-827336-2 neutron-server[103080]: DEBUG neutron.services.service_base [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 12:47:19.793263 n-d-827336-2 neutron-server[103080]: DEBUG neutron.services.service_base [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103080) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 12:47:19.793632 n-d-827336-2 neutron-server[103080]: INFO neutron.services.service_base [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 02 12:47:19.793995 n-d-827336-2 neutron-server[103080]: DEBUG neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 12:47:19.794308 n-d-827336-2 neutron-server[103080]: INFO neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 02 12:47:19.805063 n-d-827336-2 neutron-server[103080]: DEBUG neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 12:47:19.805388 n-d-827336-2 neutron-server[103080]: INFO neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading Plugin: auto_allocate Feb 02 12:47:19.811350 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: network precommit_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.811681 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: network precommit_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.812201 n-d-827336-2 neutron-server[103080]: DEBUG neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 12:47:19.812520 n-d-827336-2 neutron-server[103080]: INFO neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading Plugin: tag Feb 02 12:47:19.819217 n-d-827336-2 neutron-server[103080]: DEBUG neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 12:47:19.819564 n-d-827336-2 neutron-server[103080]: INFO neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading Plugin: timestamp Feb 02 12:47:19.823612 n-d-827336-2 neutron-server[103080]: DEBUG neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 12:47:19.823949 n-d-827336-2 neutron-server[103080]: INFO neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading Plugin: network_ip_availability Feb 02 12:47:19.829491 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.829879 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.830240 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:19.830953 n-d-827336-2 neutron-server[103080]: DEBUG neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 12:47:19.831272 n-d-827336-2 neutron-server[103080]: INFO neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading Plugin: flavors Feb 02 12:47:19.836105 n-d-827336-2 neutron-server[103080]: DEBUG neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 12:47:19.836652 n-d-827336-2 neutron-server[103080]: INFO neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading Plugin: revisions Feb 02 12:47:19.840760 n-d-827336-2 neutron-server[103080]: DEBUG neutron.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103080) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 12:47:19.841143 n-d-827336-2 neutron-server[103080]: DEBUG oslo_concurrency.lockutils [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.788s {{(pid=103080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 02 12:47:19.841879 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103080) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 02 12:47:19.842217 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Initializing extension manager. Feb 02 12:47:19.842745 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: __init__.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.843075 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: __pycache__ {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.843413 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.843768 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: address_group.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.844531 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.845085 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: address-group Feb 02 12:47:19.845478 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: address_scope.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.846198 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.846702 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: address-scope Feb 02 12:47:19.847020 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.847977 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.848483 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: router-admin-state-down-before-update Feb 02 12:47:19.848798 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: agent.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.849672 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.850162 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: agent Feb 02 12:47:19.850478 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: agent_resources_synced.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.851403 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.851924 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: agent-resources-synced Feb 02 12:47:19.852245 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: allowedaddresspairs.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.854408 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.854923 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: allowed-address-pairs Feb 02 12:47:19.855252 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: auto_allocated_topology.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.856382 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.856891 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: auto-allocated-topology Feb 02 12:47:19.857214 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: availability_zone.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.857911 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.858416 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: availability_zone Feb 02 12:47:19.858735 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: availability_zone_filter.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.859683 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.860185 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: availability_zone_filter Feb 02 12:47:19.860504 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: data_plane_status.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.861435 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.861928 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension data-plane-status not supported by any of loaded plugins Feb 02 12:47:19.862246 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: default_subnetpools.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.863156 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.863690 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: default-subnetpools Feb 02 12:47:19.864014 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.864817 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.865316 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: dhcp_agent_scheduler Feb 02 12:47:19.865638 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: dns.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.866564 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.867057 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension dns-integration not supported by any of loaded plugins Feb 02 12:47:19.867394 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: dns_domain_ports.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.868323 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.868835 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 02 12:47:19.869141 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.870068 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.870569 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 02 12:47:19.870888 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: dvr.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.871594 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.872097 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: dvr Feb 02 12:47:19.872414 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: ecmp_routes.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.873334 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.873827 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension ecmp_routes not supported by any of loaded plugins Feb 02 12:47:19.874144 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: empty_string_filtering.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.875056 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.875592 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: empty-string-filtering Feb 02 12:47:19.875919 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.876923 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.877419 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 02 12:47:19.877734 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.878651 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.879152 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 02 12:47:19.879498 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: external_net.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.880410 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.880910 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: external-net Feb 02 12:47:19.881230 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.882142 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.882643 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: extra_dhcp_opt Feb 02 12:47:19.882960 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: extraroute.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.883909 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.884409 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: extraroute Feb 02 12:47:19.884724 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: extraroute_atomic.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.885775 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.886283 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: extraroute-atomic Feb 02 12:47:19.886605 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: filter_validation.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.887269 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.887800 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: filter-validation Feb 02 12:47:19.888116 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: fip_pf_description.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.889025 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.889520 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 02 12:47:19.889839 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: fip_port_details.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.890752 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.891260 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: fip-port-details Feb 02 12:47:19.891614 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: flavors.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.892879 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.893391 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: flavors Feb 02 12:47:19.893715 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.895396 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.895946 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 02 12:47:19.896303 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: floatingip_pools.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.897005 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.897513 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: floatingip-pools Feb 02 12:47:19.897836 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: ip_allocation.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.898761 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.899261 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension ip_allocation not supported by any of loaded plugins Feb 02 12:47:19.899636 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.900539 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.901045 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: ip-substring-filtering Feb 02 12:47:19.901367 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: l2_adjacency.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.902293 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.902794 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension l2_adjacency not supported by any of loaded plugins Feb 02 12:47:19.903115 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: l3.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.904107 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.904618 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: router Feb 02 12:47:19.904938 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.907402 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.907987 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 02 12:47:19.908350 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.909287 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.909798 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: ext-gw-mode Feb 02 12:47:19.910125 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.911051 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.911592 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: l3-ha Feb 02 12:47:19.911918 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: l3_flavors.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.912837 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.913339 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: l3-flavors Feb 02 12:47:19.913664 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.914575 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.915076 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: l3-port-ip-change-not-allowed Feb 02 12:47:19.915396 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: l3agentscheduler.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.916482 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.916986 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: l3_agent_scheduler Feb 02 12:47:19.917305 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: local_ip.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.919108 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.919658 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension local_ip not supported by any of loaded plugins Feb 02 12:47:19.919996 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: logging.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.921484 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.922001 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension logging not supported by any of loaded plugins Feb 02 12:47:19.922328 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: metering.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.923071 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.923704 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: metering Feb 02 12:47:19.924028 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.925142 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.925657 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: metering_source_and_destination_fields Feb 02 12:47:19.925986 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: multiprovidernet.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.926924 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.927450 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: multi-provider Feb 02 12:47:19.927779 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: netmtu.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.928700 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.929200 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: net-mtu Feb 02 12:47:19.929521 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: netmtu_writable.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.930442 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.930953 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: net-mtu-writable Feb 02 12:47:19.931274 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: network_availability_zone.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.931993 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.932496 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: network_availability_zone Feb 02 12:47:19.932814 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: network_ip_availability.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.933935 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.934440 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: network-ip-availability Feb 02 12:47:19.934763 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: network_segment_range.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.935573 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.936077 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension network-segment-range not supported by any of loaded plugins Feb 02 12:47:19.936396 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: pagination.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.937388 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.937725 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: pagination Feb 02 12:47:19.938107 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: port_device_profile.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.939018 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.939627 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: port-device-profile Feb 02 12:47:19.939945 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.940876 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.941370 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: port-mac-address-regenerate Feb 02 12:47:19.941686 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.942731 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.943239 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: port-numa-affinity-policy Feb 02 12:47:19.943609 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: port_resource_request.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.944528 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.945022 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension port-resource-request not supported by any of loaded plugins Feb 02 12:47:19.945341 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: port_resource_request_groups.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.946323 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.946828 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 02 12:47:19.947146 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: portbindings.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.948106 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.948608 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: binding Feb 02 12:47:19.948925 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: portbindings_extended.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.950223 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.950731 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: binding-extended Feb 02 12:47:19.951052 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: portsecurity.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.952006 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.952516 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: port-security Feb 02 12:47:19.952838 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: project_id.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.953822 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.954154 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: project-id Feb 02 12:47:19.954474 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: providernet.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.955444 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.955995 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: provider Feb 02 12:47:19.956315 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: qos.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.960026 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.960550 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension qos not supported by any of loaded plugins Feb 02 12:47:19.960885 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.962156 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.962788 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 02 12:47:19.962986 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.963943 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.964451 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 02 12:47:19.964775 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: qos_default.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.965697 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.966208 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension qos-default not supported by any of loaded plugins Feb 02 12:47:19.966532 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: qos_fip.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.967456 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.967985 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension qos-fip not supported by any of loaded plugins Feb 02 12:47:19.968312 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.969236 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.969741 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 02 12:47:19.970063 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: qos_gateway_ip.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.971077 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.971610 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 02 12:47:19.971977 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: qos_port_network_policy.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.972914 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.973416 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 02 12:47:19.973735 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.974786 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.975289 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 02 12:47:19.975648 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: qos_pps_rule.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.976842 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.977350 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension qos-pps not supported by any of loaded plugins Feb 02 12:47:19.977672 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: qos_rule_type_details.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.978939 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.979456 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 02 12:47:19.979788 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: qos_rules_alias.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.980844 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.981347 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 02 12:47:19.981671 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: quota_check_limit.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.982600 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.983110 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: quota-check-limit Feb 02 12:47:19.983440 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: quotasv2.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.984411 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.984734 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: quotas Feb 02 12:47:19.985055 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: quotasv2_detail.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.986936 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.987272 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: quota_details Feb 02 12:47:19.987623 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: rbac.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.988695 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.989221 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: rbac-policies Feb 02 12:47:19.989545 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: rbac_address_group.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.990480 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.990991 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: rbac-address-group Feb 02 12:47:19.991312 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: rbac_address_scope.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.992268 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.992778 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: rbac-address-scope Feb 02 12:47:19.993102 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: rbac_security_groups.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.994020 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.994527 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: rbac-security-groups Feb 02 12:47:19.994847 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: rbac_subnetpool.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.995816 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.996317 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: rbac-subnetpool Feb 02 12:47:19.996638 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: revisionifmatch.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.997568 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:19.998071 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: revision-if-match Feb 02 12:47:19.998389 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: revisions.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:19.999544 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.000050 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: standard-attr-revisions Feb 02 12:47:20.000375 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: router_availability_zone.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.001050 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.001553 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: router_availability_zone Feb 02 12:47:20.001958 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: routerservicetype.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.002880 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.003385 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension router-service-type not supported by any of loaded plugins Feb 02 12:47:20.003736 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.004742 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.005252 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: security-groups-normalized-cidr Feb 02 12:47:20.005578 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.006515 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.007021 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: port-security-groups-filtering Feb 02 12:47:20.007345 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.008302 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.008816 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: security-groups-remote-address-group Feb 02 12:47:20.009138 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.010060 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.010572 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: security-groups-shared-filtering Feb 02 12:47:20.010890 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.011510 n-d-827336-2 neutron-server[103080]: WARNING neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 02 12:47:20.011831 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: securitygroup.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.021519 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.022045 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: security-group Feb 02 12:47:20.022378 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: segment.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.023169 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.023702 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension segment not supported by any of loaded plugins Feb 02 12:47:20.024031 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.024978 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.025486 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 02 12:47:20.025820 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: servicetype.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.026937 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.027442 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: service-type Feb 02 12:47:20.027798 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: sorting.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.028809 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.029169 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: sorting Feb 02 12:47:20.029489 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: standard_attr_segment.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.030466 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.030977 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 02 12:47:20.031320 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: standardattrdescription.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.032014 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.032541 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: standard-attr-description Feb 02 12:47:20.032901 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: stateful_security_group.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.033902 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.034430 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: stateful-security-group Feb 02 12:47:20.034790 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: stdattrs_common.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.035398 n-d-827336-2 neutron-server[103080]: WARNING neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 02 12:47:20.035742 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.036674 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.037176 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 02 12:47:20.037490 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: subnet_onboard.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.038583 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.039092 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: subnet_onboard Feb 02 12:47:20.039412 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.040366 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.040875 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 02 12:47:20.041193 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: subnet_service_types.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.042133 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.042655 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: subnet-service-types Feb 02 12:47:20.042978 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: subnetallocation.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.044122 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.044633 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: subnet_allocation Feb 02 12:47:20.044954 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.045642 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.046145 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: subnetpool-prefix-ops Feb 02 12:47:20.046467 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.047431 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.047954 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 02 12:47:20.048270 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: tagging.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.049392 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.049906 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: standard-attr-tag Feb 02 12:47:20.050234 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: timestamp.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.051469 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.051997 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loaded extension: standard-attr-timestamp Feb 02 12:47:20.052319 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: trunk.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.053359 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.053868 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension trunk not supported by any of loaded plugins Feb 02 12:47:20.054191 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: trunk_details.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.055111 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.055649 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension trunk-details not supported by any of loaded plugins Feb 02 12:47:20.055971 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: uplink_status_propagation.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.056899 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.057405 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 02 12:47:20.057722 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Loading extension file: vlantransparent.py {{(pid=103080) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 12:47:20.058394 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103080) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 12:47:20.058894 n-d-827336-2 neutron-server[103080]: INFO neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extension vlan-transparent not supported by any of loaded plugins Feb 02 12:47:20.061580 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:network Feb 02 12:47:20.062087 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:subnet Feb 02 12:47:20.062505 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 12:47:20.062929 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:port Feb 02 12:47:20.064288 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.064755 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service FLAVORS assigned prefix: {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.065370 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.065795 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.066122 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:router Feb 02 12:47:20.066555 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:floatingip Feb 02 12:47:20.067066 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service METERING assigned prefix: /metering {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.068545 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:20.068917 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:20.069284 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103080) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:47:20.070269 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 12:47:20.070711 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:security_group Feb 02 12:47:20.071143 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 12:47:20.072882 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service CORE assigned prefix: {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.073224 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 12:47:20.073592 n-d-827336-2 neutron-server[103080]: WARNING neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] subnetpool is already registered Feb 02 12:47:20.074016 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service CORE assigned prefix: {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.074346 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 12:47:20.074675 n-d-827336-2 neutron-server[103080]: WARNING neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] subnetpool is already registered Feb 02 12:47:20.077029 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.077460 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service FLAVORS assigned prefix: {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.078045 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.078465 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.078791 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:router Feb 02 12:47:20.079126 n-d-827336-2 neutron-server[103080]: WARNING neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] router is already registered Feb 02 12:47:20.079559 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:floatingip Feb 02 12:47:20.080002 n-d-827336-2 neutron-server[103080]: WARNING neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] floatingip is already registered Feb 02 12:47:20.080455 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service METERING assigned prefix: /metering {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.081116 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 12:47:20.081443 n-d-827336-2 neutron-server[103080]: WARNING neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] rbac_policy is already registered Feb 02 12:47:20.081850 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:security_group Feb 02 12:47:20.082183 n-d-827336-2 neutron-server[103080]: WARNING neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] security_group is already registered Feb 02 12:47:20.082582 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 12:47:20.082920 n-d-827336-2 neutron-server[103080]: WARNING neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] security_group_rule is already registered Feb 02 12:47:20.083578 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service CORE assigned prefix: {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.083890 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 12:47:20.084217 n-d-827336-2 neutron-server[103080]: WARNING neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] subnetpool is already registered Feb 02 12:47:20.084633 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.v2.resource_helper [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Service CORE assigned prefix: {{(pid=103080) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 12:47:20.084956 n-d-827336-2 neutron-server[103080]: INFO neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 12:47:20.085296 n-d-827336-2 neutron-server[103080]: WARNING neutron.quota.resource_registry [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] subnetpool is already registered Feb 02 12:47:20.085773 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: extensions {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.087218 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: address-groups {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.088755 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: address-scopes {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.090087 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: agents {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.091258 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: auto-allocated-topology {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.092576 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: availability_zones {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.093792 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: dhcp-networks {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.095305 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: dhcp-agents {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.096788 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: routers {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.099016 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: flavors {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.100233 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: service_profiles {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.101451 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: next_providers {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.102913 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: service_profiles {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.104880 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: floatingip-pools {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.106106 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: routers {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.108235 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: floatingips {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.109526 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: l3-routers {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.110927 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: l3-agents {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.112656 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: metering-labels {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.114002 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: metering-label-rules {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.115266 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: network-ip-availabilities {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.116583 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: bindings {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.118232 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: quotas {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.119823 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: quotas {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.121371 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: rbac-policies {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.122662 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: security-groups {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.123924 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: security-group-rules {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.125158 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: service-providers {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.126499 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: subnetpools {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.128008 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: subnetpools {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.129468 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: tags {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.131142 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: tags {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.132986 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: tags {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.134770 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: tags {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.137584 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: tags {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.139452 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: tags {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.141183 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: tags {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.143133 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: tags {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.144918 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: tags {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.146766 n-d-827336-2 neutron-server[103080]: DEBUG neutron.api.extensions [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Extended resource: tags {{(pid=103080) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 12:47:20.152771 n-d-827336-2 neutron-server[103080]: WARNING keystonemiddleware.auth_token [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 02 12:47:20.157513 n-d-827336-2 neutron-server[103080]: WARNING keystonemiddleware.auth_token [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 02 12:47:20.166070 n-d-827336-2 neutron-server[103080]: DEBUG oslo_concurrency.lockutils [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Acquired lock "singleton_lock" {{(pid=103080) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 02 12:47:20.166541 n-d-827336-2 neutron-server[103080]: DEBUG oslo_concurrency.lockutils [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Releasing lock "singleton_lock" {{(pid=103080) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 02 12:47:20.167192 n-d-827336-2 neutron-server[103080]: INFO oslo_service.service [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Starting 2 workers Feb 02 12:47:20.172063 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Started child 103187 {{(pid=103080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 12:47:20.176640 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Started child 103188 {{(pid=103080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 12:47:20.177555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:20.178255 n-d-827336-2 neutron-server[103080]: INFO neutron.service [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Neutron service started, listening on 0.0.0.0:9696 Feb 02 12:47:20.178822 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:20.179100 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [-] (103187) wsgi starting up on http://0.0.0.0:9696 Feb 02 12:47:20.181220 n-d-827336-2 neutron-server[103080]: INFO oslo_service.service [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Starting 1 workers Feb 02 12:47:20.181357 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:20.182890 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [-] (103188) wsgi starting up on http://0.0.0.0:9696 Feb 02 12:47:20.186498 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Started child 103189 {{(pid=103080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 12:47:20.187034 n-d-827336-2 neutron-server[103080]: INFO oslo_service.service [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Starting 1 workers Feb 02 12:47:20.190375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.service [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] calling RpcWorker wait() {{(pid=103189) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 02 12:47:20.191337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.service [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] returning from RpcWorker wait() {{(pid=103189) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 02 12:47:20.191749 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Started child 103190 {{(pid=103080) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 02 12:47:20.192903 n-d-827336-2 neutron-server[103080]: DEBUG neutron_lib.callbacks.manager [None req-2feecd4d-7a8d-4f7f-b05a-aa6006df880e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:20.193136 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:20.193642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:47:20.194996 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103080) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 02 12:47:20.195177 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 12:47:20.195477 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 12:47:20.195635 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 12:47:20.196169 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 12:47:20.196550 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 12:47:20.197068 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.197385 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.197599 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:20.198090 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.198090 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.198656 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.198777 n-d-827336-2 neutron-server[103190]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:47:20.198864 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.198991 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.199464 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.199957 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.200354 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.200704 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.201060 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.201332 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.201739 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.202071 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.202386 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.202734 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.202906 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.203304 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.203569 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.203885 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.204110 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.204417 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] debug = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.204655 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.205411 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.205931 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.206197 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.206578 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.206794 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.206990 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.207452 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.208045 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.208147 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.208435 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.208713 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.209172 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.209626 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.209775 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.210027 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.210175 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.210453 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.211098 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] host = n-d-827336-2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.211620 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.211890 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.212114 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.212399 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.212634 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.212874 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.213129 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.213481 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.213719 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.214155 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.214320 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.214584 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.215017 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.215247 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_file = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.215655 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_options = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.216213 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.216213 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.216478 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.216852 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.216852 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.217101 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.217290 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.217389 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.217765 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.217906 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.218213 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.218415 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.218837 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.218981 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.219141 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.219400 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.219717 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.220936 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.220936 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.220936 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.220936 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.221268 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.221268 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.221500 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.221722 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.221938 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.222333 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.222785 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.223207 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.223829 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.223948 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.226522 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.226522 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.226522 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.226522 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.226522 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.226522 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.226522 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.226522 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229022 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229022 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229022 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229022 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229022 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229022 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229022 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229022 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] use_json = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229606 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229606 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229606 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229606 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229606 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229606 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.229998 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.230070 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.230303 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.230762 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.231019 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.231527 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.231919 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.232302 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.232688 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.233075 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.233457 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.233868 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.234108 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.234417 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.234665 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.234961 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.235229 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.235937 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.235937 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.236159 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.236426 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.236716 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.236875 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.237120 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.237578 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.238200 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.238427 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.238641 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.238875 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.239131 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.239488 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.239737 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.240086 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.240360 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.240604 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.240842 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.241082 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.241305 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.241523 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.241754 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.241970 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.242192 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.242478 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.242672 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.242887 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.243146 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.243378 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.243637 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.243865 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.244101 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.244339 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.244569 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.244812 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.245043 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.245279 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.245523 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.245739 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.245981 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.246229 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.246474 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.246735 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.246970 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.247180 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.247603 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.247817 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.248050 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.248257 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.248470 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.248686 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.248912 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.249119 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.249363 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.249600 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.250231 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.250448 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.250651 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.250876 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.251110 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.251359 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.251864 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.251864 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.252098 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.252268 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.252671 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.253044 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.253406 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.253784 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.254161 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.254377 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.254600 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.254813 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.255031 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.255247 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.255490 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.255760 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.256076 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.256324 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.256581 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.256801 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.257035 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.257250 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.257508 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.257725 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.257944 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.258204 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.258456 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.258667 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.258901 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.259280 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.259722 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.260099 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.260459 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.260837 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.261210 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.261598 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.261976 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.262386 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.262794 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.263168 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.263565 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.263955 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.264373 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.264753 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.265156 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.265531 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.265953 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.266410 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.266686 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.267101 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.267578 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.267839 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.268096 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.268334 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.268609 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.269831 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.269831 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.269831 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.269831 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.269831 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.270318 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.270318 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.270528 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.270766 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.270986 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.271195 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.271488 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.271744 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.271980 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.272242 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.272631 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.273044 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.273306 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.273554 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.273787 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.274025 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.274270 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.274484 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.274729 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.274944 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.275205 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.275454 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.275672 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.275901 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.276116 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.276333 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.276708 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.276931 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.277169 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.277409 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.277776 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.278022 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.278275 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.278491 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.278708 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.279071 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.279467 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.279738 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.279956 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.280219 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.280467 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.280701 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.280928 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.281169 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.281425 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.281826 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.282085 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.282312 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.282527 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.282744 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.282991 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.283221 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.283639 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.284013 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.284245 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.284496 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.284744 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.285068 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.285324 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.285555 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.285793 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.286009 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.286245 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.286465 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.286701 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.286924 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.287142 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.287378 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.287674 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.287918 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.288154 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.288383 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.288593 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.288802 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.289019 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.289234 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.289515 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.289766 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.289990 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.290403 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.290634 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.290850 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.291078 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.291290 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.291544 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.291771 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.291993 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.292207 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.292451 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.292660 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.292893 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.293112 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.293359 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.293567 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.293789 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.293998 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.294206 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.294425 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.294782 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.294994 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.295219 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.295454 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.295671 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.295893 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.296113 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.296321 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.296572 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.296783 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.296989 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.297210 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.297450 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.297658 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.297946 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.298206 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.298425 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.298754 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.298982 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.299224 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.299484 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.299776 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.299987 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.300231 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.300468 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.300687 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.300903 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.301155 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.301454 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.301735 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.301976 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.302227 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.302495 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.302764 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.303036 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.303265 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.303577 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.303913 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.304028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:47:20.304182 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.304435 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.304698 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.304954 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.305182 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.305422 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.305655 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.305888 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.306104 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.306341 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.306568 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.306806 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.307021 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.307247 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.307485 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.307901 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.308107 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.308348 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.308594 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.308738 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 12:47:20.309231 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103080) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 02 12:47:20.309392 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 12:47:20.309548 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 12:47:20.309722 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 12:47:20.309890 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 12:47:20.310027 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 12:47:20.310240 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.310400 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.310564 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.310703 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.310844 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.311010 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.311165 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.311309 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.311511 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.311716 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.311814 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.311973 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.312124 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.312450 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.312450 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.312614 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.312721 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.312880 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.313085 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.313187 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.313338 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.313493 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.313650 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] debug = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.313808 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.314009 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.314196 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.314361 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.314517 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.314674 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.314831 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.314987 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.315144 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.315304 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.315482 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.315642 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.315799 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.315966 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.316101 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.316257 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.316414 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.316570 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.316725 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] host = n-d-827336-2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.316881 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.317037 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.317216 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.317381 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.317467 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.317627 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.317782 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.317938 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.318094 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.318251 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.318407 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.318565 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.318721 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.318877 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_file = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.319033 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_options = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.319190 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.319346 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.319526 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.319718 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.319881 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.320037 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.320183 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.320342 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.320498 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.320655 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.320811 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.320969 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.321125 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.321277 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.321426 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.321584 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.321754 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.321905 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.322030 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.322182 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.322337 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.322493 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.322649 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.322806 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.322964 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.323200 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.323339 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.323496 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.323623 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.323749 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.323872 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.324012 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.324165 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.324310 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.324466 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.324622 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.324778 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.324938 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.325098 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.325258 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.325415 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.325573 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.325730 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.325888 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.326036 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.326177 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.326332 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] use_json = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.326488 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.326644 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.326801 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.326959 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.327116 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.327272 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.327471 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.327602 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.327753 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 12:47:20.327930 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.328092 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.328264 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.328424 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.328586 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.328734 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.328894 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.329054 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.329214 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.329373 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.329539 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.329834 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.329973 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.330108 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.330318 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.330543 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.330543 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.330833 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.330833 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.331091 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.331215 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.331338 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.331740 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.331740 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.331981 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.331981 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.332216 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.332216 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.332453 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.332579 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.332827 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.332827 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.83/identity {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.333152 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.333152 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.333475 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.333475 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.333714 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.333714 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.333983 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.334113 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.334247 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.334371 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.334511 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.334635 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.334759 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.334882 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.335044 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.335205 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.335371 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.335549 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.335704 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.336632 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.336632 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.336632 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.336632 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.336632 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.336632 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.337198 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.337198 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.337198 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.337198 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.337489 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.337489 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.337645 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.337785 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.337945 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.338107 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.338268 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.338441 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.338601 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.338760 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.338920 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.339081 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.339240 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.339400 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.339582 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.339743 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.339902 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.340070 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.340229 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.340391 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.340555 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.340725 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.340880 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.341037 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.341353 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.341512 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.341689 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.341829 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.341977 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.342138 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.342313 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.342488 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.342649 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.342809 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.342975 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.343126 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.343280 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.343461 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.343623 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.343789 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.343955 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.344096 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.344244 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.344791 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.344791 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.344791 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.345148 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.345148 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.345148 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.345488 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.345488 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.345712 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.345836 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.345962 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.346048 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.346203 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.346362 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.346531 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.346693 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.346855 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.347017 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.347185 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.347354 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.347537 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.347698 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.347857 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.348018 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.348177 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.348369 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.348533 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.348650 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.348788 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.348947 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.349121 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.349281 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.349443 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.349603 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.349793 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.349952 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.350111 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.350270 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.350432 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.350593 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.350752 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.350912 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.351073 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.351231 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.351390 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.351572 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.83/identity {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.351732 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.351892 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.352053 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.352211 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.352372 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.352531 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.352692 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.352851 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.353381 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.353616 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.353717 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.353850 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.354008 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.354166 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.354325 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.354484 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.354642 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.354803 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.354962 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.355121 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.355284 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.355459 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.355624 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.355806 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.355933 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.356096 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.356256 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.356418 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.356578 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.356738 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.356898 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.357058 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.357220 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.357380 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.357539 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.357698 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.357856 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.358015 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.358174 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.358335 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.358495 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.358655 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.358813 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.358986 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.359147 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.359307 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.359495 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.359657 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.359816 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.359975 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.360134 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.360295 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.360452 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.360612 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.360772 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.360948 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.361141 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.361321 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.361484 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.361620 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.361779 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.361940 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.362112 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.362275 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.362434 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.362595 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.362753 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.362913 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.363084 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.363243 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.363402 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.363584 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.363743 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.363902 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.364071 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.364231 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.364390 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.364549 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.364706 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.364864 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.365032 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.365192 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.365355 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.365514 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.365672 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.365829 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.365998 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.366158 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.366316 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.366476 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.366634 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.366792 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.366960 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.367120 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.367277 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.367454 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.367618 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.367777 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.367946 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.368134 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.368263 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.368432 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.368591 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.368750 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.368909 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.369079 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.369240 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.369402 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.369561 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.369717 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.369878 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.370037 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.370199 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.370368 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.370541 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.370703 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.370871 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.371038 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.371206 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.371364 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.371554 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.371726 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.371889 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.372048 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.372208 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.372368 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.372527 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.372686 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.372845 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.373003 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.373161 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.373318 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.373476 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.373634 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.373793 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.373952 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.374110 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.374267 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.374426 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.374586 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.374745 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 12:47:20.374897 n-d-827336-2 neutron-server[103080]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103080) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 12:47:20.408768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:47:20.417456 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065260 Feb 02 12:47:31.797989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383c3926-9fae-459d-8b3d-9e70d5c41802 None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 12:47:31.884669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c3926-9fae-459d-8b3d-9e70d5c41802 None None] No non-hosted networks {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 02 12:47:31.899078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.agentschedulers_db [None req-383c3926-9fae-459d-8b3d-9e70d5c41802 None None] DHCP Agent not found on host n-d-827336-2 {{(pid=103189) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 02 12:47:32.030324 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40db3bd0-bba8-463d-9795-d203177c2126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994487'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:34.009570 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89c37292-34fa-442b-893c-1b188f37b327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994487'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:34.056895 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc8a5bfb-9d4d-4780-8551-bf904007158d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:35.328263 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994487'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:36.597264 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994487'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:37.874759 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994487'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:37.876171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.876709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.877357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.877866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.878350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.879012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.879486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.880343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.881053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.881534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.882046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.882639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.883093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:37.883772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827336-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:47:37.890366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827336-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:47:40.001292 n-d-827336-2 neutron-server[103189]: INFO neutron.db.l3_hamode_db [None req-1ea69e75-7ee5-4f8b-b102-84fe434feabf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 02 12:47:40.081201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea69e75-7ee5-4f8b-b102-84fe434feabf None None] Routers set() bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:47:40.081587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea69e75-7ee5-4f8b-b102-84fe434feabf None None] Router IDs set() for agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 12:47:40.478730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60192) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:47:41.034633 n-d-827336-2 neutron-server[103187]: WARNING oslo_policy.policy [None req-0b69c8cb-a061-4235-9492-535715cc2f15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 12:47:41.035299 n-d-827336-2 neutron-server[103187]: WARNING oslo_policy.policy [None req-0b69c8cb-a061-4235-9492-535715cc2f15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 12:47:41.257604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-0b69c8cb-a061-4235-9492-535715cc2f15 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:47:41.258905 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0b69c8cb-a061-4235-9492-535715cc2f15 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7770422 Feb 02 12:47:43.937930 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60208) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:47:44.267359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-057038b3-8e9f-4330-bbdf-ff6c53996299 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'tenant_id': 'b0ad0d69f2484923bbb38dabe9f9203f', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:47:44.358224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.policy [None req-057038b3-8e9f-4330-bbdf-ff6c53996299 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103187) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 12:47:44.398539 n-d-827336-2 neutron-server[103187]: WARNING oslo_policy.policy [None req-057038b3-8e9f-4330-bbdf-ff6c53996299 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 12:47:44.398848 n-d-827336-2 neutron-server[103187]: WARNING oslo_policy.policy [None req-057038b3-8e9f-4330-bbdf-ff6c53996299 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 12:47:44.496145 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-057038b3-8e9f-4330-bbdf-ff6c53996299 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739705552324', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739705551851', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739706144031', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739706157062', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739706164062', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739706170932', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3376734', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3403102', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-975477', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-525461'] for rbac-policy (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:44.576377 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-057038b3-8e9f-4330-bbdf-ff6c53996299 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:44.577564 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-057038b3-8e9f-4330-bbdf-ff6c53996299 admin admin] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6386597 Feb 02 12:47:47.246002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60220) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:47:47.581644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Request body: {'network': {'name': 'private', 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'admin_state_up': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:47:47.628683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Made reservation on behalf of 1d1c21c393344f5488d30f42aa5b385c for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:47:47.631607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:47.649697 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:47.769946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Publish callbacks [] for security_group (02bffb02-f7c5-428a-b543-a8588924f4c4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:47.777150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (02bffb02-f7c5-428a-b543-a8588924f4c4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:47.802957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:47:47.826313 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739706563476', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b7d03305-8eed-4403-b4da-0868c4aad1f6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:47.826881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Unsubscribe: segment precommit_create {{(pid=103187) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 12:47:47.827377 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Added segment b7d03305-8eed-4403-b4da-0868c4aad1f6 of type vlan for network 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 Feb 02 12:47:47.833235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bffb02-f7c5-428a-b543-a8588924f4c4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:47:47.867055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.867370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.867733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.868051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.868363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.868680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.868989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.869293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.869597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.869907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.870233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.870522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.870827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Tracked resource versions report: Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: pushed versions: Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: { 'AddressGroup': {'1.2'}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'ConntrackHelper': {'1.0'}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'LocalIPAssociation': {'1.0'}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'Log': {'1.0'}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'Network': {'1.1'}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'Port': {'1.7'}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'PortForwarding': {'1.2'}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'QosPolicy': {'1.10'}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'SecurityGroup': {'1.5'}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'SecurityGroupRule': {'1.2'}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'SubPort': {'1.0'}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'Subnet': {'1.1'}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'Trunk': {'1.1'}} Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: consumer versions: Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: { DHCP agent@n-d-827336-2: {}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: L3 agent@n-d-827336-2: {}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: Metadata agent@n-d-827336-2: {}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: Metering agent@n-d-827336-2: {}, Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: Open vSwitch agent@n-d-827336-2: { 'AddressGroup': '1.2', Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'ConntrackHelper': '1.0', Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'LocalIPAssociation': '1.0', Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'Log': '1.0', Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'Network': '1.1', Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'Port': '1.7', Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'PortForwarding': '1.2', Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'QosPolicy': '1.10', Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'SecurityGroup': '1.5', Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'SecurityGroupRule': '1.2', Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'SubPort': '1.0', Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'Subnet': '1.1', Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: 'Trunk': '1.1'}} Feb 02 12:47:47.872043 n-d-827336-2 neutron-server[103187]: {{(pid=103187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 12:47:47.940111 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:47.980834 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:47.982003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:47:47.982755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:48.038696 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7912743 Feb 02 12:47:48.080676 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e90de-c779-4f3a-9f32-fa9fafc4117c admin admin] Pushing event updated for resources: {'Network': ['ID=95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:47:48.094282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:47:50.784391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60234) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:47:51.319410 n-d-827336-2 neutron-server[103188]: WARNING oslo_policy.policy [None req-44bd5790-c8ad-4652-9fa3-f4b77309f018 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 12:47:51.319981 n-d-827336-2 neutron-server[103188]: WARNING oslo_policy.policy [None req-44bd5790-c8ad-4652-9fa3-f4b77309f018 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 12:47:51.751982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.policy [None req-44bd5790-c8ad-4652-9fa3-f4b77309f018 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103188) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 12:47:51.793717 n-d-827336-2 neutron-server[103188]: WARNING oslo_policy.policy [None req-44bd5790-c8ad-4652-9fa3-f4b77309f018 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 12:47:51.794335 n-d-827336-2 neutron-server[103188]: WARNING oslo_policy.policy [None req-44bd5790-c8ad-4652-9fa3-f4b77309f018 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 12:47:51.802562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bd5790-c8ad-4652-9fa3-f4b77309f018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:47:51.804529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-44bd5790-c8ad-4652-9fa3-f4b77309f018 admin admin] 10.222.0.83 "GET /v2.0/networks/95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 HTTP/1.1" status: 200 len: 825 time: 1.0191286 Feb 02 12:47:51.846392 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bfcb8389-0105-47ad-989e-7787f754f5a5 admin admin] 10.222.0.83 "GET /v2.0/subnetpools/d941830e-6f7f-486a-8d74-a084f3e92e3d HTTP/1.1" status: 200 len: 734 time: 0.0329926 Feb 02 12:47:51.855926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'subnetpool_id': 'd941830e-6f7f-486a-8d74-a084f3e92e3d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:47:51.893645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Made reservation on behalf of 1d1c21c393344f5488d30f42aa5b385c for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:47:51.896415 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:52.182870 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (69c66279-a516-490e-8fe9-fb58d016755f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:52.252431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Checking segment: {'id': 'b7d03305-8eed-4403-b4da-0868c4aad1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:47:52.252781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Network hostable DHCP agents. Network: 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:47:52.259664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c66279-a516-490e-8fe9-fb58d016755f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:47:52.272354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.272691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.273035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.273326 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.273649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.273965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.274277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.274594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.274904 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.275212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.275540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.275838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.276133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Tracked resource versions report: Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: pushed versions: Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: { 'AddressGroup': {'1.2'}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'ConntrackHelper': {'1.0'}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'LocalIPAssociation': {'1.0'}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'Log': {'1.0'}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'Network': {'1.1'}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'Port': {'1.7'}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'PortForwarding': {'1.2'}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'QosPolicy': {'1.10'}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'SecurityGroup': {'1.5'}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'SecurityGroupRule': {'1.2'}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'SubPort': {'1.0'}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'Subnet': {'1.1'}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'Trunk': {'1.1'}} Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: consumer versions: Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: { DHCP agent@n-d-827336-2: {}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: L3 agent@n-d-827336-2: {}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: Metadata agent@n-d-827336-2: {}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: Metering agent@n-d-827336-2: {}, Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: Open vSwitch agent@n-d-827336-2: { 'AddressGroup': '1.2', Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'ConntrackHelper': '1.0', Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'LocalIPAssociation': '1.0', Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'Log': '1.0', Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'Network': '1.1', Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'Port': '1.7', Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'PortForwarding': '1.2', Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'QosPolicy': '1.10', Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'SecurityGroup': '1.5', Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'SecurityGroupRule': '1.2', Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'SubPort': '1.0', Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'Subnet': '1.1', Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: 'Trunk': '1.1'}} Feb 02 12:47:52.277222 n-d-827336-2 neutron-server[103188]: {{(pid=103188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 12:47:52.302256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Network 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:47:52.315062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:47:52.320254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:47:52.320888 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:52.326253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf69cd4-d1c8-4a4e-a055-ac2f67d8985d None None] Network 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:47:52.342821 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-00a7634f-8542-40d5-9c10-5315cb20bd0a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4907775 Feb 02 12:47:52.595796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7', 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7', 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'fixed_ips': [{'subnet_id': '69c66279-a516-490e-8fe9-fb58d016755f'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 12:47:52.597051 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:52.884504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Allocated IP 172.20.0.2 (95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7/69c66279-a516-490e-8fe9-fb58d016755f/593373c7-acb4-4012-842f-080d2388c419) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:47:53.148240 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Publish callbacks [] for port (593373c7-acb4-4012-842f-080d2388c419), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:53.156881 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (593373c7-acb4-4012-842f-080d2388c419), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:53.225329 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Network 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:47:53.231671 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:47:53.235239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:47:53.256887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Pushing event updated for resources: {'Port': ['ID=593373c7-acb4-4012-842f-080d2388c419,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:47:53.300420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.300757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.301097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.301427 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.301749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.302071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.302361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.302707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.303001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.303308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.303645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.303993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.304307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Tracked resource versions report: Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: pushed versions: Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: { 'AddressGroup': {'1.2'}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'ConntrackHelper': {'1.0'}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'LocalIPAssociation': {'1.0'}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'Log': {'1.0'}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'Network': {'1.1'}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'Port': {'1.7'}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'PortForwarding': {'1.2'}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'QosPolicy': {'1.10'}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'SecurityGroup': {'1.5'}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'SecurityGroupRule': {'1.2'}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'SubPort': {'1.0'}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'Subnet': {'1.1'}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'Trunk': {'1.1'}} Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: consumer versions: Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: { DHCP agent@n-d-827336-2: {}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: L3 agent@n-d-827336-2: {}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: Metadata agent@n-d-827336-2: {}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: Metering agent@n-d-827336-2: {}, Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: Open vSwitch agent@n-d-827336-2: { 'AddressGroup': '1.2', Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'ConntrackHelper': '1.0', Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'LocalIPAssociation': '1.0', Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'Log': '1.0', Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'Network': '1.1', Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'Port': '1.7', Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'PortForwarding': '1.2', Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'QosPolicy': '1.10', Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'SecurityGroup': '1.5', Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'SecurityGroupRule': '1.2', Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'SubPort': '1.0', Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'Subnet': '1.1', Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: 'Trunk': '1.1'}} Feb 02 12:47:53.305424 n-d-827336-2 neutron-server[103189]: {{(pid=103189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 12:47:53.339230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Attempting to bind port 593373c7-acb4-4012-842f-080d2388c419 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:47:53.339871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Attempting to bind port 593373c7-acb4-4012-842f-080d2388c419 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b7d03305-8eed-4403-b4da-0868c4aad1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:47:53.340070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Attempting to bind port 593373c7-acb4-4012-842f-080d2388c419 on network 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:47:53.345282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:47:53.345661 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Checking segment: {'id': 'b7d03305-8eed-4403-b4da-0868c4aad1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:47:53.346147 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:53.346540 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Bound using segment: {'id': 'b7d03305-8eed-4403-b4da-0868c4aad1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:47:53.347018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Bound port: 593373c7-acb4-4012-842f-080d2388c419, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d03305-8eed-4403-b4da-0868c4aad1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:47:53.348106 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (593373c7-acb4-4012-842f-080d2388c419), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:53.414107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] For port 593373c7-acb4-4012-842f-080d2388c419, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:47:53.418843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] For port 593373c7-acb4-4012-842f-080d2388c419, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=593373c7-acb4-4012-842f-080d2388c419,segment=NetworkSegment(b7d03305-8eed-4403-b4da-0868c4aad1f6),segment_id=b7d03305-8eed-4403-b4da-0868c4aad1f6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:47:53.426509 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (593373c7-acb4-4012-842f-080d2388c419), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:47:53.495656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d6193-99d6-4df9-9984-fcda44099584 None None] Pushing event updated for resources: {'Port': ['ID=593373c7-acb4-4012-842f-080d2388c419,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:47:54.804452 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60254) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:47:55.134906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [None req-29f20f6f-e6b1-4f0d-bf5e-2a9dc1e48140 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:47:55.135922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-29f20f6f-e6b1-4f0d-bf5e-2a9dc1e48140 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3305130 Feb 02 12:47:57.587786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60262) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:47:57.921417 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-ecc4de09-9d54-4528-8d1d-78dc6bb74a80 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:47:57.922414 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ecc4de09-9d54-4528-8d1d-78dc6bb74a80 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3336251 Feb 02 12:48:00.758267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60272) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:48:01.082741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1a8ef981-72be-4c82-8ce1-8291a43d34c6 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'name': 'router1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:48:01.107272 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a8ef981-72be-4c82-8ce1-8291a43d34c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (04f14e59-a908-484e-a152-8a69816a0a8d), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:01.109143 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a8ef981-72be-4c82-8ce1-8291a43d34c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (04f14e59-a908-484e-a152-8a69816a0a8d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:01.247791 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a8ef981-72be-4c82-8ce1-8291a43d34c6 admin admin] Publish callbacks [] for router_controller (04f14e59-a908-484e-a152-8a69816a0a8d), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:01.253938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a8ef981-72be-4c82-8ce1-8291a43d34c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (04f14e59-a908-484e-a152-8a69816a0a8d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:01.270382 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a8ef981-72be-4c82-8ce1-8291a43d34c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:01.271766 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1a8ef981-72be-4c82-8ce1-8291a43d34c6 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5124297 Feb 02 12:48:01.694086 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40f84506-243d-4e8b-9291-28c24dc1fd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:03.737309 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60284) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:48:04.006461 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b604143-34fd-4bfe-9614-89f07a956e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:04.060130 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-89dd51cc-5efb-4ec7-a7e5-21d88f190ae1 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:48:04.061130 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-89dd51cc-5efb-4ec7-a7e5-21d88f190ae1 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3228190 Feb 02 12:48:04.358134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be75737-92f8-45cf-9ddf-e738b7236524 None None] Network 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:48:04.477832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 593373c7-acb4-4012-842f-080d2388c419 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:48:04.480337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-66e55015-70c2-4c83-af93-3e430627c202 None None] Provisioning complete for port 593373c7-acb4-4012-842f-080d2388c419 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:48:04.480752 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66e55015-70c2-4c83-af93-3e430627c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (593373c7-acb4-4012-842f-080d2388c419), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:04.665499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 593373c7-acb4-4012-842f-080d2388c419 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:48:04.666514 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (593373c7-acb4-4012-842f-080d2388c419), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:04.706596 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-66e55015-70c2-4c83-af93-3e430627c202 None None] Current status of the port 593373c7-acb4-4012-842f-080d2388c419 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:48:04.706982 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66e55015-70c2-4c83-af93-3e430627c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (593373c7-acb4-4012-842f-080d2388c419), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:04.755700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-66e55015-70c2-4c83-af93-3e430627c202 None None] For port 593373c7-acb4-4012-842f-080d2388c419, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=593373c7-acb4-4012-842f-080d2388c419,segment=NetworkSegment(b7d03305-8eed-4403-b4da-0868c4aad1f6),segment_id=b7d03305-8eed-4403-b4da-0868c4aad1f6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:48:04.761629 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66e55015-70c2-4c83-af93-3e430627c202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (593373c7-acb4-4012-842f-080d2388c419), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:04.819504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 593373c7-acb4-4012-842f-080d2388c419 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:48:04.835665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e55015-70c2-4c83-af93-3e430627c202 None None] Pushing event updated for resources: {'Port': ['ID=593373c7-acb4-4012-842f-080d2388c419,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:04.881548 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-782bb86f-844f-40e0-bfa2-6f755276f49a None None] Provisioning complete for port 593373c7-acb4-4012-842f-080d2388c419 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:48:04.881849 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-782bb86f-844f-40e0-bfa2-6f755276f49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (593373c7-acb4-4012-842f-080d2388c419), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:04.959074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-782bb86f-844f-40e0-bfa2-6f755276f49a None None] Current status of the port 593373c7-acb4-4012-842f-080d2388c419 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:48:05.283731 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:06.428543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 593373c7-acb4-4012-842f-080d2388c419 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:48:06.482852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 593373c7-acb4-4012-842f-080d2388c419 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:48:06.483241 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (593373c7-acb4-4012-842f-080d2388c419), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:06.533225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60316) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:48:06.569159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 593373c7-acb4-4012-842f-080d2388c419 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:48:06.572744 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:06.673814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Request body: {'network': {'is_default': True, 'project_id': 'b0ad0d69f2484923bbb38dabe9f9203f', 'router:external': True, 'tenant_id': 'b0ad0d69f2484923bbb38dabe9f9203f', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:48:06.697027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Made reservation on behalf of b0ad0d69f2484923bbb38dabe9f9203f for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:48:06.699372 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:06.714922 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:06.817407 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Publish callbacks [] for security_group (34ac08fb-8940-43c0-9ff7-eba96d940a71), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:06.822788 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (34ac08fb-8940-43c0-9ff7-eba96d940a71), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:06.840078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Reserving flat network on physical network physnet1 {{(pid=103188) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 02 12:48:06.857771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ac08fb-8940-43c0-9ff7-eba96d940a71,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:06.865763 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739706563476', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9e08ffe9-a240-4f68-9173-89c2442b9edc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:06.866202 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Unsubscribe: segment precommit_create {{(pid=103188) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 12:48:06.866655 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Added segment 9e08ffe9-a240-4f68-9173-89c2442b9edc of type flat for network 367940fe-3d66-4589-acc0-beae9dd0f10d Feb 02 12:48:06.935917 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (367940fe-3d66-4589-acc0-beae9dd0f10d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:06.981391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (367940fe-3d66-4589-acc0-beae9dd0f10d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:06.983022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:48:06.984017 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:07.058861 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5245376 Feb 02 12:48:07.106845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a5c38-64bd-4129-8d03-7e6017397663 admin admin] Pushing event updated for resources: {'Network': ['ID=367940fe-3d66-4589-acc0-beae9dd0f10d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:07.118565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 367940fe-3d66-4589-acc0-beae9dd0f10d details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:48:07.877121 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:09.368330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60324) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:48:09.471925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde13a1d-e5b0-44a9-ba4b-40d55aaa8dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:48:09.473285 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fde13a1d-e5b0-44a9-ba4b-40d55aaa8dc7 admin admin] 10.222.0.83 "GET /v2.0/subnets/69c66279-a516-490e-8fe9-fb58d016755f HTTP/1.1" status: 200 len: 849 time: 0.1037216 Feb 02 12:48:09.638251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4c7ec8fa-b018-4f82-b519-857d666df577 admin admin] 10.222.0.83 "GET /v2.0/routers/04f14e59-a908-484e-a152-8a69816a0a8d HTTP/1.1" status: 200 len: 704 time: 0.1558664 Feb 02 12:48:09.910179 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:10.215974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Allocated IP 172.20.0.1 (95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7/69c66279-a516-490e-8fe9-fb58d016755f/7399f82e-b290-4fe9-a389-8e385041df82) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:48:10.385368 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Publish callbacks [] for port (7399f82e-b290-4fe9-a389-8e385041df82), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:10.451746 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (7399f82e-b290-4fe9-a389-8e385041df82), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:10.523589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Network 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:48:10.534313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:48:10.538710 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:48:10.539239 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (04f14e59-a908-484e-a152-8a69816a0a8d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:10.561644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=7399f82e-b290-4fe9-a389-8e385041df82,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:10.724124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-244d406e-62cf-4420-a8fa-6db06f325498 None None] Provisioning complete for port 7399f82e-b290-4fe9-a389-8e385041df82 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:48:10.725174 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-244d406e-62cf-4420-a8fa-6db06f325498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7399f82e-b290-4fe9-a389-8e385041df82), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:10.758972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-244d406e-62cf-4420-a8fa-6db06f325498 None None] Port 7399f82e-b290-4fe9-a389-8e385041df82 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:48:10.795167 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7399f82e-b290-4fe9-a389-8e385041df82), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:11.022250 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Publish callbacks [] for port (7399f82e-b290-4fe9-a389-8e385041df82), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:11.029653 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7399f82e-b290-4fe9-a389-8e385041df82), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:11.030473 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (04f14e59-a908-484e-a152-8a69816a0a8d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:11.086639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=7399f82e-b290-4fe9-a389-8e385041df82,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:11.164247 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Network 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:48:11.165860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:48:11.327160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Router 04f14e59-a908-484e-a152-8a69816a0a8d is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 12:48:11.381211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6668cf45-6ecd-4c96-a01d-b6fc9bd3f4ef None None] Provisioning complete for port 7399f82e-b290-4fe9-a389-8e385041df82 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:48:11.381584 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6668cf45-6ecd-4c96-a01d-b6fc9bd3f4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7399f82e-b290-4fe9-a389-8e385041df82), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:11.417856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6668cf45-6ecd-4c96-a01d-b6fc9bd3f4ef None None] Port 7399f82e-b290-4fe9-a389-8e385041df82 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:48:11.418064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:48:11.429330 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Sync routers for ids ['04f14e59-a908-484e-a152-8a69816a0a8d'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:48:11.436146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f5bb796e-235e-46f7-ae1e-8e76fb200dd1 admin admin] 10.222.0.83 "PUT /v2.0/routers/04f14e59-a908-484e-a152-8a69816a0a8d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7911274 Feb 02 12:48:11.444609 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Routers {'04f14e59-a908-484e-a152-8a69816a0a8d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:48:11.445434 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:48:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04f14e59-a908-484e-a152-8a69816a0a8d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:48:11.638983 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Set router 04f14e59-a908-484e-a152-8a69816a0a8d gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:48:12.067301 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'name': 'router1', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:48:01Z', 'updated_at': '2022-02-02T12:48:10Z', 'revision_number': 2, 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'gw_port_host': None, '_interfaces': [{'id': '7399f82e-b290-4fe9-a389-8e385041df82', 'name': '', 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'mac_address': 'fa:16:3e:fe:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69c66279-a516-490e-8fe9-fb58d016755f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:48:09Z', 'updated_at': '2022-02-02T12:48:10Z', 'revision_number': 2, 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'subnets': [{'id': '69c66279-a516-490e-8fe9-fb58d016755f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd941830e-6f7f-486a-8d74-a084f3e92e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:48:12.117363 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Checking router: 04f14e59-a908-484e-a152-8a69816a0a8d for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:48:12.117722 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Updating router 04f14e59-a908-484e-a152-8a69816a0a8d port 7399f82e-b290-4fe9-a389-8e385041df82 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 12:48:12.170632 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7399f82e-b290-4fe9-a389-8e385041df82), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:12.683929 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Publish callbacks [] for port (7399f82e-b290-4fe9-a389-8e385041df82), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:12.692484 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7399f82e-b290-4fe9-a389-8e385041df82), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:12.859326 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Pushing event updated for resources: {'Port': ['ID=7399f82e-b290-4fe9-a389-8e385041df82,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:12.865271 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Attempting to bind port 7399f82e-b290-4fe9-a389-8e385041df82 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:48:12.865652 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Attempting to bind port 7399f82e-b290-4fe9-a389-8e385041df82 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b7d03305-8eed-4403-b4da-0868c4aad1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:48:12.866082 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Attempting to bind port 7399f82e-b290-4fe9-a389-8e385041df82 on network 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:48:12.874705 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.875048 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.875383 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.875733 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.876059 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.876381 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.876760 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.877080 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.877397 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.877709 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.878023 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.878336 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.878647 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Tracked resource versions report: Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: pushed versions: Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: { 'AddressGroup': {'1.2'}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'ConntrackHelper': {'1.0'}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'LocalIPAssociation': {'1.0'}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'Log': {'1.0'}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'Network': {'1.1'}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'Port': {'1.7'}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'PortForwarding': {'1.2'}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'QosPolicy': {'1.10'}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'SecurityGroup': {'1.5'}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'SecurityGroupRule': {'1.2'}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'SubPort': {'1.0'}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'Subnet': {'1.1'}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'Trunk': {'1.1'}} Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: consumer versions: Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: { DHCP agent@n-d-827336-2: {}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: L3 agent@n-d-827336-2: {}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: Metadata agent@n-d-827336-2: {}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: Metering agent@n-d-827336-2: {}, Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: Open vSwitch agent@n-d-827336-2: { 'AddressGroup': '1.2', Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'ConntrackHelper': '1.0', Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'LocalIPAssociation': '1.0', Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'Log': '1.0', Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'Network': '1.1', Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'Port': '1.7', Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'PortForwarding': '1.2', Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'QosPolicy': '1.10', Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'SecurityGroup': '1.5', Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'SecurityGroupRule': '1.2', Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'SubPort': '1.0', Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'Subnet': '1.1', Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: 'Trunk': '1.1'}} Feb 02 12:48:12.879809 n-d-827336-2 neutron-server[103190]: {{(pid=103190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 12:48:12.882188 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:48:12.882567 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Checking segment: {'id': 'b7d03305-8eed-4403-b4da-0868c4aad1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:48:12.883050 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:12.883449 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Bound using segment: {'id': 'b7d03305-8eed-4403-b4da-0868c4aad1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:48:12.884010 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Bound port: 7399f82e-b290-4fe9-a389-8e385041df82, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d03305-8eed-4403-b4da-0868c4aad1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:48:12.884390 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7399f82e-b290-4fe9-a389-8e385041df82), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:12.947542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-18297ef2-9a43-4fb4-8d3f-63b371bc2969 None None] Provisioning complete for port 7399f82e-b290-4fe9-a389-8e385041df82 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:48:12.948060 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18297ef2-9a43-4fb4-8d3f-63b371bc2969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7399f82e-b290-4fe9-a389-8e385041df82), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:12.951983 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] For port 7399f82e-b290-4fe9-a389-8e385041df82, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:48:12.972980 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] For port 7399f82e-b290-4fe9-a389-8e385041df82, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7399f82e-b290-4fe9-a389-8e385041df82,segment=NetworkSegment(b7d03305-8eed-4403-b4da-0868c4aad1f6),segment_id=b7d03305-8eed-4403-b4da-0868c4aad1f6)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:48:12.980724 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7399f82e-b290-4fe9-a389-8e385041df82), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:12.985756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-18297ef2-9a43-4fb4-8d3f-63b371bc2969 None None] Port 7399f82e-b290-4fe9-a389-8e385041df82 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:48:13.035387 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda8f90-136d-4b27-8742-d5c630bffdb6 None None] Pushing event updated for resources: {'Port': ['ID=7399f82e-b290-4fe9-a389-8e385041df82,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:13.042494 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Routers {'04f14e59-a908-484e-a152-8a69816a0a8d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:48:13.043111 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:48:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04f14e59-a908-484e-a152-8a69816a0a8d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:48:13.133575 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] Set router 04f14e59-a908-484e-a152-8a69816a0a8d gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:48:13.208309 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-134d1c68-a558-4474-ad40-a49bec6d0123 None None] Provisioning complete for port 7399f82e-b290-4fe9-a389-8e385041df82 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:48:13.208740 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-134d1c68-a558-4474-ad40-a49bec6d0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7399f82e-b290-4fe9-a389-8e385041df82), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:13.288838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-134d1c68-a558-4474-ad40-a49bec6d0123 None None] Current status of the port 7399f82e-b290-4fe9-a389-8e385041df82 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:48:13.289168 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-134d1c68-a558-4474-ad40-a49bec6d0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7399f82e-b290-4fe9-a389-8e385041df82), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:13.322261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-134d1c68-a558-4474-ad40-a49bec6d0123 None None] For port 7399f82e-b290-4fe9-a389-8e385041df82, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7399f82e-b290-4fe9-a389-8e385041df82,segment=NetworkSegment(b7d03305-8eed-4403-b4da-0868c4aad1f6),segment_id=b7d03305-8eed-4403-b4da-0868c4aad1f6)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:48:13.326590 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-134d1c68-a558-4474-ad40-a49bec6d0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7399f82e-b290-4fe9-a389-8e385041df82), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:13.345606 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'name': 'router1', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:48:01Z', 'updated_at': '2022-02-02T12:48:10Z', 'revision_number': 2, 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'gw_port_host': None, '_interfaces': [{'id': '7399f82e-b290-4fe9-a389-8e385041df82', 'name': '', 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'mac_address': 'fa:16:3e:fe:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69c66279-a516-490e-8fe9-fb58d016755f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:48:09Z', 'updated_at': '2022-02-02T12:48:12Z', 'revision_number': 4, 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'subnets': [{'id': '69c66279-a516-490e-8fe9-fb58d016755f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd941830e-6f7f-486a-8d74-a084f3e92e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:48:13.376388 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa74c95-848c-4dbd-a687-b7966abc6a64 None None] The sync data for ids ['04f14e59-a908-484e-a152-8a69816a0a8d'] in n-d-827336-2 is: [{'id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'name': 'router1', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:48:01Z', 'updated_at': '2022-02-02T12:48:10Z', 'revision_number': 2, 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'gw_port_host': None, '_interfaces': [{'id': '7399f82e-b290-4fe9-a389-8e385041df82', 'name': '', 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'mac_address': 'fa:16:3e:fe:ca:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69c66279-a516-490e-8fe9-fb58d016755f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:48:09Z', 'updated_at': '2022-02-02T12:48:12Z', 'revision_number': 4, 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'subnets': [{'id': '69c66279-a516-490e-8fe9-fb58d016755f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd941830e-6f7f-486a-8d74-a084f3e92e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:48:13.381096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d1c68-a558-4474-ad40-a49bec6d0123 None None] Pushing event updated for resources: {'Port': ['ID=7399f82e-b290-4fe9-a389-8e385041df82,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:16.094605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:48:16.210919 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3951dc0a-c333-459a-b80b-f8ee40ecb391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:48:16.212347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3951dc0a-c333-459a-b80b-f8ee40ecb391 admin admin] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 842 time: 0.1165886 Feb 02 12:48:16.222301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.4.0/24', 'enable_dhcp': False, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': 'b0ad0d69f2484923bbb38dabe9f9203f', 'name': 'public-subnet', 'gateway_ip': '172.25.4.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:48:16.241550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] Made reservation on behalf of b0ad0d69f2484923bbb38dabe9f9203f for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:48:16.243772 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:16.522210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.objects.ports [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 12:48:16.522578 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (7b2fe499-fb6c-4145-b958-62276dd57399), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:16.575226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2fe499-fb6c-4145-b958-62276dd57399,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:16.586506 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:48:16.586847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] Network hostable DHCP agents. Network: 367940fe-3d66-4589-acc0-beae9dd0f10d, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:48:16.604323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:48:16.612749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 367940fe-3d66-4589-acc0-beae9dd0f10d) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:48:16.617668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:48:16.618615 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:16.624342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc8b6d4-dee8-46c1-b61d-5ea5fadc8e37 None None] Network 367940fe-3d66-4589-acc0-beae9dd0f10d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:48:16.649086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-77a09529-427d-49ac-8caf-d9410f456e52 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4163060 Feb 02 12:48:16.739258 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa3e53a-83bf-4c3f-a152-c8792f82010c None None] Network 367940fe-3d66-4589-acc0-beae9dd0f10d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:48:18.966599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60350) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:48:19.200253 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-33712da2-02f7-46d8-9215-8246f1d1e188 admin admin] 10.222.0.83 "GET /v2.0/routers/04f14e59-a908-484e-a152-8a69816a0a8d HTTP/1.1" status: 200 len: 710 time: 0.2322531 Feb 02 12:48:19.235469 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:48:19.353897 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12466d2e-355b-47b2-ba17-e6fbda29e094 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:48:19.360501 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-12466d2e-355b-47b2-ba17-e6fbda29e094 admin admin] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 886 time: 0.1496077 Feb 02 12:48:19.364606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:48:19.604756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Publish callbacks [] for router_gateway (04f14e59-a908-484e-a152-8a69816a0a8d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:19.854230 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Publish callbacks [] for router_gateway (04f14e59-a908-484e-a152-8a69816a0a8d), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:19.937509 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:20.125212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Allocated IP 172.25.4.165 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/bbdcb2a0-62d3-4887-bc05-846a949a5171) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:48:20.228930 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Publish callbacks [] for port (bbdcb2a0-62d3-4887-bc05-846a949a5171), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:20.290136 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (bbdcb2a0-62d3-4887-bc05-846a949a5171), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:20.423870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:48:20.429350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:48:20.434555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Pushing event updated for resources: {'Port': ['ID=bbdcb2a0-62d3-4887-bc05-846a949a5171,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:20.437529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:48:20.480492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7399f82e-b290-4fe9-a389-8e385041df82 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:48:20.534522 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7399f82e-b290-4fe9-a389-8e385041df82 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:48:20.534902 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7399f82e-b290-4fe9-a389-8e385041df82), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:20.616335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7399f82e-b290-4fe9-a389-8e385041df82 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:48:20.721939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Publish callbacks [] for router_gateway (04f14e59-a908-484e-a152-8a69816a0a8d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:20.919047 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (04f14e59-a908-484e-a152-8a69816a0a8d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:20.923657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (04f14e59-a908-484e-a152-8a69816a0a8d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:21.033754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Router 04f14e59-a908-484e-a152-8a69816a0a8d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:48:21.139282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:48:21.144448 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:21.145654 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d7548f40-9444-48a9-ab82-98d073504d28 admin admin] 10.222.0.83 "PUT /v2.0/routers/04f14e59-a908-484e-a152-8a69816a0a8d HTTP/1.1" status: 200 len: 890 time: 1.7842813 Feb 02 12:48:21.599981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Sync routers for ids ['04f14e59-a908-484e-a152-8a69816a0a8d'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:48:21.612487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Routers {'04f14e59-a908-484e-a152-8a69816a0a8d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:48:21.613146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:48:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04f14e59-a908-484e-a152-8a69816a0a8d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:48:21.819187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Set router 04f14e59-a908-484e-a152-8a69816a0a8d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:48:22.287237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'name': 'router1', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'bbdcb2a0-62d3-4887-bc05-846a949a5171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:48:01Z', 'updated_at': '2022-02-02T12:48:20Z', 'revision_number': 4, 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'gw_port': {'id': 'bbdcb2a0-62d3-4887-bc05-846a949a5171', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:48:19Z', 'updated_at': '2022-02-02T12:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '7399f82e-b290-4fe9-a389-8e385041df82', 'name': '', 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'mac_address': 'fa:16:3e:fe:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69c66279-a516-490e-8fe9-fb58d016755f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:48:09Z', 'updated_at': '2022-02-02T12:48:13Z', 'revision_number': 5, 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'subnets': [{'id': '69c66279-a516-490e-8fe9-fb58d016755f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd941830e-6f7f-486a-8d74-a084f3e92e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:48:22.339542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Checking router: 04f14e59-a908-484e-a152-8a69816a0a8d for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:48:22.339888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Updating router 04f14e59-a908-484e-a152-8a69816a0a8d port bbdcb2a0-62d3-4887-bc05-846a949a5171 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 12:48:22.392883 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bbdcb2a0-62d3-4887-bc05-846a949a5171), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:22.714568 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Publish callbacks [] for port (bbdcb2a0-62d3-4887-bc05-846a949a5171), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:22.721750 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bbdcb2a0-62d3-4887-bc05-846a949a5171), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:22.773156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Attempting to bind port bbdcb2a0-62d3-4887-bc05-846a949a5171 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:48:22.773535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Attempting to bind port bbdcb2a0-62d3-4887-bc05-846a949a5171 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:48:22.773907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Attempting to bind port bbdcb2a0-62d3-4887-bc05-846a949a5171 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:48:22.782205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d923417-f1b6-4382-b0d9-cd75dd11438a None None] Pushing event updated for resources: {'Port': ['ID=bbdcb2a0-62d3-4887-bc05-846a949a5171,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:22.784751 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:48:22.785113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:48:22.785515 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:22.785895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:48:22.786363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Bound port: bbdcb2a0-62d3-4887-bc05-846a949a5171, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:48:22.786743 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bbdcb2a0-62d3-4887-bc05-846a949a5171), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:22.836521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] For port bbdcb2a0-62d3-4887-bc05-846a949a5171, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:48:22.839646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] For port bbdcb2a0-62d3-4887-bc05-846a949a5171, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bbdcb2a0-62d3-4887-bc05-846a949a5171,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:48:22.845150 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bbdcb2a0-62d3-4887-bc05-846a949a5171), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:22.903179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d923417-f1b6-4382-b0d9-cd75dd11438a None None] Pushing event updated for resources: {'Port': ['ID=bbdcb2a0-62d3-4887-bc05-846a949a5171,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:22.905781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Routers {'04f14e59-a908-484e-a152-8a69816a0a8d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:48:22.906395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:48:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04f14e59-a908-484e-a152-8a69816a0a8d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:48:23.013382 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] Set router 04f14e59-a908-484e-a152-8a69816a0a8d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:48:23.227827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'name': 'router1', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'bbdcb2a0-62d3-4887-bc05-846a949a5171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:48:01Z', 'updated_at': '2022-02-02T12:48:20Z', 'revision_number': 4, 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'gw_port': {'id': 'bbdcb2a0-62d3-4887-bc05-846a949a5171', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:48:19Z', 'updated_at': '2022-02-02T12:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '7399f82e-b290-4fe9-a389-8e385041df82', 'name': '', 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'mac_address': 'fa:16:3e:fe:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69c66279-a516-490e-8fe9-fb58d016755f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:48:09Z', 'updated_at': '2022-02-02T12:48:13Z', 'revision_number': 5, 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'subnets': [{'id': '69c66279-a516-490e-8fe9-fb58d016755f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd941830e-6f7f-486a-8d74-a084f3e92e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:48:23.254260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0006b717-2b65-4d79-80bb-093a858a5274 None None] The sync data for ids ['04f14e59-a908-484e-a152-8a69816a0a8d'] in n-d-827336-2 is: [{'id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'name': 'router1', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.165'}], 'enable_snat': True}, 'gw_port_id': 'bbdcb2a0-62d3-4887-bc05-846a949a5171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:48:01Z', 'updated_at': '2022-02-02T12:48:20Z', 'revision_number': 4, 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'gw_port': {'id': 'bbdcb2a0-62d3-4887-bc05-846a949a5171', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:c5:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:48:19Z', 'updated_at': '2022-02-02T12:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '7399f82e-b290-4fe9-a389-8e385041df82', 'name': '', 'network_id': '95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7', 'tenant_id': '1d1c21c393344f5488d30f42aa5b385c', 'mac_address': 'fa:16:3e:fe:ca:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f14e59-a908-484e-a152-8a69816a0a8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69c66279-a516-490e-8fe9-fb58d016755f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:48:09Z', 'updated_at': '2022-02-02T12:48:13Z', 'revision_number': 5, 'project_id': '1d1c21c393344f5488d30f42aa5b385c', 'subnets': [{'id': '69c66279-a516-490e-8fe9-fb58d016755f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd941830e-6f7f-486a-8d74-a084f3e92e3d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:48:23.579719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60364) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:48:23.701587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7e93850a-1a44-4212-a703-0e6ab617caab admin admin] 10.222.0.83 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1207230 Feb 02 12:48:24.476876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bbdcb2a0-62d3-4887-bc05-846a949a5171 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:48:24.524878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port bbdcb2a0-62d3-4887-bc05-846a949a5171 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:48:24.525270 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bbdcb2a0-62d3-4887-bc05-846a949a5171), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:24.604291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port bbdcb2a0-62d3-4887-bc05-846a949a5171 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:48:24.604944 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bbdcb2a0-62d3-4887-bc05-846a949a5171), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:24.630242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port bbdcb2a0-62d3-4887-bc05-846a949a5171, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bbdcb2a0-62d3-4887-bc05-846a949a5171,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:48:24.635218 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bbdcb2a0-62d3-4887-bc05-846a949a5171), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:24.684743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=bbdcb2a0-62d3-4887-bc05-846a949a5171,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:48:26.450703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bbdcb2a0-62d3-4887-bc05-846a949a5171 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:48:26.501446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port bbdcb2a0-62d3-4887-bc05-846a949a5171 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:48:26.501835 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bbdcb2a0-62d3-4887-bc05-846a949a5171), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:26.584755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port bbdcb2a0-62d3-4887-bc05-846a949a5171 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:48:31.701147 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c6f75b8-0725-42b8-9ffe-2b87cae77c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:34.012031 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1606127-1f76-4ad8-aae5-0b37359bf92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:35.286109 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:36.563457 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:37.871459 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:48:56.234614 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:49:01.706612 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c847f86-52d6-415d-b019-30a9b75884f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:04.007147 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-908cbf9c-6a8b-49f4-91ab-3cc1b1a621f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:05.291507 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:06.566749 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:07.879512 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:31.692931 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd1329a6-3d83-410b-99d1-2b74281be252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:33.233465 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:49:34.010718 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3514cd4c-a2d0-4339-b38d-a12641937bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:35.292101 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:36.567243 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:37.877698 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:47.470732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:49:47.547864 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7d523a-34fe-4694-8d10-8ec27b69a877 admin admin] GET failed (client error): The resource could not be found. Feb 02 12:49:47.549319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cf7d523a-34fe-4694-8d10-8ec27b69a877 admin admin] 10.222.0.83 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0774629 Feb 02 12:49:47.788716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e85ad0-d162-4986-a47d-088abc80d60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:49:47.790197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-26e85ad0-d162-4986-a47d-088abc80d60e admin admin] 10.222.0.83 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2368915 Feb 02 12:49:50.083344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:49:50.179297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b837f9-f0c6-4c5a-a5d1-63140a1e4840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:49:50.180630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-18b837f9-f0c6-4c5a-a5d1-63140a1e4840 admin admin] 10.222.0.83 "GET /v2.0/subnets/69c66279-a516-490e-8fe9-fb58d016755f HTTP/1.1" status: 200 len: 849 time: 0.0961182 Feb 02 12:49:50.190278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:49:50.279567 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Publish callbacks [] for subnet (69c66279-a516-490e-8fe9-fb58d016755f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:50.441099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739706610908'] for subnet (69c66279-a516-490e-8fe9-fb58d016755f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:50.473471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:49:50.474082 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:50.475341 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] 10.222.0.83 "PUT /v2.0/subnets/69c66279-a516-490e-8fe9-fb58d016755f HTTP/1.1" status: 200 len: 868 time: 0.2886813 Feb 02 12:49:50.482833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346cbcb9-50c6-4b46-8476-ade337a950ed None None] Network 95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:49:50.495469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c66279-a516-490e-8fe9-fb58d016755f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:49:50.502701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.503073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.503373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.503798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.504139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.504460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.504778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.505088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.505416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.505733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.506047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.506361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.506669 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a375197-b5b7-4d7f-816a-34e2c947c9c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:49:50.773857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0f420ee3-01ef-4aea-b1b3-fe8423d2d368 None None] Provisioning complete for port 7399f82e-b290-4fe9-a389-8e385041df82 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:49:50.774236 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f420ee3-01ef-4aea-b1b3-fe8423d2d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7399f82e-b290-4fe9-a389-8e385041df82), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:50.855863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0f420ee3-01ef-4aea-b1b3-fe8423d2d368 None None] Current status of the port 7399f82e-b290-4fe9-a389-8e385041df82 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:49:50.866642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0f420ee3-01ef-4aea-b1b3-fe8423d2d368 None None] Provisioning complete for port 593373c7-acb4-4012-842f-080d2388c419 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:49:50.866968 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f420ee3-01ef-4aea-b1b3-fe8423d2d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (593373c7-acb4-4012-842f-080d2388c419), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:49:50.942627 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0f420ee3-01ef-4aea-b1b3-fe8423d2d368 None None] Current status of the port 593373c7-acb4-4012-842f-080d2388c419 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:49:52.701620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:49:52.915605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38129790-ac03-4697-9cde-7a33070f0608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:49:52.916075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38129790-ac03-4697-9cde-7a33070f0608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:49:52.917633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-38129790-ac03-4697-9cde-7a33070f0608 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2149940 Feb 02 12:49:55.154649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60908) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:49:55.368818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e7f020-d4ce-4070-bb07-814460f71890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:49:55.369288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e7f020-d4ce-4070-bb07-814460f71890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:49:55.370858 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-46e7f020-d4ce-4070-bb07-814460f71890 admin admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2152705 Feb 02 12:49:57.626826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60918) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:49:57.770011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea36655a-5583-43b6-9cb1-06d26f4c19f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:49:57.771460 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ea36655a-5583-43b6-9cb1-06d26f4c19f6 admin admin] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 886 time: 0.1436751 Feb 02 12:49:59.983697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:50:00.139743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5927fae2-d2e6-4787-aace-1e237b19b87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:50:00.141278 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5927fae2-d2e6-4787-aace-1e237b19b87d admin admin] 10.222.0.83 "GET /v2.0/networks/95a1c80a-1bf6-4d7f-b1ae-f3e7e24978f7 HTTP/1.1" status: 200 len: 869 time: 0.1566548 Feb 02 12:50:01.698561 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce908b47-52eb-47da-9ea3-cd2e05cd3c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:02.396637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60934) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:50:02.535834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8337c93d-ec0b-4581-bc7b-bcb21c919550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:50:02.536285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8337c93d-ec0b-4581-bc7b-bcb21c919550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:50:02.537852 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8337c93d-ec0b-4581-bc7b-bcb21c919550 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1402271 Feb 02 12:50:04.013391 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c6c0e30-7c9d-4586-ac3d-27bef7ed2cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:04.738763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60942) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:50:04.833040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aa30e7-4a8b-4107-b7c6-06dac015a0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:50:04.833497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aa30e7-4a8b-4107-b7c6-06dac015a0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:50:04.835105 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-23aa30e7-4a8b-4107-b7c6-06dac015a0c0 admin admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0952544 Feb 02 12:50:05.294772 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:06.570607 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:07.052603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60950) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:50:07.160580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6703d12d-c105-44c9-a03e-7dedc0716334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:50:07.161952 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6703d12d-c105-44c9-a03e-7dedc0716334 admin admin] 10.222.0.83 "GET /v2.0/subnets/69c66279-a516-490e-8fe9-fb58d016755f HTTP/1.1" status: 200 len: 868 time: 0.1083505 Feb 02 12:50:07.873930 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:09.365362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60958) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:50:09.460031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0634313c-447f-4e6f-9149-69e9188011cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:50:09.461338 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0634313c-447f-4e6f-9149-69e9188011cf admin admin] 10.222.0.83 "GET /v2.0/subnets/7b2fe499-fb6c-4145-b958-62276dd57399 HTTP/1.1" status: 200 len: 816 time: 0.0950058 Feb 02 12:50:10.232628 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:50:31.704480 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3128e611-fdc7-4bd4-8b5b-c008c6e5c511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:33.942491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32780) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:50:34.005393 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-28a1c351-137b-40b0-a8f1-53010b51a808 admin admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:50:34.006424 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-28a1c351-137b-40b0-a8f1-53010b51a808 admin admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0626631 Feb 02 12:50:34.017045 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a77a133a-eaed-4330-8b5c-5bcda2f18710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:35.300030 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:36.335251 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32788) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:50:36.403865 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed003895-204e-45ea-aba8-3c49c29fcb65 admin admin] GET failed (client error): The resource could not be found. Feb 02 12:50:36.405170 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ed003895-204e-45ea-aba8-3c49c29fcb65 admin admin] 10.222.0.83 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0688818 Feb 02 12:50:36.573607 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:36.618422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcaa3d7-5fe2-45c4-9f3f-d1b5b33c8bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:50:36.619957 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4bcaa3d7-5fe2-45c4-9f3f-d1b5b33c8bd4 admin admin] 10.222.0.83 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2106414 Feb 02 12:50:37.870509 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:38.951766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32798) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:50:39.007383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Request body: {'network': {'tenant_id': 'b0ad0d69f2484923bbb38dabe9f9203f', 'admin_state_up': True, 'project_id': 'b0ad0d69f2484923bbb38dabe9f9203f', 'shared': True, 'name': 'shared'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:50:39.032674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Made reservation on behalf of b0ad0d69f2484923bbb38dabe9f9203f for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:50:39.036471 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:39.080946 n-d-827336-2 neutron-server[103187]: WARNING neutron.services.revisions.revision_plugin [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Could not find related network for resource to bump revision. Feb 02 12:50:39.097161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:50:39.107117 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (62281a45-6dff-46e9-8e5a-91f6bd6cacd7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:39.107464 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Added segment 62281a45-6dff-46e9-8e5a-91f6bd6cacd7 of type vlan for network e4b13d8c-9bab-4128-8f82-a8dac976536e Feb 02 12:50:39.146896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (e4b13d8c-9bab-4128-8f82-a8dac976536e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:39.174591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (e4b13d8c-9bab-4128-8f82-a8dac976536e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:39.175583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:50:39.176167 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:39.205137 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2522347 Feb 02 12:50:39.239463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Pushing event updated for resources: {'Network': ['ID=e4b13d8c-9bab-4128-8f82-a8dac976536e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:50:39.247115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.247441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.247834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.248164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.248496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.248825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.249147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.249465 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.249787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.250090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.250408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.250726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.251040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f0d790-3e5f-41fc-babe-30bb4ab3818f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:39.262990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network e4b13d8c-9bab-4128-8f82-a8dac976536e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:50:41.496921 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32808) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:50:41.558569 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-37406004-0d64-439f-a951-b7069cbcb99d admin admin] GET failed (client error): The resource could not be found. Feb 02 12:50:41.559982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-37406004-0d64-439f-a951-b7069cbcb99d admin admin] 10.222.0.83 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620704 Feb 02 12:50:41.630141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a22167-9864-4926-aee1-abb93d5462dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:50:41.631645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d9a22167-9864-4926-aee1-abb93d5462dc admin admin] 10.222.0.83 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676172 Feb 02 12:50:41.644774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-377bff25-8865-482b-98f5-43ad02da3111 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'tenant_id': 'b0ad0d69f2484923bbb38dabe9f9203f', 'ip_version': 4, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:50:41.666369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377bff25-8865-482b-98f5-43ad02da3111 admin admin] Made reservation on behalf of b0ad0d69f2484923bbb38dabe9f9203f for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:50:41.668709 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-377bff25-8865-482b-98f5-43ad02da3111 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:41.828934 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-377bff25-8865-482b-98f5-43ad02da3111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (b8bf13a8-359f-4f53-9380-2cfa12097b03), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:41.897909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bff25-8865-482b-98f5-43ad02da3111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8bf13a8-359f-4f53-9380-2cfa12097b03,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:50:41.906438 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377bff25-8865-482b-98f5-43ad02da3111 admin admin] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:50:41.906788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377bff25-8865-482b-98f5-43ad02da3111 admin admin] Network hostable DHCP agents. Network: e4b13d8c-9bab-4128-8f82-a8dac976536e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:50:41.926022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377bff25-8865-482b-98f5-43ad02da3111 admin admin] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:50:41.935748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-377bff25-8865-482b-98f5-43ad02da3111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, e4b13d8c-9bab-4128-8f82-a8dac976536e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:50:41.939844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377bff25-8865-482b-98f5-43ad02da3111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:50:41.940438 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-377bff25-8865-482b-98f5-43ad02da3111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:41.949773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6014e5-3163-4f77-aff9-d86176ac989e None None] Network e4b13d8c-9bab-4128-8f82-a8dac976536e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:50:41.955851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-377bff25-8865-482b-98f5-43ad02da3111 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3145618 Feb 02 12:50:42.049776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de157673-c279-4d24-b108-9018c144b869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-e4b13d8c-9bab-4128-8f82-a8dac976536e', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'project_id': 'b0ad0d69f2484923bbb38dabe9f9203f', 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 12:50:42.050800 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:42.190325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-de157673-c279-4d24-b108-9018c144b869 None None] Allocated IP 192.168.233.2 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/18a8a06d-c129-439d-99a9-ecbd248c23a9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:50:42.436722 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Publish callbacks [] for port (18a8a06d-c129-439d-99a9-ecbd248c23a9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:42.442803 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (18a8a06d-c129-439d-99a9-ecbd248c23a9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:42.481424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de157673-c279-4d24-b108-9018c144b869 None None] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:50:42.486391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-de157673-c279-4d24-b108-9018c144b869 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:50:42.490915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de157673-c279-4d24-b108-9018c144b869 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:50:42.497876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de157673-c279-4d24-b108-9018c144b869 None None] Pushing event updated for resources: {'Port': ['ID=18a8a06d-c129-439d-99a9-ecbd248c23a9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:50:42.521078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.521418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.521757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.522091 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.522420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.522743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.523069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.523368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.523810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.524130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.524639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.525098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.525429 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:50:42.565605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-de157673-c279-4d24-b108-9018c144b869 None None] Attempting to bind port 18a8a06d-c129-439d-99a9-ecbd248c23a9 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:50:42.566030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-de157673-c279-4d24-b108-9018c144b869 None None] Attempting to bind port 18a8a06d-c129-439d-99a9-ecbd248c23a9 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:50:42.566344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de157673-c279-4d24-b108-9018c144b869 None None] Attempting to bind port 18a8a06d-c129-439d-99a9-ecbd248c23a9 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:50:42.571458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de157673-c279-4d24-b108-9018c144b869 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:50:42.571846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de157673-c279-4d24-b108-9018c144b869 None None] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:50:42.572273 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:42.572667 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de157673-c279-4d24-b108-9018c144b869 None None] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:50:42.573715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-de157673-c279-4d24-b108-9018c144b869 None None] Bound port: 18a8a06d-c129-439d-99a9-ecbd248c23a9, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:50:42.574095 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (18a8a06d-c129-439d-99a9-ecbd248c23a9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:42.636647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-de157673-c279-4d24-b108-9018c144b869 None None] For port 18a8a06d-c129-439d-99a9-ecbd248c23a9, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:50:42.639431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-de157673-c279-4d24-b108-9018c144b869 None None] For port 18a8a06d-c129-439d-99a9-ecbd248c23a9, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=18a8a06d-c129-439d-99a9-ecbd248c23a9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:50:42.645810 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de157673-c279-4d24-b108-9018c144b869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (18a8a06d-c129-439d-99a9-ecbd248c23a9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:42.703792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de157673-c279-4d24-b108-9018c144b869 None None] Pushing event updated for resources: {'Port': ['ID=18a8a06d-c129-439d-99a9-ecbd248c23a9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:50:43.648879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cd01d3-95f0-428b-ad6d-77128d03643b None None] Network e4b13d8c-9bab-4128-8f82-a8dac976536e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:50:43.720881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7c0c3544-489d-4f07-a992-977074f9afcc None None] Provisioning complete for port 18a8a06d-c129-439d-99a9-ecbd248c23a9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:50:43.721262 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3544-489d-4f07-a992-977074f9afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (18a8a06d-c129-439d-99a9-ecbd248c23a9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:43.834034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c3544-489d-4f07-a992-977074f9afcc None None] Current status of the port 18a8a06d-c129-439d-99a9-ecbd248c23a9 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:50:43.834414 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3544-489d-4f07-a992-977074f9afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (18a8a06d-c129-439d-99a9-ecbd248c23a9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:43.871529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7c0c3544-489d-4f07-a992-977074f9afcc None None] For port 18a8a06d-c129-439d-99a9-ecbd248c23a9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=18a8a06d-c129-439d-99a9-ecbd248c23a9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:50:43.879304 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c0c3544-489d-4f07-a992-977074f9afcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (18a8a06d-c129-439d-99a9-ecbd248c23a9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:43.932973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c3544-489d-4f07-a992-977074f9afcc None None] Pushing event updated for resources: {'Port': ['ID=18a8a06d-c129-439d-99a9-ecbd248c23a9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:50:44.000109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-397a0653-0e77-492a-a269-8ed72eb61712 None None] Provisioning complete for port 18a8a06d-c129-439d-99a9-ecbd248c23a9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:50:44.000493 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-397a0653-0e77-492a-a269-8ed72eb61712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (18a8a06d-c129-439d-99a9-ecbd248c23a9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:44.079281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-397a0653-0e77-492a-a269-8ed72eb61712 None None] Current status of the port 18a8a06d-c129-439d-99a9-ecbd248c23a9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:50:44.556529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 18a8a06d-c129-439d-99a9-ecbd248c23a9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:50:44.605142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 18a8a06d-c129-439d-99a9-ecbd248c23a9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:50:44.605616 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (18a8a06d-c129-439d-99a9-ecbd248c23a9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:50:44.680535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 18a8a06d-c129-439d-99a9-ecbd248c23a9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:50:47.232897 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:51:01.725851 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66d12e12-37b3-4312-bf37-d72c262a71e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:04.021795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ae7757-a80d-464c-976d-5d6b625bd6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:05.306261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:06.576691 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:07.866643 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:24.233028 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:51:31.699590 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22380e34-de85-4351-b4d7-231924d5edea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:34.025775 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0a5f220-55ba-4a38-a50b-021ce014b06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:35.315995 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:36.580800 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:37.880320 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:57.218951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32852) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:51:57.225217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-d0529441-b39c-48fd-a400-fb7e6f8c0eb4 tempest-verify_tempest_config-114793325 tempest-verify_tempest_config-114793325-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:51:57.226213 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d0529441-b39c-48fd-a400-fb7e6f8c0eb4 tempest-verify_tempest_config-114793325 tempest-verify_tempest_config-114793325-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061805 Feb 02 12:51:57.559341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32870) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:51:57.667752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:57.747573 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Publish callbacks [] for security_group (e2668128-6374-44a3-9296-69eabd7b89f3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:57.753562 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e2668128-6374-44a3-9296-69eabd7b89f3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:57.803806 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2668128-6374-44a3-9296-69eabd7b89f3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:51:57.808632 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2a751deb9f1145858796db9e6499d890&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2482760 Feb 02 12:51:57.811608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:51:57.812882 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.813235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.813626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.813916 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.814251 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.814583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.814935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.815246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.815610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.815936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.816262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.816582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.816937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fab8a30-b610-4fda-8a86-fe58308ac910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:57.866204 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Publish callbacks [] for security_group (e2668128-6374-44a3-9296-69eabd7b89f3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:57.890280 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Publish callbacks [] for security_group (e2668128-6374-44a3-9296-69eabd7b89f3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:57.986133 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e2668128-6374-44a3-9296-69eabd7b89f3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:57.990310 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:51:57.992582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e2668128-6374-44a3-9296-69eabd7b89f3 HTTP/1.1" status: 204 len: 168 time: 0.1797562 Feb 02 12:51:58.001936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2668128-6374-44a3-9296-69eabd7b89f3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:51:58.008800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:58.009212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:58.009634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:58.010029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:58.010549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:58.011445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:58.011865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:58.012245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:58.012628 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:58.013009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:58.013390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:58.013769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:51:58.014146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b45359-2def-43e0-9c3e-14db8d7c1a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:52:01.238308 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:52:01.709392 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-def972d3-ae7c-4d0d-b916-65597869f3f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:52:04.040260 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c13adf8-84cb-491f-b10f-6cd125ab6675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:52:05.313611 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:52:06.591059 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:52:07.888922 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:52:31.704782 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e407967-2903-4ad0-9fb4-4ce9cf0ae478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:52:34.035775 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a0d6479-a67a-4dab-a2b9-badcef711f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:52:35.314758 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:52:36.591126 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:52:37.881333 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:52:38.242535 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:53:01.706343 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf035e19-4180-4392-929f-d23b4d0674af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:53:04.041561 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac2ec415-e6d2-4eec-b77a-32c5d4bc5208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:53:05.321845 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:53:06.594857 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:53:07.887198 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:53:15.248901 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:53:31.708952 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ed905c4-79e8-4054-bdbe-21ff63496c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:53:34.045509 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf07e0ae-1a30-4be8-b811-7bb2e2ecdf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:53:35.326586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:53:36.598748 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:53:37.891710 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:53:52.248789 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:54:01.711679 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1077f169-6a44-4b0d-873f-c2a5d263147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:54:04.044891 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d296fc7c-4738-46cb-8436-b1ddc45b48b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:54:05.333209 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:54:06.609909 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:54:07.897316 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:54:29.252636 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:54:31.706982 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4aa7e22f-e89e-4daf-914a-a702df779a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:54:34.039711 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e214db9a-6729-4589-ba7c-0d8fdf2087f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:54:35.329131 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:54:36.613968 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:54:37.903692 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:01.719244 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-930d0da5-8d7d-4497-a293-b1d88f6b99dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:04.052735 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b131a745-2045-4f47-ab03-c3260e0fe8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:05.333437 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:06.256663 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 5 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:55:06.316036 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994487'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:06.619028 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:07.339896 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-994487'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:07.894046 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:31.713687 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15a39be9-17cd-4d97-be00-893d0a87f536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:34.052601 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b16c7f64-b1f1-44e2-b325-75521e08344c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:35.336549 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:36.260508 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:36.613404 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:37.336334 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:37.593013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32932) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:55:37.709135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6ac57245-bd22-4579-91a7-0c3fc023ea9f admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1137104 Feb 02 12:55:37.888519 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:55:39.971552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:55:40.030663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-102c4c5f-b07d-47d0-8953-c220ca91c5b6 admin admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0580220 Feb 02 12:55:43.264150 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:56:01.725145 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c21855f-d45b-40af-a3d5-d7348680a13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:04.058773 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa9cbb2b-c346-4c41-8187-d73632d72ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:05.341166 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:06.268318 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:06.621884 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:07.340931 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:07.904314 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:20.255160 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:56:31.718030 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77dbc4a9-41b8-4e77-ad13-2c10c6226edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:34.042919 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5d19273-15bc-4cd0-af2f-2e909c057883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:35.340263 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:36.257133 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:36.621073 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:37.331578 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:37.899327 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:56:57.258972 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:57:01.601240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:01.761165 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d75a6d5b-2e73-453a-8a8a-0380eb940792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:01.925286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-network', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:01.947317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Made reservation on behalf of 703a1919ab3848d3bbcfb6f564b7db94 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:01.951583 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:01.962047 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.044855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Publish callbacks [] for security_group (3401d614-f201-445c-ad87-6f7ad3630b25), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.051909 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3401d614-f201-445c-ad87-6f7ad3630b25), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.078817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3401d614-f201-445c-ad87-6f7ad3630b25,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:02.093156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.093520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.093892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.094178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.094498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.094929 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.095248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.095675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.096001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.096313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.096628 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.096941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.097240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Tracked resource versions report: Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: pushed versions: Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: { 'AddressGroup': {'1.2'}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'ConntrackHelper': {'1.0'}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'LocalIPAssociation': {'1.0'}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'Log': {'1.0'}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'Network': {'1.1'}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'Port': {'1.7'}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'PortForwarding': {'1.2'}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'QosPolicy': {'1.10'}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'SecurityGroup': {'1.5'}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'SecurityGroupRule': {'1.2'}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'SubPort': {'1.0'}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'Subnet': {'1.1'}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'Trunk': {'1.1'}} Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: consumer versions: Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: { DHCP agent@n-d-827336-2: {}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: HyperV agent@n-h1-827336-2: {}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: HyperV agent@n-h2-827336-2: {}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: L3 agent@n-d-827336-2: {}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: Metadata agent@n-d-827336-2: {}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: Metering agent@n-d-827336-2: {}, Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: Open vSwitch agent@n-d-827336-2: { 'AddressGroup': '1.2', Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'ConntrackHelper': '1.0', Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'LocalIPAssociation': '1.0', Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'Log': '1.0', Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'Network': '1.1', Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'Port': '1.7', Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'PortForwarding': '1.2', Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'QosPolicy': '1.10', Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'SecurityGroup': '1.5', Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'SecurityGroupRule': '1.2', Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'SubPort': '1.0', Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'Subnet': '1.1', Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: 'Trunk': '1.1'}} Feb 02 12:57:02.098652 n-d-827336-2 neutron-server[103188]: {{(pid=103188) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 12:57:02.101500 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:57:02.112917 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (0b83a588-b351-4fb2-b654-9321a6f25089), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.113247 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Added segment 0b83a588-b351-4fb2-b654-9321a6f25089 of type vlan for network 16e87a24-b253-467e-bf8a-2babe3b8e710 Feb 02 12:57:02.153017 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (16e87a24-b253-467e-bf8a-2babe3b8e710), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.178699 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (16e87a24-b253-467e-bf8a-2babe3b8e710), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.180097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:02.180931 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.210390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33218) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:02.210928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6076639 Feb 02 12:57:02.216089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Request body: {'subnet': {'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-subnet', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:02.240700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Made reservation on behalf of 703a1919ab3848d3bbcfb6f564b7db94 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:02.243388 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.254775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd2ae4-c582-4166-9b8d-12f11c45fc68 admin admin] Pushing event updated for resources: {'Network': ['ID=16e87a24-b253-467e-bf8a-2babe3b8e710,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:02.267652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 16e87a24-b253-467e-bf8a-2babe3b8e710 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:57:02.461697 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (4b40da53-385a-4ca7-a6b2-f647fc4a6863), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.509463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b40da53-385a-4ca7-a6b2-f647fc4a6863,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:02.520075 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.520429 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.520777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.521135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.521530 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.521867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.522219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.522655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.523007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.523413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.523775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.524104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.524541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Tracked resource versions report: Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: pushed versions: Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: { 'AddressGroup': {'1.2'}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'ConntrackHelper': {'1.0'}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'LocalIPAssociation': {'1.0'}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'Log': {'1.0'}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'Network': {'1.1'}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'Port': {'1.7'}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'PortForwarding': {'1.2'}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'QosPolicy': {'1.10'}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'SecurityGroup': {'1.5'}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'SecurityGroupRule': {'1.2'}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'SubPort': {'1.0'}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'Subnet': {'1.1'}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'Trunk': {'1.1'}} Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: consumer versions: Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: { DHCP agent@n-d-827336-2: {}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: HyperV agent@n-h1-827336-2: {}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: HyperV agent@n-h2-827336-2: {}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: L3 agent@n-d-827336-2: {}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: Metadata agent@n-d-827336-2: {}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: Metering agent@n-d-827336-2: {}, Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: Open vSwitch agent@n-d-827336-2: { 'AddressGroup': '1.2', Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'ConntrackHelper': '1.0', Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'LocalIPAssociation': '1.0', Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'Log': '1.0', Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'Network': '1.1', Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'Port': '1.7', Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'PortForwarding': '1.2', Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'QosPolicy': '1.10', Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'SecurityGroup': '1.5', Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'SecurityGroupRule': '1.2', Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'SubPort': '1.0', Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'Subnet': '1.1', Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: 'Trunk': '1.1'}} Feb 02 12:57:02.525652 n-d-827336-2 neutron-server[103187]: {{(pid=103187) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 12:57:02.557161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Checking segment: {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:02.557487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Network hostable DHCP agents. Network: 16e87a24-b253-467e-bf8a-2babe3b8e710, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:57:02.582771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Network 16e87a24-b253-467e-bf8a-2babe3b8e710 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:57:02.596514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 16e87a24-b253-467e-bf8a-2babe3b8e710) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:02.603103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:02.604686 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.608325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991ed53-c363-4c44-a0fa-47b6c50ea4a0 None None] Network 16e87a24-b253-467e-bf8a-2babe3b8e710 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:57:02.635038 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1ef56f0a-b5f8-46c1-bc8d-60f71ece5633 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4229028 Feb 02 12:57:02.637648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33236) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:02.643365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:02.693700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (1c434d67-48ae-4b51-84d1-06af14c32531), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.695267 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (1c434d67-48ae-4b51-84d1-06af14c32531), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.765887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Publish callbacks [] for router_controller (1c434d67-48ae-4b51-84d1-06af14c32531), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.783692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-16e87a24-b253-467e-bf8a-2babe3b8e710', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 12:57:02.784826 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:02.928902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Publish callbacks [] for router_gateway (1c434d67-48ae-4b51-84d1-06af14c32531), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:03.048603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Allocated IP 172.20.0.2 (16e87a24-b253-467e-bf8a-2babe3b8e710/4b40da53-385a-4ca7-a6b2-f647fc4a6863/18d09ce6-8745-46ed-a357-30f2b9228692) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:03.217083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Publish callbacks [] for router_gateway (1c434d67-48ae-4b51-84d1-06af14c32531), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:03.235458 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Publish callbacks [] for port (18d09ce6-8745-46ed-a357-30f2b9228692), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:03.246516 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:03.247354 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:03.301677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Network 16e87a24-b253-467e-bf8a-2babe3b8e710 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:03.303650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Pushing event updated for resources: {'Port': ['ID=18d09ce6-8745-46ed-a357-30f2b9228692,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:03.307045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:03.311295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:03.319209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.319693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.319934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.320272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.320925 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.321302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.321635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.321961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.322284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.322603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.323090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.323927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.334042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Tracked resource versions report: Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: pushed versions: Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: { 'AddressGroup': {'1.2'}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'ConntrackHelper': {'1.0'}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'LocalIPAssociation': {'1.0'}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'Log': {'1.0'}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'Network': {'1.1'}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'Port': {'1.7'}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'PortForwarding': {'1.2'}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'QosPolicy': {'1.10'}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'SecurityGroup': {'1.5'}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'SecurityGroupRule': {'1.2'}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'SubPort': {'1.0'}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'Subnet': {'1.1'}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'Trunk': {'1.1'}} Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: consumer versions: Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: { DHCP agent@n-d-827336-2: {}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: HyperV agent@n-h1-827336-2: {}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: HyperV agent@n-h2-827336-2: {}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: L3 agent@n-d-827336-2: {}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: Metadata agent@n-d-827336-2: {}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: Metering agent@n-d-827336-2: {}, Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: Open vSwitch agent@n-d-827336-2: { 'AddressGroup': '1.2', Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'ConntrackHelper': '1.0', Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'LocalIPAssociation': '1.0', Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'Log': '1.0', Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'Network': '1.1', Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'Port': '1.7', Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'PortForwarding': '1.2', Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'QosPolicy': '1.10', Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'SecurityGroup': '1.5', Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'SecurityGroupRule': '1.2', Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'SubPort': '1.0', Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'Subnet': '1.1', Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: 'Trunk': '1.1'}} Feb 02 12:57:03.335244 n-d-827336-2 neutron-server[103189]: {{(pid=103189) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 12:57:03.396195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Allocated IP 172.25.4.17 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/5c5f2e41-0af0-433d-9db5-69d5913def0a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:03.398673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Attempting to bind port 18d09ce6-8745-46ed-a357-30f2b9228692 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:03.399068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Attempting to bind port 18d09ce6-8745-46ed-a357-30f2b9228692 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:03.399977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Attempting to bind port 18d09ce6-8745-46ed-a357-30f2b9228692 on network 16e87a24-b253-467e-bf8a-2babe3b8e710 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:03.406130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:03.406460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Checking segment: {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:03.407584 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:03.407981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Bound using segment: {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:03.408603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Bound port: 18d09ce6-8745-46ed-a357-30f2b9228692, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:03.409069 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:03.502003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] For port 18d09ce6-8745-46ed-a357-30f2b9228692, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:03.505816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] For port 18d09ce6-8745-46ed-a357-30f2b9228692, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=18d09ce6-8745-46ed-a357-30f2b9228692,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:03.515532 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:03.520663 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Publish callbacks [] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:03.573138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:03.580646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebef953-e6c2-4366-9916-690b36ff507d None None] Pushing event updated for resources: {'Port': ['ID=18d09ce6-8745-46ed-a357-30f2b9228692,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:03.629976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:03.633011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:03.635589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:03.681386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5f2e41-0af0-433d-9db5-69d5913def0a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:03.986605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Publish callbacks [] for router_gateway (1c434d67-48ae-4b51-84d1-06af14c32531), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:04.014452 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:04.057759 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2676de24-fdf1-427a-bd84-96f03f24d3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:04.258235 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (1c434d67-48ae-4b51-84d1-06af14c32531), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:04.283081 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-420a8c0e-7ce7-40cc-ab70-dc6bdc028846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:04.412441 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-420a8c0e-7ce7-40cc-ab70-dc6bdc028846 admin admin] Publish callbacks [] for security_group (8aa53b1d-4da8-4963-bb0f-03172840df2e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:04.420101 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-420a8c0e-7ce7-40cc-ab70-dc6bdc028846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8aa53b1d-4da8-4963-bb0f-03172840df2e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:04.514909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a8c0e-7ce7-40cc-ab70-dc6bdc028846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa53b1d-4da8-4963-bb0f-03172840df2e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:04.541714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Router 1c434d67-48ae-4b51-84d1-06af14c32531 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 12:57:04.563311 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-420a8c0e-7ce7-40cc-ab70-dc6bdc028846 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=20bac2c1ff444408954a11b98e386594&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5477242 Feb 02 12:57:04.569216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33324) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:04.618151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33326) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:04.647128 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0be8e8c-4d73-4ccd-a1eb-393a0385f7da admin admin] Publish callbacks [] for security_group (8aa53b1d-4da8-4963-bb0f-03172840df2e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:04.692859 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0be8e8c-4d73-4ccd-a1eb-393a0385f7da admin admin] Publish callbacks [] for security_group (8aa53b1d-4da8-4963-bb0f-03172840df2e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:04.707011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:57:04.721904 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Sync routers for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:57:04.731627 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:04.735716 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d059af53-3126-45f6-add1-ca13186249e6 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.0941284 Feb 02 12:57:04.738960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33336) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:04.747101 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:57:04.748527 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:04.789398 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0be8e8c-4d73-4ccd-a1eb-393a0385f7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8aa53b1d-4da8-4963-bb0f-03172840df2e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:04.793645 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0be8e8c-4d73-4ccd-a1eb-393a0385f7da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:04.795467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f0be8e8c-4d73-4ccd-a1eb-393a0385f7da admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8aa53b1d-4da8-4963-bb0f-03172840df2e HTTP/1.1" status: 204 len: 168 time: 0.2247999 Feb 02 12:57:04.803395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be8e8c-4d73-4ccd-a1eb-393a0385f7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa53b1d-4da8-4963-bb0f-03172840df2e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:04.856822 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d533f27d-7f14-4d1b-86dc-353cf580967e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:04.917565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 18d09ce6-8745-46ed-a357-30f2b9228692 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:05.004078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d533f27d-7f14-4d1b-86dc-353cf580967e admin admin] Publish callbacks [] for security_group (f53dc4e2-6fd4-4d61-9c2b-2b1c1d45b472), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.013087 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d533f27d-7f14-4d1b-86dc-353cf580967e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f53dc4e2-6fd4-4d61-9c2b-2b1c1d45b472), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.026980 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:57:05.051263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 18d09ce6-8745-46ed-a357-30f2b9228692 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:05.054856 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.054984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533f27d-7f14-4d1b-86dc-353cf580967e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53dc4e2-6fd4-4d61-9c2b-2b1c1d45b472,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:05.079982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d533f27d-7f14-4d1b-86dc-353cf580967e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d401a897d0ef402f8552ab6a1167084c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4595876 Feb 02 12:57:05.081270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:05.132831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5278f90b-fc33-46b4-9a15-8a6e72b9f6b6 None None] Network 16e87a24-b253-467e-bf8a-2babe3b8e710 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:57:05.202607 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b329ad5-4af1-4f40-93c1-2de106d10353 admin admin] Publish callbacks [] for security_group (f53dc4e2-6fd4-4d61-9c2b-2b1c1d45b472), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.210734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-083dcca3-ccb7-4e4b-998d-2c8ca7b2605d None None] Provisioning complete for port 18d09ce6-8745-46ed-a357-30f2b9228692 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:05.211128 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-083dcca3-ccb7-4e4b-998d-2c8ca7b2605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.264494 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b329ad5-4af1-4f40-93c1-2de106d10353 admin admin] Publish callbacks [] for security_group (f53dc4e2-6fd4-4d61-9c2b-2b1c1d45b472), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.401960 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b329ad5-4af1-4f40-93c1-2de106d10353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f53dc4e2-6fd4-4d61-9c2b-2b1c1d45b472), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.405218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b329ad5-4af1-4f40-93c1-2de106d10353 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.411489 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4b329ad5-4af1-4f40-93c1-2de106d10353 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f53dc4e2-6fd4-4d61-9c2b-2b1c1d45b472 HTTP/1.1" status: 204 len: 168 time: 0.3284152 Feb 02 12:57:05.424459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b329ad5-4af1-4f40-93c1-2de106d10353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53dc4e2-6fd4-4d61-9c2b-2b1c1d45b472,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:05.441710 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:03Z', 'revision_number': 3, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:05.444253 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.538592 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Checking router: 1c434d67-48ae-4b51-84d1-06af14c32531 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:57:05.539093 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Updating router 1c434d67-48ae-4b51-84d1-06af14c32531 port 5c5f2e41-0af0-433d-9db5-69d5913def0a binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 12:57:05.545965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 18d09ce6-8745-46ed-a357-30f2b9228692 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:05.547667 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.582349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33378) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:05.599268 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce988445-80e2-43f3-8941-4aa5cc6f1ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.621861 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.653179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-083dcca3-ccb7-4e4b-998d-2c8ca7b2605d None None] Current status of the port 18d09ce6-8745-46ed-a357-30f2b9228692 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:05.653179 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-083dcca3-ccb7-4e4b-998d-2c8ca7b2605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.804755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.831480 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 18d09ce6-8745-46ed-a357-30f2b9228692, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=18d09ce6-8745-46ed-a357-30f2b9228692,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:05.833314 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce988445-80e2-43f3-8941-4aa5cc6f1ac3 admin admin] Publish callbacks [] for security_group (0efaa6d8-13e2-4d63-9b27-998170631ad9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.855922 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.859955 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce988445-80e2-43f3-8941-4aa5cc6f1ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0efaa6d8-13e2-4d63-9b27-998170631ad9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:05.894970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce988445-80e2-43f3-8941-4aa5cc6f1ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efaa6d8-13e2-4d63-9b27-998170631ad9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:05.924945 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ce988445-80e2-43f3-8941-4aa5cc6f1ac3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=94b366165ae043ec8695f4d1303054f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3401444 Feb 02 12:57:05.925563 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33402) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:06.015376 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eff20068-cdfc-410f-9a90-7abe64433f3a admin admin] Publish callbacks [] for security_group (0efaa6d8-13e2-4d63-9b27-998170631ad9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.077125 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eff20068-cdfc-410f-9a90-7abe64433f3a admin admin] Publish callbacks [] for security_group (0efaa6d8-13e2-4d63-9b27-998170631ad9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.078353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=18d09ce6-8745-46ed-a357-30f2b9228692,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:06.088356 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-083dcca3-ccb7-4e4b-998d-2c8ca7b2605d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 12:57:06.088763 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-083dcca3-ccb7-4e4b-998d-2c8ca7b2605d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 12:57:06.159275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:06.172383 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eff20068-cdfc-410f-9a90-7abe64433f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0efaa6d8-13e2-4d63-9b27-998170631ad9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.177947 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eff20068-cdfc-410f-9a90-7abe64433f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.183853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-eff20068-cdfc-410f-9a90-7abe64433f3a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0efaa6d8-13e2-4d63-9b27-998170631ad9 HTTP/1.1" status: 204 len: 168 time: 0.2571621 Feb 02 12:57:06.205472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff20068-cdfc-410f-9a90-7abe64433f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efaa6d8-13e2-4d63-9b27-998170631ad9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:06.208201 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71c161db-5c0c-467b-a3ee-0a6efdde0415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.308213 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.353366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Allocated IP 172.20.0.1 (16e87a24-b253-467e-bf8a-2babe3b8e710/4b40da53-385a-4ca7-a6b2-f647fc4a6863/d7a829a0-9a99-4182-a30e-03af2607e1cb) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:06.383476 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71c161db-5c0c-467b-a3ee-0a6efdde0415 admin admin] Publish callbacks [] for security_group (275f0c17-fabb-4ab1-90fb-7ff095ff73ba), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.399994 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71c161db-5c0c-467b-a3ee-0a6efdde0415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (275f0c17-fabb-4ab1-90fb-7ff095ff73ba), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.435937 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Publish callbacks [] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.462785 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.473389 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Publish callbacks [] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.477389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-71c161db-5c0c-467b-a3ee-0a6efdde0415 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9c9ad448d5a64009887cd6d073130f89&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3154209 Feb 02 12:57:06.477389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c161db-5c0c-467b-a3ee-0a6efdde0415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275f0c17-fabb-4ab1-90fb-7ff095ff73ba,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:06.479778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33426) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:06.512096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.547084 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Pushing event updated for resources: {'Port': ['ID=5c5f2e41-0af0-433d-9db5-69d5913def0a,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:06.557140 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.557790 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.558049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Network 16e87a24-b253-467e-bf8a-2babe3b8e710 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:06.558553 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.559073 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.559617 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.560154 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.560801 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.561315 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.561413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:06.562155 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.564732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:06.565198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (1c434d67-48ae-4b51-84d1-06af14c32531), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.577084 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.578573 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.579149 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.579700 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Tracked resource versions report: Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: pushed versions: Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: { 'AddressGroup': {'1.2'}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'ConntrackHelper': {'1.0'}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'LocalIPAssociation': {'1.0'}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'Log': {'1.0'}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'Network': {'1.1'}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'Port': {'1.7'}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'PortForwarding': {'1.2'}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'QosPolicy': {'1.10'}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'SecurityGroup': {'1.5'}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'SecurityGroupRule': {'1.2'}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'SubPort': {'1.0'}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'Subnet': {'1.1'}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'Trunk': {'1.1'}} Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: consumer versions: Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: { DHCP agent@n-d-827336-2: {}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: HyperV agent@n-h1-827336-2: {}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: HyperV agent@n-h2-827336-2: {}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: L3 agent@n-d-827336-2: {}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: Metadata agent@n-d-827336-2: {}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: Metering agent@n-d-827336-2: {}, Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: Open vSwitch agent@n-d-827336-2: { 'AddressGroup': '1.2', Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'ConntrackHelper': '1.0', Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'LocalIPAssociation': '1.0', Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'Log': '1.0', Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'Network': '1.1', Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'Port': '1.7', Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'PortForwarding': '1.2', Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'QosPolicy': '1.10', Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'SecurityGroup': '1.5', Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'SecurityGroupRule': '1.2', Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'SubPort': '1.0', Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'Subnet': '1.1', Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: 'Trunk': '1.1'}} Feb 02 12:57:06.581024 n-d-827336-2 neutron-server[103190]: {{(pid=103190) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 12:57:06.620389 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64b38bd0-fa9e-46ec-ad33-3f8d180d718b admin admin] Publish callbacks [] for security_group (275f0c17-fabb-4ab1-90fb-7ff095ff73ba), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.621423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a829a0-9a99-4182-a30e-03af2607e1cb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:06.649124 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Attempting to bind port 5c5f2e41-0af0-433d-9db5-69d5913def0a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:06.649558 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Attempting to bind port 5c5f2e41-0af0-433d-9db5-69d5913def0a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:06.649919 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Attempting to bind port 5c5f2e41-0af0-433d-9db5-69d5913def0a on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:06.655842 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64b38bd0-fa9e-46ec-ad33-3f8d180d718b admin admin] Publish callbacks [] for security_group (275f0c17-fabb-4ab1-90fb-7ff095ff73ba), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.663684 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:06.664063 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:06.664457 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.664871 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:06.665918 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Bound port: 5c5f2e41-0af0-433d-9db5-69d5913def0a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:06.666305 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.728945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-083dcca3-ccb7-4e4b-998d-2c8ca7b2605d None None] Current status of the port 18d09ce6-8745-46ed-a357-30f2b9228692 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:06.741628 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.772564 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] For port 5c5f2e41-0af0-433d-9db5-69d5913def0a, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:06.777253 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] For port 5c5f2e41-0af0-433d-9db5-69d5913def0a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5c5f2e41-0af0-433d-9db5-69d5913def0a,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:06.794380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 18d09ce6-8745-46ed-a357-30f2b9228692 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:06.800822 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.861476 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b94580-1825-4782-b438-bcb3278f8762 None None] Pushing event updated for resources: {'Port': ['ID=5c5f2e41-0af0-433d-9db5-69d5913def0a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:06.874711 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-46bd208f-f671-4dd1-b48e-9e5012634ba6 None None] Provisioning complete for port 18d09ce6-8745-46ed-a357-30f2b9228692 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:06.875104 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46bd208f-f671-4dd1-b48e-9e5012634ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.895778 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:57:06.896566 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:06.915361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:06.985517 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64b38bd0-fa9e-46ec-ad33-3f8d180d718b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (275f0c17-fabb-4ab1-90fb-7ff095ff73ba), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.989107 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64b38bd0-fa9e-46ec-ad33-3f8d180d718b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:06.991261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-64b38bd0-fa9e-46ec-ad33-3f8d180d718b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/275f0c17-fabb-4ab1-90fb-7ff095ff73ba HTTP/1.1" status: 204 len: 168 time: 0.5105467 Feb 02 12:57:07.003263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b38bd0-fa9e-46ec-ad33-3f8d180d718b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275f0c17-fabb-4ab1-90fb-7ff095ff73ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:07.047866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 18d09ce6-8745-46ed-a357-30f2b9228692 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:07.049003 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.098146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-46bd208f-f671-4dd1-b48e-9e5012634ba6 None None] Current status of the port 18d09ce6-8745-46ed-a357-30f2b9228692 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:07.099664 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:57:07.162339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 18d09ce6-8745-46ed-a357-30f2b9228692 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:07.183128 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55386c08-dfab-418b-807f-496df93f0617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.245039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-129d2d84-0e0b-4db2-8941-4fd66983eb85 None None] Provisioning complete for port d7a829a0-9a99-4182-a30e-03af2607e1cb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:07.245795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-129d2d84-0e0b-4db2-8941-4fd66983eb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.335250 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55386c08-dfab-418b-807f-496df93f0617 admin admin] Publish callbacks [] for security_group (1bb761dc-8d63-4e51-850a-6f5410b950ca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.347959 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55386c08-dfab-418b-807f-496df93f0617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1bb761dc-8d63-4e51-850a-6f5410b950ca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.355211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-129d2d84-0e0b-4db2-8941-4fd66983eb85 None None] Port d7a829a0-9a99-4182-a30e-03af2607e1cb cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:57:07.372269 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.416641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55386c08-dfab-418b-807f-496df93f0617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb761dc-8d63-4e51-850a-6f5410b950ca,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:07.425038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-55386c08-dfab-418b-807f-496df93f0617 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=32746eee5d014516b34d96f9fc7c3186&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5072541 Feb 02 12:57:07.431130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:07.455387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.511580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a0f102d-3760-40a0-a51e-1dd7be317bbe admin admin] Publish callbacks [] for security_group (1bb761dc-8d63-4e51-850a-6f5410b950ca), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.548783 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a0f102d-3760-40a0-a51e-1dd7be317bbe admin admin] Publish callbacks [] for security_group (1bb761dc-8d63-4e51-850a-6f5410b950ca), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.549306 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:03Z', 'revision_number': 3, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:07.598009 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277604a2-4409-4077-81bf-1b659bd16740 None None] The sync data for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 is: [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:03Z', 'revision_number': 3, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:57:07.640153 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a0f102d-3760-40a0-a51e-1dd7be317bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1bb761dc-8d63-4e51-850a-6f5410b950ca), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.643511 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a0f102d-3760-40a0-a51e-1dd7be317bbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.645460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1a0f102d-3760-40a0-a51e-1dd7be317bbe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1bb761dc-8d63-4e51-850a-6f5410b950ca HTTP/1.1" status: 204 len: 168 time: 0.2132800 Feb 02 12:57:07.666607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f102d-3760-40a0-a51e-1dd7be317bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb761dc-8d63-4e51-850a-6f5410b950ca,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:07.740218 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Publish callbacks [] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.751302 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.752493 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (1c434d67-48ae-4b51-84d1-06af14c32531), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.842209 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a829a0-9a99-4182-a30e-03af2607e1cb,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:07.874611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:07.879168 n-d-827336-2 neutron-server[103188]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 12:57:07.919477 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:07.936503 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-a8bd0a68-c0e5-4d06-bca2-22a8d0b1009a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d425f5effba44bb3afc6346b2a15501d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589623 Feb 02 12:57:07.975277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Network 16e87a24-b253-467e-bf8a-2babe3b8e710 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:07.984555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:08.277149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Router 1c434d67-48ae-4b51-84d1-06af14c32531 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:57:08.353172 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-50dc0e91-8901-495c-9a83-9d4b2e5d639e tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:08.361644 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-50dc0e91-8901-495c-9a83-9d4b2e5d639e tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4168363 Feb 02 12:57:08.391508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-a7a1ea09-efb4-4a82-b44b-89a3e7e47f60 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/quotas/d425f5effba44bb3afc6346b2a15501d HTTP/1.1" status: 200 len: 375 time: 0.0283983 Feb 02 12:57:08.402661 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-836fdd50-e42b-4c13-ac9d-66af2b008177 None None] Provisioning complete for port d7a829a0-9a99-4182-a30e-03af2607e1cb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:08.406883 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-836fdd50-e42b-4c13-ac9d-66af2b008177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:08.469132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:57:08.496561 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bdd30d3a-ca4d-4432-a32d-acafe969f153 admin admin] 10.222.0.83 "PUT /v2.0/routers/1c434d67-48ae-4b51-84d1-06af14c32531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7563627 Feb 02 12:57:08.497213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33552) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:08.522029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-836fdd50-e42b-4c13-ac9d-66af2b008177 None None] Port d7a829a0-9a99-4182-a30e-03af2607e1cb cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:57:08.544575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-276d5aa9-6871-4b30-970f-ad64d5e7f3af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:08.557578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-356d04c0-a4c9-4f08-afde-438df9af996e tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d425f5effba44bb3afc6346b2a15501d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1650095 Feb 02 12:57:08.735799 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-276d5aa9-6871-4b30-970f-ad64d5e7f3af admin admin] Publish callbacks [] for security_group (25a97c9a-40c2-4c2b-b961-ba572dd948a2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:08.747459 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-276d5aa9-6871-4b30-970f-ad64d5e7f3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (25a97c9a-40c2-4c2b-b961-ba572dd948a2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:08.826552 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-276d5aa9-6871-4b30-970f-ad64d5e7f3af admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=acf21405be5349ba9fe5c450253fa100&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3281350 Feb 02 12:57:08.827801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d5aa9-6871-4b30-970f-ad64d5e7f3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a97c9a-40c2-4c2b-b961-ba572dd948a2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:08.829037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33568) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:08.949973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5c5f2e41-0af0-433d-9db5-69d5913def0a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:08.959732 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b55aed37-c248-484c-a895-aaed1d103bc5 admin admin] Publish callbacks [] for security_group (25a97c9a-40c2-4c2b-b961-ba572dd948a2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:08.990205 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b55aed37-c248-484c-a895-aaed1d103bc5 admin admin] Publish callbacks [] for security_group (25a97c9a-40c2-4c2b-b961-ba572dd948a2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:09.054458 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b55aed37-c248-484c-a895-aaed1d103bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (25a97c9a-40c2-4c2b-b961-ba572dd948a2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:09.056738 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5c5f2e41-0af0-433d-9db5-69d5913def0a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:09.057502 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:09.057967 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b55aed37-c248-484c-a895-aaed1d103bc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:09.059173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b55aed37-c248-484c-a895-aaed1d103bc5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/25a97c9a-40c2-4c2b-b961-ba572dd948a2 HTTP/1.1" status: 204 len: 168 time: 0.2280431 Feb 02 12:57:09.073062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55aed37-c248-484c-a895-aaed1d103bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a97c9a-40c2-4c2b-b961-ba572dd948a2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:09.202565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5c5f2e41-0af0-433d-9db5-69d5913def0a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:09.202982 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:09.230137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 5c5f2e41-0af0-433d-9db5-69d5913def0a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5c5f2e41-0af0-433d-9db5-69d5913def0a,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:09.237091 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:09.291092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=5c5f2e41-0af0-433d-9db5-69d5913def0a,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:09.489756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:09.595018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33616) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:09.754219 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed8d7374-7b28-45bb-99cf-23513a48036a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:09.849972 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed8d7374-7b28-45bb-99cf-23513a48036a admin admin] Publish callbacks [] for security_group (4d03c93d-6cfc-4091-85d6-50ee55c76366), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:09.856704 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed8d7374-7b28-45bb-99cf-23513a48036a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4d03c93d-6cfc-4091-85d6-50ee55c76366), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:09.915853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ed8d7374-7b28-45bb-99cf-23513a48036a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=58e47b3837cb44c39710c817a3214f5e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4223659 Feb 02 12:57:09.915853 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d7374-7b28-45bb-99cf-23513a48036a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d03c93d-6cfc-4091-85d6-50ee55c76366,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:09.917544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33638) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:10.034415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea455d18-724c-43df-a9a8-04cc7c96bf88 req-b83321f1-4fbf-4280-ad8e-828d08b6bf5a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 210 time: 0.4360576 Feb 02 12:57:10.060555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75bdc0b4-0f82-4bcd-a719-e8a6bed46f92 admin admin] Publish callbacks [] for security_group (4d03c93d-6cfc-4091-85d6-50ee55c76366), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:10.089946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75bdc0b4-0f82-4bcd-a719-e8a6bed46f92 admin admin] Publish callbacks [] for security_group (4d03c93d-6cfc-4091-85d6-50ee55c76366), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:10.161563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Sync routers for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:57:10.190917 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:57:10.191637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:10.227881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75bdc0b4-0f82-4bcd-a719-e8a6bed46f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4d03c93d-6cfc-4091-85d6-50ee55c76366), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:10.232238 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75bdc0b4-0f82-4bcd-a719-e8a6bed46f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:10.236491 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-75bdc0b4-0f82-4bcd-a719-e8a6bed46f92 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4d03c93d-6cfc-4091-85d6-50ee55c76366 HTTP/1.1" status: 204 len: 168 time: 0.3159184 Feb 02 12:57:10.245368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdc0b4-0f82-4bcd-a719-e8a6bed46f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d03c93d-6cfc-4091-85d6-50ee55c76366,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:10.321594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:57:10.613906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 2, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:10.649613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Checking router: 1c434d67-48ae-4b51-84d1-06af14c32531 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:57:10.649613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Updating router 1c434d67-48ae-4b51-84d1-06af14c32531 port d7a829a0-9a99-4182-a30e-03af2607e1cb binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 12:57:10.681947 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:10.731682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33670) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:10.736558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1347854899-network', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:10.776127 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Made reservation on behalf of 33added7f3d84a54bbbcc049862d01dd for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:10.778934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:10.795361 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:10.818028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5c5f2e41-0af0-433d-9db5-69d5913def0a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:10.912309 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Publish callbacks [] for security_group (31477a77-0733-47e8-9037-994db44b28d4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:10.920233 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (31477a77-0733-47e8-9037-994db44b28d4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:10.941366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:57:10.948764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5c5f2e41-0af0-433d-9db5-69d5913def0a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:10.949159 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:10.954809 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b450d75f-f8b4-4b16-aba8-4734ac327c3f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:10.955410 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Added segment b450d75f-f8b4-4b16-aba8-4734ac327c3f of type vlan for network 707887d4-da52-4d16-a727-6b24c1329f57 Feb 02 12:57:11.027081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31477a77-0733-47e8-9037-994db44b28d4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:11.039551 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (707887d4-da52-4d16-a727-6b24c1329f57), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.086686 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (707887d4-da52-4d16-a727-6b24c1329f57), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.087801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:11.088441 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.091746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33684) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:11.116656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfd669d3-470e-4c8a-bc35-c95de29be103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.131959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5c5f2e41-0af0-433d-9db5-69d5913def0a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:11.152102 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Publish callbacks [] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.159449 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.171625 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4364142 Feb 02 12:57:11.174797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33686) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:11.190445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-97f0f819-27bb-43a5-a83d-14ea35e364b6 admin admin] Request body: {'subnet': {'network_id': '707887d4-da52-4d16-a727-6b24c1329f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1347854899-subnet', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:11.281620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec9341-3ccc-447d-9896-903acf1c3c5e admin admin] Pushing event updated for resources: {'Network': ['ID=707887d4-da52-4d16-a727-6b24c1329f57,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:11.322195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d2606-5d81-4cbf-b9be-e8d85b4185d6 None None] Pushing event updated for resources: {'Port': ['ID=d7a829a0-9a99-4182-a30e-03af2607e1cb,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:11.326260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 707887d4-da52-4d16-a727-6b24c1329f57 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:57:11.330027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Attempting to bind port d7a829a0-9a99-4182-a30e-03af2607e1cb on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:11.330407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Attempting to bind port d7a829a0-9a99-4182-a30e-03af2607e1cb by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:11.330779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Attempting to bind port d7a829a0-9a99-4182-a30e-03af2607e1cb on network 16e87a24-b253-467e-bf8a-2babe3b8e710 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:11.352575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f0f819-27bb-43a5-a83d-14ea35e364b6 admin admin] Made reservation on behalf of 33added7f3d84a54bbbcc049862d01dd for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:11.355352 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97f0f819-27bb-43a5-a83d-14ea35e364b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.359096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:11.361005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Checking segment: {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:11.361626 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.362781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Bound using segment: {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:11.363629 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Bound port: d7a829a0-9a99-4182-a30e-03af2607e1cb, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:11.364166 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.367684 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfd669d3-470e-4c8a-bc35-c95de29be103 admin admin] Publish callbacks [] for security_group (fdd952a6-8c96-4bff-83c2-f957e3241f97), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.383551 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cfd669d3-470e-4c8a-bc35-c95de29be103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fdd952a6-8c96-4bff-83c2-f957e3241f97), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.483952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cfd669d3-470e-4c8a-bc35-c95de29be103 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=66724dafda154d8ab730b27e0a358961&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3899686 Feb 02 12:57:11.485254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33698) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:11.514084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd669d3-470e-4c8a-bc35-c95de29be103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd952a6-8c96-4bff-83c2-f957e3241f97,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:11.536634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] For port d7a829a0-9a99-4182-a30e-03af2607e1cb, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:11.543294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] For port d7a829a0-9a99-4182-a30e-03af2607e1cb, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d7a829a0-9a99-4182-a30e-03af2607e1cb,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:11.553044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cda37b8-16a9-42d4-9d21-76384476041f req-9b6da137-857e-4616-b4da-49476b8baeb2 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 210 time: 0.1110120 Feb 02 12:57:11.562891 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.657462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:57:11.658078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:11.679473 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00192238-f644-4ef2-b1bd-640ff5db31ff admin admin] Publish callbacks [] for security_group (fdd952a6-8c96-4bff-83c2-f957e3241f97), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.774894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d2606-5d81-4cbf-b9be-e8d85b4185d6 None None] Pushing event updated for resources: {'Port': ['ID=d7a829a0-9a99-4182-a30e-03af2607e1cb,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:11.792059 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00192238-f644-4ef2-b1bd-640ff5db31ff admin admin] Publish callbacks [] for security_group (fdd952a6-8c96-4bff-83c2-f957e3241f97), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.816668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bde6707e-3fed-4ef6-90ca-b922258c72a5 None None] Provisioning complete for port d7a829a0-9a99-4182-a30e-03af2607e1cb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:11.817395 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bde6707e-3fed-4ef6-90ca-b922258c72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:11.899478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 62426) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:11.947535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-89f53b1c-7776-42d4-a42c-9da8fbcd0532 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=d425f5effba44bb3afc6346b2a15501d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380404 Feb 02 12:57:11.953663 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97f0f819-27bb-43a5-a83d-14ea35e364b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (643265ae-daa0-4360-87f4-99062df5fa31), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.037032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0f819-27bb-43a5-a83d-14ea35e364b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=643265ae-daa0-4360-87f4-99062df5fa31,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:12.072779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:57:12.100184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0f819-27bb-43a5-a83d-14ea35e364b6 admin admin] Checking segment: {'id': 'b450d75f-f8b4-4b16-aba8-4734ac327c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:12.100795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f0f819-27bb-43a5-a83d-14ea35e364b6 admin admin] Network hostable DHCP agents. Network: 707887d4-da52-4d16-a727-6b24c1329f57, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:57:12.139600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f0f819-27bb-43a5-a83d-14ea35e364b6 admin admin] Network 707887d4-da52-4d16-a727-6b24c1329f57 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:57:12.150942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00192238-f644-4ef2-b1bd-640ff5db31ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fdd952a6-8c96-4bff-83c2-f957e3241f97), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.156528 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00192238-f644-4ef2-b1bd-640ff5db31ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.157725 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-00192238-f644-4ef2-b1bd-640ff5db31ff admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fdd952a6-8c96-4bff-83c2-f957e3241f97 HTTP/1.1" status: 204 len: 168 time: 0.6709051 Feb 02 12:57:12.165107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-97f0f819-27bb-43a5-a83d-14ea35e364b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 707887d4-da52-4d16-a727-6b24c1329f57) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:12.177766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00192238-f644-4ef2-b1bd-640ff5db31ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd952a6-8c96-4bff-83c2-f957e3241f97,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:12.180350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f0f819-27bb-43a5-a83d-14ea35e364b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:12.181159 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97f0f819-27bb-43a5-a83d-14ea35e364b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.197419 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-61dda784-7108-41a4-b842-3c879af16a43 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:12.200214 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-61dda784-7108-41a4-b842-3c879af16a43 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2447271 Feb 02 12:57:12.205252 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-97f0f819-27bb-43a5-a83d-14ea35e364b6 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0255105 Feb 02 12:57:12.205859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33720) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:12.207407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78da07b1-fa0a-4691-b67e-eba71a5a6506 None None] Network 707887d4-da52-4d16-a727-6b24c1329f57 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:57:12.213474 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1347854899-router', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:12.259703 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (13289256-6c01-43be-ab1a-353e33442ed7), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.261787 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (13289256-6c01-43be-ab1a-353e33442ed7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.348323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Request body: {'port': {'device_id': '59416167-8876-48ed-9f55-2e69f5203561', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'd425f5effba44bb3afc6346b2a15501d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:12.444708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-707887d4-da52-4d16-a727-6b24c1329f57', 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57', 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'fixed_ips': [{'subnet_id': '643265ae-daa0-4360-87f4-99062df5fa31'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 12:57:12.445562 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.500262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bde6707e-3fed-4ef6-90ca-b922258c72a5 None None] Current status of the port d7a829a0-9a99-4182-a30e-03af2607e1cb is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:12.500641 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bde6707e-3fed-4ef6-90ca-b922258c72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.548722 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Publish callbacks [] for router_controller (13289256-6c01-43be-ab1a-353e33442ed7), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.625923 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bde6707e-3fed-4ef6-90ca-b922258c72a5 None None] For port d7a829a0-9a99-4182-a30e-03af2607e1cb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d7a829a0-9a99-4182-a30e-03af2607e1cb,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:12.671266 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bde6707e-3fed-4ef6-90ca-b922258c72a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.739219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:11Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:12.745737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Allocated IP 172.20.0.2 (707887d4-da52-4d16-a727-6b24c1329f57/643265ae-daa0-4360-87f4-99062df5fa31/34745568-21c0-4af5-b629-fe81150ad601) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:12.787765 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97a5ba27-0cc3-431a-ba26-c9eb9a2b1513 req-7c00af99-9e81-428b-819c-b9d0bfa65d94 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 210 time: 0.0515013 Feb 02 12:57:12.797198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c667791-edab-4949-8c7f-b27f7f33f994 None None] The sync data for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 is: [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:11Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:57:12.824477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6707e-3fed-4ef6-90ca-b922258c72a5 None None] Pushing event updated for resources: {'Port': ['ID=d7a829a0-9a99-4182-a30e-03af2607e1cb,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:12.861148 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e08a6933-0eb5-4b5e-97d1-7d8ea5df0d80 None None] Provisioning complete for port d7a829a0-9a99-4182-a30e-03af2607e1cb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:12.861403 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e08a6933-0eb5-4b5e-97d1-7d8ea5df0d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.870296 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Publish callbacks [] for router_gateway (13289256-6c01-43be-ab1a-353e33442ed7), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.886029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Made reservation on behalf of d425f5effba44bb3afc6346b2a15501d for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:12.890261 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:12.903113 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:13.107234 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Publish callbacks [] for port (34745568-21c0-4af5-b629-fe81150ad601), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:13.123352 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (34745568-21c0-4af5-b629-fe81150ad601), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:13.221603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Network 707887d4-da52-4d16-a727-6b24c1329f57 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:13.229542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:13.232074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:13.236560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Pushing event updated for resources: {'Port': ['ID=34745568-21c0-4af5-b629-fe81150ad601,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:13.241220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e08a6933-0eb5-4b5e-97d1-7d8ea5df0d80 None None] Current status of the port d7a829a0-9a99-4182-a30e-03af2607e1cb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:13.311107 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Publish callbacks [] for security_group (c165fed0-ca86-4e6b-928e-c374c292789e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:13.324348 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c165fed0-ca86-4e6b-928e-c374c292789e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:13.355922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Attempting to bind port 34745568-21c0-4af5-b629-fe81150ad601 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:13.356298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Attempting to bind port 34745568-21c0-4af5-b629-fe81150ad601 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b450d75f-f8b4-4b16-aba8-4734ac327c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:13.356659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Attempting to bind port 34745568-21c0-4af5-b629-fe81150ad601 on network 707887d4-da52-4d16-a727-6b24c1329f57 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:13.363024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:13.363464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Checking segment: {'id': 'b450d75f-f8b4-4b16-aba8-4734ac327c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:13.363830 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:13.364226 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Bound using segment: {'id': 'b450d75f-f8b4-4b16-aba8-4734ac327c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:13.364692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Bound port: 34745568-21c0-4af5-b629-fe81150ad601, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b450d75f-f8b4-4b16-aba8-4734ac327c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:13.365069 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (34745568-21c0-4af5-b629-fe81150ad601), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:13.379314 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c165fed0-ca86-4e6b-928e-c374c292789e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:13.485426 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] For port 34745568-21c0-4af5-b629-fe81150ad601, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:13.490168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] For port 34745568-21c0-4af5-b629-fe81150ad601, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=34745568-21c0-4af5-b629-fe81150ad601,segment=NetworkSegment(b450d75f-f8b4-4b16-aba8-4734ac327c3f),segment_id=b450d75f-f8b4-4b16-aba8-4734ac327c3f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:13.526846 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (34745568-21c0-4af5-b629-fe81150ad601), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:13.678049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8f9fe-025c-4931-a9f4-4e6a32787471 None None] Pushing event updated for resources: {'Port': ['ID=34745568-21c0-4af5-b629-fe81150ad601,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:14.065289 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Allocated IP 192.168.233.86 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/6e5a90d2-a376-4ac2-887d-cf2f426683de) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:14.347984 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8cc24a7-956c-4244-a024-a7af3fb47a21 req-0769e40a-d113-4197-ac6b-0284a5b716e4 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 210 time: 0.1056862 Feb 02 12:57:14.422377 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Publish callbacks [] for router_gateway (13289256-6c01-43be-ab1a-353e33442ed7), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:14.513943 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:14.799007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33834) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:14.800814 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Publish callbacks [] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:14.877433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Allocated IP 172.25.4.3 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/33b832a3-ab1a-4af7-aa0c-5c0383906cc8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:14.951172 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:15.159898 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 34745568-21c0-4af5-b629-fe81150ad601 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:15.281672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:15.290875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 34745568-21c0-4af5-b629-fe81150ad601 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:15.292223 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (34745568-21c0-4af5-b629-fe81150ad601), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:15.322000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:15.340617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:15.350923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:15.352777 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:15.374212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Pushing event updated for resources: {'Port': ['ID=6e5a90d2-a376-4ac2-887d-cf2f426683de,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:15.424787 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Publish callbacks [] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:15.430368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-e73bd540-ab8f-4dfc-a929-392354eff374 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0860829 Feb 02 12:57:15.451133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5d35fdaf-1500-4b8f-8c5e-7014b43c2a37 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:57:15.452972 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5d35fdaf-1500-4b8f-8c5e-7014b43c2a37 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100067 Feb 02 12:57:15.471406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78ae294-4562-440a-b1cb-d8fb77ad771b None None] Network 707887d4-da52-4d16-a727-6b24c1329f57 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:57:15.518144 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:15.544667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33848) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:15.589921 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81210f4d-2ae5-4ffd-974d-131d632b2e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:15.590446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Pushing event updated for resources: {'Port': ['ID=33b832a3-ab1a-4af7-aa0c-5c0383906cc8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:15.639362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:15.651891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 34745568-21c0-4af5-b629-fe81150ad601 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:15.655941 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (34745568-21c0-4af5-b629-fe81150ad601), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:15.666753 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:15.678056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:15.762048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 34745568-21c0-4af5-b629-fe81150ad601, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=34745568-21c0-4af5-b629-fe81150ad601,segment=NetworkSegment(b450d75f-f8b4-4b16-aba8-4734ac327c3f),segment_id=b450d75f-f8b4-4b16-aba8-4734ac327c3f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:15.788346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bf58907a-9967-4182-a7d3-3bc86e0caa57 None None] Provisioning complete for port 34745568-21c0-4af5-b629-fe81150ad601 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:15.790227 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf58907a-9967-4182-a7d3-3bc86e0caa57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (34745568-21c0-4af5-b629-fe81150ad601), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:15.842571 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81210f4d-2ae5-4ffd-974d-131d632b2e07 admin admin] Publish callbacks [] for security_group (d20666bc-7a2b-4f08-964e-2dd497bd5756), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:15.853482 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81210f4d-2ae5-4ffd-974d-131d632b2e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d20666bc-7a2b-4f08-964e-2dd497bd5756), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:15.856797 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (34745568-21c0-4af5-b629-fe81150ad601), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:15.860182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d7a829a0-9a99-4182-a30e-03af2607e1cb up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:15.930677 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-81210f4d-2ae5-4ffd-974d-131d632b2e07 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ca224c4736484ecdab377ca3e587f595&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1248662 Feb 02 12:57:15.945346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33860) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:16.041329 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7aa3356b-c5b2-4513-8a23-dc9007e27781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:16.060908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0f8e7-2891-4ddf-b006-ca68e0acc212 req-2639c02b-6514-4574-9bcc-a6e97fa0a9e3 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:16.064457 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfc0f8e7-2891-4ddf-b006-ca68e0acc212 req-2639c02b-6514-4574-9bcc-a6e97fa0a9e3 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 935 time: 0.4816847 Feb 02 12:57:16.092028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81210f4d-2ae5-4ffd-974d-131d632b2e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20666bc-7a2b-4f08-964e-2dd497bd5756,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:16.099335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=34745568-21c0-4af5-b629-fe81150ad601,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:16.166880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port d7a829a0-9a99-4182-a30e-03af2607e1cb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:16.167542 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:16.236121 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c310-9f2a-42ca-b56b-3484861999fb admin admin] Publish callbacks [] for security_group (d20666bc-7a2b-4f08-964e-2dd497bd5756), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:16.264059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bf58907a-9967-4182-a7d3-3bc86e0caa57 None None] Current status of the port 34745568-21c0-4af5-b629-fe81150ad601 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:16.268255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Request body: {'port': {'device_id': '59416167-8876-48ed-9f55-2e69f5203561', 'device_owner': 'compute:tempest-test_az-736489480', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:16.342587 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c310-9f2a-42ca-b56b-3484861999fb admin admin] Publish callbacks [] for security_group (d20666bc-7a2b-4f08-964e-2dd497bd5756), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:16.369746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port d7a829a0-9a99-4182-a30e-03af2607e1cb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:16.417967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-81b6df00-8845-4bd2-9f53-1df161ea6061 None None] Provisioning complete for port 6e5a90d2-a376-4ac2-887d-cf2f426683de triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:16.419873 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81b6df00-8845-4bd2-9f53-1df161ea6061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:16.468854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7aa3356b-c5b2-4513-8a23-dc9007e27781 admin admin] Publish callbacks [] for security_group (4366f9d9-e723-4929-9025-b913a9058686), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:16.506324 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7aa3356b-c5b2-4513-8a23-dc9007e27781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4366f9d9-e723-4929-9025-b913a9058686), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:16.520950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c310-9f2a-42ca-b56b-3484861999fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d20666bc-7a2b-4f08-964e-2dd497bd5756), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:16.526101 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ffc0c310-9f2a-42ca-b56b-3484861999fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:16.531820 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ffc0c310-9f2a-42ca-b56b-3484861999fb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d20666bc-7a2b-4f08-964e-2dd497bd5756 HTTP/1.1" status: 204 len: 168 time: 0.5826499 Feb 02 12:57:16.618414 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7aa3356b-c5b2-4513-8a23-dc9007e27781 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ba168d5876094732b7bc5ca431b5dee5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0726666 Feb 02 12:57:16.624763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33876) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:16.625605 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3356b-c5b2-4513-8a23-dc9007e27781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4366f9d9-e723-4929-9025-b913a9058686,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:16.747895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0c310-9f2a-42ca-b56b-3484861999fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20666bc-7a2b-4f08-964e-2dd497bd5756,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:16.794639 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2060d406-07a5-473c-b5bc-279e8b3c22a5 admin admin] Publish callbacks [] for security_group (4366f9d9-e723-4929-9025-b913a9058686), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:16.807211 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Publish callbacks [] for router_gateway (13289256-6c01-43be-ab1a-353e33442ed7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:16.868355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2060d406-07a5-473c-b5bc-279e8b3c22a5 admin admin] Publish callbacks [] for security_group (4366f9d9-e723-4929-9025-b913a9058686), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:16.882875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-81b6df00-8845-4bd2-9f53-1df161ea6061 None None] Port 6e5a90d2-a376-4ac2-887d-cf2f426683de cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:57:16.960785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 34745568-21c0-4af5-b629-fe81150ad601 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:16.977977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfc0f8e7-2891-4ddf-b006-ca68e0acc212 req-d0e66ecc-b725-4d3d-ae9d-c13c9264f47f tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9037800 Feb 02 12:57:16.989544 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:17.007624 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2060d406-07a5-473c-b5bc-279e8b3c22a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4366f9d9-e723-4929-9025-b913a9058686), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:17.010720 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2060d406-07a5-473c-b5bc-279e8b3c22a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:17.012246 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2060d406-07a5-473c-b5bc-279e8b3c22a5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4366f9d9-e723-4929-9025-b913a9058686 HTTP/1.1" status: 204 len: 168 time: 0.3810761 Feb 02 12:57:17.022085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060d406-07a5-473c-b5bc-279e8b3c22a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4366f9d9-e723-4929-9025-b913a9058686,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:17.139737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-82724650-68f9-4622-a64c-6f07a3c7bd92 None None] Provisioning complete for port 34745568-21c0-4af5-b629-fe81150ad601 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:17.140413 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82724650-68f9-4622-a64c-6f07a3c7bd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (34745568-21c0-4af5-b629-fe81150ad601), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:17.204839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 34745568-21c0-4af5-b629-fe81150ad601 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:17.205462 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (34745568-21c0-4af5-b629-fe81150ad601), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:17.361911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-82724650-68f9-4622-a64c-6f07a3c7bd92 None None] Current status of the port 34745568-21c0-4af5-b629-fe81150ad601 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:17.429972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33906) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:17.444991 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e511ef-ea5d-4cc6-adb9-3605ee029cb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:17.460283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 34745568-21c0-4af5-b629-fe81150ad601 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:17.585785 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (13289256-6c01-43be-ab1a-353e33442ed7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:17.892558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5a90d2-a376-4ac2-887d-cf2f426683de {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:57:17.903616 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Publish callbacks [] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:17.914882 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e511ef-ea5d-4cc6-adb9-3605ee029cb1 admin admin] Publish callbacks [] for security_group (1feaa78f-5553-4450-9618-c54d629a6a46), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:17.934550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Transition to ACTIVE for port object 6e5a90d2-a376-4ac2-887d-cf2f426683de will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:57:17.940582 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:17.942388 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e511ef-ea5d-4cc6-adb9-3605ee029cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1feaa78f-5553-4450-9618-c54d629a6a46), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:17.962866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33920) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:18.006724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e511ef-ea5d-4cc6-adb9-3605ee029cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1feaa78f-5553-4450-9618-c54d629a6a46,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:18.041278 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-92e511ef-ea5d-4cc6-adb9-3605ee029cb1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=400c583c0cbe43d9998d052f3b1e6812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6068239 Feb 02 12:57:18.041278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33926) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:18.064996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Router 13289256-6c01-43be-ab1a-353e33442ed7 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 12:57:18.094094 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-219fa295-4355-437f-b30c-c842f1655bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:18.141048 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a2e0a34-d380-4a47-8e34-bf58bf218063 admin admin] Publish callbacks [] for security_group (1feaa78f-5553-4450-9618-c54d629a6a46), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:18.204803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a2e0a34-d380-4a47-8e34-bf58bf218063 admin admin] Publish callbacks [] for security_group (1feaa78f-5553-4450-9618-c54d629a6a46), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:18.356985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a2e0a34-d380-4a47-8e34-bf58bf218063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1feaa78f-5553-4450-9618-c54d629a6a46), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:18.359850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a2e0a34-d380-4a47-8e34-bf58bf218063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:18.360652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a90d2-a376-4ac2-887d-cf2f426683de,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:18.361367 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7a2e0a34-d380-4a47-8e34-bf58bf218063 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1feaa78f-5553-4450-9618-c54d629a6a46 HTTP/1.1" status: 204 len: 168 time: 0.3192024 Feb 02 12:57:18.390560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e0a34-d380-4a47-8e34-bf58bf218063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feaa78f-5553-4450-9618-c54d629a6a46,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:18.400660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-219fa295-4355-437f-b30c-c842f1655bd2 admin admin] Publish callbacks [] for security_group (7edf1c61-fb64-4175-a24e-725529ee4fba), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:18.581884 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-219fa295-4355-437f-b30c-c842f1655bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7edf1c61-fb64-4175-a24e-725529ee4fba), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:18.734770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843e3e4-184a-4ab3-b9c4-1a7003856cee req-eed51dcb-443d-4ca9-80aa-3cebc154743a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:18.744020 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9843e3e4-184a-4ab3-b9c4-1a7003856cee req-eed51dcb-443d-4ca9-80aa-3cebc154743a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 968 time: 0.3510218 Feb 02 12:57:18.804124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Attempting to bind port 6e5a90d2-a376-4ac2-887d-cf2f426683de on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:18.804447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Attempting to bind port 6e5a90d2-a376-4ac2-887d-cf2f426683de by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:18.804797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Attempting to bind port 6e5a90d2-a376-4ac2-887d-cf2f426683de on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:18.823183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-219fa295-4355-437f-b30c-c842f1655bd2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8766ab3795e64111ae76c8a8b525a250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8186464 Feb 02 12:57:18.826569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33954) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:18.860859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fa295-4355-437f-b30c-c842f1655bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edf1c61-fb64-4175-a24e-725529ee4fba,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:18.873736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Port 6e5a90d2-a376-4ac2-887d-cf2f426683de on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:57:18.874247 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Attempting to bind port 6e5a90d2-a376-4ac2-887d-cf2f426683de on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:18.908854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e5a9-31c2-46d4-bd18-43d1f2e32011 admin admin] Publish callbacks [] for security_group (7edf1c61-fb64-4175-a24e-725529ee4fba), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:18.917872 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9843e3e4-184a-4ab3-b9c4-1a7003856cee req-3eb94af2-4b42-46b8-a5c5-11bae1e4abdd tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620202 Feb 02 12:57:18.939137 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e5a9-31c2-46d4-bd18-43d1f2e32011 admin admin] Publish callbacks [] for security_group (7edf1c61-fb64-4175-a24e-725529ee4fba), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:18.946376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:18.946750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:18.949101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:18.949674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Bound port: 6e5a90d2-a376-4ac2-887d-cf2f426683de, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:18.951245 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:18.960994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:57:18.972785 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Sync routers for ids ['13289256-6c01-43be-ab1a-353e33442ed7'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:57:18.994244 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Routers {'13289256-6c01-43be-ab1a-353e33442ed7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:57:18.997504 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['13289256-6c01-43be-ab1a-353e33442ed7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:19.017362 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e5a9-31c2-46d4-bd18-43d1f2e32011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7edf1c61-fb64-4175-a24e-725529ee4fba), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:19.021741 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8cc3e5a9-31c2-46d4-bd18-43d1f2e32011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:19.028525 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8cc3e5a9-31c2-46d4-bd18-43d1f2e32011 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7edf1c61-fb64-4175-a24e-725529ee4fba HTTP/1.1" status: 204 len: 168 time: 0.1997476 Feb 02 12:57:19.046547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3e5a9-31c2-46d4-bd18-43d1f2e32011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edf1c61-fb64-4175-a24e-725529ee4fba,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:19.061649 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:19.063146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-83bd9003-2a47-44c4-b505-6838771da69b admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.8545094 Feb 02 12:57:19.068901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33974) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:19.468461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] For port 6e5a90d2-a376-4ac2-887d-cf2f426683de, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:19.505194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] For port 6e5a90d2-a376-4ac2-887d-cf2f426683de, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=6e5a90d2-a376-4ac2-887d-cf2f426683de,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:19.572962 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Set router 13289256-6c01-43be-ab1a-353e33442ed7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:57:19.588936 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:19.881926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:19.882758 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:19.888959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] 10.222.0.18 "PUT /v2.0/ports/6e5a90d2-a376-4ac2-887d-cf2f426683de HTTP/1.1" status: 200 len: 1116 time: 4.0287130 Feb 02 12:57:19.889467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59416167-8876-48ed-9f55-2e69f5203561', 'tag': '6e5a90d2-a376-4ac2-887d-cf2f426683de'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:19.912346 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13289256-6c01-43be-ab1a-353e33442ed7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1347854899-router', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:12Z', 'updated_at': '2022-02-02T12:57:15Z', 'revision_number': 3, 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'gw_port': {'id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13289256-6c01-43be-ab1a-353e33442ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:14Z', 'updated_at': '2022-02-02T12:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:19.966433 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Checking router: 13289256-6c01-43be-ab1a-353e33442ed7 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:57:19.967131 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Updating router 13289256-6c01-43be-ab1a-353e33442ed7 port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 12:57:20.025267 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:20.150845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34010) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:20.460319 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333923a-437f-4a08-bb74-3b80d1940596 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5a90d2-a376-4ac2-887d-cf2f426683de,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:20.486997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5376d-ec63-47e4-8a21-08fa20e18030 req-a8da122b-de58-4b1c-9f9c-9fce8d61230e tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:20.495180 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcc5376d-ec63-47e4-8a21-08fa20e18030 req-a8da122b-de58-4b1c-9f9c-9fce8d61230e tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 968 time: 0.3911350 Feb 02 12:57:20.558798 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcc5376d-ec63-47e4-8a21-08fa20e18030 req-7479a054-a3b9-4956-b038-214f38ff0f3f tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621367 Feb 02 12:57:20.624553 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Publish callbacks [] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:20.634386 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:20.677594 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d5487844-cf7d-4714-87dd-739675c33c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:20.689847 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750c608-854c-43a8-ab9f-50f0b988c6e1 None None] Pushing event updated for resources: {'Port': ['ID=33b832a3-ab1a-4af7-aa0c-5c0383906cc8,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:20.711668 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Attempting to bind port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:20.712065 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Attempting to bind port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:20.712419 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Attempting to bind port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:20.717793 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:20.718121 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:20.718525 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:20.718916 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:20.719454 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Bound port: 33b832a3-ab1a-4af7-aa0c-5c0383906cc8, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:20.719843 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:20.789143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34026) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:20.797882 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] For port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:20.803545 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] For port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=33b832a3-ab1a-4af7-aa0c-5c0383906cc8,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:20.816233 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:20.840476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-a72b570a-f13f-4e62-a4cd-0aab3acc10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:20.842136 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-a72b570a-f13f-4e62-a4cd-0aab3acc10c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d425f5effba44bb3afc6346b2a15501d&device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 1150 time: 0.4852617 Feb 02 12:57:20.893831 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d5487844-cf7d-4714-87dd-739675c33c26 admin admin] Publish callbacks [] for security_group (65bc56ba-42a4-4d59-84b7-e8280e473546), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:20.901472 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Routers {'13289256-6c01-43be-ab1a-353e33442ed7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:57:20.902167 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['13289256-6c01-43be-ab1a-353e33442ed7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:20.904662 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d5487844-cf7d-4714-87dd-739675c33c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (65bc56ba-42a4-4d59-84b7-e8280e473546), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:20.939499 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a046cc84-3584-4b2a-9043-7e10fba0c6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "59416167-8876-48ed-9f55-2e69f5203561", "tag": "6e5a90d2-a376-4ac2-887d-cf2f426683de"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:20.980379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5487844-cf7d-4714-87dd-739675c33c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bc56ba-42a4-4d59-84b7-e8280e473546,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:21.002375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-3aedb61b-91df-48e1-a605-972899a9ab19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=6e5a90d2-a376-4ac2-887d-cf2f426683de HTTP/1.1" status: 200 len: 217 time: 0.1342268 Feb 02 12:57:21.058830 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d5487844-cf7d-4714-87dd-739675c33c26 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9da3088095f248cb87f753a4be1add03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9037967 Feb 02 12:57:21.058830 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3546381d-8a49-4902-b426-2dcd7d1c4f8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:21.062017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34038) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:21.078367 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] Set router 13289256-6c01-43be-ab1a-353e33442ed7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:57:21.251260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3546381d-8a49-4902-b426-2dcd7d1c4f8c admin admin] Publish callbacks [] for security_group (bea29f14-54a2-4093-919d-3e654bfda2c8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:21.261506 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3546381d-8a49-4902-b426-2dcd7d1c4f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (bea29f14-54a2-4093-919d-3e654bfda2c8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:21.313295 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750c608-854c-43a8-ab9f-50f0b988c6e1 None None] Pushing event updated for resources: {'Port': ['ID=33b832a3-ab1a-4af7-aa0c-5c0383906cc8,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:21.385257 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3546381d-8a49-4902-b426-2dcd7d1c4f8c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f34f86e1d99343ddbbf951192fbb12eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5930028 Feb 02 12:57:21.386145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546381d-8a49-4902-b426-2dcd7d1c4f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea29f14-54a2-4093-919d-3e654bfda2c8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:21.399491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34046) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:21.417196 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77bb7a1-6dc7-4330-a89f-8e1e8076e97c x-openstack-request-id: req-f77bb7a1-6dc7-4330-a89f-8e1e8076e97c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:21.417462 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59416167-8876-48ed-9f55-2e69f5203561", "tag": "6e5a90d2-a376-4ac2-887d-cf2f426683de", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:21.417803 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f77bb7a1-6dc7-4330-a89f-8e1e8076e97c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:21.418475 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59416167-8876-48ed-9f55-2e69f5203561', 'tag': '6e5a90d2-a376-4ac2-887d-cf2f426683de', 'status': 'completed', 'code': 200} Feb 02 12:57:21.437650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13289256-6c01-43be-ab1a-353e33442ed7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1347854899-router', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:12Z', 'updated_at': '2022-02-02T12:57:15Z', 'revision_number': 3, 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'gw_port': {'id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13289256-6c01-43be-ab1a-353e33442ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:14Z', 'updated_at': '2022-02-02T12:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:21.454734 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-99fde9c2-010f-4de3-994e-be8f1fa9defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:21.456925 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-99fde9c2-010f-4de3-994e-be8f1fa9defd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.4291625 Feb 02 12:57:21.481225 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c28f8ee4-54bf-4081-a611-2f1e8dcf4734 admin admin] Publish callbacks [] for security_group (65bc56ba-42a4-4d59-84b7-e8280e473546), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:21.482066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d2a284e-28c0-4745-b271-74b3880cfd9f admin admin] Publish callbacks [] for security_group (bea29f14-54a2-4093-919d-3e654bfda2c8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:21.496367 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0d105f-2170-4b61-afbc-130162080565 None None] The sync data for ids ['13289256-6c01-43be-ab1a-353e33442ed7'] in n-d-827336-2 is: [{'id': '13289256-6c01-43be-ab1a-353e33442ed7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1347854899-router', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:12Z', 'updated_at': '2022-02-02T12:57:15Z', 'revision_number': 3, 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'gw_port': {'id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13289256-6c01-43be-ab1a-353e33442ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:14Z', 'updated_at': '2022-02-02T12:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:57:21.524046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d2a284e-28c0-4745-b271-74b3880cfd9f admin admin] Publish callbacks [] for security_group (bea29f14-54a2-4093-919d-3e654bfda2c8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:21.640053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:21.642713 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d2a284e-28c0-4745-b271-74b3880cfd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (bea29f14-54a2-4093-919d-3e654bfda2c8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:21.652488 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d2a284e-28c0-4745-b271-74b3880cfd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:21.656687 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1d2a284e-28c0-4745-b271-74b3880cfd9f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bea29f14-54a2-4093-919d-3e654bfda2c8 HTTP/1.1" status: 204 len: 168 time: 0.2557232 Feb 02 12:57:21.687326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a284e-28c0-4745-b271-74b3880cfd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea29f14-54a2-4093-919d-3e654bfda2c8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:21.756412 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c28f8ee4-54bf-4081-a611-2f1e8dcf4734 admin admin] Publish callbacks [] for security_group (65bc56ba-42a4-4d59-84b7-e8280e473546), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:21.929334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-bb0da815-4b9f-4aa3-afc0-5cbe5363ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:21.931585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-bb0da815-4b9f-4aa3-afc0-5cbe5363ba55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3047318 Feb 02 12:57:22.083503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8c072-94a8-4583-ab1a-6ed6d41badb6 req-1aec88bd-cf50-439c-8ca1-a5fa7cee7c02 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:22.085019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4aa8c072-94a8-4583-ab1a-6ed6d41badb6 req-1aec88bd-cf50-439c-8ca1-a5fa7cee7c02 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 968 time: 0.2939928 Feb 02 12:57:22.126745 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c28f8ee4-54bf-4081-a611-2f1e8dcf4734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (65bc56ba-42a4-4d59-84b7-e8280e473546), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:22.129329 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c28f8ee4-54bf-4081-a611-2f1e8dcf4734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:22.132923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c28f8ee4-54bf-4081-a611-2f1e8dcf4734 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/65bc56ba-42a4-4d59-84b7-e8280e473546 HTTP/1.1" status: 204 len: 168 time: 1.0452123 Feb 02 12:57:22.220688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f8ee4-54bf-4081-a611-2f1e8dcf4734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bc56ba-42a4-4d59-84b7-e8280e473546,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:22.420663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4aa8c072-94a8-4583-ab1a-6ed6d41badb6 req-df147429-ec7d-48cb-8f20-3404c6e2f0d5 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167520 Feb 02 12:57:22.421773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Allocated IP 172.20.0.1 (707887d4-da52-4d16-a727-6b24c1329f57/643265ae-daa0-4360-87f4-99062df5fa31/41e9cb41-86cf-4453-8305-2990d7a37cf0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:22.437028 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-08eff2be-4a79-41b9-8712-0109f8c2f488 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803860 Feb 02 12:57:22.584557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34070) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:22.600216 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e378a5b1-938a-48a6-871c-87faa13c203a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:22.842082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa44eb9-fed7-41a6-ba5e-857871ca7fd2 req-f75d82d9-b0fd-4698-85f8-6e0e9a5b5945 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896166 Feb 02 12:57:22.879954 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e378a5b1-938a-48a6-871c-87faa13c203a admin admin] Publish callbacks [] for security_group (ee89ce86-e28d-4e86-94b7-3100c2342112), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:22.885610 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Publish callbacks [] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:22.890343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e378a5b1-938a-48a6-871c-87faa13c203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ee89ce86-e28d-4e86-94b7-3100c2342112), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:22.972779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:22.978683 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:22.979895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378a5b1-938a-48a6-871c-87faa13c203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee89ce86-e28d-4e86-94b7-3100c2342112,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:23.062166 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e378a5b1-938a-48a6-871c-87faa13c203a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0b60de9b1efa4358b9c6130a28f3549e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4765241 Feb 02 12:57:23.066677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34078) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:23.096168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:23.096539 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:23.175464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34080) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:23.253403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Network 707887d4-da52-4d16-a727-6b24c1329f57 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:23.266287 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3653dee0-16fc-4987-abfe-dacc1e95c794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:23.273174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:23.300281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Pushing event updated for resources: {'Port': ['ID=41e9cb41-86cf-4453-8305-2990d7a37cf0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:23.330312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:23.331615 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (13289256-6c01-43be-ab1a-353e33442ed7), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:23.363214 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa0197d-fc23-4248-a4fb-54c5a25281be admin admin] Publish callbacks [] for security_group (ee89ce86-e28d-4e86-94b7-3100c2342112), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:23.391053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:23.391300 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:23.427363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa0197d-fc23-4248-a4fb-54c5a25281be admin admin] Publish callbacks [] for security_group (ee89ce86-e28d-4e86-94b7-3100c2342112), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:23.468207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=33b832a3-ab1a-4af7-aa0c-5c0383906cc8,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:23.483948 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:23.636443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046cc84-3584-4b2a-9043-7e10fba0c6a2 req-1c1a9aed-9dff-4c9b-a9c8-422ffca88df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:23.637925 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a046cc84-3584-4b2a-9043-7e10fba0c6a2 req-1c1a9aed-9dff-4c9b-a9c8-422ffca88df8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d425f5effba44bb3afc6346b2a15501d&device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 1150 time: 0.6553037 Feb 02 12:57:23.639741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=33b832a3-ab1a-4af7-aa0c-5c0383906cc8,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:23.740382 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa0197d-fc23-4248-a4fb-54c5a25281be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ee89ce86-e28d-4e86-94b7-3100c2342112), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:23.750589 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa0197d-fc23-4248-a4fb-54c5a25281be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:23.755560 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6aa0197d-fc23-4248-a4fb-54c5a25281be admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ee89ce86-e28d-4e86-94b7-3100c2342112 HTTP/1.1" status: 204 len: 168 time: 0.6849599 Feb 02 12:57:23.790882 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0197d-fc23-4248-a4fb-54c5a25281be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee89ce86-e28d-4e86-94b7-3100c2342112,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:23.831284 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3653dee0-16fc-4987-abfe-dacc1e95c794 admin admin] Publish callbacks [] for security_group (335fed64-86ce-408f-abe7-cefc6bb05423), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:23.839401 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3653dee0-16fc-4987-abfe-dacc1e95c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (335fed64-86ce-408f-abe7-cefc6bb05423), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:23.919972 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3653dee0-16fc-4987-abfe-dacc1e95c794 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=706c0e5778a240b3b766b3001976b63c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7396703 Feb 02 12:57:23.919972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653dee0-16fc-4987-abfe-dacc1e95c794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335fed64-86ce-408f-abe7-cefc6bb05423,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:23.922153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34104) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:23.961297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f728ac67-ea49-4772-8ee0-a810c6604cc8 None None] Provisioning complete for port 41e9cb41-86cf-4453-8305-2990d7a37cf0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:23.961668 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f728ac67-ea49-4772-8ee0-a810c6604cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:24.005678 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b39e076-0f1d-4029-9d04-6c8a10076a56 admin admin] Publish callbacks [] for security_group (335fed64-86ce-408f-abe7-cefc6bb05423), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:24.054044 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b39e076-0f1d-4029-9d04-6c8a10076a56 admin admin] Publish callbacks [] for security_group (335fed64-86ce-408f-abe7-cefc6bb05423), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:24.073632 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f728ac67-ea49-4772-8ee0-a810c6604cc8 None None] Port 41e9cb41-86cf-4453-8305-2990d7a37cf0 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:57:24.150650 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b39e076-0f1d-4029-9d04-6c8a10076a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (335fed64-86ce-408f-abe7-cefc6bb05423), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:24.153548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b39e076-0f1d-4029-9d04-6c8a10076a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:24.155457 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7b39e076-0f1d-4029-9d04-6c8a10076a56 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/335fed64-86ce-408f-abe7-cefc6bb05423 HTTP/1.1" status: 204 len: 168 time: 0.2322347 Feb 02 12:57:24.170857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39e076-0f1d-4029-9d04-6c8a10076a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335fed64-86ce-408f-abe7-cefc6bb05423,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:24.566105 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046cc84-3584-4b2a-9043-7e10fba0c6a2 req-3f92e983-e783-44b5-bdf4-325ec27b62ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:24.569351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a046cc84-3584-4b2a-9043-7e10fba0c6a2 req-3f92e983-e783-44b5-bdf4-325ec27b62ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.9187198 Feb 02 12:57:24.712119 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a046cc84-3584-4b2a-9043-7e10fba0c6a2 req-fdda573e-f9a5-4460-9592-800ad3d8c797 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=6e5a90d2-a376-4ac2-887d-cf2f426683de HTTP/1.1" status: 200 len: 217 time: 0.0911038 Feb 02 12:57:24.720763 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:24.788037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-c1c22ae7-7dca-46aa-9faa-59f4c74acc04 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d8e9f795c284402182e372f14bc2519f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744963 Feb 02 12:57:24.805293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260328f-b4ae-43e6-9cae-9aac3a7150d7 req-f989e525-3268-4759-9b55-bfee009b8514 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:24.813661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e260328f-b4ae-43e6-9cae-9aac3a7150d7 req-f989e525-3268-4759-9b55-bfee009b8514 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 968 time: 1.1642823 Feb 02 12:57:24.842476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:24.908156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34130) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:24.935710 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:24.935998 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:24.937435 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e7feec9-0568-4aad-9106-a539cd580457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:25.024720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-aec051fc-b244-407c-8251-03df5927b023 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:25.026278 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-aec051fc-b244-407c-8251-03df5927b023 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860888 Feb 02 12:57:25.050422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:25.069384 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e7feec9-0568-4aad-9106-a539cd580457 admin admin] Publish callbacks [] for security_group (cab098d2-052c-4baa-b81c-112162818427), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:25.073597 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e7feec9-0568-4aad-9106-a539cd580457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cab098d2-052c-4baa-b81c-112162818427), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:25.089790 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-00e9b35c-06f9-4079-ad89-7af19c875bb8 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/quotas/d8e9f795c284402182e372f14bc2519f HTTP/1.1" status: 200 len: 375 time: 0.0464911 Feb 02 12:57:25.100092 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e260328f-b4ae-43e6-9cae-9aac3a7150d7 req-b137a810-58c3-48dc-a88d-772aa2601f81 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852995 Feb 02 12:57:25.115965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046cc84-3584-4b2a-9043-7e10fba0c6a2 req-69712275-6bc5-4d28-9e46-69936bab142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:25.117027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a046cc84-3584-4b2a-9043-7e10fba0c6a2 req-69712275-6bc5-4d28-9e46-69936bab142c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.3335702 Feb 02 12:57:25.118911 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2e7feec9-0568-4aad-9106-a539cd580457 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=62a60451d59e41ab94c11057f72da611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096694 Feb 02 12:57:25.119799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7feec9-0568-4aad-9106-a539cd580457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab098d2-052c-4baa-b81c-112162818427,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:25.122892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34136) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:25.173944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-6bcf7e46-e2d6-4192-b4b4-f27ad752754b tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8e9f795c284402182e372f14bc2519f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700936 Feb 02 12:57:25.178413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bef710-2406-42d7-9f02-d5d147a890af admin admin] Publish callbacks [] for security_group (cab098d2-052c-4baa-b81c-112162818427), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:25.202165 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bef710-2406-42d7-9f02-d5d147a890af admin admin] Publish callbacks [] for security_group (cab098d2-052c-4baa-b81c-112162818427), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:25.275069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bef710-2406-42d7-9f02-d5d147a890af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cab098d2-052c-4baa-b81c-112162818427), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:25.277666 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bef710-2406-42d7-9f02-d5d147a890af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:25.278815 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e0bef710-2406-42d7-9f02-d5d147a890af admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cab098d2-052c-4baa-b81c-112162818427 HTTP/1.1" status: 204 len: 168 time: 0.1547127 Feb 02 12:57:25.292216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bef710-2406-42d7-9f02-d5d147a890af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab098d2-052c-4baa-b81c-112162818427,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:25.338124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046cc84-3584-4b2a-9043-7e10fba0c6a2 req-8f7e0955-7291-4bff-892c-00f6b487aab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:25.340596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a046cc84-3584-4b2a-9043-7e10fba0c6a2 req-8f7e0955-7291-4bff-892c-00f6b487aab6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1474378 Feb 02 12:57:25.415386 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Publish callbacks [] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:25.490903 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:25.491653 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (13289256-6c01-43be-ab1a-353e33442ed7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:25.495138 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3eefdbd8-c1b7-45e5-bab6-997b70572f71 req-1739be01-f690-400c-8857-9e877ae930f0 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 210 time: 0.1023841 Feb 02 12:57:25.650754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Pushing event updated for resources: {'Port': ['ID=41e9cb41-86cf-4453-8305-2990d7a37cf0,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:25.659086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a046cc84-3584-4b2a-9043-7e10fba0c6a2 req-c819e2b9-9867-4fae-ba5d-10c88e51c092 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103108 Feb 02 12:57:25.760572 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Network 707887d4-da52-4d16-a727-6b24c1329f57 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:25.764814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:25.842891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a046cc84-3584-4b2a-9043-7e10fba0c6a2 req-96324e77-2249-40d7-9a20-1222ce8e2dfa service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773040 Feb 02 12:57:25.923961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Router 13289256-6c01-43be-ab1a-353e33442ed7 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:57:26.068812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:57:26.076842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-347a28d3-d903-4229-8eca-c314580ac33e admin admin] 10.222.0.83 "PUT /v2.0/routers/13289256-6c01-43be-ab1a-353e33442ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0053537 Feb 02 12:57:26.081293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Sync routers for ids ['13289256-6c01-43be-ab1a-353e33442ed7'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:57:26.094803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Routers {'13289256-6c01-43be-ab1a-353e33442ed7'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:57:26.095450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['13289256-6c01-43be-ab1a-353e33442ed7'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:26.218484 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-acb8269d-03fb-4395-bf82-8387df20ac51 None None] Provisioning complete for port 41e9cb41-86cf-4453-8305-2990d7a37cf0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:26.218867 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acb8269d-03fb-4395-bf82-8387df20ac51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:26.273016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d94def-a4ee-4d92-8c60-538c1b6ecc7b req-fa75424d-e0d4-4b85-92be-f1799dd042e9 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:26.275806 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1d94def-a4ee-4d92-8c60-538c1b6ecc7b req-fa75424d-e0d4-4b85-92be-f1799dd042e9 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 968 time: 0.0748615 Feb 02 12:57:26.298842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Set router 13289256-6c01-43be-ab1a-353e33442ed7 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:57:26.327725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-acb8269d-03fb-4395-bf82-8387df20ac51 None None] Port 41e9cb41-86cf-4453-8305-2990d7a37cf0 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:57:26.390274 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1d94def-a4ee-4d92-8c60-538c1b6ecc7b req-fdaea768-1842-4b87-bbdb-db5d3d7dd81d tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029038 Feb 02 12:57:26.591247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13289256-6c01-43be-ab1a-353e33442ed7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1347854899-router', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:12Z', 'updated_at': '2022-02-02T12:57:24Z', 'revision_number': 4, 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'gw_port': {'id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13289256-6c01-43be-ab1a-353e33442ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:14Z', 'updated_at': '2022-02-02T12:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '41e9cb41-86cf-4453-8305-2990d7a37cf0', 'name': '', 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'mac_address': 'fa:16:3e:a3:5a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13289256-6c01-43be-ab1a-353e33442ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '643265ae-daa0-4360-87f4-99062df5fa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:21Z', 'updated_at': '2022-02-02T12:57:25Z', 'revision_number': 2, 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'subnets': [{'id': '643265ae-daa0-4360-87f4-99062df5fa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:26.646086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a067290a-825e-4483-ac81-0403969a29f9 req-0e798e12-9698-446b-be7c-401304981edb tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 210 time: 0.0497766 Feb 02 12:57:26.672760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Checking router: 13289256-6c01-43be-ab1a-353e33442ed7 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:57:26.673548 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Updating router 13289256-6c01-43be-ab1a-353e33442ed7 port 41e9cb41-86cf-4453-8305-2990d7a37cf0 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 12:57:26.709609 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.049597 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Publish callbacks [] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.057076 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.210340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Attempting to bind port 41e9cb41-86cf-4453-8305-2990d7a37cf0 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:27.211111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Attempting to bind port 41e9cb41-86cf-4453-8305-2990d7a37cf0 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b450d75f-f8b4-4b16-aba8-4734ac327c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:27.211343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Attempting to bind port 41e9cb41-86cf-4453-8305-2990d7a37cf0 on network 707887d4-da52-4d16-a727-6b24c1329f57 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:27.217242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:27.217611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Checking segment: {'id': 'b450d75f-f8b4-4b16-aba8-4734ac327c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:27.218011 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.218709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Bound using segment: {'id': 'b450d75f-f8b4-4b16-aba8-4734ac327c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:27.219023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Bound port: 41e9cb41-86cf-4453-8305-2990d7a37cf0, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b450d75f-f8b4-4b16-aba8-4734ac327c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:27.220002 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.223189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba076047-2460-4b81-b445-d139120f61ee None None] Pushing event updated for resources: {'Port': ['ID=41e9cb41-86cf-4453-8305-2990d7a37cf0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:27.294274 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34268) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:27.294802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.62', 60232) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:27.300507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-466be7f9-cc30-4552-ac2c-91a2805a9b54 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--911956931', 'description': 'tempest-description--579938058'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:27.329970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] For port 41e9cb41-86cf-4453-8305-2990d7a37cf0, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:27.336260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] For port 41e9cb41-86cf-4453-8305-2990d7a37cf0, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=41e9cb41-86cf-4453-8305-2990d7a37cf0,segment=NetworkSegment(b450d75f-f8b4-4b16-aba8-4734ac327c3f),segment_id=b450d75f-f8b4-4b16-aba8-4734ac327c3f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:27.342048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-5c8424f9-a689-4cd8-b931-06fafffb5349 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d8e9f795c284402182e372f14bc2519f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464001 Feb 02 12:57:27.349604 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.355929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-466be7f9-cc30-4552-ac2c-91a2805a9b54 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.410996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Routers {'13289256-6c01-43be-ab1a-353e33442ed7'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:57:27.411779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['13289256-6c01-43be-ab1a-353e33442ed7'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:27.535519 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-466be7f9-cc30-4552-ac2c-91a2805a9b54 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for security_group (837dd381-6f04-4104-8fda-b697d82e303e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.549156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-466be7f9-cc30-4552-ac2c-91a2805a9b54 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (837dd381-6f04-4104-8fda-b697d82e303e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.571751 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba076047-2460-4b81-b445-d139120f61ee None None] Pushing event updated for resources: {'Port': ['ID=41e9cb41-86cf-4453-8305-2990d7a37cf0,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:27.576402 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-00ee84a1-06ec-4709-8cdf-e5f7baea7ccc None None] Provisioning complete for port 41e9cb41-86cf-4453-8305-2990d7a37cf0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:27.577060 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00ee84a1-06ec-4709-8cdf-e5f7baea7ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.634127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-4f30164c-f266-478d-bce7-42867854dd03 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:27.640752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-4f30164c-f266-478d-bce7-42867854dd03 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2934747 Feb 02 12:57:27.652674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-466be7f9-cc30-4552-ac2c-91a2805a9b54 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.656380 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-466be7f9-cc30-4552-ac2c-91a2805a9b54 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3570912 Feb 02 12:57:27.660276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34278) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:27.662834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466be7f9-cc30-4552-ac2c-91a2805a9b54 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837dd381-6f04-4104-8fda-b697d82e303e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:27.666065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5e01d-9895-4c20-8f7e-bfd8a83e4c54 req-ae1e4514-d69c-4ba2-9fc6-639961a3c4a3 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:27.668055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01c5e01d-9895-4c20-8f7e-bfd8a83e4c54 req-ae1e4514-d69c-4ba2-9fc6-639961a3c4a3 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 968 time: 0.1325278 Feb 02 12:57:27.688110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ead0ae5e-7c76-4a30-8f51-d5f77a83e144 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Request body: {'security_group_rule': {'security_group_id': '837dd381-6f04-4104-8fda-b697d82e303e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:27.761307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ead0ae5e-7c76-4a30-8f51-d5f77a83e144 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for security_group_rule (027ec7c3-279f-42b0-86f8-ce951040a225), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.765270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:27.841912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Request body: {'port': {'device_id': 'c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'd8e9f795c284402182e372f14bc2519f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:27.880377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea508383-2fb2-448f-84e5-82c6e330d2f2 req-cb71cf2f-5494-416b-b3ed-b2773c85eb5d tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 210 time: 0.0843277 Feb 02 12:57:27.900118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01c5e01d-9895-4c20-8f7e-bfd8a83e4c54 req-7f4d2c3d-459a-4a56-a786-88c8682ed52b tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257366 Feb 02 12:57:27.914899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] Set router 13289256-6c01-43be-ab1a-353e33442ed7 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:57:27.927731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ead0ae5e-7c76-4a30-8f51-d5f77a83e144 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for security_group_rule (027ec7c3-279f-42b0-86f8-ce951040a225), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.936145 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ead0ae5e-7c76-4a30-8f51-d5f77a83e144 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (027ec7c3-279f-42b0-86f8-ce951040a225), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:27.984330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0ae5e-7c76-4a30-8f51-d5f77a83e144 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027ec7c3-279f-42b0-86f8-ce951040a225,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:27.999870 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ead0ae5e-7c76-4a30-8f51-d5f77a83e144 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.006868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34294) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:28.009534 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ead0ae5e-7c76-4a30-8f51-d5f77a83e144 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281612 Feb 02 12:57:28.022106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-153cbb75-9b39-44bc-968e-205155b27bb1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Request body: {'security_group_rule': {'security_group_id': '837dd381-6f04-4104-8fda-b697d82e303e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:28.085439 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-00ee84a1-06ec-4709-8cdf-e5f7baea7ccc None None] Current status of the port 41e9cb41-86cf-4453-8305-2990d7a37cf0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:28.085837 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00ee84a1-06ec-4709-8cdf-e5f7baea7ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.112763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Made reservation on behalf of d8e9f795c284402182e372f14bc2519f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:28.117717 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.149176 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153cbb75-9b39-44bc-968e-205155b27bb1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for security_group_rule (e57bbcd1-aaaa-4be8-a56b-e8df9f9ff2fb), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.152075 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.170256 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d85cf41-bc9c-4f6c-b4c3-02b69b76e0cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.182462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-00ee84a1-06ec-4709-8cdf-e5f7baea7ccc None None] For port 41e9cb41-86cf-4453-8305-2990d7a37cf0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=41e9cb41-86cf-4453-8305-2990d7a37cf0,segment=NetworkSegment(b450d75f-f8b4-4b16-aba8-4734ac327c3f),segment_id=b450d75f-f8b4-4b16-aba8-4734ac327c3f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:28.192965 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00ee84a1-06ec-4709-8cdf-e5f7baea7ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.296298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee84a1-06ec-4709-8cdf-e5f7baea7ccc None None] Pushing event updated for resources: {'Port': ['ID=41e9cb41-86cf-4453-8305-2990d7a37cf0,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:28.325101 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153cbb75-9b39-44bc-968e-205155b27bb1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for security_group_rule (e57bbcd1-aaaa-4be8-a56b-e8df9f9ff2fb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.331921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f3e513c0-d680-4847-8179-fdd79b6e331e None None] Provisioning complete for port 41e9cb41-86cf-4453-8305-2990d7a37cf0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:28.332296 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3e513c0-d680-4847-8179-fdd79b6e331e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.340419 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153cbb75-9b39-44bc-968e-205155b27bb1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (e57bbcd1-aaaa-4be8-a56b-e8df9f9ff2fb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.376108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d85cf41-bc9c-4f6c-b4c3-02b69b76e0cf admin admin] Publish callbacks [] for security_group (ad0e0734-5a94-4cb1-b22a-083b08cb3740), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.377849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13289256-6c01-43be-ab1a-353e33442ed7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1347854899-router', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:12Z', 'updated_at': '2022-02-02T12:57:24Z', 'revision_number': 4, 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'gw_port': {'id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13289256-6c01-43be-ab1a-353e33442ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:14Z', 'updated_at': '2022-02-02T12:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '41e9cb41-86cf-4453-8305-2990d7a37cf0', 'name': '', 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'mac_address': 'fa:16:3e:a3:5a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13289256-6c01-43be-ab1a-353e33442ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '643265ae-daa0-4360-87f4-99062df5fa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:21Z', 'updated_at': '2022-02-02T12:57:27Z', 'revision_number': 4, 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'subnets': [{'id': '643265ae-daa0-4360-87f4-99062df5fa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:28.389852 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks [] for security_group (035c13dd-0666-4104-842e-66a294e1111a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.393065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cbb75-9b39-44bc-968e-205155b27bb1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57bbcd1-aaaa-4be8-a56b-e8df9f9ff2fb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:28.394743 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d85cf41-bc9c-4f6c-b4c3-02b69b76e0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ad0e0734-5a94-4cb1-b22a-083b08cb3740), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.402956 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (035c13dd-0666-4104-842e-66a294e1111a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.417953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ff2752-89c8-43a4-bd66-0f09eeb42311 None None] The sync data for ids ['13289256-6c01-43be-ab1a-353e33442ed7'] in n-d-827336-2 is: [{'id': '13289256-6c01-43be-ab1a-353e33442ed7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1347854899-router', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:12Z', 'updated_at': '2022-02-02T12:57:24Z', 'revision_number': 4, 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'gw_port': {'id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13289256-6c01-43be-ab1a-353e33442ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:14Z', 'updated_at': '2022-02-02T12:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '41e9cb41-86cf-4453-8305-2990d7a37cf0', 'name': '', 'network_id': '707887d4-da52-4d16-a727-6b24c1329f57', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'mac_address': 'fa:16:3e:a3:5a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13289256-6c01-43be-ab1a-353e33442ed7', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '643265ae-daa0-4360-87f4-99062df5fa31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:21Z', 'updated_at': '2022-02-02T12:57:27Z', 'revision_number': 4, 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'subnets': [{'id': '643265ae-daa0-4360-87f4-99062df5fa31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:57:28.428247 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153cbb75-9b39-44bc-968e-205155b27bb1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.429670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-153cbb75-9b39-44bc-968e-205155b27bb1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4219806 Feb 02 12:57:28.433701 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34306) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:28.439391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:28.501569 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.505146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f3e513c0-d680-4847-8179-fdd79b6e331e None None] Current status of the port 41e9cb41-86cf-4453-8305-2990d7a37cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:28.511014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1d85cf41-bc9c-4f6c-b4c3-02b69b76e0cf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=965f43c9b2984cdd80b50c2db1bea508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7435198 Feb 02 12:57:28.523369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34308) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:28.538420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85cf41-bc9c-4f6c-b4c3-02b69b76e0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0e0734-5a94-4cb1-b22a-083b08cb3740,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:28.674037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035c13dd-0666-4104-842e-66a294e1111a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:28.716646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Allocated IP 192.168.233.185 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/8222da42-71a5-40a0-b762-3c7c673dd004) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:28.735231 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f30cb8-6abe-4872-bd27-97f4d12d4c28 admin admin] Publish callbacks [] for security_group (ad0e0734-5a94-4cb1-b22a-083b08cb3740), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.787838 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.807902 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f30cb8-6abe-4872-bd27-97f4d12d4c28 admin admin] Publish callbacks [] for security_group (ad0e0734-5a94-4cb1-b22a-083b08cb3740), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:28.907348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 41e9cb41-86cf-4453-8305-2990d7a37cf0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:29.011214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 41e9cb41-86cf-4453-8305-2990d7a37cf0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:29.011645 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:29.018774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Allocated IP 172.25.4.142 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/6d2ab06b-469b-4721-ac47-aad338359df1) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:29.079901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a6dfa1-c51b-4eb9-abd2-e873d0588908 req-fce772d0-59cc-4aec-ba2a-fcff0b34f667 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 210 time: 0.0470238 Feb 02 12:57:29.080810 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f30cb8-6abe-4872-bd27-97f4d12d4c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ad0e0734-5a94-4cb1-b22a-083b08cb3740), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:29.087155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 6e5a90d2-a376-4ac2-887d-cf2f426683de details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:57:29.091507 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f30cb8-6abe-4872-bd27-97f4d12d4c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:29.092709 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-89f30cb8-6abe-4872-bd27-97f4d12d4c28 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ad0e0734-5a94-4cb1-b22a-083b08cb3740 HTTP/1.1" status: 204 len: 168 time: 0.5681453 Feb 02 12:57:29.155337 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f30cb8-6abe-4872-bd27-97f4d12d4c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0e0734-5a94-4cb1-b22a-083b08cb3740,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:29.172573 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks [] for port (8222da42-71a5-40a0-b762-3c7c673dd004), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:29.333386 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba4067-757e-4af8-8e04-ba8875688bf4 req-7e6d7e35-4de8-4899-9fa6-caa71153b4cc tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:29.343489 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for port (6d2ab06b-469b-4721-ac47-aad338359df1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:29.344015 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cba4067-757e-4af8-8e04-ba8875688bf4 req-7e6d7e35-4de8-4899-9fa6-caa71153b4cc tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 968 time: 0.1391785 Feb 02 12:57:29.347515 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:29.383282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 41e9cb41-86cf-4453-8305-2990d7a37cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:29.441995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 6e5a90d2-a376-4ac2-887d-cf2f426683de, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=6e5a90d2-a376-4ac2-887d-cf2f426683de,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:29.454235 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (6d2ab06b-469b-4721-ac47-aad338359df1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:29.478624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '6e5a90d2-a376-4ac2-887d-cf2f426683de', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '6e5a90d2-a376-4ac2-887d-cf2f426683de', 'mac_address': 'fa:16:3e:21:99:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:tempest-test_az-736489480', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:57:29.525776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:29.537246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:29.541664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:29.547050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:29.548318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:29.554922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:29.556087 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:29.602247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:29.612999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cba4067-757e-4af8-8e04-ba8875688bf4 req-3bd55c54-a3d7-42ac-96a4-bc6c874c6ea2 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679574 Feb 02 12:57:29.622248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Pushing event updated for resources: {'Port': ['ID=6d2ab06b-469b-4721-ac47-aad338359df1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:29.624964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 6e5a90d2-a376-4ac2-887d-cf2f426683de is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:29.625459 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:29.641946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8092356 Feb 02 12:57:29.647303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a701e-3ceb-448b-ae99-b2eadffb049f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Pushing event updated for resources: {'Port': ['ID=8222da42-71a5-40a0-b762-3c7c673dd004,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:29.662298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5a90d2-a376-4ac2-887d-cf2f426683de {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:57:29.693084 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 6e5a90d2-a376-4ac2-887d-cf2f426683de, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=6e5a90d2-a376-4ac2-887d-cf2f426683de,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:29.708689 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:29.842014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=6e5a90d2-a376-4ac2-887d-cf2f426683de,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:29.881412 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for floatingip (04e8e8fc-6ce5-412b-ae05-dafec90d6cc7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:29.949335 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6d2ab06b-469b-4721-ac47-aad338359df1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.065936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c4552ef5-4dbe-4072-82f2-77bcd5a0b3d4 None None] Provisioning complete for port 8222da42-71a5-40a0-b762-3c7c673dd004 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:30.066373 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4552ef5-4dbe-4072-82f2-77bcd5a0b3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.066480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:30.088067 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-472a3a18-5849-4319-8ec2-1d7a2df5096a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.130714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c4552ef5-4dbe-4072-82f2-77bcd5a0b3d4 None None] Port 8222da42-71a5-40a0-b762-3c7c673dd004 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:57:30.133546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['6e5a90d2-a376-4ac2-887d-cf2f426683de'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:57:30.250772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for port (6d2ab06b-469b-4721-ac47-aad338359df1), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.260852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6d2ab06b-469b-4721-ac47-aad338359df1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.337188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (04e8e8fc-6ce5-412b-ae05-dafec90d6cc7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.377412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Pushing event updated for resources: {'Port': ['ID=6d2ab06b-469b-4721-ac47-aad338359df1,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:30.386696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60814f-148b-4a8e-9197-02131484a3fc req-3bd3b999-261e-4419-bfeb-69b5ddbf4a55 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:30.388950 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de60814f-148b-4a8e-9197-02131484a3fc req-3bd3b999-261e-4419-bfeb-69b5ddbf4a55 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 936 time: 0.1781838 Feb 02 12:57:30.395306 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-472a3a18-5849-4319-8ec2-1d7a2df5096a admin admin] Publish callbacks [] for security_group (666f1bb8-5ee9-452c-b38e-52779a5a1dab), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.395736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.405850 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-472a3a18-5849-4319-8ec2-1d7a2df5096a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (666f1bb8-5ee9-452c-b38e-52779a5a1dab), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.408957 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7c4c58fe-2945-4c05-ae56-92509f218dc4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9739170 Feb 02 12:57:30.513923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a3a18-5849-4319-8ec2-1d7a2df5096a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666f1bb8-5ee9-452c-b38e-52779a5a1dab,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:30.536309 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-472a3a18-5849-4319-8ec2-1d7a2df5096a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=061befe8d8814601a275c837aef01b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687004 Feb 02 12:57:30.539707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34356) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:30.570038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de60814f-148b-4a8e-9197-02131484a3fc req-95a6561f-1310-46e3-95b3-a94c801f9030 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667845 Feb 02 12:57:30.664839 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d9e49a3-6d56-4de6-bc8e-83d3cad75a77 admin admin] Publish callbacks [] for security_group (666f1bb8-5ee9-452c-b38e-52779a5a1dab), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.697370 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d9e49a3-6d56-4de6-bc8e-83d3cad75a77 admin admin] Publish callbacks [] for security_group (666f1bb8-5ee9-452c-b38e-52779a5a1dab), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.784254 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d9e49a3-6d56-4de6-bc8e-83d3cad75a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (666f1bb8-5ee9-452c-b38e-52779a5a1dab), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.787192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d9e49a3-6d56-4de6-bc8e-83d3cad75a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:30.788723 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4d9e49a3-6d56-4de6-bc8e-83d3cad75a77 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/666f1bb8-5ee9-452c-b38e-52779a5a1dab HTTP/1.1" status: 204 len: 168 time: 0.2477009 Feb 02 12:57:30.798767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e49a3-6d56-4de6-bc8e-83d3cad75a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666f1bb8-5ee9-452c-b38e-52779a5a1dab,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:30.912692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-fb7a7270-b515-441e-bc88-42ef5ce411ed tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--911956931&fields=id&tenant_id=703a1919ab3848d3bbcfb6f564b7db94 HTTP/1.1" status: 200 len: 267 time: 0.1845019 Feb 02 12:57:30.988436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0fee-c5de-4128-a3a3-c926bc23e504 req-d43076a2-35c3-4514-bc03-b86501593887 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:30.990057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44ee0fee-c5de-4128-a3a3-c926bc23e504 req-d43076a2-35c3-4514-bc03-b86501593887 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 969 time: 0.2372777 Feb 02 12:57:31.074511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 6e5a90d2-a376-4ac2-887d-cf2f426683de up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:31.146096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 6e5a90d2-a376-4ac2-887d-cf2f426683de completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:57:31.151248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 6e5a90d2-a376-4ac2-887d-cf2f426683de triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:31.151726 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:31.292597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 6e5a90d2-a376-4ac2-887d-cf2f426683de is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:31.292985 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:31.316836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59416167-8876-48ed-9f55-2e69f5203561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5a90d2-a376-4ac2-887d-cf2f426683de'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:31.372193 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44ee0fee-c5de-4128-a3a3-c926bc23e504 req-d0f7955a-e9f2-4ba3-a635-03a26ca07a2f tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729501 Feb 02 12:57:31.389989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723455-d478-4afa-b459-83623c2670a4 req-36ee7978-d8d3-411d-9066-76ff71dad45d tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:31.391725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-36ee7978-d8d3-411d-9066-76ff71dad45d tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/networks?id=16e87a24-b253-467e-bf8a-2babe3b8e710 HTTP/1.1" status: 200 len: 822 time: 0.4780893 Feb 02 12:57:31.426942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-6c071357-c8d5-4c3d-9a26-e9ed4a4c0d11 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/quotas/703a1919ab3848d3bbcfb6f564b7db94 HTTP/1.1" status: 200 len: 375 time: 0.0278161 Feb 02 12:57:31.436916 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 6e5a90d2-a376-4ac2-887d-cf2f426683de, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=6e5a90d2-a376-4ac2-887d-cf2f426683de,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:31.451069 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:31.512054 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-2caaccb2-adf4-46af-900c-4837c5923c0e tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=703a1919ab3848d3bbcfb6f564b7db94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838573 Feb 02 12:57:31.569724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=6e5a90d2-a376-4ac2-887d-cf2f426683de,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:31.584030 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8929385-5b4b-406d-a51b-a8ef14871e47" -d '{"events": [{"server_uuid": "59416167-8876-48ed-9f55-2e69f5203561", "name": "network-vif-plugged", "status": "completed", "tag": "6e5a90d2-a376-4ac2-887d-cf2f426683de"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:31.733542 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5124d23e-55dd-4fec-8618-425f26bc2fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:31.784890 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-42434e65-24ca-41dd-a439-cfa335db5e5d service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:57:31.798489 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-42434e65-24ca-41dd-a439-cfa335db5e5d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0844381 Feb 02 12:57:31.896060 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34414) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:31.949684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-a8433a8b-cf32-4208-8cee-4d9d9ca46872 service neutron] 10.222.0.83 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472752 Feb 02 12:57:32.004815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e485b-310d-42b4-a870-b779ebdae9ab req-138e9721-e9be-4aad-8627-a46eebf9249b tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:32.011787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d3e485b-310d-42b4-a870-b779ebdae9ab req-138e9721-e9be-4aad-8627-a46eebf9249b tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 936 time: 0.1455159 Feb 02 12:57:32.021212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-739528492-network', 'tenant_id': 'a4763030dd2542e985a15e0c06e1cfb6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:32.041582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Made reservation on behalf of a4763030dd2542e985a15e0c06e1cfb6 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:32.049952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:32.072954 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:32.103289 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d3e485b-310d-42b4-a870-b779ebdae9ab req-081d6b9c-082e-42f5-b1ad-5a13ab5d21dc tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906050 Feb 02 12:57:32.105587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-41297fcb-2e61-4b98-8878-12db7cd469f3 service neutron] 10.222.0.83 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490898 Feb 02 12:57:32.202377 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Publish callbacks [] for security_group (dd028458-680a-45e3-92d8-3921f2869881), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:32.212291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (dd028458-680a-45e3-92d8-3921f2869881), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:32.241594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd028458-680a-45e3-92d8-3921f2869881,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:32.251879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:57:32.263877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (443b8687-52d3-4fc7-a0d0-390789216ab4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:32.264219 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Added segment 443b8687-52d3-4fc7-a0d0-390789216ab4 of type vlan for network 2b9af990-5e2e-47c3-abe4-0e26c82225db Feb 02 12:57:32.340021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (2b9af990-5e2e-47c3-abe4-0e26c82225db), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:32.392375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (2b9af990-5e2e-47c3-abe4-0e26c82225db), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:32.396365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:32.397977 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:32.435409 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e64226-c064-4638-a340-c2343a13f2b4 x-openstack-request-id: req-06e64226-c064-4638-a340-c2343a13f2b4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:32.436497 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59416167-8876-48ed-9f55-2e69f5203561", "name": "network-vif-plugged", "status": "completed", "tag": "6e5a90d2-a376-4ac2-887d-cf2f426683de", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:32.437060 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-06e64226-c064-4638-a340-c2343a13f2b4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:32.437782 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59416167-8876-48ed-9f55-2e69f5203561', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5a90d2-a376-4ac2-887d-cf2f426683de', 'code': 200} Feb 02 12:57:32.473490 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5749934 Feb 02 12:57:32.474066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:32.482280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3cdd3bd1-e6ef-4b23-bf73-7ede351ec315 admin admin] Request body: {'subnet': {'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-739528492-subnet', 'tenant_id': 'a4763030dd2542e985a15e0c06e1cfb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:32.528186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdd3bd1-e6ef-4b23-bf73-7ede351ec315 admin admin] Made reservation on behalf of a4763030dd2542e985a15e0c06e1cfb6 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:32.530581 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cdd3bd1-e6ef-4b23-bf73-7ede351ec315 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:32.549465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c3eb064-3b21-4083-9c10-917a1d1f1fa3 req-1e146790-5831-4579-b7b0-4b9dfb392a0c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 210 time: 0.0335374 Feb 02 12:57:32.681279 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e0399-681c-43ba-8843-b7f8d6260c62 admin admin] Pushing event updated for resources: {'Network': ['ID=2b9af990-5e2e-47c3-abe4-0e26c82225db,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:32.692851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 2b9af990-5e2e-47c3-abe4-0e26c82225db details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:57:32.771121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3859d07-6152-4c4c-9f82-a2808768a645 req-a9f8c99e-fc60-4074-a539-458f1119e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:32.778017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3859d07-6152-4c4c-9f82-a2808768a645 req-a9f8c99e-fc60-4074-a539-458f1119e37d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 1152 time: 0.1443782 Feb 02 12:57:32.838911 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3859d07-6152-4c4c-9f82-a2808768a645 req-98ca7cff-87ea-4645-81e3-8888040e116f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:32.946532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-dfcc81e5-2d50-46c8-b9d3-dd24f9456704 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:57:32.947517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-dfcc81e5-2d50-46c8-b9d3-dd24f9456704 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088193 Feb 02 12:57:32.951468 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cdd3bd1-e6ef-4b23-bf73-7ede351ec315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (708dee7a-bc33-4813-ab59-c9fbe4f3f7a7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:32.997021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d868d-0600-4ced-b105-2841603078c1 req-3f00af56-ab43-4a55-8d97-9837b644df82 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:32.998533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d48d868d-0600-4ced-b105-2841603078c1 req-3f00af56-ab43-4a55-8d97-9837b644df82 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 970 time: 0.1843863 Feb 02 12:57:33.055547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd3bd1-e6ef-4b23-bf73-7ede351ec315 admin admin] Pushing event updated for resources: {'Subnet': ['ID=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:33.099645 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3859d07-6152-4c4c-9f82-a2808768a645 req-98ca7cff-87ea-4645-81e3-8888040e116f service neutron] Publish callbacks [] for security_group (d90bf36a-8a37-4f64-830e-f771b6ad11a9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:33.107068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd3bd1-e6ef-4b23-bf73-7ede351ec315 admin admin] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:33.107437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd3bd1-e6ef-4b23-bf73-7ede351ec315 admin admin] Network hostable DHCP agents. Network: 2b9af990-5e2e-47c3-abe4-0e26c82225db, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:57:33.116060 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3859d07-6152-4c4c-9f82-a2808768a645 req-98ca7cff-87ea-4645-81e3-8888040e116f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d90bf36a-8a37-4f64-830e-f771b6ad11a9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:33.125082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Request body: {'port': {'device_id': 'c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:33.142762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d48d868d-0600-4ced-b105-2841603078c1 req-32be9e05-bcff-4eef-a8d8-637dfb6e6c77 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345799 Feb 02 12:57:33.223905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd3bd1-e6ef-4b23-bf73-7ede351ec315 admin admin] Network 2b9af990-5e2e-47c3-abe4-0e26c82225db is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:57:33.240877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca7cff-87ea-4645-81e3-8888040e116f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d90bf36a-8a37-4f64-830e-f771b6ad11a9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:33.245314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3859d07-6152-4c4c-9f82-a2808768a645 req-98ca7cff-87ea-4645-81e3-8888040e116f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550903 Feb 02 12:57:33.279295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3cdd3bd1-e6ef-4b23-bf73-7ede351ec315 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 2b9af990-5e2e-47c3-abe4-0e26c82225db) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:33.291230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17ea905-17be-428f-b0d7-ffc2f3c2e652 None None] Network 2b9af990-5e2e-47c3-abe4-0e26c82225db requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:57:33.291389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdd3bd1-e6ef-4b23-bf73-7ede351ec315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:33.291953 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cdd3bd1-e6ef-4b23-bf73-7ede351ec315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:33.298995 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:33.334487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3cdd3bd1-e6ef-4b23-bf73-7ede351ec315 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8507261 Feb 02 12:57:33.361492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267f03-6b77-4937-b098-cf9b2a06ea68 req-215b901e-9b77-44b7-9df0-1ac3cba86bd0 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:33.362854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76267f03-6b77-4937-b098-cf9b2a06ea68 req-215b901e-9b77-44b7-9df0-1ac3cba86bd0 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 936 time: 0.1423886 Feb 02 12:57:33.428174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa85e1-6a35-4769-97c6-8549f6bfccf4 None None] Network 2b9af990-5e2e-47c3-abe4-0e26c82225db requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:57:33.594852 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76267f03-6b77-4937-b098-cf9b2a06ea68 req-15959f45-6335-483b-a26a-91f9c87df090 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233012 Feb 02 12:57:33.714800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8222da42-71a5-40a0-b762-3c7c673dd004 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:57:33.732568 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Publish callbacks [] for port (8222da42-71a5-40a0-b762-3c7c673dd004), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:33.751116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1b68448-c9d8-40c5-848c-11728a2a39cd req-72b83363-164e-4773-8c39-6333de24ef40 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 210 time: 0.0510886 Feb 02 12:57:33.761780 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Transition to ACTIVE for port object 8222da42-71a5-40a0-b762-3c7c673dd004 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:57:33.766132 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:33.770562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.62', 60237) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:33.819155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Pushing event updated for resources: {'Port': ['ID=8222da42-71a5-40a0-b762-3c7c673dd004,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:33.864038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Attempting to bind port 8222da42-71a5-40a0-b762-3c7c673dd004 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:33.864372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Attempting to bind port 8222da42-71a5-40a0-b762-3c7c673dd004 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:33.864847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Attempting to bind port 8222da42-71a5-40a0-b762-3c7c673dd004 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:33.870998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Port 8222da42-71a5-40a0-b762-3c7c673dd004 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:57:33.871590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Attempting to bind port 8222da42-71a5-40a0-b762-3c7c673dd004 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:33.877855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:33.878339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:33.878765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:33.879797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Bound port: 8222da42-71a5-40a0-b762-3c7c673dd004, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:33.879797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.041587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] For port 8222da42-71a5-40a0-b762-3c7c673dd004, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:34.048370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] For port 8222da42-71a5-40a0-b762-3c7c673dd004, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=8222da42-71a5-40a0-b762-3c7c673dd004,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:34.055954 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2492ef75-b7d7-4f44-80a2-fa57af02548c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.062401 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.072037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723455-d478-4afa-b459-83623c2670a4 req-1b47be1d-50db-4a09-99e0-de2dbd1dee57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:34.073788 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-1b47be1d-50db-4a09-99e0-de2dbd1dee57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.62 "GET /v2.0/networks?id=16e87a24-b253-467e-bf8a-2babe3b8e710 HTTP/1.1" status: 200 len: 822 time: 0.3024542 Feb 02 12:57:34.113481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:34.114664 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.116305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] 10.222.0.62 "PUT /v2.0/ports/8222da42-71a5-40a0-b762-3c7c673dd004 HTTP/1.1" status: 200 len: 1096 time: 1.0848238 Feb 02 12:57:34.116936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9', 'tag': '8222da42-71a5-40a0-b762-3c7c673dd004'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:34.119263 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7283ee1-0b5e-4a70-9675-e7188fc507e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9", "tag": "8222da42-71a5-40a0-b762-3c7c673dd004"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:34.144997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e0157-58c7-4b76-9cf7-304551eebb40 service neutron] Pushing event updated for resources: {'Port': ['ID=8222da42-71a5-40a0-b762-3c7c673dd004,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:34.260152 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:57:34.263149 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bef61d7-d959-4f33-9a78-cfc6b439d9ef x-openstack-request-id: req-1bef61d7-d959-4f33-9a78-cfc6b439d9ef {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:34.265738 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9", "tag": "8222da42-71a5-40a0-b762-3c7c673dd004", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:34.266057 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1bef61d7-d959-4f33-9a78-cfc6b439d9ef {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:34.266660 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9', 'tag': '8222da42-71a5-40a0-b762-3c7c673dd004', 'status': 'completed', 'code': 200} Feb 02 12:57:34.278415 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-53e8c714-02a0-4374-a70c-968f4bc852e6 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=703a1919ab3848d3bbcfb6f564b7db94 HTTP/1.1" status: 200 len: 379 time: 0.1727424 Feb 02 12:57:34.291319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-40723455-d478-4afa-b459-83623c2670a4 req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Request body: {'port': {'device_id': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'admin_state_up': True, 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'security_groups': ['837dd381-6f04-4104-8fda-b697d82e303e']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:34.300457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-690f5b9c-58fa-4591-8d13-1468db676d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:34.303159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-690f5b9c-58fa-4591-8d13-1468db676d0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8e9f795c284402182e372f14bc2519f&device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 1130 time: 0.1052008 Feb 02 12:57:34.350418 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34500) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:34.355805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1005422317-network', 'tenant_id': '399a27bd1a8c4166a0ca8103e07552b1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:34.378129 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-0c46671d-b8f5-4f18-a61c-af1df13fb589 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=8222da42-71a5-40a0-b762-3c7c673dd004 HTTP/1.1" status: 200 len: 217 time: 0.0581396 Feb 02 12:57:34.449304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Made reservation on behalf of 399a27bd1a8c4166a0ca8103e07552b1 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:34.452187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-3e1414f6-1733-4f62-8084-04510e16d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:34.453674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.454378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-3e1414f6-1733-4f62-8084-04510e16d637 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0605018 Feb 02 12:57:34.462207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970d769-f192-483d-aa64-ab07c567f6f0 req-4f84a053-2427-4707-ba06-6c813b3fb2ce tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:34.463745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2970d769-f192-483d-aa64-ab07c567f6f0 req-4f84a053-2427-4707-ba06-6c813b3fb2ce tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 970 time: 0.1351602 Feb 02 12:57:34.468008 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.496199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40723455-d478-4afa-b459-83623c2670a4 req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Made reservation on behalf of 703a1919ab3848d3bbcfb6f564b7db94 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:34.500328 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-40723455-d478-4afa-b459-83623c2670a4 req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.549723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-b42869db-4a51-4e7f-9387-c33bf78fcbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:34.551439 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-b42869db-4a51-4e7f-9387-c33bf78fcbf3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0867682 Feb 02 12:57:34.555043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2970d769-f192-483d-aa64-ab07c567f6f0 req-01db1dd0-a5e6-40cd-86bc-6f16ec230b38 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814209 Feb 02 12:57:34.634698 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Publish callbacks [] for security_group (69d920e3-c0e8-4213-a02d-9dde09f78fd1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.647719 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (69d920e3-c0e8-4213-a02d-9dde09f78fd1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.662750 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-58b9ce34-c343-4fe4-b60b-9f55f6475535 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041803 Feb 02 12:57:34.723652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d920e3-c0e8-4213-a02d-9dde09f78fd1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:34.731837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:57:34.790438 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (54bf3c88-53dc-4f6e-a774-c86ac1b59779), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.791116 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Added segment 54bf3c88-53dc-4f6e-a774-c86ac1b59779 of type vlan for network fb01b874-aced-41f2-99f6-d303a8b37668 Feb 02 12:57:34.805308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54ec5f-166b-4e2f-97b7-87d734d5aa79 req-3e56c17d-6c1e-4572-a4ad-a5ca19ff29f5 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:34.806712 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d54ec5f-166b-4e2f-97b7-87d734d5aa79 req-3e56c17d-6c1e-4572-a4ad-a5ca19ff29f5 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 948 time: 0.1219110 Feb 02 12:57:34.824161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04e621d-b0e4-45f6-8db4-f20de3bab0c7 req-c06ae2c6-39b0-421f-9ae4-fc989ca38ced service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538579 Feb 02 12:57:34.858556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-40723455-d478-4afa-b459-83623c2670a4 req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Allocated IP 172.20.0.11 (16e87a24-b253-467e-bf8a-2babe3b8e710/4b40da53-385a-4ca7-a6b2-f647fc4a6863/98b67a19-5508-4822-8dd1-f8e3c2275be7) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:34.861710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (fb01b874-aced-41f2-99f6-d303a8b37668), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.882971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d54ec5f-166b-4e2f-97b7-87d734d5aa79 req-584b6550-f261-42e0-9a55-20c820f21285 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665798 Feb 02 12:57:34.920881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (fb01b874-aced-41f2-99f6-d303a8b37668), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.921843 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:34.922498 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:34.987556 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6353681 Feb 02 12:57:34.991649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34512) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:35.021308 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c37b73ab-b213-42c2-948a-95d2ab69c3b8 admin admin] Request body: {'subnet': {'network_id': 'fb01b874-aced-41f2-99f6-d303a8b37668', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1005422317-subnet', 'tenant_id': '399a27bd1a8c4166a0ca8103e07552b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:35.027326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32a30738-a748-4e6f-9531-ff88e125cb77 req-7e4721fd-a18c-4817-be4b-87bd07aa6651 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 210 time: 0.0418718 Feb 02 12:57:35.044554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283ee1-0b5e-4a70-9675-e7188fc507e6 req-a53d78da-7238-4743-824d-611188c1b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:35.046029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7283ee1-0b5e-4a70-9675-e7188fc507e6 req-a53d78da-7238-4743-824d-611188c1b5a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8e9f795c284402182e372f14bc2519f&device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 1130 time: 0.1148608 Feb 02 12:57:35.073275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d53be4-bea5-4e85-b5af-11264fedac7c admin admin] Pushing event updated for resources: {'Network': ['ID=fb01b874-aced-41f2-99f6-d303a8b37668,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:35.087674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network fb01b874-aced-41f2-99f6-d303a8b37668 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:57:35.098460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37b73ab-b213-42c2-948a-95d2ab69c3b8 admin admin] Made reservation on behalf of 399a27bd1a8c4166a0ca8103e07552b1 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:35.100772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c37b73ab-b213-42c2-948a-95d2ab69c3b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:35.136913 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-40723455-d478-4afa-b459-83623c2670a4 req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:35.170623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283ee1-0b5e-4a70-9675-e7188fc507e6 req-dd6db8b2-7e82-457c-9960-0827b58fe1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:35.174116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7283ee1-0b5e-4a70-9675-e7188fc507e6 req-dd6db8b2-7e82-457c-9960-0827b58fe1da service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1216486 Feb 02 12:57:35.234716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7283ee1-0b5e-4a70-9675-e7188fc507e6 req-10b612ed-720e-4752-8cc3-76ec3ff0b9eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=8222da42-71a5-40a0-b762-3c7c673dd004 HTTP/1.1" status: 200 len: 217 time: 0.0539744 Feb 02 12:57:35.237367 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-40723455-d478-4afa-b459-83623c2670a4 req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:35.293361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283ee1-0b5e-4a70-9675-e7188fc507e6 req-f6f6e8d8-62fb-4247-a506-fd9cfd57ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:35.294903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7283ee1-0b5e-4a70-9675-e7188fc507e6 req-f6f6e8d8-62fb-4247-a506-fd9cfd57ba04 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0521615 Feb 02 12:57:35.337668 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40723455-d478-4afa-b459-83623c2670a4 req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Network 16e87a24-b253-467e-bf8a-2babe3b8e710 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:35.348412 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:35.349655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283ee1-0b5e-4a70-9675-e7188fc507e6 req-99371185-e9d6-4047-badb-2a4aa29cbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:35.352149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7283ee1-0b5e-4a70-9675-e7188fc507e6 req-99371185-e9d6-4047-badb-2a4aa29cbc52 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0506437 Feb 02 12:57:35.360922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-40723455-d478-4afa-b459-83623c2670a4 req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:35.373446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-40723455-d478-4afa-b459-83623c2670a4 req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:35.378723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723455-d478-4afa-b459-83623c2670a4 req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:35.379377 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-40723455-d478-4afa-b459-83623c2670a4 req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:35.410105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Pushing event updated for resources: {'Port': ['ID=98b67a19-5508-4822-8dd1-f8e3c2275be7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:35.448678 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-54fb9f51-e6a5-4016-a477-3a9ae390271c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1646645 Feb 02 12:57:35.450433 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c37b73ab-b213-42c2-948a-95d2ab69c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (8dd25ffd-d4d4-4831-a249-40e3a609fdb8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:35.480444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7283ee1-0b5e-4a70-9675-e7188fc507e6 req-14f2c396-177c-4511-9714-956239057563 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205831 Feb 02 12:57:35.485640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Request body: {'port': {'device_id': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:35.543339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b73ab-b213-42c2-948a-95d2ab69c3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd25ffd-d4d4-4831-a249-40e3a609fdb8,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:35.594301 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:35.597329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37b73ab-b213-42c2-948a-95d2ab69c3b8 admin admin] Checking segment: {'id': '54bf3c88-53dc-4f6e-a774-c86ac1b59779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'fb01b874-aced-41f2-99f6-d303a8b37668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:35.597677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b73ab-b213-42c2-948a-95d2ab69c3b8 admin admin] Network hostable DHCP agents. Network: fb01b874-aced-41f2-99f6-d303a8b37668, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:57:35.654218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37b73ab-b213-42c2-948a-95d2ab69c3b8 admin admin] Network fb01b874-aced-41f2-99f6-d303a8b37668 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:57:35.691996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-044b4c9a-16ff-49a8-a7e5-d63212a87e54 None None] Provisioning complete for port 98b67a19-5508-4822-8dd1-f8e3c2275be7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:35.692557 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-044b4c9a-16ff-49a8-a7e5-d63212a87e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:35.695741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c37b73ab-b213-42c2-948a-95d2ab69c3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, fb01b874-aced-41f2-99f6-d303a8b37668) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:35.699617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b73ab-b213-42c2-948a-95d2ab69c3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:35.700213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c37b73ab-b213-42c2-948a-95d2ab69c3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:35.742880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383d29df-5286-47ce-a141-71a4a70b9850 None None] Network fb01b874-aced-41f2-99f6-d303a8b37668 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:57:35.763463 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c37b73ab-b213-42c2-948a-95d2ab69c3b8 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7461052 Feb 02 12:57:35.841671 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-044b4c9a-16ff-49a8-a7e5-d63212a87e54 None None] Port 98b67a19-5508-4822-8dd1-f8e3c2275be7 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:57:35.895245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7283ee1-0b5e-4a70-9675-e7188fc507e6 req-2d28b587-a6fe-452d-9e52-74f4f447d866 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080372 Feb 02 12:57:35.985248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77991678-729e-4f2e-99ff-6fa39e3cd207 None None] Network fb01b874-aced-41f2-99f6-d303a8b37668 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:57:36.032135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b67a19-5508-4822-8dd1-f8e3c2275be7 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:57:36.041026 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Publish callbacks [] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.043439 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34526) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:36.137439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb794b-1d2f-4e60-8966-a7faa59c22fd req-f938746f-a11e-4c3f-9e03-95c354abcd41 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:36.138998 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5fb794b-1d2f-4e60-8966-a7faa59c22fd req-f938746f-a11e-4c3f-9e03-95c354abcd41 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 970 time: 0.1299477 Feb 02 12:57:36.145881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47f51f-d2ed-42b4-9354-d24fa51f8a78 req-311eab54-21b8-480d-b115-32352290873c tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:36.147384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d47f51f-d2ed-42b4-9354-d24fa51f8a78 req-311eab54-21b8-480d-b115-32352290873c tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 948 time: 0.0916517 Feb 02 12:57:36.222681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5fb794b-1d2f-4e60-8966-a7faa59c22fd req-9ebef6ac-4149-4203-94ef-05b8ac5ea428 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742652 Feb 02 12:57:36.226040 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d47f51f-d2ed-42b4-9354-d24fa51f8a78 req-cc4bf74d-aeea-4528-934d-e67fca5b1390 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716598 Feb 02 12:57:36.232954 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Transition to ACTIVE for port object 98b67a19-5508-4822-8dd1-f8e3c2275be7 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:57:36.247561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.276729 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.289115 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18221d44-8535-4b55-a225-af180de8a595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.309336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Pushing event updated for resources: {'Port': ['ID=98b67a19-5508-4822-8dd1-f8e3c2275be7,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:36.354255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f09a1a-5889-4e22-926a-f910b6a578ae req-8b17b641-50be-4e61-889e-3cd6b1f28235 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:36.361624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87f09a1a-5889-4e22-926a-f910b6a578ae req-8b17b641-50be-4e61-889e-3cd6b1f28235 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 944 time: 0.0662799 Feb 02 12:57:36.398236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Attempting to bind port 98b67a19-5508-4822-8dd1-f8e3c2275be7 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:36.398626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Attempting to bind port 98b67a19-5508-4822-8dd1-f8e3c2275be7 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:36.398905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Attempting to bind port 98b67a19-5508-4822-8dd1-f8e3c2275be7 on network 16e87a24-b253-467e-bf8a-2babe3b8e710 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:36.408713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Port 98b67a19-5508-4822-8dd1-f8e3c2275be7 on network 16e87a24-b253-467e-bf8a-2babe3b8e710 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:57:36.408713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Attempting to bind port 98b67a19-5508-4822-8dd1-f8e3c2275be7 on network 16e87a24-b253-467e-bf8a-2babe3b8e710 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:36.418436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:36.418955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Checking segment: {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:36.419336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Bound using segment: {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:36.419829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Bound port: 98b67a19-5508-4822-8dd1-f8e3c2275be7, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:36.420183 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.426725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87f09a1a-5889-4e22-926a-f910b6a578ae req-b842b3cd-f6d6-42c1-bca3-e62e2b4481bb tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614941 Feb 02 12:57:36.485990 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18221d44-8535-4b55-a225-af180de8a595 admin admin] Publish callbacks [] for security_group (1e36dc88-c433-4729-9fc0-5382b589a769), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.497370 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18221d44-8535-4b55-a225-af180de8a595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1e36dc88-c433-4729-9fc0-5382b589a769), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.551638 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] For port 98b67a19-5508-4822-8dd1-f8e3c2275be7, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:36.569583 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-18221d44-8535-4b55-a225-af180de8a595 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e2fa08bb755c442aaf4b27b36f111ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5250762 Feb 02 12:57:36.574833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18221d44-8535-4b55-a225-af180de8a595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e36dc88-c433-4729-9fc0-5382b589a769,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:36.584754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34546) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:36.589236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] For port 98b67a19-5508-4822-8dd1-f8e3c2275be7, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=98b67a19-5508-4822-8dd1-f8e3c2275be7,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:36.596266 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.628631 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.637893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:36.638564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.640102 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] 10.222.0.62 "PUT /v2.0/ports/98b67a19-5508-4822-8dd1-f8e3c2275be7 HTTP/1.1" status: 200 len: 1092 time: 1.1613996 Feb 02 12:57:36.640451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'tag': '98b67a19-5508-4822-8dd1-f8e3c2275be7'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:36.703499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7014b0-16a3-4f94-89e2-8881054d3c5b req-f0d04327-d16a-4678-9da0-4c515e809423 tempest-AggregatesAdminTestJSON-203133355 tempest-AggregatesAdminTestJSON-203133355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:36.707441 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc7014b0-16a3-4f94-89e2-8881054d3c5b req-f0d04327-d16a-4678-9da0-4c515e809423 tempest-AggregatesAdminTestJSON-203133355 tempest-AggregatesAdminTestJSON-203133355-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 1152 time: 0.1595607 Feb 02 12:57:36.720695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-e71efe6e-b529-4994-a6b5-387d5e274b40 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:36.727957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-e71efe6e-b529-4994-a6b5-387d5e274b40 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 820 time: 0.2045135 Feb 02 12:57:36.753897 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc7014b0-16a3-4f94-89e2-8881054d3c5b req-553239f3-15f7-4539-9450-0bf827d5733a tempest-AggregatesAdminTestJSON-203133355 tempest-AggregatesAdminTestJSON-203133355-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.755961 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f17d12-c5a9-448f-8bee-9d8f1c917ea8 admin admin] Publish callbacks [] for security_group (1e36dc88-c433-4729-9fc0-5382b589a769), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.761888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-654b4569-defd-43ec-b673-20e996736d21 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/quotas/a4763030dd2542e985a15e0c06e1cfb6 HTTP/1.1" status: 200 len: 375 time: 0.0326374 Feb 02 12:57:36.792643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e3b4e-923a-4288-bafa-c8a4455e29f2 service neutron] Pushing event updated for resources: {'Port': ['ID=98b67a19-5508-4822-8dd1-f8e3c2275be7,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:36.814964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-faad1a9b-e06d-49b5-9191-918479d8c04a tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417092 Feb 02 12:57:36.817015 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f17d12-c5a9-448f-8bee-9d8f1c917ea8 admin admin] Publish callbacks [] for security_group (1e36dc88-c433-4729-9fc0-5382b589a769), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.820732 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbe81fe-a66f-44df-9ee7-6f37efe1945d" -d '{"events": [{"name": "network-changed", "server_uuid": "178d5d97-e475-495f-8baf-b31b1bcd653e", "tag": "98b67a19-5508-4822-8dd1-f8e3c2275be7"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:36.825680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723455-d478-4afa-b459-83623c2670a4 req-630b91a4-4ca5-4e84-bbd2-b4dd04e2373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:36.827289 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-630b91a4-4ca5-4e84-bbd2-b4dd04e2373d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=703a1919ab3848d3bbcfb6f564b7db94&device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 1126 time: 0.1086869 Feb 02 12:57:36.920370 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f17d12-c5a9-448f-8bee-9d8f1c917ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1e36dc88-c433-4729-9fc0-5382b589a769), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.922870 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f17d12-c5a9-448f-8bee-9d8f1c917ea8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.927497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-42f17d12-c5a9-448f-8bee-9d8f1c917ea8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1e36dc88-c433-4729-9fc0-5382b589a769 HTTP/1.1" status: 204 len: 168 time: 0.3388507 Feb 02 12:57:36.931532 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-2179f1fc-3269-44be-8517-ed9700958938 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98b67a19-5508-4822-8dd1-f8e3c2275be7 HTTP/1.1" status: 200 len: 217 time: 0.0868983 Feb 02 12:57:36.937610 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc7014b0-16a3-4f94-89e2-8881054d3c5b req-553239f3-15f7-4539-9450-0bf827d5733a tempest-AggregatesAdminTestJSON-203133355 tempest-AggregatesAdminTestJSON-203133355-project-admin] Publish callbacks [] for security_group (a34cddc7-aaee-4c22-a7d8-06d63abdb5a8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.943155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f17d12-c5a9-448f-8bee-9d8f1c917ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e36dc88-c433-4729-9fc0-5382b589a769,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:36.947212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc7014b0-16a3-4f94-89e2-8881054d3c5b req-553239f3-15f7-4539-9450-0bf827d5733a tempest-AggregatesAdminTestJSON-203133355 tempest-AggregatesAdminTestJSON-203133355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a34cddc7-aaee-4c22-a7d8-06d63abdb5a8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:36.956453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-52d1a91e-dffd-4d95-b569-58b51471fbdd service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:57:36.963471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-52d1a91e-dffd-4d95-b569-58b51471fbdd service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0787349 Feb 02 12:57:36.999276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723455-d478-4afa-b459-83623c2670a4 req-4a780283-51c7-4833-992a-4408832dd92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:37.001179 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-4a780283-51c7-4833-992a-4408832dd92d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b40da53-385a-4ca7-a6b2-f647fc4a6863 HTTP/1.1" status: 200 len: 861 time: 0.0623643 Feb 02 12:57:37.033149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc7014b0-16a3-4f94-89e2-8881054d3c5b req-553239f3-15f7-4539-9450-0bf827d5733a tempest-AggregatesAdminTestJSON-203133355 tempest-AggregatesAdminTestJSON-203133355-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249233 Feb 02 12:57:37.058980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553239f3-15f7-4539-9450-0bf827d5733a tempest-AggregatesAdminTestJSON-203133355 tempest-AggregatesAdminTestJSON-203133355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34cddc7-aaee-4c22-a7d8-06d63abdb5a8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:37.099673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723455-d478-4afa-b459-83623c2670a4 req-f0bee3eb-4063-4254-8abb-c7bb5268ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:37.101582 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-f0bee3eb-4063-4254-8abb-c7bb5268ba78 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16e87a24-b253-467e-bf8a-2babe3b8e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0940640 Feb 02 12:57:37.103957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-9db1aee3-fd5e-4f08-890c-273507d46ee5 service neutron] 10.222.0.83 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396017 Feb 02 12:57:37.205187 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-14e04cf9-b3d2-491c-ab89-ed9596989ce4 service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958085 Feb 02 12:57:37.206855 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-f716211c-a98c-488d-9a86-7356a3c23a1c service neutron] 10.222.0.83 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009102 Feb 02 12:57:37.277401 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7686cd-91a7-44ae-a1a2-9a9e9f7aff5f x-openstack-request-id: req-7d7686cd-91a7-44ae-a1a2-9a9e9f7aff5f {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:37.277797 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178d5d97-e475-495f-8baf-b31b1bcd653e", "tag": "98b67a19-5508-4822-8dd1-f8e3c2275be7", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:37.278051 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7d7686cd-91a7-44ae-a1a2-9a9e9f7aff5f {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:37.278600 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'tag': '98b67a19-5508-4822-8dd1-f8e3c2275be7', 'status': 'completed', 'code': 200} Feb 02 12:57:37.310995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:37.317534 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-40723455-d478-4afa-b459-83623c2670a4 req-c5d09d40-abb8-4370-a7b0-b77ef1428dd5 service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061609 Feb 02 12:57:37.355397 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bb90dc7-6e1a-4224-af59-0e2a0fe5c682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:37.369845 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:37.469617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b24058-e55e-418d-8b10-e13e32c5b184 req-f73ba170-7b59-431c-b373-ae4a98969548 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:37.471255 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15b24058-e55e-418d-8b10-e13e32c5b184 req-f73ba170-7b59-431c-b373-ae4a98969548 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 948 time: 0.0960896 Feb 02 12:57:37.494223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe81fe-a66f-44df-9ee7-6f37efe1945d req-10403c3c-3722-498d-96d9-d6b313ed5422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:37.496496 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dbe81fe-a66f-44df-9ee7-6f37efe1945d req-10403c3c-3722-498d-96d9-d6b313ed5422 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=703a1919ab3848d3bbcfb6f564b7db94&device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 1126 time: 0.0659368 Feb 02 12:57:37.540731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15b24058-e55e-418d-8b10-e13e32c5b184 req-b256af58-ad8d-4fa5-85f5-c13281bb1153 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593786 Feb 02 12:57:37.602632 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd5a4108-8c19-4031-bf19-ba140c8d58d1 req-ccd173dc-4d38-4d84-9172-ed83abc34dd6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 210 time: 0.0608430 Feb 02 12:57:37.605131 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bb90dc7-6e1a-4224-af59-0e2a0fe5c682 admin admin] Publish callbacks [] for security_group (b8a9f40b-5a98-44af-9b41-cec7afd9e82f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:37.610605 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2bb90dc7-6e1a-4224-af59-0e2a0fe5c682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b8a9f40b-5a98-44af-9b41-cec7afd9e82f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:37.691457 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2bb90dc7-6e1a-4224-af59-0e2a0fe5c682 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a140770f68ec42e7a5713ea5d69767ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790703 Feb 02 12:57:37.692593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb90dc7-6e1a-4224-af59-0e2a0fe5c682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a9f40b-5a98-44af-9b41-cec7afd9e82f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:37.697165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34584) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:37.725951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe81fe-a66f-44df-9ee7-6f37efe1945d req-808c603b-fab4-42cd-bf38-0ac45f4aab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:37.727866 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dbe81fe-a66f-44df-9ee7-6f37efe1945d req-808c603b-fab4-42cd-bf38-0ac45f4aab0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=16e87a24-b253-467e-bf8a-2babe3b8e710 HTTP/1.1" status: 200 len: 923 time: 0.2238674 Feb 02 12:57:37.769115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d95c73-8a29-4fcd-9204-c0ffb53b2574 req-852c823f-3c6e-4d70-9bb3-072791c7f316 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:37.770674 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50d95c73-8a29-4fcd-9204-c0ffb53b2574 req-852c823f-3c6e-4d70-9bb3-072791c7f316 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 944 time: 0.1264186 Feb 02 12:57:37.790150 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dbe81fe-a66f-44df-9ee7-6f37efe1945d req-c8d48677-50dc-402b-8979-aaa9ac2595dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98b67a19-5508-4822-8dd1-f8e3c2275be7 HTTP/1.1" status: 200 len: 217 time: 0.0541265 Feb 02 12:57:37.808043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216ce60-04d4-465c-9844-8dddd4e2ac1d req-665d9107-8e10-43ba-8fcf-44f283cdf3ec tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:37.809505 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c216ce60-04d4-465c-9844-8dddd4e2ac1d req-665d9107-8e10-43ba-8fcf-44f283cdf3ec tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 970 time: 0.0927551 Feb 02 12:57:37.829677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0a15556-22cf-4b14-9905-2581e3cb2345 admin admin] Publish callbacks [] for security_group (b8a9f40b-5a98-44af-9b41-cec7afd9e82f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:37.852962 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50d95c73-8a29-4fcd-9204-c0ffb53b2574 req-034b0694-bdb9-4c61-8999-1413b1ca2876 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764971 Feb 02 12:57:37.861131 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0a15556-22cf-4b14-9905-2581e3cb2345 admin admin] Publish callbacks [] for security_group (b8a9f40b-5a98-44af-9b41-cec7afd9e82f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:37.873668 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe81fe-a66f-44df-9ee7-6f37efe1945d req-d9afe79f-efc5-4445-ae01-1545b4c63740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:37.875146 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dbe81fe-a66f-44df-9ee7-6f37efe1945d req-d9afe79f-efc5-4445-ae01-1545b4c63740 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b40da53-385a-4ca7-a6b2-f647fc4a6863 HTTP/1.1" status: 200 len: 861 time: 0.0741372 Feb 02 12:57:37.881878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c216ce60-04d4-465c-9844-8dddd4e2ac1d req-bee01e66-6e3d-418b-8fc0-ae40a0398123 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623462 Feb 02 12:57:37.914346 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:37.935971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe81fe-a66f-44df-9ee7-6f37efe1945d req-10f958fc-1edf-4efe-90cd-dea5324eaab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:37.940975 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dbe81fe-a66f-44df-9ee7-6f37efe1945d req-10f958fc-1edf-4efe-90cd-dea5324eaab5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16e87a24-b253-467e-bf8a-2babe3b8e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0593653 Feb 02 12:57:37.945685 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0a15556-22cf-4b14-9905-2581e3cb2345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b8a9f40b-5a98-44af-9b41-cec7afd9e82f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:37.948286 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0a15556-22cf-4b14-9905-2581e3cb2345 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:37.951786 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a0a15556-22cf-4b14-9905-2581e3cb2345 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b8a9f40b-5a98-44af-9b41-cec7afd9e82f HTTP/1.1" status: 204 len: 168 time: 0.2513049 Feb 02 12:57:37.977467 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a15556-22cf-4b14-9905-2581e3cb2345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a9f40b-5a98-44af-9b41-cec7afd9e82f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:37.979914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 8222da42-71a5-40a0-b762-3c7c673dd004 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:57:38.053854 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dbe81fe-a66f-44df-9ee7-6f37efe1945d req-8ed262a5-aac9-436c-807d-8d4b250b3289 service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034303 Feb 02 12:57:38.110348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 8222da42-71a5-40a0-b762-3c7c673dd004, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=8222da42-71a5-40a0-b762-3c7c673dd004,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:38.123189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '8222da42-71a5-40a0-b762-3c7c673dd004', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '8222da42-71a5-40a0-b762-3c7c673dd004', 'mac_address': 'fa:16:3e:b5:25:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:57:38.162041 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dbe81fe-a66f-44df-9ee7-6f37efe1945d req-9178d2f7-9e69-418c-bcd0-066f6ad0064c service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010985 Feb 02 12:57:38.167111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 8222da42-71a5-40a0-b762-3c7c673dd004 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:38.167602 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:38.186282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8222da42-71a5-40a0-b762-3c7c673dd004 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:57:38.208742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 8222da42-71a5-40a0-b762-3c7c673dd004, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=8222da42-71a5-40a0-b762-3c7c673dd004,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:38.213878 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:38.262001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=8222da42-71a5-40a0-b762-3c7c673dd004,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:38.612002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['8222da42-71a5-40a0-b762-3c7c673dd004'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:57:38.756745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-62bfa966-263a-45e1-9607-ee6b9ab77490 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:38.758805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-62bfa966-263a-45e1-9607-ee6b9ab77490 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.18 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 820 time: 0.1826320 Feb 02 12:57:38.808723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Request body: {'port': {'device_id': '03678de7-947e-4e51-bb89-57708b0ebb51', 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db', 'admin_state_up': True, 'tenant_id': 'a4763030dd2542e985a15e0c06e1cfb6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:38.816776 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-742c3a73-006e-4823-acc4-8b66c6157d50 req-44716c27-419c-4ffc-b1c4-7df8c78988ef tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 210 time: 0.0570102 Feb 02 12:57:38.841546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c5738-da53-4bf7-ae13-a8f3e9301f0c req-387e8259-e43b-46c1-bd9b-e319fc5bff88 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:38.842976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e8c5738-da53-4bf7-ae13-a8f3e9301f0c req-387e8259-e43b-46c1-bd9b-e319fc5bff88 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 949 time: 0.1823511 Feb 02 12:57:38.939833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e8c5738-da53-4bf7-ae13-a8f3e9301f0c req-fb14ff44-3bfc-42e9-b7b3-149162133b86 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900667 Feb 02 12:57:39.001884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Made reservation on behalf of a4763030dd2542e985a15e0c06e1cfb6 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:39.005380 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:39.035887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903192f0-b91d-423d-8330-40b483cb1c32 req-6e55cd84-b33a-4df3-a6b5-465738782ad3 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:39.037361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-903192f0-b91d-423d-8330-40b483cb1c32 req-6e55cd84-b33a-4df3-a6b5-465738782ad3 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 944 time: 0.0919247 Feb 02 12:57:39.165893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-903192f0-b91d-423d-8330-40b483cb1c32 req-8e21edff-289d-423b-aa30-c057640a3c82 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109214 Feb 02 12:57:39.189930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c6e00-7cfe-4a30-8b3f-1c4ee7dfe156 req-7dc427ab-c7bd-4350-9a9d-a45e4bd765e9 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:39.191349 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f5c6e00-7cfe-4a30-8b3f-1c4ee7dfe156 req-7dc427ab-c7bd-4350-9a9d-a45e4bd765e9 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 970 time: 0.1829019 Feb 02 12:57:39.236311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Allocated IP 172.20.0.13 (2b9af990-5e2e-47c3-abe4-0e26c82225db/708dee7a-bc33-4813-ab59-c9fbe4f3f7a7/5785ce12-5b97-4c71-a6bf-f5445555665c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:39.258926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.18', 62437) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:39.261013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f5c6e00-7cfe-4a30-8b3f-1c4ee7dfe156 req-e9b3ac9d-6b2f-48de-9615-424113220aa3 tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/security-groups?id=c165fed0-ca86-4e6b-928e-c374c292789e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627434 Feb 02 12:57:39.352962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94adff-d089-4d33-a1e2-063c838ae763 req-535648a3-00ee-4a7a-a6fb-3c546ef6936d tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:39.354444 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1e94adff-d089-4d33-a1e2-063c838ae763 req-535648a3-00ee-4a7a-a6fb-3c546ef6936d tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.18 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 970 time: 0.0948920 Feb 02 12:57:39.408758 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks [] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:39.450361 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:39.497747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Network 2b9af990-5e2e-47c3-abe4-0e26c82225db is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:39.503456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:39.507503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:39.513146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:39.513540 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:39.525111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Pushing event updated for resources: {'Port': ['ID=5785ce12-5b97-4c71-a6bf-f5445555665c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:39.537433 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-eed46b0e-e042-41f1-a227-a99562e82a9b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7617297 Feb 02 12:57:39.554365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Request body: {'port': {'device_id': '03678de7-947e-4e51-bb89-57708b0ebb51', 'device_owner': 'compute:tempest-test_az-736489480', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:39.620146 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:39.671500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1e94adff-d089-4d33-a1e2-063c838ae763 req-e1e06e36-2f2f-461e-b856-a765bf40eb8a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Deleting port 6e5a90d2-a376-4ac2-887d-cf2f426683de {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:57:39.672251 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1e94adff-d089-4d33-a1e2-063c838ae763 req-e1e06e36-2f2f-461e-b856-a765bf40eb8a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:39.764862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1e94adff-d089-4d33-a1e2-063c838ae763 req-e1e06e36-2f2f-461e-b856-a765bf40eb8a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] For port 6e5a90d2-a376-4ac2-887d-cf2f426683de, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=6e5a90d2-a376-4ac2-887d-cf2f426683de,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:39.765225 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1e94adff-d089-4d33-a1e2-063c838ae763 req-e1e06e36-2f2f-461e-b856-a765bf40eb8a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:39.775696 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-79358de0-2620-46cf-bc3d-994a2f736a5c tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=987916182d594a8d84ad07b4d4774920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368359 Feb 02 12:57:39.779837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1e94adff-d089-4d33-a1e2-063c838ae763 req-e1e06e36-2f2f-461e-b856-a765bf40eb8a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Calling delete_port for 6e5a90d2-a376-4ac2-887d-cf2f426683de owned by compute:tempest-test_az-736489480 {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:57:39.946694 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1e94adff-d089-4d33-a1e2-063c838ae763 req-e1e06e36-2f2f-461e-b856-a765bf40eb8a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (6e5a90d2-a376-4ac2-887d-cf2f426683de), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:39.962097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 8222da42-71a5-40a0-b762-3c7c673dd004 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:39.967444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-cc35e324-95c5-479e-a26b-6a2ee7ce0b5d tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:39.968899 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-cc35e324-95c5-479e-a26b-6a2ee7ce0b5d tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834695 Feb 02 12:57:39.978448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e06e36-2f2f-461e-b856-a765bf40eb8a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Pushing event deleted for resources: {'Port': ['ID=6e5a90d2-a376-4ac2-887d-cf2f426683de,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:39.990723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['6e5a90d2-a376-4ac2-887d-cf2f426683de'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:57:40.017771 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-10bd836c-d56c-42b7-9a3c-fc9a6616754a tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/quotas/987916182d594a8d84ad07b4d4774920 HTTP/1.1" status: 200 len: 375 time: 0.0373559 Feb 02 12:57:40.033723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c9495-eb3c-48f0-8f05-922d1a483ddf req-b96d99d4-5fd0-43d3-99ee-c90e78c49725 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:40.035275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af9c9495-eb3c-48f0-8f05-922d1a483ddf req-b96d99d4-5fd0-43d3-99ee-c90e78c49725 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 932 time: 0.1425216 Feb 02 12:57:40.053860 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e94adff-d089-4d33-a1e2-063c838ae763 req-e1e06e36-2f2f-461e-b856-a765bf40eb8a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] No DVR routers for this DVR port 6e5a90d2-a376-4ac2-887d-cf2f426683de on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:57:40.056794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5785ce12-5b97-4c71-a6bf-f5445555665c {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:57:40.061262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 8222da42-71a5-40a0-b762-3c7c673dd004 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:57:40.062683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1e94adff-d089-4d33-a1e2-063c838ae763 req-e1e06e36-2f2f-461e-b856-a765bf40eb8a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:40.065861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 8222da42-71a5-40a0-b762-3c7c673dd004 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:40.066279 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:40.066800 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1e94adff-d089-4d33-a1e2-063c838ae763 req-e1e06e36-2f2f-461e-b856-a765bf40eb8a tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.18 "DELETE /v2.0/ports/6e5a90d2-a376-4ac2-887d-cf2f426683de HTTP/1.1" status: 204 len: 173 time: 0.7053030 Feb 02 12:57:40.067792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59416167-8876-48ed-9f55-2e69f5203561', 'name': 'network-vif-deleted', 'tag': '6e5a90d2-a376-4ac2-887d-cf2f426683de'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:40.070294 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2c15bc-4a70-49c1-91f0-0187d0304ca2" -d '{"events": [{"server_uuid": "59416167-8876-48ed-9f55-2e69f5203561", "name": "network-vif-deleted", "tag": "6e5a90d2-a376-4ac2-887d-cf2f426683de"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:40.085036 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Publish callbacks [] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:40.090834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-bcaceb02-c7a1-4dca-806e-116682199978 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=987916182d594a8d84ad07b4d4774920&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545704 Feb 02 12:57:40.111208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Transition to ACTIVE for port object 5785ce12-5b97-4c71-a6bf-f5445555665c will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:57:40.126934 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:40.166827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 8222da42-71a5-40a0-b762-3c7c673dd004 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:40.167690 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:40.186426 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af9c9495-eb3c-48f0-8f05-922d1a483ddf req-1f903535-6660-4563-bb87-bb043811f4da tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326630 Feb 02 12:57:40.208940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Pushing event updated for resources: {'Port': ['ID=5785ce12-5b97-4c71-a6bf-f5445555665c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:40.235096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8222da42-71a5-40a0-b762-3c7c673dd004'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:40.237611 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42bb498-a04e-40f3-a6b4-e6dcfae7ae45" -d '{"events": [{"server_uuid": "c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9", "name": "network-vif-plugged", "status": "completed", "tag": "8222da42-71a5-40a0-b762-3c7c673dd004"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:40.251631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 8222da42-71a5-40a0-b762-3c7c673dd004, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=8222da42-71a5-40a0-b762-3c7c673dd004,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:40.261808 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:40.276953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Attempting to bind port 5785ce12-5b97-4c71-a6bf-f5445555665c on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:40.277282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Attempting to bind port 5785ce12-5b97-4c71-a6bf-f5445555665c by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:40.277602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Attempting to bind port 5785ce12-5b97-4c71-a6bf-f5445555665c on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:40.286523 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Port 5785ce12-5b97-4c71-a6bf-f5445555665c on network 2b9af990-5e2e-47c3-abe4-0e26c82225db not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:57:40.286847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Attempting to bind port 5785ce12-5b97-4c71-a6bf-f5445555665c on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:40.300000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:40.300332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:40.300711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Bound using segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:40.301130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Bound port: 5785ce12-5b97-4c71-a6bf-f5445555665c, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:40.301477 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:40.344733 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145a3e84-bb99-4858-810a-0f3967314a83 x-openstack-request-id: req-145a3e84-bb99-4858-810a-0f3967314a83 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:40.345211 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59416167-8876-48ed-9f55-2e69f5203561", "name": "network-vif-deleted", "tag": "6e5a90d2-a376-4ac2-887d-cf2f426683de", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:40.345505 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-145a3e84-bb99-4858-810a-0f3967314a83 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:40.345641 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59416167-8876-48ed-9f55-2e69f5203561', 'name': 'network-vif-deleted', 'tag': '6e5a90d2-a376-4ac2-887d-cf2f426683de', 'status': 'completed', 'code': 200} Feb 02 12:57:40.353510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=8222da42-71a5-40a0-b762-3c7c673dd004,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:40.470488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:40.477373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5785ce12-5b97-4c71-a6bf-f5445555665c,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:40.493598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2f87c-2f23-43da-b569-adf980bb9eef req-0fdcf428-e68f-4e0f-84b7-63c13cd48e24 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:40.495078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ac2f87c-2f23-43da-b569-adf980bb9eef req-0fdcf428-e68f-4e0f-84b7-63c13cd48e24 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 950 time: 0.1236002 Feb 02 12:57:40.497296 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:40.539490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd5f6e-9f4f-435d-bf43-7528f948e265 req-a199b537-11fc-48f2-8a18-274f7cae7ad8 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:40.541034 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6cd5f6e-9f4f-435d-bf43-7528f948e265 req-a199b537-11fc-48f2-8a18-274f7cae7ad8 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 944 time: 0.1332734 Feb 02 12:57:40.564435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:40.565057 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:40.566815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] 10.222.0.18 "PUT /v2.0/ports/5785ce12-5b97-4c71-a6bf-f5445555665c HTTP/1.1" status: 200 len: 1113 time: 1.0167437 Feb 02 12:57:40.568032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03678de7-947e-4e51-bb89-57708b0ebb51', 'tag': '5785ce12-5b97-4c71-a6bf-f5445555665c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:40.570284 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc47d8f-6454-4e1d-9edc-b77146c8599e" -d '{"events": [{"name": "network-changed", "server_uuid": "03678de7-947e-4e51-bb89-57708b0ebb51", "tag": "5785ce12-5b97-4c71-a6bf-f5445555665c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:40.617314 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b7209-6d66-4e8e-85d2-1456030905ab service neutron] Pushing event updated for resources: {'Port': ['ID=5785ce12-5b97-4c71-a6bf-f5445555665c,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:40.640041 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ac2f87c-2f23-43da-b569-adf980bb9eef req-30abcd1c-1fee-47ef-93e6-f0c55a461f68 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350822 Feb 02 12:57:40.687345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6cd5f6e-9f4f-435d-bf43-7528f948e265 req-67e2c0f1-70ca-4921-84f6-bfd2ba6754e9 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335912 Feb 02 12:57:40.695013 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c58ed5-8334-4f61-a0ca-8f8a2fa4f52d x-openstack-request-id: req-d0c58ed5-8334-4f61-a0ca-8f8a2fa4f52d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:40.695650 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9", "name": "network-vif-plugged", "status": "completed", "tag": "8222da42-71a5-40a0-b762-3c7c673dd004", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:40.696132 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d0c58ed5-8334-4f61-a0ca-8f8a2fa4f52d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:40.696918 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8222da42-71a5-40a0-b762-3c7c673dd004', 'code': 200} Feb 02 12:57:40.772469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-47ef6bd0-ada2-49a1-8082-eb54b2774907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:40.775332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-47ef6bd0-ada2-49a1-8082-eb54b2774907 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 1147 time: 0.0865512 Feb 02 12:57:40.823523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3210436b-9f2a-43a3-aa25-de932bb55181 req-d5582320-b830-4161-b0e4-a86983c90dff tempest-AggregatesAdminTestJSON-422779245 tempest-AggregatesAdminTestJSON-422779245-project] 10.222.0.83 "GET /v2.0/ports?device_id=59416167-8876-48ed-9f55-2e69f5203561 HTTP/1.1" status: 200 len: 210 time: 0.0462186 Feb 02 12:57:40.838165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb2cca69-a023-4159-8724-7c199495099e req-1220befd-17e8-430b-a75e-49d558924a4f tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 210 time: 0.0603168 Feb 02 12:57:40.880886 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6a58df-dae9-4686-8703-8ddca905d87b x-openstack-request-id: req-4c6a58df-dae9-4686-8703-8ddca905d87b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:40.881171 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03678de7-947e-4e51-bb89-57708b0ebb51", "tag": "5785ce12-5b97-4c71-a6bf-f5445555665c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:40.881594 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4c6a58df-dae9-4686-8703-8ddca905d87b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:40.882116 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03678de7-947e-4e51-bb89-57708b0ebb51', 'tag': '5785ce12-5b97-4c71-a6bf-f5445555665c', 'status': 'completed', 'code': 200} Feb 02 12:57:40.883874 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-04045c30-9684-414b-8f93-02eef14c1366 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5785ce12-5b97-4c71-a6bf-f5445555665c HTTP/1.1" status: 200 len: 217 time: 0.0629675 Feb 02 12:57:40.948637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-f5e6ccee-7eb5-4209-948c-6977ceadef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:40.950234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-f5e6ccee-7eb5-4209-948c-6977ceadef2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0530200 Feb 02 12:57:40.978266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78932b-a249-4e26-884e-942ad4f1efd7 req-de975d1b-559b-4d8c-b102-2bdd11f82aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:40.979494 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a78932b-a249-4e26-884e-942ad4f1efd7 req-de975d1b-559b-4d8c-b102-2bdd11f82aef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 1132 time: 0.0804088 Feb 02 12:57:40.995558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-6addcb37-8d02-43a0-abe8-64aa0df2434a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297203 Feb 02 12:57:41.039293 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a78932b-a249-4e26-884e-942ad4f1efd7 req-fa914a9a-e2db-422f-992e-f8c37751ba03 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525143 Feb 02 12:57:41.105859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-ee9054bc-1f38-4906-b233-84e5d37b27f9 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855949 Feb 02 12:57:41.415706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1c63cf-0aef-4bf7-af5a-f6d2fd2f1342 req-47bd69ee-43f7-42ef-b9f6-74599d61ac6b service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036716 Feb 02 12:57:41.425991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9afbb4-afd2-4618-8c6c-dad14143c404 req-b8ffdba2-227b-4c9c-baad-e4499cea5682 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:41.427384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac9afbb4-afd2-4618-8c6c-dad14143c404 req-b8ffdba2-227b-4c9c-baad-e4499cea5682 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 965 time: 0.1087282 Feb 02 12:57:41.491336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac9afbb4-afd2-4618-8c6c-dad14143c404 req-de6fd063-6a7c-45ea-a54d-c7742fa994b6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580761 Feb 02 12:57:41.494218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-64442b9a-c6e3-4177-a1a2-4f10196be556 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=987916182d594a8d84ad07b4d4774920&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264754 Feb 02 12:57:41.569210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc47d8f-6454-4e1d-9edc-b77146c8599e req-6bcd19a1-c902-4911-82a1-480f69eba0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:41.570937 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8bc47d8f-6454-4e1d-9edc-b77146c8599e req-6bcd19a1-c902-4911-82a1-480f69eba0de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 1147 time: 0.0477488 Feb 02 12:57:41.626329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-e03a66d6-17c5-4222-ba79-c2045a8205f9 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:41.627777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-e03a66d6-17c5-4222-ba79-c2045a8205f9 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1041980 Feb 02 12:57:41.661163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc47d8f-6454-4e1d-9edc-b77146c8599e req-26f0c682-1eee-48f2-b6b6-8b5e63bcc6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:41.662602 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8bc47d8f-6454-4e1d-9edc-b77146c8599e req-26f0c682-1eee-48f2-b6b6-8b5e63bcc6f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.0851967 Feb 02 12:57:41.681021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Request body: {'port': {'device_id': '1144f174-09d4-4718-9516-71fee7d533a0', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '987916182d594a8d84ad07b4d4774920'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:41.714855 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8bc47d8f-6454-4e1d-9edc-b77146c8599e req-db450175-a778-4882-8fff-02104624e15a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5785ce12-5b97-4c71-a6bf-f5445555665c HTTP/1.1" status: 200 len: 217 time: 0.0381737 Feb 02 12:57:41.768319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc47d8f-6454-4e1d-9edc-b77146c8599e req-19274757-fd79-4dde-9039-e8f805d069c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:41.769659 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8bc47d8f-6454-4e1d-9edc-b77146c8599e req-19274757-fd79-4dde-9039-e8f805d069c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0455878 Feb 02 12:57:41.801372 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8bc47d8f-6454-4e1d-9edc-b77146c8599e req-eab7c499-0780-4b7c-9919-cfe5359832a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251529 Feb 02 12:57:41.854012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3caaf-2da8-4ac8-8ac3-dc99a503033c req-d8cfaddc-63bc-4897-928e-16015521cdd9 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:41.855458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42a3caaf-2da8-4ac8-8ac3-dc99a503033c req-d8cfaddc-63bc-4897-928e-16015521cdd9 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 950 time: 0.1463654 Feb 02 12:57:41.880309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636cda8-d95d-4761-a2ec-e3b9508f16e1 req-59afe3ca-25ed-4e84-b3b5-1ca129bdd2c1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:41.881762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8636cda8-d95d-4761-a2ec-e3b9508f16e1 req-59afe3ca-25ed-4e84-b3b5-1ca129bdd2c1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 944 time: 0.1124182 Feb 02 12:57:41.893013 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8bc47d8f-6454-4e1d-9edc-b77146c8599e req-596f5134-cf56-433a-9edd-8db63e61cf19 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852609 Feb 02 12:57:41.904652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Made reservation on behalf of 987916182d594a8d84ad07b4d4774920 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:41.907755 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:41.930105 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:41.963319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42a3caaf-2da8-4ac8-8ac3-dc99a503033c req-13165e66-5924-4022-b004-8436c55c772a tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008725 Feb 02 12:57:41.970886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 98b67a19-5508-4822-8dd1-f8e3c2275be7 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:57:41.980613 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8636cda8-d95d-4761-a2ec-e3b9508f16e1 req-7a18745d-3f5d-4e33-9c59-8707c5ed7465 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908377 Feb 02 12:57:41.985657 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8bc47d8f-6454-4e1d-9edc-b77146c8599e req-a49613da-1762-4260-b49f-0c07e166a221 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866568 Feb 02 12:57:42.067392 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Publish callbacks [] for security_group (3905165c-89e2-4f90-a957-5a06e808bc0a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:42.073017 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3905165c-89e2-4f90-a957-5a06e808bc0a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:42.087962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 98b67a19-5508-4822-8dd1-f8e3c2275be7, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=98b67a19-5508-4822-8dd1-f8e3c2275be7,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:42.100292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '98b67a19-5508-4822-8dd1-f8e3c2275be7', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'port_id': '98b67a19-5508-4822-8dd1-f8e3c2275be7', 'mac_address': 'fa:16:3e:6c:8c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:57:42.129588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67c79a17-2cd4-458b-a893-7fff2b02d785 req-573a69fe-cbd9-480e-b62d-6657107ed2f1 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 210 time: 0.0507236 Feb 02 12:57:42.139826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 98b67a19-5508-4822-8dd1-f8e3c2275be7 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:42.140230 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:42.167070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b67a19-5508-4822-8dd1-f8e3c2275be7 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:57:42.168658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3905165c-89e2-4f90-a957-5a06e808bc0a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:42.190921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 98b67a19-5508-4822-8dd1-f8e3c2275be7, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=98b67a19-5508-4822-8dd1-f8e3c2275be7,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:42.195835 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:42.244187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Allocated IP 192.168.233.111 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/62145632-57b1-4a91-8ee8-bec2f91510cb) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:42.258036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=98b67a19-5508-4822-8dd1-f8e3c2275be7,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:42.418964 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Publish callbacks [] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:42.459560 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:42.502946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:42.508051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:42.511562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:42.516653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:42.517262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['98b67a19-5508-4822-8dd1-f8e3c2275be7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:57:42.517410 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:42.523600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Pushing event updated for resources: {'Port': ['ID=62145632-57b1-4a91-8ee8-bec2f91510cb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:42.542863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6e6f5e2e-6d56-4c82-8725-a57a4eba8aa3 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8660047 Feb 02 12:57:42.564284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Request body: {'port': {'device_id': '1144f174-09d4-4718-9516-71fee7d533a0', 'device_owner': 'compute:tempest-test_az-736489480', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:42.673260 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:42.781859 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-72e0c273-f195-433b-93a5-5b9c53d3a247 None None] Provisioning complete for port 62145632-57b1-4a91-8ee8-bec2f91510cb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:42.782617 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72e0c273-f195-433b-93a5-5b9c53d3a247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:42.785176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d661bce-673c-410f-8c6d-832aff2f12dd req-06d3aaa4-6202-4601-a4be-f0f24d7f0bd3 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:42.786823 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d661bce-673c-410f-8c6d-832aff2f12dd req-06d3aaa4-6202-4601-a4be-f0f24d7f0bd3 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 965 time: 0.1631951 Feb 02 12:57:42.829515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-72e0c273-f195-433b-93a5-5b9c53d3a247 None None] Port 62145632-57b1-4a91-8ee8-bec2f91510cb cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:57:42.907951 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d661bce-673c-410f-8c6d-832aff2f12dd req-b7f82fcc-bd1f-4454-afa2-3c512f302a34 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125317 Feb 02 12:57:43.067573 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62145632-57b1-4a91-8ee8-bec2f91510cb {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:57:43.083956 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Publish callbacks [] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:43.115767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Transition to ACTIVE for port object 62145632-57b1-4a91-8ee8-bec2f91510cb will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:57:43.127029 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:43.135172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 6e5a90d2-a376-4ac2-887d-cf2f426683de no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:57:43.155806 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 6e5a90d2-a376-4ac2-887d-cf2f426683de {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 12:57:43.156112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 6e5a90d2-a376-4ac2-887d-cf2f426683de not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:57:43.209987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98b258-1a11-4c80-a8a1-5eab208d1e40 req-1abc3c06-da4b-4421-ab2d-f24074e99b0a tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:43.211655 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e98b258-1a11-4c80-a8a1-5eab208d1e40 req-1abc3c06-da4b-4421-ab2d-f24074e99b0a tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 950 time: 0.1472080 Feb 02 12:57:43.221376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Pushing event updated for resources: {'Port': ['ID=62145632-57b1-4a91-8ee8-bec2f91510cb,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:43.277752 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12666cad-e007-46a6-bac3-af08e5d72fda req-5ba2709e-8386-4beb-b832-f9de6c0efe1a tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:43.279367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12666cad-e007-46a6-bac3-af08e5d72fda req-5ba2709e-8386-4beb-b832-f9de6c0efe1a tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 945 time: 0.1669436 Feb 02 12:57:43.289698 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Attempting to bind port 62145632-57b1-4a91-8ee8-bec2f91510cb on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:43.290090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Attempting to bind port 62145632-57b1-4a91-8ee8-bec2f91510cb by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:43.290323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Attempting to bind port 62145632-57b1-4a91-8ee8-bec2f91510cb on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:43.320720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Port 62145632-57b1-4a91-8ee8-bec2f91510cb on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:57:43.321038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Attempting to bind port 62145632-57b1-4a91-8ee8-bec2f91510cb on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:43.328263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e98b258-1a11-4c80-a8a1-5eab208d1e40 req-ee3043d9-fa8a-4a1a-8331-9a52e37b1481 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097515 Feb 02 12:57:43.333653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:43.333994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:43.335077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:43.335379 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Bound port: 62145632-57b1-4a91-8ee8-bec2f91510cb, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:43.335788 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:43.367263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12666cad-e007-46a6-bac3-af08e5d72fda req-a43772a0-43a6-4fc4-8d68-91612b6bdb3f tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787878 Feb 02 12:57:43.453315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] For port 62145632-57b1-4a91-8ee8-bec2f91510cb, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:43.468541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] For port 62145632-57b1-4a91-8ee8-bec2f91510cb, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=62145632-57b1-4a91-8ee8-bec2f91510cb,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:43.476945 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:43.530546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d85f7f-0253-4114-a133-74cea5d0e958 req-fde3a619-f982-47fa-930b-e44a6eeb7132 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:43.532571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1d85f7f-0253-4114-a133-74cea5d0e958 req-fde3a619-f982-47fa-930b-e44a6eeb7132 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 969 time: 0.1173868 Feb 02 12:57:43.533465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:43.534065 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:43.535374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] 10.222.0.18 "PUT /v2.0/ports/62145632-57b1-4a91-8ee8-bec2f91510cb HTTP/1.1" status: 200 len: 1117 time: 0.9790835 Feb 02 12:57:43.537877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1144f174-09d4-4718-9516-71fee7d533a0', 'tag': '62145632-57b1-4a91-8ee8-bec2f91510cb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:43.540355 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d86618-bdba-44d9-a24e-b57ae44e6c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "1144f174-09d4-4718-9516-71fee7d533a0", "tag": "62145632-57b1-4a91-8ee8-bec2f91510cb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:43.576189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6886b-2945-46b4-aafc-c81b4911d401 service neutron] Pushing event updated for resources: {'Port': ['ID=62145632-57b1-4a91-8ee8-bec2f91510cb,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:43.597580 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67fc9b1-c301-4149-9d3a-d28679a5e3e2 x-openstack-request-id: req-a67fc9b1-c301-4149-9d3a-d28679a5e3e2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:43.597863 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1144f174-09d4-4718-9516-71fee7d533a0", "tag": "62145632-57b1-4a91-8ee8-bec2f91510cb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:43.597863 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a67fc9b1-c301-4149-9d3a-d28679a5e3e2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:43.598271 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1144f174-09d4-4718-9516-71fee7d533a0', 'tag': '62145632-57b1-4a91-8ee8-bec2f91510cb', 'status': 'completed', 'code': 200} Feb 02 12:57:43.606147 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1d85f7f-0253-4114-a133-74cea5d0e958 req-77aea27d-61a0-4a12-8f0e-8322ea5a4eb2 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/security-groups?id=3905165c-89e2-4f90-a957-5a06e808bc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631251 Feb 02 12:57:43.678663 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-60c8f5fd-6f65-43e8-a78e-eda87e08e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:43.680914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-60c8f5fd-6f65-43e8-a78e-eda87e08e47c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=987916182d594a8d84ad07b4d4774920&device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 1151 time: 0.0673521 Feb 02 12:57:43.738652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-1745fe82-e4cd-4a69-a576-f540cf8d6a21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=62145632-57b1-4a91-8ee8-bec2f91510cb HTTP/1.1" status: 200 len: 217 time: 0.0451636 Feb 02 12:57:43.794686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-065e6aa2-51b4-4637-a6f2-8f4e244d9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:43.796223 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-065e6aa2-51b4-4637-a6f2-8f4e244d9007 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0521739 Feb 02 12:57:43.845070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-c4913998-5d81-493a-8e84-594a6f9c8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:43.846592 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-c4913998-5d81-493a-8e84-594a6f9c8707 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0447412 Feb 02 12:57:43.953725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-332155a0-fa0a-4e00-bfc3-a773f97e1575 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997796 Feb 02 12:57:43.997923 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 98b67a19-5508-4822-8dd1-f8e3c2275be7 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:44.078144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 98b67a19-5508-4822-8dd1-f8e3c2275be7 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:57:44.083237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 98b67a19-5508-4822-8dd1-f8e3c2275be7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:44.083666 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:44.099664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f3c647d-1620-4b89-8439-a5be3efe8d23 req-6a6bc87e-586b-42fe-91f0-fc8e5e2b11a2 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394448 Feb 02 12:57:44.123553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde28c35-8d7b-4dfb-820e-5e95192fbc5c req-3975bbf5-b87d-494e-ab3e-8280bf98bab2 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:44.135914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bde28c35-8d7b-4dfb-820e-5e95192fbc5c req-3975bbf5-b87d-494e-ab3e-8280bf98bab2 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 965 time: 0.1072671 Feb 02 12:57:44.192168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 98b67a19-5508-4822-8dd1-f8e3c2275be7 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:44.192741 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bde28c35-8d7b-4dfb-820e-5e95192fbc5c req-1306d579-1fdd-4102-adb2-2ac4d365d1ad tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553820 Feb 02 12:57:44.192840 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:44.218566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b67a19-5508-4822-8dd1-f8e3c2275be7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:44.219514 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea475af-a73f-4082-83b4-6f2f608ca6f1" -d '{"events": [{"server_uuid": "178d5d97-e475-495f-8baf-b31b1bcd653e", "name": "network-vif-plugged", "status": "completed", "tag": "98b67a19-5508-4822-8dd1-f8e3c2275be7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:44.240427 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 98b67a19-5508-4822-8dd1-f8e3c2275be7, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=98b67a19-5508-4822-8dd1-f8e3c2275be7,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:44.246800 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:44.263642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d86618-bdba-44d9-a24e-b57ae44e6c8d req-fd2d3a2d-0368-4d24-bca9-cfe7eca230a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:44.265413 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4d86618-bdba-44d9-a24e-b57ae44e6c8d req-fd2d3a2d-0368-4d24-bca9-cfe7eca230a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=987916182d594a8d84ad07b4d4774920&device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 1151 time: 0.0581594 Feb 02 12:57:44.284112 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e665f23-ac9b-4c2f-ba9f-e62bf934117d x-openstack-request-id: req-3e665f23-ac9b-4c2f-ba9f-e62bf934117d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:44.284475 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178d5d97-e475-495f-8baf-b31b1bcd653e", "name": "network-vif-plugged", "status": "completed", "tag": "98b67a19-5508-4822-8dd1-f8e3c2275be7", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:44.284730 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3e665f23-ac9b-4c2f-ba9f-e62bf934117d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:44.285127 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b67a19-5508-4822-8dd1-f8e3c2275be7', 'code': 200} Feb 02 12:57:44.312090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=98b67a19-5508-4822-8dd1-f8e3c2275be7,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:44.382490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d86618-bdba-44d9-a24e-b57ae44e6c8d req-e5270ea5-5319-4020-a529-000d97af5f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:44.384361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4d86618-bdba-44d9-a24e-b57ae44e6c8d req-e5270ea5-5319-4020-a529-000d97af5f70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1117418 Feb 02 12:57:44.434745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4d86618-bdba-44d9-a24e-b57ae44e6c8d req-eb8a6bf4-b35f-4738-84dd-4e26b70e2d19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=62145632-57b1-4a91-8ee8-bec2f91510cb HTTP/1.1" status: 200 len: 217 time: 0.0436573 Feb 02 12:57:44.470544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2ea4d-8b54-4925-bbf3-9b17ef0903a9 req-1f23507e-658b-473b-ace1-c5459720b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:44.478195 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-93d2ea4d-8b54-4925-bbf3-9b17ef0903a9 req-1f23507e-658b-473b-ace1-c5459720b82a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 1128 time: 0.0645285 Feb 02 12:57:44.514492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d86618-bdba-44d9-a24e-b57ae44e6c8d req-954d2fd8-5693-493a-be3f-de73a9b88a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:44.516069 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4d86618-bdba-44d9-a24e-b57ae44e6c8d req-954d2fd8-5693-493a-be3f-de73a9b88a1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0729940 Feb 02 12:57:44.540712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4b6f5-117e-4e94-8636-2be29c47a077 req-0a9e0ee9-508c-4ac6-adcb-f927c448478d tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:44.541256 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-93d2ea4d-8b54-4925-bbf3-9b17ef0903a9 req-5435f796-fde6-4182-99ac-b718c4e6f116 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555987 Feb 02 12:57:44.542204 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82b4b6f5-117e-4e94-8636-2be29c47a077 req-0a9e0ee9-508c-4ac6-adcb-f927c448478d tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 950 time: 0.1099970 Feb 02 12:57:44.628573 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d86618-bdba-44d9-a24e-b57ae44e6c8d req-fc942066-80d8-4d4b-84e9-03a23ae67d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:44.630031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4d86618-bdba-44d9-a24e-b57ae44e6c8d req-fc942066-80d8-4d4b-84e9-03a23ae67d1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1058629 Feb 02 12:57:44.639168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82b4b6f5-117e-4e94-8636-2be29c47a077 req-aedd8a06-d89b-4db4-99ef-d757abc2f1a1 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821948 Feb 02 12:57:44.934605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eae485-daa2-4831-8291-6a7d654db185 req-f08f0632-599c-4247-8053-2833cef134d2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:44.936364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87eae485-daa2-4831-8291-6a7d654db185 req-f08f0632-599c-4247-8053-2833cef134d2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 946 time: 0.3502948 Feb 02 12:57:44.981168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4d86618-bdba-44d9-a24e-b57ae44e6c8d req-6624256a-2226-4513-b860-d617ec6464b0 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403504 Feb 02 12:57:45.018775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900b472-c8a3-43f7-9ae2-770a53a0fdba req-c8498797-7b63-4067-864a-da838a4030e0 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:45.020207 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b900b472-c8a3-43f7-9ae2-770a53a0fdba req-c8498797-7b63-4067-864a-da838a4030e0 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 969 time: 0.1713636 Feb 02 12:57:45.036711 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87eae485-daa2-4831-8291-6a7d654db185 req-d9b91b54-89ad-42fa-bd0b-e266171e4dc1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940471 Feb 02 12:57:45.124939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b900b472-c8a3-43f7-9ae2-770a53a0fdba req-8c91dffa-a3e6-4b29-ac61-fe36068cff6e tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/security-groups?id=3905165c-89e2-4f90-a957-5a06e808bc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974038 Feb 02 12:57:45.126903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4d86618-bdba-44d9-a24e-b57ae44e6c8d req-742e6dc2-dccc-416c-8aa1-6c7d0dc84d44 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379881 Feb 02 12:57:45.145146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5785ce12-5b97-4c71-a6bf-f5445555665c details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:57:45.314314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5785ce12-5b97-4c71-a6bf-f5445555665c,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:45.325773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '5785ce12-5b97-4c71-a6bf-f5445555665c', 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db', 'port_id': '5785ce12-5b97-4c71-a6bf-f5445555665c', 'mac_address': 'fa:16:3e:79:d0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708dee7a-bc33-4813-ab59-c9fbe4f3f7a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-736489480', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:57:45.373979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5785ce12-5b97-4c71-a6bf-f5445555665c is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:45.374377 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:45.388870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5785ce12-5b97-4c71-a6bf-f5445555665c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:57:45.400928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c64757-1c90-4b76-820f-1a088985a922 req-b2b5e33d-5872-4ae8-86cb-4cfae2a297c3 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:45.403160 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08c64757-1c90-4b76-820f-1a088985a922 req-b2b5e33d-5872-4ae8-86cb-4cfae2a297c3 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 965 time: 0.0672770 Feb 02 12:57:45.413987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5785ce12-5b97-4c71-a6bf-f5445555665c,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:45.420326 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:45.474684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08c64757-1c90-4b76-820f-1a088985a922 req-e6a757dd-6b79-4b27-a9ca-f820cb38656e tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654409 Feb 02 12:57:45.476869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-7ef802d6-3e97-4486-9eb1-0baf2482807e tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d8e9f795c284402182e372f14bc2519f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268970 Feb 02 12:57:45.476982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5785ce12-5b97-4c71-a6bf-f5445555665c,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:45.603862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-729d0d8b-73cf-4f75-86ab-59011be820b8 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:45.605316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-729d0d8b-73cf-4f75-86ab-59011be820b8 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210687 Feb 02 12:57:45.621155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-f28c0cfe-30ba-4025-8031-21ad435c174e tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/quotas/d8e9f795c284402182e372f14bc2519f HTTP/1.1" status: 200 len: 375 time: 0.0101547 Feb 02 12:57:45.676253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-17a34796-fcde-4e47-9e2c-5852f955298b tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d8e9f795c284402182e372f14bc2519f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489237 Feb 02 12:57:45.689516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5785ce12-5b97-4c71-a6bf-f5445555665c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:57:46.002414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5963a1c1-04bb-40fd-90c1-267c2d7c0cc9 req-539e2edc-dbeb-4328-b05e-d8035a89b31f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 210 time: 0.0710535 Feb 02 12:57:46.292557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34930) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:46.348335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26d1c2-71bc-4cfc-a70c-641c15983aee req-9c065971-3c14-4a87-801b-b08a12f7d4e5 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:46.349835 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c26d1c2-71bc-4cfc-a70c-641c15983aee req-9c065971-3c14-4a87-801b-b08a12f7d4e5 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 969 time: 0.0883293 Feb 02 12:57:46.362516 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f6b3f-0c25-4185-aa77-778fcb431ede req-54f9a2ef-06b6-45e0-803e-a0971f64ed9c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:46.364113 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e78f6b3f-0c25-4185-aa77-778fcb431ede req-54f9a2ef-06b6-45e0-803e-a0971f64ed9c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 946 time: 0.0924847 Feb 02 12:57:46.412189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f740d4c-4457-4862-912b-d608401e9c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:46.429112 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c26d1c2-71bc-4cfc-a70c-641c15983aee req-459bd134-ddc5-4b86-8c3b-9fd956e5f50f tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/security-groups?id=3905165c-89e2-4f90-a957-5a06e808bc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639756 Feb 02 12:57:46.455080 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e78f6b3f-0c25-4185-aa77-778fcb431ede req-dd270dfd-bfca-4d16-9610-33a74652e748 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765166 Feb 02 12:57:46.505928 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f740d4c-4457-4862-912b-d608401e9c8d admin admin] Publish callbacks [] for security_group (f3bd4bd1-5fff-442c-815f-0cd98f5ff4be), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:46.512557 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f740d4c-4457-4862-912b-d608401e9c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f3bd4bd1-5fff-442c-815f-0cd98f5ff4be), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:46.565413 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9f740d4c-4457-4862-912b-d608401e9c8d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2e93b35bc8d747edb92589810184a6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716901 Feb 02 12:57:46.566702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f740d4c-4457-4862-912b-d608401e9c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bd4bd1-5fff-442c-815f-0cd98f5ff4be,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:46.568151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34948) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:46.650119 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-205ae32d-c832-4f36-9119-093e1235ee5e admin admin] Publish callbacks [] for security_group (f3bd4bd1-5fff-442c-815f-0cd98f5ff4be), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:46.727636 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-205ae32d-c832-4f36-9119-093e1235ee5e admin admin] Publish callbacks [] for security_group (f3bd4bd1-5fff-442c-815f-0cd98f5ff4be), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:46.774672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4572210-1b8c-4e5e-b63b-9583dfd25ad7 req-0a580073-3d78-493a-85ea-83db5412c9b1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:46.776178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4572210-1b8c-4e5e-b63b-9583dfd25ad7 req-0a580073-3d78-493a-85ea-83db5412c9b1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 946 time: 0.1271641 Feb 02 12:57:46.785144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34952) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:46.791072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-102822e6-3e05-4de9-9b12-acf7e34f7eb2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Request body: {'floatingip': {'port_id': '98b67a19-5508-4822-8dd1-f8e3c2275be7'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:46.800896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03d993-7ae8-4a71-9a84-e0822a95e6f7 req-17c1aa91-71e9-48a3-8c55-10979a565357 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:46.802805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c03d993-7ae8-4a71-9a84-e0822a95e6f7 req-17c1aa91-71e9-48a3-8c55-10979a565357 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 966 time: 0.1178386 Feb 02 12:57:46.831467 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-205ae32d-c832-4f36-9119-093e1235ee5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f3bd4bd1-5fff-442c-815f-0cd98f5ff4be), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:46.840739 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-205ae32d-c832-4f36-9119-093e1235ee5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:46.842245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-205ae32d-c832-4f36-9119-093e1235ee5e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f3bd4bd1-5fff-442c-815f-0cd98f5ff4be HTTP/1.1" status: 204 len: 168 time: 0.2729633 Feb 02 12:57:46.858217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ae32d-c832-4f36-9119-093e1235ee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bd4bd1-5fff-442c-815f-0cd98f5ff4be,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:46.872046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-102822e6-3e05-4de9-9b12-acf7e34f7eb2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for floatingip (04e8e8fc-6ce5-412b-ae05-dafec90d6cc7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:46.897283 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c03d993-7ae8-4a71-9a84-e0822a95e6f7 req-cda7941f-579d-4012-a852-af567c5ff78f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822768 Feb 02 12:57:47.130892 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd821d53-c35d-49f9-a2b4-82b185d8d5c4 req-c1da8bc9-99f2-4d2d-98d9-a084dad5ecf9 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 210 time: 0.0473564 Feb 02 12:57:47.137314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 62145632-57b1-4a91-8ee8-bec2f91510cb details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:57:47.206498 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-6a76f865-f0f2-4453-837e-250fc0a31844 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d8e9f795c284402182e372f14bc2519f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0898995 Feb 02 12:57:47.266612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:47.355948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 62145632-57b1-4a91-8ee8-bec2f91510cb, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=62145632-57b1-4a91-8ee8-bec2f91510cb,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:47.387111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5785ce12-5b97-4c71-a6bf-f5445555665c up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:47.390683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '62145632-57b1-4a91-8ee8-bec2f91510cb', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '62145632-57b1-4a91-8ee8-bec2f91510cb', 'mac_address': 'fa:16:3e:c8:63:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:tempest-test_az-736489480', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:57:47.472404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef06c5cf-98c3-4c36-8c57-072335f64e09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:47.493505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 62145632-57b1-4a91-8ee8-bec2f91510cb is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:47.494126 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:47.503953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 5785ce12-5b97-4c71-a6bf-f5445555665c completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:57:47.510608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 5785ce12-5b97-4c71-a6bf-f5445555665c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:47.511126 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:47.516638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62145632-57b1-4a91-8ee8-bec2f91510cb {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:57:47.564643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35006) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:47.568486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 62145632-57b1-4a91-8ee8-bec2f91510cb, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=62145632-57b1-4a91-8ee8-bec2f91510cb,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:47.590774 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:47.645135 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e36d32ba-8086-4b3b-b4d6-33a832a174c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:47.656269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-46baff73-f693-4e9b-b1a3-063bfce159e1 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:47.658609 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-46baff73-f693-4e9b-b1a3-063bfce159e1 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4417839 Feb 02 12:57:47.712230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Request body: {'port': {'device_id': 'fd26d0bd-6528-40a6-9041-84124c7e97d7', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'd8e9f795c284402182e372f14bc2519f'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:47.811611 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef06c5cf-98c3-4c36-8c57-072335f64e09 admin admin] Publish callbacks [] for security_group (3165cfeb-37e3-40bf-8a3b-035e69b2bf8b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:47.823153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5785ce12-5b97-4c71-a6bf-f5445555665c is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:47.823561 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:47.826633 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=62145632-57b1-4a91-8ee8-bec2f91510cb,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:47.830725 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef06c5cf-98c3-4c36-8c57-072335f64e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3165cfeb-37e3-40bf-8a3b-035e69b2bf8b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:47.856362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:47.858143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03678de7-947e-4e51-bb89-57708b0ebb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5785ce12-5b97-4c71-a6bf-f5445555665c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:47.861273 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3edbc74-1018-46d5-a013-42a948b1d88f" -d '{"events": [{"server_uuid": "03678de7-947e-4e51-bb89-57708b0ebb51", "name": "network-vif-plugged", "status": "completed", "tag": "5785ce12-5b97-4c71-a6bf-f5445555665c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:47.879666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5785ce12-5b97-4c71-a6bf-f5445555665c,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:47.885478 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:47.891173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['62145632-57b1-4a91-8ee8-bec2f91510cb'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:57:47.903013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5445ee4-61cb-4305-afb6-947ed8f7e3c4 req-8c679902-fa74-46bc-bc29-325fe391d581 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:47.904963 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5445ee4-61cb-4305-afb6-947ed8f7e3c4 req-8c679902-fa74-46bc-bc29-325fe391d581 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 970 time: 0.3136191 Feb 02 12:57:47.953659 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e36d32ba-8086-4b3b-b4d6-33a832a174c9 admin admin] Publish callbacks [] for security_group (0c90e3af-13c8-45a6-a6bd-42c72ad18273), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:47.959486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ef06c5cf-98c3-4c36-8c57-072335f64e09 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0eb9bdf7b040485b8bbeb98ed4d960ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6906939 Feb 02 12:57:47.966107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35036) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:47.974145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06c5cf-98c3-4c36-8c57-072335f64e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3165cfeb-37e3-40bf-8a3b-035e69b2bf8b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:47.986587 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e36d32ba-8086-4b3b-b4d6-33a832a174c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0c90e3af-13c8-45a6-a6bd-42c72ad18273), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:47.995189 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d5d0dd-8c05-4595-bc93-8475f75896d5 x-openstack-request-id: req-d7d5d0dd-8c05-4595-bc93-8475f75896d5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:47.995554 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03678de7-947e-4e51-bb89-57708b0ebb51", "name": "network-vif-plugged", "status": "completed", "tag": "5785ce12-5b97-4c71-a6bf-f5445555665c", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:47.995846 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d7d5d0dd-8c05-4595-bc93-8475f75896d5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:48.000014 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03678de7-947e-4e51-bb89-57708b0ebb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5785ce12-5b97-4c71-a6bf-f5445555665c', 'code': 200} Feb 02 12:57:48.034111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5785ce12-5b97-4c71-a6bf-f5445555665c,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:48.099805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e36d32ba-8086-4b3b-b4d6-33a832a174c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=56c46b53537a4524be73649a67d9c234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5331511 Feb 02 12:57:48.105031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35040) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:48.117288 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5445ee4-61cb-4305-afb6-947ed8f7e3c4 req-7e832ac7-d210-4d55-9294-b395a9aab40d tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/security-groups?id=3905165c-89e2-4f90-a957-5a06e808bc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930647 Feb 02 12:57:48.137083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d32ba-8086-4b3b-b4d6-33a832a174c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c90e3af-13c8-45a6-a6bd-42c72ad18273,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:48.249520 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-244a72e5-8db8-4778-abe0-81645d291427 admin admin] Publish callbacks [] for security_group (3165cfeb-37e3-40bf-8a3b-035e69b2bf8b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.329788 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-244a72e5-8db8-4778-abe0-81645d291427 admin admin] Publish callbacks [] for security_group (3165cfeb-37e3-40bf-8a3b-035e69b2bf8b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.333239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07eb6b-14dd-4b34-9669-d34df83beb3c req-6a4b3edd-69bf-4512-b68d-edf0496a0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:48.334750 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa07eb6b-14dd-4b34-9669-d34df83beb3c req-6a4b3edd-69bf-4512-b68d-edf0496a0342 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 1149 time: 0.2315888 Feb 02 12:57:48.345022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-56b24d8a-f4e6-434e-a7e7-74accdd36b84 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d425f5effba44bb3afc6346b2a15501d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4798603 Feb 02 12:57:48.345022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c928395-b90f-4a93-82db-04c872120697 req-3bb86384-2774-4c61-af5c-cb3872cde036 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 210 time: 0.1009040 Feb 02 12:57:48.350447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35050) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:48.351394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fba722-c9fd-48b1-8a9b-58e72416b336 req-e5874192-c97a-407c-abaf-d10c00606666 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:48.352873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46fba722-c9fd-48b1-8a9b-58e72416b336 req-e5874192-c97a-407c-abaf-d10c00606666 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 967 time: 0.2344804 Feb 02 12:57:48.404993 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7451c661-46ae-4e75-851e-4652d8c11204 admin admin] Publish callbacks [] for security_group (0c90e3af-13c8-45a6-a6bd-42c72ad18273), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.461169 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7451c661-46ae-4e75-851e-4652d8c11204 admin admin] Publish callbacks [] for security_group (0c90e3af-13c8-45a6-a6bd-42c72ad18273), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.497862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46fba722-c9fd-48b1-8a9b-58e72416b336 req-e9247aa1-7cfa-4b1a-8fa4-6577930fa96b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273282 Feb 02 12:57:48.506036 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa07eb6b-14dd-4b34-9669-d34df83beb3c req-059ff74e-c0a3-4ba8-84ac-8fa9314ef64a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504507 Feb 02 12:57:48.520413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-244a72e5-8db8-4778-abe0-81645d291427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3165cfeb-37e3-40bf-8a3b-035e69b2bf8b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.521012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Made reservation on behalf of d8e9f795c284402182e372f14bc2519f for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:57:48.522342 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-244a72e5-8db8-4778-abe0-81645d291427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.524519 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-244a72e5-8db8-4778-abe0-81645d291427 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3165cfeb-37e3-40bf-8a3b-035e69b2bf8b HTTP/1.1" status: 204 len: 168 time: 0.5562413 Feb 02 12:57:48.525083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.536584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a72e5-8db8-4778-abe0-81645d291427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3165cfeb-37e3-40bf-8a3b-035e69b2bf8b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:48.576402 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7451c661-46ae-4e75-851e-4652d8c11204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0c90e3af-13c8-45a6-a6bd-42c72ad18273), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.579574 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7451c661-46ae-4e75-851e-4652d8c11204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.583687 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7451c661-46ae-4e75-851e-4652d8c11204 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0c90e3af-13c8-45a6-a6bd-42c72ad18273 HTTP/1.1" status: 204 len: 168 time: 0.4682546 Feb 02 12:57:48.593043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451c661-46ae-4e75-851e-4652d8c11204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c90e3af-13c8-45a6-a6bd-42c72ad18273,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:48.682275 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d69234d4-1924-4046-861b-0fd6da75b0b7 admin admin] Publish callbacks [] for security_group (c165fed0-ca86-4e6b-928e-c374c292789e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.739394 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.resource_extend [None req-102822e6-3e05-4de9-9b12-acf7e34f7eb2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 12:57:48.768622 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:48.790680 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d69234d4-1924-4046-861b-0fd6da75b0b7 admin admin] Publish callbacks [] for security_group (c165fed0-ca86-4e6b-928e-c374c292789e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.884037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-102822e6-3e05-4de9-9b12-acf7e34f7eb2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.894227 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-102822e6-3e05-4de9-9b12-acf7e34f7eb2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (04e8e8fc-6ce5-412b-ae05-dafec90d6cc7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.936122 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a44ea47-7eb8-486d-97db-3ed27fe0a007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.939069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Allocated IP 192.168.233.36 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/abc115ac-f7d1-4941-a35e-4914de9e5f94) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:57:48.965673 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d69234d4-1924-4046-861b-0fd6da75b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c165fed0-ca86-4e6b-928e-c374c292789e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.968351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d69234d4-1924-4046-861b-0fd6da75b0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:48.971966 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d69234d4-1924-4046-861b-0fd6da75b0b7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c165fed0-ca86-4e6b-928e-c374c292789e HTTP/1.1" status: 204 len: 168 time: 0.6177499 Feb 02 12:57:48.981075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35074) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:49.002475 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3b9dd58-39c3-4158-bcd8-bb98552832d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.022485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69234d4-1924-4046-861b-0fd6da75b0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c165fed0-ca86-4e6b-928e-c374c292789e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:49.067278 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-102822e6-3e05-4de9-9b12-acf7e34f7eb2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Floating IP 04e8e8fc-6ce5-412b-ae05-dafec90d6cc7 associated. External IP: 172.25.4.142, port: 98b67a19-5508-4822-8dd1-f8e3c2275be7. Feb 02 12:57:49.070315 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a44ea47-7eb8-486d-97db-3ed27fe0a007 admin admin] Publish callbacks [] for security_group (5236315f-b1ca-4d56-b829-5ebe7c4491b1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.077356 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a44ea47-7eb8-486d-97db-3ed27fe0a007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5236315f-b1ca-4d56-b829-5ebe7c4491b1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.128502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44ea47-7eb8-486d-97db-3ed27fe0a007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5236315f-b1ca-4d56-b829-5ebe7c4491b1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:49.135468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4a44ea47-7eb8-486d-97db-3ed27fe0a007 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=63aa6db326c44df5905f744333170be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3654490 Feb 02 12:57:49.136408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:49.152167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 62145632-57b1-4a91-8ee8-bec2f91510cb up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:49.215526 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3b9dd58-39c3-4158-bcd8-bb98552832d4 admin admin] Publish callbacks [] for security_group (5e377e6d-02e0-4a5b-b266-b4d094375fad), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.224410 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3b9dd58-39c3-4158-bcd8-bb98552832d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5e377e6d-02e0-4a5b-b266-b4d094375fad), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.227113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 62145632-57b1-4a91-8ee8-bec2f91510cb completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:57:49.232162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 62145632-57b1-4a91-8ee8-bec2f91510cb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:49.232597 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.293936 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks [] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.353214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 62145632-57b1-4a91-8ee8-bec2f91510cb is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:49.354032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35088) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:49.354334 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.354846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d3b9dd58-39c3-4158-bcd8-bb98552832d4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=91fd408bd38a48b6a41756eccb63ed01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728683 Feb 02 12:57:49.358365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9dd58-39c3-4158-bcd8-bb98552832d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e377e6d-02e0-4a5b-b266-b4d094375fad,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:49.436446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 62145632-57b1-4a91-8ee8-bec2f91510cb, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=62145632-57b1-4a91-8ee8-bec2f91510cb,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:49.443512 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.486796 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6de2563d-d936-43ca-b29e-1a44ae997421 admin admin] Publish callbacks [] for security_group (5236315f-b1ca-4d56-b829-5ebe7c4491b1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.510064 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6de2563d-d936-43ca-b29e-1a44ae997421 admin admin] Publish callbacks [] for security_group (5236315f-b1ca-4d56-b829-5ebe7c4491b1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.518400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=62145632-57b1-4a91-8ee8-bec2f91510cb,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:49.531306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.546198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35094) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:49.576507 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84be57-77cc-46ec-8f4e-ae52642699b9 req-2122a0b2-a1f7-4f7d-89f6-3234336dd61e tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:49.578448 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa84be57-77cc-46ec-8f4e-ae52642699b9 req-2122a0b2-a1f7-4f7d-89f6-3234336dd61e tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 970 time: 0.2955575 Feb 02 12:57:49.585345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['8222da42-71a5-40a0-b762-3c7c673dd004'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:57:49.647612 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa84be57-77cc-46ec-8f4e-ae52642699b9 req-bfe11d56-3192-4deb-bca4-c9094370d016 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/security-groups?id=3905165c-89e2-4f90-a957-5a06e808bc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608888 Feb 02 12:57:49.662056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448df0a4-3e9b-42c0-b0fb-44a406f177f6 req-b51344f9-ea94-4b7f-979e-8afa2e5f20ed tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:49.664152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-448df0a4-3e9b-42c0-b0fb-44a406f177f6 req-b51344f9-ea94-4b7f-979e-8afa2e5f20ed tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 935 time: 0.1967564 Feb 02 12:57:49.679629 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6de2563d-d936-43ca-b29e-1a44ae997421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5236315f-b1ca-4d56-b829-5ebe7c4491b1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.683355 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6de2563d-d936-43ca-b29e-1a44ae997421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.684645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6de2563d-d936-43ca-b29e-1a44ae997421 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5236315f-b1ca-4d56-b829-5ebe7c4491b1 HTTP/1.1" status: 204 len: 168 time: 0.5343902 Feb 02 12:57:49.702684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2563d-d936-43ca-b29e-1a44ae997421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5236315f-b1ca-4d56-b829-5ebe7c4491b1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:49.732226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:57:49.750303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102822e6-3e05-4de9-9b12-acf7e34f7eb2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Router 1c434d67-48ae-4b51-84d1-06af14c32531 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:57:49.765940 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-448df0a4-3e9b-42c0-b0fb-44a406f177f6 req-34e5812c-83ff-4c46-bd90-b5b42851f126 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886579 Feb 02 12:57:49.789840 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-33c8b57f-187a-4967-ad05-72abdf2a4d81 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=71570c0e42bf42daaf182486e84bb70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344892 Feb 02 12:57:49.789840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:57:49.790021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:49.790094 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3761cfce-abe8-4180-9dab-91b6ca350609 admin admin] Publish callbacks [] for security_group (5e377e6d-02e0-4a5b-b266-b4d094375fad), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.809506 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3761cfce-abe8-4180-9dab-91b6ca350609 admin admin] Publish callbacks [] for security_group (5e377e6d-02e0-4a5b-b266-b4d094375fad), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.866565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:57:49.872211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:49.873500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.882419 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3761cfce-abe8-4180-9dab-91b6ca350609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5e377e6d-02e0-4a5b-b266-b4d094375fad), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.885129 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3761cfce-abe8-4180-9dab-91b6ca350609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.886142 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3761cfce-abe8-4180-9dab-91b6ca350609 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5e377e6d-02e0-4a5b-b266-b4d094375fad HTTP/1.1" status: 204 len: 168 time: 0.5311875 Feb 02 12:57:49.892769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Pushing event updated for resources: {'Port': ['ID=abc115ac-f7d1-4941-a35e-4914de9e5f94,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:49.924765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761cfce-abe8-4180-9dab-91b6ca350609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e377e6d-02e0-4a5b-b266-b4d094375fad,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:49.935165 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0676cd25-91db-4db5-b7bb-1fcf5165c869 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2519364 Feb 02 12:57:49.966004 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f22ac3d-6fb3-4de8-b178-06a3faf17010 admin admin] Publish callbacks [] for security_group (a34cddc7-aaee-4c22-a7d8-06d63abdb5a8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:49.987769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8daea-16f5-41f2-8a17-604bb6e096d6 req-a6baeb45-f432-4195-9684-ccb6440321d5 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:49.995010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ff8daea-16f5-41f2-8a17-604bb6e096d6 req-a6baeb45-f432-4195-9684-ccb6440321d5 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 967 time: 0.1679156 Feb 02 12:57:50.000846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1144f174-09d4-4718-9516-71fee7d533a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62145632-57b1-4a91-8ee8-bec2f91510cb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:50.004481 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7004c90b-c15d-439c-8f03-082d514cee38" -d '{"events": [{"server_uuid": "1144f174-09d4-4718-9516-71fee7d533a0", "name": "network-vif-plugged", "status": "completed", "tag": "62145632-57b1-4a91-8ee8-bec2f91510cb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:50.006423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Request body: {'port': {'device_id': 'fd26d0bd-6528-40a6-9041-84124c7e97d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:50.034262 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f22ac3d-6fb3-4de8-b178-06a3faf17010 admin admin] Publish callbacks [] for security_group (a34cddc7-aaee-4c22-a7d8-06d63abdb5a8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:50.083109 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1558755e-129c-407f-8478-d19af3b05ed1 x-openstack-request-id: req-1558755e-129c-407f-8478-d19af3b05ed1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:50.083109 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1144f174-09d4-4718-9516-71fee7d533a0", "name": "network-vif-plugged", "status": "completed", "tag": "62145632-57b1-4a91-8ee8-bec2f91510cb", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:50.083636 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1558755e-129c-407f-8478-d19af3b05ed1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:50.084466 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1144f174-09d4-4718-9516-71fee7d533a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62145632-57b1-4a91-8ee8-bec2f91510cb', 'code': 200} Feb 02 12:57:50.138324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ff8daea-16f5-41f2-8a17-604bb6e096d6 req-1327e7c4-784b-4e1d-9192-de6c8f29df2c tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411109 Feb 02 12:57:50.165289 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:50.180319 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f22ac3d-6fb3-4de8-b178-06a3faf17010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a34cddc7-aaee-4c22-a7d8-06d63abdb5a8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:50.181932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102822e6-3e05-4de9-9b12-acf7e34f7eb2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:57:50.183527 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f22ac3d-6fb3-4de8-b178-06a3faf17010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:50.184925 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3f22ac3d-6fb3-4de8-b178-06a3faf17010 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a34cddc7-aaee-4c22-a7d8-06d63abdb5a8 HTTP/1.1" status: 204 len: 168 time: 0.3976066 Feb 02 12:57:50.186927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-102822e6-3e05-4de9-9b12-acf7e34f7eb2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:50.207535 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d951e-bc05-4044-a1f7-b68e4e71fea7 None None] Sync routers for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:57:50.223071 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d951e-bc05-4044-a1f7-b68e4e71fea7 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:57:50.223768 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8a8d951e-bc05-4044-a1f7-b68e4e71fea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:57:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:50.231118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22ac3d-6fb3-4de8-b178-06a3faf17010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34cddc7-aaee-4c22-a7d8-06d63abdb5a8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:50.251736 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-102822e6-3e05-4de9-9b12-acf7e34f7eb2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "PUT /v2.0/floatingips/04e8e8fc-6ce5-412b-ae05-dafec90d6cc7 HTTP/1.1" status: 200 len: 992 time: 3.4622691 Feb 02 12:57:50.253667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'tag': '98b67a19-5508-4822-8dd1-f8e3c2275be7'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:50.255899 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573d2b60-3d53-465c-85bc-9772933b72b7" -d '{"events": [{"name": "network-changed", "server_uuid": "178d5d97-e475-495f-8baf-b31b1bcd653e", "tag": "98b67a19-5508-4822-8dd1-f8e3c2275be7"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:50.263181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35128) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:50.289871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae41fbf0-4cde-45a9-bf75-6b63f5003beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:50.308158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800a43f-a3d6-41a8-95ef-8a1fb2426151 req-29b91b63-7017-454e-9dcd-0b0f8e5f96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:50.309956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2800a43f-a3d6-41a8-95ef-8a1fb2426151 req-29b91b63-7017-454e-9dcd-0b0f8e5f96ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 1153 time: 0.1182129 Feb 02 12:57:50.311860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-55888eea-9e0b-4e80-a7d0-916fc3bffe72 None None] Provisioning complete for port abc115ac-f7d1-4941-a35e-4914de9e5f94 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:50.312369 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55888eea-9e0b-4e80-a7d0-916fc3bffe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:50.404740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-55888eea-9e0b-4e80-a7d0-916fc3bffe72 None None] Port abc115ac-f7d1-4941-a35e-4914de9e5f94 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:57:50.455561 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2800a43f-a3d6-41a8-95ef-8a1fb2426151 req-24474cf2-34b3-4867-8603-9c4aa6d4e290 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3905165c-89e2-4f90-a957-5a06e808bc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378443 Feb 02 12:57:50.461023 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8a8d951e-bc05-4044-a1f7-b68e4e71fea7 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:57:50.480188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60692e29-de60-46dc-837c-66b0b2e44205 req-b7589e9e-cff9-40cc-a1b7-3a530a22d59e tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:50.481840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60692e29-de60-46dc-837c-66b0b2e44205 req-b7589e9e-cff9-40cc-a1b7-3a530a22d59e tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 946 time: 0.1140137 Feb 02 12:57:50.550673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60692e29-de60-46dc-837c-66b0b2e44205 req-c6a41bd1-e620-49ae-a2fb-253108f66bb2 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622602 Feb 02 12:57:50.647325 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76141213-4ec0-4d8e-9030-d73e7bcf99a4 x-openstack-request-id: req-76141213-4ec0-4d8e-9030-d73e7bcf99a4 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:50.648073 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178d5d97-e475-495f-8baf-b31b1bcd653e", "tag": "98b67a19-5508-4822-8dd1-f8e3c2275be7", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:50.648525 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-76141213-4ec0-4d8e-9030-d73e7bcf99a4 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:50.649092 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'tag': '98b67a19-5508-4822-8dd1-f8e3c2275be7', 'status': 'completed', 'code': 200} Feb 02 12:57:50.743464 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae41fbf0-4cde-45a9-bf75-6b63f5003beb admin admin] Publish callbacks [] for security_group (1e241c99-3197-447f-99b2-01601c6a036f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:50.760487 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae41fbf0-4cde-45a9-bf75-6b63f5003beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1e241c99-3197-447f-99b2-01601c6a036f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:50.834567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41fbf0-4cde-45a9-bf75-6b63f5003beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e241c99-3197-447f-99b2-01601c6a036f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:50.843891 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ae41fbf0-4cde-45a9-bf75-6b63f5003beb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c9df9428957946479906530e438602e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5796378 Feb 02 12:57:50.844844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35138) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:50.847213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc115ac-f7d1-4941-a35e-4914de9e5f94 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:57:50.864808 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Publish callbacks [] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:50.897424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Transition to ACTIVE for port object abc115ac-f7d1-4941-a35e-4914de9e5f94 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:57:50.912681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:50.923160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d2b60-3d53-465c-85bc-9772933b72b7 req-688b9db8-f339-4166-a178-44a046715ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:50.924780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-573d2b60-3d53-465c-85bc-9772933b72b7 req-688b9db8-f339-4166-a178-44a046715ab7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=703a1919ab3848d3bbcfb6f564b7db94&device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 1128 time: 0.2466674 Feb 02 12:57:50.973836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-039396d0-fc54-4594-aba0-cdb8b7e23fc2 admin admin] Publish callbacks [] for security_group (1e241c99-3197-447f-99b2-01601c6a036f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:50.995155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Pushing event updated for resources: {'Port': ['ID=abc115ac-f7d1-4941-a35e-4914de9e5f94,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:51.044179 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8a8d951e-bc05-4044-a1f7-b68e4e71fea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '04e8e8fc-6ce5-412b-ae05-dafec90d6cc7', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'port_id': '98b67a19-5508-4822-8dd1-f8e3c2275be7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'mac_address': 'fa:16:3e:6c:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T12:57:29Z', 'updated_at': '2022-02-02T12:57:48Z', 'revision_number': 1, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:51.056447 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-039396d0-fc54-4594-aba0-cdb8b7e23fc2 admin admin] Publish callbacks [] for security_group (1e241c99-3197-447f-99b2-01601c6a036f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:51.067714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Attempting to bind port abc115ac-f7d1-4941-a35e-4914de9e5f94 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:51.068138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Attempting to bind port abc115ac-f7d1-4941-a35e-4914de9e5f94 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:51.068571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Attempting to bind port abc115ac-f7d1-4941-a35e-4914de9e5f94 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:51.086143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Port abc115ac-f7d1-4941-a35e-4914de9e5f94 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:57:51.087714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Attempting to bind port abc115ac-f7d1-4941-a35e-4914de9e5f94 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:51.107842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:51.108303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:51.108772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:51.109398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Bound port: abc115ac-f7d1-4941-a35e-4914de9e5f94, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:51.109771 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:51.133954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf436f-7de5-4b08-9df3-abca2a34f43f req-a5c179a2-cf3d-472b-b2eb-c07b58c4ef67 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:51.150015 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2bf436f-7de5-4b08-9df3-abca2a34f43f req-a5c179a2-cf3d-472b-b2eb-c07b58c4ef67 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 1149 time: 0.4027109 Feb 02 12:57:51.205091 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-039396d0-fc54-4594-aba0-cdb8b7e23fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1e241c99-3197-447f-99b2-01601c6a036f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:51.208097 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-039396d0-fc54-4594-aba0-cdb8b7e23fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:51.212477 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-039396d0-fc54-4594-aba0-cdb8b7e23fc2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1e241c99-3197-447f-99b2-01601c6a036f HTTP/1.1" status: 204 len: 168 time: 0.3576963 Feb 02 12:57:51.225006 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] For port abc115ac-f7d1-4941-a35e-4914de9e5f94, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:51.227800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039396d0-fc54-4594-aba0-cdb8b7e23fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e241c99-3197-447f-99b2-01601c6a036f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:51.231028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] For port abc115ac-f7d1-4941-a35e-4914de9e5f94, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=abc115ac-f7d1-4941-a35e-4914de9e5f94,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:51.237826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad94a16-4822-4399-9cc3-3e0ae11d7a34 req-a0d02617-8c9d-41b4-9955-a1b3a0beafde tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:51.246663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ad94a16-4822-4399-9cc3-3e0ae11d7a34 req-a0d02617-8c9d-41b4-9955-a1b3a0beafde tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 971 time: 0.4285748 Feb 02 12:57:51.247722 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:51.256299 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d951e-bc05-4044-a1f7-b68e4e71fea7 None None] Checking router: 1c434d67-48ae-4b51-84d1-06af14c32531 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:57:51.283343 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d951e-bc05-4044-a1f7-b68e4e71fea7 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:57:51.283994 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8a8d951e-bc05-4044-a1f7-b68e4e71fea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:57:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:51.328986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:51.330795 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:51.333087 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] 10.222.0.62 "PUT /v2.0/ports/abc115ac-f7d1-4941-a35e-4914de9e5f94 HTTP/1.1" status: 200 len: 1095 time: 1.3465714 Feb 02 12:57:51.333954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2bf436f-7de5-4b08-9df3-abca2a34f43f req-9616ab9b-a8c1-41d4-9c42-b54bbdc717e9 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819360 Feb 02 12:57:51.346067 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d2b60-3d53-465c-85bc-9772933b72b7 req-9ec47ed7-e0f4-497a-a685-7680f441a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:51.347695 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-573d2b60-3d53-465c-85bc-9772933b72b7 req-9ec47ed7-e0f4-497a-a685-7680f441a91f service neutron] 10.222.0.62 "GET /v2.0/networks?id=16e87a24-b253-467e-bf8a-2babe3b8e710 HTTP/1.1" status: 200 len: 923 time: 0.4138300 Feb 02 12:57:51.376726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cfb0e-aaa4-4595-a4cc-dac3805a91a3 service neutron] Pushing event updated for resources: {'Port': ['ID=abc115ac-f7d1-4941-a35e-4914de9e5f94,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:51.530945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-27025e62-d709-4d9d-a390-feb1e1cc9196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:51.532519 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-27025e62-d709-4d9d-a390-feb1e1cc9196 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8e9f795c284402182e372f14bc2519f&device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 1129 time: 0.1214302 Feb 02 12:57:51.574416 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8a8d951e-bc05-4044-a1f7-b68e4e71fea7 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:57:51.578108 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-573d2b60-3d53-465c-85bc-9772933b72b7 req-2f0620b5-f367-4403-bfe1-1b198064a243 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98b67a19-5508-4822-8dd1-f8e3c2275be7 HTTP/1.1" status: 200 len: 1000 time: 0.2205346 Feb 02 12:57:51.624518 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-8fe7c495-531c-4da6-be22-31072288ad71 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=abc115ac-f7d1-4941-a35e-4914de9e5f94 HTTP/1.1" status: 200 len: 217 time: 0.0786648 Feb 02 12:57:51.680112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d2b60-3d53-465c-85bc-9772933b72b7 req-5d137dce-0c7d-4f31-a8a0-7e0441f9247d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:51.681645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-573d2b60-3d53-465c-85bc-9772933b72b7 req-5d137dce-0c7d-4f31-a8a0-7e0441f9247d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b40da53-385a-4ca7-a6b2-f647fc4a6863 HTTP/1.1" status: 200 len: 861 time: 0.0877893 Feb 02 12:57:51.721303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ad94a16-4822-4399-9cc3-3e0ae11d7a34 req-89daa657-32b7-4af2-9346-338ad52d10ac tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/security-groups?id=3905165c-89e2-4f90-a957-5a06e808bc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738400 Feb 02 12:57:51.752333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-a733ce88-85d9-48ea-b320-20d4a7d220c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:51.754740 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-a733ce88-85d9-48ea-b320-20d4a7d220c1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1218061 Feb 02 12:57:51.855252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-4e753132-af94-4960-89dd-15084013055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:51.858407 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-4e753132-af94-4960-89dd-15084013055c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0967178 Feb 02 12:57:51.965639 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8a8d951e-bc05-4044-a1f7-b68e4e71fea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '04e8e8fc-6ce5-412b-ae05-dafec90d6cc7', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'port_id': '98b67a19-5508-4822-8dd1-f8e3c2275be7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'mac_address': 'fa:16:3e:6c:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T12:57:29Z', 'updated_at': '2022-02-02T12:57:48Z', 'revision_number': 1, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:57:52.001432 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-0c5e3aa3-2cf1-40c0-91d8-e29b768fde57 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356173 Feb 02 12:57:52.034293 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d951e-bc05-4044-a1f7-b68e4e71fea7 None None] The sync data for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 is: [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '04e8e8fc-6ce5-412b-ae05-dafec90d6cc7', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'port_id': '98b67a19-5508-4822-8dd1-f8e3c2275be7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'mac_address': 'fa:16:3e:6c:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T12:57:29Z', 'updated_at': '2022-02-02T12:57:48Z', 'revision_number': 1, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:57:52.115935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b97e70-e335-477f-becc-ffc7980d63bd req-d177a307-99e6-4850-acb4-a54c02bd1b30 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:52.124399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23b97e70-e335-477f-becc-ffc7980d63bd req-d177a307-99e6-4850-acb4-a54c02bd1b30 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 947 time: 0.4417496 Feb 02 12:57:52.144359 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d2b60-3d53-465c-85bc-9772933b72b7 req-61e0c861-9f7c-411b-bacd-58d27cdb30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:52.145796 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-573d2b60-3d53-465c-85bc-9772933b72b7 req-61e0c861-9f7c-411b-bacd-58d27cdb30a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16e87a24-b253-467e-bf8a-2babe3b8e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4226780 Feb 02 12:57:52.153126 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fca336b6-f7e6-47dd-aed6-363c9d7bd8bd req-b8389b4c-8f17-4c21-9bc3-9a7db64786a0 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449299 Feb 02 12:57:52.253397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ae5ca-e53c-43a3-a6dc-820d04ef9cc2 req-8ce24921-64c9-4e46-9d36-327ea46bb94f tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:52.255307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c50ae5ca-e53c-43a3-a6dc-820d04ef9cc2 req-8ce24921-64c9-4e46-9d36-327ea46bb94f tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 1149 time: 0.2064846 Feb 02 12:57:52.293990 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23b97e70-e335-477f-becc-ffc7980d63bd req-c74b77fe-6860-45b5-8aed-8e283df47f9a tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527894 Feb 02 12:57:52.360617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-573d2b60-3d53-465c-85bc-9772933b72b7 req-15e1e8c6-58a9-4930-8ee7-62ad1900bdb4 service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983275 Feb 02 12:57:52.376146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e321f7-1884-4b14-b845-47a1096e48ff None None] New status for floating IP 04e8e8fc-6ce5-412b-ae05-dafec90d6cc7: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 12:57:52.388978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c50ae5ca-e53c-43a3-a6dc-820d04ef9cc2 req-98b30468-fb7f-4f20-a3d6-154aab93735d tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979874 Feb 02 12:57:52.521399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-573d2b60-3d53-465c-85bc-9772933b72b7 req-176098f9-de01-493b-952b-d6be68cbe689 service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296003 Feb 02 12:57:52.604197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a8b1f-f839-488a-a7fa-c70694614157 req-9851c3e5-88cb-4e7a-b751-5ba24f8d9a13 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:52.605856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c34a8b1f-f839-488a-a7fa-c70694614157 req-9851c3e5-88cb-4e7a-b751-5ba24f8d9a13 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 946 time: 0.0852885 Feb 02 12:57:52.650477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd26d0bd-6528-40a6-9041-84124c7e97d7', 'tag': 'abc115ac-f7d1-4941-a35e-4914de9e5f94'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:52.652985 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb201aa-004c-434c-bd44-aefe83bbb2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fd26d0bd-6528-40a6-9041-84124c7e97d7", "tag": "abc115ac-f7d1-4941-a35e-4914de9e5f94"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:52.678918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c34a8b1f-f839-488a-a7fa-c70694614157 req-3a6b8827-61a5-4f24-b5e0-7cd6088dc930 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670571 Feb 02 12:57:52.718802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-a0743f21-54b5-46b8-a5cf-018c69438c0d req-c8243a68-470a-4e3d-990f-09e482be3342 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:57:52.721289 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0743f21-54b5-46b8-a5cf-018c69438c0d req-c8243a68-470a-4e3d-990f-09e482be3342 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057440 Feb 02 12:57:52.768859 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156acda0-580f-4c21-85fa-d76b419463e0 x-openstack-request-id: req-156acda0-580f-4c21-85fa-d76b419463e0 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:52.769375 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd26d0bd-6528-40a6-9041-84124c7e97d7", "tag": "abc115ac-f7d1-4941-a35e-4914de9e5f94", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:52.769626 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-156acda0-580f-4c21-85fa-d76b419463e0 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:52.769928 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd26d0bd-6528-40a6-9041-84124c7e97d7', 'tag': 'abc115ac-f7d1-4941-a35e-4914de9e5f94', 'status': 'completed', 'code': 200} Feb 02 12:57:52.907342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb201aa-004c-434c-bd44-aefe83bbb2fa req-bcb8d799-daf1-477d-b70c-4db3db3aac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:52.908918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cb201aa-004c-434c-bd44-aefe83bbb2fa req-bcb8d799-daf1-477d-b70c-4db3db3aac4e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d8e9f795c284402182e372f14bc2519f&device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 1129 time: 0.0883727 Feb 02 12:57:52.940723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef387c-43f3-4ef6-8ae1-467cb5d711e2 req-fdfe02ee-308b-42c1-b100-174577ce8950 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:52.942850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77ef387c-43f3-4ef6-8ae1-467cb5d711e2 req-fdfe02ee-308b-42c1-b100-174577ce8950 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 971 time: 0.0922706 Feb 02 12:57:52.981709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35216) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:53.070221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77ef387c-43f3-4ef6-8ae1-467cb5d711e2 req-4bd5a0e5-6c0d-47c3-9ffe-35bf81011e65 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/security-groups?id=3905165c-89e2-4f90-a957-5a06e808bc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106088 Feb 02 12:57:53.079795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb201aa-004c-434c-bd44-aefe83bbb2fa req-7010f731-a01e-4241-adb4-c5497024c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:53.081462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cb201aa-004c-434c-bd44-aefe83bbb2fa req-7010f731-a01e-4241-adb4-c5497024c265 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1663792 Feb 02 12:57:53.130312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cb201aa-004c-434c-bd44-aefe83bbb2fa req-41107515-c0ad-4b69-a84d-5ec5e7a2e6fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=abc115ac-f7d1-4941-a35e-4914de9e5f94 HTTP/1.1" status: 200 len: 217 time: 0.0415168 Feb 02 12:57:53.183700 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-838be0f3-5aa9-423a-a8cd-fe8135b2e70c tempest-AutoAllocateNetworkTest-1422597706 tempest-AutoAllocateNetworkTest-1422597706-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=0b4d4a36ad3d47d1b8c7a6735ed9c2f0&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2005811 Feb 02 12:57:53.186168 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35234) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:53.187113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb201aa-004c-434c-bd44-aefe83bbb2fa req-ffbae2ef-b88a-4ac1-b9fc-88709cd49688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:53.188737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cb201aa-004c-434c-bd44-aefe83bbb2fa req-ffbae2ef-b88a-4ac1-b9fc-88709cd49688 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0510955 Feb 02 12:57:53.251682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb201aa-004c-434c-bd44-aefe83bbb2fa req-62004a48-d953-4066-802b-c7ef5c0cf3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:53.253312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cb201aa-004c-434c-bd44-aefe83bbb2fa req-62004a48-d953-4066-802b-c7ef5c0cf3f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0584283 Feb 02 12:57:53.311291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c96ebf4-9c65-4038-b4bf-14004b11e2f6 tempest-AutoAllocateNetworkTest-1422597706 tempest-AutoAllocateNetworkTest-1422597706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:53.315830 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7c96ebf4-9c65-4038-b4bf-14004b11e2f6 tempest-AutoAllocateNetworkTest-1422597706 tempest-AutoAllocateNetworkTest-1422597706-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1280804 Feb 02 12:57:53.316423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35238) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:53.371014 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fd000eeb-13cf-4d6f-b273-13f77e811f0d tempest-AutoAllocateNetworkTest-1422597706 tempest-AutoAllocateNetworkTest-1422597706-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0532999 Feb 02 12:57:53.374015 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:53.411786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-235bc374-589c-4d87-9cbb-f23747797610 tempest-AutoAllocateNetworkTest-1422597706 tempest-AutoAllocateNetworkTest-1422597706-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=0b4d4a36ad3d47d1b8c7a6735ed9c2f0 HTTP/1.1" status: 200 len: 208 time: 0.0339813 Feb 02 12:57:53.411786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cb201aa-004c-434c-bd44-aefe83bbb2fa req-82478903-e69c-47e9-8ee9-4fea51897349 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520600 Feb 02 12:57:53.536653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cb201aa-004c-434c-bd44-aefe83bbb2fa req-a3b0a262-c714-4dfa-8903-504418df1972 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189954 Feb 02 12:57:53.965979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35284) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:54.063982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befceded-6135-4233-be75-e1663703ec36 req-c205b7b6-1bc1-4f11-ac1c-6b0e817b5422 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:54.065494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-befceded-6135-4233-be75-e1663703ec36 req-c205b7b6-1bc1-4f11-ac1c-6b0e817b5422 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 947 time: 0.0686460 Feb 02 12:57:54.117641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-befceded-6135-4233-be75-e1663703ec36 req-540e74c1-38e4-48c6-811e-851c5fceba61 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Feb 02 12:57:54.256373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae8bcf7b-dc2f-4ce8-ac1e-7b22e2034313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:54.310443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba2f20-1e5f-44b3-ad02-2c980ab9505c req-65642388-6bb0-42cc-a652-2ebfe9e09acd tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:54.317614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04ba2f20-1e5f-44b3-ad02-2c980ab9505c req-65642388-6bb0-42cc-a652-2ebfe9e09acd tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 946 time: 0.0886762 Feb 02 12:57:54.370252 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae8bcf7b-dc2f-4ce8-ac1e-7b22e2034313 admin admin] Publish callbacks [] for security_group (d3973368-816d-4b9e-8c85-39f239912af3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:54.375706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04ba2f20-1e5f-44b3-ad02-2c980ab9505c req-5542249c-5b93-49df-8225-a66a198119b6 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550554 Feb 02 12:57:54.378878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae8bcf7b-dc2f-4ce8-ac1e-7b22e2034313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d3973368-816d-4b9e-8c85-39f239912af3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:54.427285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bcf7b-dc2f-4ce8-ac1e-7b22e2034313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3973368-816d-4b9e-8c85-39f239912af3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:54.448085 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ae8bcf7b-dc2f-4ce8-ac1e-7b22e2034313 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0b4d4a36ad3d47d1b8c7a6735ed9c2f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4795067 Feb 02 12:57:54.450064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35308) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:54.527808 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-244eb763-e3f2-4760-98fa-3a3408589f59 admin admin] Publish callbacks [] for security_group (d3973368-816d-4b9e-8c85-39f239912af3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:54.572455 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-244eb763-e3f2-4760-98fa-3a3408589f59 admin admin] Publish callbacks [] for security_group (d3973368-816d-4b9e-8c85-39f239912af3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:54.624167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f0836-8064-47ec-beb9-162e707b9683 req-59bebb77-39ab-49a3-bb28-7531b6559564 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:54.625719 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-511f0836-8064-47ec-beb9-162e707b9683 req-59bebb77-39ab-49a3-bb28-7531b6559564 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 946 time: 0.0882599 Feb 02 12:57:54.655508 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-244eb763-e3f2-4760-98fa-3a3408589f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d3973368-816d-4b9e-8c85-39f239912af3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:54.658069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-244eb763-e3f2-4760-98fa-3a3408589f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:54.661860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-244eb763-e3f2-4760-98fa-3a3408589f59 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d3973368-816d-4b9e-8c85-39f239912af3 HTTP/1.1" status: 204 len: 168 time: 0.2080002 Feb 02 12:57:54.679241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244eb763-e3f2-4760-98fa-3a3408589f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3973368-816d-4b9e-8c85-39f239912af3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:54.688206 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-511f0836-8064-47ec-beb9-162e707b9683 req-4a27a37c-4c42-442c-95cc-a43b24376511 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561676 Feb 02 12:57:54.909322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35340) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:55.080460 n-d-827336-2 neutron-server[103187]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 12:57:55.084510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-1420f289-1eae-4057-9433-e7108da8260b tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:57:55.093342 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-1420f289-1eae-4057-9433-e7108da8260b tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1822686 Feb 02 12:57:55.253940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c3db-deb9-47df-9079-13201b6d8415 req-2aae7ad1-c18b-4c95-9715-b84b4e49a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:55.261019 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-2aae7ad1-c18b-4c95-9715-b84b4e49a912 service neutron] 10.222.0.83 "GET /v2.0/ports/5785ce12-5b97-4c71-a6bf-f5445555665c HTTP/1.1" status: 200 len: 1146 time: 0.0862575 Feb 02 12:57:55.265387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] Request body: {'binding': {'host': 'n-h2-827336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:55.265885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] Unknown quota resources ['binding']. {{(pid=103187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 12:57:55.416939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] Attempting to bind port 5785ce12-5b97-4c71-a6bf-f5445555665c on host n-h2-827336-2 for vnic_type normal with profile None {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:55.417592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] Attempting to bind port 5785ce12-5b97-4c71-a6bf-f5445555665c by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:55.418125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] Attempting to bind port 5785ce12-5b97-4c71-a6bf-f5445555665c on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:55.422833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] Port 5785ce12-5b97-4c71-a6bf-f5445555665c on network 2b9af990-5e2e-47c3-abe4-0e26c82225db not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:57:55.423403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] Attempting to bind port 5785ce12-5b97-4c71-a6bf-f5445555665c on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:55.428676 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:55.429249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:55.429824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] Bound using segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:55.430450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] Bound port: 5785ce12-5b97-4c71-a6bf-f5445555665c, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:55.516599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5785ce12-5b97-4c71-a6bf-f5445555665c,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:55.523609 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:55.524823 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-63f71134-3c5f-4d91-8ed5-4b55f70a5e36 service neutron] 10.222.0.83 "POST /v2.0/ports/5785ce12-5b97-4c71-a6bf-f5445555665c/bindings HTTP/1.1" status: 201 len: 389 time: 0.2630119 Feb 02 12:57:55.724082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129392c9-39c7-4f90-9c62-2df59c9d2352 req-38835885-e83a-49f8-8866-663e04c02119 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:55.725699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-129392c9-39c7-4f90-9c62-2df59c9d2352 req-38835885-e83a-49f8-8866-663e04c02119 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 947 time: 0.0851753 Feb 02 12:57:55.783738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-129392c9-39c7-4f90-9c62-2df59c9d2352 req-733e1d8d-9b40-4d39-bbd9-564308577d37 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485063 Feb 02 12:57:55.920353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c3db-deb9-47df-9079-13201b6d8415 req-196c2630-2ae6-4650-b4a6-6cf1d31e12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:55.921898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-196c2630-2ae6-4650-b4a6-6cf1d31e12bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 1149 time: 0.0838022 Feb 02 12:57:55.937234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c453a7-ea23-4f6b-9796-5febf05c3608 req-f2983361-32a1-4864-8a4e-73d306e10510 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:55.939064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29c453a7-ea23-4f6b-9796-5febf05c3608 req-f2983361-32a1-4864-8a4e-73d306e10510 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 971 time: 0.0698318 Feb 02 12:57:56.011760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device abc115ac-f7d1-4941-a35e-4914de9e5f94 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:57:56.067086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29c453a7-ea23-4f6b-9796-5febf05c3608 req-139da295-730c-405c-9230-a6b967943ace tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/security-groups?id=3905165c-89e2-4f90-a957-5a06e808bc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165504 Feb 02 12:57:56.115631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c3db-deb9-47df-9079-13201b6d8415 req-41dfbe15-5ae5-44c0-8abf-bc4d12f5ee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:56.122829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-41dfbe15-5ae5-44c0-8abf-bc4d12f5ee53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.1774015 Feb 02 12:57:56.157011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port abc115ac-f7d1-4941-a35e-4914de9e5f94, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=abc115ac-f7d1-4941-a35e-4914de9e5f94,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:56.168962 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-7dca8e62-f976-4d95-9055-1550cd0f6f5e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5785ce12-5b97-4c71-a6bf-f5445555665c HTTP/1.1" status: 200 len: 217 time: 0.0441716 Feb 02 12:57:56.174012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'abc115ac-f7d1-4941-a35e-4914de9e5f94', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'abc115ac-f7d1-4941-a35e-4914de9e5f94', 'mac_address': 'fa:16:3e:3b:31:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:57:56.212167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port abc115ac-f7d1-4941-a35e-4914de9e5f94 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:56.212680 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:56.229567 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc115ac-f7d1-4941-a35e-4914de9e5f94 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:57:56.241140 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c3db-deb9-47df-9079-13201b6d8415 req-0b3d06f7-e8af-4cd9-a750-9ed1ded02a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:56.242744 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-0b3d06f7-e8af-4cd9-a750-9ed1ded02a64 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0540626 Feb 02 12:57:56.250785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port abc115ac-f7d1-4941-a35e-4914de9e5f94, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=abc115ac-f7d1-4941-a35e-4914de9e5f94,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:56.253779 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2233dc-ee19-4010-b299-12ad6f63954d req-d373e3f5-12a3-487f-b9fa-2e35816ddcf6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:56.255647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d2233dc-ee19-4010-b299-12ad6f63954d req-d373e3f5-12a3-487f-b9fa-2e35816ddcf6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 967 time: 0.1239626 Feb 02 12:57:56.256580 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:56.294445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-423d0009-744d-42c6-8445-4fc30019c300 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374620 Feb 02 12:57:56.311811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=abc115ac-f7d1-4941-a35e-4914de9e5f94,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:56.382823 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d2233dc-ee19-4010-b299-12ad6f63954d req-a845e870-660c-4f57-b11a-836973f7412d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162012 Feb 02 12:57:56.413110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-9949668d-480e-455d-ac69-e4466c1ef74f service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086476 Feb 02 12:57:56.526630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-6c38b49c-4114-45c3-bd8f-5b8eb1a298da service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063063 Feb 02 12:57:56.590349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['abc115ac-f7d1-4941-a35e-4914de9e5f94'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:57:56.875905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35440) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:56.947305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c3db-deb9-47df-9079-13201b6d8415 req-c38f2bca-c881-4738-9ce4-4ce6a443a35b tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:56.948856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-c38f2bca-c881-4738-9ce4-4ce6a443a35b tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51&tenant_id=a4763030dd2542e985a15e0c06e1cfb6&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1149 time: 0.1655457 Feb 02 12:57:56.962401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00784ecd-c49a-4946-a06e-c30774a6a105 req-b1ddc3f6-1519-40e6-ba3a-cd2c496a89e0 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:56.963888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00784ecd-c49a-4946-a06e-c30774a6a105 req-b1ddc3f6-1519-40e6-ba3a-cd2c496a89e0 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 948 time: 0.1008844 Feb 02 12:57:56.970554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827336-2'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:57:57.030661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658af05-f21a-4630-bc0b-b87271115622 req-225c14b3-b79a-4c40-b04d-5ece78351c29 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:57.032491 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c658af05-f21a-4630-bc0b-b87271115622 req-225c14b3-b79a-4c40-b04d-5ece78351c29 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.18 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 971 time: 0.1389234 Feb 02 12:57:57.078048 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35446) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:57.124853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00784ecd-c49a-4946-a06e-c30774a6a105 req-83eac7df-ed5e-4960-87de-383d9e7914e2 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500165 Feb 02 12:57:57.146660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.162920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35452) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:57.240977 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c735cc56-04d6-4b1c-96ce-37ec0963c2e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.257105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4c626d6-d5be-4dca-b6f8-04f50d68674a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.287720 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-88348075-6338-45c4-ad14-35dec6c57b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.333308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c658af05-f21a-4630-bc0b-b87271115622 req-8dbcdf22-d693-40ac-94f8-bab432943765 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Deleting port 62145632-57b1-4a91-8ee8-bec2f91510cb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:57:57.333636 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c658af05-f21a-4630-bc0b-b87271115622 req-8dbcdf22-d693-40ac-94f8-bab432943765 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.438716 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c735cc56-04d6-4b1c-96ce-37ec0963c2e3 admin admin] Publish callbacks [] for security_group (2f06810b-2749-403b-852d-328df1fb6b72), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.454230 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c735cc56-04d6-4b1c-96ce-37ec0963c2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2f06810b-2749-403b-852d-328df1fb6b72), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.499612 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4c626d6-d5be-4dca-b6f8-04f50d68674a admin admin] Publish callbacks [] for security_group (3b4831ec-214f-408f-8776-d74a55264644), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.527063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-88348075-6338-45c4-ad14-35dec6c57b3e admin admin] Publish callbacks [] for security_group (b7eb8b49-9185-4a88-bf6d-9d5156f7fa11), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.528130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4c626d6-d5be-4dca-b6f8-04f50d68674a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3b4831ec-214f-408f-8776-d74a55264644), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.540328 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c735cc56-04d6-4b1c-96ce-37ec0963c2e3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4b096e51c3924881b62e3ab4e562b0bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6631768 Feb 02 12:57:57.541054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735cc56-04d6-4b1c-96ce-37ec0963c2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f06810b-2749-403b-852d-328df1fb6b72,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:57.543334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35464) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:57.547948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-88348075-6338-45c4-ad14-35dec6c57b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b7eb8b49-9185-4a88-bf6d-9d5156f7fa11), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.597673 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e4c626d6-d5be-4dca-b6f8-04f50d68674a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=faa0ab782055414ab4e134f559eb57d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5158567 Feb 02 12:57:57.602339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:57.623681 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-88348075-6338-45c4-ad14-35dec6c57b3e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=62814d6986224cdaa0afbeb1218f7897&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590588 Feb 02 12:57:57.628229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c626d6-d5be-4dca-b6f8-04f50d68674a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4831ec-214f-408f-8776-d74a55264644,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:57.630549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35468) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:57.646796 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c50007-0cff-4628-ba7d-9d44a66d223e req-e97918fe-cd0c-4e9c-9133-fc7e7516867a tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:57.648411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46c50007-0cff-4628-ba7d-9d44a66d223e req-e97918fe-cd0c-4e9c-9133-fc7e7516867a tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 971 time: 0.4142959 Feb 02 12:57:57.685413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88348075-6338-45c4-ad14-35dec6c57b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eb8b49-9185-4a88-bf6d-9d5156f7fa11,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:57.695033 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8eb965f8-8fe0-4bea-9c27-35767d14b9ea admin admin] Publish callbacks [] for security_group (2f06810b-2749-403b-852d-328df1fb6b72), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.725103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8eb965f8-8fe0-4bea-9c27-35767d14b9ea admin admin] Publish callbacks [] for security_group (2f06810b-2749-403b-852d-328df1fb6b72), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.733233 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef14191f-b0c8-479d-a60e-e05d61bace90 admin admin] Publish callbacks [] for security_group (b7eb8b49-9185-4a88-bf6d-9d5156f7fa11), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.763546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5785ce12-5b97-4c71-a6bf-f5445555665c,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:57.771193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef14191f-b0c8-479d-a60e-e05d61bace90 admin admin] Publish callbacks [] for security_group (b7eb8b49-9185-4a88-bf6d-9d5156f7fa11), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.805565 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8eb965f8-8fe0-4bea-9c27-35767d14b9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2f06810b-2749-403b-852d-328df1fb6b72), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.808155 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8eb965f8-8fe0-4bea-9c27-35767d14b9ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.809317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8eb965f8-8fe0-4bea-9c27-35767d14b9ea admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2f06810b-2749-403b-852d-328df1fb6b72 HTTP/1.1" status: 204 len: 168 time: 0.2624099 Feb 02 12:57:57.817437 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb965f8-8fe0-4bea-9c27-35767d14b9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f06810b-2749-403b-852d-328df1fb6b72,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:57.825933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c658af05-f21a-4630-bc0b-b87271115622 req-8dbcdf22-d693-40ac-94f8-bab432943765 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] For port 62145632-57b1-4a91-8ee8-bec2f91510cb, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=62145632-57b1-4a91-8ee8-bec2f91510cb,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:57.826417 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c658af05-f21a-4630-bc0b-b87271115622 req-8dbcdf22-d693-40ac-94f8-bab432943765 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.833096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef14191f-b0c8-479d-a60e-e05d61bace90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b7eb8b49-9185-4a88-bf6d-9d5156f7fa11), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.837815 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef14191f-b0c8-479d-a60e-e05d61bace90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:57.843248 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ef14191f-b0c8-479d-a60e-e05d61bace90 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b7eb8b49-9185-4a88-bf6d-9d5156f7fa11 HTTP/1.1" status: 204 len: 168 time: 0.2100863 Feb 02 12:57:57.853240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14191f-b0c8-479d-a60e-e05d61bace90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eb8b49-9185-4a88-bf6d-9d5156f7fa11,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:57.865677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d6ddd-ff96-4c04-9e1b-de2c5664ec44 req-55b2ef83-c763-4c90-9378-a2bad960d711 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:57.867216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-558d6ddd-ff96-4c04-9e1b-de2c5664ec44 req-55b2ef83-c763-4c90-9378-a2bad960d711 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 967 time: 0.2944491 Feb 02 12:57:57.869268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:57.916024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46c50007-0cff-4628-ba7d-9d44a66d223e req-01a66de3-47f1-4ab3-b774-c28b372743b9 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/security-groups?id=3905165c-89e2-4f90-a957-5a06e808bc0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573044 Feb 02 12:57:57.935077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c658af05-f21a-4630-bc0b-b87271115622 req-8dbcdf22-d693-40ac-94f8-bab432943765 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Calling delete_port for 62145632-57b1-4a91-8ee8-bec2f91510cb owned by compute:tempest-test_az-736489480 {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:57:57.962069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-160d960f-8eb8-4d19-a2f0-20677abb94c8 admin admin] Publish callbacks [] for security_group (3b4831ec-214f-408f-8776-d74a55264644), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.023666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device abc115ac-f7d1-4941-a35e-4914de9e5f94 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:57:58.040999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03678de7-947e-4e51-bb89-57708b0ebb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5785ce12-5b97-4c71-a6bf-f5445555665c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:58.043292 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a8b929-21ac-469d-8416-b1541db02394" -d '{"events": [{"server_uuid": "03678de7-947e-4e51-bb89-57708b0ebb51", "name": "network-vif-unplugged", "status": "completed", "tag": "5785ce12-5b97-4c71-a6bf-f5445555665c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:58.055273 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Publish callbacks [] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.081211 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-160d960f-8eb8-4d19-a2f0-20677abb94c8 admin admin] Publish callbacks [] for security_group (3b4831ec-214f-408f-8776-d74a55264644), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.083798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port abc115ac-f7d1-4941-a35e-4914de9e5f94 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:57:58.088908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port abc115ac-f7d1-4941-a35e-4914de9e5f94 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:57:58.089518 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.092633 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.119226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-558d6ddd-ff96-4c04-9e1b-de2c5664ec44 req-a20afee2-41b5-4019-a27f-bb621593ebb6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182827 Feb 02 12:57:58.179707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35486) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:58.202453 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08d1dc25-6c3a-4f48-8035-50231fb94099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.211743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port abc115ac-f7d1-4941-a35e-4914de9e5f94 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:57:58.211914 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ede616-c1a1-47a6-a240-f1fb18797202 x-openstack-request-id: req-76ede616-c1a1-47a6-a240-f1fb18797202 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:58.212065 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03678de7-947e-4e51-bb89-57708b0ebb51", "name": "network-vif-unplugged", "status": "completed", "tag": "5785ce12-5b97-4c71-a6bf-f5445555665c", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:58.212320 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-76ede616-c1a1-47a6-a240-f1fb18797202 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:58.212734 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03678de7-947e-4e51-bb89-57708b0ebb51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5785ce12-5b97-4c71-a6bf-f5445555665c', 'code': 200} Feb 02 12:57:58.213002 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.252093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd26d0bd-6528-40a6-9041-84124c7e97d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc115ac-f7d1-4941-a35e-4914de9e5f94'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:57:58.260780 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdc4ad6-857f-4f27-9908-401019cacbfb" -d '{"events": [{"server_uuid": "fd26d0bd-6528-40a6-9041-84124c7e97d7", "name": "network-vif-plugged", "status": "completed", "tag": "abc115ac-f7d1-4941-a35e-4914de9e5f94"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:57:58.285684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Pushing event updated for resources: {'Port': ['ID=5785ce12-5b97-4c71-a6bf-f5445555665c,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:58.288317 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port abc115ac-f7d1-4941-a35e-4914de9e5f94, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=abc115ac-f7d1-4941-a35e-4914de9e5f94,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:57:58.298922 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.359746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08d1dc25-6c3a-4f48-8035-50231fb94099 admin admin] Publish callbacks [] for security_group (d8aba231-fa58-4540-9eca-c43028842700), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.368841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08d1dc25-6c3a-4f48-8035-50231fb94099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d8aba231-fa58-4540-9eca-c43028842700), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.398052 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-160d960f-8eb8-4d19-a2f0-20677abb94c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3b4831ec-214f-408f-8776-d74a55264644), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.400411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=abc115ac-f7d1-4941-a35e-4914de9e5f94,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:58.400859 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-160d960f-8eb8-4d19-a2f0-20677abb94c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.403466 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-08d1dc25-6c3a-4f48-8035-50231fb94099 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=644884e973824d8ea77831b44c621dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207279 Feb 02 12:57:58.405123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-160d960f-8eb8-4d19-a2f0-20677abb94c8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3b4831ec-214f-408f-8776-d74a55264644 HTTP/1.1" status: 204 len: 168 time: 0.7871304 Feb 02 12:57:58.406812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35492) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:58.436596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Attempting to bind port 5785ce12-5b97-4c71-a6bf-f5445555665c on host n-h1-827336-2 for vnic_type normal with profile {"migrating_to": "n-h2-827336-2"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:57:58.436995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Attempting to bind port 5785ce12-5b97-4c71-a6bf-f5445555665c by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:57:58.437320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Attempting to bind port 5785ce12-5b97-4c71-a6bf-f5445555665c on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:58.442479 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ccb5765-cb9e-4c36-b588-5f26e9676b1a x-openstack-request-id: req-7ccb5765-cb9e-4c36-b588-5f26e9676b1a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:57:58.443084 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd26d0bd-6528-40a6-9041-84124c7e97d7", "name": "network-vif-plugged", "status": "completed", "tag": "abc115ac-f7d1-4941-a35e-4914de9e5f94", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:57:58.444553 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7ccb5765-cb9e-4c36-b588-5f26e9676b1a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:57:58.445183 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd26d0bd-6528-40a6-9041-84124c7e97d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc115ac-f7d1-4941-a35e-4914de9e5f94', 'code': 200} Feb 02 12:57:58.453501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d960f-8eb8-4d19-a2f0-20677abb94c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4831ec-214f-408f-8776-d74a55264644,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:58.453893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1dc25-6c3a-4f48-8035-50231fb94099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8aba231-fa58-4540-9eca-c43028842700,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:58.466672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Port 5785ce12-5b97-4c71-a6bf-f5445555665c on network 2b9af990-5e2e-47c3-abe4-0e26c82225db not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:57:58.467013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Attempting to bind port 5785ce12-5b97-4c71-a6bf-f5445555665c on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:57:58.501011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:57:58.501439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:57:58.501821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Bound using segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:57:58.502263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Bound port: 5785ce12-5b97-4c71-a6bf-f5445555665c, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:57:58.502657 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.507453 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c658af05-f21a-4630-bc0b-b87271115622 req-8dbcdf22-d693-40ac-94f8-bab432943765 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (62145632-57b1-4a91-8ee8-bec2f91510cb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.524631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35498) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:58.540803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4bcf7c2-7f0c-4308-a297-8933e29dc0ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.542164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['62145632-57b1-4a91-8ee8-bec2f91510cb'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:57:58.565305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4863a-8414-4274-9329-24cd4d6e49b9 req-346f5394-afca-44e4-a33f-7e1ef94fb4fe tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:58.566955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50c4863a-8414-4274-9329-24cd4d6e49b9 req-346f5394-afca-44e4-a33f-7e1ef94fb4fe tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 949 time: 0.2376330 Feb 02 12:57:58.570446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcdf22-d693-40ac-94f8-bab432943765 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Pushing event deleted for resources: {'Port': ['ID=62145632-57b1-4a91-8ee8-bec2f91510cb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:58.736671 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c658af05-f21a-4630-bc0b-b87271115622 req-8dbcdf22-d693-40ac-94f8-bab432943765 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] No DVR routers for this DVR port 62145632-57b1-4a91-8ee8-bec2f91510cb on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:57:58.738978 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4bcf7c2-7f0c-4308-a297-8933e29dc0ab admin admin] Publish callbacks [] for security_group (ff221833-fd68-405e-8b2d-d179f6ad7f9e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.745879 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5effba4c-6985-4197-8413-41fdaea956be admin admin] Publish callbacks [] for security_group (d8aba231-fa58-4540-9eca-c43028842700), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.749382 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c658af05-f21a-4630-bc0b-b87271115622 req-8dbcdf22-d693-40ac-94f8-bab432943765 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.756339 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c658af05-f21a-4630-bc0b-b87271115622 req-8dbcdf22-d693-40ac-94f8-bab432943765 tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.18 "DELETE /v2.0/ports/62145632-57b1-4a91-8ee8-bec2f91510cb HTTP/1.1" status: 204 len: 173 time: 1.7122207 Feb 02 12:57:58.760861 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4bcf7c2-7f0c-4308-a297-8933e29dc0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ff221833-fd68-405e-8b2d-d179f6ad7f9e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.825373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:57:58.832146 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e4bcf7c2-7f0c-4308-a297-8933e29dc0ab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bc1d0b9bed564fd7b9b965013f8b5c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063819 Feb 02 12:57:58.845784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:58.864965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcf7c2-7f0c-4308-a297-8933e29dc0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff221833-fd68-405e-8b2d-d179f6ad7f9e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:58.866262 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5effba4c-6985-4197-8413-41fdaea956be admin admin] Publish callbacks [] for security_group (d8aba231-fa58-4540-9eca-c43028842700), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.874058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a46f8-b2eb-468b-b6e7-b697afb6c706 req-b052f432-c12d-4add-ab91-c649facf9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:58.875649 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bd2a46f8-b2eb-468b-b6e7-b697afb6c706 req-b052f432-c12d-4add-ab91-c649facf9d33 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 1131 time: 0.2989979 Feb 02 12:57:58.876445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35514) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:58.885299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5785ce12-5b97-4c71-a6bf-f5445555665c,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:57:58.889399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50c4863a-8414-4274-9329-24cd4d6e49b9 req-b5821862-4f21-4701-aa21-e8e13673899e tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958682 Feb 02 12:57:58.924911 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-366cf0b0-bc73-4a00-bf01-ee186c0643b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:58.934825 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.063487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Pushing event updated for resources: {'Port': ['ID=5785ce12-5b97-4c71-a6bf-f5445555665c,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:59.064474 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-366cf0b0-bc73-4a00-bf01-ee186c0643b1 admin admin] Publish callbacks [] for security_group (23d37391-4e05-4309-abc5-832d1a4a20eb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.066672 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e932c001-09bb-4f4b-9996-5ed940494d7e admin admin] Publish callbacks [] for security_group (ff221833-fd68-405e-8b2d-d179f6ad7f9e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.067548 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bd2a46f8-b2eb-468b-b6e7-b697afb6c706 req-b50e434b-9a76-4263-890e-d0dceb01bcd2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763189 Feb 02 12:57:59.070011 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-366cf0b0-bc73-4a00-bf01-ee186c0643b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (23d37391-4e05-4309-abc5-832d1a4a20eb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.080493 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5effba4c-6985-4197-8413-41fdaea956be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d8aba231-fa58-4540-9eca-c43028842700), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.082967 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5effba4c-6985-4197-8413-41fdaea956be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.084229 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5effba4c-6985-4197-8413-41fdaea956be admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d8aba231-fa58-4540-9eca-c43028842700 HTTP/1.1" status: 204 len: 168 time: 0.6678078 Feb 02 12:57:59.119134 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-366cf0b0-bc73-4a00-bf01-ee186c0643b1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=037fb5fad9124b7aa0d3513a96c9020f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388093 Feb 02 12:57:59.120142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35522) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:59.128236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cf0b0-bc73-4a00-bf01-ee186c0643b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d37391-4e05-4309-abc5-832d1a4a20eb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:59.142040 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f676058c-3800-45f1-9e9a-0adf2fc0f896 req-559e7a10-5db2-4827-9c10-643d4e9d02ce tempest-TenantUsagesTestJSON-782243319 tempest-TenantUsagesTestJSON-782243319-project] 10.222.0.83 "GET /v2.0/ports?device_id=1144f174-09d4-4718-9516-71fee7d533a0 HTTP/1.1" status: 200 len: 210 time: 0.0810704 Feb 02 12:57:59.143691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:59.170807 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.173050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-d9e44eaa-153c-422b-908a-28a547b4fc8f service neutron] 10.222.0.62 "PUT /v2.0/ports/5785ce12-5b97-4c71-a6bf-f5445555665c HTTP/1.1" status: 200 len: 1143 time: 2.2070630 Feb 02 12:57:59.196958 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6758fc07-45ba-4873-abb4-df95102dc06c admin admin] Publish callbacks [] for security_group (23d37391-4e05-4309-abc5-832d1a4a20eb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.208071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effba4c-6985-4197-8413-41fdaea956be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8aba231-fa58-4540-9eca-c43028842700,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:59.219355 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e932c001-09bb-4f4b-9996-5ed940494d7e admin admin] Publish callbacks [] for security_group (ff221833-fd68-405e-8b2d-d179f6ad7f9e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.239402 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6758fc07-45ba-4873-abb4-df95102dc06c admin admin] Publish callbacks [] for security_group (23d37391-4e05-4309-abc5-832d1a4a20eb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.323591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6758fc07-45ba-4873-abb4-df95102dc06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (23d37391-4e05-4309-abc5-832d1a4a20eb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.326340 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6758fc07-45ba-4873-abb4-df95102dc06c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.327962 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6758fc07-45ba-4873-abb4-df95102dc06c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/23d37391-4e05-4309-abc5-832d1a4a20eb HTTP/1.1" status: 204 len: 168 time: 0.2069273 Feb 02 12:57:59.337955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758fc07-45ba-4873-abb4-df95102dc06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d37391-4e05-4309-abc5-832d1a4a20eb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:59.338838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5785ce12-5b97-4c71-a6bf-f5445555665c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:57:59.350680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc248c-5da9-47cc-a84b-84076ebf37ec req-46eab4c6-0f0b-481a-97f6-c60548a714ca tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:57:59.353445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15dc248c-5da9-47cc-a84b-84076ebf37ec req-46eab4c6-0f0b-481a-97f6-c60548a714ca tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 965 time: 0.1016145 Feb 02 12:57:59.377989 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e932c001-09bb-4f4b-9996-5ed940494d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ff221833-fd68-405e-8b2d-d179f6ad7f9e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.380581 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e932c001-09bb-4f4b-9996-5ed940494d7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.382098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e932c001-09bb-4f4b-9996-5ed940494d7e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff221833-fd68-405e-8b2d-d179f6ad7f9e HTTP/1.1" status: 204 len: 168 time: 0.5288277 Feb 02 12:57:59.418286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35534) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:59.439922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15dc248c-5da9-47cc-a84b-84076ebf37ec req-d4f28dc4-054d-489a-8310-9499d870446b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736520 Feb 02 12:57:59.440865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932c001-09bb-4f4b-9996-5ed940494d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff221833-fd68-405e-8b2d-d179f6ad7f9e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:59.667928 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5750514d-e016-4ec4-8c62-c8f3daabdc33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.764555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5750514d-e016-4ec4-8c62-c8f3daabdc33 admin admin] Publish callbacks [] for security_group (a11f20bb-ebd3-4b8d-ab1c-caa4a2cde668), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.769766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5750514d-e016-4ec4-8c62-c8f3daabdc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a11f20bb-ebd3-4b8d-ab1c-caa4a2cde668), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.815127 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5750514d-e016-4ec4-8c62-c8f3daabdc33 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fea2985672b74b1cb683d2619dded249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956025 Feb 02 12:57:59.816345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750514d-e016-4ec4-8c62-c8f3daabdc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11f20bb-ebd3-4b8d-ab1c-caa4a2cde668,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:57:59.818261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35548) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:57:59.876200 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00be37fc-9944-4d5c-a7dd-8c22e6e42478 admin admin] Publish callbacks [] for security_group (a11f20bb-ebd3-4b8d-ab1c-caa4a2cde668), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.903581 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00be37fc-9944-4d5c-a7dd-8c22e6e42478 admin admin] Publish callbacks [] for security_group (a11f20bb-ebd3-4b8d-ab1c-caa4a2cde668), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.960851 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00be37fc-9944-4d5c-a7dd-8c22e6e42478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a11f20bb-ebd3-4b8d-ab1c-caa4a2cde668), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.964042 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00be37fc-9944-4d5c-a7dd-8c22e6e42478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:57:59.967678 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-00be37fc-9944-4d5c-a7dd-8c22e6e42478 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a11f20bb-ebd3-4b8d-ab1c-caa4a2cde668 HTTP/1.1" status: 204 len: 168 time: 0.1477935 Feb 02 12:57:59.991986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00be37fc-9944-4d5c-a7dd-8c22e6e42478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11f20bb-ebd3-4b8d-ab1c-caa4a2cde668,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:00.037987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf453e-8b2d-41cf-9539-6f2e4e5cf7d6 req-18da1512-276d-4b08-820c-89c50a2c4c0a tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:00.039727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcdf453e-8b2d-41cf-9539-6f2e4e5cf7d6 req-18da1512-276d-4b08-820c-89c50a2c4c0a tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 949 time: 0.0589817 Feb 02 12:58:00.102247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcdf453e-8b2d-41cf-9539-6f2e4e5cf7d6 req-69248b44-bbd0-402f-955f-77ac8d0cd625 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538197 Feb 02 12:58:00.214063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1144f174-09d4-4718-9516-71fee7d533a0', 'name': 'network-vif-deleted', 'tag': '62145632-57b1-4a91-8ee8-bec2f91510cb'}, {'name': 'network-changed', 'server_uuid': '03678de7-947e-4e51-bb89-57708b0ebb51', 'tag': '5785ce12-5b97-4c71-a6bf-f5445555665c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:00.216664 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9810ef86-2557-48fc-9f4a-9ea551bbe714" -d '{"events": [{"server_uuid": "1144f174-09d4-4718-9516-71fee7d533a0", "name": "network-vif-deleted", "tag": "62145632-57b1-4a91-8ee8-bec2f91510cb"}, {"name": "network-changed", "server_uuid": "03678de7-947e-4e51-bb89-57708b0ebb51", "tag": "5785ce12-5b97-4c71-a6bf-f5445555665c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:00.258592 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44054427-9078-40be-b157-2552ef8d5e18 x-openstack-request-id: req-44054427-9078-40be-b157-2552ef8d5e18 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:00.258898 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1144f174-09d4-4718-9516-71fee7d533a0", "name": "network-vif-deleted", "tag": "62145632-57b1-4a91-8ee8-bec2f91510cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03678de7-947e-4e51-bb89-57708b0ebb51", "tag": "5785ce12-5b97-4c71-a6bf-f5445555665c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:00.259141 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-44054427-9078-40be-b157-2552ef8d5e18 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:00.259595 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1144f174-09d4-4718-9516-71fee7d533a0', 'name': 'network-vif-deleted', 'tag': '62145632-57b1-4a91-8ee8-bec2f91510cb', 'status': 'completed', 'code': 200} Feb 02 12:58:00.259852 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03678de7-947e-4e51-bb89-57708b0ebb51', 'tag': '5785ce12-5b97-4c71-a6bf-f5445555665c', 'status': 'completed', 'code': 200} Feb 02 12:58:00.366865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810ef86-2557-48fc-9f4a-9ea551bbe714 req-7eada41c-1d27-427f-abf4-c7d882b47999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:00.368426 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9810ef86-2557-48fc-9f4a-9ea551bbe714 req-7eada41c-1d27-427f-abf4-c7d882b47999 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 1177 time: 0.0505972 Feb 02 12:58:00.484201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810ef86-2557-48fc-9f4a-9ea551bbe714 req-9e573526-e15b-47c8-9d94-6662946b0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:00.485844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9810ef86-2557-48fc-9f4a-9ea551bbe714 req-9e573526-e15b-47c8-9d94-6662946b0121 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.1111367 Feb 02 12:58:00.544058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9810ef86-2557-48fc-9f4a-9ea551bbe714 req-93bc0a45-4926-4818-be38-dff917375db8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5785ce12-5b97-4c71-a6bf-f5445555665c HTTP/1.1" status: 200 len: 217 time: 0.0498974 Feb 02 12:58:00.563479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35596) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:00.587305 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cd90581-37dc-454a-a79f-140bdba8a3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:00.626702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810ef86-2557-48fc-9f4a-9ea551bbe714 req-f1099de5-078a-41ec-ae3c-5c903caed98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:00.628656 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9810ef86-2557-48fc-9f4a-9ea551bbe714 req-f1099de5-078a-41ec-ae3c-5c903caed98f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0768173 Feb 02 12:58:00.656205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ab97e-197d-4383-9c78-0e9fc8c53e54 req-b2663ec4-7394-4e63-98de-49100d46f254 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:00.657699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c1ab97e-197d-4383-9c78-0e9fc8c53e54 req-b2663ec4-7394-4e63-98de-49100d46f254 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 965 time: 0.1165242 Feb 02 12:58:00.687194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cd90581-37dc-454a-a79f-140bdba8a3d3 admin admin] Publish callbacks [] for security_group (92e35713-e783-4d6a-bc81-f28807741f4f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:00.694619 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cd90581-37dc-454a-a79f-140bdba8a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (92e35713-e783-4d6a-bc81-f28807741f4f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:00.719299 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9810ef86-2557-48fc-9f4a-9ea551bbe714 req-9a523090-2183-4057-9b39-d74fcab1782d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738018 Feb 02 12:58:00.734525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:00.748285 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4cd90581-37dc-454a-a79f-140bdba8a3d3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=52d07a490e024d7289eb58e83255d949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1824970 Feb 02 12:58:00.749288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd90581-37dc-454a-a79f-140bdba8a3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e35713-e783-4d6a-bc81-f28807741f4f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:00.752686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35604) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:00.817887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66b9c4c9-aaac-416b-b6ad-52a66e806109 admin admin] Publish callbacks [] for security_group (92e35713-e783-4d6a-bc81-f28807741f4f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:00.833607 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c1ab97e-197d-4383-9c78-0e9fc8c53e54 req-484d42f2-337e-40f1-938c-addd7d2ec584 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641612 Feb 02 12:58:00.845557 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66b9c4c9-aaac-416b-b6ad-52a66e806109 admin admin] Publish callbacks [] for security_group (92e35713-e783-4d6a-bc81-f28807741f4f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:00.876551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9810ef86-2557-48fc-9f4a-9ea551bbe714 req-2dac4aaa-16c9-4c57-8685-7280a499e00d service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427462 Feb 02 12:58:00.914121 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66b9c4c9-aaac-416b-b6ad-52a66e806109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (92e35713-e783-4d6a-bc81-f28807741f4f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:00.916752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66b9c4c9-aaac-416b-b6ad-52a66e806109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:00.917937 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-66b9c4c9-aaac-416b-b6ad-52a66e806109 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/92e35713-e783-4d6a-bc81-f28807741f4f HTTP/1.1" status: 204 len: 168 time: 0.1640234 Feb 02 12:58:00.928644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9c4c9-aaac-416b-b6ad-52a66e806109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e35713-e783-4d6a-bc81-f28807741f4f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:00.980505 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9810ef86-2557-48fc-9f4a-9ea551bbe714 req-c4cd8ec3-2983-467d-9ba5-6ebeb0f51842 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977733 Feb 02 12:58:01.174193 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-759c0711-ecba-4b3b-a2b5-0eb9416facdb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=987916182d594a8d84ad07b4d4774920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362609 Feb 02 12:58:01.174826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35624) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:01.181735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 62145632-57b1-4a91-8ee8-bec2f91510cb no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:58:01.208700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 62145632-57b1-4a91-8ee8-bec2f91510cb {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 12:58:01.209137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 62145632-57b1-4a91-8ee8-bec2f91510cb not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:58:01.254847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dc117-e3a6-4641-91f0-b82647cea267 req-5e1b5c1c-ab5c-4888-b614-0c005cfbad4e tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:01.256564 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e10dc117-e3a6-4641-91f0-b82647cea267 req-5e1b5c1c-ab5c-4888-b614-0c005cfbad4e tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 949 time: 0.0685911 Feb 02 12:58:01.262450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9df5-6f3b-4f0b-938b-33190002f738 admin admin] Publish callbacks [] for security_group (3905165c-89e2-4f90-a957-5a06e808bc0a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:01.289465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9df5-6f3b-4f0b-938b-33190002f738 admin admin] Publish callbacks [] for security_group (3905165c-89e2-4f90-a957-5a06e808bc0a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:01.307917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e10dc117-e3a6-4641-91f0-b82647cea267 req-c3450d0c-a19f-49b9-8980-5f75d318a7cf tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448627 Feb 02 12:58:01.350253 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9df5-6f3b-4f0b-938b-33190002f738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3905165c-89e2-4f90-a957-5a06e808bc0a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:01.353231 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b9a9df5-6f3b-4f0b-938b-33190002f738 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:01.354388 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0b9a9df5-6f3b-4f0b-938b-33190002f738 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3905165c-89e2-4f90-a957-5a06e808bc0a HTTP/1.1" status: 204 len: 168 time: 0.1786020 Feb 02 12:58:01.364939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a9df5-6f3b-4f0b-938b-33190002f738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3905165c-89e2-4f90-a957-5a06e808bc0a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:01.566914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45423706-17ec-4653-9c22-3b5a8fbfde2a req-a1e26761-c234-4967-bc23-0a26e844b3cd tempest-ServersAdminNegativeTestJSON-455243004 tempest-ServersAdminNegativeTestJSON-455243004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:01.568596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45423706-17ec-4653-9c22-3b5a8fbfde2a req-a1e26761-c234-4967-bc23-0a26e844b3cd tempest-ServersAdminNegativeTestJSON-455243004 tempest-ServersAdminNegativeTestJSON-455243004-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 1131 time: 0.0486200 Feb 02 12:58:01.588871 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45423706-17ec-4653-9c22-3b5a8fbfde2a req-ce68051f-9e0e-44c8-9cf2-200c01050231 tempest-ServersAdminNegativeTestJSON-455243004 tempest-ServersAdminNegativeTestJSON-455243004-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:01.672091 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45423706-17ec-4653-9c22-3b5a8fbfde2a req-ce68051f-9e0e-44c8-9cf2-200c01050231 tempest-ServersAdminNegativeTestJSON-455243004 tempest-ServersAdminNegativeTestJSON-455243004-project-admin] Publish callbacks [] for security_group (b8008aca-879d-4ea3-95d9-3008638f1ed9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:01.677658 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45423706-17ec-4653-9c22-3b5a8fbfde2a req-ce68051f-9e0e-44c8-9cf2-200c01050231 tempest-ServersAdminNegativeTestJSON-455243004 tempest-ServersAdminNegativeTestJSON-455243004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b8008aca-879d-4ea3-95d9-3008638f1ed9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:01.720568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45423706-17ec-4653-9c22-3b5a8fbfde2a req-ce68051f-9e0e-44c8-9cf2-200c01050231 tempest-ServersAdminNegativeTestJSON-455243004 tempest-ServersAdminNegativeTestJSON-455243004-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444986 Feb 02 12:58:01.721379 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce68051f-9e0e-44c8-9cf2-200c01050231 tempest-ServersAdminNegativeTestJSON-455243004 tempest-ServersAdminNegativeTestJSON-455243004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8008aca-879d-4ea3-95d9-3008638f1ed9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:01.736707 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8fe9dd3e-9af3-4b5b-a000-8229753123e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:01.920457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:01.952276 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:02.002661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d60426-1673-4b17-bf21-1d5f46b7d1a8 req-0e9e67bc-a152-4acb-827c-6185a2eafa1d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:02.004389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23d60426-1673-4b17-bf21-1d5f46b7d1a8 req-0e9e67bc-a152-4acb-827c-6185a2eafa1d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 965 time: 0.0912168 Feb 02 12:58:02.023629 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5785ce12-5b97-4c71-a6bf-f5445555665c details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:58:02.074914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23d60426-1673-4b17-bf21-1d5f46b7d1a8 req-688e7b78-27f7-4d0a-b350-23379147d086 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624406 Feb 02 12:58:02.095079 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Publish callbacks [] for security_group (912f7626-fdff-4022-9aa9-4dbc5db5ec3e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:02.110806 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (912f7626-fdff-4022-9aa9-4dbc5db5ec3e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:02.155686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5785ce12-5b97-4c71-a6bf-f5445555665c,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:02.159371 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35676) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:02.159889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ff81ab02409d4e8aa58d350950d4ec0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408280 Feb 02 12:58:02.161580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912f7626-fdff-4022-9aa9-4dbc5db5ec3e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:02.171711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.172054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.172388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.172845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.173177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.174037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.174392 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.174963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.175047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.175327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.175710 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.176162 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.176948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970d55e6-a68b-4bbf-9130-22d78a68cfe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:02.208492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5785ce12-5b97-4c71-a6bf-f5445555665c has no active binding in host n-h2-827336-2 {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 12:58:02.252464 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50e29be-191e-4c27-a6dd-1850c40cdef3 admin admin] Publish callbacks [] for security_group (912f7626-fdff-4022-9aa9-4dbc5db5ec3e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:02.286463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50e29be-191e-4c27-a6dd-1850c40cdef3 admin admin] Publish callbacks [] for security_group (912f7626-fdff-4022-9aa9-4dbc5db5ec3e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:02.344941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50e29be-191e-4c27-a6dd-1850c40cdef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (912f7626-fdff-4022-9aa9-4dbc5db5ec3e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:02.347976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50e29be-191e-4c27-a6dd-1850c40cdef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:02.352153 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c50e29be-191e-4c27-a6dd-1850c40cdef3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/912f7626-fdff-4022-9aa9-4dbc5db5ec3e HTTP/1.1" status: 204 len: 168 time: 0.1882179 Feb 02 12:58:02.358223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e29be-191e-4c27-a6dd-1850c40cdef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912f7626-fdff-4022-9aa9-4dbc5db5ec3e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:02.858562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05957a08-2ea6-4f75-968e-3b285553a4a8 req-e69416aa-e11b-4a33-8ff2-ca796c4616e4 tempest-ServersAdminNegativeTestJSON-455243004 tempest-ServersAdminNegativeTestJSON-455243004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:02.860348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05957a08-2ea6-4f75-968e-3b285553a4a8 req-e69416aa-e11b-4a33-8ff2-ca796c4616e4 tempest-ServersAdminNegativeTestJSON-455243004 tempest-ServersAdminNegativeTestJSON-455243004-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 1131 time: 0.0513787 Feb 02 12:58:02.919045 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05957a08-2ea6-4f75-968e-3b285553a4a8 req-02f4a7a0-1442-4e01-805c-0ba2817e42f3 tempest-ServersAdminNegativeTestJSON-455243004 tempest-ServersAdminNegativeTestJSON-455243004-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524929 Feb 02 12:58:03.228252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff1e2c-6a98-42e4-bd66-7414976117a4 req-285079cd-02d9-4202-98f2-f4ff7d3f7ff6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:03.234550 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aff1e2c-6a98-42e4-bd66-7414976117a4 req-285079cd-02d9-4202-98f2-f4ff7d3f7ff6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 965 time: 0.0634286 Feb 02 12:58:03.281198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aff1e2c-6a98-42e4-bd66-7414976117a4 req-5f937fa2-3cbb-4ffd-87fe-1b50ab319657 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457547 Feb 02 12:58:03.588487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc3b38-7054-43ef-924f-9b0eff576636 req-90a126a5-2adc-49e3-837e-30db8c502f41 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:03.589984 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49fc3b38-7054-43ef-924f-9b0eff576636 req-90a126a5-2adc-49e3-837e-30db8c502f41 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 949 time: 0.0571690 Feb 02 12:58:03.600702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35760) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:03.641353 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49fc3b38-7054-43ef-924f-9b0eff576636 req-95a03bd7-473e-4e5e-bd5c-284042910306 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456278 Feb 02 12:58:03.876948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:03.957386 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Publish callbacks [] for security_group (487e3a19-77d2-4b17-88cb-df9f86b6fae3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:03.962636 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (487e3a19-77d2-4b17-88cb-df9f86b6fae3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.002057 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d0c2a5a32d1043a398ac29527a2dd927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991795 Feb 02 12:58:04.003525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487e3a19-77d2-4b17-88cb-df9f86b6fae3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:04.005161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:04.011572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.012100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.012885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.013357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.013949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.014425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.014884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.015344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.015832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.016289 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.016782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.017237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.017702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29be7fd7-130c-4ed6-9915-0ed97605c84e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:04.045140 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eeb4cd2d-84ca-44b0-910b-f0e5fcb2ab88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.077494 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18fdcf29-a9ca-49be-ab51-14f5f1e0a404 admin admin] Publish callbacks [] for security_group (487e3a19-77d2-4b17-88cb-df9f86b6fae3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.100328 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18fdcf29-a9ca-49be-ab51-14f5f1e0a404 admin admin] Publish callbacks [] for security_group (487e3a19-77d2-4b17-88cb-df9f86b6fae3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.153100 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18fdcf29-a9ca-49be-ab51-14f5f1e0a404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (487e3a19-77d2-4b17-88cb-df9f86b6fae3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.155927 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-18fdcf29-a9ca-49be-ab51-14f5f1e0a404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.159594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-18fdcf29-a9ca-49be-ab51-14f5f1e0a404 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/487e3a19-77d2-4b17-88cb-df9f86b6fae3 HTTP/1.1" status: 204 len: 168 time: 0.1500149 Feb 02 12:58:04.166223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdcf29-a9ca-49be-ab51-14f5f1e0a404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487e3a19-77d2-4b17-88cb-df9f86b6fae3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:04.177650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35802) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:04.417429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a26985-fc56-416d-b72b-66073cb634b5 req-9302c9ea-ff1d-4d3e-b7d1-7cbea2204969 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:04.418934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1a26985-fc56-416d-b72b-66073cb634b5 req-9302c9ea-ff1d-4d3e-b7d1-7cbea2204969 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 965 time: 0.0562007 Feb 02 12:58:04.504971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1a26985-fc56-416d-b72b-66073cb634b5 req-a755ef22-7578-44ae-a44f-3f8a35bf9c67 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725963 Feb 02 12:58:04.505263 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7392f70-000f-4626-9bd7-d2ddef103fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.591015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7392f70-000f-4626-9bd7-d2ddef103fa5 admin admin] Publish callbacks [] for security_group (6650a7f5-242f-4a83-8e28-e15b2989bc04), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.595828 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7392f70-000f-4626-9bd7-d2ddef103fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6650a7f5-242f-4a83-8e28-e15b2989bc04), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.632878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7392f70-000f-4626-9bd7-d2ddef103fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6650a7f5-242f-4a83-8e28-e15b2989bc04,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:04.637356 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f7392f70-000f-4626-9bd7-d2ddef103fa5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3c3a691a285d47c09c7f99c0d865bc74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4584432 Feb 02 12:58:04.640290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35820) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:04.710332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62c6db45-cacf-4bb0-80e2-91c69ca28d36 admin admin] Publish callbacks [] for security_group (6650a7f5-242f-4a83-8e28-e15b2989bc04), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.723883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35828) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:04.748684 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e7578e6-4780-4f4c-8384-7c0239998852 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.750949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62c6db45-cacf-4bb0-80e2-91c69ca28d36 admin admin] Publish callbacks [] for security_group (6650a7f5-242f-4a83-8e28-e15b2989bc04), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.811601 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62c6db45-cacf-4bb0-80e2-91c69ca28d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6650a7f5-242f-4a83-8e28-e15b2989bc04), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.816204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62c6db45-cacf-4bb0-80e2-91c69ca28d36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.818085 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-62c6db45-cacf-4bb0-80e2-91c69ca28d36 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6650a7f5-242f-4a83-8e28-e15b2989bc04 HTTP/1.1" status: 204 len: 168 time: 0.1762831 Feb 02 12:58:04.827953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6db45-cacf-4bb0-80e2-91c69ca28d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6650a7f5-242f-4a83-8e28-e15b2989bc04,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:04.836889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3dd18-1178-431c-9a18-ec9f84b367d7 req-e592faf3-a8b4-471f-9f1a-3ecf6925bf6c tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:04.844086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bdb3dd18-1178-431c-9a18-ec9f84b367d7 req-e592faf3-a8b4-471f-9f1a-3ecf6925bf6c tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 949 time: 0.0871792 Feb 02 12:58:04.916320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bdb3dd18-1178-431c-9a18-ec9f84b367d7 req-0f85a588-1d9c-4252-907b-a37ab4e3b10f tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712759 Feb 02 12:58:04.949305 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e7578e6-4780-4f4c-8384-7c0239998852 admin admin] Publish callbacks [] for security_group (e2bc8366-2fef-4b50-b952-9ff1db3dd36f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.955842 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e7578e6-4780-4f4c-8384-7c0239998852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e2bc8366-2fef-4b50-b952-9ff1db3dd36f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:04.998209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7578e6-4780-4f4c-8384-7c0239998852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bc8366-2fef-4b50-b952-9ff1db3dd36f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:05.004327 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7e7578e6-4780-4f4c-8384-7c0239998852 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=770f6d3af66f48b9a2b6a4f58e34bf16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790534 Feb 02 12:58:05.007147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35842) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:05.058985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0d18bdb-a71a-4eaa-bc58-28cdf126e42a admin admin] Publish callbacks [] for security_group (e2bc8366-2fef-4b50-b952-9ff1db3dd36f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:05.096295 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0d18bdb-a71a-4eaa-bc58-28cdf126e42a admin admin] Publish callbacks [] for security_group (e2bc8366-2fef-4b50-b952-9ff1db3dd36f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:05.152647 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0d18bdb-a71a-4eaa-bc58-28cdf126e42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e2bc8366-2fef-4b50-b952-9ff1db3dd36f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:05.156928 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0d18bdb-a71a-4eaa-bc58-28cdf126e42a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:05.157723 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e0d18bdb-a71a-4eaa-bc58-28cdf126e42a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e2bc8366-2fef-4b50-b952-9ff1db3dd36f HTTP/1.1" status: 204 len: 168 time: 0.1491919 Feb 02 12:58:05.166321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d18bdb-a71a-4eaa-bc58-28cdf126e42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bc8366-2fef-4b50-b952-9ff1db3dd36f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:05.243628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-091d0e17-9804-44fd-b128-0cab543ef2f1 service neutron] 10.222.0.18 "GET /v2.0/ports/5785ce12-5b97-4c71-a6bf-f5445555665c/bindings/n-h2-827336-2 HTTP/1.1" status: 200 len: 384 time: 0.0765126 Feb 02 12:58:05.354241 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:05.398780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35854) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:05.480493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35864) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:05.502080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2699c3db-deb9-47df-9079-13201b6d8415 req-6c451a46-1abd-43e5-ab9d-b9ab35596ff9 service neutron] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5785ce12-5b97-4c71-a6bf-f5445555665c,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:05.502884 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e36d43ce-116c-4abb-8acf-493e96533d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:05.542146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f15ff4-4fac-48c7-8666-3854480be864 req-8115333b-7d29-4d48-b642-76cef3c4ea70 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:05.543842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55f15ff4-4fac-48c7-8666-3854480be864 req-8115333b-7d29-4d48-b642-76cef3c4ea70 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 949 time: 0.1050663 Feb 02 12:58:05.544837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2699c3db-deb9-47df-9079-13201b6d8415 req-6c451a46-1abd-43e5-ab9d-b9ab35596ff9 service neutron] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:05.653641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-2699c3db-deb9-47df-9079-13201b6d8415 req-6c451a46-1abd-43e5-ab9d-b9ab35596ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5785ce12-5b97-4c71-a6bf-f5445555665c {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:58:05.685299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2699c3db-deb9-47df-9079-13201b6d8415 req-6c451a46-1abd-43e5-ab9d-b9ab35596ff9 service neutron] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5785ce12-5b97-4c71-a6bf-f5445555665c,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:05.693617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e36d43ce-116c-4abb-8acf-493e96533d3d admin admin] Publish callbacks [] for security_group (861e97a5-04c7-48b3-8ddc-a8c2f09f9876), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:05.703225 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e36d43ce-116c-4abb-8acf-493e96533d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (861e97a5-04c7-48b3-8ddc-a8c2f09f9876), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:05.740192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc699-20d3-4ca8-8e29-469055829348 req-a1ee1e95-823d-4263-bb8f-c47b7fe67b0b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:05.741765 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d46dc699-20d3-4ca8-8e29-469055829348 req-a1ee1e95-823d-4263-bb8f-c47b7fe67b0b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 965 time: 0.1318617 Feb 02 12:58:05.742736 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2699c3db-deb9-47df-9079-13201b6d8415 req-6c451a46-1abd-43e5-ab9d-b9ab35596ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:05.775583 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e36d43ce-116c-4abb-8acf-493e96533d3d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b6a91364279142bca2fa14bf06a9fd27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916281 Feb 02 12:58:05.775987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:05.812328 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d43ce-116c-4abb-8acf-493e96533d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861e97a5-04c7-48b3-8ddc-a8c2f09f9876,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:05.884909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2fe9fdef-8831-4089-8415-ab633a083ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:05.986147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2fe9fdef-8831-4089-8415-ab633a083ec7 admin admin] Publish callbacks [] for security_group (1982dbfe-4d12-44a9-8188-d9d5986f6194), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:05.993313 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2fe9fdef-8831-4089-8415-ab633a083ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1982dbfe-4d12-44a9-8188-d9d5986f6194), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.047979 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2fe9fdef-8831-4089-8415-ab633a083ec7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5988b17bbfb9418fbba7c6bfa3653632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6473403 Feb 02 12:58:06.049236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9fdef-8831-4089-8415-ab633a083ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1982dbfe-4d12-44a9-8188-d9d5986f6194,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:06.054464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35906) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:06.110484 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-2699c3db-deb9-47df-9079-13201b6d8415 req-6c451a46-1abd-43e5-ab9d-b9ab35596ff9 service neutron] Transition to ACTIVE for port object 5785ce12-5b97-4c71-a6bf-f5445555665c will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:58:06.116040 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b21db7e2-063f-473e-9c27-9e2cbb34564d admin admin] Publish callbacks [] for security_group (1982dbfe-4d12-44a9-8188-d9d5986f6194), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.128577 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2699c3db-deb9-47df-9079-13201b6d8415 req-6c451a46-1abd-43e5-ab9d-b9ab35596ff9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.140834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d46dc699-20d3-4ca8-8e29-469055829348 req-c0b053f1-c07c-4b04-a42c-ccb625312d70 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871875 Feb 02 12:58:06.145843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b21db7e2-063f-473e-9c27-9e2cbb34564d admin admin] Publish callbacks [] for security_group (1982dbfe-4d12-44a9-8188-d9d5986f6194), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.169084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-55f15ff4-4fac-48c7-8666-3854480be864 req-f2ccad0b-028b-4a30-bc2e-9345712e6b36 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Deleting port abc115ac-f7d1-4941-a35e-4914de9e5f94 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:58:06.169418 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55f15ff4-4fac-48c7-8666-3854480be864 req-f2ccad0b-028b-4a30-bc2e-9345712e6b36 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.228831 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71805b5a-3ea4-4852-b9ea-8dc79cea77f4 admin admin] Publish callbacks [] for security_group (861e97a5-04c7-48b3-8ddc-a8c2f09f9876), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.260016 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b21db7e2-063f-473e-9c27-9e2cbb34564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1982dbfe-4d12-44a9-8188-d9d5986f6194), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.266626 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b21db7e2-063f-473e-9c27-9e2cbb34564d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.270886 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b21db7e2-063f-473e-9c27-9e2cbb34564d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1982dbfe-4d12-44a9-8188-d9d5986f6194 HTTP/1.1" status: 204 len: 168 time: 0.2149615 Feb 02 12:58:06.285135 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.286641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21db7e2-063f-473e-9c27-9e2cbb34564d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1982dbfe-4d12-44a9-8188-d9d5986f6194,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:06.326697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2699c3db-deb9-47df-9079-13201b6d8415 req-6c451a46-1abd-43e5-ab9d-b9ab35596ff9 service neutron] No DVR routers for this DVR port 5785ce12-5b97-4c71-a6bf-f5445555665c on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:58:06.373485 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71805b5a-3ea4-4852-b9ea-8dc79cea77f4 admin admin] Publish callbacks [] for security_group (861e97a5-04c7-48b3-8ddc-a8c2f09f9876), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.406413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c451a46-1abd-43e5-ab9d-b9ab35596ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=5785ce12-5b97-4c71-a6bf-f5445555665c,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:06.459933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-6c451a46-1abd-43e5-ab9d-b9ab35596ff9 service neutron] 10.222.0.18 "PUT /v2.0/ports/5785ce12-5b97-4c71-a6bf-f5445555665c/bindings/n-h2-827336-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2087455 Feb 02 12:58:06.469609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-55f15ff4-4fac-48c7-8666-3854480be864 req-f2ccad0b-028b-4a30-bc2e-9345712e6b36 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] For port abc115ac-f7d1-4941-a35e-4914de9e5f94, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=abc115ac-f7d1-4941-a35e-4914de9e5f94,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:06.470008 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55f15ff4-4fac-48c7-8666-3854480be864 req-f2ccad0b-028b-4a30-bc2e-9345712e6b36 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.484956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2994132-eec5-4155-8910-aed4c1ff785d req-3bb55a22-7638-4152-bbe0-425e8e8d077d tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:06.486467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2994132-eec5-4155-8910-aed4c1ff785d req-3bb55a22-7638-4152-bbe0-425e8e8d077d tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 949 time: 0.1857960 Feb 02 12:58:06.493037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-55f15ff4-4fac-48c7-8666-3854480be864 req-f2ccad0b-028b-4a30-bc2e-9345712e6b36 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Calling delete_port for abc115ac-f7d1-4941-a35e-4914de9e5f94 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:58:06.573712 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71805b5a-3ea4-4852-b9ea-8dc79cea77f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (861e97a5-04c7-48b3-8ddc-a8c2f09f9876), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.576342 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71805b5a-3ea4-4852-b9ea-8dc79cea77f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.577488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-71805b5a-3ea4-4852-b9ea-8dc79cea77f4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/861e97a5-04c7-48b3-8ddc-a8c2f09f9876 HTTP/1.1" status: 204 len: 168 time: 0.8005846 Feb 02 12:58:06.597476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2994132-eec5-4155-8910-aed4c1ff785d req-47110e8b-4897-43af-a2fd-a607db8b4fe3 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018736 Feb 02 12:58:06.603293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71805b5a-3ea4-4852-b9ea-8dc79cea77f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861e97a5-04c7-48b3-8ddc-a8c2f09f9876,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:06.683258 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.756509 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55f15ff4-4fac-48c7-8666-3854480be864 req-f2ccad0b-028b-4a30-bc2e-9345712e6b36 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (abc115ac-f7d1-4941-a35e-4914de9e5f94), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.786143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c3db-deb9-47df-9079-13201b6d8415 req-982b6d57-7441-4950-bc11-604f1a137d12 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:06.788180 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-982b6d57-7441-4950-bc11-604f1a137d12 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51&tenant_id=a4763030dd2542e985a15e0c06e1cfb6&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1148 time: 0.2147367 Feb 02 12:58:06.793619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ccad0b-028b-4a30-bc2e-9345712e6b36 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Pushing event deleted for resources: {'Port': ['ID=abc115ac-f7d1-4941-a35e-4914de9e5f94,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:06.801599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['8222da42-71a5-40a0-b762-3c7c673dd004', 'abc115ac-f7d1-4941-a35e-4914de9e5f94'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:58:06.882491 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f15ff4-4fac-48c7-8666-3854480be864 req-f2ccad0b-028b-4a30-bc2e-9345712e6b36 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] No DVR routers for this DVR port abc115ac-f7d1-4941-a35e-4914de9e5f94 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:58:06.898076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-55f15ff4-4fac-48c7-8666-3854480be864 req-f2ccad0b-028b-4a30-bc2e-9345712e6b36 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:06.901635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55f15ff4-4fac-48c7-8666-3854480be864 req-f2ccad0b-028b-4a30-bc2e-9345712e6b36 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.62 "DELETE /v2.0/ports/abc115ac-f7d1-4941-a35e-4914de9e5f94 HTTP/1.1" status: 204 len: 173 time: 1.3264275 Feb 02 12:58:06.902032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd26d0bd-6528-40a6-9041-84124c7e97d7', 'name': 'network-vif-deleted', 'tag': 'abc115ac-f7d1-4941-a35e-4914de9e5f94'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:06.919095 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca17d3e5-4192-43bd-8fae-d3b7517f0c1e" -d '{"events": [{"server_uuid": "fd26d0bd-6528-40a6-9041-84124c7e97d7", "name": "network-vif-deleted", "tag": "abc115ac-f7d1-4941-a35e-4914de9e5f94"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:06.979390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c3db-deb9-47df-9079-13201b6d8415 req-5c599c84-ee13-44ec-91f3-636af1a87b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:06.997299 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-5c599c84-ee13-44ec-91f3-636af1a87b06 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51&tenant_id=a4763030dd2542e985a15e0c06e1cfb6 HTTP/1.1" status: 200 len: 1148 time: 0.2015707 Feb 02 12:58:07.007862 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c484cb95-ddaf-448a-9e0d-5e852ed8cae6 x-openstack-request-id: req-c484cb95-ddaf-448a-9e0d-5e852ed8cae6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:07.008154 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd26d0bd-6528-40a6-9041-84124c7e97d7", "name": "network-vif-deleted", "tag": "abc115ac-f7d1-4941-a35e-4914de9e5f94", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:07.008398 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c484cb95-ddaf-448a-9e0d-5e852ed8cae6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:07.008793 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd26d0bd-6528-40a6-9041-84124c7e97d7', 'name': 'network-vif-deleted', 'tag': 'abc115ac-f7d1-4941-a35e-4914de9e5f94', 'status': 'completed', 'code': 200} Feb 02 12:58:07.183095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c3db-deb9-47df-9079-13201b6d8415 req-64935b9a-c5b6-4f4f-8412-4bfc30d325ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:07.185203 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-64935b9a-c5b6-4f4f-8412-4bfc30d325ae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 1148 time: 0.1030819 Feb 02 12:58:07.190028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35956) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:07.209297 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53b0a59e-f65a-41d9-832f-63380d34512e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:07.327757 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53b0a59e-f65a-41d9-832f-63380d34512e admin admin] Publish callbacks [] for security_group (cd39b516-f366-43ce-8597-eddb05d402a0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:07.335688 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c3db-deb9-47df-9079-13201b6d8415 req-8348a9a0-bee5-4c93-833f-bb3b9866946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:07.338574 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-8348a9a0-bee5-4c93-833f-bb3b9866946e service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.1373689 Feb 02 12:58:07.339597 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53b0a59e-f65a-41d9-832f-63380d34512e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cd39b516-f366-43ce-8597-eddb05d402a0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:07.360702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:07.392414 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-93a45ea2-c190-4a8f-b09a-47368c19fb75 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5785ce12-5b97-4c71-a6bf-f5445555665c HTTP/1.1" status: 200 len: 217 time: 0.0417714 Feb 02 12:58:07.414384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-53b0a59e-f65a-41d9-832f-63380d34512e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e693b4da55394b8cb884cba37f1b9329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206991 Feb 02 12:58:07.414384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0a59e-f65a-41d9-832f-63380d34512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd39b516-f366-43ce-8597-eddb05d402a0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:07.418336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:07.445562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7045a-78e1-4238-80ac-301aa8fb4564 req-b6fb8ecb-fb74-4693-993f-65ed23c334b9 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:07.453229 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3b7045a-78e1-4238-80ac-301aa8fb4564 req-b6fb8ecb-fb74-4693-993f-65ed23c334b9 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 966 time: 0.1606126 Feb 02 12:58:07.482330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c3db-deb9-47df-9079-13201b6d8415 req-a4ae654a-4ae3-46f5-98b2-6646f53a39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:07.487333 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-a4ae654a-4ae3-46f5-98b2-6646f53a39ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0882063 Feb 02 12:58:07.533192 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffe25-984f-473c-88ad-6ba16d41615d admin admin] Publish callbacks [] for security_group (cd39b516-f366-43ce-8597-eddb05d402a0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:07.544353 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3b7045a-78e1-4238-80ac-301aa8fb4564 req-7a70be49-0366-4c98-843a-446e87c9fb5d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899258 Feb 02 12:58:07.555609 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-5165ffa0-e6ac-4978-ac29-7dc51682791e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340214 Feb 02 12:58:07.578979 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffe25-984f-473c-88ad-6ba16d41615d admin admin] Publish callbacks [] for security_group (cd39b516-f366-43ce-8597-eddb05d402a0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:07.638807 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffe25-984f-473c-88ad-6ba16d41615d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cd39b516-f366-43ce-8597-eddb05d402a0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:07.643504 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffe25-984f-473c-88ad-6ba16d41615d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:07.648251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4b9ffe25-984f-473c-88ad-6ba16d41615d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cd39b516-f366-43ce-8597-eddb05d402a0 HTTP/1.1" status: 204 len: 168 time: 0.2288208 Feb 02 12:58:07.657841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35970) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:07.658702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ffe25-984f-473c-88ad-6ba16d41615d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd39b516-f366-43ce-8597-eddb05d402a0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:07.749652 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-48b960ef-3c13-47d3-b6fc-5f866f15e715 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528137 Feb 02 12:58:07.818734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c9f1374a-6464-4a99-b6c9-2141a8558885 req-052b54fe-8495-4530-b716-1acae265dc04 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd26d0bd-6528-40a6-9041-84124c7e97d7 HTTP/1.1" status: 200 len: 210 time: 0.0576389 Feb 02 12:58:07.910878 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:07.912065 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-600d4dfa-8cbd-4ded-b194-e0a01eab496d service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535912 Feb 02 12:58:08.168525 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c65175b-08d4-44d5-b54b-ce4c5a5fe4da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:08.307496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c3db-deb9-47df-9079-13201b6d8415 req-e2133148-4995-45ad-a3f7-1661341451e4 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:08.309307 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-e2133148-4995-45ad-a3f7-1661341451e4 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51&tenant_id=a4763030dd2542e985a15e0c06e1cfb6&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1148 time: 0.0861392 Feb 02 12:58:08.314112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c65175b-08d4-44d5-b54b-ce4c5a5fe4da admin admin] Publish callbacks [] for security_group (9c4b710f-c635-4991-9d36-0852c83bfc40), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:08.324843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c65175b-08d4-44d5-b54b-ce4c5a5fe4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9c4b710f-c635-4991-9d36-0852c83bfc40), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:08.391348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65175b-08d4-44d5-b54b-ce4c5a5fe4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4b710f-c635-4991-9d36-0852c83bfc40,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:08.398637 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1c65175b-08d4-44d5-b54b-ce4c5a5fe4da admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=008aae4ef634422a9f8c82f0c8ca6719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7396705 Feb 02 12:58:08.401777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:08.464093 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ba20-5732-4b19-871d-58965942287a admin admin] Publish callbacks [] for security_group (9c4b710f-c635-4991-9d36-0852c83bfc40), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:08.477653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2699c3db-deb9-47df-9079-13201b6d8415 req-51a46b7e-01c8-42e4-b101-4b2a25f7b4d8 service neutron] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:08.482153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2699c3db-deb9-47df-9079-13201b6d8415 req-51a46b7e-01c8-42e4-b101-4b2a25f7b4d8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:08.483439 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2699c3db-deb9-47df-9079-13201b6d8415 req-51a46b7e-01c8-42e4-b101-4b2a25f7b4d8 service neutron] 10.222.0.62 "DELETE /v2.0/ports/5785ce12-5b97-4c71-a6bf-f5445555665c/bindings/n-h1-827336-2 HTTP/1.1" status: 204 len: 173 time: 0.1664073 Feb 02 12:58:08.490299 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ba20-5732-4b19-871d-58965942287a admin admin] Publish callbacks [] for security_group (9c4b710f-c635-4991-9d36-0852c83bfc40), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:08.548423 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ba20-5732-4b19-871d-58965942287a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9c4b710f-c635-4991-9d36-0852c83bfc40), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:08.550930 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7ae5ba20-5732-4b19-871d-58965942287a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:08.552136 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7ae5ba20-5732-4b19-871d-58965942287a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9c4b710f-c635-4991-9d36-0852c83bfc40 HTTP/1.1" status: 204 len: 168 time: 0.1489367 Feb 02 12:58:08.560442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5ba20-5732-4b19-871d-58965942287a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4b710f-c635-4991-9d36-0852c83bfc40,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:08.577381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:08.680086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d0dd7-a3b0-4245-9477-5007759fc692 req-2794fd97-abbb-4d53-b459-b524d3f73423 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:08.682378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab4d0dd7-a3b0-4245-9477-5007759fc692 req-2794fd97-abbb-4d53-b459-b524d3f73423 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 966 time: 0.0548921 Feb 02 12:58:08.743785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab4d0dd7-a3b0-4245-9477-5007759fc692 req-d5ed6b73-df8b-4124-ba80-d2830ac5141f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525892 Feb 02 12:58:08.961623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49410bdf-584b-47c7-8d05-8814d9e9dc6a req-cc0595a7-92e9-46cb-8b9b-304abedb0274 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:08.964583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-daac8214-0972-4ed7-a64e-93f6272cb81e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:08.970735 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49410bdf-584b-47c7-8d05-8814d9e9dc6a req-cc0595a7-92e9-46cb-8b9b-304abedb0274 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 1148 time: 0.0693669 Feb 02 12:58:09.045297 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49410bdf-584b-47c7-8d05-8814d9e9dc6a req-2d2ea8bc-9265-4a5d-934e-b0dc88033bc5 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733559 Feb 02 12:58:09.124188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-daac8214-0972-4ed7-a64e-93f6272cb81e admin admin] Publish callbacks [] for security_group (326e12ee-98c5-4bfe-aa2f-7ed1f0fea1f9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:09.135986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-daac8214-0972-4ed7-a64e-93f6272cb81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (326e12ee-98c5-4bfe-aa2f-7ed1f0fea1f9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:09.178131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-daac8214-0972-4ed7-a64e-93f6272cb81e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a7b2a21061014497b5a62597c14cf78b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5965886 Feb 02 12:58:09.178131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac8214-0972-4ed7-a64e-93f6272cb81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326e12ee-98c5-4bfe-aa2f-7ed1f0fea1f9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:09.179007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36036) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:09.219321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d0ae5-15f0-46c7-a0ab-4a6d85037e6c req-94c4201a-e77b-45e8-baad-58a339a9a239 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:09.221563 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a89d0ae5-15f0-46c7-a0ab-4a6d85037e6c req-94c4201a-e77b-45e8-baad-58a339a9a239 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 950 time: 0.0833008 Feb 02 12:58:09.228512 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5785ce12-5b97-4c71-a6bf-f5445555665c no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:58:09.240681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b86ff2e-aa34-4d03-8833-bc9a40312f56 admin admin] Publish callbacks [] for security_group (326e12ee-98c5-4bfe-aa2f-7ed1f0fea1f9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:09.285482 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b86ff2e-aa34-4d03-8833-bc9a40312f56 admin admin] Publish callbacks [] for security_group (326e12ee-98c5-4bfe-aa2f-7ed1f0fea1f9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:09.290510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port 5785ce12-5b97-4c71-a6bf-f5445555665c host n-h2-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 12:58:09.290921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5785ce12-5b97-4c71-a6bf-f5445555665c not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:58:09.291523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a89d0ae5-15f0-46c7-a0ab-4a6d85037e6c req-95466ecd-c3ef-4303-aec8-5887135a4cad tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603712 Feb 02 12:58:09.343061 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b86ff2e-aa34-4d03-8833-bc9a40312f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (326e12ee-98c5-4bfe-aa2f-7ed1f0fea1f9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:09.346179 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b86ff2e-aa34-4d03-8833-bc9a40312f56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:09.349986 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5b86ff2e-aa34-4d03-8833-bc9a40312f56 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/326e12ee-98c5-4bfe-aa2f-7ed1f0fea1f9 HTTP/1.1" status: 204 len: 168 time: 0.1675684 Feb 02 12:58:09.360441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86ff2e-aa34-4d03-8833-bc9a40312f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326e12ee-98c5-4bfe-aa2f-7ed1f0fea1f9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:09.576274 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-ccf602bc-2ff9-4091-80d9-4bd3e82202f7 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:09.578000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-ccf602bc-2ff9-4091-80d9-4bd3e82202f7 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 820 time: 0.1340179 Feb 02 12:58:09.594805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-7c8ae78c-ea79-42c9-a4f8-8983f259e81d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/quotas/a4763030dd2542e985a15e0c06e1cfb6 HTTP/1.1" status: 200 len: 375 time: 0.0104728 Feb 02 12:58:09.654386 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-099cc2ab-e71e-4660-8f92-8278cdc7e20f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0542078 Feb 02 12:58:09.750373 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-e535f4b2-fd9f-4f33-9724-781835451b6a service neutron] 10.222.0.83 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878701 Feb 02 12:58:09.857559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c2dcdd1c-4963-4edf-9025-cd7b962dfae5 service neutron] 10.222.0.83 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966690 Feb 02 12:58:10.057468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device abc115ac-f7d1-4941-a35e-4914de9e5f94 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:58:10.065122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49814efa-7cd6-435c-842d-f78645ab4e61 req-853f5297-21c2-4e35-82e5-36fb0489a908 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 210 time: 0.0561161 Feb 02 12:58:10.094312 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: abc115ac-f7d1-4941-a35e-4914de9e5f94 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 12:58:10.094716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device abc115ac-f7d1-4941-a35e-4914de9e5f94 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:58:10.135812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36086) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:10.159764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41b5ecf8-1452-4ff4-83eb-eef3cd2a1ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:10.276933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41b5ecf8-1452-4ff4-83eb-eef3cd2a1ea3 admin admin] Publish callbacks [] for security_group (724d8738-2bd6-4a74-a2a3-0b321db20818), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:10.283440 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:10.287699 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41b5ecf8-1452-4ff4-83eb-eef3cd2a1ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (724d8738-2bd6-4a74-a2a3-0b321db20818), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:10.327475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5ecf8-1452-4ff4-83eb-eef3cd2a1ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724d8738-2bd6-4a74-a2a3-0b321db20818,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:10.390107 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-41b5ecf8-1452-4ff4-83eb-eef3cd2a1ea3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=37214aa0039c46209e4c056ecf7b9ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2524757 Feb 02 12:58:10.393639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:10.522796 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0eec2586-21dc-442e-85c7-f607ba0a1218 admin admin] Publish callbacks [] for security_group (724d8738-2bd6-4a74-a2a3-0b321db20818), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:10.531001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9914861-dd71-4f3e-8c41-f42629937df9 req-474492e3-3dd0-4b22-8d92-7b964b69909b tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:10.532791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9914861-dd71-4f3e-8c41-f42629937df9 req-474492e3-3dd0-4b22-8d92-7b964b69909b tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 950 time: 0.1322584 Feb 02 12:58:10.579739 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-500ff872-cad3-4329-bc9c-085032a887e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:10.613476 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0eec2586-21dc-442e-85c7-f607ba0a1218 admin admin] Publish callbacks [] for security_group (724d8738-2bd6-4a74-a2a3-0b321db20818), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:10.711982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9914861-dd71-4f3e-8c41-f42629937df9 req-05b8267c-8e57-4193-b689-0ff3df503430 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/security-groups?id=035c13dd-0666-4104-842e-66a294e1111a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555698 Feb 02 12:58:10.756000 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-500ff872-cad3-4329-bc9c-085032a887e3 admin admin] Publish callbacks [] for security_group (74069810-58ec-4258-85e3-7c8fa81041f9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:10.761502 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-500ff872-cad3-4329-bc9c-085032a887e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (74069810-58ec-4258-85e3-7c8fa81041f9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:10.839387 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0eec2586-21dc-442e-85c7-f607ba0a1218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (724d8738-2bd6-4a74-a2a3-0b321db20818), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:10.842124 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0eec2586-21dc-442e-85c7-f607ba0a1218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:10.843440 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0eec2586-21dc-442e-85c7-f607ba0a1218 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/724d8738-2bd6-4a74-a2a3-0b321db20818 HTTP/1.1" status: 204 len: 168 time: 0.4485230 Feb 02 12:58:10.844169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ff872-cad3-4329-bc9c-085032a887e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74069810-58ec-4258-85e3-7c8fa81041f9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:10.865613 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-500ff872-cad3-4329-bc9c-085032a887e3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7f37d85d4a8d49579dff0bf3714f1064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5805187 Feb 02 12:58:10.868652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36126) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:10.874873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec2586-21dc-442e-85c7-f607ba0a1218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724d8738-2bd6-4a74-a2a3-0b321db20818,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:10.924462 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e6a1e98-967f-4728-a169-521ab6e66840 admin admin] Publish callbacks [] for security_group (74069810-58ec-4258-85e3-7c8fa81041f9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:10.949942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e6a1e98-967f-4728-a169-521ab6e66840 admin admin] Publish callbacks [] for security_group (74069810-58ec-4258-85e3-7c8fa81041f9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.008423 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e6a1e98-967f-4728-a169-521ab6e66840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (74069810-58ec-4258-85e3-7c8fa81041f9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.010969 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e6a1e98-967f-4728-a169-521ab6e66840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.012649 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5e6a1e98-967f-4728-a169-521ab6e66840 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/74069810-58ec-4258-85e3-7c8fa81041f9 HTTP/1.1" status: 204 len: 168 time: 0.1428237 Feb 02 12:58:11.020457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a1e98-967f-4728-a169-521ab6e66840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74069810-58ec-4258-85e3-7c8fa81041f9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:11.055719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36134) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:11.173264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f874a51-e030-40fb-a740-f3abf31f7b25 req-46c8f757-4766-41d6-84aa-6571478181f8 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:11.174815 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0f874a51-e030-40fb-a740-f3abf31f7b25 req-46c8f757-4766-41d6-84aa-6571478181f8 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 950 time: 0.0951400 Feb 02 12:58:11.193371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97cebffd-30a9-4fe5-93f4-651e809359c3 req-cf0cfae2-9c2d-4fa8-a4ce-ec3e9d40d821 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 210 time: 0.0566711 Feb 02 12:58:11.265351 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:58:11.299876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-0f874a51-e030-40fb-a740-f3abf31f7b25 req-7b82d1ee-3ab8-4a48-8ef5-67a9108f4581 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Deleting port 8222da42-71a5-40a0-b762-3c7c673dd004 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:58:11.300211 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0f874a51-e030-40fb-a740-f3abf31f7b25 req-7b82d1ee-3ab8-4a48-8ef5-67a9108f4581 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.395453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-8f0ade95-5292-4d29-81fc-9a60c2ecfe5b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:11.397157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-8f0ade95-5292-4d29-81fc-9a60c2ecfe5b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.18 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 820 time: 0.1294997 Feb 02 12:58:11.417574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Request body: {'port': {'device_id': 'b741ce56-6553-4b95-bcb4-927731dbdedc', 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db', 'admin_state_up': True, 'tenant_id': 'a4763030dd2542e985a15e0c06e1cfb6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:11.436444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0f874a51-e030-40fb-a740-f3abf31f7b25 req-7b82d1ee-3ab8-4a48-8ef5-67a9108f4581 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] For port 8222da42-71a5-40a0-b762-3c7c673dd004, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=8222da42-71a5-40a0-b762-3c7c673dd004,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:11.436444 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0f874a51-e030-40fb-a740-f3abf31f7b25 req-7b82d1ee-3ab8-4a48-8ef5-67a9108f4581 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.464395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-0f874a51-e030-40fb-a740-f3abf31f7b25 req-7b82d1ee-3ab8-4a48-8ef5-67a9108f4581 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Calling delete_port for 8222da42-71a5-40a0-b762-3c7c673dd004 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:58:11.480998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1484960436-network', 'tenant_id': 'e9b2d9b5a7624d398a72e8a6c667671a'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:11.541583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Made reservation on behalf of e9b2d9b5a7624d398a72e8a6c667671a for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:11.543889 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.555450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.585765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Made reservation on behalf of a4763030dd2542e985a15e0c06e1cfb6 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:11.593647 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.674124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0f874a51-e030-40fb-a740-f3abf31f7b25 req-7b82d1ee-3ab8-4a48-8ef5-67a9108f4581 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (8222da42-71a5-40a0-b762-3c7c673dd004), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.707013 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Publish callbacks [] for security_group (27bc76c6-56d4-4aad-a790-201beff16d23), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.710995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['8222da42-71a5-40a0-b762-3c7c673dd004'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:58:11.730347 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (27bc76c6-56d4-4aad-a790-201beff16d23), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.734544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b82d1ee-3ab8-4a48-8ef5-67a9108f4581 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Pushing event deleted for resources: {'Port': ['ID=8222da42-71a5-40a0-b762-3c7c673dd004,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:11.808527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:58:11.814649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f874a51-e030-40fb-a740-f3abf31f7b25 req-7b82d1ee-3ab8-4a48-8ef5-67a9108f4581 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] No DVR routers for this DVR port 8222da42-71a5-40a0-b762-3c7c673dd004 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:58:11.827530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0f874a51-e030-40fb-a740-f3abf31f7b25 req-7b82d1ee-3ab8-4a48-8ef5-67a9108f4581 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.830968 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0f874a51-e030-40fb-a740-f3abf31f7b25 req-7b82d1ee-3ab8-4a48-8ef5-67a9108f4581 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.62 "DELETE /v2.0/ports/8222da42-71a5-40a0-b762-3c7c673dd004 HTTP/1.1" status: 204 len: 173 time: 0.6486740 Feb 02 12:58:11.834032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9', 'name': 'network-vif-deleted', 'tag': '8222da42-71a5-40a0-b762-3c7c673dd004'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:11.853220 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb7b71d-b96c-42c8-92a5-5dee422ab5a2" -d '{"events": [{"server_uuid": "c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9", "name": "network-vif-deleted", "tag": "8222da42-71a5-40a0-b762-3c7c673dd004"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:11.858248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bc76c6-56d4-4aad-a790-201beff16d23,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:11.863358 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (216360f7-3c78-4b78-85ce-80294d703591), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.864321 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Added segment 216360f7-3c78-4b78-85ce-80294d703591 of type vlan for network 874521e3-e700-43b7-9a69-69d4db583403 Feb 02 12:58:11.923605 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36158) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:11.959471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Allocated IP 172.20.0.7 (2b9af990-5e2e-47c3-abe4-0e26c82225db/708dee7a-bc33-4813-ab59-c9fbe4f3f7a7/c6497e93-9c03-4746-bf01-9f55b4136a0b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:11.972607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (874521e3-e700-43b7-9a69-69d4db583403), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:11.992542 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e8e7e394-a804-4585-bd12-0d2191705309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.018152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c5b996b6-d880-4560-bdc8-370af0a169b8 req-dc232a10-7ed5-4c33-b63c-0382ce29f945 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1594104349', 'description': 'tempest-description-1269761159'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:12.054345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dff31c5f-9326-4bf2-9a0e-f82d1af33d56 req-f60534af-14a3-4d3e-89ea-c9f341ba51c6 tempest-ServersAdminNegativeTestJSON-1170261646 tempest-ServersAdminNegativeTestJSON-1170261646-project] 10.222.0.83 "GET /v2.0/ports?device_id=c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9 HTTP/1.1" status: 200 len: 210 time: 0.1420748 Feb 02 12:58:12.057700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (874521e3-e700-43b7-9a69-69d4db583403), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.058653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:12.059220 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.105502 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c5b996b6-d880-4560-bdc8-370af0a169b8 req-dc232a10-7ed5-4c33-b63c-0382ce29f945 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.114240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-295298d7-2b0b-4ca4-9757-01a40554bc35 req-424fcffc-3c86-44cc-84b6-fb59d15f39e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2977164 Feb 02 12:58:12.125203 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c5b996b6-d880-4560-bdc8-370af0a169b8 req-dc232a10-7ed5-4c33-b63c-0382ce29f945 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.180021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] Pushing event updated for resources: {'Network': ['ID=874521e3-e700-43b7-9a69-69d4db583403,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:12.189010 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-81953b78-0cea-4d5b-9004-02b7ab0039a3 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1321478 Feb 02 12:58:12.191844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36166) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:12.192373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 874521e3-e700-43b7-9a69-69d4db583403 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:58:12.197723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c2b0e836-b2d8-4565-a320-e119404fec7a admin admin] Request body: {'subnet': {'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1484960436-subnet', 'tenant_id': 'e9b2d9b5a7624d398a72e8a6c667671a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:12.248705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b0e836-b2d8-4565-a320-e119404fec7a admin admin] Made reservation on behalf of e9b2d9b5a7624d398a72e8a6c667671a for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:12.253043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e836-b2d8-4565-a320-e119404fec7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.281467 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373e2bec-6cca-43ee-8361-660ff5c8e423 x-openstack-request-id: req-373e2bec-6cca-43ee-8361-660ff5c8e423 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:12.282138 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9", "name": "network-vif-deleted", "tag": "8222da42-71a5-40a0-b762-3c7c673dd004", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:12.282583 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-373e2bec-6cca-43ee-8361-660ff5c8e423 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:12.283147 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4770d8d-37f9-4155-9b7b-5ee16ebe4fd9', 'name': 'network-vif-deleted', 'tag': '8222da42-71a5-40a0-b762-3c7c673dd004', 'status': 'completed', 'code': 200} Feb 02 12:58:12.321951 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks [] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.338044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295298d7-2b0b-4ca4-9757-01a40554bc35 req-48866736-9d38-43ae-a739-452057e7e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:12.339599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-295298d7-2b0b-4ca4-9757-01a40554bc35 req-48866736-9d38-43ae-a739-452057e7e0de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=703a1919ab3848d3bbcfb6f564b7db94&device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 1128 time: 0.1329367 Feb 02 12:58:12.358311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c5b996b6-d880-4560-bdc8-370af0a169b8 req-dc232a10-7ed5-4c33-b63c-0382ce29f945 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (9cad0578-a08c-45dd-abcb-f847a16faf0f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.376022 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e8e7e394-a804-4585-bd12-0d2191705309 admin admin] Publish callbacks [] for security_group (6af1d377-089f-43bc-89b8-adf6f2746f88), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.379997 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c5b996b6-d880-4560-bdc8-370af0a169b8 req-dc232a10-7ed5-4c33-b63c-0382ce29f945 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9cad0578-a08c-45dd-abcb-f847a16faf0f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.401841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e8e7e394-a804-4585-bd12-0d2191705309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6af1d377-089f-43bc-89b8-adf6f2746f88), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.464565 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c6bcfde-3cb8-4338-b8b6-8539aae38fa2 req-86b91720-7a2f-4ce0-8d41-402fe19fa02b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 210 time: 0.0717649 Feb 02 12:58:12.507180 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.521322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc232a10-7ed5-4c33-b63c-0382ce29f945 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cad0578-a08c-45dd-abcb-f847a16faf0f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:12.622925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Network 2b9af990-5e2e-47c3-abe4-0e26c82225db is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:12.640857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Pushing event updated for resources: {'Port': ['ID=c6497e93-9c03-4746-bf01-9f55b4136a0b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:12.644034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:12.647985 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c5b996b6-d880-4560-bdc8-370af0a169b8 req-dc232a10-7ed5-4c33-b63c-0382ce29f945 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (89558497-0ee0-44b2-9be7-8bd75426eb06), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.651297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:12.657014 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:12.658053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.663221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295298d7-2b0b-4ca4-9757-01a40554bc35 req-45669184-2b24-43dd-b0bd-7fd38edb0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:12.664946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-295298d7-2b0b-4ca4-9757-01a40554bc35 req-45669184-2b24-43dd-b0bd-7fd38edb0c45 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16e87a24-b253-467e-bf8a-2babe3b8e710 HTTP/1.1" status: 200 len: 923 time: 0.2977405 Feb 02 12:58:12.668625 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c5b996b6-d880-4560-bdc8-370af0a169b8 req-dc232a10-7ed5-4c33-b63c-0382ce29f945 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (89558497-0ee0-44b2-9be7-8bd75426eb06), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.712274 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7e394-a804-4585-bd12-0d2191705309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af1d377-089f-43bc-89b8-adf6f2746f88,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:12.722361 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e8e7e394-a804-4585-bd12-0d2191705309 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bbbcbd66d1c849d5a6b5b9dc9ddb9322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7807417 Feb 02 12:58:12.722550 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36182) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:12.773967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-fa29419e-be9b-4c9b-9942-f963e0b612ab tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3615744 Feb 02 12:58:12.798582 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c5b996b6-d880-4560-bdc8-370af0a169b8 req-dc232a10-7ed5-4c33-b63c-0382ce29f945 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.799792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5b996b6-d880-4560-bdc8-370af0a169b8 req-dc232a10-7ed5-4c33-b63c-0382ce29f945 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8420582 Feb 02 12:58:12.807862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Request body: {'port': {'device_id': 'b741ce56-6553-4b95-bcb4-927731dbdedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:12.818447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc232a10-7ed5-4c33-b63c-0382ce29f945 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89558497-0ee0-44b2-9be7-8bd75426eb06,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:12.821032 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2507e872-46f2-423e-a792-177c9e814056 admin admin] Publish callbacks [] for security_group (6af1d377-089f-43bc-89b8-adf6f2746f88), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.855257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-df3ec8a6-b1e5-4546-94fb-1ff921ca180c req-9dcc2cdf-2b5c-4288-9c60-febbf39f6ad3 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Request body: {'security_group': {'name': 'tempest-securitygroup-352018900', 'description': 'tempest-description-1585884720'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:12.874669 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2507e872-46f2-423e-a792-177c9e814056 admin admin] Publish callbacks [] for security_group (6af1d377-089f-43bc-89b8-adf6f2746f88), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.879645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-295298d7-2b0b-4ca4-9757-01a40554bc35 req-ed9a20fa-77c7-4ae9-b41f-4e124f15bbf6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98b67a19-5508-4822-8dd1-f8e3c2275be7 HTTP/1.1" status: 200 len: 1002 time: 0.2008045 Feb 02 12:58:12.903480 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e836-b2d8-4565-a320-e119404fec7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (eb7766b7-92d2-47a0-93e3-41c40ddbb9a9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.937171 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-df3ec8a6-b1e5-4546-94fb-1ff921ca180c req-9dcc2cdf-2b5c-4288-9c60-febbf39f6ad3 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.954252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0e836-b2d8-4565-a320-e119404fec7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7766b7-92d2-47a0-93e3-41c40ddbb9a9,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:12.954795 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:12.984106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295298d7-2b0b-4ca4-9757-01a40554bc35 req-a175bb37-12ca-4b14-9046-3e14a588a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:12.985586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-295298d7-2b0b-4ca4-9757-01a40554bc35 req-a175bb37-12ca-4b14-9046-3e14a588a31c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b40da53-385a-4ca7-a6b2-f647fc4a6863 HTTP/1.1" status: 200 len: 861 time: 0.0983546 Feb 02 12:58:12.991978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b0e836-b2d8-4565-a320-e119404fec7a admin admin] Checking segment: {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:12.992347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b0e836-b2d8-4565-a320-e119404fec7a admin admin] Network hostable DHCP agents. Network: 874521e3-e700-43b7-9a69-69d4db583403, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:58:13.016913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b0e836-b2d8-4565-a320-e119404fec7a admin admin] Network 874521e3-e700-43b7-9a69-69d4db583403 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:58:13.024899 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2507e872-46f2-423e-a792-177c9e814056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6af1d377-089f-43bc-89b8-adf6f2746f88), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:13.029725 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2507e872-46f2-423e-a792-177c9e814056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:13.031141 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2507e872-46f2-423e-a792-177c9e814056 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6af1d377-089f-43bc-89b8-adf6f2746f88 HTTP/1.1" status: 204 len: 168 time: 0.3077235 Feb 02 12:58:13.043990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507e872-46f2-423e-a792-177c9e814056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af1d377-089f-43bc-89b8-adf6f2746f88,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:13.048459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c2b0e836-b2d8-4565-a320-e119404fec7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 874521e3-e700-43b7-9a69-69d4db583403) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:13.058678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af1950c-2e3e-43bc-ba3d-1310854ae934 None None] Network 874521e3-e700-43b7-9a69-69d4db583403 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:13.078663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b0e836-b2d8-4565-a320-e119404fec7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:13.079462 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e836-b2d8-4565-a320-e119404fec7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:13.120386 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c2b0e836-b2d8-4565-a320-e119404fec7a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9274254 Feb 02 12:58:13.200473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295298d7-2b0b-4ca4-9757-01a40554bc35 req-2d96d8be-e1f6-456d-9377-ec8073faca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:13.202343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-295298d7-2b0b-4ca4-9757-01a40554bc35 req-2d96d8be-e1f6-456d-9377-ec8073faca29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16e87a24-b253-467e-bf8a-2babe3b8e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2084515 Feb 02 12:58:13.207626 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-df3ec8a6-b1e5-4546-94fb-1ff921ca180c req-9dcc2cdf-2b5c-4288-9c60-febbf39f6ad3 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (921ef3a8-7574-40a2-9674-f802d9dfb365), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:13.250371 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-df3ec8a6-b1e5-4546-94fb-1ff921ca180c req-9dcc2cdf-2b5c-4288-9c60-febbf39f6ad3 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (921ef3a8-7574-40a2-9674-f802d9dfb365), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:13.257987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f515ce6-8ee1-45a2-a36d-ab8fabb837da None None] Network 874521e3-e700-43b7-9a69-69d4db583403 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:13.382247 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-df3ec8a6-b1e5-4546-94fb-1ff921ca180c req-9dcc2cdf-2b5c-4288-9c60-febbf39f6ad3 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:13.383498 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df3ec8a6-b1e5-4546-94fb-1ff921ca180c req-9dcc2cdf-2b5c-4288-9c60-febbf39f6ad3 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5364788 Feb 02 12:58:13.450088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcc2cdf-2b5c-4288-9c60-febbf39f6ad3 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=921ef3a8-7574-40a2-9674-f802d9dfb365,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:13.494549 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-295298d7-2b0b-4ca4-9757-01a40554bc35 req-b8a0028b-45ec-4b25-9220-881add6dc9cf service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800920 Feb 02 12:58:13.862631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b91a1e83-2917-4b15-b6dd-afaa39e97406 req-43c44d4b-91ce-4937-9c43-152e66036eae tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1615701796', 'description': 'tempest-description-1786450331'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:13.878925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36226) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:13.890905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6497e93-9c03-4746-bf01-9f55b4136a0b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:58:13.905597 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-295298d7-2b0b-4ca4-9757-01a40554bc35 req-51ddbb55-440c-4022-8366-c820bb283388 service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993924 Feb 02 12:58:13.909782 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Publish callbacks [] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:13.922778 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b91a1e83-2917-4b15-b6dd-afaa39e97406 req-43c44d4b-91ce-4937-9c43-152e66036eae tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:13.931157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Transition to ACTIVE for port object c6497e93-9c03-4746-bf01-9f55b4136a0b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:58:13.936757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36232) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:13.943918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575e11e-c3e3-4ce9-a8a7-6e92b0089e1a req-ecbe1637-240e-4dc1-bc25-a9bcb7ff7948 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:13.945440 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a575e11e-c3e3-4ce9-a8a7-6e92b0089e1a req-ecbe1637-240e-4dc1-bc25-a9bcb7ff7948 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 931 time: 0.3638661 Feb 02 12:58:13.946611 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b91a1e83-2917-4b15-b6dd-afaa39e97406 req-43c44d4b-91ce-4937-9c43-152e66036eae tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:13.948700 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.043983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6497e93-9c03-4746-bf01-9f55b4136a0b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:14.108135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a575e11e-c3e3-4ce9-a8a7-6e92b0089e1a req-0d883c6c-833d-47df-9c77-2ea8e0928a52 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453998 Feb 02 12:58:14.114716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Attempting to bind port c6497e93-9c03-4746-bf01-9f55b4136a0b on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:14.115204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Attempting to bind port c6497e93-9c03-4746-bf01-9f55b4136a0b by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:14.115745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Attempting to bind port c6497e93-9c03-4746-bf01-9f55b4136a0b on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:14.126306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Port c6497e93-9c03-4746-bf01-9f55b4136a0b on network 2b9af990-5e2e-47c3-abe4-0e26c82225db not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:58:14.126869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Attempting to bind port c6497e93-9c03-4746-bf01-9f55b4136a0b on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:14.152074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:14.152593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:14.153077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Bound using segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:14.153641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Bound port: c6497e93-9c03-4746-bf01-9f55b4136a0b, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:14.154092 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.171692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97538fd5-3cc5-43a7-a018-b1e8d3ee4c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.183171 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b91a1e83-2917-4b15-b6dd-afaa39e97406 req-43c44d4b-91ce-4937-9c43-152e66036eae tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (96ae25cc-8901-41b7-b086-b2f8891ef48c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.206741 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b91a1e83-2917-4b15-b6dd-afaa39e97406 req-43c44d4b-91ce-4937-9c43-152e66036eae tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (96ae25cc-8901-41b7-b086-b2f8891ef48c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.261934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97538fd5-3cc5-43a7-a018-b1e8d3ee4c62 admin admin] Publish callbacks [] for security_group (24399da1-357d-4e00-a1fd-d2e81c54105b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.268888 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a791f189-eef7-4e30-9894-51a6127bc1ed admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d8e9f795c284402182e372f14bc2519f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3879240 Feb 02 12:58:14.273046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97538fd5-3cc5-43a7-a018-b1e8d3ee4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (24399da1-357d-4e00-a1fd-d2e81c54105b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.275173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36248) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:14.289184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:14.294126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c44d4b-91ce-4937-9c43-152e66036eae tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ae25cc-8901-41b7-b086-b2f8891ef48c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:14.297676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:14.312955 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.359697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97538fd5-3cc5-43a7-a018-b1e8d3ee4c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24399da1-357d-4e00-a1fd-d2e81c54105b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:14.360032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:14.360662 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.362086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] 10.222.0.18 "PUT /v2.0/ports/c6497e93-9c03-4746-bf01-9f55b4136a0b HTTP/1.1" status: 200 len: 1091 time: 1.5694160 Feb 02 12:58:14.365751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b741ce56-6553-4b95-bcb4-927731dbdedc', 'tag': 'c6497e93-9c03-4746-bf01-9f55b4136a0b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:14.368616 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433c5325-bd91-4003-8d52-c6afc9de5cea" -d '{"events": [{"name": "network-changed", "server_uuid": "b741ce56-6553-4b95-bcb4-927731dbdedc", "tag": "c6497e93-9c03-4746-bf01-9f55b4136a0b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:14.381495 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b91a1e83-2917-4b15-b6dd-afaa39e97406 req-43c44d4b-91ce-4937-9c43-152e66036eae tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (ca4d9f91-00a1-4752-afeb-69537eed8d3d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.400137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b91a1e83-2917-4b15-b6dd-afaa39e97406 req-43c44d4b-91ce-4937-9c43-152e66036eae tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ca4d9f91-00a1-4752-afeb-69537eed8d3d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.412493 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-97538fd5-3cc5-43a7-a018-b1e8d3ee4c62 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1520b50f7182487d86347a085a5591a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4745057 Feb 02 12:58:14.414955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36254) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:14.429762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c2f3a-d703-4353-83ec-a9b00e40ffa0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6497e93-9c03-4746-bf01-9f55b4136a0b,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:14.436621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c44d4b-91ce-4937-9c43-152e66036eae tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4d9f91-00a1-4752-afeb-69537eed8d3d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:14.462474 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fcf93694-be90-4af7-8af1-45970f103f60 admin admin] Publish callbacks [] for security_group (035c13dd-0666-4104-842e-66a294e1111a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.474678 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b91a1e83-2917-4b15-b6dd-afaa39e97406 req-43c44d4b-91ce-4937-9c43-152e66036eae tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.476436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b91a1e83-2917-4b15-b6dd-afaa39e97406 req-43c44d4b-91ce-4937-9c43-152e66036eae tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6268313 Feb 02 12:58:14.489210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fcf93694-be90-4af7-8af1-45970f103f60 admin admin] Publish callbacks [] for security_group (035c13dd-0666-4104-842e-66a294e1111a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.497674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-449c990d-fdb1-4c2a-ba33-39e5aad47b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:14.499449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-449c990d-fdb1-4c2a-ba33-39e5aad47b7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 1125 time: 0.0639510 Feb 02 12:58:14.534318 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ece9a66-ceca-4c62-bfed-bcd285a38d42 admin admin] Publish callbacks [] for security_group (24399da1-357d-4e00-a1fd-d2e81c54105b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.571395 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ece9a66-ceca-4c62-bfed-bcd285a38d42 admin admin] Publish callbacks [] for security_group (24399da1-357d-4e00-a1fd-d2e81c54105b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.573241 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdb740c-c3d6-4774-a0ea-bec2dbd01922 x-openstack-request-id: req-5fdb740c-c3d6-4774-a0ea-bec2dbd01922 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:14.573529 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b741ce56-6553-4b95-bcb4-927731dbdedc", "tag": "c6497e93-9c03-4746-bf01-9f55b4136a0b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:14.573961 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5fdb740c-c3d6-4774-a0ea-bec2dbd01922 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:14.574076 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fcf93694-be90-4af7-8af1-45970f103f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (035c13dd-0666-4104-842e-66a294e1111a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.574595 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b741ce56-6553-4b95-bcb4-927731dbdedc', 'tag': 'c6497e93-9c03-4746-bf01-9f55b4136a0b', 'status': 'completed', 'code': 200} Feb 02 12:58:14.576589 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fcf93694-be90-4af7-8af1-45970f103f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.576947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-73b859c8-096a-4cbe-9e53-e6693be5d1f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b HTTP/1.1" status: 200 len: 217 time: 0.0641732 Feb 02 12:58:14.577694 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fcf93694-be90-4af7-8af1-45970f103f60 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/035c13dd-0666-4104-842e-66a294e1111a HTTP/1.1" status: 204 len: 168 time: 0.2885432 Feb 02 12:58:14.595989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-888cdca4-e2b1-4f7b-8629-0121b377e0f9 req-9eab2d00-0417-43fb-ac3e-7966a69509a2 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-943415098', 'description': 'tempest-description-1650108722'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:14.604010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf93694-be90-4af7-8af1-45970f103f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035c13dd-0666-4104-842e-66a294e1111a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:14.648738 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ece9a66-ceca-4c62-bfed-bcd285a38d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (24399da1-357d-4e00-a1fd-d2e81c54105b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.651510 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ece9a66-ceca-4c62-bfed-bcd285a38d42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.652920 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9ece9a66-ceca-4c62-bfed-bcd285a38d42 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/24399da1-357d-4e00-a1fd-d2e81c54105b HTTP/1.1" status: 204 len: 168 time: 0.2369401 Feb 02 12:58:14.665162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece9a66-ceca-4c62-bfed-bcd285a38d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24399da1-357d-4e00-a1fd-d2e81c54105b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:14.702433 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-888cdca4-e2b1-4f7b-8629-0121b377e0f9 req-9eab2d00-0417-43fb-ac3e-7966a69509a2 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.789856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-84867344-134b-48b3-8a71-f98e3035f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:14.791343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-84867344-134b-48b3-8a71-f98e3035f8e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.2070949 Feb 02 12:58:14.867217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-3c39d9d2-1b28-461a-9801-f319274aa2a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661409 Feb 02 12:58:14.970804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-91758373-b21a-4e72-9202-4863e124e98d tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:14.972439 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-91758373-b21a-4e72-9202-4863e124e98d tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/networks?id=874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 200 len: 805 time: 0.2343121 Feb 02 12:58:14.979813 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-888cdca4-e2b1-4f7b-8629-0121b377e0f9 req-9eab2d00-0417-43fb-ac3e-7966a69509a2 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (7f2bb08f-158e-4cbb-a2d0-c3638e816afe), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:14.993853 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-888cdca4-e2b1-4f7b-8629-0121b377e0f9 req-9eab2d00-0417-43fb-ac3e-7966a69509a2 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7f2bb08f-158e-4cbb-a2d0-c3638e816afe), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.012642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1fecfecd-cdf8-4207-a8d1-85a139827d63 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/quotas/e9b2d9b5a7624d398a72e8a6c667671a HTTP/1.1" status: 200 len: 375 time: 0.0305555 Feb 02 12:58:15.050055 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-888cdca4-e2b1-4f7b-8629-0121b377e0f9 req-9eab2d00-0417-43fb-ac3e-7966a69509a2 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.051670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-888cdca4-e2b1-4f7b-8629-0121b377e0f9 req-9eab2d00-0417-43fb-ac3e-7966a69509a2 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4692101 Feb 02 12:58:15.081350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-1e6e2adc-651c-43bd-8cc1-fd5d1fbf2c38 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066922 Feb 02 12:58:15.083241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-590109ba-105b-4979-bf31-4b9f236f5754 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698431 Feb 02 12:58:15.121461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab2d00-0417-43fb-ac3e-7966a69509a2 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2bb08f-158e-4cbb-a2d0-c3638e816afe,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:15.191726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36290) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:15.215728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36292) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:15.261140 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-14602fa5-948d-40a4-bd4d-092f1eec8cde admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a59401dba65e4620b7784bccf44dfa14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0667114 Feb 02 12:58:15.263450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3134a32c-3be7-40a3-a566-536f360b23c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.265487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36294) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:15.348043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a905f4-0516-464e-b76b-a1f6e77d1ee8 req-136d1878-c7ba-47f3-9dc3-c741fdde3ed3 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561903 Feb 02 12:58:15.369838 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3134a32c-3be7-40a3-a566-536f360b23c2 admin admin] Publish callbacks [] for security_group (9fc8a38c-f5c4-4b98-be2f-dbd1d9c3b91a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.370215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-53701f02-e7d0-4414-8ca6-cdca09d4e117 service neutron] 10.222.0.83 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764654 Feb 02 12:58:15.377899 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3134a32c-3be7-40a3-a566-536f360b23c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9fc8a38c-f5c4-4b98-be2f-dbd1d9c3b91a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.433545 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3134a32c-3be7-40a3-a566-536f360b23c2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6fb1578e975a46ffb83597e61a0d9e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160084 Feb 02 12:58:15.434503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134a32c-3be7-40a3-a566-536f360b23c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc8a38c-f5c4-4b98-be2f-dbd1d9c3b91a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:15.437764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36302) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:15.491867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1dde0a0b-d179-4a39-832f-ac7322d2944b admin admin] Publish callbacks [] for security_group (9fc8a38c-f5c4-4b98-be2f-dbd1d9c3b91a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.505614 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b9dd3c7-4bb7-43ee-8978-20fd3347d428 admin admin] Publish callbacks [] for security_group (b8008aca-879d-4ea3-95d9-3008638f1ed9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.512641 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1dde0a0b-d179-4a39-832f-ac7322d2944b admin admin] Publish callbacks [] for security_group (9fc8a38c-f5c4-4b98-be2f-dbd1d9c3b91a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.562726 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1dde0a0b-d179-4a39-832f-ac7322d2944b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9fc8a38c-f5c4-4b98-be2f-dbd1d9c3b91a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.564785 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b9dd3c7-4bb7-43ee-8978-20fd3347d428 admin admin] Publish callbacks [] for security_group (b8008aca-879d-4ea3-95d9-3008638f1ed9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.565620 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1dde0a0b-d179-4a39-832f-ac7322d2944b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.569205 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1dde0a0b-d179-4a39-832f-ac7322d2944b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9fc8a38c-f5c4-4b98-be2f-dbd1d9c3b91a HTTP/1.1" status: 204 len: 168 time: 0.1280220 Feb 02 12:58:15.574859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde0a0b-d179-4a39-832f-ac7322d2944b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc8a38c-f5c4-4b98-be2f-dbd1d9c3b91a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:15.620544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-b6be7bf0-c41a-4977-9743-c3b7a7886a70 service neutron] 10.222.0.83 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488565 Feb 02 12:58:15.630145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5325-bd91-4003-8d52-c6afc9de5cea req-329702bd-404e-4fb4-b620-0d954d7e5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:15.632178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-433c5325-bd91-4003-8d52-c6afc9de5cea req-329702bd-404e-4fb4-b620-0d954d7e5499 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 1125 time: 0.1854587 Feb 02 12:58:15.707113 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-fff631c7-c310-452c-ae38-fb33eb770f74 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39828 time: 0.6224287 Feb 02 12:58:15.768449 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b9dd3c7-4bb7-43ee-8978-20fd3347d428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b8008aca-879d-4ea3-95d9-3008638f1ed9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.771479 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b9dd3c7-4bb7-43ee-8978-20fd3347d428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:15.772480 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1b9dd3c7-4bb7-43ee-8978-20fd3347d428 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b8008aca-879d-4ea3-95d9-3008638f1ed9 HTTP/1.1" status: 204 len: 168 time: 0.5035064 Feb 02 12:58:15.803609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9dd3c7-4bb7-43ee-8978-20fd3347d428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8008aca-879d-4ea3-95d9-3008638f1ed9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:15.810298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5325-bd91-4003-8d52-c6afc9de5cea req-eeabf3d7-ffff-4e0c-bb47-5b4a7ed2aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:15.811780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-433c5325-bd91-4003-8d52-c6afc9de5cea req-eeabf3d7-ffff-4e0c-bb47-5b4a7ed2aee2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.1703014 Feb 02 12:58:15.813658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-cfefe609-c902-4521-af53-2af5122bbcb4 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/02bffb02-f7c5-428a-b543-a8588924f4c4 HTTP/1.1" status: 200 len: 2990 time: 0.0832541 Feb 02 12:58:15.908983 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-433c5325-bd91-4003-8d52-c6afc9de5cea req-85e2b23c-0fb2-442d-91b9-b76bf47dae07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b HTTP/1.1" status: 200 len: 217 time: 0.0774155 Feb 02 12:58:15.992412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-5e41f7ca-12a0-41b0-b580-91ecc5543423 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/02bffb02-f7c5-428a-b543-a8588924f4c4 HTTP/1.1" status: 200 len: 2990 time: 0.1579440 Feb 02 12:58:16.012582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c5325-bd91-4003-8d52-c6afc9de5cea req-58486bc1-bbbb-420f-9ece-14dd4c079257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:16.013711 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-433c5325-bd91-4003-8d52-c6afc9de5cea req-58486bc1-bbbb-420f-9ece-14dd4c079257 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0909534 Feb 02 12:58:16.072165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 8222da42-71a5-40a0-b762-3c7c673dd004 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:58:16.073113 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-433c5325-bd91-4003-8d52-c6afc9de5cea req-7d9557e0-1d24-45fa-8fbf-33ffd828cb98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491819 Feb 02 12:58:16.086778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b9e01-25ba-49b0-94ae-508ccf6a9c50 req-1f01dc5a-58c6-4cd2-85a8-db10a161c081 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:16.088396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-961b9e01-25ba-49b0-94ae-508ccf6a9c50 req-1f01dc5a-58c6-4cd2-85a8-db10a161c081 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 943 time: 0.1844823 Feb 02 12:58:16.132963 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-dd186703-29b0-409c-9a6c-77df9a6cc77a tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/27bc76c6-56d4-4aad-a790-201beff16d23 HTTP/1.1" status: 200 len: 2998 time: 0.1295347 Feb 02 12:58:16.166232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 8222da42-71a5-40a0-b762-3c7c673dd004 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 12:58:16.166731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 8222da42-71a5-40a0-b762-3c7c673dd004 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:58:16.238736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-961b9e01-25ba-49b0-94ae-508ccf6a9c50 req-4c66d58e-a816-424f-aeb2-c73ec81c7002 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352100 Feb 02 12:58:16.254253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-395f0324-7c54-462c-9337-adba75839713 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/27bc76c6-56d4-4aad-a790-201beff16d23 HTTP/1.1" status: 200 len: 2998 time: 0.1121187 Feb 02 12:58:16.260091 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-433c5325-bd91-4003-8d52-c6afc9de5cea req-52e90ee5-f91f-443c-ac3d-6e16c668b413 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705844 Feb 02 12:58:16.369993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-c1e948dc-881d-49e6-8e83-79fcec448851 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/31477a77-0733-47e8-9037-994db44b28d4 HTTP/1.1" status: 200 len: 2994 time: 0.1088908 Feb 02 12:58:16.412695 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-433c5325-bd91-4003-8d52-c6afc9de5cea req-b1e59edd-225e-429e-9a4d-1f793b94a7c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360192 Feb 02 12:58:16.431400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-51b195c0-e18b-4393-96b1-ff6f3e4579d0 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/31477a77-0733-47e8-9037-994db44b28d4 HTTP/1.1" status: 200 len: 2994 time: 0.0533581 Feb 02 12:58:16.479616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-5baabf8b-728b-4671-ac79-b31ad216fff4 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/3401d614-f201-445c-ad87-6f7ad3630b25 HTTP/1.1" status: 200 len: 2994 time: 0.0415635 Feb 02 12:58:16.539598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-e58227f5-9771-489d-92c2-725b38a390ac tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/3401d614-f201-445c-ad87-6f7ad3630b25 HTTP/1.1" status: 200 len: 2994 time: 0.0527515 Feb 02 12:58:16.579749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-34679d45-5c2a-4951-a261-0e57cb1901e4 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/34ac08fb-8940-43c0-9ff7-eba96d940a71 HTTP/1.1" status: 200 len: 2994 time: 0.0392573 Feb 02 12:58:16.631537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-865b5712-bc4f-44dd-a91f-ab9ba47bd37d tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/34ac08fb-8940-43c0-9ff7-eba96d940a71 HTTP/1.1" status: 200 len: 2994 time: 0.0382681 Feb 02 12:58:16.678939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-3cc8fa13-6b05-4713-babe-b9e3df670ae3 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/69d920e3-c0e8-4213-a02d-9dde09f78fd1 HTTP/1.1" status: 200 len: 2998 time: 0.0390880 Feb 02 12:58:16.742658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-b8c2c30b-3760-48d0-a2df-87976d228c27 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/69d920e3-c0e8-4213-a02d-9dde09f78fd1 HTTP/1.1" status: 200 len: 2998 time: 0.0560710 Feb 02 12:58:16.798610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-50960017-2644-468b-829c-b8cb336c525a tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/96ae25cc-8901-41b7-b086-b2f8891ef48c HTTP/1.1" status: 200 len: 2998 time: 0.0491209 Feb 02 12:58:16.841646 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-4970fb3e-d36d-4c66-b260-3be263e5c72f tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/96ae25cc-8901-41b7-b086-b2f8891ef48c HTTP/1.1" status: 200 len: 2998 time: 0.0421076 Feb 02 12:58:16.884524 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-bce2d0ed-13f9-4226-8878-1b3c610a4173 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/9cad0578-a08c-45dd-abcb-f847a16faf0f HTTP/1.1" status: 200 len: 2998 time: 0.0364335 Feb 02 12:58:16.930034 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-5a93daa4-df23-4981-8f40-4d093580da7e tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/9cad0578-a08c-45dd-abcb-f847a16faf0f HTTP/1.1" status: 200 len: 2998 time: 0.0391645 Feb 02 12:58:16.950097 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-3a8fcbb5-2a1e-48b7-b101-866922cea699 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] show failed (client error): The resource could not be found. Feb 02 12:58:16.951100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-3a8fcbb5-2a1e-48b7-b101-866922cea699 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/b8008aca-879d-4ea3-95d9-3008638f1ed9 HTTP/1.1" status: 404 len: 352 time: 0.0133820 Feb 02 12:58:16.974154 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-ba1576bd-f374-4d1e-9a18-be7749dbe8fc tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] show failed (client error): The resource could not be found. Feb 02 12:58:16.975246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-ba1576bd-f374-4d1e-9a18-be7749dbe8fc tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/b8008aca-879d-4ea3-95d9-3008638f1ed9 HTTP/1.1" status: 404 len: 352 time: 0.0136671 Feb 02 12:58:17.039987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-6155a5ba-d617-403e-b530-b965bf0d6394 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/d90bf36a-8a37-4f64-830e-f771b6ad11a9 HTTP/1.1" status: 200 len: 2998 time: 0.0560610 Feb 02 12:58:17.096310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-2b4a42cd-891d-45ce-b200-22c9617f647d tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/d90bf36a-8a37-4f64-830e-f771b6ad11a9 HTTP/1.1" status: 200 len: 2998 time: 0.0486054 Feb 02 12:58:17.146221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-fa4d03e1-65e2-4af2-a59f-64bbe69c2d3c tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/dd028458-680a-45e3-92d8-3921f2869881 HTTP/1.1" status: 200 len: 2998 time: 0.0445087 Feb 02 12:58:17.275615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36380) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:17.294243 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39788563-390d-460a-a25a-33848f196041 req-8e77c96e-2ce8-4eae-bb4d-3d0a56f97282 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 210 time: 0.0827487 Feb 02 12:58:17.312584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d25131-dc9f-421d-b08f-caa1371ea3b6 req-7b6b1866-62f6-49ad-b49d-55d446f5e0af tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/dd028458-680a-45e3-92d8-3921f2869881 HTTP/1.1" status: 200 len: 2998 time: 0.1602943 Feb 02 12:58:17.360838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-5f22e186-0047-4143-91fa-6a983578175a tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:17.362312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-5f22e186-0047-4143-91fa-6a983578175a tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.62 "GET /v2.0/networks?id=874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 200 len: 805 time: 0.1934278 Feb 02 12:58:17.408711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-680483312-network', 'tenant_id': 'f894334a06074d648a4659933490abf7'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:17.430061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Made reservation on behalf of f894334a06074d648a4659933490abf7 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:17.431099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Request body: {'port': {'device_id': '87082a5c-66ce-4875-b0c8-6e900e78497d', 'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'admin_state_up': True, 'tenant_id': 'e9b2d9b5a7624d398a72e8a6c667671a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:17.433609 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:17.445274 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:17.531820 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Publish callbacks [] for security_group (e8a2047f-c355-4229-a6f6-d26e4736d2b4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:17.540524 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e8a2047f-c355-4229-a6f6-d26e4736d2b4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:17.567740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Made reservation on behalf of e9b2d9b5a7624d398a72e8a6c667671a for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:17.569375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:58:17.572009 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:17.586160 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a2047f-c355-4229-a6f6-d26e4736d2b4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:17.594874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (81e2cb4d-9c60-4dab-8614-923260dc117d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:17.595388 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Added segment 81e2cb4d-9c60-4dab-8614-923260dc117d of type vlan for network 4c82ec79-7fc7-4f76-86e6-90470c51d246 Feb 02 12:58:17.647792 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (4c82ec79-7fc7-4f76-86e6-90470c51d246), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:17.684429 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (4c82ec79-7fc7-4f76-86e6-90470c51d246), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:17.685404 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:17.685976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:17.756024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] Pushing event updated for resources: {'Network': ['ID=4c82ec79-7fc7-4f76-86e6-90470c51d246,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:17.762917 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fb62dca3-98bf-44d4-b5da-66357162d04e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4851110 Feb 02 12:58:17.765797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36406) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:17.772617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 4c82ec79-7fc7-4f76-86e6-90470c51d246 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:58:17.781214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f154edc6-8a7b-46fa-9f84-1e6b5796ba36 admin admin] Request body: {'subnet': {'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-680483312-subnet', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:17.809466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Allocated IP 172.20.0.5 (874521e3-e700-43b7-9a69-69d4db583403/eb7766b7-92d2-47a0-93e3-41c40ddbb9a9/aeb88c18-67a5-4501-95da-260b51d1bb5f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:17.809999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f154edc6-8a7b-46fa-9f84-1e6b5796ba36 admin admin] Made reservation on behalf of f894334a06074d648a4659933490abf7 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:17.813667 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f154edc6-8a7b-46fa-9f84-1e6b5796ba36 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.036101 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f154edc6-8a7b-46fa-9f84-1e6b5796ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.098344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154edc6-8a7b-46fa-9f84-1e6b5796ba36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:18.133391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f154edc6-8a7b-46fa-9f84-1e6b5796ba36 admin admin] Checking segment: {'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:18.133737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154edc6-8a7b-46fa-9f84-1e6b5796ba36 admin admin] Network hostable DHCP agents. Network: 4c82ec79-7fc7-4f76-86e6-90470c51d246, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:58:18.151597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920401f7-7c5a-4e20-bd15-f15740bde357 req-7138dce8-ffe3-41da-ba18-8ae2e7864474 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:18.153139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-920401f7-7c5a-4e20-bd15-f15740bde357 req-7138dce8-ffe3-41da-ba18-8ae2e7864474 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 943 time: 0.4475951 Feb 02 12:58:18.153963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f154edc6-8a7b-46fa-9f84-1e6b5796ba36 admin admin] Network 4c82ec79-7fc7-4f76-86e6-90470c51d246 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:58:18.164775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f154edc6-8a7b-46fa-9f84-1e6b5796ba36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 4c82ec79-7fc7-4f76-86e6-90470c51d246) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:18.170356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f154edc6-8a7b-46fa-9f84-1e6b5796ba36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:18.170493 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f154edc6-8a7b-46fa-9f84-1e6b5796ba36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.178683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5231a5ae-b43f-4e8f-8808-6aadd9a6b59a None None] Network 4c82ec79-7fc7-4f76-86e6-90470c51d246 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:18.188665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f154edc6-8a7b-46fa-9f84-1e6b5796ba36 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4216719 Feb 02 12:58:18.191266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36422) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:18.193298 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81e50f35-86ce-4bb1-b66c-e8156fb965c2 req-9501e2f5-bbbf-4eed-b47a-c0c7d85663b0 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f65be283e3924a0a8eff985ec4c11a09 HTTP/1.1" status: 200 len: 6154 time: 0.4060683 Feb 02 12:58:18.197408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-680483312-router', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:18.221537 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (9a99b111-c096-4f94-a4f5-c73a5235fbb0), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.223723 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (9a99b111-c096-4f94-a4f5-c73a5235fbb0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.289932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-4c82ec79-7fc7-4f76-86e6-90470c51d246', 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246', 'project_id': 'f894334a06074d648a4659933490abf7', 'fixed_ips': [{'subnet_id': '26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 12:58:18.290142 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Publish callbacks [] for router_controller (9a99b111-c096-4f94-a4f5-c73a5235fbb0), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.292176 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.323443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-920401f7-7c5a-4e20-bd15-f15740bde357 req-4ff7f243-c04b-478b-a4cf-56b529e36e41 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556671 Feb 02 12:58:18.328049 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81e50f35-86ce-4bb1-b66c-e8156fb965c2 req-1a70487f-b588-40ef-bd88-472cbbf0031b tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] 10.222.0.83 "GET /v2.0/security-groups/9cad0578-a08c-45dd-abcb-f847a16faf0f HTTP/1.1" status: 200 len: 2998 time: 0.1244829 Feb 02 12:58:18.380521 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks [] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.400352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81e50f35-86ce-4bb1-b66c-e8156fb965c2 req-6dad6bef-2697-4993-b88e-01c2e9266331 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] 10.222.0.83 "GET /v2.0/security-groups/9cad0578-a08c-45dd-abcb-f847a16faf0f HTTP/1.1" status: 200 len: 2998 time: 0.0649395 Feb 02 12:58:18.425588 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.487386 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Network 874521e3-e700-43b7-9a69-69d4db583403 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:18.491186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:18.496272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Allocated IP 172.20.0.2 (4c82ec79-7fc7-4f76-86e6-90470c51d246/26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae/e34c17dc-2194-47c3-8d34-26c028084fca) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:18.500094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:18.505436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:18.506117 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.516737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Pushing event updated for resources: {'Port': ['ID=aeb88c18-67a5-4501-95da-260b51d1bb5f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:18.521929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Publish callbacks [] for router_gateway (9a99b111-c096-4f94-a4f5-c73a5235fbb0), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.531999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8d98cd1f-c44b-4c7e-b3cc-05a062f2b0f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1077626 Feb 02 12:58:18.552339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Request body: {'port': {'device_id': '87082a5c-66ce-4875-b0c8-6e900e78497d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:18.623788 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.747798 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Publish callbacks [] for port (e34c17dc-2194-47c3-8d34-26c028084fca), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.756668 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.810384 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Network 4c82ec79-7fc7-4f76-86e6-90470c51d246 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:18.816125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:18.818037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Pushing event updated for resources: {'Port': ['ID=e34c17dc-2194-47c3-8d34-26c028084fca,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:18.825260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:18.839252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.839697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.840242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.840716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.841208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.841690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.842273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.842812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.843278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.843905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.844470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.844963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.845502 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:18.868026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-8d3c96c4-9f3b-41c9-a85c-d12348258d0b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=bbd971fda23e48a19766ca7f8465658e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399284 Feb 02 12:58:18.881736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Publish callbacks [] for router_gateway (9a99b111-c096-4f94-a4f5-c73a5235fbb0), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.904840 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Attempting to bind port e34c17dc-2194-47c3-8d34-26c028084fca on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:18.905152 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Attempting to bind port e34c17dc-2194-47c3-8d34-26c028084fca by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:18.905459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Attempting to bind port e34c17dc-2194-47c3-8d34-26c028084fca on network 4c82ec79-7fc7-4f76-86e6-90470c51d246 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:18.910746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:18.910979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.911115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Checking segment: {'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:18.911729 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.912192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Bound using segment: {'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:18.912660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Bound port: e34c17dc-2194-47c3-8d34-26c028084fca, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:18.913036 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:18.989944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] For port e34c17dc-2194-47c3-8d34-26c028084fca, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:18.993988 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] For port e34c17dc-2194-47c3-8d34-26c028084fca, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e34c17dc-2194-47c3-8d34-26c028084fca,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:19.002655 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.029264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Allocated IP 172.25.4.46 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/775fad9d-4c25-488d-b899-36d64ef4cadb) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:19.072339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b180d-d067-4145-9bde-a50c4e896c8c None None] Pushing event updated for resources: {'Port': ['ID=e34c17dc-2194-47c3-8d34-26c028084fca,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:19.078986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a2c0c-1d71-48c4-9cb3-c72c0d0d68e3 req-b64cbb50-1798-4f7c-9350-3279bb08a9d9 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:19.086023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc0a2c0c-1d71-48c4-9cb3-c72c0d0d68e3 req-b64cbb50-1798-4f7c-9350-3279bb08a9d9 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 931 time: 0.2151787 Feb 02 12:58:19.130838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-fc66b8b1-77c1-4ce0-869d-5516aceebc91 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:19.132470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-fc66b8b1-77c1-4ce0-869d-5516aceebc91 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630696 Feb 02 12:58:19.160161 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Publish callbacks [] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.166579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb88c18-67a5-4501-95da-260b51d1bb5f {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:58:19.171463 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-9621fb82-a481-4038-b52d-bf5fe5c6e9df tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/quotas/bbd971fda23e48a19766ca7f8465658e HTTP/1.1" status: 200 len: 375 time: 0.0323961 Feb 02 12:58:19.184000 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Publish callbacks [] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.204253 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.218407 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc0a2c0c-1d71-48c4-9cb3-c72c0d0d68e3 req-a147acb6-02f4-4cc2-95bc-46f05701d1bc tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314483 Feb 02 12:58:19.223034 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-e9e1de0e-8a70-48f9-a0a0-2a3964d199ea tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444438 Feb 02 12:58:19.230090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Transition to ACTIVE for port object aeb88c18-67a5-4501-95da-260b51d1bb5f will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:58:19.255779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:19.261776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:19.262522 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.262934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device c6497e93-9c03-4746-bf01-9f55b4136a0b details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:58:19.264106 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:19.307902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Pushing event updated for resources: {'Port': ['ID=775fad9d-4c25-488d-b899-36d64ef4cadb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:19.362052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb88c18-67a5-4501-95da-260b51d1bb5f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:19.387528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e098b5a2-e617-4107-a18a-391672a21727 req-06135d8f-2f10-4c97-bd47-cf708f41eafb tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/7f2bb08f-158e-4cbb-a2d0-c3638e816afe HTTP/1.1" status: 200 len: 1794 time: 0.1223190 Feb 02 12:58:19.408038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Attempting to bind port aeb88c18-67a5-4501-95da-260b51d1bb5f on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:19.408369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Attempting to bind port aeb88c18-67a5-4501-95da-260b51d1bb5f by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:19.410779 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Attempting to bind port aeb88c18-67a5-4501-95da-260b51d1bb5f on network 874521e3-e700-43b7-9a69-69d4db583403 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:19.423923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Port aeb88c18-67a5-4501-95da-260b51d1bb5f on network 874521e3-e700-43b7-9a69-69d4db583403 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:58:19.423923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Attempting to bind port aeb88c18-67a5-4501-95da-260b51d1bb5f on network 874521e3-e700-43b7-9a69-69d4db583403 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:19.438016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:19.438374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Checking segment: {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:19.438778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Bound using segment: {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:19.439219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Bound port: aeb88c18-67a5-4501-95da-260b51d1bb5f, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:19.439631 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.474786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:19.504977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'c6497e93-9c03-4746-bf01-9f55b4136a0b', 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db', 'port_id': 'c6497e93-9c03-4746-bf01-9f55b4136a0b', 'mac_address': 'fa:16:3e:e9:a5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708dee7a-bc33-4813-ab59-c9fbe4f3f7a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:58:19.530773 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e098b5a2-e617-4107-a18a-391672a21727 req-0afc1391-4fd0-440e-811e-a044159acfb6 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (7f2bb08f-158e-4cbb-a2d0-c3638e816afe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.594662 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Publish callbacks [] for router_gateway (9a99b111-c096-4f94-a4f5-c73a5235fbb0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.628325 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e098b5a2-e617-4107-a18a-391672a21727 req-0afc1391-4fd0-440e-811e-a044159acfb6 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (7f2bb08f-158e-4cbb-a2d0-c3638e816afe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.637377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port c6497e93-9c03-4746-bf01-9f55b4136a0b is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:19.637597 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.644901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] For port aeb88c18-67a5-4501-95da-260b51d1bb5f, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:19.652719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] For port aeb88c18-67a5-4501-95da-260b51d1bb5f, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=aeb88c18-67a5-4501-95da-260b51d1bb5f,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:19.667725 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.676841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6497e93-9c03-4746-bf01-9f55b4136a0b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:58:19.753324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:19.768277 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.779873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:19.780522 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.781912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] 10.222.0.62 "PUT /v2.0/ports/aeb88c18-67a5-4501-95da-260b51d1bb5f HTTP/1.1" status: 200 len: 1091 time: 1.2339096 Feb 02 12:58:19.790169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87082a5c-66ce-4875-b0c8-6e900e78497d', 'tag': 'aeb88c18-67a5-4501-95da-260b51d1bb5f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:19.793575 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b49f654-ca2e-4a48-9612-fd10291bf4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "87082a5c-66ce-4875-b0c8-6e900e78497d", "tag": "aeb88c18-67a5-4501-95da-260b51d1bb5f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:19.860403 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e098b5a2-e617-4107-a18a-391672a21727 req-0afc1391-4fd0-440e-811e-a044159acfb6 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7f2bb08f-158e-4cbb-a2d0-c3638e816afe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.862973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e098b5a2-e617-4107-a18a-391672a21727 req-0afc1391-4fd0-440e-811e-a044159acfb6 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:19.868525 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e098b5a2-e617-4107-a18a-391672a21727 req-0afc1391-4fd0-440e-811e-a044159acfb6 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "DELETE /v2.0/security-groups/7f2bb08f-158e-4cbb-a2d0-c3638e816afe HTTP/1.1" status: 204 len: 173 time: 0.4722559 Feb 02 12:58:19.892841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=c6497e93-9c03-4746-bf01-9f55b4136a0b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:19.918506 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc1391-4fd0-440e-811e-a044159acfb6 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2bb08f-158e-4cbb-a2d0-c3638e816afe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:19.940495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322711-1108-47e4-aaf6-ed3f8dc65410 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb88c18-67a5-4501-95da-260b51d1bb5f,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:20.031487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['c6497e93-9c03-4746-bf01-9f55b4136a0b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:58:20.065122 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (9a99b111-c096-4f94-a4f5-c73a5235fbb0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:20.076382 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b8107850-9715-4896-add6-22f71cf56d6f req-a155d96f-a478-4ab5-b234-0851cf6b383a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 210 time: 0.0878325 Feb 02 12:58:20.112924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:20.171176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b960c1-2cc4-4730-83d9-2360d2b921c1 req-8d80f7e0-df92-4928-82e9-36cf8d55de24 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:20.172944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7b960c1-2cc4-4730-83d9-2360d2b921c1 req-8d80f7e0-df92-4928-82e9-36cf8d55de24 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 944 time: 0.4199612 Feb 02 12:58:20.229095 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6bb54d-1056-4287-873a-23d4449a3e9f x-openstack-request-id: req-7f6bb54d-1056-4287-873a-23d4449a3e9f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:20.229315 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87082a5c-66ce-4875-b0c8-6e900e78497d", "tag": "aeb88c18-67a5-4501-95da-260b51d1bb5f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:20.229499 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7f6bb54d-1056-4287-873a-23d4449a3e9f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:20.229900 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87082a5c-66ce-4875-b0c8-6e900e78497d', 'tag': 'aeb88c18-67a5-4501-95da-260b51d1bb5f', 'status': 'completed', 'code': 200} Feb 02 12:58:20.247800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-03377e41-f016-45ea-b763-ad9fa66ed6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:20.249296 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-03377e41-f016-45ea-b763-ad9fa66ed6be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 1125 time: 0.3751252 Feb 02 12:58:20.269903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Router 9a99b111-c096-4f94-a4f5-c73a5235fbb0 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 12:58:20.337122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-8cbffa3f-d1e7-4d41-a931-49aba6dcdba5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aeb88c18-67a5-4501-95da-260b51d1bb5f HTTP/1.1" status: 200 len: 217 time: 0.0643044 Feb 02 12:58:20.430595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-2a1fbbea-4925-4371-98e9-3d42ff2d838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:20.432635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-2a1fbbea-4925-4371-98e9-3d42ff2d838e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb7766b7-92d2-47a0-93e3-41c40ddbb9a9 HTTP/1.1" status: 200 len: 845 time: 0.0723009 Feb 02 12:58:20.464508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:58:20.476582 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Sync routers for ids ['9a99b111-c096-4f94-a4f5-c73a5235fbb0'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:58:20.481346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-76fabc89-57d0-4a21-aec7-f4ad29cfda7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=874521e3-e700-43b7-9a69-69d4db583403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389438 Feb 02 12:58:20.495271 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Routers {'9a99b111-c096-4f94-a4f5-c73a5235fbb0'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:20.498300 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9a99b111-c096-4f94-a4f5-c73a5235fbb0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:20.504537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7b960c1-2cc4-4730-83d9-2360d2b921c1 req-94108c44-650c-4989-9898-50a1339c8dd4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105175 Feb 02 12:58:20.512895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fe2758f-9264-4d42-9d38-f39306120e96 req-460ec269-c87e-422c-91ae-50d1a86fe44e tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "GET /v2.0/security-groups/ca4d9f91-00a1-4752-afeb-69537eed8d3d HTTP/1.1" status: 200 len: 1795 time: 0.2786250 Feb 02 12:58:20.516737 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:20.518303 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c40ed4a0-8313-4d90-8697-11a9c9530947 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3252821 Feb 02 12:58:20.530058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36486) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:20.673297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b547f34-3f55-42ff-8050-df378f6788d8 None None] Network 4c82ec79-7fc7-4f76-86e6-90470c51d246 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:20.696772 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68fad279-1f78-4ebb-8f2d-e30a7c637235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:20.712984 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Set router 9a99b111-c096-4f94-a4f5-c73a5235fbb0 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:20.835349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5357ce4c-ffde-4ecd-b7ff-ca6d3116a81d None None] Provisioning complete for port e34c17dc-2194-47c3-8d34-26c028084fca triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:20.836009 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5357ce4c-ffde-4ecd-b7ff-ca6d3116a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:20.845023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:20.890558 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9fe2758f-9264-4d42-9d38-f39306120e96 req-ac79096c-0fd7-4dcb-af25-c2ef84801128 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (ca4d9f91-00a1-4752-afeb-69537eed8d3d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:20.936181 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9fe2758f-9264-4d42-9d38-f39306120e96 req-ac79096c-0fd7-4dcb-af25-c2ef84801128 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (ca4d9f91-00a1-4752-afeb-69537eed8d3d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:20.986512 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5357ce4c-ffde-4ecd-b7ff-ca6d3116a81d None None] Current status of the port e34c17dc-2194-47c3-8d34-26c028084fca is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:20.987128 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5357ce4c-ffde-4ecd-b7ff-ca6d3116a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:20.993809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-fa8fb410-b212-42ad-8988-9668bb068bbd service neutron] 10.222.0.62 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870782 Feb 02 12:58:21.028839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e34c17dc-2194-47c3-8d34-26c028084fca up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:21.122498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d71ea5-d304-4dd2-814b-75d6fa6226a4 req-5d3dd750-3505-4049-9284-f3eb6b151e9e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:21.125862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76d71ea5-d304-4dd2-814b-75d6fa6226a4 req-5d3dd750-3505-4049-9284-f3eb6b151e9e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 943 time: 0.4509149 Feb 02 12:58:21.131428 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-680483312-router', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:19Z', 'revision_number': 3, 'project_id': 'f894334a06074d648a4659933490abf7', 'gw_port': {'id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:21.158195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5357ce4c-ffde-4ecd-b7ff-ca6d3116a81d None None] For port e34c17dc-2194-47c3-8d34-26c028084fca, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e34c17dc-2194-47c3-8d34-26c028084fca,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:21.165652 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Checking router: 9a99b111-c096-4f94-a4f5-c73a5235fbb0 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:58:21.166293 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Updating router 9a99b111-c096-4f94-a4f5-c73a5235fbb0 port 775fad9d-4c25-488d-b899-36d64ef4cadb binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 12:58:21.175625 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5357ce4c-ffde-4ecd-b7ff-ca6d3116a81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.201099 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.284362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device c6497e93-9c03-4746-bf01-9f55b4136a0b up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:21.296444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e34c17dc-2194-47c3-8d34-26c028084fca triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:21.296876 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.357284 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68fad279-1f78-4ebb-8f2d-e30a7c637235 admin admin] Publish callbacks [] for security_group (e7afac65-d605-4ab1-bfdb-31af910be5ca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.363520 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f7384d3-cd16-4cb7-bd04-0bb0bca40b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.364527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357ce4c-ffde-4ecd-b7ff-ca6d3116a81d None None] Pushing event updated for resources: {'Port': ['ID=e34c17dc-2194-47c3-8d34-26c028084fca,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:21.373792 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9fe2758f-9264-4d42-9d38-f39306120e96 req-ac79096c-0fd7-4dcb-af25-c2ef84801128 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ca4d9f91-00a1-4752-afeb-69537eed8d3d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.377662 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9fe2758f-9264-4d42-9d38-f39306120e96 req-ac79096c-0fd7-4dcb-af25-c2ef84801128 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.380383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fe2758f-9264-4d42-9d38-f39306120e96 req-ac79096c-0fd7-4dcb-af25-c2ef84801128 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] 10.222.0.83 "DELETE /v2.0/security-groups/ca4d9f91-00a1-4752-afeb-69537eed8d3d HTTP/1.1" status: 204 len: 173 time: 0.8438501 Feb 02 12:58:21.382394 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-d16e4abc-5b52-42c5-ad16-4bba404e99d2 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bbd971fda23e48a19766ca7f8465658e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735445 Feb 02 12:58:21.403158 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68fad279-1f78-4ebb-8f2d-e30a7c637235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e7afac65-d605-4ab1-bfdb-31af910be5ca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.420636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-025a43e0-9431-4f78-b182-544f30e7acd1 None None] Provisioning complete for port e34c17dc-2194-47c3-8d34-26c028084fca triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:21.420912 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-025a43e0-9431-4f78-b182-544f30e7acd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.475006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port c6497e93-9c03-4746-bf01-9f55b4136a0b completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:58:21.483023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79096c-0fd7-4dcb-af25-c2ef84801128 tempest-SecurityGroupsTestAdminJSON-957653903 tempest-SecurityGroupsTestAdminJSON-957653903-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4d9f91-00a1-4752-afeb-69537eed8d3d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:21.501503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port c6497e93-9c03-4746-bf01-9f55b4136a0b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:21.501875 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.530732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e34c17dc-2194-47c3-8d34-26c028084fca is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:21.545545 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6a88ce9-c7ca-458f-acb2-e5c4b5631d51 req-22898229-40e3-4cbf-8588-3be87e07f2dd service neutron] 10.222.0.62 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061700 Feb 02 12:58:21.580913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76d71ea5-d304-4dd2-814b-75d6fa6226a4 req-06109c1b-3900-48e9-875f-159c3c395675 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618206 Feb 02 12:58:21.602323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d1bec44-0d91-4265-adc5-479697b695a4 req-df317943-2371-464f-a1ad-e98f35bc6a88 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 210 time: 0.1167593 Feb 02 12:58:21.632315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-025a43e0-9431-4f78-b182-544f30e7acd1 None None] Current status of the port e34c17dc-2194-47c3-8d34-26c028084fca is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:21.657786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-68fad279-1f78-4ebb-8f2d-e30a7c637235 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f3f39cf47850421085ab454f0d02c263&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5404909 Feb 02 12:58:21.657786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fad279-1f78-4ebb-8f2d-e30a7c637235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7afac65-d605-4ab1-bfdb-31af910be5ca,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:21.667837 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port c6497e93-9c03-4746-bf01-9f55b4136a0b is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:21.668229 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.671467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36500) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:21.708506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b741ce56-6553-4b95-bcb4-927731dbdedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6497e93-9c03-4746-bf01-9f55b4136a0b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:21.710981 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5315b5-b359-4306-9ce0-b1ed666615de" -d '{"events": [{"server_uuid": "b741ce56-6553-4b95-bcb4-927731dbdedc", "name": "network-vif-plugged", "status": "completed", "tag": "c6497e93-9c03-4746-bf01-9f55b4136a0b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:21.723735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:21.730314 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.736939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.772988 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Publish callbacks [] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.785428 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.787374 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f7384d3-cd16-4cb7-bd04-0bb0bca40b85 admin admin] Publish callbacks [] for security_group (6f91cd35-778f-4368-84fd-e13b6e2536bd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.791858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=c6497e93-9c03-4746-bf01-9f55b4136a0b,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:21.805912 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f7384d3-cd16-4cb7-bd04-0bb0bca40b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6f91cd35-778f-4368-84fd-e13b6e2536bd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.817204 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Attempting to bind port 775fad9d-4c25-488d-b899-36d64ef4cadb on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:21.817570 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Attempting to bind port 775fad9d-4c25-488d-b899-36d64ef4cadb by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:21.818192 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Attempting to bind port 775fad9d-4c25-488d-b899-36d64ef4cadb on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:21.848981 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:21.849693 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:21.850279 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.851166 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:21.851809 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Bound port: 775fad9d-4c25-488d-b899-36d64ef4cadb, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:21.852380 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.904901 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Pushing event updated for resources: {'Port': ['ID=775fad9d-4c25-488d-b899-36d64ef4cadb,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:21.916042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Allocated IP 172.20.0.1 (4c82ec79-7fc7-4f76-86e6-90470c51d246/26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae/dfef7ced-ed66-4b90-8971-7ad2e6c352db) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:21.925526 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.926319 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.926319 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.926571 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.926820 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.927137 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.927505 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.927849 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.928170 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.928501 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.929155 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.929458 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.929816 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:58:21.945666 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] For port 775fad9d-4c25-488d-b899-36d64ef4cadb, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:21.949761 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] For port 775fad9d-4c25-488d-b899-36d64ef4cadb, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=775fad9d-4c25-488d-b899-36d64ef4cadb,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:21.963081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7384d3-cd16-4cb7-bd04-0bb0bca40b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f91cd35-778f-4368-84fd-e13b6e2536bd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:21.981721 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8f7384d3-cd16-4cb7-bd04-0bb0bca40b85 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e82063e78afb4eb58766789a1590b3b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1328974 Feb 02 12:58:21.988189 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:21.998562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36512) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:22.007494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7d3cb0f-892c-41e8-aeae-53344cef6d5e req-23eb292d-3915-4e9a-94ad-189839fd62a6 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] 10.222.0.83 "GET /v2.0/security-groups/921ef3a8-7574-40a2-9674-f802d9dfb365 HTTP/1.1" status: 200 len: 1794 time: 0.3473477 Feb 02 12:58:22.021936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-79387ebe-a9f4-4571-8c64-92122698c3b1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:22.024729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-79387ebe-a9f4-4571-8c64-92122698c3b1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6265066 Feb 02 12:58:22.041008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f654-ca2e-4a48-9612-fd10291bf4d2 req-a62a5869-b96d-4846-8dfa-1aee43ce8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:22.042533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b49f654-ca2e-4a48-9612-fd10291bf4d2 req-a62a5869-b96d-4846-8dfa-1aee43ce8006 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 1125 time: 0.2514296 Feb 02 12:58:22.049490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306f565-6c14-4d91-af77-e905ab172049 req-864e0d08-74b4-4590-bcc2-a682dfd6f2c8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:22.050721 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d306f565-6c14-4d91-af77-e905ab172049 req-864e0d08-74b4-4590-bcc2-a682dfd6f2c8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 945 time: 0.2612782 Feb 02 12:58:22.064076 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Routers {'9a99b111-c096-4f94-a4f5-c73a5235fbb0'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:22.064705 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9a99b111-c096-4f94-a4f5-c73a5235fbb0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:22.066442 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf561e5-5e17-463e-9f19-f8e0b173e2e5 None None] Pushing event updated for resources: {'Port': ['ID=775fad9d-4c25-488d-b899-36d64ef4cadb,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:22.071776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Request body: {'port': {'device_id': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'bbd971fda23e48a19766ca7f8465658e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:22.084793 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Publish callbacks [] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.094395 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0b80b1b-90a2-4951-8d5b-e034e058314c admin admin] Publish callbacks [] for security_group (6f91cd35-778f-4368-84fd-e13b6e2536bd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.120397 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5047db7c-fc93-4b4e-8336-a967564e0a6c admin admin] Publish callbacks [] for security_group (e7afac65-d605-4ab1-bfdb-31af910be5ca), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.129085 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0b80b1b-90a2-4951-8d5b-e034e058314c admin admin] Publish callbacks [] for security_group (6f91cd35-778f-4368-84fd-e13b6e2536bd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.161644 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.214140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Network 4c82ec79-7fc7-4f76-86e6-90470c51d246 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:22.220031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:22.222638 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:22.223106 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (9a99b111-c096-4f94-a4f5-c73a5235fbb0), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.225906 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Pushing event updated for resources: {'Port': ['ID=dfef7ced-ed66-4b90-8971-7ad2e6c352db,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:22.267348 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0b80b1b-90a2-4951-8d5b-e034e058314c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6f91cd35-778f-4368-84fd-e13b6e2536bd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.269939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0b80b1b-90a2-4951-8d5b-e034e058314c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.274241 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f0b80b1b-90a2-4951-8d5b-e034e058314c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6f91cd35-778f-4368-84fd-e13b6e2536bd HTTP/1.1" status: 204 len: 168 time: 0.2725132 Feb 02 12:58:22.291328 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b80b1b-90a2-4951-8d5b-e034e058314c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f91cd35-778f-4368-84fd-e13b6e2536bd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:22.325822 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5047db7c-fc93-4b4e-8336-a967564e0a6c admin admin] Publish callbacks [] for security_group (e7afac65-d605-4ab1-bfdb-31af910be5ca), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.345551 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] Set router 9a99b111-c096-4f94-a4f5-c73a5235fbb0 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:22.403519 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a7d3cb0f-892c-41e8-aeae-53344cef6d5e req-65e323f2-ce50-4b36-9712-c57c2ef92e69 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (921ef3a8-7574-40a2-9674-f802d9dfb365), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.437182 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.441801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d306f565-6c14-4d91-af77-e905ab172049 req-4acf90f1-61fb-4d19-b09a-6ef50bdc761e tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577664 Feb 02 12:58:22.495634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f654-ca2e-4a48-9612-fd10291bf4d2 req-a1d0cba6-4591-4126-bc81-312eec9cd172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:22.497229 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b49f654-ca2e-4a48-9612-fd10291bf4d2 req-a1d0cba6-4591-4126-bc81-312eec9cd172 service neutron] 10.222.0.62 "GET /v2.0/networks?id=874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 200 len: 906 time: 0.4408789 Feb 02 12:58:22.507900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a7d3cb0f-892c-41e8-aeae-53344cef6d5e req-65e323f2-ce50-4b36-9712-c57c2ef92e69 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (921ef3a8-7574-40a2-9674-f802d9dfb365), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.567672 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceffe62-47b6-4917-a6f3-57a4249b6502 x-openstack-request-id: req-dceffe62-47b6-4917-a6f3-57a4249b6502 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:22.569440 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b741ce56-6553-4b95-bcb4-927731dbdedc", "name": "network-vif-plugged", "status": "completed", "tag": "c6497e93-9c03-4746-bf01-9f55b4136a0b", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:22.569886 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dceffe62-47b6-4917-a6f3-57a4249b6502 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:22.570296 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b741ce56-6553-4b95-bcb4-927731dbdedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6497e93-9c03-4746-bf01-9f55b4136a0b', 'code': 200} Feb 02 12:58:22.607625 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-680483312-router', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:19Z', 'revision_number': 3, 'project_id': 'f894334a06074d648a4659933490abf7', 'gw_port': {'id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:22.639466 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156002b-b5fb-4977-8554-64fea63b74be None None] The sync data for ids ['9a99b111-c096-4f94-a4f5-c73a5235fbb0'] in n-d-827336-2 is: [{'id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-680483312-router', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:19Z', 'revision_number': 3, 'project_id': 'f894334a06074d648a4659933490abf7', 'gw_port': {'id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:58:22.691234 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4870442b-0a33-4d4e-ad0d-3fe168fd3197 None None] Provisioning complete for port dfef7ced-ed66-4b90-8971-7ad2e6c352db triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:22.692020 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4870442b-0a33-4d4e-ad0d-3fe168fd3197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.785687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4870442b-0a33-4d4e-ad0d-3fe168fd3197 None None] Port dfef7ced-ed66-4b90-8971-7ad2e6c352db cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:58:22.809962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2f883-e57a-4d33-935e-ed93077cccdf req-37fb94e9-35bc-4a6f-aed5-745c82c115f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:22.811510 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-04d2f883-e57a-4d33-935e-ed93077cccdf req-37fb94e9-35bc-4a6f-aed5-745c82c115f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 1127 time: 0.1362209 Feb 02 12:58:22.820549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36522) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:22.828475 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Publish callbacks [] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.844794 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.845506 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (9a99b111-c096-4f94-a4f5-c73a5235fbb0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.863586 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b9d7013-7ae7-402f-9004-adc2b8499c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.887458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e34c17dc-2194-47c3-8d34-26c028084fca up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:22.904957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b49f654-ca2e-4a48-9612-fd10291bf4d2 req-fe28ca1e-9df6-45c1-a23e-53ba8f0aa1a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aeb88c18-67a5-4501-95da-260b51d1bb5f HTTP/1.1" status: 200 len: 217 time: 0.3921869 Feb 02 12:58:22.905512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Made reservation on behalf of bbd971fda23e48a19766ca7f8465658e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:22.908790 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.927607 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5047db7c-fc93-4b4e-8336-a967564e0a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e7afac65-d605-4ab1-bfdb-31af910be5ca), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.928345 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5047db7c-fc93-4b4e-8336-a967564e0a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.932487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5047db7c-fc93-4b4e-8336-a967564e0a6c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e7afac65-d605-4ab1-bfdb-31af910be5ca HTTP/1.1" status: 204 len: 168 time: 1.2599845 Feb 02 12:58:22.950562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e34c17dc-2194-47c3-8d34-26c028084fca triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:22.950946 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:22.959889 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Pushing event updated for resources: {'Port': ['ID=dfef7ced-ed66-4b90-8971-7ad2e6c352db,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:22.978548 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e30edfb-0588-4660-94bd-b94b46d0491f req-216773a2-24aa-491e-8498-a259fa9029ed tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 210 time: 0.0829549 Feb 02 12:58:23.014737 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-04d2f883-e57a-4d33-935e-ed93077cccdf req-99c20869-4642-473b-83a0-149df828ef8b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950092 Feb 02 12:58:23.038004 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.086101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047db7c-fc93-4b4e-8336-a967564e0a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7afac65-d605-4ab1-bfdb-31af910be5ca,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:23.088431 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Network 4c82ec79-7fc7-4f76-86e6-90470c51d246 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:23.092422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:23.136143 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a7d3cb0f-892c-41e8-aeae-53344cef6d5e req-65e323f2-ce50-4b36-9712-c57c2ef92e69 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (921ef3a8-7574-40a2-9674-f802d9dfb365), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.138697 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a7d3cb0f-892c-41e8-aeae-53344cef6d5e req-65e323f2-ce50-4b36-9712-c57c2ef92e69 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.144680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7d3cb0f-892c-41e8-aeae-53344cef6d5e req-65e323f2-ce50-4b36-9712-c57c2ef92e69 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] 10.222.0.83 "DELETE /v2.0/security-groups/921ef3a8-7574-40a2-9674-f802d9dfb365 HTTP/1.1" status: 204 len: 173 time: 1.1163802 Feb 02 12:58:23.162806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b9d7013-7ae7-402f-9004-adc2b8499c64 admin admin] Publish callbacks [] for security_group (ce659663-3148-499e-9c6a-5a32b37a9f50), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.180293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b9d7013-7ae7-402f-9004-adc2b8499c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ce659663-3148-499e-9c6a-5a32b37a9f50), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.233066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e34c17dc-2194-47c3-8d34-26c028084fca is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:23.246777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49f654-ca2e-4a48-9612-fd10291bf4d2 req-e3f61beb-9b8c-4142-a05b-d3728bd14df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:23.248349 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b49f654-ca2e-4a48-9612-fd10291bf4d2 req-e3f61beb-9b8c-4142-a05b-d3728bd14df0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb7766b7-92d2-47a0-93e3-41c40ddbb9a9 HTTP/1.1" status: 200 len: 845 time: 0.3263321 Feb 02 12:58:23.320403 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7b9d7013-7ae7-402f-9004-adc2b8499c64 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e505a7eeab5640fb89da06000c0165ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4863055 Feb 02 12:58:23.320403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36528) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:23.340040 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e323f2-ce50-4b36-9712-c57c2ef92e69 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=921ef3a8-7574-40a2-9674-f802d9dfb365,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:23.380007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d7013-7ae7-402f-9004-adc2b8499c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce659663-3148-499e-9c6a-5a32b37a9f50,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:23.394356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b49f654-ca2e-4a48-9612-fd10291bf4d2 req-dd9fc138-b2fd-4a50-9df7-68043c132074 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=874521e3-e700-43b7-9a69-69d4db583403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288700 Feb 02 12:58:23.417673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c915179f-a9e4-4f4e-80ce-a61145db9e86 req-5b802db5-07b8-4c73-b7f9-26fa0db7dc87 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] 10.222.0.83 "GET /v2.0/security-groups/89558497-0ee0-44b2-9be7-8bd75426eb06 HTTP/1.1" status: 200 len: 1795 time: 0.2510688 Feb 02 12:58:23.479680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Router 9a99b111-c096-4f94-a4f5-c73a5235fbb0 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:58:23.502742 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4bdf4dd-857d-4b2e-91fc-46d519d2fdb7 admin admin] Publish callbacks [] for security_group (ce659663-3148-499e-9c6a-5a32b37a9f50), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.553990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31f33a-e1ae-4a82-99c3-9cdd3b8addf8 req-c934e520-886e-47e4-be23-1428b6f512de tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:23.559092 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f31f33a-e1ae-4a82-99c3-9cdd3b8addf8 req-c934e520-886e-47e4-be23-1428b6f512de tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 943 time: 0.4373672 Feb 02 12:58:23.588960 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4bdf4dd-857d-4b2e-91fc-46d519d2fdb7 admin admin] Publish callbacks [] for security_group (ce659663-3148-499e-9c6a-5a32b37a9f50), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.598241 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks [] for security_group (37946a97-fd87-4f11-aa3e-a9cb02d8feca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.635122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b49f654-ca2e-4a48-9612-fd10291bf4d2 req-1a9fc7e6-2be5-4c35-8546-621ae701c347 service neutron] 10.222.0.62 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332470 Feb 02 12:58:23.647598 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (37946a97-fd87-4f11-aa3e-a9cb02d8feca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.674823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8b008d1a-3857-438d-8723-03cecd370286 None None] Provisioning complete for port dfef7ced-ed66-4b90-8971-7ad2e6c352db triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:23.677051 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b008d1a-3857-438d-8723-03cecd370286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.682849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4bdf4dd-857d-4b2e-91fc-46d519d2fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ce659663-3148-499e-9c6a-5a32b37a9f50), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.685548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4bdf4dd-857d-4b2e-91fc-46d519d2fdb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.689259 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c4bdf4dd-857d-4b2e-91fc-46d519d2fdb7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ce659663-3148-499e-9c6a-5a32b37a9f50 HTTP/1.1" status: 204 len: 168 time: 0.3657033 Feb 02 12:58:23.689259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36534) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:23.756442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8b008d1a-3857-438d-8723-03cecd370286 None None] Port dfef7ced-ed66-4b90-8971-7ad2e6c352db cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:58:23.773924 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c915179f-a9e4-4f4e-80ce-a61145db9e86 req-c41102ae-8f4d-4f79-a8bc-349b2af1bab1 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (89558497-0ee0-44b2-9be7-8bd75426eb06), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.781257 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e61ee85-3519-47c7-9731-5c839e665788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.785733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdf4dd-857d-4b2e-91fc-46d519d2fdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce659663-3148-499e-9c6a-5a32b37a9f50,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:23.802067 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c915179f-a9e4-4f4e-80ce-a61145db9e86 req-c41102ae-8f4d-4f79-a8bc-349b2af1bab1 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (89558497-0ee0-44b2-9be7-8bd75426eb06), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.836121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:58:23.847683 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b7047dda-9174-4e2e-a09f-3e145ec558f2 admin admin] 10.222.0.83 "PUT /v2.0/routers/9a99b111-c096-4f94-a4f5-c73a5235fbb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3114183 Feb 02 12:58:23.857820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37946a97-fd87-4f11-aa3e-a9cb02d8feca,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:23.927278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e61ee85-3519-47c7-9731-5c839e665788 admin admin] Publish callbacks [] for security_group (764fe756-c531-4e77-aa87-340e38432036), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.939783 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e61ee85-3519-47c7-9731-5c839e665788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (764fe756-c531-4e77-aa87-340e38432036), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:23.942094 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f31f33a-e1ae-4a82-99c3-9cdd3b8addf8 req-59b9f8bd-c29e-4d34-bd12-3067fa276ca0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054538 Feb 02 12:58:24.016436 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4e61ee85-3519-47c7-9731-5c839e665788 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e7869686411c48258e2b825ed5fb03b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084493 Feb 02 12:58:24.017759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e61ee85-3519-47c7-9731-5c839e665788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764fe756-c531-4e77-aa87-340e38432036,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:24.020419 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36544) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:24.061017 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c915179f-a9e4-4f4e-80ce-a61145db9e86 req-c41102ae-8f4d-4f79-a8bc-349b2af1bab1 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (89558497-0ee0-44b2-9be7-8bd75426eb06), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:24.063580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c915179f-a9e4-4f4e-80ce-a61145db9e86 req-c41102ae-8f4d-4f79-a8bc-349b2af1bab1 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:24.069249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c915179f-a9e4-4f4e-80ce-a61145db9e86 req-c41102ae-8f4d-4f79-a8bc-349b2af1bab1 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] 10.222.0.83 "DELETE /v2.0/security-groups/89558497-0ee0-44b2-9be7-8bd75426eb06 HTTP/1.1" status: 204 len: 173 time: 0.6258652 Feb 02 12:58:24.091182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device aeb88c18-67a5-4501-95da-260b51d1bb5f details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:58:24.093417 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41102ae-8f4d-4f79-a8bc-349b2af1bab1 tempest-SecurityGroupsTestAdminJSON-1855340195 tempest-SecurityGroupsTestAdminJSON-1855340195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89558497-0ee0-44b2-9be7-8bd75426eb06,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:24.122442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec118944-7fcc-4ab7-a5f4-eb4c524f29f8 admin admin] Publish callbacks [] for security_group (764fe756-c531-4e77-aa87-340e38432036), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:24.136608 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b49f654-ca2e-4a48-9612-fd10291bf4d2 req-6301b3d0-f496-418b-9c24-a8ef3cdb44a5 service neutron] 10.222.0.62 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848785 Feb 02 12:58:24.158767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Allocated IP 192.168.233.27 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/0c7f2bb5-8abb-4654-a83e-72790401fafc) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:24.195507 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec118944-7fcc-4ab7-a5f4-eb4c524f29f8 admin admin] Publish callbacks [] for security_group (764fe756-c531-4e77-aa87-340e38432036), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:24.254877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1decbfa-4201-4e01-aecc-8df6162a00d3 req-e974feed-88b5-4126-a0d6-9c1710787291 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:24.265236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1decbfa-4201-4e01-aecc-8df6162a00d3 req-e974feed-88b5-4126-a0d6-9c1710787291 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 945 time: 0.1874146 Feb 02 12:58:24.291284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port aeb88c18-67a5-4501-95da-260b51d1bb5f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=aeb88c18-67a5-4501-95da-260b51d1bb5f,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:24.305409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec118944-7fcc-4ab7-a5f4-eb4c524f29f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (764fe756-c531-4e77-aa87-340e38432036), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:24.307726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'aeb88c18-67a5-4501-95da-260b51d1bb5f', 'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'port_id': 'aeb88c18-67a5-4501-95da-260b51d1bb5f', 'mac_address': 'fa:16:3e:37:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7766b7-92d2-47a0-93e3-41c40ddbb9a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:58:24.310778 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec118944-7fcc-4ab7-a5f4-eb4c524f29f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:24.317127 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ec118944-7fcc-4ab7-a5f4-eb4c524f29f8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/764fe756-c531-4e77-aa87-340e38432036 HTTP/1.1" status: 204 len: 168 time: 0.2949622 Feb 02 12:58:24.332795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec118944-7fcc-4ab7-a5f4-eb4c524f29f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764fe756-c531-4e77-aa87-340e38432036,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:24.368255 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc7c2f8c-31cf-4692-8501-f374f3b9c0ac req-75d009a0-d5ec-4b40-a6f6-f9a4d8ed5018 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 210 time: 0.0985305 Feb 02 12:58:24.378276 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1decbfa-4201-4e01-aecc-8df6162a00d3 req-eeebfd48-6be3-40a3-a56b-1a5ebd79eff0 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107998 Feb 02 12:58:24.389452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port aeb88c18-67a5-4501-95da-260b51d1bb5f is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:24.390077 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:24.418801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb88c18-67a5-4501-95da-260b51d1bb5f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:58:24.451573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port aeb88c18-67a5-4501-95da-260b51d1bb5f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=aeb88c18-67a5-4501-95da-260b51d1bb5f,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:24.461891 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:24.566957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=aeb88c18-67a5-4501-95da-260b51d1bb5f,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:24.568763 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks [] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:24.624809 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:24.671798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:24.677170 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:24.680923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:24.686380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:24.687085 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:24.697831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Pushing event updated for resources: {'Port': ['ID=0c7f2bb5-8abb-4654-a83e-72790401fafc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:24.721667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-f55b45ed-8dfa-4352-83b3-b5151a8f78c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6546602 Feb 02 12:58:24.743810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Request body: {'port': {'device_id': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:24.834340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['aeb88c18-67a5-4501-95da-260b51d1bb5f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:58:24.875118 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:24.917307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36564) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:25.012182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 775fad9d-4c25-488d-b899-36d64ef4cadb up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:25.066087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-651897b7-9dd1-4760-91b9-a8260ef384f6 None None] Provisioning complete for port 0c7f2bb5-8abb-4654-a83e-72790401fafc triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:25.066823 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-651897b7-9dd1-4760-91b9-a8260ef384f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.138185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-651897b7-9dd1-4760-91b9-a8260ef384f6 None None] Port 0c7f2bb5-8abb-4654-a83e-72790401fafc cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:58:25.158153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 775fad9d-4c25-488d-b899-36d64ef4cadb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:25.158795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.222747 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9cce2661-8b46-48ba-bc82-3e05c90b0237 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f65be283e3924a0a8eff985ec4c11a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042130 Feb 02 12:58:25.228646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36580) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:25.277628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Sync routers for ids ['9a99b111-c096-4f94-a4f5-c73a5235fbb0'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:58:25.305762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 775fad9d-4c25-488d-b899-36d64ef4cadb is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:25.306177 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.312566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Routers {'9a99b111-c096-4f94-a4f5-c73a5235fbb0'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:25.313522 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9a99b111-c096-4f94-a4f5-c73a5235fbb0'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:25.348984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7f2bb5-8abb-4654-a83e-72790401fafc {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:58:25.365698 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-195ab02b-beb6-40ba-96bd-649d394440f0 admin admin] Publish callbacks [] for security_group (9cad0578-a08c-45dd-abcb-f847a16faf0f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.370712 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Publish callbacks [] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.382230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 775fad9d-4c25-488d-b899-36d64ef4cadb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=775fad9d-4c25-488d-b899-36d64ef4cadb,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:25.398411 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.416586 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Transition to ACTIVE for port object 0c7f2bb5-8abb-4654-a83e-72790401fafc will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:58:25.429514 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-195ab02b-beb6-40ba-96bd-649d394440f0 admin admin] Publish callbacks [] for security_group (9cad0578-a08c-45dd-abcb-f847a16faf0f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.457009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1da0b1-14ad-498d-bf5c-a70cd1011af8 req-ce18a7d2-671b-4c28-93b4-dd000d96fe21 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:25.462136 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b1da0b1-14ad-498d-bf5c-a70cd1011af8 req-ce18a7d2-671b-4c28-93b4-dd000d96fe21 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 944 time: 0.1067529 Feb 02 12:58:25.464292 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.515112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-195ab02b-beb6-40ba-96bd-649d394440f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9cad0578-a08c-45dd-abcb-f847a16faf0f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.518312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-195ab02b-beb6-40ba-96bd-649d394440f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.518975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=775fad9d-4c25-488d-b899-36d64ef4cadb,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:25.519746 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-195ab02b-beb6-40ba-96bd-649d394440f0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9cad0578-a08c-45dd-abcb-f847a16faf0f HTTP/1.1" status: 204 len: 168 time: 0.2900639 Feb 02 12:58:25.526561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Set router 9a99b111-c096-4f94-a4f5-c73a5235fbb0 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:25.544420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ab02b-beb6-40ba-96bd-649d394440f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cad0578-a08c-45dd-abcb-f847a16faf0f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:25.658310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7f2bb5-8abb-4654-a83e-72790401fafc,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:25.710150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b1da0b1-14ad-498d-bf5c-a70cd1011af8 req-1022fcff-a5c8-4026-98ab-fca2c7fd9ec4 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373796 Feb 02 12:58:25.722172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36600) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:25.722658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Attempting to bind port 0c7f2bb5-8abb-4654-a83e-72790401fafc on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:25.722993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Attempting to bind port 0c7f2bb5-8abb-4654-a83e-72790401fafc by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:25.723314 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Attempting to bind port 0c7f2bb5-8abb-4654-a83e-72790401fafc on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:25.728216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-687820065-network', 'tenant_id': '158d0f70f831455c9f8f739493e28026'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:25.747592 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9870acd-c474-4029-b768-70a1917858e3 req-1aee9fd6-ed74-44f9-ba31-2b712752f02d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:25.756774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9870acd-c474-4029-b768-70a1917858e3 req-1aee9fd6-ed74-44f9-ba31-2b712752f02d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 947 time: 0.2181256 Feb 02 12:58:25.759833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Port 0c7f2bb5-8abb-4654-a83e-72790401fafc on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:58:25.760471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Attempting to bind port 0c7f2bb5-8abb-4654-a83e-72790401fafc on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:25.763199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Made reservation on behalf of 158d0f70f831455c9f8f739493e28026 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:25.766246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.778724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.782833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:25.783166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:25.783826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:25.784271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Bound port: 0c7f2bb5-8abb-4654-a83e-72790401fafc, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:25.784747 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.908063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Publish callbacks [] for security_group (a1555d0a-c703-4559-bd47-bdf13630278a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.913612 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a1555d0a-c703-4559-bd47-bdf13630278a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.940813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:58:25.960295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9870acd-c474-4029-b768-70a1917858e3 req-c51a8891-5d41-456d-8652-da7c7d486d40 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976566 Feb 02 12:58:25.965455 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b30c68a7-2979-4f72-86b1-7fedadcfba91), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:25.965875 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Added segment b30c68a7-2979-4f72-86b1-7fedadcfba91 of type vlan for network de54828e-05ab-4ac1-821d-0157479d97c7 Feb 02 12:58:25.994197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1555d0a-c703-4559-bd47-bdf13630278a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:26.005114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:26.009290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:26.018873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-680483312-router', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:22Z', 'revision_number': 4, 'project_id': 'f894334a06074d648a4659933490abf7', 'gw_port': {'id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'dfef7ced-ed66-4b90-8971-7ad2e6c352db', 'name': '', 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'mac_address': 'fa:16:3e:38:66:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:21Z', 'updated_at': '2022-02-02T12:58:22Z', 'revision_number': 2, 'project_id': 'f894334a06074d648a4659933490abf7', 'subnets': [{'id': '26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:26.024330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c46e0a-6e03-4891-897f-dcb9e0242274 req-fc95a375-e618-4d99-b934-e9b9836f59ae tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:26.026239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1c46e0a-6e03-4891-897f-dcb9e0242274 req-fc95a375-e618-4d99-b934-e9b9836f59ae tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 945 time: 0.1254201 Feb 02 12:58:26.028178 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.058554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (de54828e-05ab-4ac1-821d-0157479d97c7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.083768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Checking router: 9a99b111-c096-4f94-a4f5-c73a5235fbb0 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:58:26.084431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Updating router 9a99b111-c096-4f94-a4f5-c73a5235fbb0 port dfef7ced-ed66-4b90-8971-7ad2e6c352db binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 12:58:26.097731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:26.098679 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.100857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] 10.222.0.18 "PUT /v2.0/ports/0c7f2bb5-8abb-4654-a83e-72790401fafc HTTP/1.1" status: 200 len: 1095 time: 1.3621058 Feb 02 12:58:26.101559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'tag': '0c7f2bb5-8abb-4654-a83e-72790401fafc'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:26.104160 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb21976-a2d8-43d1-8f71-0b2ada831812" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791", "tag": "0c7f2bb5-8abb-4654-a83e-72790401fafc"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:26.105422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (de54828e-05ab-4ac1-821d-0157479d97c7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.107055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:26.108337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.140468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device aeb88c18-67a5-4501-95da-260b51d1bb5f up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:26.153590 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.197799 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4742968 Feb 02 12:58:26.201898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36610) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:26.204230 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3634257e-ba11-400d-91ec-5e64851edb6c x-openstack-request-id: req-3634257e-ba11-400d-91ec-5e64851edb6c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:26.205467 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791", "tag": "0c7f2bb5-8abb-4654-a83e-72790401fafc", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:26.205964 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3634257e-ba11-400d-91ec-5e64851edb6c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:26.206672 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'tag': '0c7f2bb5-8abb-4654-a83e-72790401fafc', 'status': 'completed', 'code': 200} Feb 02 12:58:26.207377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4bf62-a3a8-40b4-b076-8c0327e99c80 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7f2bb5-8abb-4654-a83e-72790401fafc,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:26.220317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bf6a865f-e8b4-42e7-b09d-37436380231a admin admin] Request body: {'subnet': {'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-687820065-subnet', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:26.247847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cfb1e-12c8-45b1-a0ad-dfb57f6143b8 admin admin] Pushing event updated for resources: {'Network': ['ID=de54828e-05ab-4ac1-821d-0157479d97c7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:26.262336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1c46e0a-6e03-4891-897f-dcb9e0242274 req-3f8e342c-ec15-44b2-870f-38bea99e0183 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061789 Feb 02 12:58:26.287556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-6ca8b86e-7ff6-4662-a428-b63353486e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:26.289501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-6ca8b86e-7ff6-4662-a428-b63353486e75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 1129 time: 0.1034262 Feb 02 12:58:26.291076 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6a865f-e8b4-42e7-b09d-37436380231a admin admin] Made reservation on behalf of 158d0f70f831455c9f8f739493e28026 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:26.293747 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf6a865f-e8b4-42e7-b09d-37436380231a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.312487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network de54828e-05ab-4ac1-821d-0157479d97c7 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:58:26.392895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36616) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:26.414252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-0fc0446b-6d75-4ecb-be74-d64697fc8a74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc HTTP/1.1" status: 200 len: 217 time: 0.1050329 Feb 02 12:58:26.452412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port aeb88c18-67a5-4501-95da-260b51d1bb5f completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:58:26.489416 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port aeb88c18-67a5-4501-95da-260b51d1bb5f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:26.490006 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.491657 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-38a860b7-82eb-45d5-893c-949f0cb04df1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2943e2ef43804de684c8721dccb3168b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0972788 Feb 02 12:58:26.494879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36622) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:26.564905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-9b16c1bd-16d3-4954-9885-12263c132bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:26.566390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-9b16c1bd-16d3-4954-9885-12263c132bc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1166034 Feb 02 12:58:26.578340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045ac59-c513-4db2-a7de-463644cd8759 req-d00b7882-543b-4607-b9c6-c55b042bbb48 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:26.585764 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6045ac59-c513-4db2-a7de-463644cd8759 req-d00b7882-543b-4607-b9c6-c55b042bbb48 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 1127 time: 0.1760442 Feb 02 12:58:26.614755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8753412c-5e0f-43c5-805f-212cc2e1df56 admin admin] Publish callbacks [] for security_group (96ae25cc-8901-41b7-b086-b2f8891ef48c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.621219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port aeb88c18-67a5-4501-95da-260b51d1bb5f is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:26.621579 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.662922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87082a5c-66ce-4875-b0c8-6e900e78497d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb88c18-67a5-4501-95da-260b51d1bb5f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:26.665290 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3691679-5570-4204-b974-f3d117101bb7" -d '{"events": [{"server_uuid": "87082a5c-66ce-4875-b0c8-6e900e78497d", "name": "network-vif-plugged", "status": "completed", "tag": "aeb88c18-67a5-4501-95da-260b51d1bb5f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:26.676999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8753412c-5e0f-43c5-805f-212cc2e1df56 admin admin] Publish callbacks [] for security_group (96ae25cc-8901-41b7-b086-b2f8891ef48c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.696714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port aeb88c18-67a5-4501-95da-260b51d1bb5f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=aeb88c18-67a5-4501-95da-260b51d1bb5f,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:26.736462 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.746003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6045ac59-c513-4db2-a7de-463644cd8759 req-16a080e2-5b08-4f7a-8348-7bdb5204e604 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592214 Feb 02 12:58:26.751777 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1402a33f-d524-4eeb-9dc0-909e397743a7 x-openstack-request-id: req-1402a33f-d524-4eeb-9dc0-909e397743a7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:26.753029 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87082a5c-66ce-4875-b0c8-6e900e78497d", "name": "network-vif-plugged", "status": "completed", "tag": "aeb88c18-67a5-4501-95da-260b51d1bb5f", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:26.753029 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1402a33f-d524-4eeb-9dc0-909e397743a7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:26.753029 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87082a5c-66ce-4875-b0c8-6e900e78497d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb88c18-67a5-4501-95da-260b51d1bb5f', 'code': 200} Feb 02 12:58:26.773349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-74f5bd1d-d8bd-4abe-824f-5c8b8cea9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:26.779712 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-74f5bd1d-d8bd-4abe-824f-5c8b8cea9359 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1666410 Feb 02 12:58:26.816697 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf6a865f-e8b4-42e7-b09d-37436380231a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (18ce3bbb-03b7-49c9-a404-a71e28d85281), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.824061 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8753412c-5e0f-43c5-805f-212cc2e1df56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (96ae25cc-8901-41b7-b086-b2f8891ef48c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.827103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8753412c-5e0f-43c5-805f-212cc2e1df56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:26.833621 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8753412c-5e0f-43c5-805f-212cc2e1df56 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/96ae25cc-8901-41b7-b086-b2f8891ef48c HTTP/1.1" status: 204 len: 168 time: 0.3379581 Feb 02 12:58:26.860377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8753412c-5e0f-43c5-805f-212cc2e1df56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ae25cc-8901-41b7-b086-b2f8891ef48c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:26.868028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36638) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:26.935074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 775fad9d-4c25-488d-b899-36d64ef4cadb up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:26.994997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=aeb88c18-67a5-4501-95da-260b51d1bb5f,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:27.129233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a865f-e8b4-42e7-b09d-37436380231a admin admin] Pushing event updated for resources: {'Subnet': ['ID=18ce3bbb-03b7-49c9-a404-a71e28d85281,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:27.171816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd4d8d-ae32-45fa-b985-d2e65c0b21f0 req-a6a8bcd1-797f-4cb7-a0dd-fbfd70c9270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:27.173340 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83bd4d8d-ae32-45fa-b985-d2e65c0b21f0 req-a6a8bcd1-797f-4cb7-a0dd-fbfd70c9270b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 1127 time: 0.2913580 Feb 02 12:58:27.176218 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0742d58-ee81-4c17-af11-62f60dde2495 req-daca4a11-081f-4186-803f-eb763871047a tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:27.177756 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0742d58-ee81-4c17-af11-62f60dde2495 req-daca4a11-081f-4186-803f-eb763871047a tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 1127 time: 0.2157114 Feb 02 12:58:27.178486 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6a865f-e8b4-42e7-b09d-37436380231a admin admin] Checking segment: {'id': 'b30c68a7-2979-4f72-86b1-7fedadcfba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:27.178839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6a865f-e8b4-42e7-b09d-37436380231a admin admin] Network hostable DHCP agents. Network: de54828e-05ab-4ac1-821d-0157479d97c7, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:58:27.182463 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-b14a0ee7-ee59-45e6-8098-d02477219991 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833628 Feb 02 12:58:27.196277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ccdbb-7c53-43a9-be7f-aa944f101a65 req-0685f403-6e60-4fc4-956d-38e7d10700ce tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:27.197834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c3ccdbb-7c53-43a9-be7f-aa944f101a65 req-0685f403-6e60-4fc4-956d-38e7d10700ce tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 945 time: 0.3128662 Feb 02 12:58:27.239905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-13789370-network', 'tenant_id': '1bb3e697e69d4179a2ac5db864775a55'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:27.259029 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Publish callbacks [] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.278642 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.288538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 775fad9d-4c25-488d-b899-36d64ef4cadb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:27.289232 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.296286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Made reservation on behalf of 1bb3e697e69d4179a2ac5db864775a55 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:27.300577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.325906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.354727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6a865f-e8b4-42e7-b09d-37436380231a admin admin] Network de54828e-05ab-4ac1-821d-0157479d97c7 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:58:27.388412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83bd4d8d-ae32-45fa-b985-d2e65c0b21f0 req-cac49f22-c064-45a6-9275-ce4c05e0e4d5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048435 Feb 02 12:58:27.405521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0742d58-ee81-4c17-af11-62f60dde2495 req-ba281f45-63d3-4654-a6f6-573a763cf425 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054887 Feb 02 12:58:27.413857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c3ccdbb-7c53-43a9-be7f-aa944f101a65 req-bc153781-3e93-4d86-b7b2-122623dab61c tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964767 Feb 02 12:58:27.419579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-bf6a865f-e8b4-42e7-b09d-37436380231a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, de54828e-05ab-4ac1-821d-0157479d97c7) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:27.426110 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6a865f-e8b4-42e7-b09d-37436380231a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:27.426692 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf6a865f-e8b4-42e7-b09d-37436380231a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.431794 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c82d4f0-cfca-418d-bdbe-f636ac182373 req-369fe94d-3e77-49dc-bb21-0cb840b4714f service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307308 Feb 02 12:58:27.471583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34522a7-9a4b-4eaf-8b81-bab743f001ed None None] Network de54828e-05ab-4ac1-821d-0157479d97c7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:27.475947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bf6a865f-e8b4-42e7-b09d-37436380231a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2642438 Feb 02 12:58:27.485721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36660) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:27.490792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Attempting to bind port dfef7ced-ed66-4b90-8971-7ad2e6c352db on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:27.491165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Attempting to bind port dfef7ced-ed66-4b90-8971-7ad2e6c352db by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:27.491558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Attempting to bind port dfef7ced-ed66-4b90-8971-7ad2e6c352db on network 4c82ec79-7fc7-4f76-86e6-90470c51d246 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:27.497875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0852c4c-713e-47a6-a548-8b70dbfc97e6 None None] Pushing event updated for resources: {'Port': ['ID=dfef7ced-ed66-4b90-8971-7ad2e6c352db,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:27.519723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-687820065-router', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:27.574499 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Publish callbacks [] for security_group (4ee0e69a-a98d-4848-85b9-ddad589c96af), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.594003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4ee0e69a-a98d-4848-85b9-ddad589c96af), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.608624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:27.609310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Checking segment: {'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:27.612079 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.612567 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Bound using segment: {'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:27.614655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (80a4b2f2-9efa-4d5e-a989-b68785077e3c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.614984 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Bound port: dfef7ced-ed66-4b90-8971-7ad2e6c352db, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:27.615563 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.616591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (80a4b2f2-9efa-4d5e-a989-b68785077e3c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.712754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 775fad9d-4c25-488d-b899-36d64ef4cadb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:27.716891 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Publish callbacks [] for router_controller (80a4b2f2-9efa-4d5e-a989-b68785077e3c), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.723132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:58:27.734310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee0e69a-a98d-4848-85b9-ddad589c96af,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:27.792134 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (13fa71d6-b0dd-4bc3-93ef-91d75b99615a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.792551 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Added segment 13fa71d6-b0dd-4bc3-93ef-91d75b99615a of type vlan for network d75ef0b0-831d-4129-8ce5-8ae325e3f33a Feb 02 12:58:27.808807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb21976-a2d8-43d1-8f71-0b2ada831812 req-85c6037f-0ba6-48cf-a9ea-c02019206f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:27.810343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfb21976-a2d8-43d1-8f71-0b2ada831812 req-85c6037f-0ba6-48cf-a9ea-c02019206f16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 1129 time: 0.2584746 Feb 02 12:58:27.875996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab413f5-47d8-4f58-86d0-5adfede031df req-a7362728-42b3-475d-9099-5efbfd9a803a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:27.878561 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ab413f5-47d8-4f58-86d0-5adfede031df req-a7362728-42b3-475d-9099-5efbfd9a803a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 947 time: 0.2481329 Feb 02 12:58:27.889998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-de54828e-05ab-4ac1-821d-0157479d97c7', 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7', 'project_id': '158d0f70f831455c9f8f739493e28026', 'fixed_ips': [{'subnet_id': '18ce3bbb-03b7-49c9-a404-a71e28d85281'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 12:58:27.891371 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:27.916370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] For port dfef7ced-ed66-4b90-8971-7ad2e6c352db, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:27.941428 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] For port dfef7ced-ed66-4b90-8971-7ad2e6c352db, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=dfef7ced-ed66-4b90-8971-7ad2e6c352db,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:27.943006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b6b9468c-687b-4589-b886-21b8e49388f2 None None] Provisioning complete for port dfef7ced-ed66-4b90-8971-7ad2e6c352db triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:27.943563 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6b9468c-687b-4589-b886-21b8e49388f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:28.039460 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:28.053011 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (d75ef0b0-831d-4129-8ce5-8ae325e3f33a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:28.096974 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Publish callbacks [] for router_gateway (80a4b2f2-9efa-4d5e-a989-b68785077e3c), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:28.147185 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (d75ef0b0-831d-4129-8ce5-8ae325e3f33a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:28.148345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ab413f5-47d8-4f58-86d0-5adfede031df req-01eb80f4-f539-46cc-adf5-535e09b15a6c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479260 Feb 02 12:58:28.148810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:28.149530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:28.175554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb21976-a2d8-43d1-8f71-0b2ada831812 req-fdbee679-8d17-458f-8b3e-88a8340847c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:28.177041 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfb21976-a2d8-43d1-8f71-0b2ada831812 req-fdbee679-8d17-458f-8b3e-88a8340847c7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.3584075 Feb 02 12:58:28.219224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b6b9468c-687b-4589-b886-21b8e49388f2 None None] Port dfef7ced-ed66-4b90-8971-7ad2e6c352db cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:58:28.250558 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3796809 Feb 02 12:58:28.251914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1167be-7f6c-4ece-af62-277d3423a6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d75ef0b0-831d-4129-8ce5-8ae325e3f33a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:28.265978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:28.271339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0cb39e74-86f4-46fb-99fe-fa0b79a906fb admin admin] Request body: {'subnet': {'network_id': 'd75ef0b0-831d-4129-8ce5-8ae325e3f33a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-13789370-subnet', 'tenant_id': '1bb3e697e69d4179a2ac5db864775a55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:28.285861 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfb21976-a2d8-43d1-8f71-0b2ada831812 req-6b6d501c-d820-4594-b29c-0a00e65906bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc HTTP/1.1" status: 200 len: 217 time: 0.0947800 Feb 02 12:58:28.293182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network d75ef0b0-831d-4129-8ce5-8ae325e3f33a details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:58:28.370528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Routers {'9a99b111-c096-4f94-a4f5-c73a5235fbb0'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:28.371182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9a99b111-c096-4f94-a4f5-c73a5235fbb0'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:28.373836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0852c4c-713e-47a6-a548-8b70dbfc97e6 None None] Pushing event updated for resources: {'Port': ['ID=dfef7ced-ed66-4b90-8971-7ad2e6c352db,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:28.474906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36696) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:28.491032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb39e74-86f4-46fb-99fe-fa0b79a906fb admin admin] Made reservation on behalf of 1bb3e697e69d4179a2ac5db864775a55 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:28.493776 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cb39e74-86f4-46fb-99fe-fa0b79a906fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:28.544681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb21976-a2d8-43d1-8f71-0b2ada831812 req-6deb07b8-9f46-4937-a0e4-e50bde7d7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:28.547183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfb21976-a2d8-43d1-8f71-0b2ada831812 req-6deb07b8-9f46-4937-a0e4-e50bde7d7e85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.2486742 Feb 02 12:58:28.598067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Allocated IP 172.20.0.2 (de54828e-05ab-4ac1-821d-0157479d97c7/18ce3bbb-03b7-49c9-a404-a71e28d85281/bbfca67b-eaba-4857-9ac6-62b61846319d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:28.642845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08f0f0-a79c-49f8-89df-a2f959d998c2 req-155af91b-0727-463c-b9e8-ff80398de298 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:28.644747 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae08f0f0-a79c-49f8-89df-a2f959d998c2 req-155af91b-0727-463c-b9e8-ff80398de298 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 1127 time: 0.2657020 Feb 02 12:58:28.731492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9b1f7c5b-2e04-4a86-a81f-a40994e99db3 None None] Provisioning complete for port dfef7ced-ed66-4b90-8971-7ad2e6c352db triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:28.736017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b1f7c5b-2e04-4a86-a81f-a40994e99db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:28.745817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb21976-a2d8-43d1-8f71-0b2ada831812 req-f9b5c996-5625-4989-9945-485cf540ef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:28.747916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfb21976-a2d8-43d1-8f71-0b2ada831812 req-f9b5c996-5625-4989-9945-485cf540ef7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1646349 Feb 02 12:58:28.859648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] Set router 9a99b111-c096-4f94-a4f5-c73a5235fbb0 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:28.893683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Publish callbacks [] for router_gateway (80a4b2f2-9efa-4d5e-a989-b68785077e3c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:28.923517 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.034036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Allocated IP 172.25.4.236 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/ad4a070e-56dc-4a00-b4af-6210df027544) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:29.051802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9b1f7c5b-2e04-4a86-a81f-a40994e99db3 None None] Current status of the port dfef7ced-ed66-4b90-8971-7ad2e6c352db is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:29.052476 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b1f7c5b-2e04-4a86-a81f-a40994e99db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.067580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-network', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:29.095228 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Publish callbacks [] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.105062 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae08f0f0-a79c-49f8-89df-a2f959d998c2 req-1e8c2e10-1b2a-467e-9df3-45af355bfa65 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484534 Feb 02 12:58:29.116414 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.176666 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Publish callbacks [] for port (ad4a070e-56dc-4a00-b4af-6210df027544), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.186863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Network de54828e-05ab-4ac1-821d-0157479d97c7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:29.188724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9b1f7c5b-2e04-4a86-a81f-a40994e99db3 None None] For port dfef7ced-ed66-4b90-8971-7ad2e6c352db, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=dfef7ced-ed66-4b90-8971-7ad2e6c352db,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:29.195747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:29.199509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:29.201596 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Pushing event updated for resources: {'Port': ['ID=bbfca67b-eaba-4857-9ac6-62b61846319d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:29.213118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Made reservation on behalf of be1249fe3b934a3589d42a0842c2db4c for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:29.215381 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.222359 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b1f7c5b-2e04-4a86-a81f-a40994e99db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.242746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (ad4a070e-56dc-4a00-b4af-6210df027544), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.250381 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.263632 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-d7dabdbd-e86b-44e6-9167-299280886afc tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--911956931&fields=id&tenant_id=703a1919ab3848d3bbcfb6f564b7db94 HTTP/1.1" status: 200 len: 267 time: 0.2072706 Feb 02 12:58:29.271920 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cb39e74-86f4-46fb-99fe-fa0b79a906fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (1c9f0f9b-2e66-4fd8-b86c-87ad5c068b76), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.308194 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:29.316714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:29.319359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:29.338993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Attempting to bind port bbfca67b-eaba-4857-9ac6-62b61846319d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:29.339635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Attempting to bind port bbfca67b-eaba-4857-9ac6-62b61846319d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b30c68a7-2979-4f72-86b1-7fedadcfba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:29.339913 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Attempting to bind port bbfca67b-eaba-4857-9ac6-62b61846319d on network de54828e-05ab-4ac1-821d-0157479d97c7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:29.343977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f7c5b-2e04-4a86-a81f-a40994e99db3 None None] Pushing event updated for resources: {'Port': ['ID=dfef7ced-ed66-4b90-8971-7ad2e6c352db,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:29.351356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:29.351760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Checking segment: {'id': 'b30c68a7-2979-4f72-86b1-7fedadcfba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:29.352162 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.352546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Bound using segment: {'id': 'b30c68a7-2979-4f72-86b1-7fedadcfba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:29.353024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Bound port: bbfca67b-eaba-4857-9ac6-62b61846319d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30c68a7-2979-4f72-86b1-7fedadcfba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:29.353407 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.377765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-680483312-router', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:22Z', 'revision_number': 4, 'project_id': 'f894334a06074d648a4659933490abf7', 'gw_port': {'id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'dfef7ced-ed66-4b90-8971-7ad2e6c352db', 'name': '', 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'mac_address': 'fa:16:3e:38:66:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:21Z', 'updated_at': '2022-02-02T12:58:27Z', 'revision_number': 4, 'project_id': 'f894334a06074d648a4659933490abf7', 'subnets': [{'id': '26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:29.401346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfb21976-a2d8-43d1-8f71-0b2ada831812 req-114a92b3-26e9-4e2b-9398-baed6f1530c3 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6449811 Feb 02 12:58:29.477610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Pushing event updated for resources: {'Port': ['ID=ad4a070e-56dc-4a00-b4af-6210df027544,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:29.492027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] For port bbfca67b-eaba-4857-9ac6-62b61846319d, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:29.497861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] For port bbfca67b-eaba-4857-9ac6-62b61846319d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bbfca67b-eaba-4857-9ac6-62b61846319d,segment=NetworkSegment(b30c68a7-2979-4f72-86b1-7fedadcfba91),segment_id=b30c68a7-2979-4f72-86b1-7fedadcfba91)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:29.502841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896058b2-e390-4d1b-a443-659b9ef6589b None None] The sync data for ids ['9a99b111-c096-4f94-a4f5-c73a5235fbb0'] in n-d-827336-2 is: [{'id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-680483312-router', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:22Z', 'revision_number': 4, 'project_id': 'f894334a06074d648a4659933490abf7', 'gw_port': {'id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'dfef7ced-ed66-4b90-8971-7ad2e6c352db', 'name': '', 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'mac_address': 'fa:16:3e:38:66:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:21Z', 'updated_at': '2022-02-02T12:58:27Z', 'revision_number': 4, 'project_id': 'f894334a06074d648a4659933490abf7', 'subnets': [{'id': '26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:58:29.511621 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.521121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb39e74-86f4-46fb-99fe-fa0b79a906fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9f0f9b-2e66-4fd8-b86c-87ad5c068b76,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:29.636362 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Publish callbacks [] for router_gateway (80a4b2f2-9efa-4d5e-a989-b68785077e3c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.684003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6aba5-1d38-4237-92e1-f0e3f8e59693 None None] Pushing event updated for resources: {'Port': ['ID=bbfca67b-eaba-4857-9ac6-62b61846319d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:29.744075 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Publish callbacks [] for security_group (52174aa3-07dd-49db-bc65-e9df93f1c209), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.802019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb8fa2-c96f-40aa-979c-3f15db464939 req-7e5a17f4-76e5-4c9d-a115-94bedbf87cd7 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:29.806476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eecb8fa2-c96f-40aa-979c-3f15db464939 req-7e5a17f4-76e5-4c9d-a115-94bedbf87cd7 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 945 time: 0.5391345 Feb 02 12:58:29.814864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb39e74-86f4-46fb-99fe-fa0b79a906fb admin admin] Checking segment: {'id': '13fa71d6-b0dd-4bc3-93ef-91d75b99615a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'd75ef0b0-831d-4129-8ce5-8ae325e3f33a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:29.815218 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb39e74-86f4-46fb-99fe-fa0b79a906fb admin admin] Network hostable DHCP agents. Network: d75ef0b0-831d-4129-8ce5-8ae325e3f33a, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:58:29.819871 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (52174aa3-07dd-49db-bc65-e9df93f1c209), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.890138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-6f7bf684-b1c1-4f19-9a1f-ccfee7210ad0 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:29.918630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-6f7bf684-b1c1-4f19-9a1f-ccfee7210ad0 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/networks?id=16e87a24-b253-467e-bf8a-2babe3b8e710 HTTP/1.1" status: 200 len: 822 time: 0.6184452 Feb 02 12:58:29.956797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (80a4b2f2-9efa-4d5e-a989-b68785077e3c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:29.975126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:58:29.989163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfb21976-a2d8-43d1-8f71-0b2ada831812 req-c9b0a205-63ea-46ad-afa1-a4cbb17e2581 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632751 Feb 02 12:58:30.001632 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-29c79267-0d04-4468-be2c-15d45831703c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/quotas/703a1919ab3848d3bbcfb6f564b7db94 HTTP/1.1" status: 200 len: 375 time: 0.0820894 Feb 02 12:58:30.006508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52174aa3-07dd-49db-bc65-e9df93f1c209,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:30.009898 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4bace05f-f4e7-407f-86ec-a6c21aa99d42), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:30.010134 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Added segment 4bace05f-f4e7-407f-86ec-a6c21aa99d42 of type vlan for network 4622457a-1160-4a53-a71b-214c7f3ae635 Feb 02 12:58:30.031666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb39e74-86f4-46fb-99fe-fa0b79a906fb admin admin] Network d75ef0b0-831d-4129-8ce5-8ae325e3f33a is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:58:30.097313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-bc641ac7-0cc5-4dc2-9dd3-6417a2552917 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:30.098878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-bc641ac7-0cc5-4dc2-9dd3-6417a2552917 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.62 "GET /v2.0/ports?device_id=178d5d97-e475-495f-8baf-b31b1bcd653e HTTP/1.1" status: 200 len: 946 time: 0.4358118 Feb 02 12:58:30.137713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eecb8fa2-c96f-40aa-979c-3f15db464939 req-6e06592d-e0d9-4103-bf02-0f3b6d117a74 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100007 Feb 02 12:58:30.159856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0cb39e74-86f4-46fb-99fe-fa0b79a906fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, d75ef0b0-831d-4129-8ce5-8ae325e3f33a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:30.162677 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (4622457a-1160-4a53-a71b-214c7f3ae635), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:30.175143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb39e74-86f4-46fb-99fe-fa0b79a906fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:30.175787 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cb39e74-86f4-46fb-99fe-fa0b79a906fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:30.177929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Router 80a4b2f2-9efa-4d5e-a989-b68785077e3c is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 12:58:30.181077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3cba2-829d-4b43-81c1-58e8e2a36a9a None None] Network d75ef0b0-831d-4129-8ce5-8ae325e3f33a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:30.263939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0cb39e74-86f4-46fb-99fe-fa0b79a906fb admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9889076 Feb 02 12:58:30.266502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-93bb3b3c-508c-43b6-8188-4c0b66a3cf89 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=703a1919ab3848d3bbcfb6f564b7db94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2546623 Feb 02 12:58:30.279527 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (4622457a-1160-4a53-a71b-214c7f3ae635), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:30.280579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:30.281241 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:30.427253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.9472964 Feb 02 12:58:30.427967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:30.429830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1506e07-2b3d-43a0-a38a-0536e2e8c8f5 None None] Network d75ef0b0-831d-4129-8ce5-8ae325e3f33a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:30.455729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:58:30.471959 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Sync routers for ids ['80a4b2f2-9efa-4d5e-a989-b68785077e3c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:58:30.493817 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Routers {'80a4b2f2-9efa-4d5e-a989-b68785077e3c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:30.496138 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['80a4b2f2-9efa-4d5e-a989-b68785077e3c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:30.497979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:30.502325 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a2f18469-fae2-4edf-8a5d-2d08024239dd admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0137172 Feb 02 12:58:30.503088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:30.547260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c140867d-ca1f-4fa1-9f93-91f633637e03 admin admin] Request body: {'subnet': {'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-subnet', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:30.616818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e8200-7fdc-40c4-9a39-e725e486f454 admin admin] Pushing event updated for resources: {'Network': ['ID=4622457a-1160-4a53-a71b-214c7f3ae635,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:30.706907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Deleting port 98b67a19-5508-4822-8dd1-f8e3c2275be7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:58:30.707246 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:30.722399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c140867d-ca1f-4fa1-9f93-91f633637e03 admin admin] Made reservation on behalf of be1249fe3b934a3589d42a0842c2db4c for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:30.740082 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c140867d-ca1f-4fa1-9f93-91f633637e03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:30.760724 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Set router 80a4b2f2-9efa-4d5e-a989-b68785077e3c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:30.849360 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 4622457a-1160-4a53-a71b-214c7f3ae635 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:58:30.886216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-6af75213-c4cb-4fdc-9d8c-6af65cc2fb01 service neutron] 10.222.0.83 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927999 Feb 02 12:58:31.135376 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-687820065-router', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:27Z', 'updated_at': '2022-02-02T12:58:29Z', 'revision_number': 3, 'project_id': '158d0f70f831455c9f8f739493e28026', 'gw_port': {'id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:28Z', 'updated_at': '2022-02-02T12:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:31.173620 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Checking router: 80a4b2f2-9efa-4d5e-a989-b68785077e3c for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:58:31.174216 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Updating router 80a4b2f2-9efa-4d5e-a989-b68785077e3c port ad4a070e-56dc-4a00-b4af-6210df027544 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 12:58:31.178803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa4759-4906-467b-b01b-db94bb2dfd26 req-1e063f05-c383-477b-9803-5ab8b78d5e5b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:31.195540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73fa4759-4906-467b-b01b-db94bb2dfd26 req-1e063f05-c383-477b-9803-5ab8b78d5e5b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 947 time: 0.7639549 Feb 02 12:58:31.245194 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ad4a070e-56dc-4a00-b4af-6210df027544), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:31.402974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bbfca67b-eaba-4857-9ac6-62b61846319d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:31.483273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0c7f2bb5-8abb-4654-a83e-72790401fafc details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:58:31.520266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36742) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:31.537530 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1906088761-network', 'tenant_id': 'c8a32f1044264b84922d3ee3200c816d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:31.575684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d8b31b-646b-4a84-b3e4-7465379ed7a9 None None] Network de54828e-05ab-4ac1-821d-0157479d97c7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:31.608067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73fa4759-4906-467b-b01b-db94bb2dfd26 req-b4129a93-1d97-446f-92db-35adff5a3920 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114554 Feb 02 12:58:31.656232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Made reservation on behalf of c8a32f1044264b84922d3ee3200c816d for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:31.658542 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:31.691248 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:31.711753 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] For port 98b67a19-5508-4822-8dd1-f8e3c2275be7, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=98b67a19-5508-4822-8dd1-f8e3c2275be7,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:31.712337 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:31.737316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-cf10024e-5fe8-4b77-b985-60340c6e7e26 service neutron] 10.222.0.83 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8597231 Feb 02 12:58:31.808832 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Publish callbacks [] for port (ad4a070e-56dc-4a00-b4af-6210df027544), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:31.821951 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ad4a070e-56dc-4a00-b4af-6210df027544), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:31.867340 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0df52248-4b51-4d2f-b30e-e16aa80460ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:31.944385 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 12:58:31.987483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fa789f02-2446-4011-bdfb-6efbe5690825 None None] Provisioning complete for port bbfca67b-eaba-4857-9ac6-62b61846319d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:31.987931 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa789f02-2446-4011-bdfb-6efbe5690825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.037001 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.043951 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Attempting to bind port ad4a070e-56dc-4a00-b4af-6210df027544 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:32.044323 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Attempting to bind port ad4a070e-56dc-4a00-b4af-6210df027544 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:32.044681 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Attempting to bind port ad4a070e-56dc-4a00-b4af-6210df027544 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:32.050863 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de506653-3217-4ef7-8116-d54c0fcf66f3 None None] Pushing event updated for resources: {'Port': ['ID=ad4a070e-56dc-4a00-b4af-6210df027544,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:32.065243 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:32.065617 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:32.066013 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.066390 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:32.072326 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Bound port: ad4a070e-56dc-4a00-b4af-6210df027544, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:32.073359 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ad4a070e-56dc-4a00-b4af-6210df027544), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.117668 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Publish callbacks [] for security_group (3792e34a-23b2-476b-b48c-5c0de76d1227), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.128539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port bbfca67b-eaba-4857-9ac6-62b61846319d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:32.129154 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.147007 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3792e34a-23b2-476b-b48c-5c0de76d1227), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.214327 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] For port ad4a070e-56dc-4a00-b4af-6210df027544, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:32.221569 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] For port ad4a070e-56dc-4a00-b4af-6210df027544, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ad4a070e-56dc-4a00-b4af-6210df027544,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:32.237764 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ad4a070e-56dc-4a00-b4af-6210df027544), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.280582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:58:32.311018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3792e34a-23b2-476b-b48c-5c0de76d1227,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:32.336425 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a1f78db8-a890-4db9-8846-97fee40076d9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.336787 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Added segment a1f78db8-a890-4db9-8846-97fee40076d9 of type vlan for network b9372b86-6bbc-4547-b6ae-78b559869497 Feb 02 12:58:32.347057 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.347711 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (04e8e8fc-6ce5-412b-ae05-dafec90d6cc7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.348064 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Floating IP 04e8e8fc-6ce5-412b-ae05-dafec90d6cc7 disassociated. External IP: 172.25.4.142, port: 98b67a19-5508-4822-8dd1-f8e3c2275be7. Feb 02 12:58:32.348704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Calling delete_port for 98b67a19-5508-4822-8dd1-f8e3c2275be7 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:58:32.382014 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Routers {'80a4b2f2-9efa-4d5e-a989-b68785077e3c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:32.382870 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['80a4b2f2-9efa-4d5e-a989-b68785077e3c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:32.408785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fa789f02-2446-4011-bdfb-6efbe5690825 None None] Current status of the port bbfca67b-eaba-4857-9ac6-62b61846319d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:32.409311 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa789f02-2446-4011-bdfb-6efbe5690825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.511259 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de506653-3217-4ef7-8116-d54c0fcf66f3 None None] Pushing event updated for resources: {'Port': ['ID=ad4a070e-56dc-4a00-b4af-6210df027544,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:32.530876 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (b9372b86-6bbc-4547-b6ae-78b559869497), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.561682 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fa789f02-2446-4011-bdfb-6efbe5690825 None None] For port bbfca67b-eaba-4857-9ac6-62b61846319d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bbfca67b-eaba-4857-9ac6-62b61846319d,segment=NetworkSegment(b30c68a7-2979-4f72-86b1-7fedadcfba91),segment_id=b30c68a7-2979-4f72-86b1-7fedadcfba91)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:32.607854 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa789f02-2446-4011-bdfb-6efbe5690825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.611169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:32.649877 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] Set router 80a4b2f2-9efa-4d5e-a989-b68785077e3c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:32.651811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port bbfca67b-eaba-4857-9ac6-62b61846319d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:32.652401 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.669328 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Allocated IP 172.20.0.1 (de54828e-05ab-4ac1-821d-0157479d97c7/18ce3bbb-03b7-49c9-a404-a71e28d85281/35b40084-3417-42ce-86b5-5786f62bef51) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:32.681663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '0c7f2bb5-8abb-4654-a83e-72790401fafc', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '0c7f2bb5-8abb-4654-a83e-72790401fafc', 'mac_address': 'fa:16:3e:36:dd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:58:32.731409 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 12:58:32.731982 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 12:58:32.794549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa789f02-2446-4011-bdfb-6efbe5690825 None None] Pushing event updated for resources: {'Port': ['ID=bbfca67b-eaba-4857-9ac6-62b61846319d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:32.800399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e7e27e71-ed5f-46ea-a4d2-b77b632ae81d None None] Provisioning complete for port bbfca67b-eaba-4857-9ac6-62b61846319d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:32.801027 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7e27e71-ed5f-46ea-a4d2-b77b632ae81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.835178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 0c7f2bb5-8abb-4654-a83e-72790401fafc is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:32.835600 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.839790 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Publish callbacks [] for port (35b40084-3417-42ce-86b5-5786f62bef51), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.855136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7f2bb5-8abb-4654-a83e-72790401fafc {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:58:32.883655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (b9372b86-6bbc-4547-b6ae-78b559869497), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.885280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:32.885950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.903846 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (35b40084-3417-42ce-86b5-5786f62bef51), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.910628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:32.925558 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:32.991593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Pushing event updated for resources: {'Port': ['ID=35b40084-3417-42ce-86b5-5786f62bef51,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:32.999792 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4784300 Feb 02 12:58:33.005477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36764) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:33.018055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-86c95884-a143-4ddd-a7ec-fc2f24ffaf4b admin admin] Request body: {'subnet': {'network_id': 'b9372b86-6bbc-4547-b6ae-78b559869497', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1906088761-subnet', 'tenant_id': 'c8a32f1044264b84922d3ee3200c816d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:33.032084 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=0c7f2bb5-8abb-4654-a83e-72790401fafc,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:33.085087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e7e27e71-ed5f-46ea-a4d2-b77b632ae81d None None] Current status of the port bbfca67b-eaba-4857-9ac6-62b61846319d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:33.090522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Network de54828e-05ab-4ac1-821d-0157479d97c7 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:33.102266 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-687820065-router', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:27Z', 'updated_at': '2022-02-02T12:58:29Z', 'revision_number': 3, 'project_id': '158d0f70f831455c9f8f739493e28026', 'gw_port': {'id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:28Z', 'updated_at': '2022-02-02T12:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:33.106460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:33.108275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c95884-a143-4ddd-a7ec-fc2f24ffaf4b admin admin] Made reservation on behalf of c8a32f1044264b84922d3ee3200c816d for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:33.110524 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86c95884-a143-4ddd-a7ec-fc2f24ffaf4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:33.113159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:33.113622 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (80a4b2f2-9efa-4d5e-a989-b68785077e3c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:33.121966 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c140867d-ca1f-4fa1-9f93-91f633637e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (ace6d8bf-93bb-472c-8716-ba22db5f571a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:33.149781 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f45fec-779e-4603-964d-c090c6f6d3f8 None None] The sync data for ids ['80a4b2f2-9efa-4d5e-a989-b68785077e3c'] in n-d-827336-2 is: [{'id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-687820065-router', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:27Z', 'updated_at': '2022-02-02T12:58:29Z', 'revision_number': 3, 'project_id': '158d0f70f831455c9f8f739493e28026', 'gw_port': {'id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:28Z', 'updated_at': '2022-02-02T12:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:58:33.210477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356867c-9c30-426a-a471-808e8316d1bb admin admin] Pushing event updated for resources: {'Network': ['ID=b9372b86-6bbc-4547-b6ae-78b559869497,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:33.217082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['0c7f2bb5-8abb-4654-a83e-72790401fafc'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:58:33.232562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140867d-ca1f-4fa1-9f93-91f633637e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace6d8bf-93bb-472c-8716-ba22db5f571a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:33.282508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92c3f-66be-4823-a713-d88544219af1 req-54935f61-6e7a-4149-b450-b3f2d0b9aa4b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:33.293189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46f92c3f-66be-4823-a713-d88544219af1 req-54935f61-6e7a-4149-b450-b3f2d0b9aa4b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 945 time: 0.2610688 Feb 02 12:58:33.309127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffefddb-cac8-4f71-9fe2-381f9abd6ee9 req-57d33fd1-f328-40b9-bba5-d0d343523312 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:33.310706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fffefddb-cac8-4f71-9fe2-381f9abd6ee9 req-57d33fd1-f328-40b9-bba5-d0d343523312 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 1127 time: 0.2865050 Feb 02 12:58:33.329387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network b9372b86-6bbc-4547-b6ae-78b559869497 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:58:33.381367 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c140867d-ca1f-4fa1-9f93-91f633637e03 admin admin] Checking segment: {'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:33.382506 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c140867d-ca1f-4fa1-9f93-91f633637e03 admin admin] Network hostable DHCP agents. Network: 4622457a-1160-4a53-a71b-214c7f3ae635, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:58:33.531022 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (35b40084-3417-42ce-86b5-5786f62bef51), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:33.531625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port bbfca67b-eaba-4857-9ac6-62b61846319d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:33.532661 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dfef7ced-ed66-4b90-8971-7ad2e6c352db up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:33.543619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c140867d-ca1f-4fa1-9f93-91f633637e03 admin admin] Network 4622457a-1160-4a53-a71b-214c7f3ae635 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:58:33.569075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46f92c3f-66be-4823-a713-d88544219af1 req-272b362e-f1ca-4714-a4e5-36072da637db tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749352 Feb 02 12:58:33.600748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fffefddb-cac8-4f71-9fe2-381f9abd6ee9 req-54deb314-51e5-4b21-a01d-249f81b56047 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669575 Feb 02 12:58:33.604991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c140867d-ca1f-4fa1-9f93-91f633637e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 4622457a-1160-4a53-a71b-214c7f3ae635) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:33.628389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c140867d-ca1f-4fa1-9f93-91f633637e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:33.629538 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c140867d-ca1f-4fa1-9f93-91f633637e03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:33.664343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0928f2eb-e7eb-4477-86f0-973fbc956657 None None] Network 4622457a-1160-4a53-a71b-214c7f3ae635 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:33.681077 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (98b67a19-5508-4822-8dd1-f8e3c2275be7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:33.730245 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86c95884-a143-4ddd-a7ec-fc2f24ffaf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (f5ee07c7-11a1-4949-8265-682c10fa74a4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:33.796701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c38210b3-6160-4339-a8f1-079de42df722 req-2a711427-5ab8-4271-919f-4ea438394e85 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 210 time: 0.1437480 Feb 02 12:58:33.803470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Pushing event deleted for resources: {'Port': ['ID=98b67a19-5508-4822-8dd1-f8e3c2275be7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:33.809157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c140867d-ca1f-4fa1-9f93-91f633637e03 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3750558 Feb 02 12:58:33.821335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2b07de51-b000-4c03-b60a-b29e64623ee3 None None] Provisioning complete for port 35b40084-3417-42ce-86b5-5786f62bef51 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:33.821873 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b07de51-b000-4c03-b60a-b29e64623ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (35b40084-3417-42ce-86b5-5786f62bef51), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:33.823238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36772) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:33.830574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:33.889962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port dfef7ced-ed66-4b90-8971-7ad2e6c352db triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:33.890337 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:33.984531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2b07de51-b000-4c03-b60a-b29e64623ee3 None None] Port 35b40084-3417-42ce-86b5-5786f62bef51 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:58:33.996746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-4622457a-1160-4a53-a71b-214c7f3ae635', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'fixed_ips': [{'subnet_id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 12:58:33.997941 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:34.072889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-278b9189-4f09-4f10-a369-0efa5fe74115 req-5deb38df-e865-41fc-a9b9-a418c0bd9047 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:58:34.075042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-278b9189-4f09-4f10-a369-0efa5fe74115 req-5deb38df-e865-41fc-a9b9-a418c0bd9047 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080600 Feb 02 12:58:34.086293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912d019-e1ba-436f-9206-1706c1ed096b req-e0028490-76f3-44d7-bb8b-d1d04684266b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:34.088082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e912d019-e1ba-436f-9206-1706c1ed096b req-e0028490-76f3-44d7-bb8b-d1d04684266b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 948 time: 0.2898483 Feb 02 12:58:34.100017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1726f1b0-d515-48d7-ad43-f835732ef506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:34.188166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Router 1c434d67-48ae-4b51-84d1-06af14c32531 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:58:34.217635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e912d019-e1ba-436f-9206-1706c1ed096b req-5d33c386-110a-42ee-8a26-35a7f137ae0a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132102 Feb 02 12:58:34.219006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 98b67a19-5508-4822-8dd1-f8e3c2275be7 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:58:34.396965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 98b67a19-5508-4822-8dd1-f8e3c2275be7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 12:58:34.407062 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 98b67a19-5508-4822-8dd1-f8e3c2275be7 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:58:34.457150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Publish callbacks [] for port (35b40084-3417-42ce-86b5-5786f62bef51), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:34.488197 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port dfef7ced-ed66-4b90-8971-7ad2e6c352db is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:34.499009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (35b40084-3417-42ce-86b5-5786f62bef51), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:34.504420 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (80a4b2f2-9efa-4d5e-a989-b68785077e3c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:34.531172 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:58:34.599584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229d2b2-2cbf-4bd1-ac6a-b4d053b68a77 None None] Sync routers for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:58:34.605103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c95884-a143-4ddd-a7ec-fc2f24ffaf4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5ee07c7-11a1-4949-8265-682c10fa74a4,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:34.617436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] No DVR routers for this DVR port 98b67a19-5508-4822-8dd1-f8e3c2275be7 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:58:34.620273 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:34.623854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-468e2e28-bc85-4927-a42c-63a77d6bec52 req-10fcf31b-71d1-48a3-8bcc-b9d1bea7d85c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.62 "DELETE /v2.0/ports/98b67a19-5508-4822-8dd1-f8e3c2275be7 HTTP/1.1" status: 204 len: 173 time: 4.5071878 Feb 02 12:58:34.624515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'name': 'network-vif-deleted', 'tag': '98b67a19-5508-4822-8dd1-f8e3c2275be7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:34.627093 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65128ec4-c1ae-4e8f-b1aa-7e212750e125" -d '{"events": [{"server_uuid": "178d5d97-e475-495f-8baf-b31b1bcd653e", "name": "network-vif-deleted", "tag": "98b67a19-5508-4822-8dd1-f8e3c2275be7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:34.704214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229d2b2-2cbf-4bd1-ac6a-b4d053b68a77 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:34.705249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2229d2b2-2cbf-4bd1-ac6a-b4d053b68a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:34.748523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Pushing event updated for resources: {'Port': ['ID=35b40084-3417-42ce-86b5-5786f62bef51,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:34.816602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:34.817689 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:34.959350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Publish callbacks [] for router_controller (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:35.007244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Allocated IP 172.20.0.2 (4622457a-1160-4a53-a71b-214c7f3ae635/ace6d8bf-93bb-472c-8716-ba22db5f571a/840f7acb-4a34-4564-831d-13bb04281a6f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:35.123846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bbfca67b-eaba-4857-9ac6-62b61846319d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:35.233040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Network de54828e-05ab-4ac1-821d-0157479d97c7 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:35.233040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c95884-a143-4ddd-a7ec-fc2f24ffaf4b admin admin] Checking segment: {'id': 'a1f78db8-a890-4db9-8846-97fee40076d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b9372b86-6bbc-4547-b6ae-78b559869497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:35.236220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c95884-a143-4ddd-a7ec-fc2f24ffaf4b admin admin] Network hostable DHCP agents. Network: b9372b86-6bbc-4547-b6ae-78b559869497, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:58:35.258500 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722573bf-fa66-4fe8-a3b0-bec31aca389f req-6fa2f4a3-3b0e-4446-922d-fe12818d27c4 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:35.267538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-722573bf-fa66-4fe8-a3b0-bec31aca389f req-6fa2f4a3-3b0e-4446-922d-fe12818d27c4 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 945 time: 0.0996840 Feb 02 12:58:35.302572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:35.407582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-722573bf-fa66-4fe8-a3b0-bec31aca389f req-69713620-cd06-4e0f-89a8-4a70e900ec66 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339583 Feb 02 12:58:35.497444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0c7f2bb5-8abb-4654-a83e-72790401fafc up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:35.501876 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359a7143-9fb3-4008-9c87-dd862578dc23 x-openstack-request-id: req-359a7143-9fb3-4008-9c87-dd862578dc23 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:35.502327 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178d5d97-e475-495f-8baf-b31b1bcd653e", "name": "network-vif-deleted", "tag": "98b67a19-5508-4822-8dd1-f8e3c2275be7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:35.502664 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-359a7143-9fb3-4008-9c87-dd862578dc23 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:35.503320 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178d5d97-e475-495f-8baf-b31b1bcd653e', 'name': 'network-vif-deleted', 'tag': '98b67a19-5508-4822-8dd1-f8e3c2275be7', 'status': 'completed', 'code': 200} Feb 02 12:58:35.556175 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c95884-a143-4ddd-a7ec-fc2f24ffaf4b admin admin] Network b9372b86-6bbc-4547-b6ae-78b559869497 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:58:35.579902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Publish callbacks [] for router_gateway (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:35.605966 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Publish callbacks [] for port (840f7acb-4a34-4564-831d-13bb04281a6f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:35.625384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-24c1c8d1-4425-4bef-9520-d7417825758d tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:35.627579 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-24c1c8d1-4425-4bef-9520-d7417825758d tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.62 "GET /v2.0/networks?id=16e87a24-b253-467e-bf8a-2babe3b8e710 HTTP/1.1" status: 200 len: 822 time: 1.1522424 Feb 02 12:58:35.671021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36822) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:35.691048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-055d594d-8bd3-4436-bd86-100b6d25de67 req-f218f7fe-52a4-4578-acdf-1e1d79875c06 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 210 time: 0.0790417 Feb 02 12:58:35.708989 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:35.744650 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:35.762490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-2229d2b2-2cbf-4bd1-ac6a-b4d053b68a77 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:35.780202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-86c95884-a143-4ddd-a7ec-fc2f24ffaf4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, b9372b86-6bbc-4547-b6ae-78b559869497) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:35.824913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c95884-a143-4ddd-a7ec-fc2f24ffaf4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:35.825522 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86c95884-a143-4ddd-a7ec-fc2f24ffaf4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:35.838987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca92d0-97dd-4cc5-aaec-69416f147946 None None] Network b9372b86-6bbc-4547-b6ae-78b559869497 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:35.894947 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-86c95884-a143-4ddd-a7ec-fc2f24ffaf4b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8885465 Feb 02 12:58:35.921178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4286b-7e17-40a4-8e64-107670a272a8 req-5d5828f7-588b-424a-bc36-43120eec6947 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:35.924108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Pushing event updated for resources: {'Port': ['ID=840f7acb-4a34-4564-831d-13bb04281a6f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:35.925520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5c4286b-7e17-40a4-8e64-107670a272a8 req-5d5828f7-588b-424a-bc36-43120eec6947 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 948 time: 0.1021917 Feb 02 12:58:35.970581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port bbfca67b-eaba-4857-9ac6-62b61846319d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:35.970953 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:35.979269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Network 4622457a-1160-4a53-a71b-214c7f3ae635 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:36.001969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81d932-d4fd-4f95-acdb-9d85ea9fe5a0 None None] Network b9372b86-6bbc-4547-b6ae-78b559869497 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:36.006965 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b69af62-1cce-4119-9a6a-8021b422bb0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.023662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Router 80a4b2f2-9efa-4d5e-a989-b68785077e3c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:58:36.064049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:36.065785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fe5d4578-a6cb-4540-bb42-cb388a663202 None None] Provisioning complete for port 35b40084-3417-42ce-86b5-5786f62bef51 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:36.066156 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe5d4578-a6cb-4540-bb42-cb388a663202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (35b40084-3417-42ce-86b5-5786f62bef51), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.114985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5c4286b-7e17-40a4-8e64-107670a272a8 req-88b8fc70-c6f0-44b5-99b5-ad62c1fee4f9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799197 Feb 02 12:58:36.132024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:36.139406 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-97321e3f-a995-435a-ab26-57e3d4aa8b60 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=703a1919ab3848d3bbcfb6f564b7db94 HTTP/1.1" status: 200 len: 379 time: 0.3811212 Feb 02 12:58:36.146911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36836) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:36.161992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Request body: {'port': {'device_id': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'admin_state_up': True, 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'security_groups': ['837dd381-6f04-4104-8fda-b697d82e303e']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:36.259887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a8e002-82b1-49f8-bc5d-8e0ed2623f72 admin admin] Deleting subnet 1c9f0f9b-2e66-4fd8-b86c-87ad5c068b76 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 12:58:36.265193 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26a8e002-82b1-49f8-bc5d-8e0ed2623f72 admin admin] Publish callbacks [] for subnet (1c9f0f9b-2e66-4fd8-b86c-87ad5c068b76), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.341309 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26a8e002-82b1-49f8-bc5d-8e0ed2623f72 admin admin] Publish callbacks [] for subnet (1c9f0f9b-2e66-4fd8-b86c-87ad5c068b76), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.352595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36846) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:36.361476 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26a8e002-82b1-49f8-bc5d-8e0ed2623f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (1c9f0f9b-2e66-4fd8-b86c-87ad5c068b76), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.374847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 0c7f2bb5-8abb-4654-a83e-72790401fafc completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:58:36.422076 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fe5d4578-a6cb-4540-bb42-cb388a663202 None None] Port 35b40084-3417-42ce-86b5-5786f62bef51 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:58:36.458601 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26a8e002-82b1-49f8-bc5d-8e0ed2623f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (1c9f0f9b-2e66-4fd8-b86c-87ad5c068b76), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.474404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b69af62-1cce-4119-9a6a-8021b422bb0a admin admin] Publish callbacks [] for security_group (8926e77e-4d45-45a6-885d-4753404e4c7d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.481559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 0c7f2bb5-8abb-4654-a83e-72790401fafc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:36.481925 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.498256 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b69af62-1cce-4119-9a6a-8021b422bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8926e77e-4d45-45a6-885d-4753404e4c7d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.503946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a8e002-82b1-49f8-bc5d-8e0ed2623f72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9f0f9b-2e66-4fd8-b86c-87ad5c068b76,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:36.529016 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26a8e002-82b1-49f8-bc5d-8e0ed2623f72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.532291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-26a8e002-82b1-49f8-bc5d-8e0ed2623f72 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1c9f0f9b-2e66-4fd8-b86c-87ad5c068b76 HTTP/1.1" status: 204 len: 168 time: 0.3836107 Feb 02 12:58:36.540423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-f6b9b3c2-a9da-4d8b-94e1-509d24d8004a tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:58:36.541459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-f6b9b3c2-a9da-4d8b-94e1-509d24d8004a tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1875710 Feb 02 12:58:36.544746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:36.565076 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.576544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69af62-1cce-4119-9a6a-8021b422bb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8926e77e-4d45-45a6-885d-4753404e4c7d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:36.584154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7b69af62-1cce-4119-9a6a-8021b422bb0a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f8a5b55e3f2d448389294fbde0a1f829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9062278 Feb 02 12:58:36.586514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:36.661169 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d75ef0b0-831d-4129-8ce5-8ae325e3f33a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.673913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:58:36.686353 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-996510ae-97de-4696-a1ea-652772bacc1f admin admin] 10.222.0.83 "PUT /v2.0/routers/80a4b2f2-9efa-4d5e-a989-b68785077e3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1818781 Feb 02 12:58:36.722680 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Sync routers for ids ['80a4b2f2-9efa-4d5e-a989-b68785077e3c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:58:36.750959 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Routers {'80a4b2f2-9efa-4d5e-a989-b68785077e3c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:36.752486 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['80a4b2f2-9efa-4d5e-a989-b68785077e3c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:36.763102 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4227cf86-ca76-4fa3-bde9-7878a10f6663 admin admin] Publish callbacks [] for security_group (8926e77e-4d45-45a6-885d-4753404e4c7d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.763849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Attempting to bind port 840f7acb-4a34-4564-831d-13bb04281a6f on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:36.764685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Attempting to bind port 840f7acb-4a34-4564-831d-13bb04281a6f by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:36.766508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Attempting to bind port 840f7acb-4a34-4564-831d-13bb04281a6f on network 4622457a-1160-4a53-a71b-214c7f3ae635 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:36.829443 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:36.832601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Checking segment: {'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:36.833212 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.833778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Bound using segment: {'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:36.834444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Bound port: 840f7acb-4a34-4564-831d-13bb04281a6f, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:36.837604 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.849858 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.863523 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4227cf86-ca76-4fa3-bde9-7878a10f6663 admin admin] Publish callbacks [] for security_group (8926e77e-4d45-45a6-885d-4753404e4c7d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.882116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-bbc3df73-09c2-41cf-8eb1-096094eada41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:36.883601 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-bbc3df73-09c2-41cf-8eb1-096094eada41 service neutron] 10.222.0.83 "GET /v2.0/ports/c6497e93-9c03-4746-bf01-9f55b4136a0b HTTP/1.1" status: 200 len: 1124 time: 0.2151217 Feb 02 12:58:36.915811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Made reservation on behalf of 703a1919ab3848d3bbcfb6f564b7db94 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:36.934018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.978049 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d75ef0b0-831d-4129-8ce5-8ae325e3f33a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:36.993536 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Publish callbacks [] for router_gateway (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.006478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] Request body: {'binding': {'host': 'n-h2-827336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:37.007003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 12:58:37.030698 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Set router 80a4b2f2-9efa-4d5e-a989-b68785077e3c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:37.071394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port bbfca67b-eaba-4857-9ac6-62b61846319d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:37.072670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ad4a070e-56dc-4a00-b4af-6210df027544 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:37.075042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.146947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1cc805f-b864-4bb3-a997-e158fed6b65a req-55edff73-4a8e-45f4-874a-da2107a9a60f tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 210 time: 0.1889925 Feb 02 12:58:37.175857 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.175857 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.176550 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.176950 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > port after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.177641 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.177641 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > port after_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.177943 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.178260 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.178587 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.178902 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.247917 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 0c7f2bb5-8abb-4654-a83e-72790401fafc is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:37.248321 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.316103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Allocated IP 172.25.4.131 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/8ca2c6cc-1299-464b-a764-02a29fa58b2b) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:37.363512 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] For port 840f7acb-4a34-4564-831d-13bb04281a6f, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:37.443444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] For port 840f7acb-4a34-4564-831d-13bb04281a6f, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=840f7acb-4a34-4564-831d-13bb04281a6f,segment=NetworkSegment(4bace05f-f4e7-407f-86ec-a6c21aa99d42),segment_id=4bace05f-f4e7-407f-86ec-a6c21aa99d42)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:37.458827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.459166 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.459507 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.464381 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Publish callbacks [] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.471593 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:37.472236 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7f2bb5-8abb-4654-a83e-72790401fafc'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:37.474765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75ef0b0-831d-4129-8ce5-8ae325e3f33a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:37.478328 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6318dfde-6605-4cc9-9162-4ca3880ffae6" -d '{"events": [{"server_uuid": "b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791", "name": "network-vif-plugged", "status": "completed", "tag": "0c7f2bb5-8abb-4654-a83e-72790401fafc"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:37.526178 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.527779 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.531757 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.560760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:37.566459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ad4a070e-56dc-4a00-b4af-6210df027544 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:37.569218 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ad4a070e-56dc-4a00-b4af-6210df027544), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.623884 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-687820065-router', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:27Z', 'updated_at': '2022-02-02T12:58:33Z', 'revision_number': 4, 'project_id': '158d0f70f831455c9f8f739493e28026', 'gw_port': {'id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:28Z', 'updated_at': '2022-02-02T12:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35b40084-3417-42ce-86b5-5786f62bef51', 'name': '', 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'mac_address': 'fa:16:3e:dc:ad:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '18ce3bbb-03b7-49c9-a404-a71e28d85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:32Z', 'updated_at': '2022-02-02T12:58:33Z', 'revision_number': 2, 'project_id': '158d0f70f831455c9f8f739493e28026', 'subnets': [{'id': '18ce3bbb-03b7-49c9-a404-a71e28d85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:37.659027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fa71d6-b0dd-4bc3-93ef-91d75b99615a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:37.663864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fa71d6-b0dd-4bc3-93ef-91d75b99615a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:37.665263 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.688741 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Checking router: 80a4b2f2-9efa-4d5e-a989-b68785077e3c for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:58:37.689335 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Updating router 80a4b2f2-9efa-4d5e-a989-b68785077e3c port 35b40084-3417-42ce-86b5-5786f62bef51 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 12:58:37.694203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2229d2b2-2cbf-4bd1-ac6a-b4d053b68a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:37.720109 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (13fa71d6-b0dd-4bc3-93ef-91d75b99615a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.734487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Pushing event updated for resources: {'Port': ['ID=8ca2c6cc-1299-464b-a764-02a29fa58b2b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:37.752702 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (35b40084-3417-42ce-86b5-5786f62bef51), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.828471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229d2b2-2cbf-4bd1-ac6a-b4d053b68a77 None None] Checking router: 1c434d67-48ae-4b51-84d1-06af14c32531 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:58:37.841407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:37.905816 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (13fa71d6-b0dd-4bc3-93ef-91d75b99615a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.906434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6546c-14bf-4483-a8c1-2aeb9b4b7299 None None] Pushing event updated for resources: {'Port': ['ID=840f7acb-4a34-4564-831d-13bb04281a6f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:37.921863 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4227cf86-ca76-4fa3-bde9-7878a10f6663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8926e77e-4d45-45a6-885d-4753404e4c7d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.924820 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4227cf86-ca76-4fa3-bde9-7878a10f6663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:37.925959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4227cf86-ca76-4fa3-bde9-7878a10f6663 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8926e77e-4d45-45a6-885d-4753404e4c7d HTTP/1.1" status: 204 len: 168 time: 1.3385627 Feb 02 12:58:37.949311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:37.967025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:37.969211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 12:58:37.969605 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (13fa71d6-b0dd-4bc3-93ef-91d75b99615a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:38.005814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229d2b2-2cbf-4bd1-ac6a-b4d053b68a77 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:38.014610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2229d2b2-2cbf-4bd1-ac6a-b4d053b68a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: from cryptography.utils import int_from_bytes Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: from cryptography.utils import int_from_bytes Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: timer() Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 12:58:38.014977 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 12:58:38.059006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227cf86-ca76-4fa3-bde9-7878a10f6663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8926e77e-4d45-45a6-885d-4753404e4c7d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:38.253726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec677e5-ae31-47a4-ace0-1caea729a877 req-851bbe85-8175-4cbe-bbd1-1acf31adddf8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:38.255323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ec677e5-ae31-47a4-ace0-1caea729a877 req-851bbe85-8175-4cbe-bbd1-1acf31adddf8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 948 time: 0.7330036 Feb 02 12:58:38.258528 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:38.349203 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (d75ef0b0-831d-4129-8ce5-8ae325e3f33a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:38.413846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Allocated IP 172.20.0.13 (16e87a24-b253-467e-bf8a-2babe3b8e710/4b40da53-385a-4ca7-a6b2-f647fc4a6863/d704937f-d595-4e98-8bb4-9396f2c1e12d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:38.435979 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:38.441623 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] 10.222.0.83 "DELETE /v2.0/networks/d75ef0b0-831d-4129-8ce5-8ae325e3f33a HTTP/1.1" status: 204 len: 168 time: 1.8920801 Feb 02 12:58:38.449284 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36900) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:38.517795 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Publish callbacks [] for port (35b40084-3417-42ce-86b5-5786f62bef51), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:38.539594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df8e6e-d7a2-46fd-ab27-46f74b2ba4bd admin admin] Pushing event deleted for resources: {'Network': ['ID=d75ef0b0-831d-4129-8ce5-8ae325e3f33a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:38.545248 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (35b40084-3417-42ce-86b5-5786f62bef51), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:38.564859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ef74c3-f019-4f6f-8fd6-d5ddb6d09b27 admin admin] Deleting subnet f5ee07c7-11a1-4949-8265-682c10fa74a4 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 12:58:38.572675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32ef74c3-f019-4f6f-8fd6-d5ddb6d09b27 admin admin] Publish callbacks [] for subnet (f5ee07c7-11a1-4949-8265-682c10fa74a4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:38.605784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] Attempting to bind port c6497e93-9c03-4746-bf01-9f55b4136a0b on host n-h2-827336-2 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:38.606118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] Attempting to bind port c6497e93-9c03-4746-bf01-9f55b4136a0b by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:38.606439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] Attempting to bind port c6497e93-9c03-4746-bf01-9f55b4136a0b on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:38.652944 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32ef74c3-f019-4f6f-8fd6-d5ddb6d09b27 admin admin] Publish callbacks [] for subnet (f5ee07c7-11a1-4949-8265-682c10fa74a4), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:38.654085 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=0c7f2bb5-8abb-4654-a83e-72790401fafc,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:38.681703 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ec677e5-ae31-47a4-ace0-1caea729a877 req-a5ee452f-42c1-48aa-a39b-13f96b62593a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908608 Feb 02 12:58:38.682783 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32ef74c3-f019-4f6f-8fd6-d5ddb6d09b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (f5ee07c7-11a1-4949-8265-682c10fa74a4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:38.683605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] Port c6497e93-9c03-4746-bf01-9f55b4136a0b on network 2b9af990-5e2e-47c3-abe4-0e26c82225db not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:58:38.689122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] Attempting to bind port c6497e93-9c03-4746-bf01-9f55b4136a0b on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:38.720186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:38.720695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:38.726979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] Bound using segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:38.732668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] Bound port: c6497e93-9c03-4746-bf01-9f55b4136a0b, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:38.736096 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e6c23-699d-4e45-8fda-1d54e492ffad None None] Pushing event updated for resources: {'Port': ['ID=35b40084-3417-42ce-86b5-5786f62bef51,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:38.773792 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32ef74c3-f019-4f6f-8fd6-d5ddb6d09b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for subnet (f5ee07c7-11a1-4949-8265-682c10fa74a4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:38.811843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32ef74c3-f019-4f6f-8fd6-d5ddb6d09b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:38.819706 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-32ef74c3-f019-4f6f-8fd6-d5ddb6d09b27 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/f5ee07c7-11a1-4949-8265-682c10fa74a4 HTTP/1.1" status: 204 len: 168 time: 0.3398290 Feb 02 12:58:38.820697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36904) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:39.117313 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Attempting to bind port 35b40084-3417-42ce-86b5-5786f62bef51 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:39.117902 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Attempting to bind port 35b40084-3417-42ce-86b5-5786f62bef51 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b30c68a7-2979-4f72-86b1-7fedadcfba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:39.117902 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Attempting to bind port 35b40084-3417-42ce-86b5-5786f62bef51 on network de54828e-05ab-4ac1-821d-0157479d97c7 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:39.124145 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:39.124951 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Checking segment: {'id': 'b30c68a7-2979-4f72-86b1-7fedadcfba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:39.125572 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:39.130380 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Bound using segment: {'id': 'b30c68a7-2979-4f72-86b1-7fedadcfba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:39.131730 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Bound port: 35b40084-3417-42ce-86b5-5786f62bef51, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30c68a7-2979-4f72-86b1-7fedadcfba91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:39.132226 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (35b40084-3417-42ce-86b5-5786f62bef51), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:39.154428 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:39.209302 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (b9372b86-6bbc-4547-b6ae-78b559869497), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:39.248016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef74c3-f019-4f6f-8fd6-d5ddb6d09b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5ee07c7-11a1-4949-8265-682c10fa74a4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:39.286279 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-131d08b0-8e5e-49b7-a900-3a9ae31352c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:39.400847 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] For port 35b40084-3417-42ce-86b5-5786f62bef51, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:39.406983 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] For port 35b40084-3417-42ce-86b5-5786f62bef51, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=35b40084-3417-42ce-86b5-5786f62bef51,segment=NetworkSegment(b30c68a7-2979-4f72-86b1-7fedadcfba91),segment_id=b30c68a7-2979-4f72-86b1-7fedadcfba91)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:39.421743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2edc5fd-0c25-4926-95f7-ff9a50280cd6 req-da3f6cf3-3577-4d30-afeb-3ad142df964e tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 210 time: 0.2536883 Feb 02 12:58:39.433883 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (35b40084-3417-42ce-86b5-5786f62bef51), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:39.464502 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29ebe30-f2ff-499f-a240-27e8f96b196e x-openstack-request-id: req-e29ebe30-f2ff-499f-a240-27e8f96b196e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:39.465689 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791", "name": "network-vif-plugged", "status": "completed", "tag": "0c7f2bb5-8abb-4654-a83e-72790401fafc", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:39.466708 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e29ebe30-f2ff-499f-a240-27e8f96b196e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:39.470230 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7f2bb5-8abb-4654-a83e-72790401fafc', 'code': 200} Feb 02 12:58:39.569276 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:39.600454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ad4a070e-56dc-4a00-b4af-6210df027544 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:39.601091 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ad4a070e-56dc-4a00-b4af-6210df027544), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:39.614957 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e6c23-699d-4e45-8fda-1d54e492ffad None None] Pushing event updated for resources: {'Port': ['ID=35b40084-3417-42ce-86b5-5786f62bef51,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:39.615167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ecff1-025b-448e-8172-eaed920ea162 req-a6e31f97-cc72-439d-986a-9ffc1d3fc955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:39.616684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c74ecff1-025b-448e-8172-eaed920ea162 req-a6e31f97-cc72-439d-986a-9ffc1d3fc955 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 1131 time: 0.6039746 Feb 02 12:58:39.620303 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:39.655489 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c16379da-f782-49a3-99d7-222c1c558afa service neutron] 10.222.0.83 "POST /v2.0/ports/c6497e93-9c03-4746-bf01-9f55b4136a0b/bindings HTTP/1.1" status: 201 len: 389 time: 2.6798899 Feb 02 12:58:39.658542 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Routers {'80a4b2f2-9efa-4d5e-a989-b68785077e3c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:39.662745 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['80a4b2f2-9efa-4d5e-a989-b68785077e3c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:39.718170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-2229d2b2-2cbf-4bd1-ac6a-b4d053b68a77 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:39.782989 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Publish callbacks [] for router_gateway (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:39.925041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0df1cfb8-e3d6-4d00-bb82-b20494093af8 None None] Provisioning complete for port 35b40084-3417-42ce-86b5-5786f62bef51 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:39.933449 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0df1cfb8-e3d6-4d00-bb82-b20494093af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (35b40084-3417-42ce-86b5-5786f62bef51), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:39.938761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port ad4a070e-56dc-4a00-b4af-6210df027544, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ad4a070e-56dc-4a00-b4af-6210df027544,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:40.105330 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ad4a070e-56dc-4a00-b4af-6210df027544), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:40.197509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device aeb88c18-67a5-4501-95da-260b51d1bb5f details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:58:40.219282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197d0d0f-e920-4529-b92a-c4e8b0c1b071 None None] Network 4622457a-1160-4a53-a71b-214c7f3ae635 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:40.305483 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c74ecff1-025b-448e-8172-eaed920ea162 req-3562803a-dd7f-4bff-8287-4b1dce14a09f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6477916 Feb 02 12:58:40.395093 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-131d08b0-8e5e-49b7-a900-3a9ae31352c9 admin admin] Publish callbacks [] for security_group (1e1567d4-aafe-4172-8a4b-07edc5acb9c9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:40.445885 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-131d08b0-8e5e-49b7-a900-3a9ae31352c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1e1567d4-aafe-4172-8a4b-07edc5acb9c9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:40.502808 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7156a6f-7796-4e25-8250-5dce6e2337b8 req-a00f7890-af18-45b6-89d5-7947b7d18885 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:40.513464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7156a6f-7796-4e25-8250-5dce6e2337b8 req-a00f7890-af18-45b6-89d5-7947b7d18885 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 949 time: 0.5219316 Feb 02 12:58:40.553553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 840f7acb-4a34-4564-831d-13bb04281a6f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:40.647258 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7156a6f-7796-4e25-8250-5dce6e2337b8 req-204ed632-36f3-4ac8-9d1a-a3241eb9e41d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318741 Feb 02 12:58:40.744805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-62997e96-171e-44ee-aea7-e9878d1f2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:40.751249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-62997e96-171e-44ee-aea7-e9878d1f2bbb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 1127 time: 0.4387164 Feb 02 12:58:40.753658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d08b0-8e5e-49b7-a900-3a9ae31352c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1567d4-aafe-4172-8a4b-07edc5acb9c9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:40.847594 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-56237a49-1192-4400-a8ed-c65269595aac None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 12:58:40.853722 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-131d08b0-8e5e-49b7-a900-3a9ae31352c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6257675e7b94472a9be714ed92ca3510&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6435533 Feb 02 12:58:40.861553 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] Set router 80a4b2f2-9efa-4d5e-a989-b68785077e3c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:40.873204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36950) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:40.949038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port aeb88c18-67a5-4501-95da-260b51d1bb5f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=aeb88c18-67a5-4501-95da-260b51d1bb5f,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:41.000142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=ad4a070e-56dc-4a00-b4af-6210df027544,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:41.004257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'aeb88c18-67a5-4501-95da-260b51d1bb5f', 'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'port_id': 'aeb88c18-67a5-4501-95da-260b51d1bb5f', 'mac_address': 'fa:16:3e:37:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7766b7-92d2-47a0-93e3-41c40ddbb9a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:58:41.064392 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b95e2d1-78ee-4ee3-a967-080a6f87b6af req-1706517e-decc-454a-b660-882814bf5e3f tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 210 time: 0.1967540 Feb 02 12:58:41.133440 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ec218-a972-4986-8b60-7ee4680113a5 req-ea582dab-e718-4403-b7c3-458efb55406e tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:41.146478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-700ec218-a972-4986-8b60-7ee4680113a5 req-ea582dab-e718-4403-b7c3-458efb55406e tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 945 time: 0.7772932 Feb 02 12:58:41.302815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port aeb88c18-67a5-4501-95da-260b51d1bb5f is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:41.303586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:41.322642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 840f7acb-4a34-4564-831d-13bb04281a6f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:41.323351 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:41.330702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0df1cfb8-e3d6-4d00-bb82-b20494093af8 None None] Current status of the port 35b40084-3417-42ce-86b5-5786f62bef51 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:41.331523 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0df1cfb8-e3d6-4d00-bb82-b20494093af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (35b40084-3417-42ce-86b5-5786f62bef51), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:41.402693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aeb88c18-67a5-4501-95da-260b51d1bb5f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:58:41.490517 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:41.621940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port aeb88c18-67a5-4501-95da-260b51d1bb5f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=aeb88c18-67a5-4501-95da-260b51d1bb5f,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:41.636196 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:41.647861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0df1cfb8-e3d6-4d00-bb82-b20494093af8 None None] For port 35b40084-3417-42ce-86b5-5786f62bef51, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=35b40084-3417-42ce-86b5-5786f62bef51,segment=NetworkSegment(b30c68a7-2979-4f72-86b1-7fedadcfba91),segment_id=b30c68a7-2979-4f72-86b1-7fedadcfba91)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:41.655257 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:41.659306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-8bd43301-2bec-4ba4-bbb9-5a45c2500279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:41.665642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-8bd43301-2bec-4ba4-bbb9-5a45c2500279 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.8924224 Feb 02 12:58:41.687610 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-687820065-router', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:27Z', 'updated_at': '2022-02-02T12:58:33Z', 'revision_number': 4, 'project_id': '158d0f70f831455c9f8f739493e28026', 'gw_port': {'id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:28Z', 'updated_at': '2022-02-02T12:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35b40084-3417-42ce-86b5-5786f62bef51', 'name': '', 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'mac_address': 'fa:16:3e:dc:ad:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '18ce3bbb-03b7-49c9-a404-a71e28d85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:32Z', 'updated_at': '2022-02-02T12:58:39Z', 'revision_number': 4, 'project_id': '158d0f70f831455c9f8f739493e28026', 'subnets': [{'id': '18ce3bbb-03b7-49c9-a404-a71e28d85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:41.750142 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:41.761012 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4065a31c-ea24-44aa-853d-6305abb52313 None None] The sync data for ids ['80a4b2f2-9efa-4d5e-a989-b68785077e3c'] in n-d-827336-2 is: [{'id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-687820065-router', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:27Z', 'updated_at': '2022-02-02T12:58:33Z', 'revision_number': 4, 'project_id': '158d0f70f831455c9f8f739493e28026', 'gw_port': {'id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:28Z', 'updated_at': '2022-02-02T12:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35b40084-3417-42ce-86b5-5786f62bef51', 'name': '', 'network_id': 'de54828e-05ab-4ac1-821d-0157479d97c7', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'mac_address': 'fa:16:3e:dc:ad:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '18ce3bbb-03b7-49c9-a404-a71e28d85281', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:32Z', 'updated_at': '2022-02-02T12:58:39Z', 'revision_number': 4, 'project_id': '158d0f70f831455c9f8f739493e28026', 'subnets': [{'id': '18ce3bbb-03b7-49c9-a404-a71e28d85281', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:58:41.779875 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0df1cfb8-e3d6-4d00-bb82-b20494093af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (35b40084-3417-42ce-86b5-5786f62bef51), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:41.795357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Network 16e87a24-b253-467e-bf8a-2babe3b8e710 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:41.807988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:41.807988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:41.811025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:41.811855 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:41.871692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['aeb88c18-67a5-4501-95da-260b51d1bb5f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:58:41.966895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-700ec218-a972-4986-8b60-7ee4680113a5 req-b42442a4-383a-41a8-a264-ea4b9c5fe405 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8183441 Feb 02 12:58:41.973503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2229d2b2-2cbf-4bd1-ac6a-b4d053b68a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:41.978466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f5bf0e0-dc52-482f-90fd-2cffffc3f47d admin admin] Publish callbacks [] for security_group (1e1567d4-aafe-4172-8a4b-07edc5acb9c9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:41.989517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-d8c4d816-24b8-4534-a995-07e334bfecd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b HTTP/1.1" status: 200 len: 217 time: 0.3035157 Feb 02 12:58:42.151320 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (b9372b86-6bbc-4547-b6ae-78b559869497), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:42.173259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=aeb88c18-67a5-4501-95da-260b51d1bb5f,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:42.205378 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0495250 Feb 02 12:58:42.252229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Request body: {'port': {'device_id': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:42.258746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2229d2b2-2cbf-4bd1-ac6a-b4d053b68a77 None None] The sync data for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 is: [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:58:42.447673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b9d88-3873-42d7-a389-cd2c3e87b0d5 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Pushing event updated for resources: {'Port': ['ID=d704937f-d595-4e98-8bb4-9396f2c1e12d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:42.503808 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.504512 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.516691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.518939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.519398 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.527798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.528299 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.530772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.531250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.531714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.660307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-dad02978-94e9-44f0-9938-15bd2316f3dc None None] Provisioning complete for port 35b40084-3417-42ce-86b5-5786f62bef51 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:42.660955 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dad02978-94e9-44f0-9938-15bd2316f3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (35b40084-3417-42ce-86b5-5786f62bef51), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:42.719494 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f5bf0e0-dc52-482f-90fd-2cffffc3f47d admin admin] Publish callbacks [] for security_group (1e1567d4-aafe-4172-8a4b-07edc5acb9c9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:42.770642 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.770642 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.773929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.774847 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103187) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 12:58:42.777181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9372b86-6bbc-4547-b6ae-78b559869497']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:42.790698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 840f7acb-4a34-4564-831d-13bb04281a6f is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:42.795907 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:42.831009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1cfb8-e3d6-4d00-bb82-b20494093af8 None None] Pushing event updated for resources: {'Port': ['ID=35b40084-3417-42ce-86b5-5786f62bef51,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:42.833598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f78db8-a890-4db9-8846-97fee40076d9') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:42.835695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f78db8-a890-4db9-8846-97fee40076d9') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:42.942072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (a1f78db8-a890-4db9-8846-97fee40076d9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:42.950942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:42.970513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 840f7acb-4a34-4564-831d-13bb04281a6f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=840f7acb-4a34-4564-831d-13bb04281a6f,segment=NetworkSegment(4bace05f-f4e7-407f-86ec-a6c21aa99d42),segment_id=4bace05f-f4e7-407f-86ec-a6c21aa99d42)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:42.986125 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:42.988777 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116fbe84-653b-439d-9e41-f0dbccdbc5bf None None] New status for floating IP 04e8e8fc-6ce5-412b-ae05-dafec90d6cc7: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 12:58:43.117135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a1f78db8-a890-4db9-8846-97fee40076d9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:43.126164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 12:58:43.158147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 12:58:43.158952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (a1f78db8-a890-4db9-8846-97fee40076d9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: from cryptography.utils import int_from_bytes Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: from cryptography.utils import int_from_bytes Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: timer() Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 12:58:43.165558 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 12:58:43.171868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dad02978-94e9-44f0-9938-15bd2316f3dc None None] Current status of the port 35b40084-3417-42ce-86b5-5786f62bef51 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:43.357384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:58:43.391284 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Sync routers for ids ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:58:43.431936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=840f7acb-4a34-4564-831d-13bb04281a6f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:43.461171 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Routers {'53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:43.462701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-dad02978-94e9-44f0-9938-15bd2316f3dc None None] Provisioning complete for port 840f7acb-4a34-4564-831d-13bb04281a6f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:43.463074 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:43.472488 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dad02978-94e9-44f0-9938-15bd2316f3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:43.495061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-61ed894c-a9a2-41e6-aabe-595bffd6fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:43.496605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-61ed894c-a9a2-41e6-aabe-595bffd6fc1c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 1.5004315 Feb 02 12:58:43.544817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 35b40084-3417-42ce-86b5-5786f62bef51 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:43.613994 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f5bf0e0-dc52-482f-90fd-2cffffc3f47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1e1567d4-aafe-4172-8a4b-07edc5acb9c9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:43.620702 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f5bf0e0-dc52-482f-90fd-2cffffc3f47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:43.622315 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1f5bf0e0-dc52-482f-90fd-2cffffc3f47d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1e1567d4-aafe-4172-8a4b-07edc5acb9c9 HTTP/1.1" status: 204 len: 168 time: 2.7422779 Feb 02 12:58:43.641537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-99ecfd59-97e5-48eb-99bf-0aecfc7d222f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308093 Feb 02 12:58:43.661481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d094cf-63b6-419d-acc6-c24da3f92103 req-294e4293-ba70-484c-be37-d015236bce6d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:43.663706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05d094cf-63b6-419d-acc6-c24da3f92103 req-294e4293-ba70-484c-be37-d015236bce6d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 949 time: 0.8053925 Feb 02 12:58:43.730415 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (b9372b86-6bbc-4547-b6ae-78b559869497), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:43.784458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9372b86-6bbc-4547-b6ae-78b559869497,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:43.798972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:43.807172 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-39ceacd0-f4cb-4ae0-90ae-2178a7385458 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 9.9782045 Feb 02 12:58:43.807172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:43.816493 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c179b099-30ae-44d1-bd7e-f936062763c7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/b9372b86-6bbc-4547-b6ae-78b559869497 HTTP/1.1" status: 204 len: 168 time: 4.9609838 Feb 02 12:58:43.842635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36974) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:43.888410 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Set router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:43.954400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bf0e0-dc52-482f-90fd-2cffffc3f47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1567d4-aafe-4172-8a4b-07edc5acb9c9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:43.976830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-3ae9c302-ab4b-4abb-a595-6bb320b38912 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055437 Feb 02 12:58:44.032327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dad02978-94e9-44f0-9938-15bd2316f3dc None None] Current status of the port 840f7acb-4a34-4564-831d-13bb04281a6f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:44.154608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36980) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:44.288401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 35b40084-3417-42ce-86b5-5786f62bef51 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:44.288632 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (35b40084-3417-42ce-86b5-5786f62bef51), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:44.424881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1a944203-33a9-47b9-9bdd-90dabdaa86c5 None None] Provisioning complete for port d704937f-d595-4e98-8bb4-9396f2c1e12d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:44.434255 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a944203-33a9-47b9-9bdd-90dabdaa86c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:44.444850 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:58:38Z', 'revision_number': 3, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:44.477056 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3b04b5e6-52fa-4c00-a48f-5eecfe9e6eda admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1bb3e697e69d4179a2ac5db864775a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200750 Feb 02 12:58:44.481796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36986) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:44.552344 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Checking router: 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:58:44.556386 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Updating router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 port 8ca2c6cc-1299-464b-a764-02a29fa58b2b binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 12:58:44.562986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a00329-cee6-438c-8a19-63adefd125f8 req-fc15cbc9-5854-4b8d-b109-2cc001679668 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:44.581259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7a00329-cee6-438c-8a19-63adefd125f8 req-fc15cbc9-5854-4b8d-b109-2cc001679668 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 932 time: 1.7691741 Feb 02 12:58:44.590625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1a944203-33a9-47b9-9bdd-90dabdaa86c5 None None] Port d704937f-d595-4e98-8bb4-9396f2c1e12d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:58:44.607806 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-509802c5-62da-4715-b791-7a11c61fe1b9 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293831 Feb 02 12:58:44.617815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d704937f-d595-4e98-8bb4-9396f2c1e12d {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:58:44.659548 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:44.688138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Publish callbacks [] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:44.708976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1ec1b3a-aa88-43fa-835f-e6463186fa8c admin admin] Publish callbacks [] for security_group (4ee0e69a-a98d-4848-85b9-ddad589c96af), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:44.730250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 35b40084-3417-42ce-86b5-5786f62bef51 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:44.731491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ad4a070e-56dc-4a00-b4af-6210df027544 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:44.785554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Transition to ACTIVE for port object d704937f-d595-4e98-8bb4-9396f2c1e12d will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:58:44.834703 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1ec1b3a-aa88-43fa-835f-e6463186fa8c admin admin] Publish callbacks [] for security_group (4ee0e69a-a98d-4848-85b9-ddad589c96af), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:44.865884 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:44.978014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7a00329-cee6-438c-8a19-63adefd125f8 req-326a2804-ff5f-4f09-b783-f747f5ae928f tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956425 Feb 02 12:58:45.031794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d704937f-d595-4e98-8bb4-9396f2c1e12d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:45.081213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05d094cf-63b6-419d-acc6-c24da3f92103 req-2ed6fd77-f88e-410c-b261-96a4a81c7eb7 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974809 Feb 02 12:58:45.150621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-9560c567-12a3-4e9f-93a8-8d74c2772711 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:45.155949 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-9560c567-12a3-4e9f-93a8-8d74c2772711 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc&tenant_id=a4763030dd2542e985a15e0c06e1cfb6&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1127 time: 0.4152031 Feb 02 12:58:45.174995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827336-2'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:45.476642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ad4a070e-56dc-4a00-b4af-6210df027544 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:45.477306 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ad4a070e-56dc-4a00-b4af-6210df027544), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:45.526961 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:45.620346 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Publish callbacks [] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:45.621803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:45.639982 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:45.793788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105324c-e497-4df4-a8ba-fc0308e23d39 req-7f6112f7-687b-4b38-9386-0c75abd1dc76 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:45.805932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5105324c-e497-4df4-a8ba-fc0308e23d39 req-7f6112f7-687b-4b38-9386-0c75abd1dc76 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 945 time: 0.3803501 Feb 02 12:58:45.847511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ad4a070e-56dc-4a00-b4af-6210df027544 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:45.877349 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68541593-25e0-44d2-a86c-471d83248c9a None None] Pushing event updated for resources: {'Port': ['ID=8ca2c6cc-1299-464b-a764-02a29fa58b2b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:45.928091 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Attempting to bind port 8ca2c6cc-1299-464b-a764-02a29fa58b2b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:45.928458 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Attempting to bind port 8ca2c6cc-1299-464b-a764-02a29fa58b2b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:45.929146 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Attempting to bind port 8ca2c6cc-1299-464b-a764-02a29fa58b2b on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:45.945054 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:45.945693 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:45.946248 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:45.946912 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:45.949343 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Bound port: 8ca2c6cc-1299-464b-a764-02a29fa58b2b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:45.949850 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:46.145852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1ec1b3a-aa88-43fa-835f-e6463186fa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4ee0e69a-a98d-4848-85b9-ddad589c96af), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:46.149133 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] For port 8ca2c6cc-1299-464b-a764-02a29fa58b2b, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:46.153938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1ec1b3a-aa88-43fa-835f-e6463186fa8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:46.155766 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e1ec1b3a-aa88-43fa-835f-e6463186fa8c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4ee0e69a-a98d-4848-85b9-ddad589c96af HTTP/1.1" status: 204 len: 168 time: 1.6725647 Feb 02 12:58:46.170296 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] For port 8ca2c6cc-1299-464b-a764-02a29fa58b2b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8ca2c6cc-1299-464b-a764-02a29fa58b2b,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:46.195699 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:46.227553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Attempting to bind port d704937f-d595-4e98-8bb4-9396f2c1e12d on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:46.229732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Attempting to bind port d704937f-d595-4e98-8bb4-9396f2c1e12d by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:46.229732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Attempting to bind port d704937f-d595-4e98-8bb4-9396f2c1e12d on network 16e87a24-b253-467e-bf8a-2babe3b8e710 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:46.232023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5105324c-e497-4df4-a8ba-fc0308e23d39 req-6376ec33-5767-48f9-be68-80be28fd5b87 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225521 Feb 02 12:58:46.236588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device aeb88c18-67a5-4501-95da-260b51d1bb5f up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:46.238898 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 840f7acb-4a34-4564-831d-13bb04281a6f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:46.263847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Port d704937f-d595-4e98-8bb4-9396f2c1e12d on network 16e87a24-b253-467e-bf8a-2babe3b8e710 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:58:46.263847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Attempting to bind port d704937f-d595-4e98-8bb4-9396f2c1e12d on network 16e87a24-b253-467e-bf8a-2babe3b8e710 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:46.289045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1021724353-network', 'tenant_id': '6c6d1a29d12446e693794e03306208ab'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:46.294325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:46.295369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Checking segment: {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:46.295920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Bound using segment: {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:46.297009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Bound port: d704937f-d595-4e98-8bb4-9396f2c1e12d, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b83a588-b351-4fb2-b654-9321a6f25089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:46.299991 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:46.313144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec1b3a-aa88-43fa-835f-e6463186fa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee0e69a-a98d-4848-85b9-ddad589c96af,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:46.340865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:46.561892 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68541593-25e0-44d2-a86c-471d83248c9a None None] Pushing event updated for resources: {'Port': ['ID=8ca2c6cc-1299-464b-a764-02a29fa58b2b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:46.573158 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Routers {'53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:46.578767 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:46.706264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] For port d704937f-d595-4e98-8bb4-9396f2c1e12d, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:46.738330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] For port d704937f-d595-4e98-8bb4-9396f2c1e12d, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d704937f-d595-4e98-8bb4-9396f2c1e12d,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:46.755224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port aeb88c18-67a5-4501-95da-260b51d1bb5f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:46.755864 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:46.807394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 840f7acb-4a34-4564-831d-13bb04281a6f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:46.816105 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:46.835562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Made reservation on behalf of 6c6d1a29d12446e693794e03306208ab for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:46.844756 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:46.863312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:46.940504 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] Set router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:46.945699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:46.986979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:46.988124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:46.991215 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] 10.222.0.62 "PUT /v2.0/ports/d704937f-d595-4e98-8bb4-9396f2c1e12d HTTP/1.1" status: 200 len: 1092 time: 4.7523260 Feb 02 12:58:47.005375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'tag': 'd704937f-d595-4e98-8bb4-9396f2c1e12d'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:47.012025 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6525ee18-816b-42f4-948c-37341f129ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "806fb879-d4b6-4a8c-ac8c-ef5800681bba", "tag": "d704937f-d595-4e98-8bb4-9396f2c1e12d"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:47.184906 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37026) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:47.211264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:47.274737 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5c83a21b-fd19-42fa-b50e-58e739265611 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c8a32f1044264b84922d3ee3200c816d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0849690 Feb 02 12:58:47.276686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e69d4-6b44-4e8a-b22a-0ed207a408f8 service neutron] Pushing event updated for resources: {'Port': ['ID=d704937f-d595-4e98-8bb4-9396f2c1e12d,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:47.289269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port aeb88c18-67a5-4501-95da-260b51d1bb5f is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:47.290229 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.293211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37028) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:47.297996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-035eb22d-7f87-47e2-a414-bf2520cc35b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:47.308595 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-035eb22d-7f87-47e2-a414-bf2520cc35b2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=703a1919ab3848d3bbcfb6f564b7db94&device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 1126 time: 0.2063870 Feb 02 12:58:47.364131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 840f7acb-4a34-4564-831d-13bb04281a6f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:47.427205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87082a5c-66ce-4875-b0c8-6e900e78497d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb88c18-67a5-4501-95da-260b51d1bb5f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:47.431132 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Publish callbacks [] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.438044 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5984c12f-b0b1-48cd-b5a4-7b9dd32475ca" -d '{"events": [{"server_uuid": "87082a5c-66ce-4875-b0c8-6e900e78497d", "name": "network-vif-plugged", "status": "completed", "tag": "aeb88c18-67a5-4501-95da-260b51d1bb5f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:47.467778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b741ce56-6553-4b95-bcb4-927731dbdedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6497e93-9c03-4746-bf01-9f55b4136a0b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:47.472027 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec19b8f-707d-41d2-9113-d65e8a4d49a2" -d '{"events": [{"server_uuid": "b741ce56-6553-4b95-bcb4-927731dbdedc", "name": "network-vif-unplugged", "status": "completed", "tag": "c6497e93-9c03-4746-bf01-9f55b4136a0b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:47.489201 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.494285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port aeb88c18-67a5-4501-95da-260b51d1bb5f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=aeb88c18-67a5-4501-95da-260b51d1bb5f,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:47.512797 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.521364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Allocated IP 172.20.0.1 (4622457a-1160-4a53-a71b-214c7f3ae635/ace6d8bf-93bb-472c-8716-ba22db5f571a/6c76000d-6268-4405-9a8b-6cca18403e09) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:58:47.529833 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-d99c1ad3-b711-4ff0-83df-8b84ffcae2d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d704937f-d595-4e98-8bb4-9396f2c1e12d HTTP/1.1" status: 200 len: 217 time: 0.1671789 Feb 02 12:58:47.606811 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8247a46c-6d50-4b92-bdcf-ac86ecaa1999 admin admin] Publish callbacks [] for security_group (3792e34a-23b2-476b-b48c-5c0de76d1227), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.611459 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:58:38Z', 'revision_number': 3, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:47.638236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8247a46c-6d50-4b92-bdcf-ac86ecaa1999 admin admin] Publish callbacks [] for security_group (3792e34a-23b2-476b-b48c-5c0de76d1227), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.657753 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Publish callbacks [] for security_group (d83fad48-431b-4fba-abf7-744793d6497b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.662223 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.666665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=aeb88c18-67a5-4501-95da-260b51d1bb5f,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:47.733913 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041da8b4-122b-4ca9-bc04-e62c46dde9b7 None None] The sync data for ids ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'] in n-d-827336-2 is: [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:58:38Z', 'revision_number': 3, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:58:47.799620 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d83fad48-431b-4fba-abf7-744793d6497b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.819905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:58:47.830873 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4eef7908-f9e2-44f5-95b6-6ed535fde79f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.831230 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Added segment 4eef7908-f9e2-44f5-95b6-6ed535fde79f of type vlan for network 044c06b1-0f2a-48b2-a64b-49e53478d080 Feb 02 12:58:47.905938 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6497e93-9c03-4746-bf01-9f55b4136a0b,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:47.925806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8247a46c-6d50-4b92-bdcf-ac86ecaa1999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3792e34a-23b2-476b-b48c-5c0de76d1227), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.930259 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8247a46c-6d50-4b92-bdcf-ac86ecaa1999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.932034 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8247a46c-6d50-4b92-bdcf-ac86ecaa1999 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3792e34a-23b2-476b-b48c-5c0de76d1227 HTTP/1.1" status: 204 len: 168 time: 0.6216342 Feb 02 12:58:47.962678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528f639-daf9-4a08-8724-463fc41da5a4 req-45aaade7-2a8f-4f9b-8703-bc74d982e136 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:47.964699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1528f639-daf9-4a08-8724-463fc41da5a4 req-45aaade7-2a8f-4f9b-8703-bc74d982e136 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 944 time: 1.2906659 Feb 02 12:58:47.971636 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (044c06b1-0f2a-48b2-a64b-49e53478d080), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.982247 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Publish callbacks [] for port (6c76000d-6268-4405-9a8b-6cca18403e09), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:47.995267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247a46c-6d50-4b92-bdcf-ac86ecaa1999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3792e34a-23b2-476b-b48c-5c0de76d1227,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:47.996005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceba88-7d91-46ab-b54d-d51a9121efcc req-92ed0325-91ab-48c6-8bc6-3a4331f2bebe tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:48.004888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87ceba88-7d91-46ab-b54d-d51a9121efcc req-92ed0325-91ab-48c6-8bc6-3a4331f2bebe tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 1131 time: 1.3117325 Feb 02 12:58:48.055258 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-87ceba88-7d91-46ab-b54d-d51a9121efcc req-943db92a-6ba6-4bf8-8ec5-fa22fab3bd38 tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:48.085293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83fad48-431b-4fba-abf7-744793d6497b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:48.097738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-c52065de-57ea-4172-812c-99716a5e99eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:48.114318 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-c52065de-57ea-4172-812c-99716a5e99eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b40da53-385a-4ca7-a6b2-f647fc4a6863 HTTP/1.1" status: 200 len: 861 time: 0.5617347 Feb 02 12:58:48.266868 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:58:48.271694 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (044c06b1-0f2a-48b2-a64b-49e53478d080), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:48.274914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:48.275548 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:48.323165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Attempting to bind port c6497e93-9c03-4746-bf01-9f55b4136a0b on host n-h1-827336-2 for vnic_type normal with profile {"migrating_to": "n-h2-827336-2"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:48.323811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Attempting to bind port c6497e93-9c03-4746-bf01-9f55b4136a0b by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:48.324364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Attempting to bind port c6497e93-9c03-4746-bf01-9f55b4136a0b on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:48.327487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-9290f24a-f215-4f4a-91cd-cf7939692f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:48.329610 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-9290f24a-f215-4f4a-91cd-cf7939692f7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16e87a24-b253-467e-bf8a-2babe3b8e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2144101 Feb 02 12:58:48.393736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:48.435464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Port c6497e93-9c03-4746-bf01-9f55b4136a0b on network 2b9af990-5e2e-47c3-abe4-0e26c82225db not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:58:48.436476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Attempting to bind port c6497e93-9c03-4746-bf01-9f55b4136a0b on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:48.448177 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.8253202 Feb 02 12:58:48.481815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1528f639-daf9-4a08-8724-463fc41da5a4 req-6a2be5f7-32d0-4765-a6ec-29321537eaf8 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4977565 Feb 02 12:58:48.482584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37040) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:48.516718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Pushing event updated for resources: {'Port': ['ID=6c76000d-6268-4405-9a8b-6cca18403e09,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:48.529429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-56777706-589d-4a8b-abbe-3259c217b21c admin admin] Request body: {'subnet': {'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1021724353-subnet', 'tenant_id': '6c6d1a29d12446e693794e03306208ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:48.529616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Network 4622457a-1160-4a53-a71b-214c7f3ae635 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:48.545480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49476c40-91de-4229-a11c-8a2506751862 admin admin] Pushing event updated for resources: {'Network': ['ID=044c06b1-0f2a-48b2-a64b-49e53478d080,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:48.565907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:48.566481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:48.566855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 044c06b1-0f2a-48b2-a64b-49e53478d080 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:58:48.568164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Bound using segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:48.568819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Bound port: c6497e93-9c03-4746-bf01-9f55b4136a0b, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:48.569348 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:48.619355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:48.667020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:58:48.755807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56777706-589d-4a8b-abbe-3259c217b21c admin admin] Made reservation on behalf of 6c6d1a29d12446e693794e03306208ab for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:48.760779 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56777706-589d-4a8b-abbe-3259c217b21c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:48.771401 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:49.075145 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-87ceba88-7d91-46ab-b54d-d51a9121efcc req-943db92a-6ba6-4bf8-8ec5-fa22fab3bd38 tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] Publish callbacks [] for security_group (becaf84c-aa95-42f5-84bf-0ef83c2d0694), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:49.130513 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-87ceba88-7d91-46ab-b54d-d51a9121efcc req-943db92a-6ba6-4bf8-8ec5-fa22fab3bd38 tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (becaf84c-aa95-42f5-84bf-0ef83c2d0694), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:49.292936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943db92a-6ba6-4bf8-8ec5-fa22fab3bd38 tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becaf84c-aa95-42f5-84bf-0ef83c2d0694,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:49.325896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:49.330605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9944c8d6-a1c8-4270-b387-6dd9886c907d None None] Provisioning complete for port 6c76000d-6268-4405-9a8b-6cca18403e09 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:49.334166 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9944c8d6-a1c8-4270-b387-6dd9886c907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:49.485591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9944c8d6-a1c8-4270-b387-6dd9886c907d None None] Port 6c76000d-6268-4405-9a8b-6cca18403e09 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:58:49.593984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:49.604678 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87ceba88-7d91-46ab-b54d-d51a9121efcc req-943db92a-6ba6-4bf8-8ec5-fa22fab3bd38 tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5987871 Feb 02 12:58:49.633611 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:49.749418 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08ee765-930a-4090-b443-64678ae690a6 x-openstack-request-id: req-a08ee765-930a-4090-b443-64678ae690a6 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:49.756420 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87082a5c-66ce-4875-b0c8-6e900e78497d", "name": "network-vif-plugged", "status": "completed", "tag": "aeb88c18-67a5-4501-95da-260b51d1bb5f", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:49.757055 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a08ee765-930a-4090-b443-64678ae690a6 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:49.757690 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87082a5c-66ce-4875-b0c8-6e900e78497d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb88c18-67a5-4501-95da-260b51d1bb5f', 'code': 200} Feb 02 12:58:49.784547 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871230e6-98a2-4291-8121-31558532fdbe x-openstack-request-id: req-871230e6-98a2-4291-8121-31558532fdbe {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:49.785202 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806fb879-d4b6-4a8c-ac8c-ef5800681bba", "tag": "d704937f-d595-4e98-8bb4-9396f2c1e12d", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:49.785202 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-871230e6-98a2-4291-8121-31558532fdbe {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:49.786223 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'tag': 'd704937f-d595-4e98-8bb4-9396f2c1e12d', 'status': 'completed', 'code': 200} Feb 02 12:58:49.789107 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-d0ea5191-eb22-4409-8749-0f42e4d3086e service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4517763 Feb 02 12:58:49.793425 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6497e93-9c03-4746-bf01-9f55b4136a0b,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:49.914782 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4589058-798b-4579-9996-45204ab7bf44 x-openstack-request-id: req-c4589058-798b-4579-9996-45204ab7bf44 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:58:49.915075 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b741ce56-6553-4b95-bcb4-927731dbdedc", "name": "network-vif-unplugged", "status": "completed", "tag": "c6497e93-9c03-4746-bf01-9f55b4136a0b", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:58:49.915327 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c4589058-798b-4579-9996-45204ab7bf44 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:58:49.915751 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b741ce56-6553-4b95-bcb4-927731dbdedc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6497e93-9c03-4746-bf01-9f55b4136a0b', 'code': 200} Feb 02 12:58:49.977696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c007722-ce55-4f47-aed0-ec77e9dce40e req-009a9c76-9af1-465a-9c0b-dc53e3fb0095 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:49.990571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c007722-ce55-4f47-aed0-ec77e9dce40e req-009a9c76-9af1-465a-9c0b-dc53e3fb0095 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 943 time: 0.8533831 Feb 02 12:58:50.152038 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f84961-655f-4caa-a5aa-60bffdf5faed req-193a8dcd-e469-41c5-b8c5-d649d38dd87e service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397987 Feb 02 12:58:50.182887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8ca2c6cc-1299-464b-a764-02a29fa58b2b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:50.211846 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:50.328336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8ca2c6cc-1299-464b-a764-02a29fa58b2b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:50.329278 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:50.374533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c007722-ce55-4f47-aed0-ec77e9dce40e req-a7634de7-518d-4513-b9f2-6aaef1d29f21 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124016 Feb 02 12:58:50.389974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:50.396928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:50.397796 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:50.400342 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e9ad6405-c093-4316-a5f2-1f031bbd4dc4 service neutron] 10.222.0.62 "PUT /v2.0/ports/c6497e93-9c03-4746-bf01-9f55b4136a0b HTTP/1.1" status: 200 len: 1121 time: 5.2335863 Feb 02 12:58:50.563690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['c6497e93-9c03-4746-bf01-9f55b4136a0b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:58:50.580277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ee18-816b-42f4-948c-37341f129ca1 req-4398d601-d5db-4be8-b009-b3dd918f7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:50.584092 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6525ee18-816b-42f4-948c-37341f129ca1 req-4398d601-d5db-4be8-b009-b3dd918f7fea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=703a1919ab3848d3bbcfb6f564b7db94&device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 1126 time: 0.2706127 Feb 02 12:58:50.636222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f159804-b693-44f3-b360-1b3a620297c6 req-1c1622c1-8ac3-4d8f-97ed-e193ff827088 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:50.641630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f159804-b693-44f3-b360-1b3a620297c6 req-1c1622c1-8ac3-4d8f-97ed-e193ff827088 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 944 time: 0.4781775 Feb 02 12:58:50.703990 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56777706-589d-4a8b-abbe-3259c217b21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (02e72cdf-6681-4d7d-9955-1315bf9f075d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:50.714071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8ca2c6cc-1299-464b-a764-02a29fa58b2b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:50.714071 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:50.779956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 8ca2c6cc-1299-464b-a764-02a29fa58b2b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8ca2c6cc-1299-464b-a764-02a29fa58b2b,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:50.807093 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:50.939728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1770629278-network', 'tenant_id': '8424c7cd69964045ae2e17d8412dbaa4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:50.983289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=8ca2c6cc-1299-464b-a764-02a29fa58b2b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:51.009418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56777706-589d-4a8b-abbe-3259c217b21c admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e72cdf-6681-4d7d-9955-1315bf9f075d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:51.047383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f159804-b693-44f3-b360-1b3a620297c6 req-946f02de-bd2b-4563-85ec-3b22dee9a3c4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3946195 Feb 02 12:58:51.058315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Made reservation on behalf of 8424c7cd69964045ae2e17d8412dbaa4 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:51.060580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.098903 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.143895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56777706-589d-4a8b-abbe-3259c217b21c admin admin] Checking segment: {'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:51.144341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56777706-589d-4a8b-abbe-3259c217b21c admin admin] Network hostable DHCP agents. Network: 044c06b1-0f2a-48b2-a64b-49e53478d080, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:58:51.218819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56777706-589d-4a8b-abbe-3259c217b21c admin admin] Network 044c06b1-0f2a-48b2-a64b-49e53478d080 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:58:51.236982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Publish callbacks [] for port (6c76000d-6268-4405-9a8b-6cca18403e09), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.248849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-56777706-589d-4a8b-abbe-3259c217b21c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 044c06b1-0f2a-48b2-a64b-49e53478d080) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:51.250639 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.257335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56777706-589d-4a8b-abbe-3259c217b21c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:51.257964 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56777706-589d-4a8b-abbe-3259c217b21c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.260301 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0e5397-c5db-49f4-8eef-6ad89aad8ae0 None None] Network 044c06b1-0f2a-48b2-a64b-49e53478d080 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:51.303291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-56777706-589d-4a8b-abbe-3259c217b21c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7912626 Feb 02 12:58:51.337415 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Publish callbacks [] for security_group (40915b4a-7610-421e-9921-a823fa5137e8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.351075 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (40915b4a-7610-421e-9921-a823fa5137e8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.373873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:58:51.408487 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9ff82d4d-ad6c-4476-af23-c1f4009245d2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.408836 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Added segment 9ff82d4d-ad6c-4476-af23-c1f4009245d2 of type vlan for network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 Feb 02 12:58:51.480781 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ee18-816b-42f4-948c-37341f129ca1 req-777561a5-660b-41c9-a334-f7738ad4ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:51.482295 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6525ee18-816b-42f4-948c-37341f129ca1 req-777561a5-660b-41c9-a334-f7738ad4ff99 service neutron] 10.222.0.62 "GET /v2.0/networks?id=16e87a24-b253-467e-bf8a-2babe3b8e710 HTTP/1.1" status: 200 len: 923 time: 0.8538871 Feb 02 12:58:51.487158 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (5e7ef89b-0a2a-4448-a0f9-ff655717d706), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.502849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.560490 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (5e7ef89b-0a2a-4448-a0f9-ff655717d706), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.561395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:51.561980 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.592074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288f00ad-f629-449b-a210-b70cfc90870f None None] Network 044c06b1-0f2a-48b2-a64b-49e53478d080 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:51.603358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Pushing event updated for resources: {'Port': ['ID=6c76000d-6268-4405-9a8b-6cca18403e09,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:51.623863 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6525ee18-816b-42f4-948c-37341f129ca1 req-d8ad8dd9-5a27-4517-b904-4fcbf4e2305d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d704937f-d595-4e98-8bb4-9396f2c1e12d HTTP/1.1" status: 200 len: 217 time: 0.1309705 Feb 02 12:58:51.695248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Pushing event updated for resources: {'Network': ['ID=5e7ef89b-0a2a-4448-a0f9-ff655717d706,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:51.719121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40915b4a-7610-421e-9921-a823fa5137e8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:51.730976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:58:51.747436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c3928deb-045a-45ff-9aa6-0bd127047eac admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3460157 Feb 02 12:58:51.750600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:51.758643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3ccf6feb-5401-4048-ab25-eaecbb59f2b4 admin admin] Request body: {'subnet': {'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1770629278-subnet', 'tenant_id': '8424c7cd69964045ae2e17d8412dbaa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:51.803522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccf6feb-5401-4048-ab25-eaecbb59f2b4 admin admin] Made reservation on behalf of 8424c7cd69964045ae2e17d8412dbaa4 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:51.805943 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ccf6feb-5401-4048-ab25-eaecbb59f2b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:51.916699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b741ce56-6553-4b95-bcb4-927731dbdedc', 'tag': 'c6497e93-9c03-4746-bf01-9f55b4136a0b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:51.924102 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ee18-816b-42f4-948c-37341f129ca1 req-117d1c10-8c23-4ae9-8c1e-e065fb5357ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:51.925683 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6525ee18-816b-42f4-948c-37341f129ca1 req-117d1c10-8c23-4ae9-8c1e-e065fb5357ae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b40da53-385a-4ca7-a6b2-f647fc4a6863 HTTP/1.1" status: 200 len: 861 time: 0.2937400 Feb 02 12:58:51.926080 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22c43f0-e3a4-46e8-896a-c3b0ed3ee18c" -d '{"events": [{"name": "network-changed", "server_uuid": "b741ce56-6553-4b95-bcb4-927731dbdedc", "tag": "c6497e93-9c03-4746-bf01-9f55b4136a0b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:52.001926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Network 4622457a-1160-4a53-a71b-214c7f3ae635 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:58:52.007804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:52.041402 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-1b9a5c5f-a634-477c-80e9-9654a7602896 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2545581 Feb 02 12:58:52.057794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8ca2c6cc-1299-464b-a764-02a29fa58b2b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:52.062850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-ff74b1b7-3541-4b1b-b3c1-28407978f76b service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:58:52.064367 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-ff74b1b7-3541-4b1b-b3c1-28407978f76b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161095 Feb 02 12:58:52.079093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525ee18-816b-42f4-948c-37341f129ca1 req-ccb4e481-5e7d-43c3-92c7-62a14a344fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:52.081113 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6525ee18-816b-42f4-948c-37341f129ca1 req-ccb4e481-5e7d-43c3-92c7-62a14a344fbb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16e87a24-b253-467e-bf8a-2babe3b8e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1481938 Feb 02 12:58:52.138573 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bef0e5-30ac-4400-a230-5c740a9066d9 req-07b6370c-c5aa-4c80-8bb7-d8c7fa7ed21f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:52.148225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21bef0e5-30ac-4400-a230-5c740a9066d9 req-07b6370c-c5aa-4c80-8bb7-d8c7fa7ed21f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 943 time: 0.2035174 Feb 02 12:58:52.185985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8ca2c6cc-1299-464b-a764-02a29fa58b2b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:52.186564 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:52.382515 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6525ee18-816b-42f4-948c-37341f129ca1 req-acb19a03-7d4e-4305-b4f9-fcc5dd6c4f4b service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816546 Feb 02 12:58:52.389523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21bef0e5-30ac-4400-a230-5c740a9066d9 req-924c8ec8-fd4d-4060-9b10-f476a5ba0dd4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343223 Feb 02 12:58:52.399192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8ca2c6cc-1299-464b-a764-02a29fa58b2b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:52.436882 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ccf6feb-5401-4048-ab25-eaecbb59f2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (1ce7726b-81be-44ef-bfba-8ad37776d41f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:52.549431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-be56d1ab-8e8f-45f2-a6b2-d3607817b69d None None] Provisioning complete for port 6c76000d-6268-4405-9a8b-6cca18403e09 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:52.549904 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be56d1ab-8e8f-45f2-a6b2-d3607817b69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:52.604498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccf6feb-5401-4048-ab25-eaecbb59f2b4 admin admin] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:52.604859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf6feb-5401-4048-ab25-eaecbb59f2b4 admin admin] Network hostable DHCP agents. Network: 5e7ef89b-0a2a-4448-a0f9-ff655717d706, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:58:52.608072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf6feb-5401-4048-ab25-eaecbb59f2b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce7726b-81be-44ef-bfba-8ad37776d41f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:52.609978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-be56d1ab-8e8f-45f2-a6b2-d3607817b69d None None] Port 6c76000d-6268-4405-9a8b-6cca18403e09 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:58:52.645356 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccf6feb-5401-4048-ab25-eaecbb59f2b4 admin admin] Network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:58:52.669156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3ccf6feb-5401-4048-ab25-eaecbb59f2b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 5e7ef89b-0a2a-4448-a0f9-ff655717d706) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:52.682823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881de372-9e83-4149-9cea-4f52b74d2dc3 None None] Network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:52.690390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccf6feb-5401-4048-ab25-eaecbb59f2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:52.691196 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ccf6feb-5401-4048-ab25-eaecbb59f2b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:52.731795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3ccf6feb-5401-4048-ab25-eaecbb59f2b4 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9675493 Feb 02 12:58:52.753529 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6525ee18-816b-42f4-948c-37341f129ca1 req-70c4c798-22f2-4259-b905-d0951970c031 service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691623 Feb 02 12:58:52.771463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:58:52.994288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76b61e-019e-4fba-957f-8a153594b950 None None] Network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:53.023965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:58:53.041156 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-58df30b2-8204-4b61-8b9b-47636135fb95 admin admin] 10.222.0.83 "PUT /v2.0/routers/53a38cef-e27b-4cbd-82b6-83ce3d77b0d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1967394 Feb 02 12:58:53.079345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Sync routers for ids ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:58:53.217638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Routers {'53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:53.218318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:53.594261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Set router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:53.949896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:53.954136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2090942107-network', 'tenant_id': 'df95f221a3874b5a91481a24e90f3471'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:53.991146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Made reservation on behalf of df95f221a3874b5a91481a24e90f3471 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:53.993545 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:54.018394 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:54.054586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '6c76000d-6268-4405-9a8b-6cca18403e09', 'name': '', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'mac_address': 'fa:16:3e:a5:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:46Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 2, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'subnets': [{'id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:54.264626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Checking router: 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:58:54.265369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Updating router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 port 6c76000d-6268-4405-9a8b-6cca18403e09 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 12:58:54.296077 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:54.297772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c6497e93-9c03-4746-bf01-9f55b4136a0b details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:58:54.325470 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Publish callbacks [] for security_group (def73f16-b72d-42e8-8793-a8d3541d3649), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:54.336954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-b2fbea45-6ce9-4ecf-9cdb-6b6f12cbf3f6 service neutron] 10.222.0.18 "GET /v2.0/ports/c6497e93-9c03-4746-bf01-9f55b4136a0b/bindings/n-h2-827336-2 HTTP/1.1" status: 200 len: 384 time: 0.2071414 Feb 02 12:58:54.337552 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (def73f16-b72d-42e8-8793-a8d3541d3649), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:54.470054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 12:58:54.515286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def73f16-b72d-42e8-8793-a8d3541d3649,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:54.537776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-f264939b-4955-4f34-8897-1d99a26717c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:54.539320 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-f264939b-4955-4f34-8897-1d99a26717c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 1131 time: 0.1028280 Feb 02 12:58:54.550769 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (f48dc772-c7d1-46a9-947b-881890796579), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:54.551210 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Added segment f48dc772-c7d1-46a9-947b-881890796579 of type vlan for network 2203fa6a-1887-4369-b733-954acdff2a90 Feb 02 12:58:54.676928 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-56237a49-1192-4400-a8ed-c65269595aac None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 12:58:54.743581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-496091c6-39e6-48bd-9351-667f0a472821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:54.746377 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-496091c6-39e6-48bd-9351-667f0a472821 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1999729 Feb 02 12:58:54.760206 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (2203fa6a-1887-4369-b733-954acdff2a90), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:54.834151 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-1b47fcfb-d03a-42a6-9af1-5697521e420f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc HTTP/1.1" status: 200 len: 217 time: 0.0801175 Feb 02 12:58:54.868649 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (2203fa6a-1887-4369-b733-954acdff2a90), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:54.870821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:54.871448 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:54.907468 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Publish callbacks [] for port (6c76000d-6268-4405-9a8b-6cca18403e09), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:54.951567 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:54.952101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-114c8d29-ef36-4900-9849-500ff44a9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:54.953741 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-114c8d29-ef36-4900-9849-500ff44a9f7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1114705 Feb 02 12:58:55.017250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e30f82-a35d-4740-9ca5-1d8cfe0e38ca None None] Pushing event updated for resources: {'Port': ['ID=6c76000d-6268-4405-9a8b-6cca18403e09,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:55.029030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:55.031636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-0b0b11c3-5617-4da6-aa5c-8e117d4d2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:55.033927 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-0b0b11c3-5617-4da6-aa5c-8e117d4d2b9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0729461 Feb 02 12:58:55.087113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-57258c28-1528-4d45-84f1-266b7e118bac service neutron] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:55.088547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c6497e93-9c03-4746-bf01-9f55b4136a0b has no active binding in host n-h2-827336-2 {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 12:58:55.088932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d704937f-d595-4e98-8bb4-9396f2c1e12d details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:58:55.134728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-57258c28-1528-4d45-84f1-266b7e118bac service neutron] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:55.160870 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-4ba3b07f-96d4-48ca-a81c-6434f5272dd3 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154664 Feb 02 12:58:55.218951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-57258c28-1528-4d45-84f1-266b7e118bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6497e93-9c03-4746-bf01-9f55b4136a0b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:58:55.228126 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Attempting to bind port 6c76000d-6268-4405-9a8b-6cca18403e09 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:58:55.228765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Attempting to bind port 6c76000d-6268-4405-9a8b-6cca18403e09 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:58:55.229286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Attempting to bind port 6c76000d-6268-4405-9a8b-6cca18403e09 on network 4622457a-1160-4a53-a71b-214c7f3ae635 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:58:55.246954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-57258c28-1528-4d45-84f1-266b7e118bac service neutron] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:55.255128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:58:55.256050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Checking segment: {'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:55.256611 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:55.257155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Bound using segment: {'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:58:55.258199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Bound port: 6c76000d-6268-4405-9a8b-6cca18403e09, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:58:55.258755 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:55.298570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3483195 Feb 02 12:58:55.301915 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-57258c28-1528-4d45-84f1-266b7e118bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:55.303726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37186) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:58:55.342419 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2112751d-06cc-4479-a336-1d9520e42baa admin admin] Request body: {'subnet': {'network_id': '2203fa6a-1887-4369-b733-954acdff2a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2090942107-subnet', 'tenant_id': 'df95f221a3874b5a91481a24e90f3471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:58:55.432858 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-8a2864d0-a675-4911-bcf6-4ee7ec3deed7 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656491 Feb 02 12:58:55.468140 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f0858-5e95-449e-9654-256bfbde08c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2203fa6a-1887-4369-b733-954acdff2a90,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:55.498086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] For port 6c76000d-6268-4405-9a8b-6cca18403e09, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:55.501823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] For port 6c76000d-6268-4405-9a8b-6cca18403e09, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6c76000d-6268-4405-9a8b-6cca18403e09,segment=NetworkSegment(4bace05f-f4e7-407f-86ec-a6c21aa99d42),segment_id=4bace05f-f4e7-407f-86ec-a6c21aa99d42)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:58:55.510259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 2203fa6a-1887-4369-b733-954acdff2a90 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 12:58:55.522682 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:55.525155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2112751d-06cc-4479-a336-1d9520e42baa admin admin] Made reservation on behalf of df95f221a3874b5a91481a24e90f3471 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:58:55.528297 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2112751d-06cc-4479-a336-1d9520e42baa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:55.613182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e30f82-a35d-4740-9ca5-1d8cfe0e38ca None None] Pushing event updated for resources: {'Port': ['ID=6c76000d-6268-4405-9a8b-6cca18403e09,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:55.622339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-57258c28-1528-4d45-84f1-266b7e118bac service neutron] Transition to ACTIVE for port object c6497e93-9c03-4746-bf01-9f55b4136a0b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:58:55.657389 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-57258c28-1528-4d45-84f1-266b7e118bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:55.669333 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d704937f-d595-4e98-8bb4-9396f2c1e12d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d704937f-d595-4e98-8bb4-9396f2c1e12d,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:55.823391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Routers {'53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:58:55.824120 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:58:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:55.829910 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'd704937f-d595-4e98-8bb4-9396f2c1e12d', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'port_id': 'd704937f-d595-4e98-8bb4-9396f2c1e12d', 'mac_address': 'fa:16:3e:56:32:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:58:55.839643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-57258c28-1528-4d45-84f1-266b7e118bac service neutron] No DVR routers for this DVR port c6497e93-9c03-4746-bf01-9f55b4136a0b on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:58:55.905055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57258c28-1528-4d45-84f1-266b7e118bac service neutron] Pushing event updated for resources: {'Port': ['ID=c6497e93-9c03-4746-bf01-9f55b4136a0b,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:55.932664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-57258c28-1528-4d45-84f1-266b7e118bac service neutron] 10.222.0.18 "PUT /v2.0/ports/c6497e93-9c03-4746-bf01-9f55b4136a0b/bindings/n-h2-827336-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5829263 Feb 02 12:58:56.073750 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2112751d-06cc-4479-a336-1d9520e42baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (e478a39f-7de0-4bd4-97f9-e85df8779592), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:56.095392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d704937f-d595-4e98-8bb4-9396f2c1e12d is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:56.102540 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:56.139953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d704937f-d595-4e98-8bb4-9396f2c1e12d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:58:56.152815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-42c87b1a-1413-4a32-89c9-cd33eed25ab1 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:56.154143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ea86fb3d-b571-4def-9ec4-e2c55e279ae9 None None] Provisioning complete for port 6c76000d-6268-4405-9a8b-6cca18403e09 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:56.154609 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea86fb3d-b571-4def-9ec4-e2c55e279ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:56.159565 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-42c87b1a-1413-4a32-89c9-cd33eed25ab1 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc&tenant_id=a4763030dd2542e985a15e0c06e1cfb6&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1126 time: 0.1125834 Feb 02 12:58:56.227044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112751d-06cc-4479-a336-1d9520e42baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e478a39f-7de0-4bd4-97f9-e85df8779592,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:56.251052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2112751d-06cc-4479-a336-1d9520e42baa admin admin] Checking segment: {'id': 'f48dc772-c7d1-46a9-947b-881890796579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '2203fa6a-1887-4369-b733-954acdff2a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:58:56.251442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2112751d-06cc-4479-a336-1d9520e42baa admin admin] Network hostable DHCP agents. Network: 2203fa6a-1887-4369-b733-954acdff2a90, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 12:58:56.270766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-0cde643a-9c9f-4927-b93d-e48e427bd6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:56.274701 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-0cde643a-9c9f-4927-b93d-e48e427bd6ac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc&tenant_id=a4763030dd2542e985a15e0c06e1cfb6 HTTP/1.1" status: 200 len: 1126 time: 0.1051991 Feb 02 12:58:56.282190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2112751d-06cc-4479-a336-1d9520e42baa admin admin] Network 2203fa6a-1887-4369-b733-954acdff2a90 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 12:58:56.303532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2112751d-06cc-4479-a336-1d9520e42baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 2203fa6a-1887-4369-b733-954acdff2a90) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:58:56.317072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2112751d-06cc-4479-a336-1d9520e42baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:56.318246 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2112751d-06cc-4479-a336-1d9520e42baa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:56.359471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2112751d-06cc-4479-a336-1d9520e42baa admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0271747 Feb 02 12:58:56.374509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] Set router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:58:56.445769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-6121c929-c0e5-487c-bde2-a103e2708c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:56.457386 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-6121c929-c0e5-487c-bde2-a103e2708c2a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 1126 time: 0.1446888 Feb 02 12:58:56.471965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d704937f-d595-4e98-8bb4-9396f2c1e12d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d704937f-d595-4e98-8bb4-9396f2c1e12d,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:56.474588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf951a41-1b83-4330-8cc0-a150dbc2b8bf None None] Network 2203fa6a-1887-4369-b733-954acdff2a90 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:56.613322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c5eadeda-787d-409b-8bcc-0ff46604383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:56.615199 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-c5eadeda-787d-409b-8bcc-0ff46604383a service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.1506245 Feb 02 12:58:56.619022 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:56.696523 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-e0563246-697c-423a-8845-652ea93284e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b HTTP/1.1" status: 200 len: 217 time: 0.0742536 Feb 02 12:58:56.903780 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b52366-cd00-4c68-9086-164892ea9daf None None] Network 2203fa6a-1887-4369-b733-954acdff2a90 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:58:56.937384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-6fde8055-85f4-4109-a826-1fe254afbc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:56.948056 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-6fde8055-85f4-4109-a826-1fe254afbc14 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.2397399 Feb 02 12:58:57.003979 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-10ca4a51-a14b-4f86-b5ae-a3c3a8912115 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491438 Feb 02 12:58:57.103927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ea86fb3d-b571-4def-9ec4-e2c55e279ae9 None None] Current status of the port 6c76000d-6268-4405-9a8b-6cca18403e09 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:57.104592 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea86fb3d-b571-4def-9ec4-e2c55e279ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:57.107135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['d704937f-d595-4e98-8bb4-9396f2c1e12d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:58:57.109507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d704937f-d595-4e98-8bb4-9396f2c1e12d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:57.194542 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-cf9b0114-e170-48a8-a4d2-1b65372cf447 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829422 Feb 02 12:58:57.329251 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-5cbd6ac2-6cb6-4082-818c-3e02304384b9 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279705 Feb 02 12:58:57.443253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ea86fb3d-b571-4def-9ec4-e2c55e279ae9 None None] For port 6c76000d-6268-4405-9a8b-6cca18403e09, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6c76000d-6268-4405-9a8b-6cca18403e09,segment=NetworkSegment(4bace05f-f4e7-407f-86ec-a6c21aa99d42),segment_id=4bace05f-f4e7-407f-86ec-a6c21aa99d42)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:57.462815 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea86fb3d-b571-4def-9ec4-e2c55e279ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:57.539455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device c6497e93-9c03-4746-bf01-9f55b4136a0b no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:58:57.579138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '6c76000d-6268-4405-9a8b-6cca18403e09', 'name': '', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'mac_address': 'fa:16:3e:a5:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:46Z', 'updated_at': '2022-02-02T12:58:55Z', 'revision_number': 4, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'subnets': [{'id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:58:57.581186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86fb3d-b571-4def-9ec4-e2c55e279ae9 None None] Pushing event updated for resources: {'Port': ['ID=6c76000d-6268-4405-9a8b-6cca18403e09,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:58:57.638762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376c648-7392-4a34-9417-8e2f34f58fe8 None None] The sync data for ids ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'] in n-d-827336-2 is: [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '6c76000d-6268-4405-9a8b-6cca18403e09', 'name': '', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'mac_address': 'fa:16:3e:a5:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:46Z', 'updated_at': '2022-02-02T12:58:55Z', 'revision_number': 4, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'subnets': [{'id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:58:57.676620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d93dc67e-32d1-418e-8fd5-9160f9324f55 None None] Provisioning complete for port 6c76000d-6268-4405-9a8b-6cca18403e09 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:57.677055 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d93dc67e-32d1-418e-8fd5-9160f9324f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:57.763517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port c6497e93-9c03-4746-bf01-9f55b4136a0b host n-h2-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 12:58:57.763922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device c6497e93-9c03-4746-bf01-9f55b4136a0b not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:58:57.813418 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-6b563636-4ffd-4178-a558-a34c43c3be87 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:58:57.817098 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-6b563636-4ffd-4178-a558-a34c43c3be87 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc&tenant_id=a4763030dd2542e985a15e0c06e1cfb6&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1126 time: 0.1658027 Feb 02 12:58:57.841421 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d93dc67e-32d1-418e-8fd5-9160f9324f55 None None] Current status of the port 6c76000d-6268-4405-9a8b-6cca18403e09 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:58.028774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-97cefb48-9152-4a55-a111-b6a90717b073 service neutron] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:58:58.036471 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-97cefb48-9152-4a55-a111-b6a90717b073 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:58.038056 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4bcd2f5b-538b-445b-a216-7ae0bc6fa9bd req-97cefb48-9152-4a55-a111-b6a90717b073 service neutron] 10.222.0.62 "DELETE /v2.0/ports/c6497e93-9c03-4746-bf01-9f55b4136a0b/bindings/n-h1-827336-2 HTTP/1.1" status: 204 len: 173 time: 0.2139199 Feb 02 12:58:58.074371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6c76000d-6268-4405-9a8b-6cca18403e09 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:58.217068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 6c76000d-6268-4405-9a8b-6cca18403e09 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:58.217595 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:58.359002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 6c76000d-6268-4405-9a8b-6cca18403e09 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:58.704162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d704937f-d595-4e98-8bb4-9396f2c1e12d up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:58:58.826156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port d704937f-d595-4e98-8bb4-9396f2c1e12d completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:58:58.831554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port d704937f-d595-4e98-8bb4-9396f2c1e12d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:58:58.831851 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:58.975680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d704937f-d595-4e98-8bb4-9396f2c1e12d is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:58:58.978176 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:59.063669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d704937f-d595-4e98-8bb4-9396f2c1e12d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d704937f-d595-4e98-8bb4-9396f2c1e12d,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:58:59.065442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd704937f-d595-4e98-8bb4-9396f2c1e12d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:58:59.074130 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a6d987-187b-49b0-9e9e-2670fd98b2a6" -d '{"events": [{"server_uuid": "806fb879-d4b6-4a8c-ac8c-ef5800681bba", "name": "network-vif-plugged", "status": "completed", "tag": "d704937f-d595-4e98-8bb4-9396f2c1e12d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:58:59.087356 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:58:59.212294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d704937f-d595-4e98-8bb4-9396f2c1e12d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:01.741298 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82712a95-04de-4c6a-b46f-af19a3f2f978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:02.344690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b58bb4-8958-4ec6-b2a1-6125b6b17c2f req-29c489ba-8d9b-4e80-bdf9-a262b65bc79d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:02.346156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76b58bb4-8958-4ec6-b2a1-6125b6b17c2f req-29c489ba-8d9b-4e80-bdf9-a262b65bc79d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 949 time: 0.1115751 Feb 02 12:59:02.626555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-ed8160fe-7289-4e3f-8ff5-b9652f5fb89a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:02.628192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-ed8160fe-7289-4e3f-8ff5-b9652f5fb89a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/networks?id=044c06b1-0f2a-48b2-a64b-49e53478d080 HTTP/1.1" status: 200 len: 822 time: 0.4266982 Feb 02 12:59:02.660220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-358d6bc4-5726-423a-9ebf-6c2d4c3cf8b3 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/quotas/6c6d1a29d12446e693794e03306208ab HTTP/1.1" status: 200 len: 375 time: 0.0206780 Feb 02 12:59:02.665089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76b58bb4-8958-4ec6-b2a1-6125b6b17c2f req-c9b377f5-c0d8-4888-92ef-e731e8f2a964 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127449 Feb 02 12:59:02.700444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-989b86ad-0d00-4d77-97f2-9c231b6b954a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c6d1a29d12446e693794e03306208ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340521 Feb 02 12:59:02.766204 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929637c8-431e-4951-875a-9c055b3b574a x-openstack-request-id: req-929637c8-431e-4951-875a-9c055b3b574a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:02.766496 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b741ce56-6553-4b95-bcb4-927731dbdedc", "tag": "c6497e93-9c03-4746-bf01-9f55b4136a0b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:02.767059 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-929637c8-431e-4951-875a-9c055b3b574a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:02.767653 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b741ce56-6553-4b95-bcb4-927731dbdedc', 'tag': 'c6497e93-9c03-4746-bf01-9f55b4136a0b', 'status': 'completed', 'code': 200} Feb 02 12:59:02.845575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c43f0-e3a4-46e8-896a-c3b0ed3ee18c req-91000020-88b1-4f83-bb62-25c6628333ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:02.847902 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e22c43f0-e3a4-46e8-896a-c3b0ed3ee18c req-91000020-88b1-4f83-bb62-25c6628333ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 1126 time: 0.0515091 Feb 02 12:59:02.858695 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-390936af-5f9f-4f9c-ac6d-313fac6863f7 service neutron] 10.222.0.83 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573310 Feb 02 12:59:02.895858 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0c9a7-69b6-47c6-8708-b98bd5eaa4e3 req-a014c8a4-5e56-4f24-8122-0cc838c9bd9a tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:02.902699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ca0c9a7-69b6-47c6-8708-b98bd5eaa4e3 req-a014c8a4-5e56-4f24-8122-0cc838c9bd9a tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.0974457 Feb 02 12:59:02.953065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c43f0-e3a4-46e8-896a-c3b0ed3ee18c req-b86a348f-92bc-4f6a-a8d3-318aec1fdaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:02.955036 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e22c43f0-e3a4-46e8-896a-c3b0ed3ee18c req-b86a348f-92bc-4f6a-a8d3-318aec1fdaeb service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.0999205 Feb 02 12:59:03.000975 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e22c43f0-e3a4-46e8-896a-c3b0ed3ee18c req-1fac8f93-c518-4507-8607-e27d5e0f3e15 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b HTTP/1.1" status: 200 len: 217 time: 0.0395904 Feb 02 12:59:03.007607 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ca0c9a7-69b6-47c6-8708-b98bd5eaa4e3 req-7dcec676-48d2-4779-8c55-3a213bef3865 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901520 Feb 02 12:59:03.043225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-6dc2e9ba-6063-4a60-aa21-88f0a98a9ff3 service neutron] 10.222.0.83 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836879 Feb 02 12:59:03.054818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c43f0-e3a4-46e8-896a-c3b0ed3ee18c req-10835b4e-fd43-42cc-9f6f-fc1a4ab75ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:03.058765 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e22c43f0-e3a4-46e8-896a-c3b0ed3ee18c req-10835b4e-fd43-42cc-9f6f-fc1a4ab75ec6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0516801 Feb 02 12:59:03.124990 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e22c43f0-e3a4-46e8-896a-c3b0ed3ee18c req-c611db63-5031-4dbb-b94c-0ac089888509 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601332 Feb 02 12:59:03.153237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e40f90-4591-48f6-b0fd-4638f60bffb5 req-54ae456d-9355-4f9d-96c7-0e9ecca8c9b0 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:03.166557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52e40f90-4591-48f6-b0fd-4638f60bffb5 req-54ae456d-9355-4f9d-96c7-0e9ecca8c9b0 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 944 time: 0.0932860 Feb 02 12:59:03.229391 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e22c43f0-e3a4-46e8-896a-c3b0ed3ee18c req-37ffbc5e-0738-43bc-a7de-2ac7c548052c service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977685 Feb 02 12:59:03.253261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52e40f90-4591-48f6-b0fd-4638f60bffb5 req-2565c93b-31da-4ae7-963a-3c8b16cfb688 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801761 Feb 02 12:59:03.447695 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e22c43f0-e3a4-46e8-896a-c3b0ed3ee18c req-7f674977-4fd6-43f5-abb4-d190f37d1c2c service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103310 Feb 02 12:59:03.743549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-2371ea88-2e14-4882-b14d-fa2b59e5602b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:03.750168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-2371ea88-2e14-4882-b14d-fa2b59e5602b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 808 time: 0.2255609 Feb 02 12:59:03.768329 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-fbab5012-65e0-47c7-abb3-9bac6aea36e3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/quotas/8424c7cd69964045ae2e17d8412dbaa4 HTTP/1.1" status: 200 len: 375 time: 0.0172505 Feb 02 12:59:03.814819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-249f2d5c-f385-491d-87c0-4e0791acf9d7 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455573 Feb 02 12:59:03.852322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804784e-1741-42f8-8769-c1c3943507bf req-164d8c04-3ca3-4d4f-841f-506a6478b1d9 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:03.859047 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-164d8c04-3ca3-4d4f-841f-506a6478b1d9 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/networks?id=4622457a-1160-4a53-a71b-214c7f3ae635 HTTP/1.1" status: 200 len: 828 time: 0.2235096 Feb 02 12:59:03.907514 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-3d9e8cb8-8d4e-4a59-90d4-40f9fea7f090 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/quotas/be1249fe3b934a3589d42a0842c2db4c HTTP/1.1" status: 200 len: 375 time: 0.0474439 Feb 02 12:59:03.982459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-9e52fc37-6e9b-4eb6-8888-0c55d91920de service neutron] 10.222.0.83 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667378 Feb 02 12:59:04.073051 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46eb3323-b1d9-4b18-afef-67be79f65d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:04.081648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-4610ff16-2abf-4940-b36a-2282333ac992 service neutron] 10.222.0.83 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982149 Feb 02 12:59:04.116949 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-4b2a0612-f3c5-4ad2-b85b-cb9bca3615f1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=be1249fe3b934a3589d42a0842c2db4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2082202 Feb 02 12:59:04.239552 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-cec2b7e5-b26a-4186-81e8-ce898436e1a5 service neutron] 10.222.0.83 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215372 Feb 02 12:59:04.278391 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe921c4-3a9f-4a76-9984-ceaec153a0ef x-openstack-request-id: req-7fe921c4-3a9f-4a76-9984-ceaec153a0ef {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:04.278992 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806fb879-d4b6-4a8c-ac8c-ef5800681bba", "name": "network-vif-plugged", "status": "completed", "tag": "d704937f-d595-4e98-8bb4-9396f2c1e12d", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:04.279496 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7fe921c4-3a9f-4a76-9984-ceaec153a0ef {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:04.280269 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd704937f-d595-4e98-8bb4-9396f2c1e12d', 'code': 200} Feb 02 12:59:04.387006 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-5702e866-2e1e-4946-a097-c0f385847989 service neutron] 10.222.0.83 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438181 Feb 02 12:59:04.471061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49e169-a2a3-484c-b301-5d7adfe38926 req-f41b9b31-afaf-424b-aeb4-0efa6ff45ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:04.484168 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d49e169-a2a3-484c-b301-5d7adfe38926 req-f41b9b31-afaf-424b-aeb4-0efa6ff45ca1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 1128 time: 0.1006327 Feb 02 12:59:04.549835 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0d1d562-b761-4166-9778-d81580c24463 req-690f375c-ec87-49d3-b196-9ca9c96bb511 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 210 time: 0.0482526 Feb 02 12:59:04.552796 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d49e169-a2a3-484c-b301-5d7adfe38926 req-8fec2a87-d3b6-4d66-a5b2-a33173707b18 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675781 Feb 02 12:59:04.736128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device aeb88c18-67a5-4501-95da-260b51d1bb5f no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:59:04.911195 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-117a225b-f935-49a8-8a84-1f23734a5295 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:04.913905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-117a225b-f935-49a8-8a84-1f23734a5295 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.18 "GET /v2.0/networks?id=044c06b1-0f2a-48b2-a64b-49e53478d080 HTTP/1.1" status: 200 len: 822 time: 0.2790763 Feb 02 12:59:04.969607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Request body: {'port': {'device_id': '2b187c3e-3dc9-4c5c-9503-e4a15d796f0d', 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080', 'admin_state_up': True, 'tenant_id': '6c6d1a29d12446e693794e03306208ab'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:04.976893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port aeb88c18-67a5-4501-95da-260b51d1bb5f is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:04.979458 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:05.026813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port aeb88c18-67a5-4501-95da-260b51d1bb5f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=aeb88c18-67a5-4501-95da-260b51d1bb5f,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:05.037706 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:05.100798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=aeb88c18-67a5-4501-95da-260b51d1bb5f,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:05.119986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9da835-e292-4c0d-af40-93dc49eacb05 req-c4566b68-2900-4224-82b6-60ca8686d96e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:05.127818 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab9da835-e292-4c0d-af40-93dc49eacb05 req-c4566b68-2900-4224-82b6-60ca8686d96e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 949 time: 0.2127023 Feb 02 12:59:05.157164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7a09-cd2c-4d47-8d59-226c17e65735 req-7d51e7cd-9618-4662-99ec-9f991b4815c8 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:05.164761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51fe7a09-cd2c-4d47-8d59-226c17e65735 req-7d51e7cd-9618-4662-99ec-9f991b4815c8 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.2144248 Feb 02 12:59:05.260331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab9da835-e292-4c0d-af40-93dc49eacb05 req-cd82e553-3223-4014-94c1-fd9408870bc8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313763 Feb 02 12:59:05.323196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Made reservation on behalf of 6c6d1a29d12446e693794e03306208ab for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:59:05.331017 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:05.341486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51fe7a09-cd2c-4d47-8d59-226c17e65735 req-49a1212c-5d7f-4992-a62e-73523a0ed05d tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757541 Feb 02 12:59:05.372320 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:05.467325 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e53932c8-3662-4c50-8dc6-e7c55912bf73 req-4e486ec7-f406-44de-b27f-7eb86431b34a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 210 time: 0.0770965 Feb 02 12:59:05.557751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94cfb29a-034e-4545-96a9-47a05290ccde req-2d9b42d2-5f1b-4608-8064-220c8d87241a tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 210 time: 0.0719626 Feb 02 12:59:05.621607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Allocated IP 172.20.0.5 (044c06b1-0f2a-48b2-a64b-49e53478d080/02e72cdf-6681-4d7d-9955-1315bf9f075d/5f2ac8fa-a663-4034-a086-9a14aed32bc6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:59:05.664477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9658802-8443-4c6b-8a70-017a1b6dc652 req-7eaa75fd-6fcc-4a58-a328-6ac2aba8c396 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:05.668386 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9658802-8443-4c6b-8a70-017a1b6dc652 req-7eaa75fd-6fcc-4a58-a328-6ac2aba8c396 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 1126 time: 0.0938702 Feb 02 12:59:05.843838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9658802-8443-4c6b-8a70-017a1b6dc652 req-93d398bf-0cb2-4b9d-978e-59dc7818679e tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625903 Feb 02 12:59:05.955697 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:06.018492 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:06.100122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Network 044c06b1-0f2a-48b2-a64b-49e53478d080 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:59:06.105480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:59:06.110793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:59:06.120024 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d01352-9973-44d5-8ac6-46c9970720b2 req-8b9c0a68-b08f-4d3a-a34e-4024e40f996a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:06.126961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70d01352-9973-44d5-8ac6-46c9970720b2 req-8b9c0a68-b08f-4d3a-a34e-4024e40f996a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 931 time: 0.1230547 Feb 02 12:59:06.131106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event updated for resources: {'Port': ['ID=5f2ac8fa-a663-4034-a086-9a14aed32bc6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:06.183000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.183349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.183716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.184050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.184380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.184702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.185026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.185346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.185665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.185984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.186303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.186619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.186990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:06.222147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:06.222836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:06.235872 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70d01352-9973-44d5-8ac6-46c9970720b2 req-ce0504f4-f677-46c3-8b4c-3b9728fa1049 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078880 Feb 02 12:59:06.253285 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2412bde4-7d77-41bb-808c-9afa7136029a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2882247 Feb 02 12:59:06.285213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87082a5c-66ce-4875-b0c8-6e900e78497d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb88c18-67a5-4501-95da-260b51d1bb5f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:06.290503 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4ad3e2-6397-4bfa-a1b9-ceb359b05af3" -d '{"events": [{"server_uuid": "87082a5c-66ce-4875-b0c8-6e900e78497d", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb88c18-67a5-4501-95da-260b51d1bb5f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:06.297816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Request body: {'port': {'device_id': '2b187c3e-3dc9-4c5c-9503-e4a15d796f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:06.303905 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:06.403505 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:06.480036 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 62485) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:06.590733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aa412-958a-474d-b126-47a8147811f6 req-a0aefb52-6803-40af-b70d-17fe2d5f74f4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:06.592324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-a0aefb52-6803-40af-b70d-17fe2d5f74f4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 820 time: 0.2239480 Feb 02 12:59:06.620080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-e4df458f-1ddd-46a1-87c2-26db09c54516 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:06.621718 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-e4df458f-1ddd-46a1-87c2-26db09c54516 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.18 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 808 time: 0.5452740 Feb 02 12:59:06.651318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Request body: {'port': {'device_id': '5a918249-385a-48cb-803f-88fafad63258', 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706', 'admin_state_up': True, 'tenant_id': '8424c7cd69964045ae2e17d8412dbaa4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:06.660687 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:06.677040 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-90869e22-76af-4408-a6b9-275d52364c42 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/quotas/a4763030dd2542e985a15e0c06e1cfb6 HTTP/1.1" status: 200 len: 375 time: 0.0318031 Feb 02 12:59:06.723002 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804784e-1741-42f8-8769-c1c3943507bf req-b7c1d8d4-9a91-431a-a8d5-c382648741b3 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:06.724905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-b7c1d8d4-9a91-431a-a8d5-c382648741b3 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.18 "GET /v2.0/networks?id=4622457a-1160-4a53-a71b-214c7f3ae635 HTTP/1.1" status: 200 len: 828 time: 0.2417264 Feb 02 12:59:06.751391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9804784e-1741-42f8-8769-c1c3943507bf req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Request body: {'port': {'device_id': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'admin_state_up': True, 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:06.795158 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Made reservation on behalf of 8424c7cd69964045ae2e17d8412dbaa4 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:59:06.798601 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:06.925165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Allocated IP 172.20.0.8 (5e7ef89b-0a2a-4448-a0f9-ff655717d706/1ce7726b-81be-44ef-bfba-8ad37776d41f/cae2e540-d972-4290-bd50-d74064de59fb) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:59:07.081454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks [] for port (cae2e540-d972-4290-bd50-d74064de59fb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.118306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cae2e540-d972-4290-bd50-d74064de59fb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.161038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:59:07.166204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:59:07.169852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:59:07.194324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Pushing event updated for resources: {'Port': ['ID=cae2e540-d972-4290-bd50-d74064de59fb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:07.210779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.211223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.211614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.211956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.212298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.212616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.212943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.213263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.213586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.213935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.214255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.214574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.214896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:07.215651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-0ee2ea3c-8696-4433-84aa-b973bd81f63f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5258167 Feb 02 12:59:07.233666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:07.234273 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.235453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-25a11748-6611-4404-b487-29d4df75d623 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:07.236890 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-25a11748-6611-4404-b487-29d4df75d623 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/networks?id=4c82ec79-7fc7-4f76-86e6-90470c51d246 HTTP/1.1" status: 200 len: 814 time: 0.5110455 Feb 02 12:59:07.251757 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-61e0fecd-828b-4484-9d9d-01d878b478cf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6109385 Feb 02 12:59:07.275205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Request body: {'port': {'device_id': '5a918249-385a-48cb-803f-88fafad63258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:07.316408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-7b5957fa-c470-4161-9fa2-110da1d63bbc tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/quotas/f894334a06074d648a4659933490abf7 HTTP/1.1" status: 200 len: 375 time: 0.0621500 Feb 02 12:59:07.342940 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.344448 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cae2e540-d972-4290-bd50-d74064de59fb), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.364471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9804784e-1741-42f8-8769-c1c3943507bf req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Made reservation on behalf of be1249fe3b934a3589d42a0842c2db4c for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:59:07.367752 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9804784e-1741-42f8-8769-c1c3943507bf req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.372138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2ac8fa-a663-4034-a086-9a14aed32bc6 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:07.402236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Publish callbacks [] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.453226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Transition to ACTIVE for port object 5f2ac8fa-a663-4034-a086-9a14aed32bc6 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:59:07.462973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-0cc73c04-faf2-4482-95f5-46ddc33a56a8 service neutron] 10.222.0.83 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236629 Feb 02 12:59:07.463580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.608425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae2e540-d972-4290-bd50-d74064de59fb {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:07.613124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-a9e052db-cd9d-4b17-b91f-71dfba51b49a tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f894334a06074d648a4659933490abf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2893279 Feb 02 12:59:07.616463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Publish callbacks [] for port (cae2e540-d972-4290-bd50-d74064de59fb), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.628821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Transition to ACTIVE for port object cae2e540-d972-4290-bd50-d74064de59fb will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:59:07.633644 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (cae2e540-d972-4290-bd50-d74064de59fb), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.656359 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Pushing event updated for resources: {'Port': ['ID=5f2ac8fa-a663-4034-a086-9a14aed32bc6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:07.685304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Pushing event updated for resources: {'Port': ['ID=cae2e540-d972-4290-bd50-d74064de59fb,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:07.743069 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-af362434-f93b-4000-93c5-b773ca2ac600 service neutron] 10.222.0.83 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484970 Feb 02 12:59:07.767205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Attempting to bind port cae2e540-d972-4290-bd50-d74064de59fb on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:59:07.767644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Attempting to bind port cae2e540-d972-4290-bd50-d74064de59fb by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:59:07.768038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Attempting to bind port cae2e540-d972-4290-bd50-d74064de59fb on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:07.772580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Port cae2e540-d972-4290-bd50-d74064de59fb on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:59:07.772971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Attempting to bind port cae2e540-d972-4290-bd50-d74064de59fb on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:07.777918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:59:07.778378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:59:07.778674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Bound using segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:59:07.779108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Bound port: cae2e540-d972-4290-bd50-d74064de59fb, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:59:07.779481 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cae2e540-d972-4290-bd50-d74064de59fb), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.785766 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-9804784e-1741-42f8-8769-c1c3943507bf req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Allocated IP 172.20.0.14 (4622457a-1160-4a53-a71b-214c7f3ae635/ace6d8bf-93bb-472c-8716-ba22db5f571a/3f1d2f2d-ea7e-405c-8981-a274140d1579) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:59:07.843224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:07.846460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cae2e540-d972-4290-bd50-d74064de59fb,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:59:07.866038 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (cae2e540-d972-4290-bd50-d74064de59fb), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.879203 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-f16c28f3-e382-4092-99ae-7c96162b071e service neutron] 10.222.0.83 "GET /v2.0/networks/4c82ec79-7fc7-4f76-86e6-90470c51d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484713 Feb 02 12:59:07.882909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Attempting to bind port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:59:07.883135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Attempting to bind port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:59:07.883537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Attempting to bind port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 on network 044c06b1-0f2a-48b2-a64b-49e53478d080 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:07.920682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 on network 044c06b1-0f2a-48b2-a64b-49e53478d080 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:59:07.920999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Attempting to bind port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 on network 044c06b1-0f2a-48b2-a64b-49e53478d080 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:07.935666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:07.936469 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.938334 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] 10.222.0.18 "PUT /v2.0/ports/cae2e540-d972-4290-bd50-d74064de59fb HTTP/1.1" status: 200 len: 1091 time: 0.6677361 Feb 02 12:59:07.939011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a918249-385a-48cb-803f-88fafad63258', 'tag': 'cae2e540-d972-4290-bd50-d74064de59fb'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:07.939123 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.944449 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5db1876-6247-420d-bb06-a8cdc0e30379" -d '{"events": [{"name": "network-changed", "server_uuid": "5a918249-385a-48cb-803f-88fafad63258", "tag": "cae2e540-d972-4290-bd50-d74064de59fb"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:07.945200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:59:07.945531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Checking segment: {'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:59:07.945903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Bound using segment: {'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:59:07.946341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Bound port: 5f2ac8fa-a663-4034-a086-9a14aed32bc6, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:59:07.946691 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:07.973634 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6802d-1ac4-4366-a7f6-b9f2b346a712 service neutron] Pushing event updated for resources: {'Port': ['ID=cae2e540-d972-4290-bd50-d74064de59fb,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:08.056761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-63cb3f2e-13ce-4a20-a561-812cec79019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:08.058637 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-63cb3f2e-13ce-4a20-a561-812cec79019f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 1125 time: 0.0495484 Feb 02 12:59:08.110418 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-138b2cd1-f282-48a7-9991-783431f921b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae2e540-d972-4290-bd50-d74064de59fb HTTP/1.1" status: 200 len: 217 time: 0.0380549 Feb 02 12:59:08.135243 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9804784e-1741-42f8-8769-c1c3943507bf req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:08.165723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-0642fd4e-1458-4b04-9e58-81785b67d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:08.167658 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-0642fd4e-1458-4b04-9e58-81785b67d66b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.0491581 Feb 02 12:59:08.171459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2c353-c0f8-4720-80f5-62aeaff407fe req-767db056-cc73-4e3d-846e-64b6ae09aa2e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:08.172910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54c2c353-c0f8-4720-80f5-62aeaff407fe req-767db056-cc73-4e3d-846e-64b6ae09aa2e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 949 time: 0.2206793 Feb 02 12:59:08.177361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-e72a8fe2-136d-48bf-9491-89a91806d2b3 service neutron] 10.222.0.83 "GET /v2.0/networks/4c82ec79-7fc7-4f76-86e6-90470c51d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889142 Feb 02 12:59:08.178351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] For port 5f2ac8fa-a663-4034-a086-9a14aed32bc6, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:08.182733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] For port 5f2ac8fa-a663-4034-a086-9a14aed32bc6, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5f2ac8fa-a663-4034-a086-9a14aed32bc6,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:59:08.206272 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:08.215853 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-41887c90-51e2-42fa-9eff-0f757136dc03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402305 Feb 02 12:59:08.291776 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54c2c353-c0f8-4720-80f5-62aeaff407fe req-07049efa-3faf-4c4e-b297-a7bd5997855c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954173 Feb 02 12:59:08.293438 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:08.294063 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:08.295574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] 10.222.0.18 "PUT /v2.0/ports/5f2ac8fa-a663-4034-a086-9a14aed32bc6 HTTP/1.1" status: 200 len: 1091 time: 2.0208054 Feb 02 12:59:08.298943 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9804784e-1741-42f8-8769-c1c3943507bf req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:08.300897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b187c3e-3dc9-4c5c-9503-e4a15d796f0d', 'tag': '5f2ac8fa-a663-4034-a086-9a14aed32bc6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:08.303275 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41812456-26ab-479e-8b62-26c1791b3fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b187c3e-3dc9-4c5c-9503-e4a15d796f0d", "tag": "5f2ac8fa-a663-4034-a086-9a14aed32bc6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:08.332405 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-06adac2a-e172-4903-9625-6081af4fc00a service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102715 Feb 02 12:59:08.339760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9804784e-1741-42f8-8769-c1c3943507bf req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Network 4622457a-1160-4a53-a71b-214c7f3ae635 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:59:08.343330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-9804784e-1741-42f8-8769-c1c3943507bf req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:59:08.345316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca23d94-ad90-44c1-a86a-9a512edf2c7e service neutron] Pushing event updated for resources: {'Port': ['ID=5f2ac8fa-a663-4034-a086-9a14aed32bc6,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:08.347948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9804784e-1741-42f8-8769-c1c3943507bf req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:59:08.412767 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451747d6-75a3-499e-88db-5ac050ac29b9 x-openstack-request-id: req-451747d6-75a3-499e-88db-5ac050ac29b9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:08.413824 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87082a5c-66ce-4875-b0c8-6e900e78497d", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb88c18-67a5-4501-95da-260b51d1bb5f", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:08.414085 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-451747d6-75a3-499e-88db-5ac050ac29b9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:08.414522 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87082a5c-66ce-4875-b0c8-6e900e78497d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb88c18-67a5-4501-95da-260b51d1bb5f', 'code': 200} Feb 02 12:59:08.534499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804784e-1741-42f8-8769-c1c3943507bf req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:08.535204 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9804784e-1741-42f8-8769-c1c3943507bf req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:08.536926 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92c4dd02-5a7f-4cac-b57c-b358e94cbf33 req-6f3f9bf6-e184-4491-a6e1-dd4cbc5863aa service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634862 Feb 02 12:59:08.555066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Pushing event updated for resources: {'Port': ['ID=3f1d2f2d-ea7e-405c-8981-a274140d1579,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:08.630630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-ba1a7fd1-633b-499f-b399-5d18c9a7f66c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8845754 Feb 02 12:59:08.640583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-479e245b-e3b2-46d4-bd5f-188795938b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:08.642067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-479e245b-e3b2-46d4-bd5f-188795938b4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c6d1a29d12446e693794e03306208ab&device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 1125 time: 0.2295859 Feb 02 12:59:08.657437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e70fd-36f0-494f-9a14-5f71fdef37d9 req-78695248-8a99-4ab3-ae40-bc222bfdc2d9 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:08.658844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e2e70fd-36f0-494f-9a14-5f71fdef37d9 req-78695248-8a99-4ab3-ae40-bc222bfdc2d9 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.1697602 Feb 02 12:59:08.667249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Request body: {'port': {'device_id': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:08.740465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-e046578a-8dac-48ae-b570-ee1ae98d5e0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2ac8fa-a663-4034-a086-9a14aed32bc6 HTTP/1.1" status: 200 len: 217 time: 0.0786250 Feb 02 12:59:08.747377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab458b6-87cb-49d8-9dc2-39c53d39653c req-fc056345-3b3a-42ee-a05c-1102fb06c01a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:08.748840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ab458b6-87cb-49d8-9dc2-39c53d39653c req-fc056345-3b3a-42ee-a05c-1102fb06c01a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 943 time: 0.1888077 Feb 02 12:59:08.780353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f533a087-71b9-4a6c-ab1f-44a9b8cb6e6a None None] Provisioning complete for port 3f1d2f2d-ea7e-405c-8981-a274140d1579 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:59:08.780907 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f533a087-71b9-4a6c-ab1f-44a9b8cb6e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:08.817090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f533a087-71b9-4a6c-ab1f-44a9b8cb6e6a None None] Port 3f1d2f2d-ea7e-405c-8981-a274140d1579 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:59:08.825601 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:08.921828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e2e70fd-36f0-494f-9a14-5f71fdef37d9 req-094f0970-43a4-4b98-a51d-763a4ac27f20 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437356 Feb 02 12:59:08.925817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-a363ccde-5477-444c-8007-c21c32107bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:08.927312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-a363ccde-5477-444c-8007-c21c32107bc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e72cdf-6681-4d7d-9955-1315bf9f075d HTTP/1.1" status: 200 len: 862 time: 0.1703796 Feb 02 12:59:08.934183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ab458b6-87cb-49d8-9dc2-39c53d39653c req-7f58533e-b965-433c-bb18-c5e64c09e642 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653926 Feb 02 12:59:08.982741 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-2bce1490-23ec-4e32-8a5f-d72db4092190 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=044c06b1-0f2a-48b2-a64b-49e53478d080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448725 Feb 02 12:59:09.128690 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-d3bf0419-49b1-40e5-8c94-94fa630573ef service neutron] 10.222.0.18 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057673 Feb 02 12:59:09.322179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b50b53a8-8609-4093-af2e-2cd935cb0012 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:09.325845 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b50b53a8-8609-4093-af2e-2cd935cb0012 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 820 time: 0.1342988 Feb 02 12:59:09.356802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Request body: {'port': {'device_id': '1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d', 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db', 'admin_state_up': True, 'tenant_id': 'a4763030dd2542e985a15e0c06e1cfb6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:09.480998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Made reservation on behalf of a4763030dd2542e985a15e0c06e1cfb6 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:59:09.484677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:09.592636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56abd47e-5880-459a-a481-b903750c3d59 req-e10b9b9c-12c7-4e9f-b912-6aae9bfee178 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:09.595280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56abd47e-5880-459a-a481-b903750c3d59 req-e10b9b9c-12c7-4e9f-b912-6aae9bfee178 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 932 time: 0.4655566 Feb 02 12:59:09.615883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Allocated IP 172.20.0.11 (2b9af990-5e2e-47c3-abe4-0e26c82225db/708dee7a-bc33-4813-ab59-c9fbe4f3f7a7/bf7bff07-57cd-47ef-9ea9-be3b99b904bd) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:59:09.634348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f526cbb0-377c-4cdc-a31e-a0516ccd40c4 req-51b3eadb-c35d-40d9-ae86-94486c257139 service neutron] 10.222.0.18 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970999 Feb 02 12:59:09.649874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220c8e6-aa3c-41d7-bd5a-f4f512c60d5d req-032f5a86-68ce-4d25-80a9-26abdbf0491f tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:09.651541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b220c8e6-aa3c-41d7-bd5a-f4f512c60d5d req-032f5a86-68ce-4d25-80a9-26abdbf0491f tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 943 time: 0.4707301 Feb 02 12:59:09.720207 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56abd47e-5880-459a-a481-b903750c3d59 req-f57b41c8-82e3-4416-81b5-e675550f350b tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/security-groups?id=52174aa3-07dd-49db-bc65-e9df93f1c209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142952 Feb 02 12:59:09.778319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b220c8e6-aa3c-41d7-bd5a-f4f512c60d5d req-c90c235b-1239-4c13-b27c-8ea44eae2d18 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140900 Feb 02 12:59:09.780629 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks [] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:09.789188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1d2f2d-ea7e-405c-8981-a274140d1579 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:09.803699 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Publish callbacks [] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:09.837677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:09.861704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Transition to ACTIVE for port object 3f1d2f2d-ea7e-405c-8981-a274140d1579 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:59:09.864130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89acd136-f4af-4f07-bc3b-abc0dcc4e831 req-1f28e98d-5a89-4971-95da-3f02b8ffe7b0 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 210 time: 0.0570529 Feb 02 12:59:09.891560 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:09.891745 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c2bd18-88eb-4df2-9a44-1feaa4785505 x-openstack-request-id: req-01c2bd18-88eb-4df2-9a44-1feaa4785505 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:09.891855 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a918249-385a-48cb-803f-88fafad63258", "tag": "cae2e540-d972-4290-bd50-d74064de59fb", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:09.892114 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-01c2bd18-88eb-4df2-9a44-1feaa4785505 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:09.892517 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a918249-385a-48cb-803f-88fafad63258', 'tag': 'cae2e540-d972-4290-bd50-d74064de59fb', 'status': 'completed', 'code': 200} Feb 02 12:59:09.893078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Pushing event updated for resources: {'Port': ['ID=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:09.907662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Network 2b9af990-5e2e-47c3-abe4-0e26c82225db is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:59:09.909085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:59:09.916132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:59:09.977750 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1c0475-65ab-40cc-8876-d95d360ab9bc x-openstack-request-id: req-fe1c0475-65ab-40cc-8876-d95d360ab9bc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:09.978041 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b187c3e-3dc9-4c5c-9503-e4a15d796f0d", "tag": "5f2ac8fa-a663-4034-a086-9a14aed32bc6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:09.978296 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fe1c0475-65ab-40cc-8876-d95d360ab9bc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:09.978696 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b187c3e-3dc9-4c5c-9503-e4a15d796f0d', 'tag': '5f2ac8fa-a663-4034-a086-9a14aed32bc6', 'status': 'completed', 'code': 200} Feb 02 12:59:10.007653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1d2f2d-ea7e-405c-8981-a274140d1579,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:10.007867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:10.008414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:10.033767 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-b2d3a2f4-fbe5-4598-b0a6-e899dbaf01f8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6827190 Feb 02 12:59:10.035884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812456-26ab-479e-8b62-26c1791b3fc9 req-23493ded-6be8-4053-86b0-d4135f3e3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:10.037433 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41812456-26ab-479e-8b62-26c1791b3fc9 req-23493ded-6be8-4053-86b0-d4135f3e3b81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c6d1a29d12446e693794e03306208ab&device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 1125 time: 0.0824151 Feb 02 12:59:10.090539 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc2e4dd4-90a2-4eca-a4f8-83284296f3eb req-09a2cd3b-f14c-4ef3-bfa4-ac69826fe791 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 210 time: 0.1087906 Feb 02 12:59:10.151370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812456-26ab-479e-8b62-26c1791b3fc9 req-a096203c-b257-4ad5-a690-bc8368715ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:10.153350 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41812456-26ab-479e-8b62-26c1791b3fc9 req-a096203c-b257-4ad5-a690-bc8368715ccf service neutron] 10.222.0.18 "GET /v2.0/networks?id=044c06b1-0f2a-48b2-a64b-49e53478d080 HTTP/1.1" status: 200 len: 923 time: 0.1096487 Feb 02 12:59:10.180984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db1876-6247-420d-bb06-a8cdc0e30379 req-9f56306f-1ec9-494d-965d-f70a6c0538de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:10.182507 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5db1876-6247-420d-bb06-a8cdc0e30379 req-9f56306f-1ec9-494d-965d-f70a6c0538de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 1125 time: 0.2924087 Feb 02 12:59:10.188399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Request body: {'port': {'device_id': '1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:10.248647 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41812456-26ab-479e-8b62-26c1791b3fc9 req-41986074-84d8-44b0-9fc5-78f94ff9c49b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f2ac8fa-a663-4034-a086-9a14aed32bc6 HTTP/1.1" status: 200 len: 217 time: 0.0740311 Feb 02 12:59:10.278243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-7b186c32-da0f-45ca-995d-b1af161c3bd7 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:10.279772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-7b186c32-da0f-45ca-995d-b1af161c3bd7 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.62 "GET /v2.0/networks?id=4c82ec79-7fc7-4f76-86e6-90470c51d246 HTTP/1.1" status: 200 len: 814 time: 0.4204311 Feb 02 12:59:10.286825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.18', 62486) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:10.309055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b52d7e-d784-4b80-9c7a-761212f0f377 req-a0bbe1f8-ec03-4c13-b485-4a86c3265812 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:10.311061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4b52d7e-d784-4b80-9c7a-761212f0f377 req-a0bbe1f8-ec03-4c13-b485-4a86c3265812 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.2940333 Feb 02 12:59:10.323835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37442) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:10.335681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Request body: {'port': {'device_id': '6343ab97-4aec-4a3f-b3ad-a6731c5a4296', 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246', 'admin_state_up': True, 'tenant_id': 'f894334a06074d648a4659933490abf7'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:10.357101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ff6abf1e-aea0-42d9-8b13-35f7439aa6b1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Request body: {'floatingip': {'port_id': 'd704937f-d595-4e98-8bb4-9396f2c1e12d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:10.414721 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:10.436487 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff6abf1e-aea0-42d9-8b13-35f7439aa6b1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for floatingip (04e8e8fc-6ce5-412b-ae05-dafec90d6cc7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:10.466200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41812456-26ab-479e-8b62-26c1791b3fc9 req-ac3eb439-936b-4c4d-8683-9bef2a6757a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:10.467748 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41812456-26ab-479e-8b62-26c1791b3fc9 req-ac3eb439-936b-4c4d-8683-9bef2a6757a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e72cdf-6681-4d7d-9955-1315bf9f075d HTTP/1.1" status: 200 len: 862 time: 0.2081676 Feb 02 12:59:10.543258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a69b8-b76e-412d-bdde-59fec927a341 req-611700a0-65c1-430c-a74a-4b3a47183107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:10.544877 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-605a69b8-b76e-412d-bdde-59fec927a341 req-611700a0-65c1-430c-a74a-4b3a47183107 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 1131 time: 0.2567298 Feb 02 12:59:10.557738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Attempting to bind port 3f1d2f2d-ea7e-405c-8981-a274140d1579 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:59:10.558068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Attempting to bind port 3f1d2f2d-ea7e-405c-8981-a274140d1579 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:59:10.558379 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Attempting to bind port 3f1d2f2d-ea7e-405c-8981-a274140d1579 on network 4622457a-1160-4a53-a71b-214c7f3ae635 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:10.576726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db1876-6247-420d-bb06-a8cdc0e30379 req-6d02eba8-20f3-4361-b2cc-6dc39adf38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:10.578222 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5db1876-6247-420d-bb06-a8cdc0e30379 req-6d02eba8-20f3-4361-b2cc-6dc39adf38e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.3500452 Feb 02 12:59:10.588235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Port 3f1d2f2d-ea7e-405c-8981-a274140d1579 on network 4622457a-1160-4a53-a71b-214c7f3ae635 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:59:10.588542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Attempting to bind port 3f1d2f2d-ea7e-405c-8981-a274140d1579 on network 4622457a-1160-4a53-a71b-214c7f3ae635 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:10.594436 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41812456-26ab-479e-8b62-26c1791b3fc9 req-4e10545f-3721-4a01-95c2-bb65a4d62181 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=044c06b1-0f2a-48b2-a64b-49e53478d080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927253 Feb 02 12:59:10.612994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-5e91661e-ec67-4ac1-a2dd-fff14453edd6 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:10.614587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-5e91661e-ec67-4ac1-a2dd-fff14453edd6 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/networks?id=874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 200 len: 805 time: 0.3899016 Feb 02 12:59:10.656493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:59:10.656832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Checking segment: {'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:59:10.657218 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Bound using segment: {'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:59:10.657717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Bound port: 3f1d2f2d-ea7e-405c-8981-a274140d1579, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bace05f-f4e7-407f-86ec-a6c21aa99d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:59:10.658053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:10.672802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5db1876-6247-420d-bb06-a8cdc0e30379 req-ed318de6-694b-4843-8625-e30958aaba7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae2e540-d972-4290-bd50-d74064de59fb HTTP/1.1" status: 200 len: 217 time: 0.0783935 Feb 02 12:59:10.688791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98813409-723d-4f32-88e3-39d59833a1e6 req-2f6fee36-5c18-4570-95dc-be7d3f1f8716 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:10.690560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98813409-723d-4f32-88e3-39d59833a1e6 req-2f6fee36-5c18-4570-95dc-be7d3f1f8716 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 949 time: 0.2682476 Feb 02 12:59:10.715657 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-bf8ead6f-f815-4397-a5ef-b48d3d8c166e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/quotas/e9b2d9b5a7624d398a72e8a6c667671a HTTP/1.1" status: 200 len: 375 time: 0.0913785 Feb 02 12:59:10.852670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Made reservation on behalf of f894334a06074d648a4659933490abf7 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:59:10.855909 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:10.876113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db1876-6247-420d-bb06-a8cdc0e30379 req-6f64001c-31ea-4646-b216-687937002a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:10.877454 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5db1876-6247-420d-bb06-a8cdc0e30379 req-6f64001c-31ea-4646-b216-687937002a53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.1833913 Feb 02 12:59:10.964869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5db1876-6247-420d-bb06-a8cdc0e30379 req-22bd2f38-7b94-4966-bcb2-e8844f61226a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646629 Feb 02 12:59:10.972218 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] For port 3f1d2f2d-ea7e-405c-8981-a274140d1579, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:10.983621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98813409-723d-4f32-88e3-39d59833a1e6 req-614e95da-3301-4e0e-a0da-55cd5f77db3a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644887 Feb 02 12:59:11.076890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a69b8-b76e-412d-bdde-59fec927a341 req-d3bfdecd-a67c-46e1-9647-8b0c8f5f5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:11.078387 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-605a69b8-b76e-412d-bdde-59fec927a341 req-d3bfdecd-a67c-46e1-9647-8b0c8f5f5461 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.4996629 Feb 02 12:59:11.080317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41812456-26ab-479e-8b62-26c1791b3fc9 req-2c409f17-f203-461a-a5a7-3e1fe93e9056 service neutron] 10.222.0.18 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640832 Feb 02 12:59:11.113866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5db1876-6247-420d-bb06-a8cdc0e30379 req-f59dda22-1c0e-45b7-88a6-992dbc911526 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344373 Feb 02 12:59:11.138997 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1623365f-ec66-4665-a6d2-0c3ded1cce01 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4222093 Feb 02 12:59:11.253480 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41812456-26ab-479e-8b62-26c1791b3fc9 req-466ace5d-bf14-4db3-9c4a-231695fd5ee7 service neutron] 10.222.0.18 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966659 Feb 02 12:59:11.307912 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-605a69b8-b76e-412d-bdde-59fec927a341 req-66eedfee-f75b-4a08-b9f5-fa356d870e89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc HTTP/1.1" status: 200 len: 217 time: 0.1637189 Feb 02 12:59:11.314577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] For port 3f1d2f2d-ea7e-405c-8981-a274140d1579, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=3f1d2f2d-ea7e-405c-8981-a274140d1579,segment=NetworkSegment(4bace05f-f4e7-407f-86ec-a6c21aa99d42),segment_id=4bace05f-f4e7-407f-86ec-a6c21aa99d42)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:59:11.324369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-2fd164c2-3471-4e81-af36-1430cd02e17c service neutron] 10.222.0.83 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842778 Feb 02 12:59:11.448521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-97870c9e-5ef0-4741-bd87-49c8af44b60d service neutron] 10.222.0.83 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215506 Feb 02 12:59:11.531944 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:11.603163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device cae2e540-d972-4290-bd50-d74064de59fb details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:59:11.637579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a1e3-44da-4509-98da-67440b177afe req-37aef187-b2c6-4da3-91ac-e8d570dd3ff4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:11.640250 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0f6a1e3-44da-4509-98da-67440b177afe req-37aef187-b2c6-4da3-91ac-e8d570dd3ff4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 943 time: 0.3938284 Feb 02 12:59:11.641305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1d2f2d-ea7e-405c-8981-a274140d1579,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:11.750069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:11.750832 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:11.752479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-dae2f356-65f2-4f57-ac4f-8ba7a16fb977 service neutron] 10.222.0.18 "PUT /v2.0/ports/3f1d2f2d-ea7e-405c-8981-a274140d1579 HTTP/1.1" status: 200 len: 1092 time: 3.0893369 Feb 02 12:59:11.756050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0f6a1e3-44da-4509-98da-67440b177afe req-79e06bbd-7ca1-48dc-8687-1e4fa4672a44 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987144 Feb 02 12:59:11.907785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a69b8-b76e-412d-bdde-59fec927a341 req-85eda640-7a3e-4fe7-9dfd-ff2d5e1f9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:11.909260 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-605a69b8-b76e-412d-bdde-59fec927a341 req-85eda640-7a3e-4fe7-9dfd-ff2d5e1f9604 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.5639253 Feb 02 12:59:11.911292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cae2e540-d972-4290-bd50-d74064de59fb,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:11.934167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'cae2e540-d972-4290-bd50-d74064de59fb', 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706', 'port_id': 'cae2e540-d972-4290-bd50-d74064de59fb', 'mac_address': 'fa:16:3e:93:66:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce7726b-81be-44ef-bfba-8ad37776d41f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:59:11.980394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'tag': '3f1d2f2d-ea7e-405c-8981-a274140d1579'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:11.990727 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4853c931-d087-4872-aff0-3cb468daf2be" -d '{"events": [{"name": "network-changed", "server_uuid": "a9848793-85ff-4e88-8a8e-e5e631ca1eb1", "tag": "3f1d2f2d-ea7e-405c-8981-a274140d1579"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:11.993217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port cae2e540-d972-4290-bd50-d74064de59fb is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:11.994141 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cae2e540-d972-4290-bd50-d74064de59fb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:12.024962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae2e540-d972-4290-bd50-d74064de59fb {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:12.053669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cae2e540-d972-4290-bd50-d74064de59fb,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:12.062594 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cae2e540-d972-4290-bd50-d74064de59fb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:12.145617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Allocated IP 172.20.0.4 (4c82ec79-7fc7-4f76-86e6-90470c51d246/26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae/29d3fc7a-ceab-486a-8b6a-db1068b7bfd6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:59:12.153372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5db1876-6247-420d-bb06-a8cdc0e30379 req-b9399d70-2945-4b59-8043-edeec2f0c0e8 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9151897 Feb 02 12:59:12.153522 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=cae2e540-d972-4290-bd50-d74064de59fb,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:12.228182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd363b0e-f9f9-4538-a7a4-9e199c98fa51 req-e574a847-1a7f-4c2e-8113-af201a459966 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:12.237105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd363b0e-f9f9-4538-a7a4-9e199c98fa51 req-e574a847-1a7f-4c2e-8113-af201a459966 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 944 time: 0.4023340 Feb 02 12:59:12.244420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804784e-1741-42f8-8769-c1c3943507bf req-f2d7c1aa-5993-42c4-94ed-a920523d81f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:12.247220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-f2d7c1aa-5993-42c4-94ed-a920523d81f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1249fe3b934a3589d42a0842c2db4c&device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 1126 time: 0.4060943 Feb 02 12:59:12.331040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a69b8-b76e-412d-bdde-59fec927a341 req-1e15583b-877a-4faf-bac2-e203ecc56745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:12.333311 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-605a69b8-b76e-412d-bdde-59fec927a341 req-1e15583b-877a-4faf-bac2-e203ecc56745 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3607452 Feb 02 12:59:12.347325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['cae2e540-d972-4290-bd50-d74064de59fb'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:12.370985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7bff07-57cd-47ef-9ea9-be3b99b904bd {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:12.395015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Publish callbacks [] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:12.442868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Transition to ACTIVE for port object bf7bff07-57cd-47ef-9ea9-be3b99b904bd will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:59:12.500947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:12.502996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.62', 60271) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:12.559152 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.resource_extend [None req-ff6abf1e-aea0-42d9-8b13-35f7439aa6b1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 12:59:12.720156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:12.738029 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff6abf1e-aea0-42d9-8b13-35f7439aa6b1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:12.745105 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-605a69b8-b76e-412d-bdde-59fec927a341 req-533b190f-5cbb-42b1-8988-63e5c2a044e9 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960352 Feb 02 12:59:12.768575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff6abf1e-aea0-42d9-8b13-35f7439aa6b1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (04e8e8fc-6ce5-412b-ae05-dafec90d6cc7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:12.897855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbeacb-bf21-4d19-8b1e-24302220c9dc req-09ada222-345f-4eae-80dd-cf22dff10ef8 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:12.901215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6d3f0-0429-47c7-88bf-8fa984ba5196 req-069b8e2e-34f9-4374-ab71-4682edfe9ce7 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:12.902933 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0ae6d3f0-0429-47c7-88bf-8fa984ba5196 req-069b8e2e-34f9-4374-ab71-4682edfe9ce7 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.62 "GET /v2.0/ports?device_id=87082a5c-66ce-4875-b0c8-6e900e78497d HTTP/1.1" status: 200 len: 943 time: 0.3381977 Feb 02 12:59:12.918243 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7bbeacb-bf21-4d19-8b1e-24302220c9dc req-09ada222-345f-4eae-80dd-cf22dff10ef8 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 943 time: 1.0155683 Feb 02 12:59:12.941996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-e426e2fc-9954-41de-a2a6-f18d23247468 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1d2f2d-ea7e-405c-8981-a274140d1579 HTTP/1.1" status: 200 len: 217 time: 0.2704704 Feb 02 12:59:13.061171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Attempting to bind port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:59:13.061765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Attempting to bind port bf7bff07-57cd-47ef-9ea9-be3b99b904bd by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:59:13.061868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Attempting to bind port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:13.090972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on network 2b9af990-5e2e-47c3-abe4-0e26c82225db not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:59:13.091291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Attempting to bind port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:13.100217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd363b0e-f9f9-4538-a7a4-9e199c98fa51 req-6daeeadc-842b-4aa5-b063-10cb9d40fa0c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/security-groups?id=52174aa3-07dd-49db-bc65-e9df93f1c209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8615868 Feb 02 12:59:13.141193 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Publish callbacks [] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:13.165867 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-ff6abf1e-aea0-42d9-8b13-35f7439aa6b1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Floating IP 04e8e8fc-6ce5-412b-ae05-dafec90d6cc7 associated. External IP: 172.25.4.142, port: d704937f-d595-4e98-8bb4-9396f2c1e12d. Feb 02 12:59:13.169463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:59:13.169802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:59:13.170247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Bound using segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:59:13.174182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Bound port: bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:59:13.174697 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:13.180340 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-605a69b8-b76e-412d-bdde-59fec927a341 req-ffee5e2b-ffec-40b8-9828-638b7dbb2f3e service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148591 Feb 02 12:59:13.270774 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:13.295762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804784e-1741-42f8-8769-c1c3943507bf req-f7ebc253-71c9-42bb-b06c-9b3d5fd9c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:13.297612 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-f7ebc253-71c9-42bb-b06c-9b3d5fd9c783 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ace6d8bf-93bb-472c-8716-ba22db5f571a HTTP/1.1" status: 200 len: 867 time: 0.3465941 Feb 02 12:59:13.341698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7bbeacb-bf21-4d19-8b1e-24302220c9dc req-10c19df7-f5ab-4740-8edf-db692a346a7c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224160 Feb 02 12:59:13.410475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-0ae6d3f0-0429-47c7-88bf-8fa984ba5196 req-fc44d2a4-a927-43ff-b75c-4b35df7995b0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Deleting port aeb88c18-67a5-4501-95da-260b51d1bb5f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:59:13.410802 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0ae6d3f0-0429-47c7-88bf-8fa984ba5196 req-fc44d2a4-a927-43ff-b75c-4b35df7995b0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:13.425161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:13.434871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Network 4c82ec79-7fc7-4f76-86e6-90470c51d246 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:59:13.442802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:59:13.451177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:59:13.457946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Pushing event updated for resources: {'Port': ['ID=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:13.469892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:59:13.541063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:13.547632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5cd5f-59fc-41e4-b6e5-cbea6cd4bd3f req-3f38962d-77ea-4895-935c-61c9cbc6c262 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:13.549398 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aeb5cd5f-59fc-41e4-b6e5-cbea6cd4bd3f req-3f38962d-77ea-4895-935c-61c9cbc6c262 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.3112576 Feb 02 12:59:13.579433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804784e-1741-42f8-8769-c1c3943507bf req-9d714533-9554-4bc7-ba33-021f61b7c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:13.581101 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-9d714533-9554-4bc7-ba33-021f61b7c22d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4622457a-1160-4a53-a71b-214c7f3ae635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2693963 Feb 02 12:59:13.591240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:13.593539 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:13.602433 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5f2ac8fa-a663-4034-a086-9a14aed32bc6 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:59:13.625008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device cae2e540-d972-4290-bd50-d74064de59fb up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:59:13.677195 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-33cab068-dd4a-4489-9fef-dd97a7c3b2bf tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3616073 Feb 02 12:59:13.787462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00daf8-ddb3-4668-9ed7-160eadbff3b8 req-d1fc4c5d-5adf-4bcf-95a8-e595d6d983b6 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:13.796727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec00daf8-ddb3-4668-9ed7-160eadbff3b8 req-d1fc4c5d-5adf-4bcf-95a8-e595d6d983b6 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 931 time: 0.3321319 Feb 02 12:59:13.824198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Request body: {'port': {'device_id': '6343ab97-4aec-4a3f-b3ad-a6731c5a4296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:13.831599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aeb5cd5f-59fc-41e4-b6e5-cbea6cd4bd3f req-6b8cb529-6baa-4d49-8780-e86a240738d5 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683692 Feb 02 12:59:13.834317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:13.835028 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:13.840654 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] 10.222.0.62 "PUT /v2.0/ports/bf7bff07-57cd-47ef-9ea9-be3b99b904bd HTTP/1.1" status: 200 len: 1092 time: 3.6720858 Feb 02 12:59:13.841029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d', 'tag': 'bf7bff07-57cd-47ef-9ea9-be3b99b904bd'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:13.843338 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2f2ab4-51ba-4e18-8547-f4f7136ae351" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d", "tag": "bf7bff07-57cd-47ef-9ea9-be3b99b904bd"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:13.873920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0ae6d3f0-0429-47c7-88bf-8fa984ba5196 req-fc44d2a4-a927-43ff-b75c-4b35df7995b0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] For port aeb88c18-67a5-4501-95da-260b51d1bb5f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=aeb88c18-67a5-4501-95da-260b51d1bb5f,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:13.874350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0ae6d3f0-0429-47c7-88bf-8fa984ba5196 req-fc44d2a4-a927-43ff-b75c-4b35df7995b0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:13.888404 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471371e2-733f-4d6c-bcc0-477fa5052f13 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:13.944402 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-0ae6d3f0-0429-47c7-88bf-8fa984ba5196 req-fc44d2a4-a927-43ff-b75c-4b35df7995b0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Calling delete_port for aeb88c18-67a5-4501-95da-260b51d1bb5f owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:59:13.944660 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-d0ec2b9f-199a-42e8-951d-6d8ab5679d4f service neutron] 10.222.0.18 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472345 Feb 02 12:59:13.982538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec00daf8-ddb3-4668-9ed7-160eadbff3b8 req-94bcb476-e7e9-4908-8554-31fe99691b71 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849167 Feb 02 12:59:14.032428 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.62', 60273) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:14.076011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5f2ac8fa-a663-4034-a086-9a14aed32bc6, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5f2ac8fa-a663-4034-a086-9a14aed32bc6,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:14.132145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '5f2ac8fa-a663-4034-a086-9a14aed32bc6', 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080', 'port_id': '5f2ac8fa-a663-4034-a086-9a14aed32bc6', 'mac_address': 'fa:16:3e:92:d9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e72cdf-6681-4d7d-9955-1315bf9f075d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:59:14.163240 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:14.259799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.62', 60274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:14.270267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:14.270861 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:14.312525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cc4a262e-1c19-45e2-ae39-cc527144f9eb None None] Provisioning complete for port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:59:14.312978 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc4a262e-1c19-45e2-ae39-cc527144f9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:14.317240 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2ac8fa-a663-4034-a086-9a14aed32bc6 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:14.345197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0f96b77d-186d-4bd2-b411-a20f745b5046 req-4c240354-a6dc-4713-9c95-080f68cf8d61 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 210 time: 0.2546401 Feb 02 12:59:14.359873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6abf1e-aea0-42d9-8b13-35f7439aa6b1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Router 1c434d67-48ae-4b51-84d1-06af14c32531 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:59:14.370844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5f2ac8fa-a663-4034-a086-9a14aed32bc6, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5f2ac8fa-a663-4034-a086-9a14aed32bc6,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:14.396383 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:14.398814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port cae2e540-d972-4290-bd50-d74064de59fb completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:59:14.430122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port cae2e540-d972-4290-bd50-d74064de59fb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:59:14.430711 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cae2e540-d972-4290-bd50-d74064de59fb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:14.534200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a262e-1c19-45e2-ae39-cc527144f9eb None None] Port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:59:14.580880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5f2ac8fa-a663-4034-a086-9a14aed32bc6,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:14.605310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-d7d2ff26-e470-4652-b497-417966b5904e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:14.608763 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913ae086-5d6d-487c-91db-c7cd9236f20a x-openstack-request-id: req-913ae086-5d6d-487c-91db-c7cd9236f20a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:14.609150 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9848793-85ff-4e88-8a8e-e5e631ca1eb1", "tag": "3f1d2f2d-ea7e-405c-8981-a274140d1579", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:14.609464 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-913ae086-5d6d-487c-91db-c7cd9236f20a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:14.609976 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'tag': '3f1d2f2d-ea7e-405c-8981-a274140d1579', 'status': 'completed', 'code': 200} Feb 02 12:59:14.616130 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-d7d2ff26-e470-4652-b497-417966b5904e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.62 "GET /v2.0/networks?id=874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 200 len: 805 time: 0.5731564 Feb 02 12:59:14.657731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port cae2e540-d972-4290-bd50-d74064de59fb is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:14.658711 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cae2e540-d972-4290-bd50-d74064de59fb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:14.682689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5f2ac8fa-a663-4034-a086-9a14aed32bc6'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:14.692222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a918249-385a-48cb-803f-88fafad63258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae2e540-d972-4290-bd50-d74064de59fb'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:14.694839 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5040cee0-534b-4d7b-9d27-1ffba63de8a9" -d '{"events": [{"server_uuid": "5a918249-385a-48cb-803f-88fafad63258", "name": "network-vif-plugged", "status": "completed", "tag": "cae2e540-d972-4290-bd50-d74064de59fb"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:14.705711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aa412-958a-474d-b126-47a8147811f6 req-48da0524-df51-41b9-874e-16edd9f90ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:14.707848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-48da0524-df51-41b9-874e-16edd9f90ba8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 1126 time: 0.6495557 Feb 02 12:59:14.737076 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cae2e540-d972-4290-bd50-d74064de59fb,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:14.749085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf1056-3dae-44da-99e3-e313f9d5c6b0 req-9fe7a3d4-7430-4beb-956d-e9721f4e8aac tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:14.751672 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fecf1056-3dae-44da-99e3-e313f9d5c6b0 req-9fe7a3d4-7430-4beb-956d-e9721f4e8aac tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 949 time: 0.5858355 Feb 02 12:59:14.754552 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cae2e540-d972-4290-bd50-d74064de59fb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:14.757085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Request body: {'port': {'device_id': 'ba220644-587d-422d-be4d-da86e023ceff', 'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'admin_state_up': True, 'tenant_id': 'e9b2d9b5a7624d398a72e8a6c667671a'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:14.801944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6abf1e-aea0-42d9-8b13-35f7439aa6b1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:59:14.816288 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff6abf1e-aea0-42d9-8b13-35f7439aa6b1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:14.820464 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26630eb3-2d75-4597-8751-9ce6d1021506 None None] Sync routers for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:59:14.840599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63af5fb5-930e-4830-a24b-f4e0beb42f84 req-b2c0ae24-7b74-48c6-b400-2ca27258aa69 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5573258 Feb 02 12:59:14.866339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=cae2e540-d972-4290-bd50-d74064de59fb,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:14.867665 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26630eb3-2d75-4597-8751-9ce6d1021506 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:59:14.868287 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-26630eb3-2d75-4597-8751-9ce6d1021506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:14.901278 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9804784e-1741-42f8-8769-c1c3943507bf req-2b5ce8fc-0e38-45d1-84b0-8a245a2a5ffe service neutron] 10.222.0.18 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9292591 Feb 02 12:59:14.964353 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-5fa644e3-5891-4de8-b14d-cd0b23f9a6b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd HTTP/1.1" status: 200 len: 217 time: 0.1669161 Feb 02 12:59:14.979463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7fac3-d4c9-4eeb-9597-911c2c0f8f41 req-994ae423-9667-412e-b37e-21f80e47842b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:14.981655 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05a7fac3-d4c9-4eeb-9597-911c2c0f8f41 req-994ae423-9667-412e-b37e-21f80e47842b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 944 time: 0.3778493 Feb 02 12:59:15.080785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7aa412-958a-474d-b126-47a8147811f6 req-bf63fd8b-2766-4266-af7c-2c1598a6f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:15.083355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-bf63fd8b-2766-4266-af7c-2c1598a6f4a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0817645 Feb 02 12:59:15.110608 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fecf1056-3dae-44da-99e3-e313f9d5c6b0 req-a2a5fa66-ba03-4eea-93bc-fb0b0322f001 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947710 Feb 02 12:59:15.310576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-90bf20c9-222d-4f72-90fe-3cd9abde5d53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1803238 Feb 02 12:59:15.371951 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533deb8c-8be0-45e6-8d5f-00f2c351d2ed x-openstack-request-id: req-533deb8c-8be0-45e6-8d5f-00f2c351d2ed {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:15.372557 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d", "tag": "bf7bff07-57cd-47ef-9ea9-be3b99b904bd", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:15.372557 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-533deb8c-8be0-45e6-8d5f-00f2c351d2ed {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:15.372987 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d', 'tag': 'bf7bff07-57cd-47ef-9ea9-be3b99b904bd', 'status': 'completed', 'code': 200} Feb 02 12:59:15.378035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853c931-d087-4872-aff0-3cb468daf2be req-27131906-8286-4933-b292-18f79b88ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:15.383998 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-26630eb3-2d75-4597-8751-9ce6d1021506 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:59:15.392160 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4853c931-d087-4872-aff0-3cb468daf2be req-27131906-8286-4933-b292-18f79b88ede4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1249fe3b934a3589d42a0842c2db4c&device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 1126 time: 0.2787344 Feb 02 12:59:15.462984 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ff6abf1e-aea0-42d9-8b13-35f7439aa6b1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "PUT /v2.0/floatingips/04e8e8fc-6ce5-412b-ae05-dafec90d6cc7 HTTP/1.1" status: 200 len: 992 time: 5.1164327 Feb 02 12:59:15.496103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0ae6d3f0-0429-47c7-88bf-8fa984ba5196 req-fc44d2a4-a927-43ff-b75c-4b35df7995b0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (aeb88c18-67a5-4501-95da-260b51d1bb5f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:15.578430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44d2a4-a927-43ff-b75c-4b35df7995b0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Pushing event deleted for resources: {'Port': ['ID=aeb88c18-67a5-4501-95da-260b51d1bb5f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:15.605110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Made reservation on behalf of e9b2d9b5a7624d398a72e8a6c667671a for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:59:15.608698 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:15.612997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae6d3f0-0429-47c7-88bf-8fa984ba5196 req-fc44d2a4-a927-43ff-b75c-4b35df7995b0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] No DVR routers for this DVR port aeb88c18-67a5-4501-95da-260b51d1bb5f on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:59:15.616145 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0ae6d3f0-0429-47c7-88bf-8fa984ba5196 req-fc44d2a4-a927-43ff-b75c-4b35df7995b0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:15.620674 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0ae6d3f0-0429-47c7-88bf-8fa984ba5196 req-fc44d2a4-a927-43ff-b75c-4b35df7995b0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.62 "DELETE /v2.0/ports/aeb88c18-67a5-4501-95da-260b51d1bb5f HTTP/1.1" status: 204 len: 173 time: 2.6719108 Feb 02 12:59:15.623633 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5f2ac8fa-a663-4034-a086-9a14aed32bc6 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:59:15.722426 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:59:15.740173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:59:15.741623 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:15.742878 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-26630eb3-2d75-4597-8751-9ce6d1021506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '04e8e8fc-6ce5-412b-ae05-dafec90d6cc7', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'port_id': 'd704937f-d595-4e98-8bb4-9396f2c1e12d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'mac_address': 'fa:16:3e:56:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T12:57:29Z', 'updated_at': '2022-02-02T12:59:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:15.749788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853c931-d087-4872-aff0-3cb468daf2be req-f3b214ef-e7a1-4609-9be7-5adc31a622bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:15.751254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4853c931-d087-4872-aff0-3cb468daf2be req-f3b214ef-e7a1-4609-9be7-5adc31a622bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=4622457a-1160-4a53-a71b-214c7f3ae635 HTTP/1.1" status: 200 len: 929 time: 0.3581173 Feb 02 12:59:15.762067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05a7fac3-d4c9-4eeb-9597-911c2c0f8f41 req-d01392e3-2f2e-46ad-95b0-1e6c1f57db30 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6963108 Feb 02 12:59:15.770851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af5fb5-930e-4830-a24b-f4e0beb42f84 req-ad62ce1b-d1bf-4449-86da-cbafa1a97a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:15.775473 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63af5fb5-930e-4830-a24b-f4e0beb42f84 req-ad62ce1b-d1bf-4449-86da-cbafa1a97a73 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 1148 time: 0.8673878 Feb 02 12:59:15.878403 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26630eb3-2d75-4597-8751-9ce6d1021506 None None] Checking router: 1c434d67-48ae-4b51-84d1-06af14c32531 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:59:15.900495 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26630eb3-2d75-4597-8751-9ce6d1021506 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:59:15.901472 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-26630eb3-2d75-4597-8751-9ce6d1021506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:15.953248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:15.953999 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:15.967330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Allocated IP 172.20.0.8 (874521e3-e700-43b7-9a69-69d4db583403/eb7766b7-92d2-47a0-93e3-41c40ddbb9a9/a8fc44d7-6106-4299-a7b8-7761c74f2726) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:59:15.996124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5f2ac8fa-a663-4034-a086-9a14aed32bc6, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5f2ac8fa-a663-4034-a086-9a14aed32bc6,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:16.003331 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:16.072359 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4853c931-d087-4872-aff0-3cb468daf2be req-386ba91a-82e1-436b-844a-59f63d934e3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1d2f2d-ea7e-405c-8981-a274140d1579 HTTP/1.1" status: 200 len: 217 time: 0.2923834 Feb 02 12:59:16.091399 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-26630eb3-2d75-4597-8751-9ce6d1021506 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:59:16.118551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:16.147532 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Publish callbacks [] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:16.164308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5f2ac8fa-a663-4034-a086-9a14aed32bc6,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:16.186672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Transition to ACTIVE for port object 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:59:16.290889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af5fb5-930e-4830-a24b-f4e0beb42f84 req-d8098c12-f6f9-4fad-b816-9e03123114e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:16.292848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63af5fb5-930e-4830-a24b-f4e0beb42f84 req-d8098c12-f6f9-4fad-b816-9e03123114e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.3763530 Feb 02 12:59:16.296746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-ac9a1f8d-01f0-4714-9086-2d351d8b7a81 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9737823 Feb 02 12:59:16.312677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks [] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:16.323553 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:16.385226 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:16.485036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Network 874521e3-e700-43b7-9a69-69d4db583403 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:59:16.488460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:59:16.503501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:59:16.510452 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-26630eb3-2d75-4597-8751-9ce6d1021506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '04e8e8fc-6ce5-412b-ae05-dafec90d6cc7', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'port_id': 'd704937f-d595-4e98-8bb4-9396f2c1e12d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'mac_address': 'fa:16:3e:56:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T12:57:29Z', 'updated_at': '2022-02-02T12:59:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:16.512552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Pushing event updated for resources: {'Port': ['ID=a8fc44d7-6106-4299-a7b8-7761c74f2726,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:16.558279 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26630eb3-2d75-4597-8751-9ce6d1021506 None None] The sync data for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 is: [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '04e8e8fc-6ce5-412b-ae05-dafec90d6cc7', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'port_id': 'd704937f-d595-4e98-8bb4-9396f2c1e12d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'mac_address': 'fa:16:3e:56:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T12:57:29Z', 'updated_at': '2022-02-02T12:59:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:59:16.605717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:16.616901 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:16.649748 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-76650ee9-456d-4ea7-95c2-c3faba7c6d19 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9076946 Feb 02 12:59:16.706874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Pushing event updated for resources: {'Port': ['ID=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:16.728766 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfa1ab-690b-40e9-bb40-7a8801c0b4dc req-22be738d-427d-440c-8970-9c86e180c0f8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:16.736562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97dfa1ab-690b-40e9-bb40-7a8801c0b4dc req-22be738d-427d-440c-8970-9c86e180c0f8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 944 time: 1.3904328 Feb 02 12:59:16.739085 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device aeb88c18-67a5-4501-95da-260b51d1bb5f no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:59:16.773115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: aeb88c18-67a5-4501-95da-260b51d1bb5f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 12:59:16.773677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device aeb88c18-67a5-4501-95da-260b51d1bb5f not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:59:16.825570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853c931-d087-4872-aff0-3cb468daf2be req-9dcf221c-090d-4127-b967-583d87563f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:16.827224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4853c931-d087-4872-aff0-3cb468daf2be req-9dcf221c-090d-4127-b967-583d87563f45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ace6d8bf-93bb-472c-8716-ba22db5f571a HTTP/1.1" status: 200 len: 867 time: 0.6122613 Feb 02 12:59:16.924778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97dfa1ab-690b-40e9-bb40-7a8801c0b4dc req-868066bc-6581-402a-b8be-026ddc56803f tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/security-groups?id=52174aa3-07dd-49db-bc65-e9df93f1c209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824787 Feb 02 12:59:16.941578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863140ff-d90e-453a-98e7-cd91fca3731b req-1a5805a4-be98-4a1a-a9f3-92416b489449 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:16.951389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-863140ff-d90e-453a-98e7-cd91fca3731b req-1a5805a4-be98-4a1a-a9f3-92416b489449 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.9030757 Feb 02 12:59:16.967107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2828a410-3c35-4a94-bae1-5af9c10729b9 None None] New status for floating IP 04e8e8fc-6ce5-412b-ae05-dafec90d6cc7: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 12:59:17.054069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Attempting to bind port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:59:17.054405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Attempting to bind port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:59:17.054783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Attempting to bind port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 on network 4c82ec79-7fc7-4f76-86e6-90470c51d246 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:17.071963 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e813b3c-731e-4fef-8773-9812647d0982 x-openstack-request-id: req-6e813b3c-731e-4fef-8773-9812647d0982 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:17.072457 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a918249-385a-48cb-803f-88fafad63258", "name": "network-vif-plugged", "status": "completed", "tag": "cae2e540-d972-4290-bd50-d74064de59fb", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:17.073600 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6e813b3c-731e-4fef-8773-9812647d0982 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:17.074181 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a918249-385a-48cb-803f-88fafad63258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae2e540-d972-4290-bd50-d74064de59fb', 'code': 200} Feb 02 12:59:17.075532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-863140ff-d90e-453a-98e7-cd91fca3731b req-c3fbe672-9f6c-4f15-a2ac-891d810a8080 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228213 Feb 02 12:59:17.083695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 on network 4c82ec79-7fc7-4f76-86e6-90470c51d246 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:59:17.086620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Attempting to bind port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 on network 4c82ec79-7fc7-4f76-86e6-90470c51d246 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:17.106231 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:59:17.107693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Checking segment: {'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:59:17.111337 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Bound using segment: {'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:59:17.112020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Bound port: 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81e2cb4d-9c60-4dab-8614-923260dc117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:59:17.112686 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:17.118689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853c931-d087-4872-aff0-3cb468daf2be req-674bd9f0-29ea-4ac0-9619-273b34531374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:17.122227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4853c931-d087-4872-aff0-3cb468daf2be req-674bd9f0-29ea-4ac0-9619-273b34531374 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4622457a-1160-4a53-a71b-214c7f3ae635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2641547 Feb 02 12:59:17.240063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd123cda-f314-4dce-b63c-b4230a4e1250 req-24ffadf7-22ba-46ff-bfb1-af16c8f2cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:17.242912 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cd123cda-f314-4dce-b63c-b4230a4e1250 req-24ffadf7-22ba-46ff-bfb1-af16c8f2cd1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 1127 time: 0.1067793 Feb 02 12:59:17.328891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] For port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:17.333179 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] For port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:59:17.357516 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cd123cda-f314-4dce-b63c-b4230a4e1250 req-7acff052-d6fd-425b-8872-ddaabc134390 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074381 Feb 02 12:59:17.374190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'tag': 'd704937f-d595-4e98-8bb4-9396f2c1e12d'}, {'server_uuid': '87082a5c-66ce-4875-b0c8-6e900e78497d', 'name': 'network-vif-deleted', 'tag': 'aeb88c18-67a5-4501-95da-260b51d1bb5f'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:17.376980 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd871a3-4748-4a58-865c-e9f9d874917f" -d '{"events": [{"name": "network-changed", "server_uuid": "806fb879-d4b6-4a8c-ac8c-ef5800681bba", "tag": "d704937f-d595-4e98-8bb4-9396f2c1e12d"}, {"server_uuid": "87082a5c-66ce-4875-b0c8-6e900e78497d", "name": "network-vif-deleted", "tag": "aeb88c18-67a5-4501-95da-260b51d1bb5f"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:17.409567 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:17.513310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:17.514680 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:17.516599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] 10.222.0.62 "PUT /v2.0/ports/29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 HTTP/1.1" status: 200 len: 1091 time: 3.7041976 Feb 02 12:59:17.519341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6343ab97-4aec-4a3f-b3ad-a6731c5a4296', 'tag': '29d3fc7a-ceab-486a-8b6a-db1068b7bfd6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:17.526199 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b567b4-de44-4e4a-864c-a2cbabed2659" -d '{"events": [{"name": "network-changed", "server_uuid": "6343ab97-4aec-4a3f-b3ad-a6731c5a4296", "tag": "29d3fc7a-ceab-486a-8b6a-db1068b7bfd6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:17.563522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b02c8-f167-40ed-856d-c2ffaeb0b73f req-f463ed60-3037-4e6f-88d6-c3781b4b4df4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:17.574633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b53b02c8-f167-40ed-856d-c2ffaeb0b73f req-f463ed60-3037-4e6f-88d6-c3781b4b4df4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.3305647 Feb 02 12:59:17.622312 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 3f1d2f2d-ea7e-405c-8981-a274140d1579 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:59:17.630016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4853c931-d087-4872-aff0-3cb468daf2be req-564c5225-faa2-4c99-91bf-6a79f1e77807 service neutron] 10.222.0.18 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829199 Feb 02 12:59:17.631018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d9e8a-2a5e-40f8-8bd9-32e791fc3755 service neutron] Pushing event updated for resources: {'Port': ['ID=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:17.648935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee40e6-eea3-441c-91fa-d14964771185 req-ab2ed541-17d6-424b-a4dc-b48b9ffc7a3d tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:17.656338 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4ee40e6-eea3-441c-91fa-d14964771185 req-ab2ed541-17d6-424b-a4dc-b48b9ffc7a3d tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 943 time: 0.3717916 Feb 02 12:59:17.832058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 3f1d2f2d-ea7e-405c-8981-a274140d1579, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=3f1d2f2d-ea7e-405c-8981-a274140d1579,segment=NetworkSegment(4bace05f-f4e7-407f-86ec-a6c21aa99d42),segment_id=4bace05f-f4e7-407f-86ec-a6c21aa99d42)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:17.848767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b53b02c8-f167-40ed-856d-c2ffaeb0b73f req-bdcb44d6-970b-4e8b-b4cc-58e7a60be814 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728174 Feb 02 12:59:17.865783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '3f1d2f2d-ea7e-405c-8981-a274140d1579', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'port_id': '3f1d2f2d-ea7e-405c-8981-a274140d1579', 'mac_address': 'fa:16:3e:a8:b5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:59:17.901286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4ee40e6-eea3-441c-91fa-d14964771185 req-be56790b-10da-4f58-9cd9-e855ed796a47 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439079 Feb 02 12:59:17.932744 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4853c931-d087-4872-aff0-3cb468daf2be req-a56503de-bfe1-48d7-95ee-74f4d959f4bd service neutron] 10.222.0.18 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954581 Feb 02 12:59:17.940552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 3f1d2f2d-ea7e-405c-8981-a274140d1579 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:17.941026 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:17.971467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1d2f2d-ea7e-405c-8981-a274140d1579 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:18.030325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 3f1d2f2d-ea7e-405c-8981-a274140d1579, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=3f1d2f2d-ea7e-405c-8981-a274140d1579,segment=NetworkSegment(4bace05f-f4e7-407f-86ec-a6c21aa99d42),segment_id=4bace05f-f4e7-407f-86ec-a6c21aa99d42)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:18.037392 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:18.104362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=3f1d2f2d-ea7e-405c-8981-a274140d1579,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:18.138479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00964660-5ab4-4df2-8811-42a8bddfb5f5 req-f2ac60de-713b-406e-971b-0ad47dda034a tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:18.140152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00964660-5ab4-4df2-8811-42a8bddfb5f5 req-f2ac60de-713b-406e-971b-0ad47dda034a tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 931 time: 0.1325896 Feb 02 12:59:18.164407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdacef-0d34-402f-b2ee-05cd18504489 req-33a0bcc3-4bc1-4980-b2e6-87fbbec1507b tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:18.168036 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0cdacef-0d34-402f-b2ee-05cd18504489 req-33a0bcc3-4bc1-4980-b2e6-87fbbec1507b tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.1094339 Feb 02 12:59:18.270937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00964660-5ab4-4df2-8811-42a8bddfb5f5 req-aa634450-92be-435f-a84f-438749d7d2a1 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225233 Feb 02 12:59:18.288757 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0cdacef-0d34-402f-b2ee-05cd18504489 req-69c3e951-6aca-4fd8-9e2a-3925a682eee6 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129491 Feb 02 12:59:18.322713 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-899e3e38-d9d7-4de8-8e53-cc58baa8529b service neutron] show failed (client error): The resource could not be found. Feb 02 12:59:18.323990 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-899e3e38-d9d7-4de8-8e53-cc58baa8529b service neutron] 10.222.0.18 "GET /v2.0/ports/0c7f2bb5-8abb-4654-a83e-72790401fafc/bindings/n-h2-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.1221755 Feb 02 12:59:18.361967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['3f1d2f2d-ea7e-405c-8981-a274140d1579'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:18.485140 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9ef1e-1d6b-4ffc-8562-8216780108a3 req-64d297ab-1b2f-41d1-94a0-c534adc4ea78 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:18.499396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ca9ef1e-1d6b-4ffc-8562-8216780108a3 req-64d297ab-1b2f-41d1-94a0-c534adc4ea78 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 949 time: 0.1424971 Feb 02 12:59:18.513795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7ac13-7481-4f4b-9398-332ee53ea341 req-95a487a6-5493-4058-8a53-610cf02ef649 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:18.515533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52c7ac13-7481-4f4b-9398-332ee53ea341 req-95a487a6-5493-4058-8a53-610cf02ef649 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 945 time: 0.1464946 Feb 02 12:59:18.625888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ca9ef1e-1d6b-4ffc-8562-8216780108a3 req-31a33185-ed7b-4834-82a1-2cae41219b1e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253741 Feb 02 12:59:18.645126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52c7ac13-7481-4f4b-9398-332ee53ea341 req-c041f4de-1bde-4729-80d4-0df6ae502fc4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210711 Feb 02 12:59:18.717279 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee27cd0-bd98-4e9a-8379-b5bca05ba070 x-openstack-request-id: req-0ee27cd0-bd98-4e9a-8379-b5bca05ba070 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:18.718144 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806fb879-d4b6-4a8c-ac8c-ef5800681bba", "tag": "d704937f-d595-4e98-8bb4-9396f2c1e12d", "status": "completed", "code": 200}, {"server_uuid": "87082a5c-66ce-4875-b0c8-6e900e78497d", "name": "network-vif-deleted", "tag": "aeb88c18-67a5-4501-95da-260b51d1bb5f", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:18.718606 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0ee27cd0-bd98-4e9a-8379-b5bca05ba070 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:18.719204 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'tag': 'd704937f-d595-4e98-8bb4-9396f2c1e12d', 'status': 'completed', 'code': 200} Feb 02 12:59:18.723497 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87082a5c-66ce-4875-b0c8-6e900e78497d', 'name': 'network-vif-deleted', 'tag': 'aeb88c18-67a5-4501-95da-260b51d1bb5f', 'status': 'completed', 'code': 200} Feb 02 12:59:18.726086 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d0ed47-a92e-4e08-bf47-7da8d8e6d21f x-openstack-request-id: req-20d0ed47-a92e-4e08-bf47-7da8d8e6d21f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:18.726373 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6343ab97-4aec-4a3f-b3ad-a6731c5a4296", "tag": "29d3fc7a-ceab-486a-8b6a-db1068b7bfd6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:18.726626 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-20d0ed47-a92e-4e08-bf47-7da8d8e6d21f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:18.727022 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6343ab97-4aec-4a3f-b3ad-a6731c5a4296', 'tag': '29d3fc7a-ceab-486a-8b6a-db1068b7bfd6', 'status': 'completed', 'code': 200} Feb 02 12:59:18.879740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d53332-b60e-4e7c-951f-01ee407da924 req-9bc2658b-5ea4-4eee-9819-056469a0ab33 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:18.881245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45d53332-b60e-4e7c-951f-01ee407da924 req-9bc2658b-5ea4-4eee-9819-056469a0ab33 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.0859432 Feb 02 12:59:18.888476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f902c0-c2f6-4dc0-b92a-edace18635be req-1d0ad6be-1732-4117-81e1-da3884987d3c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:18.889841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22f902c0-c2f6-4dc0-b92a-edace18635be req-1d0ad6be-1732-4117-81e1-da3884987d3c tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 945 time: 0.0855570 Feb 02 12:59:18.961571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45d53332-b60e-4e7c-951f-01ee407da924 req-9908561d-4700-405b-9ab2-3d5d6e35441c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707669 Feb 02 12:59:18.964586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22f902c0-c2f6-4dc0-b92a-edace18635be req-59de59cc-e41b-46ab-be65-e1cec633c8bb tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/security-groups?id=52174aa3-07dd-49db-bc65-e9df93f1c209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679700 Feb 02 12:59:19.076452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b187c3e-3dc9-4c5c-9503-e4a15d796f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2ac8fa-a663-4034-a086-9a14aed32bc6'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:19.080296 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e30e1a-7e1a-4d8a-ab91-f532c29491ca" -d '{"events": [{"server_uuid": "2b187c3e-3dc9-4c5c-9503-e4a15d796f0d", "name": "network-vif-plugged", "status": "completed", "tag": "5f2ac8fa-a663-4034-a086-9a14aed32bc6"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:19.112535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b69d7-f059-43a3-88ba-60fe13ee8f87 req-5e73d3f1-3dd4-479e-8c42-6075259948c5 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:19.114117 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab8b69d7-f059-43a3-88ba-60fe13ee8f87 req-5e73d3f1-3dd4-479e-8c42-6075259948c5 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.0896053 Feb 02 12:59:19.121922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd972-8c68-4bec-988b-e033e04d2b0f req-c7ff29e9-2774-479a-b8b7-1b92f02e1da2 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:19.123401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-774cd972-8c68-4bec-988b-e033e04d2b0f req-c7ff29e9-2774-479a-b8b7-1b92f02e1da2 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 943 time: 0.0900116 Feb 02 12:59:19.197946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab8b69d7-f059-43a3-88ba-60fe13ee8f87 req-80c1fe6c-9b19-418a-ab6b-69d9721b0f36 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735276 Feb 02 12:59:19.200937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-774cd972-8c68-4bec-988b-e033e04d2b0f req-9b887912-a012-4f8d-b782-0f0de90d786a tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701501 Feb 02 12:59:19.249507 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee27e83-60ff-494a-b7bf-35f4dbee725c x-openstack-request-id: req-4ee27e83-60ff-494a-b7bf-35f4dbee725c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:19.249870 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b187c3e-3dc9-4c5c-9503-e4a15d796f0d", "name": "network-vif-plugged", "status": "completed", "tag": "5f2ac8fa-a663-4034-a086-9a14aed32bc6", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:19.250179 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4ee27e83-60ff-494a-b7bf-35f4dbee725c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:19.250678 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b187c3e-3dc9-4c5c-9503-e4a15d796f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2ac8fa-a663-4034-a086-9a14aed32bc6', 'code': 200} Feb 02 12:59:19.456426 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743cabf-6ee6-4a66-8d30-f44205412d06 req-0a6b5397-c18a-45dd-ae96-69fb94c1d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:19.457948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2743cabf-6ee6-4a66-8d30-f44205412d06 req-0a6b5397-c18a-45dd-ae96-69fb94c1d4ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 1127 time: 0.1172442 Feb 02 12:59:19.464837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8926e99-e1e4-44cb-bc54-736f93836521 req-f30e2be1-1f8e-48c4-815f-c89744ca0a34 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:19.466176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8926e99-e1e4-44cb-bc54-736f93836521 req-f30e2be1-1f8e-48c4-815f-c89744ca0a34 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 931 time: 0.1159010 Feb 02 12:59:19.483974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ac1d2-3c04-423d-a11b-8afd71b2980f req-7fe08261-1898-4749-bffa-d5caabe70518 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:19.485584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-896ac1d2-3c04-423d-a11b-8afd71b2980f req-7fe08261-1898-4749-bffa-d5caabe70518 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.1077366 Feb 02 12:59:19.578651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2743cabf-6ee6-4a66-8d30-f44205412d06 req-f9e916bf-94ce-4b78-bdec-bea6d15320c8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105239 Feb 02 12:59:19.586621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8926e99-e1e4-44cb-bc54-736f93836521 req-ff29ce8d-5cd0-4e34-912a-de4610af6681 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120803 Feb 02 12:59:19.593928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-896ac1d2-3c04-423d-a11b-8afd71b2980f req-ba14d25d-c500-4968-8ba3-1185f7ee6c95 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963173 Feb 02 12:59:19.660271 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 3f1d2f2d-ea7e-405c-8981-a274140d1579 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:59:19.762989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 3f1d2f2d-ea7e-405c-8981-a274140d1579 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:59:19.767627 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 3f1d2f2d-ea7e-405c-8981-a274140d1579 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:59:19.768011 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:19.845626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344cc69-c24a-42a6-9e0d-5789ef470ef9 req-30c0fa97-b909-46da-a4cc-d3f0b4ab462e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:19.847152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2344cc69-c24a-42a6-9e0d-5789ef470ef9 req-30c0fa97-b909-46da-a4cc-d3f0b4ab462e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 949 time: 0.1274221 Feb 02 12:59:19.859481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb85dd-6e2b-41c3-9afb-f38ec1ffed16 req-d8f31ba0-fe00-4f6c-80e6-f4fb6f334e2a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:19.861049 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ecb85dd-6e2b-41c3-9afb-f38ec1ffed16 req-d8f31ba0-fe00-4f6c-80e6-f4fb6f334e2a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 945 time: 0.0977154 Feb 02 12:59:19.867369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 3f1d2f2d-ea7e-405c-8981-a274140d1579 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:19.867810 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:19.907761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 3f1d2f2d-ea7e-405c-8981-a274140d1579, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=3f1d2f2d-ea7e-405c-8981-a274140d1579,segment=NetworkSegment(4bace05f-f4e7-407f-86ec-a6c21aa99d42),segment_id=4bace05f-f4e7-407f-86ec-a6c21aa99d42)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:19.915928 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:19.917304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0c7f2bb5-8abb-4654-a83e-72790401fafc no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:59:19.948043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2344cc69-c24a-42a6-9e0d-5789ef470ef9 req-92c2a454-3864-4602-a4c9-5814271fe82d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858648 Feb 02 12:59:19.969316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ecb85dd-6e2b-41c3-9afb-f38ec1ffed16 req-aae13f09-a39a-4f13-9668-347ed9509d1d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980566 Feb 02 12:59:20.035286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=3f1d2f2d-ea7e-405c-8981-a274140d1579,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:20.045118 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.045460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.045802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.046289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.046630 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.046954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.047645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.047645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.048137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.048347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.048520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.048836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.049996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 12:59:20.108006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 0c7f2bb5-8abb-4654-a83e-72790401fafc is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:20.108729 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:20.146665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:20.154233 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:20.173639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3794e39-322c-4989-b912-a8c24d6b07bd req-a9783faa-ff93-417c-98cf-f272c88bf5d6 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:20.181953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3794e39-322c-4989-b912-a8c24d6b07bd req-a9783faa-ff93-417c-98cf-f272c88bf5d6 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.1140096 Feb 02 12:59:20.208399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=0c7f2bb5-8abb-4654-a83e-72790401fafc,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:20.262400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3794e39-322c-4989-b912-a8c24d6b07bd req-562a6161-5eac-489b-8453-5b11488c3432 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791316 Feb 02 12:59:20.274978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265d1b2-f78e-4109-82f2-eeca0fc1382d req-acbcef5a-7d66-4d6c-9b19-e841a19b5205 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:20.276663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1265d1b2-f78e-4109-82f2-eeca0fc1382d req-acbcef5a-7d66-4d6c-9b19-e841a19b5205 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 1127 time: 0.0728705 Feb 02 12:59:20.324754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1265d1b2-f78e-4109-82f2-eeca0fc1382d req-b34e6588-0519-4eb7-8326-d0f9490a2413 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Feb 02 12:59:20.383525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3393e-a5b9-4426-b1fe-69e3c058573a req-98dbe435-5de2-4c7c-8ae9-6f99d359cd11 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:20.386522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56c3393e-a5b9-4426-b1fe-69e3c058573a req-98dbe435-5de2-4c7c-8ae9-6f99d359cd11 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 946 time: 0.0606825 Feb 02 12:59:20.462229 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56c3393e-a5b9-4426-b1fe-69e3c058573a req-51220e10-180f-45bc-a7c5-043043057881 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/security-groups?id=52174aa3-07dd-49db-bc65-e9df93f1c209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657752 Feb 02 12:59:20.469929 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7cd48-24bf-4da8-adb7-54de47123dd9 req-ea52f71f-caf6-4892-a9e7-a1c745b65239 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:20.471341 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54e7cd48-24bf-4da8-adb7-54de47123dd9 req-ea52f71f-caf6-4892-a9e7-a1c745b65239 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 943 time: 0.0835333 Feb 02 12:59:20.523667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54e7cd48-24bf-4da8-adb7-54de47123dd9 req-eaa48fc9-296b-403a-b281-8551b9490920 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457735 Feb 02 12:59:20.578653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9565da8-9f9c-4bc2-887c-9e642a5b30c7 req-4708ff8b-554f-42c5-99eb-261b6a9e0a65 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:20.580159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9565da8-9f9c-4bc2-887c-9e642a5b30c7 req-4708ff8b-554f-42c5-99eb-261b6a9e0a65 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.0556405 Feb 02 12:59:20.657942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9565da8-9f9c-4bc2-887c-9e642a5b30c7 req-e9b0c928-eaa9-42ce-b77a-e4e350e872a4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674250 Feb 02 12:59:20.662046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ecb96-5bcb-4171-848d-0a00605e1c91 req-96ebe2fb-28af-432a-9f08-0a31960aa04b tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:20.663499 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-076ecb96-5bcb-4171-848d-0a00605e1c91 req-96ebe2fb-28af-432a-9f08-0a31960aa04b tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 1127 time: 0.0810544 Feb 02 12:59:20.712905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-076ecb96-5bcb-4171-848d-0a00605e1c91 req-a655f7cc-385d-41d4-b221-e7213cc5e737 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427728 Feb 02 12:59:20.807536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fdc80-0de0-4304-a47d-1cc48f5af09d req-384f9218-3ade-4462-954d-fc11f144e72a tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:20.808976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f71fdc80-0de0-4304-a47d-1cc48f5af09d req-384f9218-3ade-4462-954d-fc11f144e72a tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 931 time: 0.0829144 Feb 02 12:59:20.858205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1366bbc-894d-4ac5-bd02-d7a036b79ed6 req-a154c404-dcb9-46db-bdbd-c6f11383b993 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:20.859670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1366bbc-894d-4ac5-bd02-d7a036b79ed6 req-a154c404-dcb9-46db-bdbd-c6f11383b993 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.0910313 Feb 02 12:59:20.877291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f71fdc80-0de0-4304-a47d-1cc48f5af09d req-4b7cf938-cf11-4c6d-b2f5-428b8fe16027 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620048 Feb 02 12:59:20.914361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1366bbc-894d-4ac5-bd02-d7a036b79ed6 req-fc22d7cf-fe67-4e26-ac4e-c1cfea86786b tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468366 Feb 02 12:59:21.077055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572dd5d-b7a8-45e0-a1cc-3555883cfcd2 req-a5e5f1ae-84d3-4970-97f4-83b225c3a64e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:21.078768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8572dd5d-b7a8-45e0-a1cc-3555883cfcd2 req-a5e5f1ae-84d3-4970-97f4-83b225c3a64e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 947 time: 0.0580630 Feb 02 12:59:21.113295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Request body: {'port': {'device_id': 'ba220644-587d-422d-be4d-da86e023ceff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:21.177715 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:21.208049 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63af5fb5-930e-4830-a24b-f4e0beb42f84 req-c5f46844-160a-48fb-8dbc-8f356f101042 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5785ce12-5b97-4c71-a6bf-f5445555665c HTTP/1.1" status: 200 len: 217 time: 0.0947247 Feb 02 12:59:21.251045 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.62', 60281) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:21.251808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1d2f2d-ea7e-405c-8981-a274140d1579'}, {'server_uuid': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7f2bb5-8abb-4654-a83e-72790401fafc'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:21.260588 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5812395b-9c63-4d53-a0d6-211174e203b5" -d '{"events": [{"server_uuid": "a9848793-85ff-4e88-8a8e-e5e631ca1eb1", "name": "network-vif-plugged", "status": "completed", "tag": "3f1d2f2d-ea7e-405c-8981-a274140d1579"}, {"server_uuid": "b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7f2bb5-8abb-4654-a83e-72790401fafc"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:21.268353 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8572dd5d-b7a8-45e0-a1cc-3555883cfcd2 req-bc56222b-a0f0-40ba-9daa-69641686bc94 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815083 Feb 02 12:59:21.342083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af5fb5-930e-4830-a24b-f4e0beb42f84 req-7c1a5178-305b-4ad6-a573-71e58bdd3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:21.343582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63af5fb5-930e-4830-a24b-f4e0beb42f84 req-7c1a5178-305b-4ad6-a573-71e58bdd3837 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0903580 Feb 02 12:59:21.347168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b567b4-de44-4e4a-864c-a2cbabed2659 req-6029e41d-e43b-47f5-9af9-34fce70f8de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:21.348616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8b567b4-de44-4e4a-864c-a2cbabed2659 req-6029e41d-e43b-47f5-9af9-34fce70f8de1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f894334a06074d648a4659933490abf7&device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 1125 time: 0.2243488 Feb 02 12:59:21.351216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e7aa412-958a-474d-b126-47a8147811f6 req-3007f010-d9b9-4800-8a4b-ca256fcbcaac service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468629 Feb 02 12:59:21.360585 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d7f198-3eab-4e9d-9059-4733fde31a0a x-openstack-request-id: req-37d7f198-3eab-4e9d-9059-4733fde31a0a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:21.360891 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9848793-85ff-4e88-8a8e-e5e631ca1eb1", "name": "network-vif-plugged", "status": "completed", "tag": "3f1d2f2d-ea7e-405c-8981-a274140d1579", "code": 200}, {"server_uuid": "b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791", "name": "network-vif-unplugged", "status": "completed", "tag": "0c7f2bb5-8abb-4654-a83e-72790401fafc", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:21.361143 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-37d7f198-3eab-4e9d-9059-4733fde31a0a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:21.361554 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1d2f2d-ea7e-405c-8981-a274140d1579', 'code': 200} Feb 02 12:59:21.361816 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c7f2bb5-8abb-4654-a83e-72790401fafc', 'code': 200} Feb 02 12:59:21.406893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd871a3-4748-4a58-865c-e9f9d874917f req-7f1a606a-3f9b-48f8-9894-defa727ffeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:21.408457 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-edd871a3-4748-4a58-865c-e9f9d874917f req-7f1a606a-3f9b-48f8-9894-defa727ffeb5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=703a1919ab3848d3bbcfb6f564b7db94&device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 1128 time: 0.1832879 Feb 02 12:59:21.433389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-f51d255e-0d6d-4a25-87ba-0abf905cab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:21.434901 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-f51d255e-0d6d-4a25-87ba-0abf905cab53 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791&tenant_id=bbd971fda23e48a19766ca7f8465658e HTTP/1.1" status: 200 len: 1129 time: 0.1808243 Feb 02 12:59:21.550179 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63af5fb5-930e-4830-a24b-f4e0beb42f84 req-baad5be6-2ac2-4a8b-816d-435499fc6ec9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235733 Feb 02 12:59:21.558604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:21.717710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8fc44d7-6106-4299-a7b8-7761c74f2726 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:21.724706 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:21.740192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Publish callbacks [] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:21.786655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Transition to ACTIVE for port object a8fc44d7-6106-4299-a7b8-7761c74f2726 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:59:21.790289 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd871a3-4748-4a58-865c-e9f9d874917f req-9a834aef-b809-4b64-ab0e-821e62e5585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:21.791845 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-edd871a3-4748-4a58-865c-e9f9d874917f req-9a834aef-b809-4b64-ab0e-821e62e5585a service neutron] 10.222.0.62 "GET /v2.0/networks?id=16e87a24-b253-467e-bf8a-2babe3b8e710 HTTP/1.1" status: 200 len: 923 time: 0.2027504 Feb 02 12:59:21.796083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:21.823005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e3e3b-5f3c-456b-a417-a937f9152458 req-d7f16de8-7bf8-4274-a1e9-ed580a5184f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:21.824530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-782e3e3b-5f3c-456b-a417-a937f9152458 req-d7f16de8-7bf8-4274-a1e9-ed580a5184f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 1128 time: 0.3320394 Feb 02 12:59:21.837873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c848d-4494-41d9-a90c-52627a83bd45 req-763bd3b3-e45e-489f-a670-2858a4381299 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:21.839318 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf4c848d-4494-41d9-a90c-52627a83bd45 req-763bd3b3-e45e-489f-a670-2858a4381299 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.4191914 Feb 02 12:59:21.851280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b567b4-de44-4e4a-864c-a2cbabed2659 req-5938c761-c9d8-4a87-a663-7f855301d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:21.852698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8b567b4-de44-4e4a-864c-a2cbabed2659 req-5938c761-c9d8-4a87-a663-7f855301d73d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=f894334a06074d648a4659933490abf7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4252610 Feb 02 12:59:21.858198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f2ab4-51ba-4e18-8547-f4f7136ae351 req-e1ef8169-75b5-4c47-b5ea-fbd33f87c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:21.859580 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf2f2ab4-51ba-4e18-8547-f4f7136ae351 req-e1ef8169-75b5-4c47-b5ea-fbd33f87c110 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 1126 time: 0.3128920 Feb 02 12:59:22.012424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fc44d7-6106-4299-a7b8-7761c74f2726,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:22.043227 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-edd871a3-4748-4a58-865c-e9f9d874917f req-980d61d9-412a-4585-8040-904849c3e8fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d704937f-d595-4e98-8bb4-9396f2c1e12d HTTP/1.1" status: 200 len: 1002 time: 0.2414834 Feb 02 12:59:22.180823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd871a3-4748-4a58-865c-e9f9d874917f req-1f65cc8e-986d-42a9-b5c4-aa1cace1f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:22.182273 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-edd871a3-4748-4a58-865c-e9f9d874917f req-1f65cc8e-986d-42a9-b5c4-aa1cace1f928 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4b40da53-385a-4ca7-a6b2-f647fc4a6863 HTTP/1.1" status: 200 len: 861 time: 0.1276016 Feb 02 12:59:22.222186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63af5fb5-930e-4830-a24b-f4e0beb42f84 req-0d2cfacf-641b-4712-9e0c-a16c85f41f32 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394136 Feb 02 12:59:22.228404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-1adefda4-ffd1-4beb-b5d6-af5343668732 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:59:22.229366 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-1adefda4-ffd1-4beb-b5d6-af5343668732 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0220835 Feb 02 12:59:22.237775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:22.239699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Attempting to bind port a8fc44d7-6106-4299-a7b8-7761c74f2726 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:59:22.240008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Attempting to bind port a8fc44d7-6106-4299-a7b8-7761c74f2726 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:59:22.240338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Attempting to bind port a8fc44d7-6106-4299-a7b8-7761c74f2726 on network 874521e3-e700-43b7-9a69-69d4db583403 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:22.255695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Port a8fc44d7-6106-4299-a7b8-7761c74f2726 on network 874521e3-e700-43b7-9a69-69d4db583403 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:59:22.256014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Attempting to bind port a8fc44d7-6106-4299-a7b8-7761c74f2726 on network 874521e3-e700-43b7-9a69-69d4db583403 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:22.269071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:59:22.269405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Checking segment: {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:59:22.269779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Bound using segment: {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:59:22.270203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Bound port: a8fc44d7-6106-4299-a7b8-7761c74f2726, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:59:22.270610 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:22.304750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:22.330491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd871a3-4748-4a58-865c-e9f9d874917f req-ac814d17-79f6-4725-aa1f-2eee0d3d9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:22.332189 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-edd871a3-4748-4a58-865c-e9f9d874917f req-ac814d17-79f6-4725-aa1f-2eee0d3d9110 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=16e87a24-b253-467e-bf8a-2babe3b8e710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1406898 Feb 02 12:59:22.389880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7f2bb5-8abb-4654-a83e-72790401fafc {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:22.406088 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-782e3e3b-5f3c-456b-a417-a937f9152458 req-20fcec7b-67f1-4238-8162-5b34f8bf7784 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=52174aa3-07dd-49db-bc65-e9df93f1c209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628817 Feb 02 12:59:22.416580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Publish callbacks [] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:22.452284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf4c848d-4494-41d9-a90c-52627a83bd45 req-d84ed9b8-0108-478f-a152-1e20910150b7 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968859 Feb 02 12:59:22.476844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] For port a8fc44d7-6106-4299-a7b8-7761c74f2726, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:22.485761 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-4b7be388-4f9e-4449-bbbe-dd5db39e46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:22.487049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Transition to ACTIVE for port object 0c7f2bb5-8abb-4654-a83e-72790401fafc will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:59:22.487538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-4b7be388-4f9e-4449-bbbe-dd5db39e46c4 service neutron] 10.222.0.83 "GET /v2.0/ports/cae2e540-d972-4290-bd50-d74064de59fb HTTP/1.1" status: 200 len: 1124 time: 0.2383306 Feb 02 12:59:22.503778 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:22.511244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] For port a8fc44d7-6106-4299-a7b8-7761c74f2726, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a8fc44d7-6106-4299-a7b8-7761c74f2726,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:59:22.537082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] Request body: {'binding': {'host': 'n-h2-827336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:22.537529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 12:59:22.544862 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:22.551043 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-edd871a3-4748-4a58-865c-e9f9d874917f req-9ff2c2f4-6fb9-4740-a902-4fa19f82d3e4 service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007923 Feb 02 12:59:22.585969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:22.585969 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:22.587837 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] 10.222.0.62 "PUT /v2.0/ports/a8fc44d7-6106-4299-a7b8-7761c74f2726 HTTP/1.1" status: 200 len: 1091 time: 1.4844055 Feb 02 12:59:22.594292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f2ab4-51ba-4e18-8547-f4f7136ae351 req-5ece71d9-2dff-461f-9314-50ee2f6e0eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:22.595795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf2f2ab4-51ba-4e18-8547-f4f7136ae351 req-5ece71d9-2dff-461f-9314-50ee2f6e0eb0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.7193923 Feb 02 12:59:22.613985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba220644-587d-422d-be4d-da86e023ceff', 'tag': 'a8fc44d7-6106-4299-a7b8-7761c74f2726'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:22.614712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b567b4-de44-4e4a-864c-a2cbabed2659 req-90ba9cae-4efe-4bdc-8dc0-7114d82f0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:22.616244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8b567b4-de44-4e4a-864c-a2cbabed2659 req-90ba9cae-4efe-4bdc-8dc0-7114d82f0cd1 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7387502 Feb 02 12:59:22.616380 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e4a74d-73b7-4070-a970-c2ab73762461" -d '{"events": [{"name": "network-changed", "server_uuid": "ba220644-587d-422d-be4d-da86e023ceff", "tag": "a8fc44d7-6106-4299-a7b8-7761c74f2726"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:22.637485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7f2bb5-8abb-4654-a83e-72790401fafc,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:22.645306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] No DVR routers for this DVR port 0c7f2bb5-8abb-4654-a83e-72790401fafc on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:59:22.703577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf2f2ab4-51ba-4e18-8547-f4f7136ae351 req-99a6ab6d-f348-418e-a1bb-ea4bf828d30c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd HTTP/1.1" status: 200 len: 217 time: 0.0846071 Feb 02 12:59:22.723790 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63af5fb5-930e-4830-a24b-f4e0beb42f84 req-c64f0e3c-c16c-40f9-a4fe-1d6951cc5ee1 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696994 Feb 02 12:59:22.813673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Attempting to bind port 0c7f2bb5-8abb-4654-a83e-72790401fafc on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:59:22.814864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Attempting to bind port 0c7f2bb5-8abb-4654-a83e-72790401fafc by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:59:22.814864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Attempting to bind port 0c7f2bb5-8abb-4654-a83e-72790401fafc on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:22.819442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0148c-9b67-4fdf-871c-98985e129378 service neutron] Pushing event updated for resources: {'Port': ['ID=a8fc44d7-6106-4299-a7b8-7761c74f2726,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:22.833517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf871dcd-9bbb-41c3-b6fe-be6920425882 req-1e78fd85-fcab-4fff-80a4-f18c279d5b86 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:22.835009 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf871dcd-9bbb-41c3-b6fe-be6920425882 req-1e78fd85-fcab-4fff-80a4-f18c279d5b86 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 946 time: 0.2841160 Feb 02 12:59:22.840068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Port 0c7f2bb5-8abb-4654-a83e-72790401fafc on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:59:22.840967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Attempting to bind port 0c7f2bb5-8abb-4654-a83e-72790401fafc on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:22.848150 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-edd871a3-4748-4a58-865c-e9f9d874917f req-a6ee8493-327c-4da8-a1b9-454166a720c3 service neutron] 10.222.0.62 "GET /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829409 Feb 02 12:59:22.853322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:59:22.853655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:59:22.854031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:59:22.854460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Bound port: 0c7f2bb5-8abb-4654-a83e-72790401fafc, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:59:22.854808 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:22.857899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f2ab4-51ba-4e18-8547-f4f7136ae351 req-0478ca71-bd59-4c58-bccf-82ec3af5c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:22.859298 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf2f2ab4-51ba-4e18-8547-f4f7136ae351 req-0478ca71-bd59-4c58-bccf-82ec3af5c467 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.1331449 Feb 02 12:59:22.870761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-5239a193-13cf-4419-84b2-7490b3c4d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:22.872592 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-5239a193-13cf-4419-84b2-7490b3c4d87d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f894334a06074d648a4659933490abf7&device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 1125 time: 0.1375020 Feb 02 12:59:22.879190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-f9f1e6d0-32e9-4c1a-9e60-e549fc8010aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:22.880575 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-f9f1e6d0-32e9-4c1a-9e60-e549fc8010aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 1125 time: 0.1998217 Feb 02 12:59:22.932992 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf2f2ab4-51ba-4e18-8547-f4f7136ae351 req-1b3003ff-21eb-4ff8-b324-ee968d386cc9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434639 Feb 02 12:59:22.941366 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-86b0b7e0-7754-41f3-9c4c-27b3c6414c72 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 HTTP/1.1" status: 200 len: 217 time: 0.0379219 Feb 02 12:59:22.989430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:22.997465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-a9dab4c0-a218-4c85-83db-fe9f8700de02 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8fc44d7-6106-4299-a7b8-7761c74f2726 HTTP/1.1" status: 200 len: 217 time: 0.0683386 Feb 02 12:59:23.007859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:59:23.011010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] Attempting to bind port cae2e540-d972-4290-bd50-d74064de59fb on host n-h2-827336-2 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:59:23.011336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] Attempting to bind port cae2e540-d972-4290-bd50-d74064de59fb by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:59:23.011707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] Attempting to bind port cae2e540-d972-4290-bd50-d74064de59fb on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:23.016737 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:23.019700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-384df7ea-7fc9-4aae-81b1-47e0c748532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:23.020442 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf871dcd-9bbb-41c3-b6fe-be6920425882 req-43b48fef-16a9-43f8-bcd5-13ed30e554b0 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/security-groups?id=52174aa3-07dd-49db-bc65-e9df93f1c209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740189 Feb 02 12:59:23.021176 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-384df7ea-7fc9-4aae-81b1-47e0c748532d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae HTTP/1.1" status: 200 len: 853 time: 0.0656512 Feb 02 12:59:23.060978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:23.061602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:23.062972 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] 10.222.0.62 "PUT /v2.0/ports/0c7f2bb5-8abb-4654-a83e-72790401fafc HTTP/1.1" status: 200 len: 1095 time: 1.5291965 Feb 02 12:59:23.083350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] Port cae2e540-d972-4290-bd50-d74064de59fb on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:59:23.083692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] Attempting to bind port cae2e540-d972-4290-bd50-d74064de59fb on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:23.109518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:59:23.109910 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:59:23.110278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] Bound using segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:59:23.110710 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] Bound port: cae2e540-d972-4290-bd50-d74064de59fb, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:59:23.127203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0c46b-306b-43b0-a4ee-9fcae606bf09 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7f2bb5-8abb-4654-a83e-72790401fafc,revision_number=8']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:23.152532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-2bcc360f-3661-4489-9f0d-1fc3ea0e98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:23.154066 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-2bcc360f-3661-4489-9f0d-1fc3ea0e98ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4c82ec79-7fc7-4f76-86e6-90470c51d246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1080282 Feb 02 12:59:23.185756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-72998468-2be0-487f-b045-1e327db53a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:23.187678 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-72998468-2be0-487f-b045-1e327db53a28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb7766b7-92d2-47a0-93e3-41c40ddbb9a9 HTTP/1.1" status: 200 len: 845 time: 0.1734419 Feb 02 12:59:23.202076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-3b532e43-97a9-44b1-9c7f-bdfcf658e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:23.203610 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-3b532e43-97a9-44b1-9c7f-bdfcf658e479 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 1129 time: 0.0924108 Feb 02 12:59:23.268350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-267def23-03b3-40d7-adde-e3ff590f7e8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=874521e3-e700-43b7-9a69-69d4db583403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547886 Feb 02 12:59:23.298010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf2f2ab4-51ba-4e18-8547-f4f7136ae351 req-56c6a192-4f1f-4341-9313-6139f1dab1e6 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122091 Feb 02 12:59:23.342988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e398fb-80f9-40fc-a69f-f889f8ba5310 req-10071f54-f750-4ebc-8698-b32ae42d8721 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:23.344762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31e398fb-80f9-40fc-a69f-f889f8ba5310 req-10071f54-f750-4ebc-8698-b32ae42d8721 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 943 time: 0.2442799 Feb 02 12:59:23.347074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=cae2e540-d972-4290-bd50-d74064de59fb,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:59:23.376953 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:23.378293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-96d92a2c-3b57-4539-9771-5ed185e1048e service neutron] 10.222.0.83 "POST /v2.0/ports/cae2e540-d972-4290-bd50-d74064de59fb/bindings HTTP/1.1" status: 201 len: 389 time: 0.8552744 Feb 02 12:59:23.531058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-d21ca822-54cf-46ec-815d-de3d1ef1b576 service neutron] 10.222.0.62 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507560 Feb 02 12:59:23.545290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31e398fb-80f9-40fc-a69f-f889f8ba5310 req-2ad29383-ae43-49bf-91f7-60c733aa3e6a tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768546 Feb 02 12:59:23.623841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf2f2ab4-51ba-4e18-8547-f4f7136ae351 req-25eb2e6f-cec6-4333-8daf-4f16201ded97 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086457 Feb 02 12:59:23.625787 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-eae13417-4af0-49e7-a5ab-1fa77b421f79 service neutron] 10.222.0.62 "GET /v2.0/networks/4c82ec79-7fc7-4f76-86e6-90470c51d246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636607 Feb 02 12:59:23.655002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-ebc3418e-79d0-4760-a7e3-1e137d8175ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:23.658075 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-ebc3418e-79d0-4760-a7e3-1e137d8175ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.4267566 Feb 02 12:59:23.722280 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-ec10b81c-e153-4c7c-a0fb-ce4ebfbf394b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc HTTP/1.1" status: 200 len: 217 time: 0.0435588 Feb 02 12:59:23.755017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f164c48-0717-44c3-aa7a-2495e3e39a72 req-790d5c37-44a4-4152-baf3-cdb1bc994010 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:23.756558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f164c48-0717-44c3-aa7a-2495e3e39a72 req-790d5c37-44a4-4152-baf3-cdb1bc994010 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.1741886 Feb 02 12:59:23.758380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3c2a7-f5c4-4e64-9f8c-760886c360a7 req-882431c3-4efe-4b18-aed5-abe2f8e3936d service neutron] 10.222.0.62 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001116 Feb 02 12:59:23.770860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b6008-0a02-4bae-b4d4-c569e88fe654 req-bb8284e9-baef-4723-9248-54ec0ef778ec tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:23.776318 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-479b6008-0a02-4bae-b4d4-c569e88fe654 req-bb8284e9-baef-4723-9248-54ec0ef778ec tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 943 time: 0.1364813 Feb 02 12:59:23.833650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-ccc00eb2-845d-4e00-bd6e-1e074efc8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:23.835499 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-ccc00eb2-845d-4e00-bd6e-1e074efc8475 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0667067 Feb 02 12:59:23.837499 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e63781f6-7587-48b9-9616-2d20d61f10cd req-3ada7c10-0a36-4ae6-88b0-c5520c40a03b service neutron] 10.222.0.62 "GET /v2.0/networks/4c82ec79-7fc7-4f76-86e6-90470c51d246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769452 Feb 02 12:59:23.885498 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-479b6008-0a02-4bae-b4d4-c569e88fe654 req-1b41c891-2ae6-4dad-b5b0-f2f8dfe27ce5 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046264 Feb 02 12:59:23.895039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f164c48-0717-44c3-aa7a-2495e3e39a72 req-adb6124b-ed6d-4e06-8747-4036c7fb19c1 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162927 Feb 02 12:59:23.902875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-90639c02-b67a-4be5-bdbc-11464de542a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:23.904561 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-90639c02-b67a-4be5-bdbc-11464de542a7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 1127 time: 0.1248167 Feb 02 12:59:23.905721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-8ccfa98f-454b-4ac5-a927-d91bc8e5ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:23.907786 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-8ccfa98f-454b-4ac5-a927-d91bc8e5ae33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0467870 Feb 02 12:59:24.021932 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-7dfd5ba9-310d-4391-b2dd-1c2828011fb7 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895009 Feb 02 12:59:24.120320 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3297ab61-09e3-412f-a2ba-235ead5fd430 req-17a5426e-85f3-412e-a0c1-a02de4eb6ba7 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913942 Feb 02 12:59:24.325510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c369ddf-ea4c-4fbf-9cd1-7d7fec50000d req-38899607-272a-441f-85f2-2c5dbed2b7c3 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:24.327026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c369ddf-ea4c-4fbf-9cd1-7d7fec50000d req-38899607-272a-441f-85f2-2c5dbed2b7c3 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.1345863 Feb 02 12:59:24.335875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f81267-d141-4f14-91e0-60c940822285 req-7fdead3b-2695-46ca-bbd0-3830aef805b6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:24.337251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6f81267-d141-4f14-91e0-60c940822285 req-7fdead3b-2695-46ca-bbd0-3830aef805b6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 947 time: 0.1459765 Feb 02 12:59:24.348102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-7662344d-b9ff-4744-8d79-b0b218ccdb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:24.349787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-7662344d-b9ff-4744-8d79-b0b218ccdb44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.4179003 Feb 02 12:59:24.411868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-b2266f3b-c426-47ae-89ae-241c5ef087a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae2e540-d972-4290-bd50-d74064de59fb HTTP/1.1" status: 200 len: 217 time: 0.0497112 Feb 02 12:59:24.480449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6f81267-d141-4f14-91e0-60c940822285 req-23601de0-64a0-4e79-91d0-c0f82eef2bb0 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350365 Feb 02 12:59:24.483198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c369ddf-ea4c-4fbf-9cd1-7d7fec50000d req-6feb9050-aa87-464b-a000-5addd320301e tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451168 Feb 02 12:59:24.508297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-2feb6358-38e8-493f-8c17-f689c2e27df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:24.509790 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-2feb6358-38e8-493f-8c17-f689c2e27df6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.0889788 Feb 02 12:59:24.532459 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af45c3c1-ee51-4f9b-bf5b-270f5e7f9172 x-openstack-request-id: req-af45c3c1-ee51-4f9b-bf5b-270f5e7f9172 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:24.533332 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba220644-587d-422d-be4d-da86e023ceff", "tag": "a8fc44d7-6106-4299-a7b8-7761c74f2726", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:24.533722 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-af45c3c1-ee51-4f9b-bf5b-270f5e7f9172 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:24.534376 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba220644-587d-422d-be4d-da86e023ceff', 'tag': 'a8fc44d7-6106-4299-a7b8-7761c74f2726', 'status': 'completed', 'code': 200} Feb 02 12:59:24.546882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-78cb6bf0-16d4-481f-a667-d8f68bcddfa9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298324 Feb 02 12:59:24.623271 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4a74d-73b7-4070-a970-c2ab73762461 req-f8c41518-2da8-4ff3-b8dd-2ed68621ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:24.624827 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58e4a74d-73b7-4070-a970-c2ab73762461 req-f8c41518-2da8-4ff3-b8dd-2ed68621ab7f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 1125 time: 0.0447099 Feb 02 12:59:24.689908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91349b-82a8-44bf-83b1-dd4d39ca9b82 req-5086c2c4-74e6-45ee-bde5-178e721b98ae tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:24.691367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea91349b-82a8-44bf-83b1-dd4d39ca9b82 req-5086c2c4-74e6-45ee-bde5-178e721b98ae tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.1473463 Feb 02 12:59:24.726779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-8d4d7ca7-54b9-4dbc-8926-9d652b87e572 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546745 Feb 02 12:59:24.727343 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4a74d-73b7-4070-a970-c2ab73762461 req-44dc16e4-a7e3-41cd-aacd-4da60a6363ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:24.728868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58e4a74d-73b7-4070-a970-c2ab73762461 req-44dc16e4-a7e3-41cd-aacd-4da60a6363ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 200 len: 906 time: 0.0978549 Feb 02 12:59:24.735901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cf8fb-d8d9-46c9-b166-0581c200e348 req-24fc8a82-0059-4f40-ab29-39d36a801a20 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:24.737299 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c97cf8fb-d8d9-46c9-b166-0581c200e348 req-24fc8a82-0059-4f40-ab29-39d36a801a20 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 945 time: 0.1547048 Feb 02 12:59:24.755119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device bf7bff07-57cd-47ef-9ea9-be3b99b904bd details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:59:24.777744 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58e4a74d-73b7-4070-a970-c2ab73762461 req-18cbe671-2231-4223-9556-29494fbb6959 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8fc44d7-6106-4299-a7b8-7761c74f2726 HTTP/1.1" status: 200 len: 217 time: 0.0363438 Feb 02 12:59:24.832458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea91349b-82a8-44bf-83b1-dd4d39ca9b82 req-61bfb708-c06b-4bb5-9668-38fd9b1ee274 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322258 Feb 02 12:59:24.836391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4a74d-73b7-4070-a970-c2ab73762461 req-4f33bb03-64b7-4c01-afcb-3ee667b69d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:24.838508 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58e4a74d-73b7-4070-a970-c2ab73762461 req-4f33bb03-64b7-4c01-afcb-3ee667b69d7a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb7766b7-92d2-47a0-93e3-41c40ddbb9a9 HTTP/1.1" status: 200 len: 845 time: 0.0522814 Feb 02 12:59:24.886813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c97cf8fb-d8d9-46c9-b166-0581c200e348 req-4908945c-d083-4b2f-b99c-bce9a2501857 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382658 Feb 02 12:59:24.898674 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58e4a74d-73b7-4070-a970-c2ab73762461 req-d7f15474-429e-4498-8d3b-85988b32c7c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=874521e3-e700-43b7-9a69-69d4db583403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521991 Feb 02 12:59:24.929885 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-d53b53a4-1c24-4cc7-ad7d-6c49d1a7a140 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892107 Feb 02 12:59:24.966154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:24.990186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'bf7bff07-57cd-47ef-9ea9-be3b99b904bd', 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db', 'port_id': 'bf7bff07-57cd-47ef-9ea9-be3b99b904bd', 'mac_address': 'fa:16:3e:30:8e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708dee7a-bc33-4813-ab59-c9fbe4f3f7a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:59:25.033244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port bf7bff07-57cd-47ef-9ea9-be3b99b904bd is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:25.033742 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:25.041219 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58e4a74d-73b7-4070-a970-c2ab73762461 req-eec0d2d4-283b-4a52-9a68-34535da14e2e service neutron] 10.222.0.62 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317708 Feb 02 12:59:25.048657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec070479-9833-47b5-a0aa-809e15c4dad9 req-90c2b6c6-eec1-4efe-a2e1-8dd8ee4b919a tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:25.050226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec070479-9833-47b5-a0aa-809e15c4dad9 req-90c2b6c6-eec1-4efe-a2e1-8dd8ee4b919a tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 946 time: 0.1133375 Feb 02 12:59:25.051350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf7bff07-57cd-47ef-9ea9-be3b99b904bd {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:25.065026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240ebad-622a-4d38-8682-7be7fa05296c req-8a856037-b836-4fe0-b226-1d5a5f1fc1ee tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:25.066853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7240ebad-622a-4d38-8682-7be7fa05296c req-8a856037-b836-4fe0-b226-1d5a5f1fc1ee tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.0756340 Feb 02 12:59:25.076457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:25.081684 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:25.139956 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58e4a74d-73b7-4070-a970-c2ab73762461 req-3450c1c8-f00d-4b72-bead-e4129c4ff423 service neutron] 10.222.0.62 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918601 Feb 02 12:59:25.145263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:25.181176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec070479-9833-47b5-a0aa-809e15c4dad9 req-46aa1687-34a2-4772-9b92-0ca775b5cd8b tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/security-groups?id=52174aa3-07dd-49db-bc65-e9df93f1c209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131423 Feb 02 12:59:25.185169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7240ebad-622a-4d38-8682-7be7fa05296c req-d7c6971a-90d1-49ae-9c57-f223605bc06d tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104362 Feb 02 12:59:25.198990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-be869391-0b9b-40cd-a70c-4064930edb04 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:25.200496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-be869391-0b9b-40cd-a70c-4064930edb04 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258&tenant_id=8424c7cd69964045ae2e17d8412dbaa4&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1127 time: 0.0990188 Feb 02 12:59:25.218621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827336-2'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:25.268377 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 12:59:25.347753 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cae2e540-d972-4290-bd50-d74064de59fb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:25.373748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1d119-b7b8-4946-8c1d-7701cad250e8 req-c880921a-8ffe-43a2-ad64-b020365732f5 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:25.375211 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0aa1d119-b7b8-4946-8c1d-7701cad250e8 req-c880921a-8ffe-43a2-ad64-b020365732f5 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 943 time: 0.1259928 Feb 02 12:59:25.419851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbebad5-fa35-4e48-9348-e858892d8123 req-0a0ae23f-7e4f-42a8-bef8-b039e5b00fc8 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:25.421348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bbebad5-fa35-4e48-9348-e858892d8123 req-0a0ae23f-7e4f-42a8-bef8-b039e5b00fc8 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 943 time: 0.1586924 Feb 02 12:59:25.445725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['bf7bff07-57cd-47ef-9ea9-be3b99b904bd'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:25.507443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0aa1d119-b7b8-4946-8c1d-7701cad250e8 req-c137c2ef-5b6a-4fad-995f-98733af2aa1b tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254883 Feb 02 12:59:25.552151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bbebad5-fa35-4e48-9348-e858892d8123 req-73872819-8fb4-4c9c-967d-1476e02d5704 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240380 Feb 02 12:59:25.594811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cae2e540-d972-4290-bd50-d74064de59fb,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:25.805790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:25.818754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3f1fe-4871-4dd6-baa2-62de5ac0706f req-5090e7be-05eb-44d4-8877-356957abda2c tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:25.820260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78f3f1fe-4871-4dd6-baa2-62de5ac0706f req-5090e7be-05eb-44d4-8877-356957abda2c tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 945 time: 0.2429779 Feb 02 12:59:25.889001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-f8d749b5-540d-4cad-96fd-fb854caea14b tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 258 time: 0.2964664 Feb 02 12:59:25.893850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a918249-385a-48cb-803f-88fafad63258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cae2e540-d972-4290-bd50-d74064de59fb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:25.896087 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5293fe6-dbe3-4033-a846-ce93b348ce6e" -d '{"events": [{"server_uuid": "5a918249-385a-48cb-803f-88fafad63258", "name": "network-vif-unplugged", "status": "completed", "tag": "cae2e540-d972-4290-bd50-d74064de59fb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:25.902607 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Publish callbacks [] for port (cae2e540-d972-4290-bd50-d74064de59fb), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:25.913275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:25.929008 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (cae2e540-d972-4290-bd50-d74064de59fb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:25.978324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78f3f1fe-4871-4dd6-baa2-62de5ac0706f req-73a23e82-3b7c-4b4d-adad-b453e43d6826 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337831 Feb 02 12:59:25.986448 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:26.024216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cae2e540-d972-4290-bd50-d74064de59fb,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:26.093114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Attempting to bind port cae2e540-d972-4290-bd50-d74064de59fb on host n-h1-827336-2 for vnic_type normal with profile {"migrating_to": "n-h2-827336-2"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:59:26.093346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Attempting to bind port cae2e540-d972-4290-bd50-d74064de59fb by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:59:26.093653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Attempting to bind port cae2e540-d972-4290-bd50-d74064de59fb on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:26.107205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Port cae2e540-d972-4290-bd50-d74064de59fb on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:59:26.107541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Attempting to bind port cae2e540-d972-4290-bd50-d74064de59fb on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:26.141168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:59:26.141483 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:59:26.141832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Bound using segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:59:26.142277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Bound port: cae2e540-d972-4290-bd50-d74064de59fb, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:59:26.142622 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cae2e540-d972-4290-bd50-d74064de59fb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:26.174353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa036db5-de9b-469c-8614-c1b38bea5fff req-2c6314f2-e16e-410a-bfdc-831335a9d0ce tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:26.175895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa036db5-de9b-469c-8614-c1b38bea5fff req-2c6314f2-e16e-410a-bfdc-831335a9d0ce tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.1298037 Feb 02 12:59:26.272581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:26.277093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa036db5-de9b-469c-8614-c1b38bea5fff req-0cd95d27-0e95-4962-835f-9ba391cf6674 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813856 Feb 02 12:59:26.278657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cae2e540-d972-4290-bd50-d74064de59fb,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:59:26.287303 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:26.290406 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (cae2e540-d972-4290-bd50-d74064de59fb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:26.459944 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=cae2e540-d972-4290-bd50-d74064de59fb,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:26.491184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:26.491823 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:26.493700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-9af84c01-eb9f-44c1-a45e-9490c450c0e7 service neutron] 10.222.0.62 "PUT /v2.0/ports/cae2e540-d972-4290-bd50-d74064de59fb HTTP/1.1" status: 200 len: 1121 time: 1.2862916 Feb 02 12:59:26.522155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3f49b-500a-47a9-87c3-b1411acd6192 req-30dd273a-9763-4363-98a0-4f85b6e13939 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:26.523801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eeb3f49b-500a-47a9-87c3-b1411acd6192 req-30dd273a-9763-4363-98a0-4f85b6e13939 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 947 time: 0.1696672 Feb 02 12:59:26.525011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Allocated IP 172.25.4.105 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/894479f8-90ae-4258-8027-007c4259e5b4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:59:26.535589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'tag': '0c7f2bb5-8abb-4654-a83e-72790401fafc'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:26.539039 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262f3adb-cbad-4265-bd92-61ae6ef807dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791", "tag": "0c7f2bb5-8abb-4654-a83e-72790401fafc"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:26.630278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['cae2e540-d972-4290-bd50-d74064de59fb'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:26.634294 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eeb3f49b-500a-47a9-87c3-b1411acd6192 req-ccfc2a68-a03b-4a4a-92f1-cac1b1340622 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991027 Feb 02 12:59:26.673295 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for port (894479f8-90ae-4258-8027-007c4259e5b4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:26.694529 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa518e21-d992-4b6f-8784-d69031c9e498 x-openstack-request-id: req-fa518e21-d992-4b6f-8784-d69031c9e498 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:26.694529 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a918249-385a-48cb-803f-88fafad63258", "name": "network-vif-unplugged", "status": "completed", "tag": "cae2e540-d972-4290-bd50-d74064de59fb", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:26.694529 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fa518e21-d992-4b6f-8784-d69031c9e498 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:26.694529 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a918249-385a-48cb-803f-88fafad63258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cae2e540-d972-4290-bd50-d74064de59fb', 'code': 200} Feb 02 12:59:26.715800 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (894479f8-90ae-4258-8027-007c4259e5b4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:26.768517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:59:26.783448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:59:26.792760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:59:26.796122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:59:26.822382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Pushing event updated for resources: {'Port': ['ID=894479f8-90ae-4258-8027-007c4259e5b4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:26.832657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device bf7bff07-57cd-47ef-9ea9-be3b99b904bd up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:59:26.866351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd59bdb-fabb-499b-8151-80850f79f5f2 req-940b233a-ab65-4700-9b8f-35da8ac80f5f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:26.868143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fd59bdb-fabb-499b-8151-80850f79f5f2 req-940b233a-ab65-4700-9b8f-35da8ac80f5f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 943 time: 0.1226363 Feb 02 12:59:26.922284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:26.935787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '29d3fc7a-ceab-486a-8b6a-db1068b7bfd6', 'network_id': '4c82ec79-7fc7-4f76-86e6-90470c51d246', 'port_id': '29d3fc7a-ceab-486a-8b6a-db1068b7bfd6', 'mac_address': 'fa:16:3e:49:da:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:59:26.939798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port bf7bff07-57cd-47ef-9ea9-be3b99b904bd completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:59:26.945322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port bf7bff07-57cd-47ef-9ea9-be3b99b904bd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:59:26.945686 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:26.973947 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (70ac0425-5967-43d6-be46-5d21f7bde7b9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:26.993836 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fd59bdb-fabb-499b-8151-80850f79f5f2 req-77b51917-9209-44e1-b4cf-274e74a30f33 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079648 Feb 02 12:59:27.008239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:27.008624 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:27.023868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:27.035126 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (894479f8-90ae-4258-8027-007c4259e5b4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:27.050801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:27.056697 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:27.057384 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a8fc44d7-6106-4299-a7b8-7761c74f2726 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:59:27.123725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port bf7bff07-57cd-47ef-9ea9-be3b99b904bd is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:27.124179 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:27.169502 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:27.194428 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7bff07-57cd-47ef-9ea9-be3b99b904bd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:27.196779 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f85a47-b949-4012-bfde-1b3ac7de89ee" -d '{"events": [{"server_uuid": "1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d", "name": "network-vif-plugged", "status": "completed", "tag": "bf7bff07-57cd-47ef-9ea9-be3b99b904bd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:27.237712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:27.243100 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:27.295387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a8fc44d7-6106-4299-a7b8-7761c74f2726, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a8fc44d7-6106-4299-a7b8-7761c74f2726,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:27.317222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'a8fc44d7-6106-4299-a7b8-7761c74f2726', 'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'port_id': 'a8fc44d7-6106-4299-a7b8-7761c74f2726', 'mac_address': 'fa:16:3e:e0:f7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7766b7-92d2-47a0-93e3-41c40ddbb9a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:59:27.319936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:27.364748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port a8fc44d7-6106-4299-a7b8-7761c74f2726 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:27.365131 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:27.378469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8fc44d7-6106-4299-a7b8-7761c74f2726 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:27.399009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a8fc44d7-6106-4299-a7b8-7761c74f2726, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a8fc44d7-6106-4299-a7b8-7761c74f2726,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:27.403157 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:27.440563 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46618e-32ca-4120-986a-5520a705903f req-0194aa6c-89fe-49fe-9ed4-14337180d328 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:27.441923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab46618e-32ca-4120-986a-5520a705903f req-0194aa6c-89fe-49fe-9ed4-14337180d328 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.3664434 Feb 02 12:59:27.453084 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=a8fc44d7-6106-4299-a7b8-7761c74f2726,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:27.514164 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for port (894479f8-90ae-4258-8027-007c4259e5b4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:27.520043 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (894479f8-90ae-4258-8027-007c4259e5b4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:27.524453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab46618e-32ca-4120-986a-5520a705903f req-3c7ea4be-b557-446e-9524-a278c171230b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748825 Feb 02 12:59:27.618229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Pushing event updated for resources: {'Port': ['ID=894479f8-90ae-4258-8027-007c4259e5b4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:27.628637 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (70ac0425-5967-43d6-be46-5d21f7bde7b9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:27.651098 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:27.652345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-9b0d08fb-e1ca-4bd4-ab74-d3b7fbe2941e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7521670 Feb 02 12:59:27.662106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b62bef-1200-4e25-8c97-5edd11bc0343 req-cedea58e-8d7f-4d7c-89e6-15e5920e0a55 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:27.663614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28b62bef-1200-4e25-8c97-5edd11bc0343 req-cedea58e-8d7f-4d7c-89e6-15e5920e0a55 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 944 time: 0.0796468 Feb 02 12:59:27.746343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-e35a7ee2-de25-44e0-9bde-8a72e0a4ac0e tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0817785 Feb 02 12:59:27.798257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28b62bef-1200-4e25-8c97-5edd11bc0343 req-e63e40fd-aadb-4ea7-9f07-bf66a56d9ec2 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272936 Feb 02 12:59:27.822386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['29d3fc7a-ceab-486a-8b6a-db1068b7bfd6'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:27.848628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['a8fc44d7-6106-4299-a7b8-7761c74f2726'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:27.867843 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92dd207-ceeb-44ca-92d7-db999845bafe x-openstack-request-id: req-b92dd207-ceeb-44ca-92d7-db999845bafe {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:27.868789 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791", "tag": "0c7f2bb5-8abb-4654-a83e-72790401fafc", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:27.869200 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b92dd207-ceeb-44ca-92d7-db999845bafe {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:27.869742 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'tag': '0c7f2bb5-8abb-4654-a83e-72790401fafc', 'status': 'completed', 'code': 200} Feb 02 12:59:27.874464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-bf4f2710-b9bb-4fe1-8b7e-0026905475a3 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:27.875956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-bf4f2710-b9bb-4fe1-8b7e-0026905475a3 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.1237626 Feb 02 12:59:27.888518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-4f1d0489-a5ce-41cd-90be-e7619d57d870 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:59:27.889969 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb396321-8f81-419d-b7df-bb2e6f7ef6aa req-4f1d0489-a5ce-41cd-90be-e7619d57d870 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076561 Feb 02 12:59:28.066742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-2876bd92-7887-4c97-a25c-5056ca40faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:28.068155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-2876bd92-7887-4c97-a25c-5056ca40faa4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 1129 time: 0.1372938 Feb 02 12:59:28.070629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-a1c287c9-3130-49e7-ba4f-eb008e8fc069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:28.072001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-a1c287c9-3130-49e7-ba4f-eb008e8fc069 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 1129 time: 0.1584613 Feb 02 12:59:28.122962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c68d6-345d-4b41-90e6-d1268c932031 req-7757a275-b854-428c-86e9-89419b42c09a tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:28.124426 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b0c68d6-345d-4b41-90e6-d1268c932031 req-7757a275-b854-428c-86e9-89419b42c09a tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.1450694 Feb 02 12:59:28.148569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287275e2-947a-47b0-8b6e-e45e7e335a77 req-a58772a0-5c87-4f08-a64d-697f8cc2e474 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:28.149970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-287275e2-947a-47b0-8b6e-e45e7e335a77 req-a58772a0-5c87-4f08-a64d-697f8cc2e474 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 944 time: 0.2070816 Feb 02 12:59:28.316961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b0c68d6-345d-4b41-90e6-d1268c932031 req-1b3dba2f-e93b-4647-9acc-232e46b7b81f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788125 Feb 02 12:59:28.317866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-bba4e2f1-42d6-4eca-8cad-1dea190b8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:28.319227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-bba4e2f1-42d6-4eca-8cad-1dea190b8ba8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2408192 Feb 02 12:59:28.324453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-ecd37f3d-f36b-4cd3-8b19-d350dffa3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:28.325803 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-ecd37f3d-f36b-4cd3-8b19-d350dffa3f9c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2463350 Feb 02 12:59:28.365081 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf28455-7034-4504-8473-ac9ac7f53acd x-openstack-request-id: req-acf28455-7034-4504-8473-ac9ac7f53acd {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:28.365489 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d", "name": "network-vif-plugged", "status": "completed", "tag": "bf7bff07-57cd-47ef-9ea9-be3b99b904bd", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:28.365827 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-acf28455-7034-4504-8473-ac9ac7f53acd {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:28.366303 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf7bff07-57cd-47ef-9ea9-be3b99b904bd', 'code': 200} Feb 02 12:59:28.402016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-287275e2-947a-47b0-8b6e-e45e7e335a77 req-11fd5a56-153a-4a66-ad02-e39a55ed981d tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165256 Feb 02 12:59:28.404176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-d011d564-947d-4e90-99b5-cb00bbca54b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc HTTP/1.1" status: 200 len: 217 time: 0.0686831 Feb 02 12:59:28.405363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-39603b9f-5720-42b5-85d8-4f5b260b0163 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc HTTP/1.1" status: 200 len: 217 time: 0.0763481 Feb 02 12:59:28.540802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4839174-0a9c-4150-9de1-ec87afe09357 req-c5d7385f-6f72-459a-8eed-b7e0219df290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:28.542342 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e4839174-0a9c-4150-9de1-ec87afe09357 req-c5d7385f-6f72-459a-8eed-b7e0219df290 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 1128 time: 0.0479498 Feb 02 12:59:28.567120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-97274572-1487-414b-b6af-324855e2566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:28.568689 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-97274572-1487-414b-b6af-324855e2566e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1564896 Feb 02 12:59:28.588225 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e4839174-0a9c-4150-9de1-ec87afe09357 req-a139fdca-a3f9-41e9-900c-888db8a90a5d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386562 Feb 02 12:59:28.594010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-1067a9da-af3e-4ba3-9058-277789c6d0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:28.595394 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-1067a9da-af3e-4ba3-9058-277789c6d0e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1742795 Feb 02 12:59:28.644693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11bd79-c5b0-4595-ac33-3e59526f9338 req-32e6102b-2ac7-4325-acc3-85037c9a35b1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:28.646204 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa11bd79-c5b0-4595-ac33-3e59526f9338 req-32e6102b-2ac7-4325-acc3-85037c9a35b1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 947 time: 0.1941223 Feb 02 12:59:28.669737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-03d28da3-b2f0-41fe-9b14-581fb3978962 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:28.671154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-03d28da3-b2f0-41fe-9b14-581fb3978962 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1616905 Feb 02 12:59:28.693983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a918249-385a-48cb-803f-88fafad63258', 'tag': 'cae2e540-d972-4290-bd50-d74064de59fb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:28.696202 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a022f7-0938-40de-a562-f3d40efdd14b" -d '{"events": [{"name": "network-changed", "server_uuid": "5a918249-385a-48cb-803f-88fafad63258", "tag": "cae2e540-d972-4290-bd50-d74064de59fb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:28.732739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-f554cb14-2a2d-41e8-a909-cfff060d24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:28.734235 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-f554cb14-2a2d-41e8-a909-cfff060d24b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1550021 Feb 02 12:59:28.755268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-772a28af-b390-4534-bb33-29b2f509c680 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0771768 Feb 02 12:59:28.777180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-0d4ce349-9f3c-4a7e-ba5d-713498f7b1d1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Request body: {'floatingip': {'port_id': '3f1d2f2d-ea7e-405c-8981-a274140d1579', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:28.821743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0c7f2bb5-8abb-4654-a83e-72790401fafc details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:59:28.854909 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa11bd79-c5b0-4595-ac33-3e59526f9338 req-bf727b6c-f937-4929-8c8e-6ed18e803038 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014377 Feb 02 12:59:28.858657 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-0d4ce349-9f3c-4a7e-ba5d-713498f7b1d1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (70ac0425-5967-43d6-be46-5d21f7bde7b9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:28.925199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:28.936579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '0c7f2bb5-8abb-4654-a83e-72790401fafc', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '0c7f2bb5-8abb-4654-a83e-72790401fafc', 'mac_address': 'fa:16:3e:36:dd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:59:28.975920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 0c7f2bb5-8abb-4654-a83e-72790401fafc is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:28.976312 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:28.993243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7f2bb5-8abb-4654-a83e-72790401fafc {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:28.998012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-f1bab64b-c7bf-4a7c-bd8c-feec8d8b9154 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550683 Feb 02 12:59:29.012922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:29.018188 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:29.066484 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=0c7f2bb5-8abb-4654-a83e-72790401fafc,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:29.172774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cf78c-1e48-4852-b0e0-1830141ec92b req-8979cb6b-3773-4762-9ed7-941dcc17daa7 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:29.174246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e8cf78c-1e48-4852-b0e0-1830141ec92b req-8979cb6b-3773-4762-9ed7-941dcc17daa7 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 943 time: 0.2529378 Feb 02 12:59:29.253506 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-6c74cd38-ba7b-4b80-8837-ebe0fc22e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:29.254973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-6c74cd38-ba7b-4b80-8837-ebe0fc22e7e0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2371781 Feb 02 12:59:29.263286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-6198262e-a245-4dc6-92ca-8aa8ea55ba99 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580495 Feb 02 12:59:29.419985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e8cf78c-1e48-4852-b0e0-1830141ec92b req-2161a3b4-918b-43dd-a5fa-f97128aaf3d9 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378938 Feb 02 12:59:29.521751 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0c7f2bb5-8abb-4654-a83e-72790401fafc'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:29.885866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-4d2de846-c9e9-457e-873c-8c68a26c8422 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205256 Feb 02 12:59:29.971910 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64218cf5-1b8d-4f8f-b316-29e8501ed4c9 req-f0478c99-9011-4407-8636-c4d3c51ce309 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:29.973287 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64218cf5-1b8d-4f8f-b316-29e8501ed4c9 req-f0478c99-9011-4407-8636-c4d3c51ce309 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.2596512 Feb 02 12:59:30.035644 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-0d4ce349-9f3c-4a7e-ba5d-713498f7b1d1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 12:59:30.120570 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-0d4ce349-9f3c-4a7e-ba5d-713498f7b1d1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:30.128191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262f3adb-cbad-4265-bd92-61ae6ef807dc req-b6c4cd1f-86d7-4d04-8310-6a50bb212365 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312305 Feb 02 12:59:30.131711 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64218cf5-1b8d-4f8f-b316-29e8501ed4c9 req-6486a003-a1f8-4970-a4e8-54636baa6f54 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510968 Feb 02 12:59:30.132415 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-0d4ce349-9f3c-4a7e-ba5d-713498f7b1d1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (70ac0425-5967-43d6-be46-5d21f7bde7b9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:30.183898 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9934a12-6f70-4ed7-84df-87b2181718b9 x-openstack-request-id: req-f9934a12-6f70-4ed7-84df-87b2181718b9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:30.184378 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a918249-385a-48cb-803f-88fafad63258", "tag": "cae2e540-d972-4290-bd50-d74064de59fb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:30.184781 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f9934a12-6f70-4ed7-84df-87b2181718b9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:30.185360 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a918249-385a-48cb-803f-88fafad63258', 'tag': 'cae2e540-d972-4290-bd50-d74064de59fb', 'status': 'completed', 'code': 200} Feb 02 12:59:30.290795 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-0d4ce349-9f3c-4a7e-ba5d-713498f7b1d1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Floating IP 70ac0425-5967-43d6-be46-5d21f7bde7b9 associated. External IP: 172.25.4.105, port: 3f1d2f2d-ea7e-405c-8981-a274140d1579. Feb 02 12:59:30.387767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a022f7-0938-40de-a562-f3d40efdd14b req-4b559859-a1bf-4f08-803f-70a85383442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:30.389293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09a022f7-0938-40de-a562-f3d40efdd14b req-4b559859-a1bf-4f08-803f-70a85383442b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 1155 time: 0.1652615 Feb 02 12:59:30.401426 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6a7aa-8292-4d24-b057-be367ccd93cc req-cfa3a042-747e-4928-b6ff-6bdaaa0d7ea5 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:30.402915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61d6a7aa-8292-4d24-b057-be367ccd93cc req-cfa3a042-747e-4928-b6ff-6bdaaa0d7ea5 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 944 time: 0.1676555 Feb 02 12:59:30.564932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61d6a7aa-8292-4d24-b057-be367ccd93cc req-a19708d5-c831-405e-955c-2fbce91c9988 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495130 Feb 02 12:59:30.593084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a022f7-0938-40de-a562-f3d40efdd14b req-6cbfb752-aa66-4804-91f3-5279fb82b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:30.594978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09a022f7-0938-40de-a562-f3d40efdd14b req-6cbfb752-aa66-4804-91f3-5279fb82b41f service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.1893501 Feb 02 12:59:30.664435 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09a022f7-0938-40de-a562-f3d40efdd14b req-7d291874-3fa3-43ee-a871-9ad4b4a53f50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae2e540-d972-4290-bd50-d74064de59fb HTTP/1.1" status: 200 len: 217 time: 0.0377474 Feb 02 12:59:30.732294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a022f7-0938-40de-a562-f3d40efdd14b req-4998245e-30ff-4868-b97b-5289b3d7cadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:30.733870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09a022f7-0938-40de-a562-f3d40efdd14b req-4998245e-30ff-4868-b97b-5289b3d7cadf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.0629048 Feb 02 12:59:30.775772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-0d4ce349-9f3c-4a7e-ba5d-713498f7b1d1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:59:30.794780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09a022f7-0938-40de-a562-f3d40efdd14b req-4ef02fcd-31b9-4f78-b7de-b961614daa69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474963 Feb 02 12:59:30.825411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device cae2e540-d972-4290-bd50-d74064de59fb details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:59:30.833322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0c7f2bb5-8abb-4654-a83e-72790401fafc up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:59:30.908984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-327a082a-efb7-4b75-b109-c0cd2a941c15 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:30.911894 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-327a082a-efb7-4b75-b109-c0cd2a941c15 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791&tenant_id=bbd971fda23e48a19766ca7f8465658e&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 948 time: 0.1230063 Feb 02 12:59:30.933639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb232d-a527-46c5-8307-ab78144c3bd3 req-092642fd-a97d-427c-90af-30b8d3e4f01d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:30.935463 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffcb232d-a527-46c5-8307-ab78144c3bd3 req-092642fd-a97d-427c-90af-30b8d3e4f01d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.2002146 Feb 02 12:59:30.981385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 0c7f2bb5-8abb-4654-a83e-72790401fafc completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:59:30.990569 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-9708af4f-ae83-4764-938a-e00e4294ed2a service neutron] delete failed (client error): The resource could not be found. Feb 02 12:59:30.992067 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-9708af4f-ae83-4764-938a-e00e4294ed2a service neutron] 10.222.0.18 "DELETE /v2.0/ports/0c7f2bb5-8abb-4654-a83e-72790401fafc/bindings/n-h1-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0737498 Feb 02 12:59:30.995679 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 0c7f2bb5-8abb-4654-a83e-72790401fafc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:59:30.996095 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:31.024255 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09a022f7-0938-40de-a562-f3d40efdd14b req-bacefca1-a8f1-4716-98b7-e2b7bc1fb951 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215199 Feb 02 12:59:31.043750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cae2e540-d972-4290-bd50-d74064de59fb,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:31.058943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device cae2e540-d972-4290-bd50-d74064de59fb has no active binding in host n-h2-827336-2 {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 12:59:31.079802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffcb232d-a527-46c5-8307-ab78144c3bd3 req-7b2d1e9b-771a-4478-be3e-549263c8f147 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370220 Feb 02 12:59:31.080928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-0d4ce349-9f3c-4a7e-ba5d-713498f7b1d1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:59:31.087160 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-0d4ce349-9f3c-4a7e-ba5d-713498f7b1d1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:31.092619 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a4708-d2e2-4f74-b2ef-498dfeebcf8d None None] Sync routers for ids ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:59:31.103785 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a4708-d2e2-4f74-b2ef-498dfeebcf8d None None] Routers {'53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:59:31.105451 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-678a4708-d2e2-4f74-b2ef-498dfeebcf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:31.153262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-0d4ce349-9f3c-4a7e-ba5d-713498f7b1d1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "PUT /v2.0/floatingips/70ac0425-5967-43d6-be46-5d21f7bde7b9 HTTP/1.1" status: 200 len: 997 time: 2.3866785 Feb 02 12:59:31.172106 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09a022f7-0938-40de-a562-f3d40efdd14b req-a81053ca-9632-4a24-971f-40cb973ad78e service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395240 Feb 02 12:59:31.204608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 0c7f2bb5-8abb-4654-a83e-72790401fafc is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:31.205277 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:31.228332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-446ea868-d822-486f-b264-0d9579c01b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:31.232105 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-446ea868-d822-486f-b264-0d9579c01b28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 1130 time: 0.1230879 Feb 02 12:59:31.242408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7f2bb5-8abb-4654-a83e-72790401fafc'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:31.245563 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8d6a27-4bc5-4549-9870-2be173835674" -d '{"events": [{"server_uuid": "b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791", "name": "network-vif-plugged", "status": "completed", "tag": "0c7f2bb5-8abb-4654-a83e-72790401fafc"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:31.261903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:31.265578 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-678a4708-d2e2-4f74-b2ef-498dfeebcf8d None None] Set router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:59:31.267296 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:31.268998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:59:31.272391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd758f1-9c86-454a-9c2d-9aae59c340c8 req-631b1424-e63b-455b-ba77-827089262434 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:31.273796 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbd758f1-9c86-454a-9c2d-9aae59c340c8 req-631b1424-e63b-455b-ba77-827089262434 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 944 time: 0.1007664 Feb 02 12:59:31.276804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-02367d44-7fac-478e-8b5a-d7ae73504cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:31.278249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-02367d44-7fac-478e-8b5a-d7ae73504cd7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be1249fe3b934a3589d42a0842c2db4c&device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 1128 time: 0.0942895 Feb 02 12:59:31.360513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-ea0495f5-8904-4480-bd5c-5242183437e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:31.362041 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-ea0495f5-8904-4480-bd5c-5242183437e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1220787 Feb 02 12:59:31.406616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=0c7f2bb5-8abb-4654-a83e-72790401fafc,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:31.427498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:59:31.434047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:59:31.434431 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:31.437539 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-76e81f0c-0bc4-4f70-906d-b83be1ef6df0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc HTTP/1.1" status: 200 len: 217 time: 0.0615199 Feb 02 12:59:31.491241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-a1779b21-1709-452b-a668-20d249c837b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:31.494298 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-a1779b21-1709-452b-a668-20d249c837b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0507352 Feb 02 12:59:31.548280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-dcb43c05-dcdc-4fb5-859f-13e2b97a7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:31.550605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:31.550995 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:31.551884 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-dcb43c05-dcdc-4fb5-859f-13e2b97a7d77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0520570 Feb 02 12:59:31.593355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:31.608431 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:31.609244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a8fc44d7-6106-4299-a7b8-7761c74f2726 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:59:31.677819 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-9c7e6ad6-bb74-49b3-8612-71f8c10c8875 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105754 Feb 02 12:59:31.678506 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-678a4708-d2e2-4f74-b2ef-498dfeebcf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '70ac0425-5967-43d6-be46-5d21f7bde7b9', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'floating_ip_address': '172.25.4.105', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'port_id': '3f1d2f2d-ea7e-405c-8981-a274140d1579', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'mac_address': 'fa:16:3e:a8:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T12:59:26Z', 'updated_at': '2022-02-02T12:59:29Z', 'revision_number': 1, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c76000d-6268-4405-9a8b-6cca18403e09', 'name': '', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'mac_address': 'fa:16:3e:a5:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:46Z', 'updated_at': '2022-02-02T12:58:57Z', 'revision_number': 5, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'subnets': [{'id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:31.718659 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a4708-d2e2-4f74-b2ef-498dfeebcf8d None None] Checking router: 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:59:31.738914 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a4708-d2e2-4f74-b2ef-498dfeebcf8d None None] Routers {'53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:59:31.740122 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-678a4708-d2e2-4f74-b2ef-498dfeebcf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:31.858744 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbd758f1-9c86-454a-9c2d-9aae59c340c8 req-c0d62a4d-7bc0-4075-98d2-0d660ba28e9e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696948 Feb 02 12:59:31.906217 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-678a4708-d2e2-4f74-b2ef-498dfeebcf8d None None] Set router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:59:31.922528 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-73efdd0b-fcfe-43d8-a95f-9aacc9c82fb4 req-5bf0c57a-2d03-4d70-880f-c270d9e6087d service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382536 Feb 02 12:59:31.930886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-603f808e-ea0a-412f-8ca2-eb727d183670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:31.934561 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-603f808e-ea0a-412f-8ca2-eb727d183670 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4622457a-1160-4a53-a71b-214c7f3ae635 HTTP/1.1" status: 200 len: 929 time: 0.6401291 Feb 02 12:59:31.935390 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56203c3d-f722-44b5-b269-1887d6068c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:31.987097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:32.007720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port a8fc44d7-6106-4299-a7b8-7761c74f2726 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:59:32.013015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port a8fc44d7-6106-4299-a7b8-7761c74f2726 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:59:32.013670 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:32.060451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-b27e880c-ff30-4992-b103-c9f5d0c1d05a service neutron] 10.222.0.18 "GET /v2.0/ports/cae2e540-d972-4290-bd50-d74064de59fb/bindings/n-h2-827336-2 HTTP/1.1" status: 200 len: 384 time: 0.2450097 Feb 02 12:59:32.090577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-694d6c2b-c0cb-4f83-9517-8434d6eeb265 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1d2f2d-ea7e-405c-8981-a274140d1579 HTTP/1.1" status: 200 len: 1000 time: 0.1436164 Feb 02 12:59:32.142300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port a8fc44d7-6106-4299-a7b8-7761c74f2726 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:32.143558 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:32.178867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a8fc44d7-6106-4299-a7b8-7761c74f2726, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a8fc44d7-6106-4299-a7b8-7761c74f2726,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:32.183831 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:32.192589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8791401-7295-4b37-9d16-64ef51264a6e req-8a10ae09-84c0-4f92-89d5-e207dcda6d57 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:32.194110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8791401-7295-4b37-9d16-64ef51264a6e req-8a10ae09-84c0-4f92-89d5-e207dcda6d57 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.1868615 Feb 02 12:59:32.197255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'tag': '3f1d2f2d-ea7e-405c-8981-a274140d1579'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:32.199522 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cde79fc-c658-42ed-b1a8-d71c69c5d108" -d '{"events": [{"name": "network-changed", "server_uuid": "a9848793-85ff-4e88-8a8e-e5e631ca1eb1", "tag": "3f1d2f2d-ea7e-405c-8981-a274140d1579"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:32.202654 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-9e994c2d-4a8f-451f-8df0-062dbe85fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:32.204347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-9e994c2d-4a8f-451f-8df0-062dbe85fa7b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ace6d8bf-93bb-472c-8716-ba22db5f571a HTTP/1.1" status: 200 len: 867 time: 0.0912077 Feb 02 12:59:32.209434 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-678a4708-d2e2-4f74-b2ef-498dfeebcf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '70ac0425-5967-43d6-be46-5d21f7bde7b9', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'floating_ip_address': '172.25.4.105', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'port_id': '3f1d2f2d-ea7e-405c-8981-a274140d1579', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'mac_address': 'fa:16:3e:a8:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T12:59:26Z', 'updated_at': '2022-02-02T12:59:29Z', 'revision_number': 1, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c76000d-6268-4405-9a8b-6cca18403e09', 'name': '', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'mac_address': 'fa:16:3e:a5:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:46Z', 'updated_at': '2022-02-02T12:58:57Z', 'revision_number': 5, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'subnets': [{'id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:32.236267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=a8fc44d7-6106-4299-a7b8-7761c74f2726,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:32.241972 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a4708-d2e2-4f74-b2ef-498dfeebcf8d None None] The sync data for ids ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'] in n-d-827336-2 is: [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '70ac0425-5967-43d6-be46-5d21f7bde7b9', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'floating_ip_address': '172.25.4.105', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'port_id': '3f1d2f2d-ea7e-405c-8981-a274140d1579', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'mac_address': 'fa:16:3e:a8:b5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T12:59:26Z', 'updated_at': '2022-02-02T12:59:29Z', 'revision_number': 1, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c76000d-6268-4405-9a8b-6cca18403e09', 'name': '', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'mac_address': 'fa:16:3e:a5:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:46Z', 'updated_at': '2022-02-02T12:58:57Z', 'revision_number': 5, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'subnets': [{'id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:59:32.327807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8791401-7295-4b37-9d16-64ef51264a6e req-e6f1a70e-7a27-4f3e-90aa-834f53836c86 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219182 Feb 02 12:59:32.373800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-32048d41-e9c1-43db-9171-87825f270c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:32.375319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-32048d41-e9c1-43db-9171-87825f270c87 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4622457a-1160-4a53-a71b-214c7f3ae635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1612995 Feb 02 12:59:32.387879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-7da441f3-dc50-41a4-a0fc-261623193a84 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:59:32.388859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-7da441f3-dc50-41a4-a0fc-261623193a84 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053146 Feb 02 12:59:32.463028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-63ca6c12-1787-4afb-b63b-5516e4886c45 service neutron] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cae2e540-d972-4290-bd50-d74064de59fb,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:32.466845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a279a6-bb2a-47e8-8b03-bcee852f1b53 None None] New status for floating IP 70ac0425-5967-43d6-be46-5d21f7bde7b9: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 12:59:32.534410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-63ca6c12-1787-4afb-b63b-5516e4886c45 service neutron] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:32.569729 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc4a28-748c-457e-8b16-bbfb2be0a9e8 req-e6db3dc9-aad8-46bc-812d-0d674cca0bd3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:32.571334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6cc4a28-748c-457e-8b16-bbfb2be0a9e8 req-e6db3dc9-aad8-46bc-812d-0d674cca0bd3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 943 time: 0.1797922 Feb 02 12:59:32.603304 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-63ca6c12-1787-4afb-b63b-5516e4886c45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae2e540-d972-4290-bd50-d74064de59fb {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:32.623192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-63ca6c12-1787-4afb-b63b-5516e4886c45 service neutron] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=cae2e540-d972-4290-bd50-d74064de59fb,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:32.627247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-60614e58-e041-4c3b-9295-06f141fd7591 service neutron] 10.222.0.83 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039678 Feb 02 12:59:32.658834 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-63ca6c12-1787-4afb-b63b-5516e4886c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cae2e540-d972-4290-bd50-d74064de59fb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:32.705201 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6cc4a28-748c-457e-8b16-bbfb2be0a9e8 req-89c3b451-c218-450f-ba3b-f714be0cd543 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244104 Feb 02 12:59:32.839761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21b9983-fb4c-4041-b0cf-aac45c34183b req-f06a30be-a5f6-4760-a16a-7ce1bc30ece1 service neutron] 10.222.0.83 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918044 Feb 02 12:59:32.859322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-63ca6c12-1787-4afb-b63b-5516e4886c45 service neutron] Transition to ACTIVE for port object cae2e540-d972-4290-bd50-d74064de59fb will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:59:32.867741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240bbd9-1245-47ba-ac38-9a0d549f6770 req-db8385ec-e050-4a4d-9f70-9514568fc3d8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:32.869226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8240bbd9-1245-47ba-ac38-9a0d549f6770 req-db8385ec-e050-4a4d-9f70-9514568fc3d8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 950 time: 0.1050835 Feb 02 12:59:32.870893 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-63ca6c12-1787-4afb-b63b-5516e4886c45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (cae2e540-d972-4290-bd50-d74064de59fb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:32.993681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-63ca6c12-1787-4afb-b63b-5516e4886c45 service neutron] No DVR routers for this DVR port cae2e540-d972-4290-bd50-d74064de59fb on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:59:33.008254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca6c12-1787-4afb-b63b-5516e4886c45 service neutron] Pushing event updated for resources: {'Port': ['ID=cae2e540-d972-4290-bd50-d74064de59fb,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:33.015085 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8240bbd9-1245-47ba-ac38-9a0d549f6770 req-fd0a237a-1d52-41d5-881e-d1bc56fee3ac tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397614 Feb 02 12:59:33.044682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-63ca6c12-1787-4afb-b63b-5516e4886c45 service neutron] 10.222.0.18 "PUT /v2.0/ports/cae2e540-d972-4290-bd50-d74064de59fb/bindings/n-h2-827336-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9833901 Feb 02 12:59:33.050937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27785d3e-bde0-4e64-8989-8b67e63fc114 req-cbd8605b-b248-4194-a747-05fd27eaa0e3 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:33.052450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27785d3e-bde0-4e64-8989-8b67e63fc114 req-cbd8605b-b248-4194-a747-05fd27eaa0e3 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 1128 time: 0.1455007 Feb 02 12:59:33.061046 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fdf8df-add2-4591-8ed8-488508d0e703 x-openstack-request-id: req-49fdf8df-add2-4591-8ed8-488508d0e703 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:33.061556 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791", "name": "network-vif-plugged", "status": "completed", "tag": "0c7f2bb5-8abb-4654-a83e-72790401fafc", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:33.061556 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-49fdf8df-add2-4591-8ed8-488508d0e703 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:33.061981 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7f2bb5-8abb-4654-a83e-72790401fafc', 'code': 200} Feb 02 12:59:33.098352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27785d3e-bde0-4e64-8989-8b67e63fc114 req-b99f9195-baed-44e1-b951-d643ee8f7e51 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402822 Feb 02 12:59:33.164387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b7c46-2e8d-459d-a74c-326db377ecce req-ebd47b5d-aa17-4125-a090-96e5d42540f0 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:33.165904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-761b7c46-2e8d-459d-a74c-326db377ecce req-ebd47b5d-aa17-4125-a090-96e5d42540f0 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 945 time: 0.0602522 Feb 02 12:59:33.175574 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc4a728-cd4e-40e0-9abd-cb0c09cfd187 x-openstack-request-id: req-cbc4a728-cd4e-40e0-9abd-cb0c09cfd187 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:33.175841 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9848793-85ff-4e88-8a8e-e5e631ca1eb1", "tag": "3f1d2f2d-ea7e-405c-8981-a274140d1579", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:33.176105 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cbc4a728-cd4e-40e0-9abd-cb0c09cfd187 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:33.176483 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'tag': '3f1d2f2d-ea7e-405c-8981-a274140d1579', 'status': 'completed', 'code': 200} Feb 02 12:59:33.356345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-761b7c46-2e8d-459d-a74c-326db377ecce req-aaa3ac61-215b-4836-9623-ce9329ec68a6 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789849 Feb 02 12:59:33.373336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-d235b466-7dab-4a77-8569-6ad21b89b480 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 258 time: 0.1930103 Feb 02 12:59:33.376685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-2da67438-17bf-4db5-ba55-cbded404e05c tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:33.378132 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-2da67438-17bf-4db5-ba55-cbded404e05c tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258&tenant_id=8424c7cd69964045ae2e17d8412dbaa4&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1126 time: 0.2113295 Feb 02 12:59:33.379840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde79fc-c658-42ed-b1a8-d71c69c5d108 req-b09ed75c-2abf-4616-b5d7-ab5786e4d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:33.381078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cde79fc-c658-42ed-b1a8-d71c69c5d108 req-b09ed75c-2abf-4616-b5d7-ab5786e4d60d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1249fe3b934a3589d42a0842c2db4c&device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 1128 time: 0.1553493 Feb 02 12:59:33.385707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:33.540536 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:33.601279 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-ede23a31-0117-4ede-8696-6638ee210af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:33.602756 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-ede23a31-0117-4ede-8696-6638ee210af2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258&tenant_id=8424c7cd69964045ae2e17d8412dbaa4 HTTP/1.1" status: 200 len: 1126 time: 0.2120202 Feb 02 12:59:33.603739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde79fc-c658-42ed-b1a8-d71c69c5d108 req-8d700739-fb15-4a1c-be90-758c1712f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:33.605007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cde79fc-c658-42ed-b1a8-d71c69c5d108 req-8d700739-fb15-4a1c-be90-758c1712f143 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4622457a-1160-4a53-a71b-214c7f3ae635 HTTP/1.1" status: 200 len: 929 time: 0.2152376 Feb 02 12:59:33.633100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7807b80-a835-4b69-bcf6-2687181df027 req-1532a62a-71f0-49b7-9736-77caa9617a3d tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:33.634991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7807b80-a835-4b69-bcf6-2687181df027 req-1532a62a-71f0-49b7-9736-77caa9617a3d tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.1959822 Feb 02 12:59:33.779675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cde79fc-c658-42ed-b1a8-d71c69c5d108 req-952f00c9-396d-4ddb-b1f3-b6a1eb75c1b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1d2f2d-ea7e-405c-8981-a274140d1579 HTTP/1.1" status: 200 len: 1002 time: 0.1619856 Feb 02 12:59:33.831658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7807b80-a835-4b69-bcf6-2687181df027 req-365de523-0e90-4369-bb00-d211a0e2a34e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584742 Feb 02 12:59:33.845365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-90624384-34b7-4ead-8a53-169cc7c10e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:33.846905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-90624384-34b7-4ead-8a53-169cc7c10e41 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 1126 time: 0.1752844 Feb 02 12:59:33.868540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde79fc-c658-42ed-b1a8-d71c69c5d108 req-15dcf02d-e1a1-40ca-bf2a-285434df375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:33.869928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cde79fc-c658-42ed-b1a8-d71c69c5d108 req-15dcf02d-e1a1-40ca-bf2a-285434df375e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ace6d8bf-93bb-472c-8716-ba22db5f571a HTTP/1.1" status: 200 len: 867 time: 0.0768123 Feb 02 12:59:33.978650 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:34.041610 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a677b804-3380-4d50-a6d5-ef41c5ae4eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:34.055094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-4f95adcf-4591-417d-a46c-7cc882251d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:34.056589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-4f95adcf-4591-417d-a46c-7cc882251d58 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.1980546 Feb 02 12:59:34.112707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde79fc-c658-42ed-b1a8-d71c69c5d108 req-9dcf9c9e-2c9d-493d-a256-9cef4e467037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:34.114216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cde79fc-c658-42ed-b1a8-d71c69c5d108 req-9dcf9c9e-2c9d-493d-a256-9cef4e467037 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4622457a-1160-4a53-a71b-214c7f3ae635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2331977 Feb 02 12:59:34.115380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-b58fc1de-0f17-4d62-86e6-28be10771483 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae2e540-d972-4290-bd50-d74064de59fb HTTP/1.1" status: 200 len: 217 time: 0.0502656 Feb 02 12:59:34.116874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457086c-ebb4-4c91-adb7-8f374c1ae56f req-b66b8e10-bdad-4303-85ad-58637ba8f2c6 tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:34.118241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b457086c-ebb4-4c91-adb7-8f374c1ae56f req-b66b8e10-bdad-4303-85ad-58637ba8f2c6 tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 1132 time: 0.2268262 Feb 02 12:59:34.223472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Allocated IP 172.25.4.96 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/0fc12c74-8edb-46b9-bc25-93fa92df06c5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:59:34.250059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-3b912a7b-33e2-47d1-ba62-a36f7c996de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:34.251533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-3b912a7b-33e2-47d1-ba62-a36f7c996de8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.1170230 Feb 02 12:59:34.332312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-787174bb-2835-40da-a4b1-40273004791b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473676 Feb 02 12:59:34.340487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b457086c-ebb4-4c91-adb7-8f374c1ae56f req-efa456bf-e179-4f97-9043-764ba3c55f8e tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049496 Feb 02 12:59:34.739518 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cde79fc-c658-42ed-b1a8-d71c69c5d108 req-ef2fb72d-dbac-4432-9ced-9505bbc29033 service neutron] 10.222.0.18 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026940 Feb 02 12:59:34.832210 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for port (0fc12c74-8edb-46b9-bc25-93fa92df06c5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:34.901214 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-8631adb9-fb2e-4052-8a70-b295dbb86a12 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5534618 Feb 02 12:59:34.913051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ff095-d36c-4730-8c76-2f455437d1c5 req-dbdaed0d-a4ef-4022-b991-175547ee6e5b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:34.914337 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c7ff095-d36c-4730-8c76-2f455437d1c5 req-dbdaed0d-a4ef-4022-b991-175547ee6e5b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.2162421 Feb 02 12:59:35.022061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cde79fc-c658-42ed-b1a8-d71c69c5d108 req-ce511e3c-a3a1-4cc7-ad18-b5265adfced9 service neutron] 10.222.0.18 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507761 Feb 02 12:59:35.030962 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0fc12c74-8edb-46b9-bc25-93fa92df06c5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:35.063178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6343ab97-4aec-4a3f-b3ad-a6731c5a4296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d3fc7a-ceab-486a-8b6a-db1068b7bfd6'}, {'server_uuid': 'ba220644-587d-422d-be4d-da86e023ceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fc44d7-6106-4299-a7b8-7761c74f2726'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:35.065695 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24657ef3-e555-40dd-bebf-a1347a172ab9" -d '{"events": [{"server_uuid": "6343ab97-4aec-4a3f-b3ad-a6731c5a4296", "name": "network-vif-plugged", "status": "completed", "tag": "29d3fc7a-ceab-486a-8b6a-db1068b7bfd6"}, {"server_uuid": "ba220644-587d-422d-be4d-da86e023ceff", "name": "network-vif-plugged", "status": "completed", "tag": "a8fc44d7-6106-4299-a7b8-7761c74f2726"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:35.097801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c7ff095-d36c-4730-8c76-2f455437d1c5 req-ef3d82d5-0499-4b12-8101-edf2b043e52e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654346 Feb 02 12:59:35.113572 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:59:35.125268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:59:35.131230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:59:35.135004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-0c0f39e9-57cc-4fd9-94d3-982ef0854639 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197449 Feb 02 12:59:35.136711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Pushing event updated for resources: {'Port': ['ID=0fc12c74-8edb-46b9-bc25-93fa92df06c5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:35.249032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad89bd-42aa-445c-8207-ed3ce7f9d79a req-0e442dc3-1ff6-45bd-9869-6d9e85684a37 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:35.250517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-daad89bd-42aa-445c-8207-ed3ce7f9d79a req-0e442dc3-1ff6-45bd-9869-6d9e85684a37 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 944 time: 0.0946159 Feb 02 12:59:35.278263 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (db21355c-2e98-4766-a6d2-990d890a22dc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:35.331281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-daad89bd-42aa-445c-8207-ed3ce7f9d79a req-8f1a868b-d976-4431-9929-38b74fd93161 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742564 Feb 02 12:59:35.333862 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0fc12c74-8edb-46b9-bc25-93fa92df06c5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:35.386530 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:35.588188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c4b96-84f9-444f-b27c-d27e1dfc0717 req-78e8b012-337d-4705-91eb-185d1f39546e tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:35.589557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f45c4b96-84f9-444f-b27c-d27e1dfc0717 req-78e8b012-337d-4705-91eb-185d1f39546e tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 945 time: 0.1374145 Feb 02 12:59:35.593175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-a7f061f1-df80-4846-84e3-323a988b4d1f tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:35.594534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-a7f061f1-df80-4846-84e3-323a988b4d1f tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258&tenant_id=8424c7cd69964045ae2e17d8412dbaa4&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1126 time: 0.1312139 Feb 02 12:59:35.596590 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for port (0fc12c74-8edb-46b9-bc25-93fa92df06c5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:35.611103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0fc12c74-8edb-46b9-bc25-93fa92df06c5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:35.700376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device cae2e540-d972-4290-bd50-d74064de59fb no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:59:35.743130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port cae2e540-d972-4290-bd50-d74064de59fb host n-h2-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 12:59:35.743650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device cae2e540-d972-4290-bd50-d74064de59fb not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:59:35.744172 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Pushing event updated for resources: {'Port': ['ID=0fc12c74-8edb-46b9-bc25-93fa92df06c5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:35.758717 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f45c4b96-84f9-444f-b27c-d27e1dfc0717 req-20d0ea57-0c6e-4764-8b17-d3e4b6af983e tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601973 Feb 02 12:59:35.763608 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (db21355c-2e98-4766-a6d2-990d890a22dc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:35.805369 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:35.806871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-e9cf542f-1b9e-43af-8c75-dbb36c8448a8 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4248099 Feb 02 12:59:35.899906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-92d85a11-6e50-4f4c-a6a5-c3fc355a79ff service neutron] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:35.902957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-02b39417-0a78-49b2-bd4b-3105e2b8d120 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.0862241 Feb 02 12:59:35.908792 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-92d85a11-6e50-4f4c-a6a5-c3fc355a79ff service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:35.909838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-314b7ebc-3fa2-4a75-b226-bf48465cada3 req-92d85a11-6e50-4f4c-a6a5-c3fc355a79ff service neutron] 10.222.0.62 "DELETE /v2.0/ports/cae2e540-d972-4290-bd50-d74064de59fb/bindings/n-h1-827336-2 HTTP/1.1" status: 204 len: 173 time: 0.3090262 Feb 02 12:59:35.993133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b597bec-50c0-4f46-a4db-d3e5060d7d79 req-e48744dc-bdb3-48c8-b01a-3f085f5b3f54 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:35.994660 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b597bec-50c0-4f46-a4db-d3e5060d7d79 req-e48744dc-bdb3-48c8-b01a-3f085f5b3f54 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.1790464 Feb 02 12:59:36.053342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-861ba68d-f917-48e1-865c-b5b85876eccb tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:36.054709 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-861ba68d-f917-48e1-865c-b5b85876eccb tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.1432877 Feb 02 12:59:36.069842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-ba90ca0c-53c4-49f3-b207-d891e13588b5 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:59:36.070804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b6ac089-008e-496b-a93f-578bb55a4650 req-ba90ca0c-53c4-49f3-b207-d891e13588b5 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084217 Feb 02 12:59:36.075217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b597bec-50c0-4f46-a4db-d3e5060d7d79 req-c8cde766-9219-4b2b-87e8-98860e7367c2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730002 Feb 02 12:59:36.118540 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba303817-e963-4b4e-9d66-017fd3153a57 x-openstack-request-id: req-ba303817-e963-4b4e-9d66-017fd3153a57 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:36.119375 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6343ab97-4aec-4a3f-b3ad-a6731c5a4296", "name": "network-vif-plugged", "status": "completed", "tag": "29d3fc7a-ceab-486a-8b6a-db1068b7bfd6", "code": 200}, {"server_uuid": "ba220644-587d-422d-be4d-da86e023ceff", "name": "network-vif-plugged", "status": "completed", "tag": "a8fc44d7-6106-4299-a7b8-7761c74f2726", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:36.119829 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ba303817-e963-4b4e-9d66-017fd3153a57 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:36.120385 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6343ab97-4aec-4a3f-b3ad-a6731c5a4296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d3fc7a-ceab-486a-8b6a-db1068b7bfd6', 'code': 200} Feb 02 12:59:36.120813 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba220644-587d-422d-be4d-da86e023ceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fc44d7-6106-4299-a7b8-7761c74f2726', 'code': 200} Feb 02 12:59:36.201194 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-1446aae0-ceb4-494b-b538-73a9c89577fc tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=bbd971fda23e48a19766ca7f8465658e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238285 Feb 02 12:59:36.209118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea89b6-e0b7-4f87-b762-55cec4cfa5ae req-82da4aeb-2ae3-4178-9a58-c3d2129876da tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:36.210574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45ea89b6-e0b7-4f87-b762-55cec4cfa5ae req-82da4aeb-2ae3-4178-9a58-c3d2129876da tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.0746253 Feb 02 12:59:36.298444 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:36.353624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45ea89b6-e0b7-4f87-b762-55cec4cfa5ae req-9b5ee229-7dbb-4ed3-a1a5-26ef7e573deb tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331401 Feb 02 12:59:36.365794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdde48-1f58-4701-bb9f-355b307c71d9 req-a2b6aef2-67ad-460a-af11-8b065242fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:36.368246 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0cbdde48-1f58-4701-bb9f-355b307c71d9 req-a2b6aef2-67ad-460a-af11-8b065242fb22 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 1127 time: 0.0530744 Feb 02 12:59:36.392147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-9f00ead3-e127-4de3-8677-c9115e31ee79 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:36.393848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-9f00ead3-e127-4de3-8677-c9115e31ee79 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1823981 Feb 02 12:59:36.396846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a72360-85d6-4ad8-aaa9-b64ef11646b4 req-aa618341-6c66-4a96-9f12-e25536651d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:36.398454 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80a72360-85d6-4ad8-aaa9-b64ef11646b4 req-aa618341-6c66-4a96-9f12-e25536651d21 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 1127 time: 0.0793016 Feb 02 12:59:36.418819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-40a626df-ed58-45ae-b96d-f18cfc0d21b4 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/quotas/bbd971fda23e48a19766ca7f8465658e HTTP/1.1" status: 200 len: 375 time: 0.0187519 Feb 02 12:59:36.423168 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0cbdde48-1f58-4701-bb9f-355b307c71d9 req-ad535720-62eb-49e8-9080-685b3eda05a0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484161 Feb 02 12:59:36.528839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80a72360-85d6-4ad8-aaa9-b64ef11646b4 req-ee23a1cd-7f2e-47a5-b126-2b7f086edc79 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123338 Feb 02 12:59:36.532561 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-35c2cf29-3caa-47e9-8163-4461a750f241 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0972672 Feb 02 12:59:36.559636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0acea9e-e11e-40c1-ac62-a4cf7c4c9caf req-bea9c1ff-d211-4c89-b6a4-0dcc47870b03 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:36.561083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0acea9e-e11e-40c1-ac62-a4cf7c4c9caf req-bea9c1ff-d211-4c89-b6a4-0dcc47870b03 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0710742 Feb 02 12:59:36.611497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0acea9e-e11e-40c1-ac62-a4cf7c4c9caf req-687ab25a-74bd-47b0-8927-42c59b96dd87 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.0438845 Feb 02 12:59:36.621198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b0acea9e-e11e-40c1-ac62-a4cf7c4c9caf req-d2cc4422-610b-4977-9452-1460ceb41aed tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Request body: {'floatingip': {'port_id': '3f1d2f2d-ea7e-405c-8981-a274140d1579', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:36.664788 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b0acea9e-e11e-40c1-ac62-a4cf7c4c9caf req-d2cc4422-610b-4977-9452-1460ceb41aed tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (db21355c-2e98-4766-a6d2-990d890a22dc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:36.678770 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:36.843226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b24e3f3-3af7-4204-8903-314a433ee49b req-9650849c-7ea3-4d6e-8a46-9710d3533e91 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:36.845009 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b24e3f3-3af7-4204-8903-314a433ee49b req-9650849c-7ea3-4d6e-8a46-9710d3533e91 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 944 time: 0.1040795 Feb 02 12:59:36.998644 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b24e3f3-3af7-4204-8903-314a433ee49b req-5e65dcf3-dff5-42e0-8d7b-62ff68c47ec3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078746 Feb 02 12:59:37.006695 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-b0acea9e-e11e-40c1-ac62-a4cf7c4c9caf req-d2cc4422-610b-4977-9452-1460ceb41aed tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] update failed (client error): There was a conflict when trying to complete your request. Feb 02 12:59:37.019382 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0acea9e-e11e-40c1-ac62-a4cf7c4c9caf req-d2cc4422-610b-4977-9452-1460ceb41aed tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "PUT /v2.0/floatingips/db21355c-2e98-4766-a6d2-990d890a22dc HTTP/1.1" status: 409 len: 550 time: 0.4020655 Feb 02 12:59:37.105692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95014e17-bb5b-49ae-91c5-2fbfbb01b6b7 req-022ba5b2-6410-412c-97a6-d1eae44ca2b4 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 210 time: 0.0482330 Feb 02 12:59:37.274046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383e110-9f48-4803-aba7-bd6f829bb3ba req-9a1dadee-a9b3-4c9b-830d-335d896cb863 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:37.275672 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1383e110-9f48-4803-aba7-bd6f829bb3ba req-9a1dadee-a9b3-4c9b-830d-335d896cb863 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 945 time: 0.0776699 Feb 02 12:59:37.344827 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1383e110-9f48-4803-aba7-bd6f829bb3ba req-1e87e1fe-77ff-46dc-9298-60cede8358a6 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600007 Feb 02 12:59:37.355091 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:37.428148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-cc437672-7545-4bd4-bade-00164fee7cf0 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips/db21355c-2e98-4766-a6d2-990d890a22dc HTTP/1.1" status: 200 len: 692 time: 0.0578930 Feb 02 12:59:37.576164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-a13780d4-d0b0-4d59-be56-ea01ac50ebcc tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:37.577390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-a13780d4-d0b0-4d59-be56-ea01ac50ebcc tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.1380315 Feb 02 12:59:37.584573 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef4b43-dd1a-4179-a01c-a41f0f240120 req-d04d1b52-887d-498c-ae1b-d0631a0e8f93 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:37.585953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-daef4b43-dd1a-4179-a01c-a41f0f240120 req-d04d1b52-887d-498c-ae1b-d0631a0e8f93 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.1215303 Feb 02 12:59:37.591253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-632d4601-cab9-44f0-9d21-7efe6c712adc tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:59:37.592268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-632d4601-cab9-44f0-9d21-7efe6c712adc tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054431 Feb 02 12:59:37.653550 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-8c7f2b57-671d-4b32-ba98-baae64f8f4e1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.0543580 Feb 02 12:59:37.711498 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-daef4b43-dd1a-4179-a01c-a41f0f240120 req-f411eee6-72ba-4ff4-934e-44ce0a2f65de tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183274 Feb 02 12:59:37.718931 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-cdea45b8-8d9c-4f64-8f16-006119d2b0ae tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.96 HTTP/1.1" status: 200 len: 695 time: 0.0594313 Feb 02 12:59:37.879025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-4aa95379-bc5a-4aaa-8337-2f8a69284bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Deleting port 0fc12c74-8edb-46b9-bc25-93fa92df06c5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:59:37.879326 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-4aa95379-bc5a-4aaa-8337-2f8a69284bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0fc12c74-8edb-46b9-bc25-93fa92df06c5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:37.882208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6be48-d10d-4ea4-a8da-27774bb4cf60 req-d89c5a77-04a7-4368-83f5-3cf4700cda27 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:37.883760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02a6be48-d10d-4ea4-a8da-27774bb4cf60 req-d89c5a77-04a7-4368-83f5-3cf4700cda27 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 1126 time: 0.0624101 Feb 02 12:59:37.921586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:37.984326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02a6be48-d10d-4ea4-a8da-27774bb4cf60 req-95135efe-b2e7-441e-990e-492b1bba999e tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902519 Feb 02 12:59:37.992448 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-4aa95379-bc5a-4aaa-8337-2f8a69284bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0fc12c74-8edb-46b9-bc25-93fa92df06c5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:37.992756 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-4aa95379-bc5a-4aaa-8337-2f8a69284bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (0fc12c74-8edb-46b9-bc25-93fa92df06c5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:38.014971 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-4aa95379-bc5a-4aaa-8337-2f8a69284bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Calling delete_port for 0fc12c74-8edb-46b9-bc25-93fa92df06c5 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:59:38.043852 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-94f6ff47-1fe4-4d7a-89c1-015abcb1d9c1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bbd971fda23e48a19766ca7f8465658e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299459 Feb 02 12:59:38.224976 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-934355f8-f0b0-4b71-af23-b11abb5330f6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:38.226422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-934355f8-f0b0-4b71-af23-b11abb5330f6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450269 Feb 02 12:59:38.270292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Request body: {'port': {'device_id': 'c0275f6b-c978-4405-bcef-3c81f3892bbd', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'bbd971fda23e48a19766ca7f8465658e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:38.665901 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-4aa95379-bc5a-4aaa-8337-2f8a69284bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0fc12c74-8edb-46b9-bc25-93fa92df06c5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:38.707759 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa95379-bc5a-4aaa-8337-2f8a69284bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Pushing event deleted for resources: {'Port': ['ID=0fc12c74-8edb-46b9-bc25-93fa92df06c5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:38.760644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-9e06479b-099f-441a-b46a-83884f071080 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:38.762062 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-9e06479b-099f-441a-b46a-83884f071080 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 808 time: 0.5111427 Feb 02 12:59:38.811348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-142620bf-6316-4ec1-92af-ef251ad1dfaa tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/quotas/8424c7cd69964045ae2e17d8412dbaa4 HTTP/1.1" status: 200 len: 375 time: 0.0322769 Feb 02 12:59:38.820722 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-4aa95379-bc5a-4aaa-8337-2f8a69284bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (db21355c-2e98-4766-a6d2-990d890a22dc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:38.824116 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-4aa95379-bc5a-4aaa-8337-2f8a69284bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:38.827935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fdc52b1-b465-4220-b82d-3f207e30b2f9 req-4aa95379-bc5a-4aaa-8337-2f8a69284bd9 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "DELETE /v2.0/floatingips/db21355c-2e98-4766-a6d2-990d890a22dc HTTP/1.1" status: 204 len: 173 time: 1.1029239 Feb 02 12:59:38.831828 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Made reservation on behalf of bbd971fda23e48a19766ca7f8465658e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:59:38.835117 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:38.949624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6925b8ac-c4ae-41d7-880d-48ea2d444ebb req-5ba141a2-1df1-46c1-a2f7-244848fc09f5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 210 time: 0.0664749 Feb 02 12:59:38.969615 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-345e4e36-2459-47a2-be79-4a58abdea7fa tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402702 Feb 02 12:59:39.111867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Allocated IP 192.168.233.141 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/11e1df96-a725-42a9-b9c5-5eb5a99eac61) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:59:39.166028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da41ee-87f6-429c-bfa1-d0a07a1029c7 req-75f8564e-b58d-4973-b3a3-95f59d0a6c9a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:39.167503 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00da41ee-87f6-429c-bfa1-d0a07a1029c7 req-75f8564e-b58d-4973-b3a3-95f59d0a6c9a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.1485703 Feb 02 12:59:39.173808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-5b27f240-261d-42d0-87bf-0d08472e2e53 service neutron] 10.222.0.83 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760564 Feb 02 12:59:39.353199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00da41ee-87f6-429c-bfa1-d0a07a1029c7 req-81aafc9b-2e25-41c1-b7c0-3430db93fafa tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766980 Feb 02 12:59:39.385553 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-5e4c622a-fcdf-4ae5-be4a-2bc043854361 service neutron] 10.222.0.83 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011523 Feb 02 12:59:39.390977 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks [] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:39.428194 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:39.479087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0c7f2bb5-8abb-4654-a83e-72790401fafc'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:39.481977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:59:39.487510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:59:39.491491 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:59:39.524344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Pushing event updated for resources: {'Port': ['ID=11e1df96-a725-42a9-b9c5-5eb5a99eac61,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:39.550388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:39.551941 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:39.654497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-12b0112c-5f1c-4f6e-8af4-41bd00392908 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3829787 Feb 02 12:59:39.673912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Request body: {'port': {'device_id': 'c0275f6b-c978-4405-bcef-3c81f3892bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:39.734184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f6f91-f116-4a82-b55a-9485cd903261 req-f82f3fcf-98ef-4506-9622-03a9e776a632 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:39.735753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-473f6f91-f116-4a82-b55a-9485cd903261 req-f82f3fcf-98ef-4506-9622-03a9e776a632 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 945 time: 0.1445382 Feb 02 12:59:39.785942 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:39.824723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e15a1a37-1f40-46b5-935a-e6cd782a45ab None None] Provisioning complete for port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:59:39.825532 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e15a1a37-1f40-46b5-935a-e6cd782a45ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:39.855901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-473f6f91-f116-4a82-b55a-9485cd903261 req-a97c3236-9f1e-415d-9044-abf36dad56c7 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991209 Feb 02 12:59:39.924310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e15a1a37-1f40-46b5-935a-e6cd782a45ab None None] Port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 12:59:40.129124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-6e1c7f73-0737-4fb8-afa5-1063d385c900 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 1002 time: 0.2224102 Feb 02 12:59:40.230175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647f2be-39b0-445d-8165-a8a0243c1a17 req-a7ad0070-e714-439f-a3ab-aaa98f97a7a3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:40.231901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3647f2be-39b0-445d-8165-a8a0243c1a17 req-a7ad0070-e714-439f-a3ab-aaa98f97a7a3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.2656765 Feb 02 12:59:40.259875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-951e954c-10bd-4a3e-ba69-b17128b1a9ab tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:40.261219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-951e954c-10bd-4a3e-ba69-b17128b1a9ab tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports/3f1d2f2d-ea7e-405c-8981-a274140d1579 HTTP/1.1" status: 200 len: 943 time: 0.1213500 Feb 02 12:59:40.364000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3647f2be-39b0-445d-8165-a8a0243c1a17 req-159af509-b07c-4da8-8541-e9c3496f1c16 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241121 Feb 02 12:59:40.439352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e1df96-a725-42a9-b9c5-5eb5a99eac61 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:40.451822 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Publish callbacks [] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:40.462191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-fd4005b7-400e-41b7-8c1c-114c8cdb396d tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 1002 time: 0.1341794 Feb 02 12:59:40.510737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-771bbcd7-5b7b-4863-9c75-2cfc614708b5 req-912dead1-6dc1-4bf4-b65d-49e2c8b42922 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 210 time: 0.0286579 Feb 02 12:59:40.546605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Transition to ACTIVE for port object 11e1df96-a725-42a9-b9c5-5eb5a99eac61 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:59:40.577505 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:40.689445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=11e1df96-a725-42a9-b9c5-5eb5a99eac61,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:40.782577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-f9aa41f6-a512-44a0-ac13-f8d7525f0e9f tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:40.784498 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-f9aa41f6-a512-44a0-ac13-f8d7525f0e9f tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.3215396 Feb 02 12:59:40.796666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-db46200e-21db-483a-b86f-8a41f3aa7ef2 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:59:40.797739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-db46200e-21db-483a-b86f-8a41f3aa7ef2 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063257 Feb 02 12:59:40.894054 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-6a07c05d-8912-46ca-bb48-8ba3c42a2271 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 1002 time: 0.0874076 Feb 02 12:59:40.899267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-c33eb5ff-c8af-4127-bbb8-6fcc26a5f31a tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:40.911796 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f19f5-9f5a-4052-8a96-63a8e85bb659 req-3eccb9aa-81be-4f97-a4e7-c7604894ce83 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:40.913182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-683f19f5-9f5a-4052-8a96-63a8e85bb659 req-3eccb9aa-81be-4f97-a4e7-c7604894ce83 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 948 time: 0.3368912 Feb 02 12:59:41.011545 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-683f19f5-9f5a-4052-8a96-63a8e85bb659 req-21556767-6471-4821-8637-59110190fc89 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624371 Feb 02 12:59:41.068381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Attempting to bind port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:59:41.068711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Attempting to bind port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:59:41.069034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Attempting to bind port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:41.105932 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:59:41.106254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Attempting to bind port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:41.111305 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-c33eb5ff-c8af-4127-bbb8-6fcc26a5f31a tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (70ac0425-5967-43d6-be46-5d21f7bde7b9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:41.151492 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-c48e9037-70e0-42fe-9339-833a3ce88814 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:41.153625 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-c48e9037-70e0-42fe-9339-833a3ce88814 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.18 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 808 time: 0.1971552 Feb 02 12:59:41.177096 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Request body: {'port': {'device_id': '88121bfc-bc50-4f3a-bf09-ea94ebbaf747', 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706', 'admin_state_up': True, 'tenant_id': '8424c7cd69964045ae2e17d8412dbaa4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:41.349540 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-c33eb5ff-c8af-4127-bbb8-6fcc26a5f31a tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:41.366187 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-c33eb5ff-c8af-4127-bbb8-6fcc26a5f31a tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (70ac0425-5967-43d6-be46-5d21f7bde7b9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:41.366187 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-c33eb5ff-c8af-4127-bbb8-6fcc26a5f31a tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Floating IP 70ac0425-5967-43d6-be46-5d21f7bde7b9 disassociated. External IP: 172.25.4.105, port: 3f1d2f2d-ea7e-405c-8981-a274140d1579. Feb 02 12:59:41.392329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Made reservation on behalf of 8424c7cd69964045ae2e17d8412dbaa4 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:59:41.399438 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:41.456359 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:59:41.456698 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:59:41.457120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:59:41.457565 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Bound port: 11e1df96-a725-42a9-b9c5-5eb5a99eac61, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:59:41.457918 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:41.556704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf310a75-0386-4d6a-a45b-6d0818fde59b req-bcd13c61-3c4c-4af9-8530-622ff18e6af9 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:41.558546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf310a75-0386-4d6a-a45b-6d0818fde59b req-bcd13c61-3c4c-4af9-8530-622ff18e6af9 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 945 time: 0.2077615 Feb 02 12:59:41.628519 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Allocated IP 172.20.0.11 (5e7ef89b-0a2a-4448-a0f9-ff655717d706/1ce7726b-81be-44ef-bfba-8ad37776d41f/25350cb3-5239-473c-a067-b55471fa67ae) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:59:41.662846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] For port 11e1df96-a725-42a9-b9c5-5eb5a99eac61, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:41.677701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf310a75-0386-4d6a-a45b-6d0818fde59b req-774145f3-9467-4301-8e68-8d45075b5f09 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111872 Feb 02 12:59:41.715786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] For port 11e1df96-a725-42a9-b9c5-5eb5a99eac61, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:59:41.749262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5f2ac8fa-a663-4034-a086-9a14aed32bc6 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:59:41.759019 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:41.861911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=11e1df96-a725-42a9-b9c5-5eb5a99eac61,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:41.905551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:41.906797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:41.908896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c4e0bf61-72c2-4dd9-b70d-3e309520e0a4 service neutron] 10.222.0.18 "PUT /v2.0/ports/11e1df96-a725-42a9-b9c5-5eb5a99eac61 HTTP/1.1" status: 200 len: 1096 time: 2.2398360 Feb 02 12:59:41.909648 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0275f6b-c978-4405-bcef-3c81f3892bbd', 'tag': '11e1df96-a725-42a9-b9c5-5eb5a99eac61'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:41.917127 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad347b77-40bf-434d-a152-06ca4adf045e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0275f6b-c978-4405-bcef-3c81f3892bbd", "tag": "11e1df96-a725-42a9-b9c5-5eb5a99eac61"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:41.956837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-c33eb5ff-c8af-4127-bbb8-6fcc26a5f31a tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:59:42.009009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks [] for port (25350cb3-5239-473c-a067-b55471fa67ae), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:42.072429 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (25350cb3-5239-473c-a067-b55471fa67ae), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:42.083583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5f2ac8fa-a663-4034-a086-9a14aed32bc6, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5f2ac8fa-a663-4034-a086-9a14aed32bc6,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:42.104048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '5f2ac8fa-a663-4034-a086-9a14aed32bc6', 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080', 'port_id': '5f2ac8fa-a663-4034-a086-9a14aed32bc6', 'mac_address': 'fa:16:3e:92:d9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e72cdf-6681-4d7d-9955-1315bf9f075d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:59:42.172639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:42.172951 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:42.180827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Pushing event updated for resources: {'Port': ['ID=25350cb3-5239-473c-a067-b55471fa67ae,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:42.192836 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:59:42.193906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f2ac8fa-a663-4034-a086-9a14aed32bc6 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:42.194328 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:59:42.201201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:59:42.239196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5f2ac8fa-a663-4034-a086-9a14aed32bc6, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5f2ac8fa-a663-4034-a086-9a14aed32bc6,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:42.258227 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:42.258583 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:42.258926 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:42.299534 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-2d69cb85-bc0d-493f-9b38-941887988a55 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1266742 Feb 02 12:59:42.322625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Request body: {'port': {'device_id': '88121bfc-bc50-4f3a-bf09-ea94ebbaf747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:42.329056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5f2ac8fa-a663-4034-a086-9a14aed32bc6,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:42.397639 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (25350cb3-5239-473c-a067-b55471fa67ae), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:42.421213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5f2ac8fa-a663-4034-a086-9a14aed32bc6'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:42.587389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c178a0-755d-4436-a4bb-fa42fd0f75e0 req-65257ceb-a4e1-4000-9aad-7b631e941420 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:42.589531 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8c178a0-755d-4436-a4bb-fa42fd0f75e0 req-65257ceb-a4e1-4000-9aad-7b631e941420 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.6000755 Feb 02 12:59:42.606001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-94b21b3c-a3c3-499f-bb73-42c9c3913af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:42.607515 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-94b21b3c-a3c3-499f-bb73-42c9c3913af8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 1130 time: 0.5378315 Feb 02 12:59:42.614435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-c33eb5ff-c8af-4127-bbb8-6fcc26a5f31a tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:59:42.623567 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-c33eb5ff-c8af-4127-bbb8-6fcc26a5f31a tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:42.629145 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd66e4-eeb2-4895-a7f6-c536fdd4da9e None None] Sync routers for ids ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:59:42.639433 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd66e4-eeb2-4895-a7f6-c536fdd4da9e None None] Routers {'53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:59:42.640098 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f8dd66e4-eeb2-4895-a7f6-c536fdd4da9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:59:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:42.689220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-c33eb5ff-c8af-4127-bbb8-6fcc26a5f31a tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "PUT /v2.0/floatingips/70ac0425-5967-43d6-be46-5d21f7bde7b9 HTTP/1.1" status: 200 len: 695 time: 1.7940969 Feb 02 12:59:42.690765 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-4c770f73-ccf4-47a1-b1c2-bc2d89fa76f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61 HTTP/1.1" status: 200 len: 217 time: 0.0410182 Feb 02 12:59:42.715057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25350cb3-5239-473c-a067-b55471fa67ae {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:42.726771 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Publish callbacks [] for port (25350cb3-5239-473c-a067-b55471fa67ae), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:42.741876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Transition to ACTIVE for port object 25350cb3-5239-473c-a067-b55471fa67ae will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:59:42.747879 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (25350cb3-5239-473c-a067-b55471fa67ae), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:42.777306 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f8dd66e4-eeb2-4895-a7f6-c536fdd4da9e None None] Set router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:59:42.801794 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8c178a0-755d-4436-a4bb-fa42fd0f75e0 req-aae04527-8045-4488-97b9-76ca3d85314f tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843228 Feb 02 12:59:42.830188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-caffee96-105f-46a0-8ef9-ebb679c33f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:42.837623 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Pushing event updated for resources: {'Port': ['ID=25350cb3-5239-473c-a067-b55471fa67ae,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:42.838583 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-caffee96-105f-46a0-8ef9-ebb679c33f6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1367300 Feb 02 12:59:42.840695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-5116529b-dc8d-41b6-b1b3-f19577454fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:42.842116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-5116529b-dc8d-41b6-b1b3-f19577454fc9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=be1249fe3b934a3589d42a0842c2db4c&device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 1128 time: 0.1370635 Feb 02 12:59:42.909645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Attempting to bind port 25350cb3-5239-473c-a067-b55471fa67ae on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:59:42.910025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Attempting to bind port 25350cb3-5239-473c-a067-b55471fa67ae by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:59:42.910294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Attempting to bind port 25350cb3-5239-473c-a067-b55471fa67ae on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:42.914967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Port 25350cb3-5239-473c-a067-b55471fa67ae on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:59:42.915283 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Attempting to bind port 25350cb3-5239-473c-a067-b55471fa67ae on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:42.920125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:59:42.920458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:59:42.920838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Bound using segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:59:42.921257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Bound port: 25350cb3-5239-473c-a067-b55471fa67ae, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:59:42.921610 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (25350cb3-5239-473c-a067-b55471fa67ae), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:42.996116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:43.000100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=25350cb3-5239-473c-a067-b55471fa67ae,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:59:43.005242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc9146-cd53-4322-aee5-299c659c4357 req-80d59ab5-60a3-4ef4-a0ae-e73f14079cf4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:43.006773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-babc9146-cd53-4322-aee5-299c659c4357 req-80d59ab5-60a3-4ef4-a0ae-e73f14079cf4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 944 time: 0.1178184 Feb 02 12:59:43.016334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-bdca0f9e-04ea-4e79-b366-2352308fcb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:43.017854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-bdca0f9e-04ea-4e79-b366-2352308fcb89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1714437 Feb 02 12:59:43.019752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (25350cb3-5239-473c-a067-b55471fa67ae), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:43.035656 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f8dd66e4-eeb2-4895-a7f6-c536fdd4da9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '6c76000d-6268-4405-9a8b-6cca18403e09', 'name': '', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'mac_address': 'fa:16:3e:a5:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:46Z', 'updated_at': '2022-02-02T12:58:57Z', 'revision_number': 5, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'subnets': [{'id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:43.068655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-f7fc8fb8-bef6-4281-bc12-ec852c635843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:43.070151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-f7fc8fb8-bef6-4281-bc12-ec852c635843 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4622457a-1160-4a53-a71b-214c7f3ae635 HTTP/1.1" status: 200 len: 929 time: 0.2157314 Feb 02 12:59:43.088267 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd66e4-eeb2-4895-a7f6-c536fdd4da9e None None] Checking router: 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:59:43.089842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Pushing event updated for resources: {'Port': ['ID=25350cb3-5239-473c-a067-b55471fa67ae,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:43.101363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:43.102052 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:43.105344 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-445ae414-2103-4dfc-8a5c-72d59481affa service neutron] 10.222.0.18 "PUT /v2.0/ports/25350cb3-5239-473c-a067-b55471fa67ae HTTP/1.1" status: 200 len: 1092 time: 0.7878876 Feb 02 12:59:43.106047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88121bfc-bc50-4f3a-bf09-ea94ebbaf747', 'tag': '25350cb3-5239-473c-a067-b55471fa67ae'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:43.109186 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45990729-2812-46cc-8a2f-1c5c8289883b" -d '{"events": [{"name": "network-changed", "server_uuid": "88121bfc-bc50-4f3a-bf09-ea94ebbaf747", "tag": "25350cb3-5239-473c-a067-b55471fa67ae"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:43.111635 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd66e4-eeb2-4895-a7f6-c536fdd4da9e None None] Routers {'53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:59:43.112639 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f8dd66e4-eeb2-4895-a7f6-c536fdd4da9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:59:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:43.149691 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-f78accef-cea9-4e9f-b9f5-bbaeee815f23 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1d2f2d-ea7e-405c-8981-a274140d1579 HTTP/1.1" status: 200 len: 217 time: 0.0688915 Feb 02 12:59:43.235219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-d3e22f92-141a-4456-98e5-dc8f9deccd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:43.235817 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f8dd66e4-eeb2-4895-a7f6-c536fdd4da9e None None] Set router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:59:43.237827 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-d3e22f92-141a-4456-98e5-dc8f9deccd5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 1126 time: 0.0702612 Feb 02 12:59:43.241519 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-babc9146-cd53-4322-aee5-299c659c4357 req-fab83ce6-c9b2-441c-ba65-3e9a14c89d10 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196157 Feb 02 12:59:43.278702 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-c1dc88da-de95-4feb-9873-cd703f63255c service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489834 Feb 02 12:59:43.282264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-2f0446be-1fa4-410c-92e5-74da240c7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:43.286612 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-2f0446be-1fa4-410c-92e5-74da240c7305 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ace6d8bf-93bb-472c-8716-ba22db5f571a HTTP/1.1" status: 200 len: 867 time: 0.1212244 Feb 02 12:59:43.302661 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-d391f8c4-a069-4c67-82e9-0f7094598ca0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25350cb3-5239-473c-a067-b55471fa67ae HTTP/1.1" status: 200 len: 217 time: 0.0505757 Feb 02 12:59:43.376315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-31dcd4e1-0a79-40e6-9717-b5851caa6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:43.378077 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-31dcd4e1-0a79-40e6-9717-b5851caa6eae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.0642903 Feb 02 12:59:43.414248 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-e147ae17-5869-4ecb-b7a0-e9a2f5545a41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293367 Feb 02 12:59:43.457782 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-21c565af-c138-4df7-9e58-c77e1cdd690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:43.466000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-21c565af-c138-4df7-9e58-c77e1cdd690f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4622457a-1160-4a53-a71b-214c7f3ae635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1676908 Feb 02 12:59:43.531531 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f8dd66e4-eeb2-4895-a7f6-c536fdd4da9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '6c76000d-6268-4405-9a8b-6cca18403e09', 'name': '', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'mac_address': 'fa:16:3e:a5:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:46Z', 'updated_at': '2022-02-02T12:58:57Z', 'revision_number': 5, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'subnets': [{'id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:43.561368 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8dd66e4-eeb2-4895-a7f6-c536fdd4da9e None None] The sync data for ids ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'] in n-d-827336-2 is: [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '6c76000d-6268-4405-9a8b-6cca18403e09', 'name': '', 'network_id': '4622457a-1160-4a53-a71b-214c7f3ae635', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'mac_address': 'fa:16:3e:a5:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:46Z', 'updated_at': '2022-02-02T12:58:57Z', 'revision_number': 5, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'subnets': [{'id': 'ace6d8bf-93bb-472c-8716-ba22db5f571a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:59:43.590280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-513134b1-7711-4082-a858-eb35eef631fe service neutron] 10.222.0.83 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231065 Feb 02 12:59:43.606664 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54ff5a7-0473-4f90-991d-fa49782c0650 x-openstack-request-id: req-a54ff5a7-0473-4f90-991d-fa49782c0650 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:43.607896 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0275f6b-c978-4405-bcef-3c81f3892bbd", "tag": "11e1df96-a725-42a9-b9c5-5eb5a99eac61", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:43.608648 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a54ff5a7-0473-4f90-991d-fa49782c0650 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:43.609725 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0275f6b-c978-4405-bcef-3c81f3892bbd', 'tag': '11e1df96-a725-42a9-b9c5-5eb5a99eac61', 'status': 'completed', 'code': 200} Feb 02 12:59:43.610017 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-606ec86a-30f1-49d6-aacf-576a3c8edf39 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878762 Feb 02 12:59:43.646983 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ce1ecd4-1655-4cce-b324-358d42602de3 req-2604765c-8e90-4431-b8d8-aba52b23306a service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564360 Feb 02 12:59:43.755761 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3396577e-b1a4-4a2f-b1de-1ee0d131961c req-f4ecbe72-2c99-41ed-8f38-01569d91b114 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351988 Feb 02 12:59:43.775186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b74d7fb-c2ba-4317-846f-bd9aaaf7718e req-5aaa7a94-1d5d-4749-9af3-7e36ade7b5bb service neutron] 10.222.0.83 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789696 Feb 02 12:59:43.791600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5f2ac8fa-a663-4034-a086-9a14aed32bc6 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:59:43.854059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd8edf-1ec2-45a2-847b-ff595591b388 req-27749ee8-fc51-4b6b-ac3f-180e00b7fb9c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:43.859066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0cd8edf-1ec2-45a2-847b-ff595591b388 req-27749ee8-fc51-4b6b-ac3f-180e00b7fb9c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 948 time: 0.1763692 Feb 02 12:59:43.917700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 is: BUILD; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:43.918094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:43.935917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad347b77-40bf-434d-a152-06ca4adf045e req-e965be6f-189d-4db6-8990-695297c77aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:43.937684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad347b77-40bf-434d-a152-06ca4adf045e req-e965be6f-189d-4db6-8990-695297c77aad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 1130 time: 0.1601343 Feb 02 12:59:43.939462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3d8cd6-5529-443d-83dc-2136598381dc None None] New status for floating IP 70ac0425-5967-43d6-be46-5d21f7bde7b9: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 12:59:43.941433 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0cd8edf-1ec2-45a2-847b-ff595591b388 req-4b754092-3a7a-4e4e-87be-7b201d3cb8e0 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743086 Feb 02 12:59:43.982563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5f2ac8fa-a663-4034-a086-9a14aed32bc6 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:44.009570 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6dbc88-bc02-4490-8e26-4637b0525342 x-openstack-request-id: req-4d6dbc88-bc02-4490-8e26-4637b0525342 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:44.011229 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88121bfc-bc50-4f3a-bf09-ea94ebbaf747", "tag": "25350cb3-5239-473c-a067-b55471fa67ae", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:44.011777 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4d6dbc88-bc02-4490-8e26-4637b0525342 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:44.012417 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88121bfc-bc50-4f3a-bf09-ea94ebbaf747', 'tag': '25350cb3-5239-473c-a067-b55471fa67ae', 'status': 'completed', 'code': 200} Feb 02 12:59:44.102164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5f2ac8fa-a663-4034-a086-9a14aed32bc6, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5f2ac8fa-a663-4034-a086-9a14aed32bc6,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:44.112842 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:44.122330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990729-2812-46cc-8a2f-1c5c8289883b req-306f7000-0906-4d37-a47d-b3017372af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:44.124238 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-45990729-2812-46cc-8a2f-1c5c8289883b req-306f7000-0906-4d37-a47d-b3017372af13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 1126 time: 0.0664148 Feb 02 12:59:44.140117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad347b77-40bf-434d-a152-06ca4adf045e req-22335691-e992-46c5-85ca-f1abd0b2af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:44.141534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad347b77-40bf-434d-a152-06ca4adf045e req-22335691-e992-46c5-85ca-f1abd0b2af7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1961370 Feb 02 12:59:44.204828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad347b77-40bf-434d-a152-06ca4adf045e req-ad0e111b-2ef5-4e69-90ab-4b92e55d24a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61 HTTP/1.1" status: 200 len: 217 time: 0.0478990 Feb 02 12:59:44.297411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5f2ac8fa-a663-4034-a086-9a14aed32bc6,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:44.302398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745ffdf-3b85-45da-8e01-8673edb7d7df req-993cd4d8-fd58-48d1-85b8-42849f8ae510 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:44.312261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f745ffdf-3b85-45da-8e01-8673edb7d7df req-993cd4d8-fd58-48d1-85b8-42849f8ae510 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 943 time: 0.1860247 Feb 02 12:59:44.320446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990729-2812-46cc-8a2f-1c5c8289883b req-270aca04-8f04-4597-a750-5f9571544081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:44.322767 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-45990729-2812-46cc-8a2f-1c5c8289883b req-270aca04-8f04-4597-a750-5f9571544081 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.1815345 Feb 02 12:59:44.356059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad347b77-40bf-434d-a152-06ca4adf045e req-7f90a782-741a-4816-97bd-e7552e082a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:44.357640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad347b77-40bf-434d-a152-06ca4adf045e req-7f90a782-741a-4816-97bd-e7552e082a91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1435137 Feb 02 12:59:44.394079 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-45990729-2812-46cc-8a2f-1c5c8289883b req-85575e07-0590-4291-aa8a-2128b752ea3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25350cb3-5239-473c-a067-b55471fa67ae HTTP/1.1" status: 200 len: 217 time: 0.0639899 Feb 02 12:59:44.456914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990729-2812-46cc-8a2f-1c5c8289883b req-01d14217-49d3-4d76-aef6-f392919f55ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:44.458557 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-45990729-2812-46cc-8a2f-1c5c8289883b req-01d14217-49d3-4d76-aef6-f392919f55ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.0576899 Feb 02 12:59:44.482888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ec64b41-3539-4715-ad59-011c77965364 req-f525292c-33b6-496a-892a-f76545548bd2 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips/70ac0425-5967-43d6-be46-5d21f7bde7b9 HTTP/1.1" status: 200 len: 693 time: 0.1185076 Feb 02 12:59:44.486903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f745ffdf-3b85-45da-8e01-8673edb7d7df req-68064142-d610-4b66-9396-0e91e155f254 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648076 Feb 02 12:59:44.528148 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-45990729-2812-46cc-8a2f-1c5c8289883b req-39b8feb1-7878-4b70-bfdb-e77266400e38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584180 Feb 02 12:59:44.572432 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad347b77-40bf-434d-a152-06ca4adf045e req-d5292d9d-c9fa-4674-9423-a86e83d1833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:44.573924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad347b77-40bf-434d-a152-06ca4adf045e req-d5292d9d-c9fa-4674-9423-a86e83d1833f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1873095 Feb 02 12:59:44.646066 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-45990729-2812-46cc-8a2f-1c5c8289883b req-b3f218f1-72e8-4240-884b-d1e1a1983067 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076255 Feb 02 12:59:44.670693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec64b41-3539-4715-ad59-011c77965364 req-e6cbc0ca-2ce3-40cd-a2d0-364d7f601348 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:44.672219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ec64b41-3539-4715-ad59-011c77965364 req-e6cbc0ca-2ce3-40cd-a2d0-364d7f601348 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.1833403 Feb 02 12:59:44.712612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-6ec64b41-3539-4715-ad59-011c77965364 req-77dc9bba-31b2-462c-95a9-9302af0cc387 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:59:44.713782 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ec64b41-3539-4715-ad59-011c77965364 req-77dc9bba-31b2-462c-95a9-9302af0cc387 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086153 Feb 02 12:59:44.754677 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-45990729-2812-46cc-8a2f-1c5c8289883b req-844e4f34-a57e-4bab-b8b7-76f8095e73fd service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984888 Feb 02 12:59:44.793117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac78e6-1c9d-41fa-9370-231763b1d172 req-53165880-09c1-48d4-8c0f-b591c8e60295 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:44.794633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26ac78e6-1c9d-41fa-9370-231763b1d172 req-53165880-09c1-48d4-8c0f-b591c8e60295 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.2198565 Feb 02 12:59:44.799804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ec64b41-3539-4715-ad59-011c77965364 req-ebd968fd-4bbd-4e34-bf5b-7b47d1d35746 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0783079 Feb 02 12:59:44.833574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad347b77-40bf-434d-a152-06ca4adf045e req-85440d54-ba54-4bcf-9f6c-8dbe85921ee7 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455366 Feb 02 12:59:44.891668 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ec64b41-3539-4715-ad59-011c77965364 req-c6cb8c92-092b-40c6-8252-3a0dd63f5a43 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.105 HTTP/1.1" status: 200 len: 696 time: 0.0812035 Feb 02 12:59:44.996729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26ac78e6-1c9d-41fa-9370-231763b1d172 req-604aa71b-64c8-4c6b-8eff-449aac1ce644 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925113 Feb 02 12:59:45.068261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad347b77-40bf-434d-a152-06ca4adf045e req-dabd45ae-8981-4614-9f53-e7a1584507ed service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072060 Feb 02 12:59:45.135501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6ec64b41-3539-4715-ad59-011c77965364 req-845de255-411b-49af-a805-fa6a8b949717 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Deleting port 894479f8-90ae-4258-8027-007c4259e5b4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:59:45.135837 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6ec64b41-3539-4715-ad59-011c77965364 req-845de255-411b-49af-a805-fa6a8b949717 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (894479f8-90ae-4258-8027-007c4259e5b4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:45.159280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eaa3e2-0fcf-441f-9971-4bb9934d8bdf req-1603a2fb-e2a7-4b4e-818a-155ccb1d30f2 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:45.160802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69eaa3e2-0fcf-441f-9971-4bb9934d8bdf req-1603a2fb-e2a7-4b4e-818a-155ccb1d30f2 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 944 time: 0.0877461 Feb 02 12:59:45.248674 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6ec64b41-3539-4715-ad59-011c77965364 req-845de255-411b-49af-a805-fa6a8b949717 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (894479f8-90ae-4258-8027-007c4259e5b4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:45.249062 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6ec64b41-3539-4715-ad59-011c77965364 req-845de255-411b-49af-a805-fa6a8b949717 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (894479f8-90ae-4258-8027-007c4259e5b4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:45.259548 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69eaa3e2-0fcf-441f-9971-4bb9934d8bdf req-f3f14cf2-3bbb-40ee-b570-e3b31afc194b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906038 Feb 02 12:59:45.264961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6ec64b41-3539-4715-ad59-011c77965364 req-845de255-411b-49af-a805-fa6a8b949717 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Calling delete_port for 894479f8-90ae-4258-8027-007c4259e5b4 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:59:45.422864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131be05f-4960-41f1-8bd9-78c80012b7cd req-1493eef3-ccd3-4217-b64d-c623762a36a1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:45.424728 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-131be05f-4960-41f1-8bd9-78c80012b7cd req-1493eef3-ccd3-4217-b64d-c623762a36a1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 948 time: 0.0785933 Feb 02 12:59:45.451034 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6ec64b41-3539-4715-ad59-011c77965364 req-845de255-411b-49af-a805-fa6a8b949717 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (894479f8-90ae-4258-8027-007c4259e5b4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:45.490368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845de255-411b-49af-a805-fa6a8b949717 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Pushing event deleted for resources: {'Port': ['ID=894479f8-90ae-4258-8027-007c4259e5b4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:45.543110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-131be05f-4960-41f1-8bd9-78c80012b7cd req-141bcad9-7af9-40b7-9014-a1d08cee04f1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089127 Feb 02 12:59:45.570832 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6ec64b41-3539-4715-ad59-011c77965364 req-845de255-411b-49af-a805-fa6a8b949717 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks [] for floatingip (70ac0425-5967-43d6-be46-5d21f7bde7b9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:45.573456 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6ec64b41-3539-4715-ad59-011c77965364 req-845de255-411b-49af-a805-fa6a8b949717 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:45.574607 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ec64b41-3539-4715-ad59-011c77965364 req-845de255-411b-49af-a805-fa6a8b949717 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "DELETE /v2.0/floatingips/70ac0425-5967-43d6-be46-5d21f7bde7b9 HTTP/1.1" status: 204 len: 173 time: 0.6747541 Feb 02 12:59:45.610746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'tag': '3f1d2f2d-ea7e-405c-8981-a274140d1579'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:45.613276 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005b3feb-e3b1-4437-81b0-6fa2521aa9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "a9848793-85ff-4e88-8a8e-e5e631ca1eb1", "tag": "3f1d2f2d-ea7e-405c-8981-a274140d1579"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:45.719178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dfea0-ebd5-4932-8113-32271be3a49d req-528c2b05-7ca0-4aa6-8bb1-751e97cdfc3b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:45.720797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-892dfea0-ebd5-4932-8113-32271be3a49d req-528c2b05-7ca0-4aa6-8bb1-751e97cdfc3b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 943 time: 0.0865057 Feb 02 12:59:45.748307 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f8ca2-d6c5-4c4b-b016-316ff68b7e1e req-92c1e6c0-9e26-4c15-b361-cdfb816c5a92 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:45.749713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca5f8ca2-d6c5-4c4b-b016-316ff68b7e1e req-92c1e6c0-9e26-4c15-b361-cdfb816c5a92 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0883856 Feb 02 12:59:45.817727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca5f8ca2-d6c5-4c4b-b016-316ff68b7e1e req-606f5af6-cf61-402b-a371-fb0eaded537b tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0595150 Feb 02 12:59:45.853504 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-892dfea0-ebd5-4932-8113-32271be3a49d req-7416ec80-feed-4c49-9909-c75fef55e7bb tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248794 Feb 02 12:59:45.879497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621b7d3-9da8-4772-a235-09211c921831 req-4dcde72c-e0c7-4cf9-b898-b4d6138fd243 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:45.880957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0621b7d3-9da8-4772-a235-09211c921831 req-4dcde72c-e0c7-4cf9-b898-b4d6138fd243 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 943 time: 0.1513669 Feb 02 12:59:45.883529 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cea102-06ff-4758-8569-e0ba8ee6fe65 x-openstack-request-id: req-37cea102-06ff-4758-8569-e0ba8ee6fe65 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:45.883806 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9848793-85ff-4e88-8a8e-e5e631ca1eb1", "tag": "3f1d2f2d-ea7e-405c-8981-a274140d1579", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:45.884056 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-37cea102-06ff-4758-8569-e0ba8ee6fe65 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:45.884436 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'tag': '3f1d2f2d-ea7e-405c-8981-a274140d1579', 'status': 'completed', 'code': 200} Feb 02 12:59:45.927057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7681aa77-bb59-4382-8ef0-4bcaf661a216 req-ccbd5ee5-8cdb-4fa4-afa1-ae13d709aad1 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0451484 Feb 02 12:59:45.985095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b3feb-e3b1-4437-81b0-6fa2521aa9cb req-6b93e9f2-05f1-472a-aa57-11fc7a8236b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:45.986573 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-005b3feb-e3b1-4437-81b0-6fa2521aa9cb req-6b93e9f2-05f1-472a-aa57-11fc7a8236b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be1249fe3b934a3589d42a0842c2db4c&device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 1128 time: 0.0637348 Feb 02 12:59:46.033383 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0621b7d3-9da8-4772-a235-09211c921831 req-aa0190fd-db46-4d98-a6f6-25f8ee5706de tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Deleting port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:59:46.033562 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0621b7d3-9da8-4772-a235-09211c921831 req-aa0190fd-db46-4d98-a6f6-25f8ee5706de tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:46.091938 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b3feb-e3b1-4437-81b0-6fa2521aa9cb req-cc6f5f36-5cd3-4dc6-be8c-acd50e9b3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:46.093703 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-005b3feb-e3b1-4437-81b0-6fa2521aa9cb req-cc6f5f36-5cd3-4dc6-be8c-acd50e9b3227 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4622457a-1160-4a53-a71b-214c7f3ae635 HTTP/1.1" status: 200 len: 929 time: 0.1013839 Feb 02 12:59:46.148330 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-005b3feb-e3b1-4437-81b0-6fa2521aa9cb req-b41fb54a-0b17-4bfc-892d-7772778ad6de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f1d2f2d-ea7e-405c-8981-a274140d1579 HTTP/1.1" status: 200 len: 217 time: 0.0464458 Feb 02 12:59:46.197899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0621b7d3-9da8-4772-a235-09211c921831 req-aa0190fd-db46-4d98-a6f6-25f8ee5706de tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] For port 5f2ac8fa-a663-4034-a086-9a14aed32bc6, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5f2ac8fa-a663-4034-a086-9a14aed32bc6,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:46.198250 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0621b7d3-9da8-4772-a235-09211c921831 req-aa0190fd-db46-4d98-a6f6-25f8ee5706de tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:46.220760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0621b7d3-9da8-4772-a235-09211c921831 req-aa0190fd-db46-4d98-a6f6-25f8ee5706de tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Calling delete_port for 5f2ac8fa-a663-4034-a086-9a14aed32bc6 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:59:46.225407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b3feb-e3b1-4437-81b0-6fa2521aa9cb req-d652d08d-97f7-47ac-b239-f47bc04552aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:46.227209 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-005b3feb-e3b1-4437-81b0-6fa2521aa9cb req-d652d08d-97f7-47ac-b239-f47bc04552aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ace6d8bf-93bb-472c-8716-ba22db5f571a HTTP/1.1" status: 200 len: 867 time: 0.0718193 Feb 02 12:59:46.238329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df50ddc-c1d6-46ff-b4fa-f5a8a52cdf7d req-1dab4292-d5ec-479f-b780-e312b74982de tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:46.239900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5df50ddc-c1d6-46ff-b4fa-f5a8a52cdf7d req-1dab4292-d5ec-479f-b780-e312b74982de tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.1139679 Feb 02 12:59:46.303011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b3feb-e3b1-4437-81b0-6fa2521aa9cb req-001e6861-c0db-4b48-863e-23dff89625fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:46.305133 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-005b3feb-e3b1-4437-81b0-6fa2521aa9cb req-001e6861-c0db-4b48-863e-23dff89625fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4622457a-1160-4a53-a71b-214c7f3ae635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0701344 Feb 02 12:59:46.348110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5df50ddc-c1d6-46ff-b4fa-f5a8a52cdf7d req-f60d40a8-e173-4812-aeea-5cac2a8c7cea tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994177 Feb 02 12:59:46.425453 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-005b3feb-e3b1-4437-81b0-6fa2521aa9cb req-c4609c0f-7b89-4fb0-948b-c30703e337f4 service neutron] 10.222.0.18 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131499 Feb 02 12:59:46.530067 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-005b3feb-e3b1-4437-81b0-6fa2521aa9cb req-b8f70074-8c04-4bfa-95e8-687d584c11aa service neutron] 10.222.0.18 "GET /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976176 Feb 02 12:59:46.783297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fc43b-1407-4762-8a9c-0d72466815e4 req-0d67798c-29bd-4c2c-81c0-fa3589909c57 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:46.784739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d1fc43b-1407-4762-8a9c-0d72466815e4 req-0d67798c-29bd-4c2c-81c0-fa3589909c57 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 946 time: 0.4307325 Feb 02 12:59:46.827551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2350a-ba88-43f5-9456-35aa142257eb req-a2e958f7-0db0-4248-b995-f5ddc4a036d1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:46.829035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dbc2350a-ba88-43f5-9456-35aa142257eb req-a2e958f7-0db0-4248-b995-f5ddc4a036d1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 944 time: 0.4180329 Feb 02 12:59:46.832705 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0621b7d3-9da8-4772-a235-09211c921831 req-aa0190fd-db46-4d98-a6f6-25f8ee5706de tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5f2ac8fa-a663-4034-a086-9a14aed32bc6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:46.883782 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0190fd-db46-4d98-a6f6-25f8ee5706de tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event deleted for resources: {'Port': ['ID=5f2ac8fa-a663-4034-a086-9a14aed32bc6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:46.923378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d1fc43b-1407-4762-8a9c-0d72466815e4 req-97175cfa-1cc3-4425-870e-f19b02de161b tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/security-groups?id=52174aa3-07dd-49db-bc65-e9df93f1c209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296892 Feb 02 12:59:46.942476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0621b7d3-9da8-4772-a235-09211c921831 req-aa0190fd-db46-4d98-a6f6-25f8ee5706de tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] No DVR routers for this DVR port 5f2ac8fa-a663-4034-a086-9a14aed32bc6 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:59:46.946572 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0621b7d3-9da8-4772-a235-09211c921831 req-aa0190fd-db46-4d98-a6f6-25f8ee5706de tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:46.950022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0621b7d3-9da8-4772-a235-09211c921831 req-aa0190fd-db46-4d98-a6f6-25f8ee5706de tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.18 "DELETE /v2.0/ports/5f2ac8fa-a663-4034-a086-9a14aed32bc6 HTTP/1.1" status: 204 len: 173 time: 1.0299141 Feb 02 12:59:46.969492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dbc2350a-ba88-43f5-9456-35aa142257eb req-0f321bd6-c188-42e1-bdc9-fccb84acb797 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321514 Feb 02 12:59:47.064281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402299f-0743-40cd-932b-959644b1e999 req-70ce241e-3575-4f24-a654-598b48b4ac1e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:47.065745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2402299f-0743-40cd-932b-959644b1e999 req-70ce241e-3575-4f24-a654-598b48b4ac1e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 948 time: 0.0734015 Feb 02 12:59:47.089303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdb4f931-c338-4a6a-823e-ab4a92cf8411 req-621f857d-bce9-4f79-9e0f-a2b75ef5f7f7 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b187c3e-3dc9-4c5c-9503-e4a15d796f0d HTTP/1.1" status: 200 len: 210 time: 0.0430279 Feb 02 12:59:47.144591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2402299f-0743-40cd-932b-959644b1e999 req-6b037923-35c6-49ac-a1b2-81eaeb42368e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569456 Feb 02 12:59:47.477373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2659c8-50b4-459e-9cc8-9f0c7b21b0d6 req-f9ba2897-e78e-4a65-8e33-ce996f5149da tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:47.478918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1f2659c8-50b4-459e-9cc8-9f0c7b21b0d6 req-f9ba2897-e78e-4a65-8e33-ce996f5149da tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.0599122 Feb 02 12:59:47.531973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1f2659c8-50b4-459e-9cc8-9f0c7b21b0d6 req-c80e40ac-0670-4565-9f89-19e78b3cb585 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Feb 02 12:59:47.775322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebda06ab-a676-43b7-9019-2fa1c6eaeb8a req-ed93bab7-7666-4cd2-92e8-19416d067421 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:47.776817 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebda06ab-a676-43b7-9019-2fa1c6eaeb8a req-ed93bab7-7666-4cd2-92e8-19416d067421 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 946 time: 0.0579696 Feb 02 12:59:47.784665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 11e1df96-a725-42a9-b9c5-5eb5a99eac61 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:59:47.887061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b187c3e-3dc9-4c5c-9503-e4a15d796f0d', 'name': 'network-vif-deleted', 'tag': '5f2ac8fa-a663-4034-a086-9a14aed32bc6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:47.889586 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c68f71-9d78-4657-8d44-26223213f61a" -d '{"events": [{"server_uuid": "2b187c3e-3dc9-4c5c-9503-e4a15d796f0d", "name": "network-vif-deleted", "tag": "5f2ac8fa-a663-4034-a086-9a14aed32bc6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:47.889747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 11e1df96-a725-42a9-b9c5-5eb5a99eac61, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:47.895502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ebda06ab-a676-43b7-9019-2fa1c6eaeb8a req-91c8bfa7-9cd3-49fa-8211-087a8e5e4396 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Deleting port 3f1d2f2d-ea7e-405c-8981-a274140d1579 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:59:47.895864 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebda06ab-a676-43b7-9019-2fa1c6eaeb8a req-91c8bfa7-9cd3-49fa-8211-087a8e5e4396 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:47.906802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '11e1df96-a725-42a9-b9c5-5eb5a99eac61', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '11e1df96-a725-42a9-b9c5-5eb5a99eac61', 'mac_address': 'fa:16:3e:98:84:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:59:47.946504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:47.947098 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:47.962135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e1df96-a725-42a9-b9c5-5eb5a99eac61 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:47.979126 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a115c4e4-0e63-490c-82b7-aabbea69fe5e x-openstack-request-id: req-a115c4e4-0e63-490c-82b7-aabbea69fe5e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:47.979792 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b187c3e-3dc9-4c5c-9503-e4a15d796f0d", "name": "network-vif-deleted", "tag": "5f2ac8fa-a663-4034-a086-9a14aed32bc6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:47.979792 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a115c4e4-0e63-490c-82b7-aabbea69fe5e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:47.980131 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b187c3e-3dc9-4c5c-9503-e4a15d796f0d', 'name': 'network-vif-deleted', 'tag': '5f2ac8fa-a663-4034-a086-9a14aed32bc6', 'status': 'completed', 'code': 200} Feb 02 12:59:47.984121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 11e1df96-a725-42a9-b9c5-5eb5a99eac61, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:47.989185 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:47.989841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 25350cb3-5239-473c-a067-b55471fa67ae details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:59:48.016799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ebda06ab-a676-43b7-9019-2fa1c6eaeb8a req-91c8bfa7-9cd3-49fa-8211-087a8e5e4396 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] For port 3f1d2f2d-ea7e-405c-8981-a274140d1579, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=3f1d2f2d-ea7e-405c-8981-a274140d1579,segment=NetworkSegment(4bace05f-f4e7-407f-86ec-a6c21aa99d42),segment_id=4bace05f-f4e7-407f-86ec-a6c21aa99d42)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:48.017118 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebda06ab-a676-43b7-9019-2fa1c6eaeb8a req-91c8bfa7-9cd3-49fa-8211-087a8e5e4396 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:48.045471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ebda06ab-a676-43b7-9019-2fa1c6eaeb8a req-91c8bfa7-9cd3-49fa-8211-087a8e5e4396 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Calling delete_port for 3f1d2f2d-ea7e-405c-8981-a274140d1579 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:59:48.062637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=11e1df96-a725-42a9-b9c5-5eb5a99eac61,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:48.134100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=25350cb3-5239-473c-a067-b55471fa67ae,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:48.147468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '25350cb3-5239-473c-a067-b55471fa67ae', 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706', 'port_id': '25350cb3-5239-473c-a067-b55471fa67ae', 'mac_address': 'fa:16:3e:7c:e3:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce7726b-81be-44ef-bfba-8ad37776d41f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:59:48.187659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 25350cb3-5239-473c-a067-b55471fa67ae is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:48.188045 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (25350cb3-5239-473c-a067-b55471fa67ae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:48.196052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe44e78-112d-4fea-a0a7-a3ac99cac7b2 req-fbbc6b55-3285-4226-ad70-b68b77143056 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:48.197158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fe44e78-112d-4fea-a0a7-a3ac99cac7b2 req-fbbc6b55-3285-4226-ad70-b68b77143056 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9848793-85ff-4e88-8a8e-e5e631ca1eb1 HTTP/1.1" status: 200 len: 946 time: 0.1698062 Feb 02 12:59:48.201213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25350cb3-5239-473c-a067-b55471fa67ae {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:48.222685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=25350cb3-5239-473c-a067-b55471fa67ae,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:48.227186 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (25350cb3-5239-473c-a067-b55471fa67ae), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:48.234580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f62d3-bbee-487c-bcb2-a749e6e77ed4 req-ca206007-f47f-4f86-a335-62a3c8c390cb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:48.236124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-022f62d3-bbee-487c-bcb2-a749e6e77ed4 req-ca206007-f47f-4f86-a335-62a3c8c390cb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 944 time: 0.1576159 Feb 02 12:59:48.280350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=25350cb3-5239-473c-a067-b55471fa67ae,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:48.313194 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fe44e78-112d-4fea-a0a7-a3ac99cac7b2 req-d0862e65-4793-4757-851d-059e4d37a948 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.83 "GET /v2.0/security-groups?id=52174aa3-07dd-49db-bc65-e9df93f1c209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038015 Feb 02 12:59:48.343562 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebda06ab-a676-43b7-9019-2fa1c6eaeb8a req-91c8bfa7-9cd3-49fa-8211-087a8e5e4396 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (3f1d2f2d-ea7e-405c-8981-a274140d1579), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:48.355072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-022f62d3-bbee-487c-bcb2-a749e6e77ed4 req-32e10a1d-921d-4006-90ac-28fd63fb6198 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044555 Feb 02 12:59:48.379384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8bfa7-9cd3-49fa-8211-087a8e5e4396 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Pushing event deleted for resources: {'Port': ['ID=3f1d2f2d-ea7e-405c-8981-a274140d1579,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:48.401775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['3f1d2f2d-ea7e-405c-8981-a274140d1579'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:48.446678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebda06ab-a676-43b7-9019-2fa1c6eaeb8a req-91c8bfa7-9cd3-49fa-8211-087a8e5e4396 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] No DVR routers for this DVR port 3f1d2f2d-ea7e-405c-8981-a274140d1579 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:59:48.449150 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ebda06ab-a676-43b7-9019-2fa1c6eaeb8a req-91c8bfa7-9cd3-49fa-8211-087a8e5e4396 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:48.452835 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebda06ab-a676-43b7-9019-2fa1c6eaeb8a req-91c8bfa7-9cd3-49fa-8211-087a8e5e4396 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733 tempest-FloatingIPsAssociationNegativeTestJSON-1314214733-project] 10.222.0.18 "DELETE /v2.0/ports/3f1d2f2d-ea7e-405c-8981-a274140d1579 HTTP/1.1" status: 204 len: 173 time: 0.6710308 Feb 02 12:59:48.550316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450ef12-61d9-42a7-8ec0-9bffa9395651 req-a6e841e1-0b2d-4a34-8a23-a699c09d58be tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:48.552431 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8450ef12-61d9-42a7-8ec0-9bffa9395651 req-a6e841e1-0b2d-4a34-8a23-a699c09d58be tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 949 time: 0.0911794 Feb 02 12:59:48.630885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['25350cb3-5239-473c-a067-b55471fa67ae'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:48.648571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8450ef12-61d9-42a7-8ec0-9bffa9395651 req-78b7b3e7-1a31-46a3-8d5e-463f6b206851 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831366 Feb 02 12:59:48.711395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['11e1df96-a725-42a9-b9c5-5eb5a99eac61'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 12:59:48.799944 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b581676-8951-45ca-9fdb-373223149f53 req-7d95bf55-5db0-46de-9b38-8e3c14366b05 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:48.806856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b581676-8951-45ca-9fdb-373223149f53 req-7d95bf55-5db0-46de-9b38-8e3c14366b05 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.0886848 Feb 02 12:59:48.873980 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b581676-8951-45ca-9fdb-373223149f53 req-6225ef21-291c-485b-a8c2-323e0554f8df tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660901 Feb 02 12:59:49.323360 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37936) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:49.328064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7ea3854d-0eb9-4714-9387-07ac7e52ae15 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356302594', 'description': 'tempest-description--1549313548'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:49.351288 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ea3854d-0eb9-4714-9387-07ac7e52ae15 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.373497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:49.422807 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ea3854d-0eb9-4714-9387-07ac7e52ae15 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for security_group (fbc4b9a1-df61-4edc-9636-1c1d6665fbed), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.428269 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ea3854d-0eb9-4714-9387-07ac7e52ae15 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fbc4b9a1-df61-4edc-9636-1c1d6665fbed), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.465372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ea3854d-0eb9-4714-9387-07ac7e52ae15 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.469493 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7ea3854d-0eb9-4714-9387-07ac7e52ae15 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1422758 Feb 02 12:59:49.469861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37944) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:49.474679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-aa380da2-7d85-488b-945d-f24d7d95546c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Request body: {'security_group_rule': {'security_group_id': 'fbc4b9a1-df61-4edc-9636-1c1d6665fbed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:49.482207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3854d-0eb9-4714-9387-07ac7e52ae15 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc4b9a1-df61-4edc-9636-1c1d6665fbed,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:49.510273 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa380da2-7d85-488b-945d-f24d7d95546c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for security_group_rule (1f191763-586f-408e-b331-2b663b7f01c3), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.570025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571f11d-295a-4066-a650-4faf45d987f5 req-9f947197-f0e9-466a-b61f-cee95bcb31fd tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:49.570233 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa380da2-7d85-488b-945d-f24d7d95546c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for security_group_rule (1f191763-586f-408e-b331-2b663b7f01c3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.571522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9571f11d-295a-4066-a650-4faf45d987f5 req-9f947197-f0e9-466a-b61f-cee95bcb31fd tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 945 time: 0.1028099 Feb 02 12:59:49.575082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa380da2-7d85-488b-945d-f24d7d95546c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (1f191763-586f-408e-b331-2b663b7f01c3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.603199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa380da2-7d85-488b-945d-f24d7d95546c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f191763-586f-408e-b331-2b663b7f01c3,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:49.617362 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa380da2-7d85-488b-945d-f24d7d95546c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.621346 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aa380da2-7d85-488b-945d-f24d7d95546c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480362 Feb 02 12:59:49.621571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37946) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:49.626129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-af4666c1-0d5a-4322-9a0c-afe9fe658e8e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Request body: {'security_group_rule': {'security_group_id': 'fbc4b9a1-df61-4edc-9636-1c1d6665fbed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:49.657756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af4666c1-0d5a-4322-9a0c-afe9fe658e8e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for security_group_rule (5e224693-efe2-4d8c-90c2-87b94e8d2a7e), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.680617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9571f11d-295a-4066-a650-4faf45d987f5 req-a60701a1-6d41-4243-8bf6-17a826a7d49a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024745 Feb 02 12:59:49.750949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af4666c1-0d5a-4322-9a0c-afe9fe658e8e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for security_group_rule (5e224693-efe2-4d8c-90c2-87b94e8d2a7e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.756366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af4666c1-0d5a-4322-9a0c-afe9fe658e8e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (5e224693-efe2-4d8c-90c2-87b94e8d2a7e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.776182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4666c1-0d5a-4322-9a0c-afe9fe658e8e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e224693-efe2-4d8c-90c2-87b94e8d2a7e,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:49.788241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af4666c1-0d5a-4322-9a0c-afe9fe658e8e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.792782 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-af4666c1-0d5a-4322-9a0c-afe9fe658e8e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670604 Feb 02 12:59:49.793086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37950) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:49.797662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:49.815772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 11e1df96-a725-42a9-b9c5-5eb5a99eac61 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:59:49.823871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.841936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f80e13-fc22-47f2-8850-11af4bab7f8b req-e4852f13-ca5d-4313-973b-e044662106aa tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:49.843499 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61f80e13-fc22-47f2-8850-11af4bab7f8b req-e4852f13-ca5d-4313-973b-e044662106aa tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 949 time: 0.1124983 Feb 02 12:59:49.881385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:59:49.886724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:59:49.887230 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.969993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.984452 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'name': 'network-vif-deleted', 'tag': '3f1d2f2d-ea7e-405c-8981-a274140d1579'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:49.986781 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60304bb-0560-4492-91b9-42f48f8bf860" -d '{"events": [{"server_uuid": "a9848793-85ff-4e88-8a8e-e5e631ca1eb1", "name": "network-vif-deleted", "tag": "3f1d2f2d-ea7e-405c-8981-a274140d1579"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:49.993485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:49.993869 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:49.994911 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61f80e13-fc22-47f2-8850-11af4bab7f8b req-60ea2166-c9e3-4b22-a610-1aecae1a1524 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422136 Feb 02 12:59:50.056771 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfee6943-c78c-4d5e-acb5-f020338f0f38 x-openstack-request-id: req-cfee6943-c78c-4d5e-acb5-f020338f0f38 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:50.057077 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9848793-85ff-4e88-8a8e-e5e631ca1eb1", "name": "network-vif-deleted", "tag": "3f1d2f2d-ea7e-405c-8981-a274140d1579", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:50.057306 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cfee6943-c78c-4d5e-acb5-f020338f0f38 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:50.057707 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9848793-85ff-4e88-8a8e-e5e631ca1eb1', 'name': 'network-vif-deleted', 'tag': '3f1d2f2d-ea7e-405c-8981-a274140d1579', 'status': 'completed', 'code': 200} Feb 02 12:59:50.063854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0275f6b-c978-4405-bcef-3c81f3892bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e1df96-a725-42a9-b9c5-5eb5a99eac61'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:50.067853 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803efff6-7656-4b29-a5d1-e974be509b37" -d '{"events": [{"server_uuid": "c0275f6b-c978-4405-bcef-3c81f3892bbd", "name": "network-vif-plugged", "status": "completed", "tag": "11e1df96-a725-42a9-b9c5-5eb5a99eac61"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:50.082094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 11e1df96-a725-42a9-b9c5-5eb5a99eac61, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:50.092302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a2995-7f63-4a74-9ded-cb9e5395f419 req-aedfdef4-9235-42c6-a71b-91f77e06a098 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:50.099679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e3a2995-7f63-4a74-9ded-cb9e5395f419 req-aedfdef4-9235-42c6-a71b-91f77e06a098 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.1250744 Feb 02 12:59:50.101171 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.103270 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 25350cb3-5239-473c-a067-b55471fa67ae up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 12:59:50.131548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Allocated IP 172.25.4.40 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/dfd4cb37-924d-4042-a4cd-43d5a727798d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:59:50.144656 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b23f36-fecc-4592-bd8b-657690d6bd22 x-openstack-request-id: req-a7b23f36-fecc-4592-bd8b-657690d6bd22 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:50.145119 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0275f6b-c978-4405-bcef-3c81f3892bbd", "name": "network-vif-plugged", "status": "completed", "tag": "11e1df96-a725-42a9-b9c5-5eb5a99eac61", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:50.145454 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a7b23f36-fecc-4592-bd8b-657690d6bd22 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:50.145924 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0275f6b-c978-4405-bcef-3c81f3892bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e1df96-a725-42a9-b9c5-5eb5a99eac61', 'code': 200} Feb 02 12:59:50.161170 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7641506b-efb6-49da-877f-3fd6a851c738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.207581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=11e1df96-a725-42a9-b9c5-5eb5a99eac61,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:50.215225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e3a2995-7f63-4a74-9ded-cb9e5395f419 req-42158c8c-2d39-4f5e-bed4-501a7bd6efd4 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102273 Feb 02 12:59:50.233000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 25350cb3-5239-473c-a067-b55471fa67ae completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 12:59:50.238139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 25350cb3-5239-473c-a067-b55471fa67ae triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 12:59:50.239097 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (25350cb3-5239-473c-a067-b55471fa67ae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.282726 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for port (dfd4cb37-924d-4042-a4cd-43d5a727798d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.330326 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bae0cd-0a56-4cc3-8468-8229f446779b req-d358df34-bb29-420b-af82-889f551a9a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:50.331368 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dfd4cb37-924d-4042-a4cd-43d5a727798d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.333325 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77bae0cd-0a56-4cc3-8468-8229f446779b req-d358df34-bb29-420b-af82-889f551a9a01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 1132 time: 0.1042335 Feb 02 12:59:50.375923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:59:50.379109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:59:50.382337 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:59:50.414707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event updated for resources: {'Port': ['ID=dfd4cb37-924d-4042-a4cd-43d5a727798d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:50.489513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77bae0cd-0a56-4cc3-8468-8229f446779b req-2d6f1d70-5786-4125-b674-40c309a95ebe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295455 Feb 02 12:59:50.499206 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for floatingip (4c9fed9b-f00f-4d60-a0c6-72ad2e60b859), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.513907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 25350cb3-5239-473c-a067-b55471fa67ae is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 12:59:50.514743 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (25350cb3-5239-473c-a067-b55471fa67ae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.549836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dfd4cb37-924d-4042-a4cd-43d5a727798d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.563742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=25350cb3-5239-473c-a067-b55471fa67ae,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:50.571264 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (25350cb3-5239-473c-a067-b55471fa67ae), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.572339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5f2ac8fa-a663-4034-a086-9a14aed32bc6 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:59:50.607171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7641506b-efb6-49da-877f-3fd6a851c738 admin admin] Deleting port 6c76000d-6268-4405-9a8b-6cca18403e09 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:59:50.607560 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7641506b-efb6-49da-877f-3fd6a851c738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.651271 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=25350cb3-5239-473c-a067-b55471fa67ae,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:50.654250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 5f2ac8fa-a663-4034-a086-9a14aed32bc6 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 12:59:50.662745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5f2ac8fa-a663-4034-a086-9a14aed32bc6 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:59:50.663364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 3f1d2f2d-ea7e-405c-8981-a274140d1579 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:59:50.686753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 3f1d2f2d-ea7e-405c-8981-a274140d1579 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 12:59:50.687336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 3f1d2f2d-ea7e-405c-8981-a274140d1579 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:59:50.706925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7641506b-efb6-49da-877f-3fd6a851c738 admin admin] For port 6c76000d-6268-4405-9a8b-6cca18403e09, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6c76000d-6268-4405-9a8b-6cca18403e09,segment=NetworkSegment(4bace05f-f4e7-407f-86ec-a6c21aa99d42),segment_id=4bace05f-f4e7-407f-86ec-a6c21aa99d42)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:50.707412 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7641506b-efb6-49da-877f-3fd6a851c738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.726183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7641506b-efb6-49da-877f-3fd6a851c738 admin admin] Calling delete_port for 6c76000d-6268-4405-9a8b-6cca18403e09 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:59:50.734443 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for port (dfd4cb37-924d-4042-a4cd-43d5a727798d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.742838 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dfd4cb37-924d-4042-a4cd-43d5a727798d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.820348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event updated for resources: {'Port': ['ID=dfd4cb37-924d-4042-a4cd-43d5a727798d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:50.828583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (4c9fed9b-f00f-4d60-a0c6-72ad2e60b859), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.845538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:50.853781 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5b8333b9-15ee-4f30-ad6b-be8e761fcb5e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0595207 Feb 02 12:59:50.886695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dd9c7-f8ec-482d-8b94-bad0f4351504 req-82f9d09f-379a-4ae2-8abd-4b2cb1f0f4b3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:50.888440 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-341dd9c7-f8ec-482d-8b94-bad0f4351504 req-82f9d09f-379a-4ae2-8abd-4b2cb1f0f4b3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 946 time: 0.1117146 Feb 02 12:59:50.964114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-341dd9c7-f8ec-482d-8b94-bad0f4351504 req-d5584559-3a7d-4aa2-95f4-211892319319 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678191 Feb 02 12:59:51.017950 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7641506b-efb6-49da-877f-3fd6a851c738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (6c76000d-6268-4405-9a8b-6cca18403e09), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:51.057924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7641506b-efb6-49da-877f-3fd6a851c738 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c76000d-6268-4405-9a8b-6cca18403e09,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:51.239087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b86e34-fd56-447e-bd53-3b5877d0f583 req-e7813291-f283-4e32-9044-91c43d74907e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:51.240336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7b86e34-fd56-447e-bd53-3b5877d0f583 req-e7813291-f283-4e32-9044-91c43d74907e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.1515286 Feb 02 12:59:51.246201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-bedaa574-1169-4ba7-9da5-e57f7f7f5bb6 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:51.247546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-bedaa574-1169-4ba7-9da5-e57f7f7f5bb6 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/networks?id=044c06b1-0f2a-48b2-a64b-49e53478d080 HTTP/1.1" status: 200 len: 822 time: 0.2226505 Feb 02 12:59:51.311586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-c0ea1397-3ed2-4169-8cbb-14f8538a1f7c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/quotas/6c6d1a29d12446e693794e03306208ab HTTP/1.1" status: 200 len: 375 time: 0.0584118 Feb 02 12:59:51.364209 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-da3cb88d-ba76-4ddf-a941-775b19c7be56 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c6d1a29d12446e693794e03306208ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448191 Feb 02 12:59:51.399324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7b86e34-fd56-447e-bd53-3b5877d0f583 req-1e1532bd-1a87-47f4-a1b8-12fe23d86eaa tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505444 Feb 02 12:59:51.466983 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7641506b-efb6-49da-877f-3fd6a851c738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:51.871146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-74d82aa7-771f-4c77-ab0a-77196da03065 service neutron] 10.222.0.83 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827480 Feb 02 12:59:51.957636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049098-3389-445b-87cb-a15be49945fd req-0c0bb678-2a29-4159-848d-6ddcf137f64d tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:51.959008 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8049098-3389-445b-87cb-a15be49945fd req-0c0bb678-2a29-4159-848d-6ddcf137f64d tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.4811873 Feb 02 12:59:52.089948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8049098-3389-445b-87cb-a15be49945fd req-2d34745b-23dc-4926-a9ef-fa5ebfbda8d0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020162 Feb 02 12:59:52.093617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-0670942d-d35d-4064-8119-65bb9576b465 service neutron] 10.222.0.83 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149723 Feb 02 12:59:52.146658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88121bfc-bc50-4f3a-bf09-ea94ebbaf747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25350cb3-5239-473c-a067-b55471fa67ae'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:52.148967 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92322afa-d18d-4c2d-a65c-aef356c45e54" -d '{"events": [{"server_uuid": "88121bfc-bc50-4f3a-bf09-ea94ebbaf747", "name": "network-vif-plugged", "status": "completed", "tag": "25350cb3-5239-473c-a067-b55471fa67ae"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:52.162433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7641506b-efb6-49da-877f-3fd6a851c738 admin admin] Router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:59:52.248796 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ae41c8-398f-4dd3-b548-df140cc66b68 x-openstack-request-id: req-36ae41c8-398f-4dd3-b548-df140cc66b68 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:52.251696 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88121bfc-bc50-4f3a-bf09-ea94ebbaf747", "name": "network-vif-plugged", "status": "completed", "tag": "25350cb3-5239-473c-a067-b55471fa67ae", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:52.252001 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-36ae41c8-398f-4dd3-b548-df140cc66b68 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:52.252418 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88121bfc-bc50-4f3a-bf09-ea94ebbaf747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25350cb3-5239-473c-a067-b55471fa67ae', 'code': 200} Feb 02 12:59:52.304112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cc577-8594-4c60-a1ee-a350f3ad58c7 req-fe905504-aff5-434b-aedf-ca56bfd499cd tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:52.305867 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-528cc577-8594-4c60-a1ee-a350f3ad58c7 req-fe905504-aff5-434b-aedf-ca56bfd499cd tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 946 time: 0.1416514 Feb 02 12:59:52.324208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96a4e5e5-c9a7-401e-991a-77f0c6b0a10a req-aaa3f14a-cd5d-4f11-b54f-07ed543c6c87 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 210 time: 0.0385666 Feb 02 12:59:52.374067 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7641506b-efb6-49da-877f-3fd6a851c738 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:59:52.387483 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b77edf-cddb-41cb-b3fe-252fbc9bfa83 None None] Sync routers for ids ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 12:59:52.395165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7641506b-efb6-49da-877f-3fd6a851c738 admin admin] 10.222.0.83 "PUT /v2.0/routers/53a38cef-e27b-4cbd-82b6-83ce3d77b0d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0204494 Feb 02 12:59:52.398045 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37984) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:52.414705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-528cc577-8594-4c60-a1ee-a350f3ad58c7 req-8a4beffe-4ff3-4676-9cdb-d4a123a6b17a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931065 Feb 02 12:59:52.428802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b3a4e-fd3b-488a-9560-bd76252668f0 req-49a935b3-2b56-4cb0-aa6d-8c6ba9df2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:52.430751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-455b3a4e-fd3b-488a-9560-bd76252668f0 req-49a935b3-2b56-4cb0-aa6d-8c6ba9df2c32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 1128 time: 0.0729678 Feb 02 12:59:52.430888 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b77edf-cddb-41cb-b3fe-252fbc9bfa83 None None] Routers {'53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:59:52.431536 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-21b77edf-cddb-41cb-b3fe-252fbc9bfa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:59:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:52.500846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-455b3a4e-fd3b-488a-9560-bd76252668f0 req-d32469b0-403b-4172-907c-8e95d3234eb9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636363 Feb 02 12:59:52.574693 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-21b77edf-cddb-41cb-b3fe-252fbc9bfa83 None None] Set router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:59:52.585844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f17ae7-6c2a-459d-8488-cfb24e50cf27 req-fcc648ea-782b-444b-aa85-968f0b6d1044 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:52.587705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74f17ae7-6c2a-459d-8488-cfb24e50cf27 req-fcc648ea-782b-444b-aa85-968f0b6d1044 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.0847278 Feb 02 12:59:52.650627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74f17ae7-6c2a-459d-8488-cfb24e50cf27 req-9f73f1a4-0f99-42bc-b0bf-c51617e05c92 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557392 Feb 02 12:59:52.852326 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-21b77edf-cddb-41cb-b3fe-252fbc9bfa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:59:50Z', 'revision_number': 5, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:52.856413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-5de9cc25-d17c-4bfb-b528-de92563867ff req-9e08b207-5df8-4332-9538-9ef0ee7ebb07 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:59:52.859154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5de9cc25-d17c-4bfb-b528-de92563867ff req-9e08b207-5df8-4332-9538-9ef0ee7ebb07 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095642 Feb 02 12:59:52.884433 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b77edf-cddb-41cb-b3fe-252fbc9bfa83 None None] Checking router: 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 12:59:52.893035 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b77edf-cddb-41cb-b3fe-252fbc9bfa83 None None] Routers {'53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 12:59:52.893882 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-21b77edf-cddb-41cb-b3fe-252fbc9bfa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:59:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:52.920934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Publish callbacks [] for router (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:53.007168 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-21b77edf-cddb-41cb-b3fe-252fbc9bfa83 None None] Set router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 12:59:53.089691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Publish callbacks [] for router_gateway (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:53.195441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Deleting port 8ca2c6cc-1299-464b-a764-02a29fa58b2b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:59:53.195914 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:53.284544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-b89f9467-df34-439b-9911-dda1b2415d1e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1235025 Feb 02 12:59:53.288357 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-21b77edf-cddb-41cb-b3fe-252fbc9bfa83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:59:50Z', 'revision_number': 5, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:53.292838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957e77a-7ef2-47b7-890e-05ddbaa3f5d7 req-8d456a06-79a6-4cf0-b136-cc1b18b3d29f tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:53.294490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4957e77a-7ef2-47b7-890e-05ddbaa3f5d7 req-8d456a06-79a6-4cf0-b136-cc1b18b3d29f tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.1734529 Feb 02 12:59:53.300293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-3c6ebf85-2a1b-4e33-b82a-ea8c46d91f8e service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 12:59:53.301350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-3c6ebf85-2a1b-4e33-b82a-ea8c46d91f8e service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057936 Feb 02 12:59:53.308624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dac684-24d5-4841-9782-90972989dacc req-6836675b-eb34-4df8-93cf-40752749360c tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:53.320502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38dac684-24d5-4841-9782-90972989dacc req-6836675b-eb34-4df8-93cf-40752749360c tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.1175978 Feb 02 12:59:53.334278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] For port 8ca2c6cc-1299-464b-a764-02a29fa58b2b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8ca2c6cc-1299-464b-a764-02a29fa58b2b,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:53.334710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:53.353051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Calling delete_port for 8ca2c6cc-1299-464b-a764-02a29fa58b2b owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:59:53.408891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38dac684-24d5-4841-9782-90972989dacc req-1a72f7c3-f358-42ac-a823-d300cb00e263 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761526 Feb 02 12:59:53.416837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4957e77a-7ef2-47b7-890e-05ddbaa3f5d7 req-873924c0-993e-4af4-bc43-64ce5a6d1f91 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952010 Feb 02 12:59:53.512039 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b77edf-cddb-41cb-b3fe-252fbc9bfa83 None None] The sync data for ids ['53a38cef-e27b-4cbd-82b6-83ce3d77b0d1'] in n-d-827336-2 is: [{'id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-909798471-router', 'tenant_id': 'be1249fe3b934a3589d42a0842c2db4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:34Z', 'updated_at': '2022-02-02T12:59:50Z', 'revision_number': 5, 'project_id': 'be1249fe3b934a3589d42a0842c2db4c', 'gw_port': {'id': '8ca2c6cc-1299-464b-a764-02a29fa58b2b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:8a:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a38cef-e27b-4cbd-82b6-83ce3d77b0d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:37Z', 'updated_at': '2022-02-02T12:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 12:59:53.620056 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8ca2c6cc-1299-464b-a764-02a29fa58b2b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:53.649416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07c44027-8ae4-4a18-8281-85f33c679d84 req-026ffc65-518f-4503-bb30-409ec7af6b2e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 210 time: 0.0571082 Feb 02 12:59:53.650428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Pushing event deleted for resources: {'Port': ['ID=8ca2c6cc-1299-464b-a764-02a29fa58b2b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:53.718043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df97a61-b6ec-40aa-8371-a45d2ab54af8 req-65b4b47a-d6f5-4cee-a7f2-868f14a00e97 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:53.726477 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8df97a61-b6ec-40aa-8371-a45d2ab54af8 req-65b4b47a-d6f5-4cee-a7f2-868f14a00e97 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 946 time: 0.2018766 Feb 02 12:59:53.759628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:53.804397 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8df97a61-b6ec-40aa-8371-a45d2ab54af8 req-03a7289e-07c9-4b07-8b3c-01b12369d0c6 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720370 Feb 02 12:59:53.973350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-6736bbcc-7703-45d0-a554-9a27f53007d9 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:53.976305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-6736bbcc-7703-45d0-a554-9a27f53007d9 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.18 "GET /v2.0/networks?id=044c06b1-0f2a-48b2-a64b-49e53478d080 HTTP/1.1" status: 200 len: 822 time: 0.1474495 Feb 02 12:59:53.985347 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:53.988625 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Publish callbacks [] for router_controller (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:53.995406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Request body: {'port': {'device_id': '9890425f-9ffb-4aa6-950b-6add81dcb17e', 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080', 'admin_state_up': True, 'tenant_id': '6c6d1a29d12446e693794e03306208ab'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:54.076535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6c76000d-6268-4405-9a8b-6cca18403e09 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:59:54.099663 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (53a38cef-e27b-4cbd-82b6-83ce3d77b0d1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.100236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 12:59:54.107814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.112827 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9cb14f70-4e60-4c2f-a2c6-825d2ca9d57c admin admin] 10.222.0.83 "DELETE /v2.0/routers/53a38cef-e27b-4cbd-82b6-83ce3d77b0d1 HTTP/1.1" status: 204 len: 168 time: 1.7136147 Feb 02 12:59:54.113545 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38024) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:54.120420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 6c76000d-6268-4405-9a8b-6cca18403e09 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 12:59:54.120759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6c76000d-6268-4405-9a8b-6cca18403e09 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:59:54.176017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99c593a-d70c-4e0a-b574-a6a1ed25e577 admin admin] Deleting subnet ace6d8bf-93bb-472c-8716-ba22db5f571a {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 12:59:54.185195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c99c593a-d70c-4e0a-b574-a6a1ed25e577 admin admin] Publish callbacks [] for subnet (ace6d8bf-93bb-472c-8716-ba22db5f571a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.195562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Made reservation on behalf of 6c6d1a29d12446e693794e03306208ab for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 12:59:54.203912 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.244903 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c99c593a-d70c-4e0a-b574-a6a1ed25e577 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (ace6d8bf-93bb-472c-8716-ba22db5f571a), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.409950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c99c593a-d70c-4e0a-b574-a6a1ed25e577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (ace6d8bf-93bb-472c-8716-ba22db5f571a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.411225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Allocated IP 172.20.0.10 (044c06b1-0f2a-48b2-a64b-49e53478d080/02e72cdf-6681-4d7d-9955-1315bf9f075d/8b7ca283-cbfa-4997-8728-8101893a3db7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 12:59:54.524226 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c99c593a-d70c-4e0a-b574-a6a1ed25e577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (ace6d8bf-93bb-472c-8716-ba22db5f571a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.572159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c593a-d70c-4e0a-b574-a6a1ed25e577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace6d8bf-93bb-472c-8716-ba22db5f571a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:54.574909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c99c593a-d70c-4e0a-b574-a6a1ed25e577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.581096 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c99c593a-d70c-4e0a-b574-a6a1ed25e577 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ace6d8bf-93bb-472c-8716-ba22db5f571a HTTP/1.1" status: 204 len: 168 time: 0.4665163 Feb 02 12:59:54.582050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38034) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:54.587373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106cec98-f051-48a5-87ff-3cb395c74e49 None None] Network 4622457a-1160-4a53-a71b-214c7f3ae635 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 12:59:54.680744 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (4622457a-1160-4a53-a71b-214c7f3ae635), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.732686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65625747-6669-4f5d-8d70-2151e877f733 req-764244dd-403a-48d6-91db-a489cb670504 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:54.734348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65625747-6669-4f5d-8d70-2151e877f733 req-764244dd-403a-48d6-91db-a489cb670504 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.1729777 Feb 02 12:59:54.756882 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Deleting port 840f7acb-4a34-4564-831d-13bb04281a6f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:59:54.758174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.774040 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed4766-e068-4ca9-bbe1-0254c68de763 req-6313dde2-10a3-4080-a376-30db7b386e76 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:54.775759 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33ed4766-e068-4ca9-bbe1-0254c68de763 req-6313dde2-10a3-4080-a376-30db7b386e76 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.2385318 Feb 02 12:59:54.804274 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.875846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65625747-6669-4f5d-8d70-2151e877f733 req-014d1ca3-2651-4b84-aee2-0ca2e2f6831a tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340733 Feb 02 12:59:54.876672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] For port 840f7acb-4a34-4564-831d-13bb04281a6f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=840f7acb-4a34-4564-831d-13bb04281a6f,segment=NetworkSegment(4bace05f-f4e7-407f-86ec-a6c21aa99d42),segment_id=4bace05f-f4e7-407f-86ec-a6c21aa99d42)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:54.877343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.881079 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33ed4766-e068-4ca9-bbe1-0254c68de763 req-5fab70c0-3ebd-437d-947e-3519a0af26eb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963268 Feb 02 12:59:54.915285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Calling delete_port for 840f7acb-4a34-4564-831d-13bb04281a6f owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:59:54.924285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:54.977441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da54b374-8a8e-4e06-ab7d-1b3b6bf41730 None None] DHCP port deletion for 4622457a-1160-4a53-a71b-214c7f3ae635 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 12:59:55.036624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-da54b374-8a8e-4e06-ab7d-1b3b6bf41730 None None] Deleting port 840f7acb-4a34-4564-831d-13bb04281a6f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:59:55.037290 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da54b374-8a8e-4e06-ab7d-1b3b6bf41730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:55.038825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Network 044c06b1-0f2a-48b2-a64b-49e53478d080 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 12:59:55.046260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:55.087268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Pushing event deleted for resources: {'Port': ['ID=840f7acb-4a34-4564-831d-13bb04281a6f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:55.096000 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] No DVR routers for this DVR port 840f7acb-4a34-4564-831d-13bb04281a6f on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:59:55.100152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 12:59:55.109978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 12:59:55.133000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-da54b374-8a8e-4e06-ab7d-1b3b6bf41730 None None] For port 840f7acb-4a34-4564-831d-13bb04281a6f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=840f7acb-4a34-4564-831d-13bb04281a6f,segment=NetworkSegment(4bace05f-f4e7-407f-86ec-a6c21aa99d42),segment_id=4bace05f-f4e7-407f-86ec-a6c21aa99d42)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:55.133759 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da54b374-8a8e-4e06-ab7d-1b3b6bf41730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:55.141523 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event updated for resources: {'Port': ['ID=8b7ca283-cbfa-4997-8728-8101893a3db7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:55.154179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-da54b374-8a8e-4e06-ab7d-1b3b6bf41730 None None] Calling delete_port for 840f7acb-4a34-4564-831d-13bb04281a6f owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:59:55.219759 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919e66d-6823-4c09-8d63-ba177234002d req-8cfd299d-10cf-4fa7-9c77-881c4bd0d882 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:55.221979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1919e66d-6823-4c09-8d63-ba177234002d req-8cfd299d-10cf-4fa7-9c77-881c4bd0d882 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 946 time: 0.2273829 Feb 02 12:59:55.234510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f452d4a-0b94-4039-aa93-42887e24690e req-fbf7ff7c-75d9-4267-8986-3e5d5fdb66b2 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:55.235752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (4622457a-1160-4a53-a71b-214c7f3ae635), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:55.242510 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f452d4a-0b94-4039-aa93-42887e24690e req-fbf7ff7c-75d9-4267-8986-3e5d5fdb66b2 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 932 time: 0.2361577 Feb 02 12:59:55.249341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:55.250168 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:55.256438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4622457a-1160-4a53-a71b-214c7f3ae635']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:55.267038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bace05f-f4e7-407f-86ec-a6c21aa99d42') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:55.267497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bace05f-f4e7-407f-86ec-a6c21aa99d42') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 12:59:55.277637 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (4bace05f-f4e7-407f-86ec-a6c21aa99d42), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:55.291221 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4bace05f-f4e7-407f-86ec-a6c21aa99d42), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:55.297762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 12:59:55.297952 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da54b374-8a8e-4e06-ab7d-1b3b6bf41730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (840f7acb-4a34-4564-831d-13bb04281a6f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:55.298170 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (4bace05f-f4e7-407f-86ec-a6c21aa99d42), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:55.340948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54b374-8a8e-4e06-ab7d-1b3b6bf41730 None None] Pushing event deleted for resources: {'Port': ['ID=840f7acb-4a34-4564-831d-13bb04281a6f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:55.346281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-49b6f13a-30ef-456d-9b4b-662b9deebe7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3551540 Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: timer() Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 12:59:55.356099 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 12:59:55.361330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54b374-8a8e-4e06-ab7d-1b3b6bf41730 None None] No DVR routers for this DVR port 840f7acb-4a34-4564-831d-13bb04281a6f on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:59:55.369914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f452d4a-0b94-4039-aa93-42887e24690e req-74b1fcf2-9ca8-4ce6-9948-c0069d8dda1e tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262252 Feb 02 12:59:55.373323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1919e66d-6823-4c09-8d63-ba177234002d req-5d494580-51d3-4427-9d2d-517673060843 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190770 Feb 02 12:59:55.385457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (4622457a-1160-4a53-a71b-214c7f3ae635), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:55.386553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:55.390587 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] 10.222.0.83 "DELETE /v2.0/networks/4622457a-1160-4a53-a71b-214c7f3ae635 HTTP/1.1" status: 204 len: 168 time: 0.8068748 Feb 02 12:59:55.395621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Request body: {'port': {'device_id': '9890425f-9ffb-4aa6-950b-6add81dcb17e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 12:59:55.404790 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7019c-4ee6-4aa8-afa5-5807d14a48cd admin admin] Pushing event deleted for resources: {'Network': ['ID=4622457a-1160-4a53-a71b-214c7f3ae635,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:55.424472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-e398c047-141e-46e0-ba1f-c4779d4d4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:55.426239 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-e398c047-141e-46e0-ba1f-c4779d4d4898 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 1132 time: 0.2474525 Feb 02 12:59:55.504401 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:55.543006 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-e8b3cbe4-0ae7-45e5-be5e-e59b11a27108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:55.544907 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-e8b3cbe4-0ae7-45e5-be5e-e59b11a27108 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1124938 Feb 02 12:59:55.612556 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-dae24c31-e57c-477f-a380-a862dbb61f4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61 HTTP/1.1" status: 200 len: 217 time: 0.0580218 Feb 02 12:59:55.631110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38046) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:55.669439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de57299-34e2-4e7f-9cf7-4e40b8fbff5e req-7d5b31d2-368b-4fbc-8aab-9154c9c8a901 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:55.678543 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2de57299-34e2-4e7f-9cf7-4e40b8fbff5e req-7d5b31d2-368b-4fbc-8aab-9154c9c8a901 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 1128 time: 0.1643457 Feb 02 12:59:55.708970 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-11f996ba-e93e-4074-97e8-d120488dc094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:55.710403 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-11f996ba-e93e-4074-97e8-d120488dc094 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0929844 Feb 02 12:59:55.717620 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2a66f4e3-3928-4588-8197-d5f506fddc23 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=be1249fe3b934a3589d42a0842c2db4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0844574 Feb 02 12:59:55.724689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38048) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 12:59:55.777309 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-2a17ea51-cb6a-4322-9768-d288add41a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:55.779278 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-2a17ea51-cb6a-4322-9768-d288add41a60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0607021 Feb 02 12:59:55.817580 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2de57299-34e2-4e7f-9cf7-4e40b8fbff5e req-47a9ce67-48b4-474f-bcb1-0039f8a08b1b tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329598 Feb 02 12:59:55.894603 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-28b39abb-ea4d-41b3-b3fe-f043cbf6463c service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086893 Feb 02 12:59:55.965657 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0ea02e0-fd56-4228-87bd-03bf997dc848 admin admin] Publish callbacks [] for security_group (52174aa3-07dd-49db-bc65-e9df93f1c209), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:56.013591 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-2aaf37a6-c2f9-4a15-b641-84ce46faf138 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118445 Feb 02 12:59:56.028644 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0ea02e0-fd56-4228-87bd-03bf997dc848 admin admin] Publish callbacks [] for security_group (52174aa3-07dd-49db-bc65-e9df93f1c209), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:56.046139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7ca283-cbfa-4997-8728-8101893a3db7 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 12:59:56.051321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8ca2c6cc-1299-464b-a764-02a29fa58b2b no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:59:56.069149 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Publish callbacks [] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:56.075716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b5b2d-3db6-4f2d-841d-9e6666096e09 req-3bb13823-9e9e-4d4e-9ab3-5b28c8b4b148 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:56.077617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-343b5b2d-3db6-4f2d-841d-9e6666096e09 req-3bb13823-9e9e-4d4e-9ab3-5b28c8b4b148 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 1128 time: 0.1955392 Feb 02 12:59:56.093495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135d16e-637a-43a7-842f-fcd6bad183f8 req-efc50819-fca7-4c3a-a32d-a3bc46985403 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:56.096626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8ca2c6cc-1299-464b-a764-02a29fa58b2b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 12:59:56.096979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8ca2c6cc-1299-464b-a764-02a29fa58b2b not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:59:56.097409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 840f7acb-4a34-4564-831d-13bb04281a6f no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 12:59:56.100948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6135d16e-637a-43a7-842f-fcd6bad183f8 req-efc50819-fca7-4c3a-a32d-a3bc46985403 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.2263432 Feb 02 12:59:56.118875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 840f7acb-4a34-4564-831d-13bb04281a6f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 12:59:56.119217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 840f7acb-4a34-4564-831d-13bb04281a6f not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 12:59:56.152470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Transition to ACTIVE for port object 8b7ca283-cbfa-4997-8728-8101893a3db7 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 12:59:56.170344 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:56.240242 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6135d16e-637a-43a7-842f-fcd6bad183f8 req-8894fc6a-219e-4955-9428-ff6a5322f72a tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384189 Feb 02 12:59:56.246048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-343b5b2d-3db6-4f2d-841d-9e6666096e09 req-63edd61c-3830-426e-a120-88f6bd75881f tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382241 Feb 02 12:59:56.248331 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0ea02e0-fd56-4228-87bd-03bf997dc848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (52174aa3-07dd-49db-bc65-e9df93f1c209), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:56.250798 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0ea02e0-fd56-4228-87bd-03bf997dc848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:56.267530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e0ea02e0-fd56-4228-87bd-03bf997dc848 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/52174aa3-07dd-49db-bc65-e9df93f1c209 HTTP/1.1" status: 204 len: 168 time: 0.5284138 Feb 02 12:59:56.297854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea02e0-fd56-4228-87bd-03bf997dc848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52174aa3-07dd-49db-bc65-e9df93f1c209,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:56.323050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7ca283-cbfa-4997-8728-8101893a3db7,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:56.456358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Attempting to bind port 8b7ca283-cbfa-4997-8728-8101893a3db7 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 12:59:56.456690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Attempting to bind port 8b7ca283-cbfa-4997-8728-8101893a3db7 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 12:59:56.457007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Attempting to bind port 8b7ca283-cbfa-4997-8728-8101893a3db7 on network 044c06b1-0f2a-48b2-a64b-49e53478d080 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:56.469652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c1033-fca3-4675-95b2-f81b9c65ac96 req-2cad7fc3-7d85-4b14-8359-fac588c93eee tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:56.475898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-484c1033-fca3-4675-95b2-f81b9c65ac96 req-2cad7fc3-7d85-4b14-8359-fac588c93eee tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.1232781 Feb 02 12:59:56.479544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Port 8b7ca283-cbfa-4997-8728-8101893a3db7 on network 044c06b1-0f2a-48b2-a64b-49e53478d080 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 12:59:56.479864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Attempting to bind port 8b7ca283-cbfa-4997-8728-8101893a3db7 on network 044c06b1-0f2a-48b2-a64b-49e53478d080 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 12:59:56.511837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88953d-1831-45a0-9e45-7c057145c1a9 req-cd7311d0-da9d-414e-897e-6ba448fbea59 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:56.515352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e88953d-1831-45a0-9e45-7c057145c1a9 req-cd7311d0-da9d-414e-897e-6ba448fbea59 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.1225491 Feb 02 12:59:56.519559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 12:59:56.519900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Checking segment: {'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 12:59:56.520274 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Bound using segment: {'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 12:59:56.520716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Bound port: 8b7ca283-cbfa-4997-8728-8101893a3db7, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 12:59:56.521066 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:56.622028 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-484c1033-fca3-4675-95b2-f81b9c65ac96 req-1bd04725-266b-4e11-8cfe-360390d7a697 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378500 Feb 02 12:59:56.675654 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e88953d-1831-45a0-9e45-7c057145c1a9 req-8aa9ad52-f389-4265-96f5-481374f7d242 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511126 Feb 02 12:59:56.693908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] For port 8b7ca283-cbfa-4997-8728-8101893a3db7, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 12:59:56.699732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] For port 8b7ca283-cbfa-4997-8728-8101893a3db7, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8b7ca283-cbfa-4997-8728-8101893a3db7,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 12:59:56.715018 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:56.804257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:56.805139 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:56.806408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] 10.222.0.18 "PUT /v2.0/ports/8b7ca283-cbfa-4997-8728-8101893a3db7 HTTP/1.1" status: 200 len: 1092 time: 1.4190464 Feb 02 12:59:56.807675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9890425f-9ffb-4aa6-950b-6add81dcb17e', 'tag': '8b7ca283-cbfa-4997-8728-8101893a3db7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:56.809943 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b9d2e0-c4ad-42cc-baa9-810b9790e45a" -d '{"events": [{"name": "network-changed", "server_uuid": "9890425f-9ffb-4aa6-950b-6add81dcb17e", "tag": "8b7ca283-cbfa-4997-8728-8101893a3db7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 12:59:56.888332 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e723feaf-1870-427f-955a-c32f8abcb2d5 x-openstack-request-id: req-e723feaf-1870-427f-955a-c32f8abcb2d5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 12:59:56.888622 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9890425f-9ffb-4aa6-950b-6add81dcb17e", "tag": "8b7ca283-cbfa-4997-8728-8101893a3db7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 12:59:56.888873 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e723feaf-1870-427f-955a-c32f8abcb2d5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 12:59:56.889290 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9890425f-9ffb-4aa6-950b-6add81dcb17e', 'tag': '8b7ca283-cbfa-4997-8728-8101893a3db7', 'status': 'completed', 'code': 200} Feb 02 12:59:56.908910 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0cbaf5-2355-4367-bafd-5883b7ddaff8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b7ca283-cbfa-4997-8728-8101893a3db7,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:56.958252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240fc01-a841-4828-9031-5685c71f6cf3 req-978c0aa2-50ca-48b0-a0f9-e7666b234618 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:56.960511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5240fc01-a841-4828-9031-5685c71f6cf3 req-978c0aa2-50ca-48b0-a0f9-e7666b234618 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 944 time: 0.1874678 Feb 02 12:59:57.020905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-dbebe871-500f-475f-845c-5e4c71e12555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:57.022405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-dbebe871-500f-475f-845c-5e4c71e12555 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c6d1a29d12446e693794e03306208ab&device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 1126 time: 0.1235499 Feb 02 12:59:57.041677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa691f8-6741-4eed-8ae8-08991ead15d9 req-a61c1d42-232d-4fc2-84de-32b40f9ac066 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:57.043396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4fa691f8-6741-4eed-8ae8-08991ead15d9 req-a61c1d42-232d-4fc2-84de-32b40f9ac066 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 1128 time: 0.1064563 Feb 02 12:59:57.104683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5240fc01-a841-4828-9031-5685c71f6cf3 req-7d8749f0-6ca4-4106-8c2a-9593df865148 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191518 Feb 02 12:59:57.104683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-1eaa65ca-de87-48ee-99b4-3f8f20f97fb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7ca283-cbfa-4997-8728-8101893a3db7 HTTP/1.1" status: 200 len: 217 time: 0.0613286 Feb 02 12:59:57.180545 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4fa691f8-6741-4eed-8ae8-08991ead15d9 req-1145351c-4ec3-4cee-bc28-3b9a7303deed tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272445 Feb 02 12:59:57.184144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-d7384797-1e23-484b-a76e-a67ef6b1f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:57.185536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-d7384797-1e23-484b-a76e-a67ef6b1f277 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e72cdf-6681-4d7d-9955-1315bf9f075d HTTP/1.1" status: 200 len: 862 time: 0.0689015 Feb 02 12:59:57.231013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-ca038905-0a2f-4c28-b9a5-73874696a74a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=044c06b1-0f2a-48b2-a64b-49e53478d080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366459 Feb 02 12:59:57.362824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-c90735cc-60bc-4ba6-83c1-0da868559877 service neutron] 10.222.0.18 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247199 Feb 02 12:59:57.451871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdfe2f-506c-4244-a86d-d8cff9ad170b req-1c9bfa48-c4d3-4d7d-b136-e40706feac6c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:57.453515 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92fdfe2f-506c-4244-a86d-d8cff9ad170b req-1c9bfa48-c4d3-4d7d-b136-e40706feac6c tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.1286435 Feb 02 12:59:57.498083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dd857e0-781a-41e6-9c33-bebe78997b0d req-82201238-6016-4a83-a301-9614c17243c4 service neutron] 10.222.0.18 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291718 Feb 02 12:59:57.522220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92fdfe2f-506c-4244-a86d-d8cff9ad170b req-4d62256b-074e-4612-a278-edddc2eea5f4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571294 Feb 02 12:59:57.630055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9d2e0-c4ad-42cc-baa9-810b9790e45a req-1de4273f-36a1-495c-9697-5fcd8c34bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:57.631893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62b9d2e0-c4ad-42cc-baa9-810b9790e45a req-1de4273f-36a1-495c-9697-5fcd8c34bfdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c6d1a29d12446e693794e03306208ab&device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 1126 time: 0.0450902 Feb 02 12:59:57.795287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9d2e0-c4ad-42cc-baa9-810b9790e45a req-b9a2cf70-f496-4be7-8864-6750ad9f7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:57.796847 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62b9d2e0-c4ad-42cc-baa9-810b9790e45a req-b9a2cf70-f496-4be7-8864-6750ad9f7438 service neutron] 10.222.0.18 "GET /v2.0/networks?id=044c06b1-0f2a-48b2-a64b-49e53478d080 HTTP/1.1" status: 200 len: 923 time: 0.1583276 Feb 02 12:59:57.860913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62b9d2e0-c4ad-42cc-baa9-810b9790e45a req-aa03e2b0-a49b-4f21-a0a7-573027c32ba1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b7ca283-cbfa-4997-8728-8101893a3db7 HTTP/1.1" status: 200 len: 217 time: 0.0427701 Feb 02 12:59:57.868217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a732c11-aaa4-42e0-a622-8739a1295996 req-8088b49e-bbec-41d7-9c05-5dccc6c375e0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:57.869671 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a732c11-aaa4-42e0-a622-8739a1295996 req-8088b49e-bbec-41d7-9c05-5dccc6c375e0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.1642947 Feb 02 12:59:57.961906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f4c4e-8bac-4a87-a354-d503a8f41e15 req-0baedf49-194f-47c2-8bbd-6fb08c7e5d2c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:57.963985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b8f4c4e-8bac-4a87-a354-d503a8f41e15 req-0baedf49-194f-47c2-8bbd-6fb08c7e5d2c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.1795919 Feb 02 12:59:57.967928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9d2e0-c4ad-42cc-baa9-810b9790e45a req-3b7f5ea1-bf6f-4980-a357-f02eaf5707d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:57.969496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62b9d2e0-c4ad-42cc-baa9-810b9790e45a req-3b7f5ea1-bf6f-4980-a357-f02eaf5707d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=02e72cdf-6681-4d7d-9955-1315bf9f075d HTTP/1.1" status: 200 len: 862 time: 0.0972381 Feb 02 12:59:58.006698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a732c11-aaa4-42e0-a622-8739a1295996 req-234daa58-1383-4bef-9a3e-e6c690ce53e4 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262982 Feb 02 12:59:58.028994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62b9d2e0-c4ad-42cc-baa9-810b9790e45a req-5619be4c-8789-49d2-a4c1-cf23acffcb4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=044c06b1-0f2a-48b2-a64b-49e53478d080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394535 Feb 02 12:59:58.437029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b8f4c4e-8bac-4a87-a354-d503a8f41e15 req-fd29b563-d74e-47a6-8948-ef896af2e568 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664695 Feb 02 12:59:58.515886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-ba0b1d06-049d-4ab9-b579-7ffd4bcc530d tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:58.517457 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-ba0b1d06-049d-4ab9-b579-7ffd4bcc530d tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.62 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.0780759 Feb 02 12:59:58.529981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62b9d2e0-c4ad-42cc-baa9-810b9790e45a req-e394d34a-efbe-48f5-b7f5-e6fa88b36e44 service neutron] 10.222.0.18 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4997349 Feb 02 12:59:58.746511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef982f-e27c-4c8d-a094-4367b92e8a68 req-97cd14b2-40a5-4536-a090-5f28b9e78d7f tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:58.748094 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83ef982f-e27c-4c8d-a094-4367b92e8a68 req-97cd14b2-40a5-4536-a090-5f28b9e78d7f tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 944 time: 0.2281694 Feb 02 12:59:58.761647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54197dac-4b50-4777-b51a-dfec325d1122 req-b77dc6af-a3c1-472e-9caf-f28f396a7efc tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:58.763047 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54197dac-4b50-4777-b51a-dfec325d1122 req-b77dc6af-a3c1-472e-9caf-f28f396a7efc tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 1128 time: 0.1826172 Feb 02 12:59:58.772691 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62b9d2e0-c4ad-42cc-baa9-810b9790e45a req-e9af48d2-6707-4fbe-b60e-7dfc8cfec174 service neutron] 10.222.0.18 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341146 Feb 02 12:59:58.845287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Deleting port d704937f-d595-4e98-8bb4-9396f2c1e12d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 12:59:58.845628 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:58.865466 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83ef982f-e27c-4c8d-a094-4367b92e8a68 req-7468aa19-0cea-4dec-8b0f-ed50442f809b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100607 Feb 02 12:59:58.871353 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54197dac-4b50-4777-b51a-dfec325d1122 req-2b71b4d5-1bac-4df3-a345-19960b4be1d3 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015470 Feb 02 12:59:59.010835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] For port d704937f-d595-4e98-8bb4-9396f2c1e12d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d704937f-d595-4e98-8bb4-9396f2c1e12d,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:59.011202 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:59.194368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcdde5-bde2-4a6b-a2aa-da88772adc78 req-549df5ab-b128-4736-ba4b-931103ce47d6 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:59.199886 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbfcdde5-bde2-4a6b-a2aa-da88772adc78 req-549df5ab-b128-4736-ba4b-931103ce47d6 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 946 time: 0.2295125 Feb 02 12:59:59.260885 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:59.261858 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (04e8e8fc-6ce5-412b-ae05-dafec90d6cc7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:59.261858 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Floating IP 04e8e8fc-6ce5-412b-ae05-dafec90d6cc7 disassociated. External IP: 172.25.4.142, port: d704937f-d595-4e98-8bb4-9396f2c1e12d. Feb 02 12:59:59.262151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Calling delete_port for d704937f-d595-4e98-8bb4-9396f2c1e12d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 12:59:59.280804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbfcdde5-bde2-4a6b-a2aa-da88772adc78 req-30e1af37-89ad-4bae-8f83-bc74b24c84d4 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups?id=837dd381-6f04-4104-8fda-b697d82e303e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774612 Feb 02 12:59:59.457077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c5bef-1170-452f-be97-8a6f8b5ec29c req-dab82552-c5e4-450b-8ecd-dc0d8f1333f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:59.458698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c92c5bef-1170-452f-be97-8a6f8b5ec29c req-dab82552-c5e4-450b-8ecd-dc0d8f1333f2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.1053698 Feb 02 12:59:59.529145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c92c5bef-1170-452f-be97-8a6f8b5ec29c req-62a1d77d-f41d-4398-a7eb-811eb20ca3cb tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626092 Feb 02 12:59:59.532999 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d704937f-d595-4e98-8bb4-9396f2c1e12d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:59.569844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Pushing event deleted for resources: {'Port': ['ID=d704937f-d595-4e98-8bb4-9396f2c1e12d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 12:59:59.739074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Router 1c434d67-48ae-4b51-84d1-06af14c32531 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 12:59:59.764167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f362f-5f84-40d2-87cb-73452e8df0fd req-a9710140-a5f4-4faf-8278-2dd5e9741d06 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 12:59:59.767303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac3f362f-5f84-40d2-87cb-73452e8df0fd req-a9710140-a5f4-4faf-8278-2dd5e9741d06 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.0845606 Feb 02 12:59:59.846834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8b7ca283-cbfa-4997-8728-8101893a3db7 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 12:59:59.894811 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac3f362f-5f84-40d2-87cb-73452e8df0fd req-b87d04ce-bcb9-4576-b0d6-3dd9769455cb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915358 Feb 02 12:59:59.909596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 12:59:59.950980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 8b7ca283-cbfa-4997-8728-8101893a3db7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8b7ca283-cbfa-4997-8728-8101893a3db7,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 12:59:59.960519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] No DVR routers for this DVR port d704937f-d595-4e98-8bb4-9396f2c1e12d on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 12:59:59.963670 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 12:59:59.964914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '8b7ca283-cbfa-4997-8728-8101893a3db7', 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080', 'port_id': '8b7ca283-cbfa-4997-8728-8101893a3db7', 'mac_address': 'fa:16:3e:d7:74:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e72cdf-6681-4d7d-9955-1315bf9f075d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 12:59:59.968223 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-997611fa-c17f-49fd-8844-ac9cd1051627 req-b5e8527b-abbe-4b49-8eb4-71d40d26da57 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.62 "DELETE /v2.0/ports/d704937f-d595-4e98-8bb4-9396f2c1e12d HTTP/1.1" status: 204 len: 173 time: 1.4359980 Feb 02 12:59:59.968793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'name': 'network-vif-deleted', 'tag': 'd704937f-d595-4e98-8bb4-9396f2c1e12d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 12:59:59.971566 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b633469a-f54d-438f-96da-1fdb52d520f3" -d '{"events": [{"server_uuid": "806fb879-d4b6-4a8c-ac8c-ef5800681bba", "name": "network-vif-deleted", "tag": "d704937f-d595-4e98-8bb4-9396f2c1e12d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:00.001724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c0cc90-dc2a-4b7a-84f6-23e3b6f0d963 None None] Sync routers for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:00:00.022043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0cc90-dc2a-4b7a-84f6-23e3b6f0d963 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:00:00.023107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f6c0cc90-dc2a-4b7a-84f6-23e3b6f0d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:59:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:00.030270 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 8b7ca283-cbfa-4997-8728-8101893a3db7 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:00.030674 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:00.081435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7ca283-cbfa-4997-8728-8101893a3db7 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:00.103559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 8b7ca283-cbfa-4997-8728-8101893a3db7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8b7ca283-cbfa-4997-8728-8101893a3db7,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:00.117506 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:00.286602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=8b7ca283-cbfa-4997-8728-8101893a3db7,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:00.306933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-f6c0cc90-dc2a-4b7a-84f6-23e3b6f0d963 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:00:00.413611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['8b7ca283-cbfa-4997-8728-8101893a3db7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:00.585041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-d47d353d-e43b-48fb-b2fb-3d2ef7d5c033 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:00:00.586190 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-d47d353d-e43b-48fb-b2fb-3d2ef7d5c033 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060527 Feb 02 13:00:00.624122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f6c0cc90-dc2a-4b7a-84f6-23e3b6f0d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:00.648342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-5e33c62b-ba0b-42b6-b27d-8e30958f9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:00.650004 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-5e33c62b-ba0b-42b6-b27d-8e30958f9d3d service neutron] 10.222.0.83 "GET /v2.0/ports/25350cb3-5239-473c-a067-b55471fa67ae HTTP/1.1" status: 200 len: 1125 time: 0.0567374 Feb 02 13:00:00.656316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414b2e9-a07c-4994-9106-899fc34e643e req-281d661d-1157-46dd-8a0a-cb988fa373b6 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:00.658912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c414b2e9-a07c-4994-9106-899fc34e643e req-281d661d-1157-46dd-8a0a-cb988fa373b6 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 945 time: 0.0829105 Feb 02 13:00:00.671241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] Request body: {'binding': {'host': 'n-h2-827336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:00.672004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] Unknown quota resources ['binding']. {{(pid=103187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:00:00.675779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c0cc90-dc2a-4b7a-84f6-23e3b6f0d963 None None] Checking router: 1c434d67-48ae-4b51-84d1-06af14c32531 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:00:00.704155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0cc90-dc2a-4b7a-84f6-23e3b6f0d963 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:00:00.704831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f6c0cc90-dc2a-4b7a-84f6-23e3b6f0d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T12:59:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:00.725661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c414b2e9-a07c-4994-9106-899fc34e643e req-0f323ead-793b-4a26-b7e4-d1226e16cd2a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608902 Feb 02 13:00:00.790906 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 12:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64ba7ec-9125-40f8-bedc-b9dcfca07ecc x-openstack-request-id: req-a64ba7ec-9125-40f8-bedc-b9dcfca07ecc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:00.791230 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806fb879-d4b6-4a8c-ac8c-ef5800681bba", "name": "network-vif-deleted", "tag": "d704937f-d595-4e98-8bb4-9396f2c1e12d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:00.791524 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a64ba7ec-9125-40f8-bedc-b9dcfca07ecc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:00.793167 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806fb879-d4b6-4a8c-ac8c-ef5800681bba', 'name': 'network-vif-deleted', 'tag': 'd704937f-d595-4e98-8bb4-9396f2c1e12d', 'status': 'completed', 'code': 200} Feb 02 13:00:00.886916 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] Attempting to bind port 25350cb3-5239-473c-a067-b55471fa67ae on host n-h2-827336-2 for vnic_type normal with profile None {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:00.887257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] Attempting to bind port 25350cb3-5239-473c-a067-b55471fa67ae by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:00.887629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] Attempting to bind port 25350cb3-5239-473c-a067-b55471fa67ae on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:00.896065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] Port 25350cb3-5239-473c-a067-b55471fa67ae on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:00:00.897873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] Attempting to bind port 25350cb3-5239-473c-a067-b55471fa67ae on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:00.906589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a35fb0c-b2fb-4be5-9ec3-5c116b422020 req-4fffedfe-6f9a-4351-9e27-ba0aaec894ed tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/ports?device_id=806fb879-d4b6-4a8c-ac8c-ef5800681bba HTTP/1.1" status: 200 len: 210 time: 0.0473266 Feb 02 13:00:00.907715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:00.908150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:00.908521 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] Bound using segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:00.909071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] Bound port: 25350cb3-5239-473c-a067-b55471fa67ae, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:01.016412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=25350cb3-5239-473c-a067-b55471fa67ae,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:01.025633 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:01.025961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-f6c0cc90-dc2a-4b7a-84f6-23e3b6f0d963 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:00:01.027451 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-385e8b52-01ee-4649-aab2-7a3fe964b224 service neutron] 10.222.0.83 "POST /v2.0/ports/25350cb3-5239-473c-a067-b55471fa67ae/bindings HTTP/1.1" status: 201 len: 389 time: 0.3639581 Feb 02 13:00:01.107464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d7bb1-f57d-42f6-a503-e9865b8c94a8 req-541b5ff8-c9ca-4cd9-9bb4-c8491c173ee8 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:01.115137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc0d7bb1-f57d-42f6-a503-e9865b8c94a8 req-541b5ff8-c9ca-4cd9-9bb4-c8491c173ee8 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.0652213 Feb 02 13:00:01.211027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc0d7bb1-f57d-42f6-a503-e9865b8c94a8 req-b6682d8d-9fb7-467e-adec-a8a5d6e3e58a tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949934 Feb 02 13:00:01.266849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ab762-26fe-49aa-9967-ad6d98548853 req-999d22a5-6994-46f6-9b57-948b3c7caa49 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:01.285932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a5ab762-26fe-49aa-9967-ad6d98548853 req-999d22a5-6994-46f6-9b57-948b3c7caa49 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.1305969 Feb 02 13:00:01.301262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f6c0cc90-dc2a-4b7a-84f6-23e3b6f0d963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:01.373858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c0cc90-dc2a-4b7a-84f6-23e3b6f0d963 None None] The sync data for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 is: [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T12:57:07Z', 'revision_number': 4, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd7a829a0-9a99-4182-a30e-03af2607e1cb', 'name': '', 'network_id': '16e87a24-b253-467e-bf8a-2babe3b8e710', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'mac_address': 'fa:16:3e:57:05:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_interface', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:05Z', 'updated_at': '2022-02-02T12:57:12Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'subnets': [{'id': '4b40da53-385a-4ca7-a6b2-f647fc4a6863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:00:01.409766 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a5ab762-26fe-49aa-9967-ad6d98548853 req-7b3132de-1633-410b-8c4c-3087e7c0e45f tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984132 Feb 02 13:00:01.435983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-5667d76b-fe7b-4354-9329-e141e78395c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:01.438099 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-5667d76b-fe7b-4354-9329-e141e78395c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 1128 time: 0.1030097 Feb 02 13:00:01.597611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-4ddb3e6b-0afd-4e43-865c-8a3d5f02969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:01.599614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-4ddb3e6b-0afd-4e43-865c-8a3d5f02969f service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.1542938 Feb 02 13:00:01.611084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5356-d0f8-42ef-b0b5-01d3f8ca523a req-b222ad3c-9b40-4237-9897-e583fb16038d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:01.612684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d8a5356-d0f8-42ef-b0b5-01d3f8ca523a req-b222ad3c-9b40-4237-9897-e583fb16038d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 946 time: 0.0839794 Feb 02 13:00:01.657958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-dcc41afe-6084-464a-90f8-4dc12097b9d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25350cb3-5239-473c-a067-b55471fa67ae HTTP/1.1" status: 200 len: 217 time: 0.0437663 Feb 02 13:00:01.755127 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2c022cf-fce4-4676-91e8-68c49696124d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:01.776093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d8a5356-d0f8-42ef-b0b5-01d3f8ca523a req-dc3a2404-1f05-4ecc-b277-39c4bfad19ab tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271937 Feb 02 13:00:01.779711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-467ad881-aad7-4c2f-9961-880a271e4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:01.782058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-467ad881-aad7-4c2f-9961-880a271e4d4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.0995421 Feb 02 13:00:01.821787 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ed422a-a48f-4657-aec6-76bb9113d8aa None None] New status for floating IP 04e8e8fc-6ce5-412b-ae05-dafec90d6cc7: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:00:01.832994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-c6b33f93-79ac-4f61-91a6-c8ec6fe0f951 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405319 Feb 02 13:00:01.879370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8b7ca283-cbfa-4997-8728-8101893a3db7 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:01.940513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 8b7ca283-cbfa-4997-8728-8101893a3db7 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:00:01.958431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 8b7ca283-cbfa-4997-8728-8101893a3db7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:01.960255 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:01.979978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-a4e1ed32-0b91-4b1f-bd09-00ee2d12693b service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007905 Feb 02 13:00:02.045071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3a1b4-3858-4b88-a3a7-be09ac6902f6 req-f72d792a-624c-414d-bee7-6b9f1eb6dc67 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:02.046609 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70d3a1b4-3858-4b88-a3a7-be09ac6902f6 req-f72d792a-624c-414d-bee7-6b9f1eb6dc67 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 945 time: 0.2100866 Feb 02 13:00:02.058670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 8b7ca283-cbfa-4997-8728-8101893a3db7 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:02.059172 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:02.086756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9890425f-9ffb-4aa6-950b-6add81dcb17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7ca283-cbfa-4997-8728-8101893a3db7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:02.089303 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fa2c93-e4a3-4eb7-8bf3-647f5dcd2df8" -d '{"events": [{"server_uuid": "9890425f-9ffb-4aa6-950b-6add81dcb17e", "name": "network-vif-plugged", "status": "completed", "tag": "8b7ca283-cbfa-4997-8728-8101893a3db7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:02.104353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 8b7ca283-cbfa-4997-8728-8101893a3db7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8b7ca283-cbfa-4997-8728-8101893a3db7,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:02.109724 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:02.154257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-be9bdf6f-d0ef-43d4-b612-96eeb17537d7 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656570 Feb 02 13:00:02.157909 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70d3a1b4-3858-4b88-a3a7-be09ac6902f6 req-31747116-9718-4ec2-81a4-6eccb95d522a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758708 Feb 02 13:00:02.162887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=8b7ca283-cbfa-4997-8728-8101893a3db7,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:02.220749 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abbc65e-d7a6-4c74-b792-14f9ef8e7066 x-openstack-request-id: req-0abbc65e-d7a6-4c74-b792-14f9ef8e7066 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:02.221070 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9890425f-9ffb-4aa6-950b-6add81dcb17e", "name": "network-vif-plugged", "status": "completed", "tag": "8b7ca283-cbfa-4997-8728-8101893a3db7", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:02.221322 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0abbc65e-d7a6-4c74-b792-14f9ef8e7066 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:02.221716 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9890425f-9ffb-4aa6-950b-6add81dcb17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7ca283-cbfa-4997-8728-8101893a3db7', 'code': 200} Feb 02 13:00:02.271653 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:00:02.422370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce218c-a2f8-4a07-985c-613b53d81d6a req-40a66944-474d-439b-9472-07289ca9ced2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:02.423998 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72ce218c-a2f8-4a07-985c-613b53d81d6a req-40a66944-474d-439b-9472-07289ca9ced2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.1221533 Feb 02 13:00:02.441856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e2f96-82d5-4019-a831-20ac1caccbee req-9918b7a9-5fa0-441e-9693-c9ae3df54cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:02.443312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa1e2f96-82d5-4019-a831-20ac1caccbee req-9918b7a9-5fa0-441e-9693-c9ae3df54cfa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 1128 time: 0.1141655 Feb 02 13:00:02.466305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-92e621e6-3342-4459-9bc9-9515d250fcfd tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:02.467823 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-92e621e6-3342-4459-9bc9-9515d250fcfd tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747&tenant_id=8424c7cd69964045ae2e17d8412dbaa4&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1128 time: 0.1301036 Feb 02 13:00:02.484181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827336-2'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:02.550718 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72ce218c-a2f8-4a07-985c-613b53d81d6a req-18b2d6d3-ae84-4747-9cd4-1926fc596110 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165173 Feb 02 13:00:02.554066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa1e2f96-82d5-4019-a831-20ac1caccbee req-ddaacd93-af56-45f6-a4b2-4d4a9b93d434 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986683 Feb 02 13:00:02.582611 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (25350cb3-5239-473c-a067-b55471fa67ae), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:02.650355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38476) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:02.715255 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0232afe5-b9ac-4992-819e-a438dd2fd416 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for security_group (837dd381-6f04-4104-8fda-b697d82e303e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:02.737438 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73062a57-26f2-49b2-895f-0f3882b89e1c req-69e3de99-e645-451d-b02e-3c1312dfa71c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:02.738959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73062a57-26f2-49b2-895f-0f3882b89e1c req-69e3de99-e645-451d-b02e-3c1312dfa71c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.1195827 Feb 02 13:00:02.745041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0232afe5-b9ac-4992-819e-a438dd2fd416 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for security_group (837dd381-6f04-4104-8fda-b697d82e303e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:02.781128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=25350cb3-5239-473c-a067-b55471fa67ae,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:02.807982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0232afe5-b9ac-4992-819e-a438dd2fd416 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (837dd381-6f04-4104-8fda-b697d82e303e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:02.811622 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0232afe5-b9ac-4992-819e-a438dd2fd416 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:02.815625 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0232afe5-b9ac-4992-819e-a438dd2fd416 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "DELETE /v2.0/security-groups/837dd381-6f04-4104-8fda-b697d82e303e HTTP/1.1" status: 204 len: 168 time: 0.1612847 Feb 02 13:00:02.817752 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38504) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:02.822557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232afe5-b9ac-4992-819e-a438dd2fd416 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=837dd381-6f04-4104-8fda-b697d82e303e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:02.841511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73062a57-26f2-49b2-895f-0f3882b89e1c req-1a12ac80-9548-43df-86b3-7a01ab3454f2 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963843 Feb 02 13:00:02.867554 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-47398bc7-2846-44b9-9688-88f264d4e4a1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] show failed (client error): The resource could not be found. Feb 02 13:00:02.868597 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-47398bc7-2846-44b9-9688-88f264d4e4a1 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "GET /v2.0/security-groups/837dd381-6f04-4104-8fda-b697d82e303e HTTP/1.1" status: 404 len: 347 time: 0.0499008 Feb 02 13:00:02.872061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38510) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:02.890037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:02.962964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88121bfc-bc50-4f3a-bf09-ea94ebbaf747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25350cb3-5239-473c-a067-b55471fa67ae'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:02.965368 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fcac63-581f-403a-97a2-6ea644ad6c4d" -d '{"events": [{"server_uuid": "88121bfc-bc50-4f3a-bf09-ea94ebbaf747", "name": "network-vif-unplugged", "status": "completed", "tag": "25350cb3-5239-473c-a067-b55471fa67ae"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:02.970408 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Publish callbacks [] for port (25350cb3-5239-473c-a067-b55471fa67ae), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:02.978714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d704937f-d595-4e98-8bb4-9396f2c1e12d no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:02.994767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d9778-c7cc-4b41-bac6-a8495b10892c req-9041a9d4-586b-4172-b71f-bcdef07b66c0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:02.996405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe1d9778-c7cc-4b41-bac6-a8495b10892c req-9041a9d4-586b-4172-b71f-bcdef07b66c0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 946 time: 0.0849996 Feb 02 13:00:02.997272 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (25350cb3-5239-473c-a067-b55471fa67ae), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:03.006520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-282484a7-5a7c-45dc-8782-02dd812cea34 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Deleting port 6d2ab06b-469b-4721-ac47-aad338359df1 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:03.006863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-282484a7-5a7c-45dc-8782-02dd812cea34 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6d2ab06b-469b-4721-ac47-aad338359df1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:03.007652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: d704937f-d595-4e98-8bb4-9396f2c1e12d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:03.008479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d704937f-d595-4e98-8bb4-9396f2c1e12d not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:03.092544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-282484a7-5a7c-45dc-8782-02dd812cea34 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6d2ab06b-469b-4721-ac47-aad338359df1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:03.092863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-282484a7-5a7c-45dc-8782-02dd812cea34 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for floatingip (6d2ab06b-469b-4721-ac47-aad338359df1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:03.107541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-282484a7-5a7c-45dc-8782-02dd812cea34 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Calling delete_port for 6d2ab06b-469b-4721-ac47-aad338359df1 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:03.131972 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c27417b-d12e-44f9-8388-f0c773e29b1c x-openstack-request-id: req-5c27417b-d12e-44f9-8388-f0c773e29b1c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:03.134826 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88121bfc-bc50-4f3a-bf09-ea94ebbaf747", "name": "network-vif-unplugged", "status": "completed", "tag": "25350cb3-5239-473c-a067-b55471fa67ae", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:03.135098 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5c27417b-d12e-44f9-8388-f0c773e29b1c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:03.135621 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88121bfc-bc50-4f3a-bf09-ea94ebbaf747', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25350cb3-5239-473c-a067-b55471fa67ae', 'code': 200} Feb 02 13:00:03.141005 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe1d9778-c7cc-4b41-bac6-a8495b10892c req-cdd54706-f202-4b9e-bc17-ce9037dec025 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338046 Feb 02 13:00:03.141612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Pushing event updated for resources: {'Port': ['ID=25350cb3-5239-473c-a067-b55471fa67ae,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:03.153522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Attempting to bind port 25350cb3-5239-473c-a067-b55471fa67ae on host n-h1-827336-2 for vnic_type normal with profile {"migrating_to": "n-h2-827336-2"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:03.153848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Attempting to bind port 25350cb3-5239-473c-a067-b55471fa67ae by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:03.154176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Attempting to bind port 25350cb3-5239-473c-a067-b55471fa67ae on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:03.168258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Port 25350cb3-5239-473c-a067-b55471fa67ae on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:00:03.168581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Attempting to bind port 25350cb3-5239-473c-a067-b55471fa67ae on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:03.178718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 12, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:03.178718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:03.179022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Bound using segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:03.179334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Bound port: 25350cb3-5239-473c-a067-b55471fa67ae, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:03.179738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (25350cb3-5239-473c-a067-b55471fa67ae), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:03.276303 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-282484a7-5a7c-45dc-8782-02dd812cea34 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6d2ab06b-469b-4721-ac47-aad338359df1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:03.291174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:03.302164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282484a7-5a7c-45dc-8782-02dd812cea34 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Pushing event deleted for resources: {'Port': ['ID=6d2ab06b-469b-4721-ac47-aad338359df1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:03.314253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=25350cb3-5239-473c-a067-b55471fa67ae,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:03.328461 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (25350cb3-5239-473c-a067-b55471fa67ae), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:03.366268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b6bc1-a9fa-4ec7-b4e0-db4e3125301a req-c8300a23-997a-464c-a8c2-5a823b9a1457 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:03.367873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-203b6bc1-a9fa-4ec7-b4e0-db4e3125301a req-c8300a23-997a-464c-a8c2-5a823b9a1457 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 946 time: 0.1172643 Feb 02 13:00:03.378290 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-282484a7-5a7c-45dc-8782-02dd812cea34 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks [] for floatingip (04e8e8fc-6ce5-412b-ae05-dafec90d6cc7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:03.381156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-282484a7-5a7c-45dc-8782-02dd812cea34 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:03.385005 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-282484a7-5a7c-45dc-8782-02dd812cea34 tempest-ServersWithSpecificFlavorTestJSON-124491220 tempest-ServersWithSpecificFlavorTestJSON-124491220-project] 10.222.0.83 "DELETE /v2.0/floatingips/04e8e8fc-6ce5-412b-ae05-dafec90d6cc7 HTTP/1.1" status: 204 len: 168 time: 0.5087459 Feb 02 13:00:03.434569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Pushing event updated for resources: {'Port': ['ID=25350cb3-5239-473c-a067-b55471fa67ae,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:03.462647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:03.463641 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:03.465254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-fbee6ef5-8603-4f66-a827-908beedc18ee service neutron] 10.222.0.62 "PUT /v2.0/ports/25350cb3-5239-473c-a067-b55471fa67ae HTTP/1.1" status: 200 len: 1122 time: 0.9883049 Feb 02 13:00:03.489022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-203b6bc1-a9fa-4ec7-b4e0-db4e3125301a req-3c067ab3-488d-4786-81ae-177ebaa66591 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110694 Feb 02 13:00:03.616781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['25350cb3-5239-473c-a067-b55471fa67ae'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:03.696593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6600d-ba0d-4f8b-860b-2d6c00a304db req-cee3dc89-ee65-457b-b2fe-2d0bca9f3963 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:03.698955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00a6600d-ba0d-4f8b-860b-2d6c00a304db req-cee3dc89-ee65-457b-b2fe-2d0bca9f3963 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.0674860 Feb 02 13:00:03.772337 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00a6600d-ba0d-4f8b-860b-2d6c00a304db req-506b457a-56a7-4025-8435-5c78d072efd2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619481 Feb 02 13:00:03.965988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a691f-5c64-4e8b-8240-e64f8820e8ca req-835929c1-482e-4d5f-a1c2-e818505cbdbb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:03.967530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-533a691f-5c64-4e8b-8240-e64f8820e8ca req-835929c1-482e-4d5f-a1c2-e818505cbdbb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.0559404 Feb 02 13:00:04.016929 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-533a691f-5c64-4e8b-8240-e64f8820e8ca req-fb9325e4-50d7-4663-a597-5773012a12e9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426085 Feb 02 13:00:04.046438 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb6e85f9-dd7d-44da-9e02-0ecdd540f9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:04.122686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38648) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:04.271694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7238141-ee3b-498a-bc79-0d5d528a8dfa req-b76b711c-9eb5-4d37-a13b-96affeaaa6f9 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:04.273610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7238141-ee3b-498a-bc79-0d5d528a8dfa req-b76b711c-9eb5-4d37-a13b-96affeaaa6f9 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 944 time: 0.0545537 Feb 02 13:00:04.329114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7238141-ee3b-498a-bc79-0d5d528a8dfa req-8e91e497-8c01-43ec-bc60-f07f9f162b33 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482974 Feb 02 13:00:04.555957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9806ef38-1dd0-4371-98f7-c843f70131b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (1c434d67-48ae-4b51-84d1-06af14c32531), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:04.664350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29970c6-8e27-452a-bd58-154f1b37b257 req-d9ad8ec5-c417-4ad6-8b23-ee9c9596e219 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:04.666061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f29970c6-8e27-452a-bd58-154f1b37b257 req-d9ad8ec5-c417-4ad6-8b23-ee9c9596e219 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 946 time: 0.0595872 Feb 02 13:00:04.723944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f29970c6-8e27-452a-bd58-154f1b37b257 req-be253094-8550-4a49-9d01-61a74e91ef6d tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507052 Feb 02 13:00:04.902636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc8040-fc2e-4918-bb78-c33b6c411b3a req-bc640ae4-81a0-44b2-8c8e-56513f5c15b8 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:04.904310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9adc8040-fc2e-4918-bb78-c33b6c411b3a req-bc640ae4-81a0-44b2-8c8e-56513f5c15b8 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 946 time: 0.0946224 Feb 02 13:00:04.946226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee81fd9-6017-4f47-aa80-fe47322779ff req-a8cf06cf-4540-40ed-9db6-49d603c93c07 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:04.947736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aee81fd9-6017-4f47-aa80-fe47322779ff req-a8cf06cf-4540-40ed-9db6-49d603c93c07 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.0904815 Feb 02 13:00:04.986573 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9adc8040-fc2e-4918-bb78-c33b6c411b3a req-b78475a5-aac5-428c-8559-4a8c1a5e3214 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750191 Feb 02 13:00:05.013532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aee81fd9-6017-4f47-aa80-fe47322779ff req-70603cb4-bd49-4986-b9d6-20580081d7d0 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597906 Feb 02 13:00:05.086859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38724) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:05.137715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88121bfc-bc50-4f3a-bf09-ea94ebbaf747', 'tag': '25350cb3-5239-473c-a067-b55471fa67ae'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:05.140325 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7f2340-057f-45d4-ac09-bc92fdf03268" -d '{"events": [{"name": "network-changed", "server_uuid": "88121bfc-bc50-4f3a-bf09-ea94ebbaf747", "tag": "25350cb3-5239-473c-a067-b55471fa67ae"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:05.158781 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9806ef38-1dd0-4371-98f7-c843f70131b5 admin admin] Deleting port d7a829a0-9a99-4182-a30e-03af2607e1cb {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:05.160370 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9806ef38-1dd0-4371-98f7-c843f70131b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:05.162315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895bb89-22fe-4fd0-a9ff-e1ad266a5fb3 req-d2838567-4190-4f69-bad9-fc401eb77727 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:05.165039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d895bb89-22fe-4fd0-a9ff-e1ad266a5fb3 req-d2838567-4190-4f69-bad9-fc401eb77727 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.0717149 Feb 02 13:00:05.242482 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d895bb89-22fe-4fd0-a9ff-e1ad266a5fb3 req-da9f4c72-4e45-4965-94b3-e0357bb4f6ed tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688021 Feb 02 13:00:05.246796 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487f0538-eaf7-473b-9761-c25bdda9fca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:05.267179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-9806ef38-1dd0-4371-98f7-c843f70131b5 admin admin] For port d7a829a0-9a99-4182-a30e-03af2607e1cb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d7a829a0-9a99-4182-a30e-03af2607e1cb,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:05.267974 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9806ef38-1dd0-4371-98f7-c843f70131b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:05.288456 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9806ef38-1dd0-4371-98f7-c843f70131b5 admin admin] Calling delete_port for d7a829a0-9a99-4182-a30e-03af2607e1cb owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:05.366302 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee4ede2-4d5d-4d3a-808a-0c3d197df630 x-openstack-request-id: req-8ee4ede2-4d5d-4d3a-808a-0c3d197df630 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:05.366302 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88121bfc-bc50-4f3a-bf09-ea94ebbaf747", "tag": "25350cb3-5239-473c-a067-b55471fa67ae", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:05.366302 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8ee4ede2-4d5d-4d3a-808a-0c3d197df630 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:05.366302 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88121bfc-bc50-4f3a-bf09-ea94ebbaf747', 'tag': '25350cb3-5239-473c-a067-b55471fa67ae', 'status': 'completed', 'code': 200} Feb 02 13:00:05.386575 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:05.399036 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487f0538-eaf7-473b-9761-c25bdda9fca9 admin admin] Publish callbacks [] for security_group (ea3d842a-768a-4032-9ef8-87a9584bf283), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:05.441367 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-487f0538-eaf7-473b-9761-c25bdda9fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ea3d842a-768a-4032-9ef8-87a9584bf283), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:05.549016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-487f0538-eaf7-473b-9761-c25bdda9fca9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=00f40c9b99f74f60bc79f79f58583ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4611034 Feb 02 13:00:05.550810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38744) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:05.555633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f2340-057f-45d4-ac09-bc92fdf03268 req-2ad3995a-fd99-469b-b3bd-082058128c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:05.557395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f2340-057f-45d4-ac09-bc92fdf03268 req-2ad3995a-fd99-469b-b3bd-082058128c7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 1156 time: 0.1561589 Feb 02 13:00:05.559373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f0538-eaf7-473b-9761-c25bdda9fca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3d842a-768a-4032-9ef8-87a9584bf283,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:05.614169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fd15e-1426-4602-ade9-102b28a88108 req-6925fbfc-3496-4ff0-bb4a-a6c70b139779 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:05.622495 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b1fd15e-1426-4602-ade9-102b28a88108 req-6925fbfc-3496-4ff0-bb4a-a6c70b139779 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 944 time: 0.1463385 Feb 02 13:00:05.643864 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9806ef38-1dd0-4371-98f7-c843f70131b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d7a829a0-9a99-4182-a30e-03af2607e1cb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:05.677770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806ef38-1dd0-4371-98f7-c843f70131b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a829a0-9a99-4182-a30e-03af2607e1cb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:05.699980 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ac298b-cdd8-4506-b225-2dd02800b262 admin admin] Publish callbacks [] for security_group (ea3d842a-768a-4032-9ef8-87a9584bf283), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:05.778320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b1fd15e-1426-4602-ade9-102b28a88108 req-a34471ef-2de9-4fe2-b2ac-dd317912bcae tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439893 Feb 02 13:00:05.786232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ac298b-cdd8-4506-b225-2dd02800b262 admin admin] Publish callbacks [] for security_group (ea3d842a-768a-4032-9ef8-87a9584bf283), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:05.813586 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f2340-057f-45d4-ac09-bc92fdf03268 req-19720c18-3f15-4583-b8da-c8b9cf7199e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:05.815329 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f2340-057f-45d4-ac09-bc92fdf03268 req-19720c18-3f15-4583-b8da-c8b9cf7199e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.2494762 Feb 02 13:00:05.935721 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ac298b-cdd8-4506-b225-2dd02800b262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ea3d842a-768a-4032-9ef8-87a9584bf283), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:05.938316 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ac298b-cdd8-4506-b225-2dd02800b262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:05.939818 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-57ac298b-cdd8-4506-b225-2dd02800b262 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea3d842a-768a-4032-9ef8-87a9584bf283 HTTP/1.1" status: 204 len: 168 time: 0.3877931 Feb 02 13:00:05.956398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac298b-cdd8-4506-b225-2dd02800b262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3d842a-768a-4032-9ef8-87a9584bf283,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:05.974910 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9806ef38-1dd0-4371-98f7-c843f70131b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (1c434d67-48ae-4b51-84d1-06af14c32531), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:06.190813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f2340-057f-45d4-ac09-bc92fdf03268 req-79368af6-27e7-4c89-8d80-bfa07a0e1193 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25350cb3-5239-473c-a067-b55471fa67ae HTTP/1.1" status: 200 len: 217 time: 0.3684583 Feb 02 13:00:06.245444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9806ef38-1dd0-4371-98f7-c843f70131b5 admin admin] Router 1c434d67-48ae-4b51-84d1-06af14c32531 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:00:06.261743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ced4e0-9a78-42b7-b0e4-485c1f9cfbca req-4bd1fd21-5183-4bfd-92c3-bc6c0e46de80 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:06.263151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76ced4e0-9a78-42b7-b0e4-485c1f9cfbca req-4bd1fd21-5183-4bfd-92c3-bc6c0e46de80 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 946 time: 0.4817667 Feb 02 13:00:06.280737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f2340-057f-45d4-ac09-bc92fdf03268 req-c7c36024-1b6b-4bd1-a8fe-bbdf82ac8736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:06.284734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f2340-057f-45d4-ac09-bc92fdf03268 req-c7c36024-1b6b-4bd1-a8fe-bbdf82ac8736 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.0832341 Feb 02 13:00:06.319248 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:06.328956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f2340-057f-45d4-ac09-bc92fdf03268 req-839070f6-9308-4d37-8316-3a0fcf99d5ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384707 Feb 02 13:00:06.336125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f465547-096a-428f-bcbb-7f8f5f5c3934 req-fd1ba181-55d6-49c0-b39d-9d61851a0041 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:06.337729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f465547-096a-428f-bcbb-7f8f5f5c3934 req-fd1ba181-55d6-49c0-b39d-9d61851a0041 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 1128 time: 0.1521912 Feb 02 13:00:06.378313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9806ef38-1dd0-4371-98f7-c843f70131b5 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:00:06.383732 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9806ef38-1dd0-4371-98f7-c843f70131b5 admin admin] 10.222.0.83 "PUT /v2.0/routers/1c434d67-48ae-4b51-84d1-06af14c32531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2597687 Feb 02 13:00:06.386282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38776) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:06.396089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f521100-bc0b-4592-b6b2-43b4cd980767 None None] Sync routers for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:00:06.406358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76ced4e0-9a78-42b7-b0e4-485c1f9cfbca req-f439acab-ea08-4794-99ea-337c101b712f tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274447 Feb 02 13:00:06.425491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f521100-bc0b-4592-b6b2-43b4cd980767 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:00:06.426121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9f521100-bc0b-4592-b6b2-43b4cd980767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:00:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:06.507869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f465547-096a-428f-bcbb-7f8f5f5c3934 req-f8e11cc4-d36b-4e31-9e62-1f73a9e7355c tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593363 Feb 02 13:00:06.509978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f2340-057f-45d4-ac09-bc92fdf03268 req-7e4a0072-530d-4bb0-b529-6060f71a2606 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601164 Feb 02 13:00:06.523402 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Publish callbacks [] for router (1c434d67-48ae-4b51-84d1-06af14c32531), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:06.653915 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Publish callbacks [] for router_gateway (1c434d67-48ae-4b51-84d1-06af14c32531), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:06.674659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9f521100-bc0b-4592-b6b2-43b4cd980767 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:00:06.677023 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:06.734826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a10275-4b4f-43fe-86ef-430fd4e1bde3 req-cd49711d-a164-4b7c-b19e-7cbf0da61c8d tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:06.737252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81a10275-4b4f-43fe-86ef-430fd4e1bde3 req-cd49711d-a164-4b7c-b19e-7cbf0da61c8d tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.2186866 Feb 02 13:00:06.740613 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Deleting port 5c5f2e41-0af0-433d-9db5-69d5913def0a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:06.740953 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:06.753947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f2340-057f-45d4-ac09-bc92fdf03268 req-f144b6eb-d876-40d3-9568-28f110e974f1 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341762 Feb 02 13:00:06.818882 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e17976-75dc-4d63-8502-298732406370 req-22f888ef-8136-42c0-b5b8-fa78ad8e9acd tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:06.825905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e17976-75dc-4d63-8502-298732406370 req-22f888ef-8136-42c0-b5b8-fa78ad8e9acd tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.1918519 Feb 02 13:00:06.852847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] For port 5c5f2e41-0af0-433d-9db5-69d5913def0a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5c5f2e41-0af0-433d-9db5-69d5913def0a,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:06.852847 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:06.860590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81a10275-4b4f-43fe-86ef-430fd4e1bde3 req-92b7ce0d-4243-4144-8925-0fe5535d0427 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029813 Feb 02 13:00:06.870046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Calling delete_port for 5c5f2e41-0af0-433d-9db5-69d5913def0a owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:06.918635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e17976-75dc-4d63-8502-298732406370 req-045e7acc-55d1-403b-bc31-086aa8aa28b3 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917742 Feb 02 13:00:06.951867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9f521100-bc0b-4592-b6b2-43b4cd980767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T13:00:05Z', 'revision_number': 5, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port': {'id': '5c5f2e41-0af0-433d-9db5-69d5913def0a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ef:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:03Z', 'updated_at': '2022-02-02T12:57:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:06.985113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f521100-bc0b-4592-b6b2-43b4cd980767 None None] Checking router: 1c434d67-48ae-4b51-84d1-06af14c32531 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:00:06.996928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f521100-bc0b-4592-b6b2-43b4cd980767 None None] Routers {'1c434d67-48ae-4b51-84d1-06af14c32531'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:00:06.998282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9f521100-bc0b-4592-b6b2-43b4cd980767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:00:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c434d67-48ae-4b51-84d1-06af14c32531'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:07.041858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 25350cb3-5239-473c-a067-b55471fa67ae details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:00:07.086327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6fe5b-61b7-48f6-a48f-8094005a41d0 req-7cb01d5e-2349-498c-9a1a-f8e59fb1a185 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:07.095560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5e6fe5b-61b7-48f6-a48f-8094005a41d0 req-7cb01d5e-2349-498c-9a1a-f8e59fb1a185 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 944 time: 0.0800784 Feb 02 13:00:07.118810 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5c5f2e41-0af0-433d-9db5-69d5913def0a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.139493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9f521100-bc0b-4592-b6b2-43b4cd980767 None None] Set router 1c434d67-48ae-4b51-84d1-06af14c32531 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:00:07.148460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5f2e41-0af0-433d-9db5-69d5913def0a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:07.173829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5e6fe5b-61b7-48f6-a48f-8094005a41d0 req-4080886f-9988-469c-a76f-9be063981384 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697064 Feb 02 13:00:07.213943 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (1c434d67-48ae-4b51-84d1-06af14c32531), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.255079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9f521100-bc0b-4592-b6b2-43b4cd980767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T13:00:06Z', 'revision_number': 6, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:07.288073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f521100-bc0b-4592-b6b2-43b4cd980767 None None] The sync data for ids ['1c434d67-48ae-4b51-84d1-06af14c32531'] in n-d-827336-2 is: [{'id': '1c434d67-48ae-4b51-84d1-06af14c32531', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-52349866-router', 'tenant_id': '703a1919ab3848d3bbcfb6f564b7db94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:02Z', 'updated_at': '2022-02-02T13:00:06Z', 'revision_number': 6, 'project_id': '703a1919ab3848d3bbcfb6f564b7db94', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:00:07.322323 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (1c434d67-48ae-4b51-84d1-06af14c32531), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.328190 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Publish callbacks [] for router_controller (1c434d67-48ae-4b51-84d1-06af14c32531), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.337834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=25350cb3-5239-473c-a067-b55471fa67ae,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:07.363727 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.364845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 25350cb3-5239-473c-a067-b55471fa67ae has no active binding in host n-h2-827336-2 {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 13:00:07.395283 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (1c434d67-48ae-4b51-84d1-06af14c32531), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.395914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c434d67-48ae-4b51-84d1-06af14c32531 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:00:07.401839 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.403130 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2c7c83f5-eec5-4f07-9b00-794000102d45 admin admin] 10.222.0.83 "DELETE /v2.0/routers/1c434d67-48ae-4b51-84d1-06af14c32531 HTTP/1.1" status: 204 len: 168 time: 1.0157783 Feb 02 13:00:07.405923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38816) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:07.413461 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-81059013-a18d-4d96-9039-bf267d6ab504 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b111c7a47ea44946bcfb200db33f029f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282707 Feb 02 13:00:07.456295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Deleting subnet 4b40da53-385a-4ca7-a6b2-f647fc4a6863 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:00:07.459945 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Publish callbacks [] for subnet (4b40da53-385a-4ca7-a6b2-f647fc4a6863), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.499473 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (4b40da53-385a-4ca7-a6b2-f647fc4a6863), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.530985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-3edfd1cf-39ff-49ad-8d89-ef799f5229c3 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:07.537385 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-3edfd1cf-39ff-49ad-8d89-ef799f5229c3 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1165538 Feb 02 13:00:07.547481 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-883a2d88-c8a6-4a03-bb3f-ab06070bbd91 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/quotas/b111c7a47ea44946bcfb200db33f029f HTTP/1.1" status: 200 len: 375 time: 0.0091765 Feb 02 13:00:07.592514 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-27e27e39-e03e-4857-9eee-74ecaea335e9 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=b111c7a47ea44946bcfb200db33f029f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378141 Feb 02 13:00:07.593855 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (4b40da53-385a-4ca7-a6b2-f647fc4a6863), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.660026 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (4b40da53-385a-4ca7-a6b2-f647fc4a6863), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.678176 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.682395 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] 10.222.0.83 "DELETE /v2.0/subnets/4b40da53-385a-4ca7-a6b2-f647fc4a6863 HTTP/1.1" status: 204 len: 168 time: 0.2752526 Feb 02 13:00:07.684719 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d4486-5f02-4ec6-931a-4af11a32f989 None None] Network 16e87a24-b253-467e-bf8a-2babe3b8e710 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:00:07.716745 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38830) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:07.727189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b40da53-385a-4ca7-a6b2-f647fc4a6863,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:07.750717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.751415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.751924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.752392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.752857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.753348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.753806 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.754249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.754690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.755174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.755627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.756038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.756490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3738b9c-dbda-4baa-aac8-d9be71f76eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:07.835877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-e9acfb0b-611d-4d6b-8e35-00400457534c service neutron] 10.222.0.18 "GET /v2.0/ports/25350cb3-5239-473c-a067-b55471fa67ae/bindings/n-h2-827336-2 HTTP/1.1" status: 200 len: 384 time: 0.1626313 Feb 02 13:00:07.883319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8b7ca283-cbfa-4997-8728-8101893a3db7 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:00:07.940414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (16e87a24-b253-467e-bf8a-2babe3b8e710), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:07.940642 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.045972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Deleting port 18d09ce6-8745-46ed-a357-30f2b9228692 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:08.046403 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.094269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 8b7ca283-cbfa-4997-8728-8101893a3db7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8b7ca283-cbfa-4997-8728-8101893a3db7,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:08.112088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '8b7ca283-cbfa-4997-8728-8101893a3db7', 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080', 'port_id': '8b7ca283-cbfa-4997-8728-8101893a3db7', 'mac_address': 'fa:16:3e:d7:74:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e72cdf-6681-4d7d-9955-1315bf9f075d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:00:08.146419 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052574e-0c60-4224-8732-7b6668f7b196 req-718f6b6b-5fc7-4bea-a86b-78ee00de6e7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:08.147967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e052574e-0c60-4224-8732-7b6668f7b196 req-718f6b6b-5fc7-4bea-a86b-78ee00de6e7b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 946 time: 0.2498984 Feb 02 13:00:08.166779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] For port 18d09ce6-8745-46ed-a357-30f2b9228692, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=18d09ce6-8745-46ed-a357-30f2b9228692,segment=NetworkSegment(0b83a588-b351-4fb2-b654-9321a6f25089),segment_id=0b83a588-b351-4fb2-b654-9321a6f25089)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:08.167152 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.168668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 8b7ca283-cbfa-4997-8728-8101893a3db7 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:08.169141 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.195451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b7ca283-cbfa-4997-8728-8101893a3db7 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:08.209028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Calling delete_port for 18d09ce6-8745-46ed-a357-30f2b9228692 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:08.236482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 8b7ca283-cbfa-4997-8728-8101893a3db7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8b7ca283-cbfa-4997-8728-8101893a3db7,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:08.243384 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.274524 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e052574e-0c60-4224-8732-7b6668f7b196 req-12b52bc4-a87c-4729-bc3e-30bda76d86cd tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084895 Feb 02 13:00:08.335442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67eac204-bb20-460d-8114-99804d5959fa None None] DHCP port deletion for 16e87a24-b253-467e-bf8a-2babe3b8e710 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:00:08.365639 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (18d09ce6-8745-46ed-a357-30f2b9228692), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.447063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d09ce6-8745-46ed-a357-30f2b9228692,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:08.451340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=25350cb3-5239-473c-a067-b55471fa67ae,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:08.453648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d7a829a0-9a99-4182-a30e-03af2607e1cb no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:08.454848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] No DVR routers for this DVR port 18d09ce6-8745-46ed-a357-30f2b9228692 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:00:08.468725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-67eac204-bb20-460d-8114-99804d5959fa None None] The port '18d09ce6-8745-46ed-a357-30f2b9228692' was deleted {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 02 13:00:08.489729 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['8b7ca283-cbfa-4997-8728-8101893a3db7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:08.510928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:08.580105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: d7a829a0-9a99-4182-a30e-03af2607e1cb {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:08.580666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d7a829a0-9a99-4182-a30e-03af2607e1cb not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:08.590056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=8b7ca283-cbfa-4997-8728-8101893a3db7,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:08.603302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25350cb3-5239-473c-a067-b55471fa67ae {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:08.622435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-f338053e-585c-41ae-8224-55ab7973773a tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:00:08.622435 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-f338053e-585c-41ae-8224-55ab7973773a tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3156986 Feb 02 13:00:08.633032 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (16e87a24-b253-467e-bf8a-2babe3b8e710), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.672062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e87a24-b253-467e-bf8a-2babe3b8e710']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:08.724518 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7dbf8119-c798-437d-ad8a-1748ff19cc4d req-3e3e8a4b-29a6-4d07-a1e2-c07fe0f7aad7 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 210 time: 0.2427936 Feb 02 13:00:08.726057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b83a588-b351-4fb2-b654-9321a6f25089') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:08.726057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b83a588-b351-4fb2-b654-9321a6f25089') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:08.736100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=25350cb3-5239-473c-a067-b55471fa67ae,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:08.761023 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (0b83a588-b351-4fb2-b654-9321a6f25089), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.806836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (25350cb3-5239-473c-a067-b55471fa67ae), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.813978 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (0b83a588-b351-4fb2-b654-9321a6f25089), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.833333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-c312fb03-d633-4db4-98a6-e6bed723059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:08.836086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-c312fb03-d633-4db4-98a6-e6bed723059c service neutron] 10.222.0.83 "GET /v2.0/ports/bf7bff07-57cd-47ef-9ea9-be3b99b904bd HTTP/1.1" status: 200 len: 1125 time: 0.1895859 Feb 02 13:00:08.836719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:00:08.837130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (0b83a588-b351-4fb2-b654-9321a6f25089), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:00:08.838969 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:00:08.850117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] Request body: {'binding': {'host': 'n-h1-827336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:08.850842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:00:08.938434 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (16e87a24-b253-467e-bf8a-2babe3b8e710), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.945950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:08.950329 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] 10.222.0.83 "DELETE /v2.0/networks/16e87a24-b253-467e-bf8a-2babe3b8e710 HTTP/1.1" status: 204 len: 168 time: 1.2325196 Feb 02 13:00:08.958594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:08.963967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82698ff-b166-49a1-b0a8-656631fa4594 admin admin] Pushing event deleted for resources: {'Network': ['ID=16e87a24-b253-467e-bf8a-2babe3b8e710,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:09.163194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87e3ce-e1b6-4ef0-92da-0bf6da4d0038 req-b89bf35e-5df0-4af9-bda9-0191bdd24c36 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:09.164715 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f87e3ce-e1b6-4ef0-92da-0bf6da4d0038 req-b89bf35e-5df0-4af9-bda9-0191bdd24c36 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.2947528 Feb 02 13:00:09.186247 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Transition to ACTIVE for port object 25350cb3-5239-473c-a067-b55471fa67ae will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:00:09.215150 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (25350cb3-5239-473c-a067-b55471fa67ae), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:09.363786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f87e3ce-e1b6-4ef0-92da-0bf6da4d0038 req-921af84c-3ab8-4af2-b97d-9a7ebd1e367e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930287 Feb 02 13:00:09.388626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] Attempting to bind port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on host n-h1-827336-2 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:09.388626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] Attempting to bind port bf7bff07-57cd-47ef-9ea9-be3b99b904bd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:09.388626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] Attempting to bind port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:09.393772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] No DVR routers for this DVR port 25350cb3-5239-473c-a067-b55471fa67ae on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:00:09.428093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Pushing event updated for resources: {'Port': ['ID=25350cb3-5239-473c-a067-b55471fa67ae,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:09.441666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] Port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on network 2b9af990-5e2e-47c3-abe4-0e26c82225db not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:00:09.441985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] Attempting to bind port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:09.492634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.493378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.493664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.494184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.494636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.495164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.495810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.496342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.496863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.497347 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.497896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.498260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.498763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:09.508169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:09.508498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:09.508885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] Bound using segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:09.509702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] Bound port: bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:09.549859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-717c2a66-c4ea-4075-811e-293b9fc51e8f service neutron] 10.222.0.18 "PUT /v2.0/ports/25350cb3-5239-473c-a067-b55471fa67ae/bindings/n-h2-827336-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7058687 Feb 02 13:00:09.633441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcab174-ae87-4e97-a5c3-db11d8ae88c7 req-a5dea045-812a-4ffe-9b8f-cad738c0b762 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:09.635094 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6fcab174-ae87-4e97-a5c3-db11d8ae88c7 req-a5dea045-812a-4ffe-9b8f-cad738c0b762 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.2096360 Feb 02 13:00:09.641012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:09.661455 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:09.662559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-47c5ed78-7d7e-4ae8-bef0-7989357a49cd service neutron] 10.222.0.83 "POST /v2.0/ports/bf7bff07-57cd-47ef-9ea9-be3b99b904bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.8184273 Feb 02 13:00:09.706484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-a69d294e-1f14-4db0-8171-7aecaf425046 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b111c7a47ea44946bcfb200db33f029f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617340 Feb 02 13:00:09.904095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6fcab174-ae87-4e97-a5c3-db11d8ae88c7 req-ae2dd907-ac21-4295-bb66-7bed13c35aff tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457268 Feb 02 13:00:09.927024 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-6aa6845a-399c-442e-9c39-9d81c0a74ead tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:09.927024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-6aa6845a-399c-442e-9c39-9d81c0a74ead tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747&tenant_id=8424c7cd69964045ae2e17d8412dbaa4&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1127 time: 0.2345214 Feb 02 13:00:09.927388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8b7ca283-cbfa-4997-8728-8101893a3db7 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:09.978223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-3673d382-666e-42fc-a6dc-c69ba94a0d89 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:09.979685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-3673d382-666e-42fc-a6dc-c69ba94a0d89 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406135 Feb 02 13:00:10.005766 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90edad-0846-4cc6-8f28-70ef89939580 req-9d7a204c-b162-40e5-b1c3-a118964e7b85 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:10.013816 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad90edad-0846-4cc6-8f28-70ef89939580 req-9d7a204c-b162-40e5-b1c3-a118964e7b85 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 945 time: 0.2331352 Feb 02 13:00:10.037786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 18d09ce6-8745-46ed-a357-30f2b9228692 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:10.043738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Request body: {'port': {'device_id': '7d1677b8-8c55-45ab-b278-2dbe73715173', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'b111c7a47ea44946bcfb200db33f029f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:10.068895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 18d09ce6-8745-46ed-a357-30f2b9228692 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:10.068895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 18d09ce6-8745-46ed-a357-30f2b9228692 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:10.068895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5c5f2e41-0af0-433d-9db5-69d5913def0a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:10.087457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-85166971-c489-44e6-a600-0b20960d2198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:10.089326 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-85166971-c489-44e6-a600-0b20960d2198 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 1128 time: 0.0816207 Feb 02 13:00:10.091895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 5c5f2e41-0af0-433d-9db5-69d5913def0a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:10.092230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5c5f2e41-0af0-433d-9db5-69d5913def0a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:10.099656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 8b7ca283-cbfa-4997-8728-8101893a3db7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:10.100067 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:10.180696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 8b7ca283-cbfa-4997-8728-8101893a3db7 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:10.181246 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:10.185467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-7ada6771-5fcf-48a6-9580-d275762e284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:10.186992 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-7ada6771-5fcf-48a6-9580-d275762e284d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747&tenant_id=8424c7cd69964045ae2e17d8412dbaa4 HTTP/1.1" status: 200 len: 1127 time: 0.2564652 Feb 02 13:00:10.213670 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-63c44394-748e-4a18-871e-95ce4bc62769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:10.215675 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-63c44394-748e-4a18-871e-95ce4bc62769 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.1131806 Feb 02 13:00:10.217967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9890425f-9ffb-4aa6-950b-6add81dcb17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7ca283-cbfa-4997-8728-8101893a3db7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:10.218198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad90edad-0846-4cc6-8f28-70ef89939580 req-c4a95e37-457e-498f-bd86-bd942d4aad83 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034180 Feb 02 13:00:10.221644 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a480e6-65a9-4414-b9a2-42f589eee613" -d '{"events": [{"server_uuid": "9890425f-9ffb-4aa6-950b-6add81dcb17e", "name": "network-vif-plugged", "status": "completed", "tag": "8b7ca283-cbfa-4997-8728-8101893a3db7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:10.236644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 8b7ca283-cbfa-4997-8728-8101893a3db7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8b7ca283-cbfa-4997-8728-8101893a3db7,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:10.253865 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:10.254772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 25350cb3-5239-473c-a067-b55471fa67ae no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:10.267695 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-7baf5447-44c0-4641-b447-1aee0fc26f89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd HTTP/1.1" status: 200 len: 217 time: 0.0454273 Feb 02 13:00:10.315042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebc133-6902-4897-9e48-e71c86836237 req-7c9c6062-479c-47d2-9df1-98f188702006 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:10.316627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6eebc133-6902-4897-9e48-e71c86836237 req-7c9c6062-479c-47d2-9df1-98f188702006 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 945 time: 0.2092764 Feb 02 13:00:10.330269 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41379381-3139-47dc-8862-8dea3627d8df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (13289256-6c01-43be-ab1a-353e33442ed7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:10.332970 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-a5ff0352-6625-4f02-bd41-e4075e3d5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:10.340816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Made reservation on behalf of b111c7a47ea44946bcfb200db33f029f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:00:10.343846 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-a5ff0352-6625-4f02-bd41-e4075e3d5778 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0679910 Feb 02 13:00:10.343997 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:10.351047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=8b7ca283-cbfa-4997-8728-8101893a3db7,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:10.362325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port 25350cb3-5239-473c-a067-b55471fa67ae host n-h2-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:00:10.362759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 25350cb3-5239-473c-a067-b55471fa67ae not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:10.392211 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-c34e30b2-b7a3-4d39-8c0b-e3b3f7b320b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276029 Feb 02 13:00:10.392435 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:10.395300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-6afa2939-8984-48fc-9f39-3562fa397354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:10.396792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-6afa2939-8984-48fc-9f39-3562fa397354 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 1127 time: 0.1719460 Feb 02 13:00:10.502235 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-0634df7c-d080-48a8-b922-2b727fd0be24 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038127 Feb 02 13:00:10.536864 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6eebc133-6902-4897-9e48-e71c86836237 req-602b0362-919b-470b-a3e4-62e856fe180b tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115917 Feb 02 13:00:10.626599 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-7092494a-201a-4ffb-b721-248f96e02225 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180661 Feb 02 13:00:10.922789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-faa7ae5b-36f5-48b1-a84a-81e0d79be210 req-e048da88-119e-43ac-a534-835c80d39aa0 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 210 time: 0.0682533 Feb 02 13:00:11.007809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-d49c8f91-4943-41d0-917a-114c528e56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:11.009271 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-d49c8f91-4943-41d0-917a-114c528e56f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.6036084 Feb 02 13:00:11.074692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-0466337c-5a3f-4d10-84e7-98dd9ddf81b4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25350cb3-5239-473c-a067-b55471fa67ae HTTP/1.1" status: 200 len: 217 time: 0.0540640 Feb 02 13:00:11.076519 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Publish callbacks [] for security_group (3b6e3725-69a5-47fd-ad3f-794cf3a74b37), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:11.085136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a1c23-9391-4b30-959d-e8096d029289 req-821d56bd-bde6-423c-823f-0e049cc3d31d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:11.086613 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-434a1c23-9391-4b30-959d-e8096d029289 req-821d56bd-bde6-423c-823f-0e049cc3d31d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.2311561 Feb 02 13:00:11.097036 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3b6e3725-69a5-47fd-ad3f-794cf3a74b37), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:11.225714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6e3725-69a5-47fd-ad3f-794cf3a74b37,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:11.241961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-ddb7b240-24da-4365-af99-37cb4018aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:11.243445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-ddb7b240-24da-4365-af99-37cb4018aca7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.1559675 Feb 02 13:00:11.275362 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-434a1c23-9391-4b30-959d-e8096d029289 req-a66a4e5f-c4b6-4184-9771-e5166c56cb09 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743121 Feb 02 13:00:11.330134 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6f3c1d-5c7a-47da-9a48-41d5d25673fa x-openstack-request-id: req-de6f3c1d-5c7a-47da-9a48-41d5d25673fa {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:11.331046 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9890425f-9ffb-4aa6-950b-6add81dcb17e", "name": "network-vif-plugged", "status": "completed", "tag": "8b7ca283-cbfa-4997-8728-8101893a3db7", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:11.333113 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-de6f3c1d-5c7a-47da-9a48-41d5d25673fa {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:11.333975 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9890425f-9ffb-4aa6-950b-6add81dcb17e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7ca283-cbfa-4997-8728-8101893a3db7', 'code': 200} Feb 02 13:00:11.360072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-2549dbcb-e3a5-4769-8fce-6ed31a404ace service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441558 Feb 02 13:00:11.407097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Allocated IP 192.168.233.229 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/00f8dc86-4190-48b1-973b-9ae3d6032662) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:00:11.660641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-71b7498d-30e7-4de2-8129-cda1f75aa090 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670486 Feb 02 13:00:11.669139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-41379381-3139-47dc-8862-8dea3627d8df admin admin] Deleting port 41e9cb41-86cf-4453-8305-2990d7a37cf0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:11.669472 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41379381-3139-47dc-8862-8dea3627d8df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:11.771798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4914e-982e-4a16-82d9-77bc2aa76d6f req-d31c3e9d-8742-48be-a675-782e81ed6007 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:11.773452 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88a4914e-982e-4a16-82d9-77bc2aa76d6f req-d31c3e9d-8742-48be-a675-782e81ed6007 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.2961345 Feb 02 13:00:11.898983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffea7b-0a82-4896-abc8-9ab9e5a4380f req-2c3b2e54-c803-4714-8391-ff2c056b45b9 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:11.900560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06ffea7b-0a82-4896-abc8-9ab9e5a4380f req-2c3b2e54-c803-4714-8391-ff2c056b45b9 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 945 time: 0.3213308 Feb 02 13:00:11.919652 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Publish callbacks [] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:11.969740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-41379381-3139-47dc-8862-8dea3627d8df admin admin] For port 41e9cb41-86cf-4453-8305-2990d7a37cf0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=41e9cb41-86cf-4453-8305-2990d7a37cf0,segment=NetworkSegment(b450d75f-f8b4-4b16-aba8-4734ac327c3f),segment_id=b450d75f-f8b4-4b16-aba8-4734ac327c3f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:11.970152 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41379381-3139-47dc-8862-8dea3627d8df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:12.016780 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-41379381-3139-47dc-8862-8dea3627d8df admin admin] Calling delete_port for 41e9cb41-86cf-4453-8305-2990d7a37cf0 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:12.027927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-9d0f19ad-6390-4f15-bbca-639bd235fadf service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474376 Feb 02 13:00:12.037608 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88a4914e-982e-4a16-82d9-77bc2aa76d6f req-8ecf31f1-fda6-4945-84c2-42acd99048b8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293787 Feb 02 13:00:12.041829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0bc9d-2fe8-4473-934f-041e622b3b8a req-91c92809-34ce-42d8-b3ca-394f325faf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:12.044225 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69a0bc9d-2fe8-4473-934f-041e622b3b8a req-91c92809-34ce-42d8-b3ca-394f325faf3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 1132 time: 0.0638456 Feb 02 13:00:12.103508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06ffea7b-0a82-4896-abc8-9ab9e5a4380f req-d0951192-a82a-4ad0-a78f-c9394d196821 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879427 Feb 02 13:00:12.125422 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:12.191363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:00:12.213375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0bc9d-2fe8-4473-934f-041e622b3b8a req-858b91f7-0766-49dc-8256-3786229584f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:12.215119 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69a0bc9d-2fe8-4473-934f-041e622b3b8a req-858b91f7-0766-49dc-8256-3786229584f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1467230 Feb 02 13:00:12.221564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:12.246311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:00:12.267569 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69a0bc9d-2fe8-4473-934f-041e622b3b8a req-0938ba28-38d0-472a-94c2-1168f424c72f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61 HTTP/1.1" status: 200 len: 217 time: 0.0447550 Feb 02 13:00:12.372027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0bc9d-2fe8-4473-934f-041e622b3b8a req-0fa5dc6c-fa82-421c-88cf-07eee7c292e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:12.373577 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69a0bc9d-2fe8-4473-934f-041e622b3b8a req-0fa5dc6c-fa82-421c-88cf-07eee7c292e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0962720 Feb 02 13:00:12.422434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:12.423129 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:12.445416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0bc9d-2fe8-4473-934f-041e622b3b8a req-b783b152-9483-497e-809b-5bc292a7a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:12.447762 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69a0bc9d-2fe8-4473-934f-041e622b3b8a req-b783b152-9483-497e-809b-5bc292a7a91c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0666723 Feb 02 13:00:12.469118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Pushing event updated for resources: {'Port': ['ID=00f8dc86-4190-48b1-973b-9ae3d6032662,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:12.491277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-dc9406b3-10bc-4905-8c85-364436ab35bb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4528255 Feb 02 13:00:12.523154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62be71-33e1-4318-8c1a-eccd8bef2516 req-add5c4bc-9111-4e86-a8cf-cd10bdec31f0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:12.524783 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b62be71-33e1-4318-8c1a-eccd8bef2516 req-add5c4bc-9111-4e86-a8cf-cd10bdec31f0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 946 time: 0.4062006 Feb 02 13:00:12.538062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Request body: {'port': {'device_id': '7d1677b8-8c55-45ab-b278-2dbe73715173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:12.570253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a5b056c0-b21a-4d44-89f8-378911972fe3 None None] Provisioning complete for port 00f8dc86-4190-48b1-973b-9ae3d6032662 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:12.571745 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5b056c0-b21a-4d44-89f8-378911972fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:12.576143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076310c-f06b-4275-8a55-f11148c3eebc req-4d653b76-13e3-41bc-ad4f-38652c9a175a tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:12.577837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6076310c-f06b-4275-8a55-f11148c3eebc req-4d653b76-13e3-41bc-ad4f-38652c9a175a tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 936 time: 0.3342254 Feb 02 13:00:12.618002 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69a0bc9d-2fe8-4473-934f-041e622b3b8a req-24b7838e-ae3c-4cc4-b3f3-02d98fa5401f service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629491 Feb 02 13:00:12.644527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a5b056c0-b21a-4d44-89f8-378911972fe3 None None] Port 00f8dc86-4190-48b1-973b-9ae3d6032662 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:00:12.721906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b62be71-33e1-4318-8c1a-eccd8bef2516 req-7d24ac2a-b97c-49b9-8dc9-6948ba4f9c81 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805503 Feb 02 13:00:12.734910 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69a0bc9d-2fe8-4473-934f-041e622b3b8a req-88d26ca8-125a-4e36-8809-b4ce1858dbf3 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092074 Feb 02 13:00:12.763768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6076310c-f06b-4275-8a55-f11148c3eebc req-095f873f-550d-4dbb-b927-bb536918f753 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/security-groups?id=3b6e3725-69a5-47fd-ad3f-794cf3a74b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663020 Feb 02 13:00:12.778567 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:12.799285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41379381-3139-47dc-8862-8dea3627d8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (41e9cb41-86cf-4453-8305-2990d7a37cf0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:12.920268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41379381-3139-47dc-8862-8dea3627d8df admin admin] Pushing event deleted for resources: {'Port': ['ID=41e9cb41-86cf-4453-8305-2990d7a37cf0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:13.029366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a8fc44d7-6106-4299-a7b8-7761c74f2726 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:00:13.135557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4a1f8-01fd-4862-93de-89e93050ad6a req-d7e96deb-6b18-49f7-af1d-679e282ef92b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:13.142390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66b4a1f8-01fd-4862-93de-89e93050ad6a req-d7e96deb-6b18-49f7-af1d-679e282ef92b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.2934129 Feb 02 13:00:13.171557 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a8fc44d7-6106-4299-a7b8-7761c74f2726, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a8fc44d7-6106-4299-a7b8-7761c74f2726,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:13.186212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-78c780f5-98b6-4d7e-a3ee-feb1dc3d078d tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:13.186731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'a8fc44d7-6106-4299-a7b8-7761c74f2726', 'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'port_id': 'a8fc44d7-6106-4299-a7b8-7761c74f2726', 'mac_address': 'fa:16:3e:e0:f7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7766b7-92d2-47a0-93e3-41c40ddbb9a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:00:13.187717 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-78c780f5-98b6-4d7e-a3ee-feb1dc3d078d tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747&tenant_id=8424c7cd69964045ae2e17d8412dbaa4&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1127 time: 0.2467022 Feb 02 13:00:13.248009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port a8fc44d7-6106-4299-a7b8-7761c74f2726 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:13.251264 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:13.266328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8fc44d7-6106-4299-a7b8-7761c74f2726 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:13.289056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a8fc44d7-6106-4299-a7b8-7761c74f2726, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a8fc44d7-6106-4299-a7b8-7761c74f2726,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:13.295038 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:13.381664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66b4a1f8-01fd-4862-93de-89e93050ad6a req-6690cee5-fe08-4a59-b037-992bd6bd0a4c tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320032 Feb 02 13:00:13.382590 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41379381-3139-47dc-8862-8dea3627d8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (13289256-6c01-43be-ab1a-353e33442ed7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:13.457330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb9cbf-a1f4-42d0-aee8-80cf09634291 req-0c342e4f-a67b-4f18-97fa-7bb8a476170f tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:13.466321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35bb9cbf-a1f4-42d0-aee8-80cf09634291 req-0c342e4f-a67b-4f18-97fa-7bb8a476170f tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.2759347 Feb 02 13:00:13.536842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=a8fc44d7-6106-4299-a7b8-7761c74f2726,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:13.667683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['a8fc44d7-6106-4299-a7b8-7761c74f2726'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:13.689717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05844c-fb3a-41d0-9f23-e7682643d22b req-e71b324c-aa0a-4c5c-b81b-5a3f613b0ae1 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:13.692171 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c05844c-fb3a-41d0-9f23-e7682643d22b req-e71b324c-aa0a-4c5c-b81b-5a3f613b0ae1 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.18 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 946 time: 0.0834002 Feb 02 13:00:13.859583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-4c05844c-fb3a-41d0-9f23-e7682643d22b req-ab6e826b-ea00-4858-b9bc-9da6b2be138a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Deleting port 8b7ca283-cbfa-4997-8728-8101893a3db7 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:13.860070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c05844c-fb3a-41d0-9f23-e7682643d22b req-ab6e826b-ea00-4858-b9bc-9da6b2be138a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:13.905716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8b7ca283-cbfa-4997-8728-8101893a3db7 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:14.055106 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4c05844c-fb3a-41d0-9f23-e7682643d22b req-ab6e826b-ea00-4858-b9bc-9da6b2be138a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] For port 8b7ca283-cbfa-4997-8728-8101893a3db7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8b7ca283-cbfa-4997-8728-8101893a3db7,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:14.055533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c05844c-fb3a-41d0-9f23-e7682643d22b req-ab6e826b-ea00-4858-b9bc-9da6b2be138a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:14.090969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-4c05844c-fb3a-41d0-9f23-e7682643d22b req-ab6e826b-ea00-4858-b9bc-9da6b2be138a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Calling delete_port for 8b7ca283-cbfa-4997-8728-8101893a3db7 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:14.146868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 8b7ca283-cbfa-4997-8728-8101893a3db7 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:14.147473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:14.199790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-18a8a4e8-b9d9-4ca6-8af7-57132a94fbbe service neutron] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:14.216434 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35bb9cbf-a1f4-42d0-aee8-80cf09634291 req-979acb32-f17b-4a80-8fa9-10d67c885b6c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7440240 Feb 02 13:00:14.240300 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-18a8a4e8-b9d9-4ca6-8af7-57132a94fbbe service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:14.241409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb4f8f3-af63-42c8-935f-4030a7189cb8 req-18a8a4e8-b9d9-4ca6-8af7-57132a94fbbe service neutron] 10.222.0.62 "DELETE /v2.0/ports/25350cb3-5239-473c-a067-b55471fa67ae/bindings/n-h1-827336-2 HTTP/1.1" status: 204 len: 173 time: 1.0339649 Feb 02 13:00:14.250661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f8dc86-4190-48b1-973b-9ae3d6032662 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:14.277108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c05844c-fb3a-41d0-9f23-e7682643d22b req-ab6e826b-ea00-4858-b9bc-9da6b2be138a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8b7ca283-cbfa-4997-8728-8101893a3db7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:14.329754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e826b-ea00-4858-b9bc-9da6b2be138a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event deleted for resources: {'Port': ['ID=8b7ca283-cbfa-4997-8728-8101893a3db7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:14.369051 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Publish callbacks [] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:14.378101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a47984-1c16-4eca-8bef-da0c11479327 req-241db7c2-f17e-4ae4-994b-aa775fb70d5c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:14.387846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81a47984-1c16-4eca-8bef-da0c11479327 req-241db7c2-f17e-4ae4-994b-aa775fb70d5c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 945 time: 0.8682475 Feb 02 13:00:14.402732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c05844c-fb3a-41d0-9f23-e7682643d22b req-ab6e826b-ea00-4858-b9bc-9da6b2be138a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] No DVR routers for this DVR port 8b7ca283-cbfa-4997-8728-8101893a3db7 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:00:14.406558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c05844c-fb3a-41d0-9f23-e7682643d22b req-ab6e826b-ea00-4858-b9bc-9da6b2be138a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:14.412848 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c05844c-fb3a-41d0-9f23-e7682643d22b req-ab6e826b-ea00-4858-b9bc-9da6b2be138a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.18 "DELETE /v2.0/ports/8b7ca283-cbfa-4997-8728-8101893a3db7 HTTP/1.1" status: 204 len: 173 time: 0.7130260 Feb 02 13:00:14.413738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9890425f-9ffb-4aa6-950b-6add81dcb17e', 'name': 'network-vif-deleted', 'tag': '8b7ca283-cbfa-4997-8728-8101893a3db7'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:14.426280 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f086929c-f6f2-4644-8066-a937feb9818c" -d '{"events": [{"server_uuid": "9890425f-9ffb-4aa6-950b-6add81dcb17e", "name": "network-vif-deleted", "tag": "8b7ca283-cbfa-4997-8728-8101893a3db7"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:14.433604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80f22f58-f015-4220-b464-b31d12536a8b req-c6ebd50d-fbfd-4dfd-ab0d-ae8528f398b4 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=9890425f-9ffb-4aa6-950b-6add81dcb17e HTTP/1.1" status: 200 len: 210 time: 0.0728278 Feb 02 13:00:14.519251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Transition to ACTIVE for port object 00f8dc86-4190-48b1-973b-9ae3d6032662 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:00:14.549943 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:14.613152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81a47984-1c16-4eca-8bef-da0c11479327 req-a8401226-6805-4daa-86c8-2c592ac545d0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245185 Feb 02 13:00:14.652373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41379381-3139-47dc-8862-8dea3627d8df admin admin] Router 13289256-6c01-43be-ab1a-353e33442ed7 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:00:14.653362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Pushing event updated for resources: {'Port': ['ID=00f8dc86-4190-48b1-973b-9ae3d6032662,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:14.774625 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210fd4c-2b52-4a67-b23d-7ae01c677652 req-179d7119-7566-4f1d-a02e-135ba918d4ce tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:14.782976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9210fd4c-2b52-4a67-b23d-7ae01c677652 req-179d7119-7566-4f1d-a02e-135ba918d4ce tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 948 time: 0.2549369 Feb 02 13:00:15.002650 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9210fd4c-2b52-4a67-b23d-7ae01c677652 req-76c3f47d-7ecc-4e17-9fb2-ac754bcbe369 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/security-groups?id=3b6e3725-69a5-47fd-ad3f-794cf3a74b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148139 Feb 02 13:00:15.025172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a8fc44d7-6106-4299-a7b8-7761c74f2726 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:15.061173 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d9194c-ada3-44e0-a349-c68b145045aa x-openstack-request-id: req-e0d9194c-ada3-44e0-a349-c68b145045aa {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:15.062177 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9890425f-9ffb-4aa6-950b-6add81dcb17e", "name": "network-vif-deleted", "tag": "8b7ca283-cbfa-4997-8728-8101893a3db7", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:15.062622 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e0d9194c-ada3-44e0-a349-c68b145045aa {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:15.063237 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9890425f-9ffb-4aa6-950b-6add81dcb17e', 'name': 'network-vif-deleted', 'tag': '8b7ca283-cbfa-4997-8728-8101893a3db7', 'status': 'completed', 'code': 200} Feb 02 13:00:15.142731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41379381-3139-47dc-8862-8dea3627d8df admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:00:15.144351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Attempting to bind port 00f8dc86-4190-48b1-973b-9ae3d6032662 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:15.144682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Attempting to bind port 00f8dc86-4190-48b1-973b-9ae3d6032662 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:15.144998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Attempting to bind port 00f8dc86-4190-48b1-973b-9ae3d6032662 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:15.151878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-41379381-3139-47dc-8862-8dea3627d8df admin admin] 10.222.0.83 "PUT /v2.0/routers/13289256-6c01-43be-ab1a-353e33442ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1904955 Feb 02 13:00:15.154801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38970) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:15.157009 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e2a09-275e-4a61-8cc4-8a556ff3bb97 None None] Sync routers for ids ['13289256-6c01-43be-ab1a-353e33442ed7'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:00:15.168058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port a8fc44d7-6106-4299-a7b8-7761c74f2726 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:15.170993 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e2a09-275e-4a61-8cc4-8a556ff3bb97 None None] Routers {'13289256-6c01-43be-ab1a-353e33442ed7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:00:15.171631 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1b3e2a09-275e-4a61-8cc4-8a556ff3bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:00:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['13289256-6c01-43be-ab1a-353e33442ed7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:15.173449 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:15.221333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866c0d0-5838-46e0-8255-161cd00b0aa8 req-f3268e42-80b2-4439-b302-1180544b62f1 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:15.223685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4866c0d0-5838-46e0-8255-161cd00b0aa8 req-f3268e42-80b2-4439-b302-1180544b62f1 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.3997071 Feb 02 13:00:15.225681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Port 00f8dc86-4190-48b1-973b-9ae3d6032662 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:00:15.225996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Attempting to bind port 00f8dc86-4190-48b1-973b-9ae3d6032662 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:15.269542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:15.269997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:15.270512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:15.270956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Bound port: 00f8dc86-4190-48b1-973b-9ae3d6032662, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:15.271302 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:15.375063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0ccb6-85ae-4e7c-842a-37b5f179e972 req-7f09e594-87ce-4763-a524-44289acb4a0b tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:15.382758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38c0ccb6-85ae-4e7c-842a-37b5f179e972 req-7f09e594-87ce-4763-a524-44289acb4a0b tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 1127 time: 0.1576486 Feb 02 13:00:15.414596 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1b3e2a09-275e-4a61-8cc4-8a556ff3bb97 None None] Set router 13289256-6c01-43be-ab1a-353e33442ed7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:00:15.491739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port a8fc44d7-6106-4299-a7b8-7761c74f2726 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:15.492041 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:15.530731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38c0ccb6-85ae-4e7c-842a-37b5f179e972 req-3f2a396d-fc18-44e8-914f-7e423d4332f9 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311083 Feb 02 13:00:15.551629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4866c0d0-5838-46e0-8255-161cd00b0aa8 req-ba800a6d-f469-469e-b478-69fd5aba0b9e tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090243 Feb 02 13:00:15.600976 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] For port 00f8dc86-4190-48b1-973b-9ae3d6032662, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:15.614329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] For port 00f8dc86-4190-48b1-973b-9ae3d6032662, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=00f8dc86-4190-48b1-973b-9ae3d6032662,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:15.622740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba220644-587d-422d-be4d-da86e023ceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fc44d7-6106-4299-a7b8-7761c74f2726'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:15.641220 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdb2fc8-8e70-4336-94de-8c432d714c6a" -d '{"events": [{"server_uuid": "ba220644-587d-422d-be4d-da86e023ceff", "name": "network-vif-plugged", "status": "completed", "tag": "a8fc44d7-6106-4299-a7b8-7761c74f2726"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:15.643531 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:15.749890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a8fc44d7-6106-4299-a7b8-7761c74f2726, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a8fc44d7-6106-4299-a7b8-7761c74f2726,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:15.757225 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:15.868368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:15.869467 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:15.874571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] 10.222.0.18 "PUT /v2.0/ports/00f8dc86-4190-48b1-973b-9ae3d6032662 HTTP/1.1" status: 200 len: 1096 time: 3.3453832 Feb 02 13:00:15.878318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46372a0c-4655-4dd3-a1f6-f436839d9b08 service neutron] Pushing event updated for resources: {'Port': ['ID=00f8dc86-4190-48b1-973b-9ae3d6032662,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:15.885196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1677b8-8c55-45ab-b278-2dbe73715173', 'tag': '00f8dc86-4190-48b1-973b-9ae3d6032662'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:15.888600 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e954c0aa-e05e-45c8-af20-c492a8201f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1677b8-8c55-45ab-b278-2dbe73715173", "tag": "00f8dc86-4190-48b1-973b-9ae3d6032662"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:15.919767 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9048f27e-46e3-4aea-9326-d03c11bc9574 x-openstack-request-id: req-9048f27e-46e3-4aea-9326-d03c11bc9574 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:15.920089 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba220644-587d-422d-be4d-da86e023ceff", "name": "network-vif-plugged", "status": "completed", "tag": "a8fc44d7-6106-4299-a7b8-7761c74f2726", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:15.920346 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9048f27e-46e3-4aea-9326-d03c11bc9574 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:15.920758 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba220644-587d-422d-be4d-da86e023ceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8fc44d7-6106-4299-a7b8-7761c74f2726', 'code': 200} Feb 02 13:00:15.921785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=a8fc44d7-6106-4299-a7b8-7761c74f2726,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:15.933136 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1b3e2a09-275e-4a61-8cc4-8a556ff3bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13289256-6c01-43be-ab1a-353e33442ed7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1347854899-router', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:12Z', 'updated_at': '2022-02-02T13:00:12Z', 'revision_number': 5, 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'gw_port': {'id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13289256-6c01-43be-ab1a-353e33442ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:14Z', 'updated_at': '2022-02-02T12:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:15.965421 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e2a09-275e-4a61-8cc4-8a556ff3bb97 None None] Checking router: 13289256-6c01-43be-ab1a-353e33442ed7 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:00:15.975236 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3e2a09-275e-4a61-8cc4-8a556ff3bb97 None None] Routers {'13289256-6c01-43be-ab1a-353e33442ed7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:00:15.976116 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1b3e2a09-275e-4a61-8cc4-8a556ff3bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:00:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['13289256-6c01-43be-ab1a-353e33442ed7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:16.078149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab702d-2069-47d3-8943-0a362a31d8d3 req-c19d4237-3878-4c23-b07e-41a797b57020 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:16.084019 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1b3e2a09-275e-4a61-8cc4-8a556ff3bb97 None None] Set router 13289256-6c01-43be-ab1a-353e33442ed7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:00:16.092742 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eab702d-2069-47d3-8943-0a362a31d8d3 req-c19d4237-3878-4c23-b07e-41a797b57020 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.2167499 Feb 02 13:00:16.202909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Publish callbacks [] for router (13289256-6c01-43be-ab1a-353e33442ed7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:16.308749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-161d91f0-1e9f-4696-bd12-75ec973efd9a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:16.310275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-161d91f0-1e9f-4696-bd12-75ec973efd9a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 808 time: 0.2009709 Feb 02 13:00:16.382693 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Publish callbacks [] for router_gateway (13289256-6c01-43be-ab1a-353e33442ed7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:16.412095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-63142a79-03e9-4f5c-b66a-bc5f3981c43c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/quotas/8424c7cd69964045ae2e17d8412dbaa4 HTTP/1.1" status: 200 len: 375 time: 0.0504878 Feb 02 13:00:16.425256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eab702d-2069-47d3-8943-0a362a31d8d3 req-817b4825-c604-4f98-8139-655004b16937 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315234 Feb 02 13:00:16.435525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-5fc2324d-82fc-42eb-b95b-3a368f9c8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:16.437082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-5fc2324d-82fc-42eb-b95b-3a368f9c8d63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b111c7a47ea44946bcfb200db33f029f&device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 1130 time: 0.4729936 Feb 02 13:00:16.444828 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1b3e2a09-275e-4a61-8cc4-8a556ff3bb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13289256-6c01-43be-ab1a-353e33442ed7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1347854899-router', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:12Z', 'updated_at': '2022-02-02T13:00:12Z', 'revision_number': 5, 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'gw_port': {'id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13289256-6c01-43be-ab1a-353e33442ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:14Z', 'updated_at': '2022-02-02T12:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:16.470869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Deleting port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:16.471263 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:16.479657 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3e2a09-275e-4a61-8cc4-8a556ff3bb97 None None] The sync data for ids ['13289256-6c01-43be-ab1a-353e33442ed7'] in n-d-827336-2 is: [{'id': '13289256-6c01-43be-ab1a-353e33442ed7', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1347854899-router', 'tenant_id': '33added7f3d84a54bbbcc049862d01dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3'}], 'enable_snat': True}, 'gw_port_id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:57:12Z', 'updated_at': '2022-02-02T13:00:12Z', 'revision_number': 5, 'project_id': '33added7f3d84a54bbbcc049862d01dd', 'gw_port': {'id': '33b832a3-ab1a-4af7-aa0c-5c0383906cc8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13289256-6c01-43be-ab1a-353e33442ed7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:57:14Z', 'updated_at': '2022-02-02T12:57:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:00:16.553835 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d44e546-14da-4c06-b3c6-d8309c1db26c x-openstack-request-id: req-6d44e546-14da-4c06-b3c6-d8309c1db26c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:16.554122 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1677b8-8c55-45ab-b278-2dbe73715173", "tag": "00f8dc86-4190-48b1-973b-9ae3d6032662", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:16.554371 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6d44e546-14da-4c06-b3c6-d8309c1db26c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:16.554764 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1677b8-8c55-45ab-b278-2dbe73715173', 'tag': '00f8dc86-4190-48b1-973b-9ae3d6032662', 'status': 'completed', 'code': 200} Feb 02 13:00:16.606512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc2a3766-ace8-43ca-a594-d0eb70cd225b req-30bb990e-6247-47d5-a947-611f0a05cf13 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3053474 Feb 02 13:00:16.654799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] For port 33b832a3-ab1a-4af7-aa0c-5c0383906cc8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=33b832a3-ab1a-4af7-aa0c-5c0383906cc8,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:16.655170 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:16.690218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-39189c80-98e0-4c18-b980-05e44e896825 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=00f8dc86-4190-48b1-973b-9ae3d6032662 HTTP/1.1" status: 200 len: 217 time: 0.2090688 Feb 02 13:00:16.704806 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Calling delete_port for 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:16.826595 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-e31309ec-ffc9-4672-8a83-6938d3dddb87 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4127748 Feb 02 13:00:16.948388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8da945a0-ccfa-4d92-adef-0af8a35d69be service neutron] 10.222.0.83 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206400 Feb 02 13:00:17.027105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (33b832a3-ab1a-4af7-aa0c-5c0383906cc8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:17.033099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-1da396e0-737b-4f4e-8ec8-f36e17e643e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:17.034574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-1da396e0-737b-4f4e-8ec8-f36e17e643e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.3175287 Feb 02 13:00:17.113394 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Pushing event deleted for resources: {'Port': ['ID=33b832a3-ab1a-4af7-aa0c-5c0383906cc8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:17.149421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a3766-ace8-43ca-a594-d0eb70cd225b req-00c76b07-2259-48b7-ba7d-f239af8bb055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:17.150935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc2a3766-ace8-43ca-a594-d0eb70cd225b req-00c76b07-2259-48b7-ba7d-f239af8bb055 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 1148 time: 0.4366705 Feb 02 13:00:17.160067 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-3e45c87c-613a-4ac4-a3a9-7458ad65195c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:17.166947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-3e45c87c-613a-4ac4-a3a9-7458ad65195c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/networks?id=044c06b1-0f2a-48b2-a64b-49e53478d080 HTTP/1.1" status: 200 len: 822 time: 0.4821160 Feb 02 13:00:17.187907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-e203535e-5dd0-40ae-bfb4-bae52349baeb tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/quotas/6c6d1a29d12446e693794e03306208ab HTTP/1.1" status: 200 len: 375 time: 0.0197959 Feb 02 13:00:17.243081 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (13289256-6c01-43be-ab1a-353e33442ed7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:17.246614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-9153daaa-dbdc-462a-826f-6744a8356ad2 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6c6d1a29d12446e693794e03306208ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576773 Feb 02 13:00:17.350383 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (13289256-6c01-43be-ab1a-353e33442ed7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:17.352915 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Publish callbacks [] for router_controller (13289256-6c01-43be-ab1a-353e33442ed7), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:17.406269 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (13289256-6c01-43be-ab1a-353e33442ed7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:17.406812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13289256-6c01-43be-ab1a-353e33442ed7 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:00:17.413306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:17.414593 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ab2049fb-e78c-43d2-babc-ce8ac2d2226a admin admin] 10.222.0.83 "DELETE /v2.0/routers/13289256-6c01-43be-ab1a-353e33442ed7 HTTP/1.1" status: 204 len: 168 time: 2.2589412 Feb 02 13:00:17.418610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39020) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:17.431788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a3766-ace8-43ca-a594-d0eb70cd225b req-b64cd79a-987a-44d2-89c8-1e89ea420a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:17.434387 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc2a3766-ace8-43ca-a594-d0eb70cd225b req-b64cd79a-987a-44d2-89c8-1e89ea420a3f service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.2395020 Feb 02 13:00:17.463073 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-b3625043-6c40-4404-a7a9-0f5545479f19 service neutron] 10.222.0.83 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138323 Feb 02 13:00:17.471815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-8dbf3a86-729f-4ef9-a24a-6ffd7d85b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:17.474047 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-8dbf3a86-729f-4ef9-a24a-6ffd7d85b74a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4265599 Feb 02 13:00:17.521426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb61cb4-94f6-47c0-974e-6ee65b9bee84 admin admin] Deleting subnet 643265ae-daa0-4360-87f4-99062df5fa31 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:00:17.530631 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb61cb4-94f6-47c0-974e-6ee65b9bee84 admin admin] Publish callbacks [] for subnet (643265ae-daa0-4360-87f4-99062df5fa31), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:17.551986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc2a3766-ace8-43ca-a594-d0eb70cd225b req-7234fd99-a56b-450a-937a-bf312b549406 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5785ce12-5b97-4c71-a6bf-f5445555665c HTTP/1.1" status: 200 len: 217 time: 0.1070311 Feb 02 13:00:17.560000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-c3d6b8c4-39ed-4809-9a3e-05800a94b2ab service neutron] 10.222.0.83 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122575 Feb 02 13:00:17.629658 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb61cb4-94f6-47c0-974e-6ee65b9bee84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (643265ae-daa0-4360-87f4-99062df5fa31), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:17.798041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a3766-ace8-43ca-a594-d0eb70cd225b req-6c4075c8-582b-4d68-a50c-cc329836c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:17.799874 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc2a3766-ace8-43ca-a594-d0eb70cd225b req-6c4075c8-582b-4d68-a50c-cc329836c1be service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.2293527 Feb 02 13:00:17.845921 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc2a3766-ace8-43ca-a594-d0eb70cd225b req-3b9a022c-4672-44ee-9c4e-96f0cb35ee8b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341644 Feb 02 13:00:17.887818 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-b575cdc5-c548-4ffd-9b99-3064ac36f52e service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496454 Feb 02 13:00:17.895380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8b7ca283-cbfa-4997-8728-8101893a3db7 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:17.902901 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb61cb4-94f6-47c0-974e-6ee65b9bee84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (643265ae-daa0-4360-87f4-99062df5fa31), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:17.974313 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 8b7ca283-cbfa-4997-8728-8101893a3db7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:17.975905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8b7ca283-cbfa-4997-8728-8101893a3db7 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:17.982989 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-7e914436-7f04-46e1-b39d-e5e7aea61f51 service neutron] 10.222.0.83 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958645 Feb 02 13:00:18.036654 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb61cb4-94f6-47c0-974e-6ee65b9bee84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (643265ae-daa0-4360-87f4-99062df5fa31), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:18.165666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb61cb4-94f6-47c0-974e-6ee65b9bee84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643265ae-daa0-4360-87f4-99062df5fa31,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:18.166264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d8b2cb-96e2-4c5d-9094-ac3d2277e2d4 None None] Network 707887d4-da52-4d16-a727-6b24c1329f57 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:00:18.175243 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cb61cb4-94f6-47c0-974e-6ee65b9bee84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:18.183024 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9cb61cb4-94f6-47c0-974e-6ee65b9bee84 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/643265ae-daa0-4360-87f4-99062df5fa31 HTTP/1.1" status: 204 len: 168 time: 0.7626572 Feb 02 13:00:18.184520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39032) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:18.286204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:18.336114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc2a3766-ace8-43ca-a594-d0eb70cd225b req-00a3f888-a207-4402-b51d-950d1f5cda52 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799194 Feb 02 13:00:18.345105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:18.345840 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 33b832a3-ab1a-4af7-aa0c-5c0383906cc8 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:18.346460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 41e9cb41-86cf-4453-8305-2990d7a37cf0 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:18.435097 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (707887d4-da52-4d16-a727-6b24c1329f57), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:18.450637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 41e9cb41-86cf-4453-8305-2990d7a37cf0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:18.450973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 41e9cb41-86cf-4453-8305-2990d7a37cf0 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:18.459390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8c207-0e8c-4be4-964c-7eb29a44b0e9 req-ebcb3486-430d-47b7-90f2-80f7b197e6c0 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:18.461442 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2c8c207-0e8c-4be4-964c-7eb29a44b0e9 req-ebcb3486-430d-47b7-90f2-80f7b197e6c0 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 948 time: 0.5556059 Feb 02 13:00:18.518835 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34ac9d71-5e53-438f-bba3-97d98c957283 req-f99d08c7-d612-4c9d-8324-652c3b54d4e9 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040220 Feb 02 13:00:18.600349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a349f0f-c311-4588-ab53-0c1e69777a37 None None] DHCP port deletion for 707887d4-da52-4d16-a727-6b24c1329f57 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:00:18.649421 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Deleting port 34745568-21c0-4af5-b629-fe81150ad601 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:18.650874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (34745568-21c0-4af5-b629-fe81150ad601), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:18.722416 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6a349f0f-c311-4588-ab53-0c1e69777a37 None None] Deleting port 34745568-21c0-4af5-b629-fe81150ad601 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:18.723885 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a349f0f-c311-4588-ab53-0c1e69777a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (34745568-21c0-4af5-b629-fe81150ad601), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:18.805491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] For port 34745568-21c0-4af5-b629-fe81150ad601, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=34745568-21c0-4af5-b629-fe81150ad601,segment=NetworkSegment(b450d75f-f8b4-4b16-aba8-4734ac327c3f),segment_id=b450d75f-f8b4-4b16-aba8-4734ac327c3f)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:18.806531 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (34745568-21c0-4af5-b629-fe81150ad601), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:18.858780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Calling delete_port for 34745568-21c0-4af5-b629-fe81150ad601 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:18.932497 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6a349f0f-c311-4588-ab53-0c1e69777a37 None None] For port 34745568-21c0-4af5-b629-fe81150ad601, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=34745568-21c0-4af5-b629-fe81150ad601,segment=NetworkSegment(b450d75f-f8b4-4b16-aba8-4734ac327c3f),segment_id=b450d75f-f8b4-4b16-aba8-4734ac327c3f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:18.933160 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a349f0f-c311-4588-ab53-0c1e69777a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (34745568-21c0-4af5-b629-fe81150ad601), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:18.988434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6a349f0f-c311-4588-ab53-0c1e69777a37 None None] Calling delete_port for 34745568-21c0-4af5-b629-fe81150ad601 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:19.063979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (34745568-21c0-4af5-b629-fe81150ad601), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:19.083047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] No DVR routers for this DVR port 34745568-21c0-4af5-b629-fe81150ad601 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:00:19.124262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Pushing event deleted for resources: {'Port': ['ID=34745568-21c0-4af5-b629-fe81150ad601,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:19.179031 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a349f0f-c311-4588-ab53-0c1e69777a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (34745568-21c0-4af5-b629-fe81150ad601), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:19.216295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a349f0f-c311-4588-ab53-0c1e69777a37 None None] Pushing event deleted for resources: {'Port': ['ID=34745568-21c0-4af5-b629-fe81150ad601,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:19.228507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a349f0f-c311-4588-ab53-0c1e69777a37 None None] No DVR routers for this DVR port 34745568-21c0-4af5-b629-fe81150ad601 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:00:19.266670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (707887d4-da52-4d16-a727-6b24c1329f57), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:19.303509 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707887d4-da52-4d16-a727-6b24c1329f57']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:19.318023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b450d75f-f8b4-4b16-aba8-4734ac327c3f') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:19.318554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b450d75f-f8b4-4b16-aba8-4734ac327c3f') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:19.353670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (b450d75f-f8b4-4b16-aba8-4734ac327c3f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:19.373298 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b450d75f-f8b4-4b16-aba8-4734ac327c3f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:19.381703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:00:19.385750 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (b450d75f-f8b4-4b16-aba8-4734ac327c3f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:00:19.389625 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:00:19.510162 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc2a3766-ace8-43ca-a594-d0eb70cd225b req-48d68a77-6279-4907-a227-2bb13cb68796 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1424475 Feb 02 13:00:19.512540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (707887d4-da52-4d16-a727-6b24c1329f57), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:19.544298 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:19.556941 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] 10.222.0.83 "DELETE /v2.0/networks/707887d4-da52-4d16-a727-6b24c1329f57 HTTP/1.1" status: 204 len: 168 time: 1.3699574 Feb 02 13:00:19.568966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4053d9f-bf02-4ab7-ad0f-3247ec998f3f req-4444bdae-59d7-43ed-af2b-5981c7acc04f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:19.571003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4053d9f-bf02-4ab7-ad0f-3247ec998f3f req-4444bdae-59d7-43ed-af2b-5981c7acc04f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 1.2237194 Feb 02 13:00:19.578820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954c0aa-e05e-45c8-af20-c492a8201f5a req-de6dc621-f778-4c43-905e-d7bb263ebbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:19.582311 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e954c0aa-e05e-45c8-af20-c492a8201f5a req-de6dc621-f778-4c43-905e-d7bb263ebbb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b111c7a47ea44946bcfb200db33f029f&device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 1130 time: 0.9008996 Feb 02 13:00:19.583827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc6789-2cac-4b0b-b7a9-25e66e0ae463 admin admin] Pushing event deleted for resources: {'Network': ['ID=707887d4-da52-4d16-a727-6b24c1329f57,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:19.593234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2c8c207-0e8c-4be4-964c-7eb29a44b0e9 req-09f16359-53fd-4e4b-8a8f-ca073283b9d4 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/security-groups?id=3b6e3725-69a5-47fd-ad3f-794cf3a74b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0155101 Feb 02 13:00:19.874981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4053d9f-bf02-4ab7-ad0f-3247ec998f3f req-145a568e-28d6-4150-b970-31bedbcd8084 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916448 Feb 02 13:00:19.920014 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954c0aa-e05e-45c8-af20-c492a8201f5a req-6121dba4-8e0b-454b-ac17-5c6b9503ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:19.920014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e954c0aa-e05e-45c8-af20-c492a8201f5a req-6121dba4-8e0b-454b-ac17-5c6b9503ccd2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.3230734 Feb 02 13:00:19.927193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39058) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:19.948159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d59c3-971e-4d72-989a-6aab61953e93 req-8bc570fd-1f96-4daf-848e-a38fbe5d9f2d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:19.956502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483d59c3-971e-4d72-989a-6aab61953e93 req-8bc570fd-1f96-4daf-848e-a38fbe5d9f2d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.1533675 Feb 02 13:00:20.009306 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e954c0aa-e05e-45c8-af20-c492a8201f5a req-9823ebb4-cc21-42cd-8b7a-56e9a19ffd00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=00f8dc86-4190-48b1-973b-9ae3d6032662 HTTP/1.1" status: 200 len: 217 time: 0.0811157 Feb 02 13:00:20.012373 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1d124e3e-1d95-4b21-9243-833cbff5d7d4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=703a1919ab3848d3bbcfb6f564b7db94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0815332 Feb 02 13:00:20.021332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:20.095628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 34745568-21c0-4af5-b629-fe81150ad601 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:20.124968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 34745568-21c0-4af5-b629-fe81150ad601 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:20.125682 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 34745568-21c0-4af5-b629-fe81150ad601 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:20.142490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa6b1286-b023-4673-bfce-01c9827c95d7 req-13eb07da-d609-4a69-9a9d-340741f65aa9 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 210 time: 0.0989971 Feb 02 13:00:20.212983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954c0aa-e05e-45c8-af20-c492a8201f5a req-125b37af-bb56-4811-9d11-2424910fe9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:20.213745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e954c0aa-e05e-45c8-af20-c492a8201f5a req-125b37af-bb56-4811-9d11-2424910fe9d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1813040 Feb 02 13:00:20.217776 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483d59c3-971e-4d72-989a-6aab61953e93 req-cff9fdfc-a134-4979-b071-f68514ce7c39 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601624 Feb 02 13:00:20.273141 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c48544fa-c777-43e2-bd25-ea31014cd1b2 admin admin] Publish callbacks [] for security_group (3401d614-f201-445c-ad87-6f7ad3630b25), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:20.317120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-252f1092-4d9f-437d-a57a-95622d83ca8e req-7eda21db-f0ba-47c1-992a-ba43183a54eb tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 210 time: 0.0959673 Feb 02 13:00:20.449574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-1cd0c937-269e-4642-b9e6-a307457a389c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:20.451236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-1cd0c937-269e-4642-b9e6-a307457a389c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.62 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 808 time: 0.1255085 Feb 02 13:00:20.487534 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c48544fa-c777-43e2-bd25-ea31014cd1b2 admin admin] Publish callbacks [] for security_group (3401d614-f201-445c-ad87-6f7ad3630b25), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:20.493450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Request body: {'port': {'device_id': 'f7d226d9-83eb-43b2-b87c-1cb8638626c2', 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706', 'admin_state_up': True, 'tenant_id': '8424c7cd69964045ae2e17d8412dbaa4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:20.718116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954c0aa-e05e-45c8-af20-c492a8201f5a req-02cd40ad-8a13-4254-aeec-dbd39d329945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:20.721377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e954c0aa-e05e-45c8-af20-c492a8201f5a req-02cd40ad-8a13-4254-aeec-dbd39d329945 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4997330 Feb 02 13:00:20.927503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-378ddb09-b69e-4e70-b5ef-22b5218648b3 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:20.929102 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-378ddb09-b69e-4e70-b5ef-22b5218648b3 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.62 "GET /v2.0/networks?id=044c06b1-0f2a-48b2-a64b-49e53478d080 HTTP/1.1" status: 200 len: 822 time: 0.2882664 Feb 02 13:00:20.932636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Made reservation on behalf of 8424c7cd69964045ae2e17d8412dbaa4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:00:20.936243 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:20.961543 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Request body: {'port': {'device_id': 'feb77852-786e-4d20-93da-dc2bd3664d56', 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080', 'admin_state_up': True, 'tenant_id': '6c6d1a29d12446e693794e03306208ab'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:21.085585 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c48544fa-c777-43e2-bd25-ea31014cd1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3401d614-f201-445c-ad87-6f7ad3630b25), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:21.088466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c48544fa-c777-43e2-bd25-ea31014cd1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:21.089879 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c48544fa-c777-43e2-bd25-ea31014cd1b2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3401d614-f201-445c-ad87-6f7ad3630b25 HTTP/1.1" status: 204 len: 168 time: 1.0637512 Feb 02 13:00:21.106101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Made reservation on behalf of 6c6d1a29d12446e693794e03306208ab for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:00:21.111790 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:21.133748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e954c0aa-e05e-45c8-af20-c492a8201f5a req-7b59c5a8-9084-44dd-9402-80ad70d0e0bc service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741748 Feb 02 13:00:21.147926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48544fa-c777-43e2-bd25-ea31014cd1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3401d614-f201-445c-ad87-6f7ad3630b25,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:21.208731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d5764-acd5-47c3-8f9a-b011c783f1d0 req-6d22b286-3fc0-49f8-909d-72f99dd5a07f tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:21.210438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-340d5764-acd5-47c3-8f9a-b011c783f1d0 req-6d22b286-3fc0-49f8-909d-72f99dd5a07f tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 948 time: 0.3559992 Feb 02 13:00:21.288803 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Allocated IP 172.20.0.4 (044c06b1-0f2a-48b2-a64b-49e53478d080/02e72cdf-6681-4d7d-9955-1315bf9f075d/6ec62061-8ffc-414b-804a-cc89005ff342) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:00:21.517779 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for port (6ec62061-8ffc-414b-804a-cc89005ff342), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:21.564711 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:21.604124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Allocated IP 172.20.0.6 (5e7ef89b-0a2a-4448-a0f9-ff655717d706/1ce7726b-81be-44ef-bfba-8ad37776d41f/c679b88f-9db8-4200-b1b9-8ef6c28acf5e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:00:21.661258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event updated for resources: {'Port': ['ID=6ec62061-8ffc-414b-804a-cc89005ff342,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:21.711162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Network 044c06b1-0f2a-48b2-a64b-49e53478d080 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:00:21.714413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:21.726606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:00:21.787527 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks [] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:21.788352 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39086) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:21.795814 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:21.797179 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:21.862756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fb947-1659-4fb0-bd51-649d8e18bd6f req-422b0c60-d681-47eb-904d-d5e865c630cb tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:21.867978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-592fb947-1659-4fb0-bd51-649d8e18bd6f req-422b0c60-d681-47eb-904d-d5e865c630cb tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.8371832 Feb 02 13:00:21.882231 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-185b4358-eb04-4571-84ab-481b3d481e13 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9257872 Feb 02 13:00:21.885910 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-84100efb-f980-4ec5-bac4-d927fff44307 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=33added7f3d84a54bbbcc049862d01dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0738962 Feb 02 13:00:21.888760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39090) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:21.916680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Request body: {'port': {'device_id': 'feb77852-786e-4d20-93da-dc2bd3664d56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:21.918201 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:21.925773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 00f8dc86-4190-48b1-973b-9ae3d6032662 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:00:22.043683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:22.055041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Pushing event updated for resources: {'Port': ['ID=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:22.072447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-340d5764-acd5-47c3-8f9a-b011c783f1d0 req-59ee2857-98c2-46ea-8666-6107541996dc tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/security-groups?id=3b6e3725-69a5-47fd-ad3f-794cf3a74b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8376594 Feb 02 13:00:22.116876 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-592fb947-1659-4fb0-bd51-649d8e18bd6f req-984e1c56-d263-4ae4-99c1-069f3c489467 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206750 Feb 02 13:00:22.127352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e954c0aa-e05e-45c8-af20-c492a8201f5a req-1d85e320-7174-4b84-9cfd-e8da68afc1a8 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9575934 Feb 02 13:00:22.129133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:00:22.133684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:22.139514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:00:22.264601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 00f8dc86-4190-48b1-973b-9ae3d6032662, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=00f8dc86-4190-48b1-973b-9ae3d6032662,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:22.323913 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '00f8dc86-4190-48b1-973b-9ae3d6032662', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '00f8dc86-4190-48b1-973b-9ae3d6032662', 'mac_address': 'fa:16:3e:ef:d8:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:00:22.365443 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4f4fe8b4-0b46-420c-aaae-69577f1546b7 admin admin] Publish callbacks [] for security_group (31477a77-0733-47e8-9037-994db44b28d4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:22.368922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:22.369858 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:22.375960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 00f8dc86-4190-48b1-973b-9ae3d6032662 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:22.376598 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:22.390874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f8dc86-4190-48b1-973b-9ae3d6032662 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:22.392684 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4f4fe8b4-0b46-420c-aaae-69577f1546b7 admin admin] Publish callbacks [] for security_group (31477a77-0733-47e8-9037-994db44b28d4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:22.414245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 00f8dc86-4190-48b1-973b-9ae3d6032662, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=00f8dc86-4190-48b1-973b-9ae3d6032662,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:22.420680 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:22.426455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a213b56-1028-4681-b373-c57962e247bb req-344bf77b-3aa4-4ba8-8d53-a61fdf56f26e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:22.428892 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a213b56-1028-4681-b373-c57962e247bb req-344bf77b-3aa4-4ba8-8d53-a61fdf56f26e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 931 time: 0.2161071 Feb 02 13:00:22.439169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-0b6cdeb7-6515-4938-90c8-24b9cbfc854e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9570563 Feb 02 13:00:22.457988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c5ae7-7637-493d-9e7c-43dabcb2bef0 req-6b62b83a-f0e7-4f45-a9d3-c871c4808803 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:22.459851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c4c5ae7-7637-493d-9e7c-43dabcb2bef0 req-6b62b83a-f0e7-4f45-a9d3-c871c4808803 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.2258635 Feb 02 13:00:22.477172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4f4fe8b4-0b46-420c-aaae-69577f1546b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (31477a77-0733-47e8-9037-994db44b28d4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:22.479271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Request body: {'port': {'device_id': 'f7d226d9-83eb-43b2-b87c-1cb8638626c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:22.480923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4f4fe8b4-0b46-420c-aaae-69577f1546b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:22.482878 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4f4fe8b4-0b46-420c-aaae-69577f1546b7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/31477a77-0733-47e8-9037-994db44b28d4 HTTP/1.1" status: 204 len: 168 time: 0.5902998 Feb 02 13:00:22.497647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=00f8dc86-4190-48b1-973b-9ae3d6032662,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:22.506763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.507883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.511171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.511825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.512436 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.513043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.513643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.514260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.515896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.516555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.517124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.528038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.529020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:22.578021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fe8b4-0b46-420c-aaae-69577f1546b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31477a77-0733-47e8-9037-994db44b28d4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:22.707027 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:22.717875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['00f8dc86-4190-48b1-973b-9ae3d6032662'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:22.828189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c4c5ae7-7637-493d-9e7c-43dabcb2bef0 req-7a860021-c673-48b8-865d-65c272aacd81 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430133 Feb 02 13:00:22.912033 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a213b56-1028-4681-b373-c57962e247bb req-89246cab-161e-4f99-b6f0-22ec4d24ecac tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707005 Feb 02 13:00:23.029626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec62061-8ffc-414b-804a-cc89005ff342 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:23.042625 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Publish callbacks [] for port (6ec62061-8ffc-414b-804a-cc89005ff342), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:23.071774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Transition to ACTIVE for port object 6ec62061-8ffc-414b-804a-cc89005ff342 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:00:23.080252 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:23.135923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec62061-8ffc-414b-804a-cc89005ff342,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:23.239166 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-1a040901-b5f9-47b0-b0d9-acd2ca315342 service neutron] 10.222.0.18 "GET /v2.0/ports/11e1df96-a725-42a9-b9c5-5eb5a99eac61/bindings/n-h1-827336-2 HTTP/1.1" status: 200 len: 382 time: 0.3242600 Feb 02 13:00:23.308723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Attempting to bind port 6ec62061-8ffc-414b-804a-cc89005ff342 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:23.309130 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Attempting to bind port 6ec62061-8ffc-414b-804a-cc89005ff342 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:23.309527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Attempting to bind port 6ec62061-8ffc-414b-804a-cc89005ff342 on network 044c06b1-0f2a-48b2-a64b-49e53478d080 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:23.316048 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Port 6ec62061-8ffc-414b-804a-cc89005ff342 on network 044c06b1-0f2a-48b2-a64b-49e53478d080 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:00:23.316472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Attempting to bind port 6ec62061-8ffc-414b-804a-cc89005ff342 on network 044c06b1-0f2a-48b2-a64b-49e53478d080 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:23.323402 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:23.323953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Checking segment: {'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:23.324496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Bound using segment: {'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:23.325028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Bound port: 6ec62061-8ffc-414b-804a-cc89005ff342, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eef7908-f9e2-44f5-95b6-6ed535fde79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:23.325551 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:23.406886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb4724-99bd-41a9-b4ed-db10c75bee92 req-87d1eb58-d81e-4b6f-839a-e4a9c68febd4 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:23.408900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59bb4724-99bd-41a9-b4ed-db10c75bee92 req-87d1eb58-d81e-4b6f-839a-e4a9c68febd4 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 931 time: 0.3689578 Feb 02 13:00:23.445488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073b8d1-c9f0-4909-9c20-0a342cef403b req-7596281c-d096-411a-8cb2-2a643cd4e668 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:23.447627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6073b8d1-c9f0-4909-9c20-0a342cef403b req-7596281c-d096-411a-8cb2-2a643cd4e668 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 949 time: 0.2135203 Feb 02 13:00:23.467330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] For port 6ec62061-8ffc-414b-804a-cc89005ff342, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:23.478670 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] For port 6ec62061-8ffc-414b-804a-cc89005ff342, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6ec62061-8ffc-414b-804a-cc89005ff342,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:23.503743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:23.573361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ec62061-8ffc-414b-804a-cc89005ff342,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:23.583679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:23.584382 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:23.586657 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-d805fef0-3cc3-4cb6-b3c6-2c7b2f4fbfe6 service neutron] 10.222.0.62 "PUT /v2.0/ports/6ec62061-8ffc-414b-804a-cc89005ff342 HTTP/1.1" status: 200 len: 1091 time: 1.6787066 Feb 02 13:00:23.587245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb77852-786e-4d20-93da-dc2bd3664d56', 'tag': '6ec62061-8ffc-414b-804a-cc89005ff342'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:23.589741 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eb8c7f8-dd82-4a11-aa8d-1ca7bc2f765c" -d '{"events": [{"name": "network-changed", "server_uuid": "feb77852-786e-4d20-93da-dc2bd3664d56", "tag": "6ec62061-8ffc-414b-804a-cc89005ff342"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:23.726385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-29d293e7-cd69-47ee-aba0-7bfccf0cc97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:23.732585 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-29d293e7-cd69-47ee-aba0-7bfccf0cc97b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c6d1a29d12446e693794e03306208ab&device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 1125 time: 0.0794003 Feb 02 13:00:23.746527 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59bb4724-99bd-41a9-b4ed-db10c75bee92 req-f0477132-b078-47a0-9d50-610fe4923948 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165021 Feb 02 13:00:23.816818 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6073b8d1-c9f0-4909-9c20-0a342cef403b req-07d09f5c-5f42-4e5c-92b2-32426f20eb1d tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/security-groups?id=3b6e3725-69a5-47fd-ad3f-794cf3a74b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897766 Feb 02 13:00:23.823884 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-4733b5c9-dfa6-40fe-8873-6feaea2b4d5b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec62061-8ffc-414b-804a-cc89005ff342 HTTP/1.1" status: 200 len: 217 time: 0.0730808 Feb 02 13:00:23.890450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-d38c436a-a074-49f9-9bb9-ce029413fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:23.892262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-d38c436a-a074-49f9-9bb9-ce029413fda9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd&tenant_id=bbd971fda23e48a19766ca7f8465658e HTTP/1.1" status: 200 len: 1132 time: 0.2834027 Feb 02 13:00:23.929033 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177f5101-fef1-4545-9896-5fd285d1ea77 x-openstack-request-id: req-177f5101-fef1-4545-9896-5fd285d1ea77 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:23.929597 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb77852-786e-4d20-93da-dc2bd3664d56", "tag": "6ec62061-8ffc-414b-804a-cc89005ff342", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:23.930033 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-177f5101-fef1-4545-9896-5fd285d1ea77 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:23.930725 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb77852-786e-4d20-93da-dc2bd3664d56', 'tag': '6ec62061-8ffc-414b-804a-cc89005ff342', 'status': 'completed', 'code': 200} Feb 02 13:00:23.934756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 00f8dc86-4190-48b1-973b-9ae3d6032662 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:23.986105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-47f03a2f-0618-4ec0-981c-7b9a8f22767e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:24.004453 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-47f03a2f-0618-4ec0-981c-7b9a8f22767e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02e72cdf-6681-4d7d-9955-1315bf9f075d HTTP/1.1" status: 200 len: 862 time: 0.1654031 Feb 02 13:00:24.046227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a8d4b-361b-4123-b14e-987406accee5 req-164daac5-80b1-4e15-abb0-5e91013d0892 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:24.053690 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c7a8d4b-361b-4123-b14e-987406accee5 req-164daac5-80b1-4e15-abb0-5e91013d0892 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.1682212 Feb 02 13:00:24.057797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c679b88f-9db8-4200-b1b9-8ef6c28acf5e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:24.100245 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-4b3afb76-1ae0-49ce-a07e-18623d8204df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=044c06b1-0f2a-48b2-a64b-49e53478d080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864642 Feb 02 13:00:24.108031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Publish callbacks [] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:24.117568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 00f8dc86-4190-48b1-973b-9ae3d6032662 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:00:24.126032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c7a8d4b-361b-4123-b14e-987406accee5 req-c0865846-f492-4bee-9500-cf0ba2477ce7 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712438 Feb 02 13:00:24.132487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 00f8dc86-4190-48b1-973b-9ae3d6032662 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:24.132908 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:24.154924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-ec222810-e970-427c-b1bb-eab4da627d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:24.160573 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-ec222810-e970-427c-b1bb-eab4da627d2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 1132 time: 0.2135513 Feb 02 13:00:24.375475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-8bcec9f9-0198-4ec8-b221-ff6ae8122a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:24.377971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-8bcec9f9-0198-4ec8-b221-ff6ae8122a2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2024379 Feb 02 13:00:24.410316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 00f8dc86-4190-48b1-973b-9ae3d6032662 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:24.410747 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:24.421704 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-1129db98-6474-4b07-97a5-f3f15926759e service neutron] 10.222.0.62 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074739 Feb 02 13:00:24.433108 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-6886fec2-4ef3-40ca-97ab-cad2b18fe117 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61 HTTP/1.1" status: 200 len: 217 time: 0.0435214 Feb 02 13:00:24.477086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Transition to ACTIVE for port object c679b88f-9db8-4200-b1b9-8ef6c28acf5e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:00:24.515754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 00f8dc86-4190-48b1-973b-9ae3d6032662, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=00f8dc86-4190-48b1-973b-9ae3d6032662,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:24.518263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1677b8-8c55-45ab-b278-2dbe73715173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f8dc86-4190-48b1-973b-9ae3d6032662'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:24.524964 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e40135-70d0-4b2c-9606-66520f069d17" -d '{"events": [{"server_uuid": "7d1677b8-8c55-45ab-b278-2dbe73715173", "name": "network-vif-plugged", "status": "completed", "tag": "00f8dc86-4190-48b1-973b-9ae3d6032662"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:24.530591 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:24.546476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-007f481a-067b-4c56-af53-3bff64309636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:24.548581 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-007f481a-067b-4c56-af53-3bff64309636 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0662253 Feb 02 13:00:24.554028 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:24.574981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b020c-cbc0-4a64-bc1a-9035c4736a57 req-09990a1b-6d64-4800-a122-497eb8ec4f86 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:24.577169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e66b020c-cbc0-4a64-bc1a-9035c4736a57 req-09990a1b-6d64-4800-a122-497eb8ec4f86 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.4376974 Feb 02 13:00:24.646263 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-74402ac7-e512-4c76-b4ff-3cc36e859d04 req-851c1613-3f5d-49ab-b361-d52b9a18649f service neutron] 10.222.0.62 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195477 Feb 02 13:00:24.687979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=00f8dc86-4190-48b1-973b-9ae3d6032662,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:24.806913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e4d06-eb61-4edd-a1a0-3d3f67236baa req-475f6690-b621-4853-98ae-f0d6d1290002 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:24.821503 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac9e4d06-eb61-4edd-a1a0-3d3f67236baa req-475f6690-b621-4853-98ae-f0d6d1290002 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 931 time: 0.4381149 Feb 02 13:00:24.886112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8c7f8-dd82-4a11-aa8d-1ca7bc2f765c req-8fcccd25-1064-4d0d-b99d-8f29d04cf4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:24.892645 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7eb8c7f8-dd82-4a11-aa8d-1ca7bc2f765c req-8fcccd25-1064-4d0d-b99d-8f29d04cf4a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c6d1a29d12446e693794e03306208ab&device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 1125 time: 0.1278868 Feb 02 13:00:24.905169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Attempting to bind port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:24.905804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Attempting to bind port c679b88f-9db8-4200-b1b9-8ef6c28acf5e by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:24.906061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Attempting to bind port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:24.931266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-a995ea41-0726-4a89-acfb-48ba6f78fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:24.933946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-a995ea41-0726-4a89-acfb-48ba6f78fce6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3666363 Feb 02 13:00:24.938929 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e66b020c-cbc0-4a64-bc1a-9035c4736a57 req-f7c1c665-598a-47ee-9011-6e7674c3b4bd tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984045 Feb 02 13:00:24.943222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:00:24.943820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Attempting to bind port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:24.950030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Pushing event updated for resources: {'Port': ['ID=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:25.086562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:25.087255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:25.089235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Bound using segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:25.089938 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Bound port: c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:25.102407 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:25.137039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8c7f8-dd82-4a11-aa8d-1ca7bc2f765c req-df671a3e-f1e7-428a-9699-810edca4cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:25.139015 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7eb8c7f8-dd82-4a11-aa8d-1ca7bc2f765c req-df671a3e-f1e7-428a-9699-810edca4cbbd service neutron] 10.222.0.62 "GET /v2.0/networks?id=044c06b1-0f2a-48b2-a64b-49e53478d080 HTTP/1.1" status: 200 len: 923 time: 0.2382121 Feb 02 13:00:25.188893 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7eb8c7f8-dd82-4a11-aa8d-1ca7bc2f765c req-5bc64b00-8818-413f-a811-350957228e58 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ec62061-8ffc-414b-804a-cc89005ff342 HTTP/1.1" status: 200 len: 217 time: 0.0421641 Feb 02 13:00:25.204578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac9e4d06-eb61-4edd-a1a0-3d3f67236baa req-87c60957-d5aa-4728-a526-1e6fc1ee18fd tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715730 Feb 02 13:00:25.212845 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64936083-cdc3-41fe-9685-af4359224639 x-openstack-request-id: req-64936083-cdc3-41fe-9685-af4359224639 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:25.212845 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1677b8-8c55-45ab-b278-2dbe73715173", "name": "network-vif-plugged", "status": "completed", "tag": "00f8dc86-4190-48b1-973b-9ae3d6032662", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:25.213384 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-64936083-cdc3-41fe-9685-af4359224639 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:25.213832 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1677b8-8c55-45ab-b278-2dbe73715173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f8dc86-4190-48b1-973b-9ae3d6032662', 'code': 200} Feb 02 13:00:25.262868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8c7f8-dd82-4a11-aa8d-1ca7bc2f765c req-9a90b08d-da7f-4354-8406-0be7f462e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:25.264652 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7eb8c7f8-dd82-4a11-aa8d-1ca7bc2f765c req-9a90b08d-da7f-4354-8406-0be7f462e217 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=02e72cdf-6681-4d7d-9955-1315bf9f075d HTTP/1.1" status: 200 len: 862 time: 0.0669858 Feb 02 13:00:25.312389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-cd7d017d-e655-4fde-beb2-b35374f04f6f service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584800 Feb 02 13:00:25.358676 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7eb8c7f8-dd82-4a11-aa8d-1ca7bc2f765c req-42feab31-9b23-4047-8922-ddb268880e84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=044c06b1-0f2a-48b2-a64b-49e53478d080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860569 Feb 02 13:00:25.452083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:25.511058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:25.517531 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a2a13-5da9-4d45-bfdd-33699f99e17b req-2b719dc5-5f33-484b-bf1a-c7764836250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:25.521101 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-755a2a13-5da9-4d45-bfdd-33699f99e17b req-2b719dc5-5f33-484b-bf1a-c7764836250f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 1132 time: 0.1662118 Feb 02 13:00:25.532246 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:25.557939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8fa0b5-c97c-483a-839f-bc156f7f9c47 req-bb08f75b-fb59-43ce-97db-59d3ddb60f10 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:25.563735 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7eb8c7f8-dd82-4a11-aa8d-1ca7bc2f765c req-20323675-bba7-44ca-bf59-a6e97b4dc892 service neutron] 10.222.0.62 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924794 Feb 02 13:00:25.566065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e8fa0b5-c97c-483a-839f-bc156f7f9c47 req-bb08f75b-fb59-43ce-97db-59d3ddb60f10 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 943 time: 0.2264283 Feb 02 13:00:25.604917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:25.605544 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:25.606966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] 10.222.0.62 "PUT /v2.0/ports/c679b88f-9db8-4200-b1b9-8ef6c28acf5e HTTP/1.1" status: 200 len: 1091 time: 3.1449025 Feb 02 13:00:25.633339 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-755a2a13-5da9-4d45-bfdd-33699f99e17b req-e5b7af10-5055-4a0d-9bb9-d503f7a7f8b1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3b6e3725-69a5-47fd-ad3f-794cf3a74b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047819 Feb 02 13:00:25.716935 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7eb8c7f8-dd82-4a11-aa8d-1ca7bc2f765c req-f643f345-3f6f-4766-8a1b-a97c6170b53c service neutron] 10.222.0.62 "GET /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430411 Feb 02 13:00:25.764074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d226d9-83eb-43b2-b87c-1cb8638626c2', 'tag': 'c679b88f-9db8-4200-b1b9-8ef6c28acf5e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:25.766368 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d263276-cf7d-49e5-ba2d-f7c13a39e18b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d226d9-83eb-43b2-b87c-1cb8638626c2", "tag": "c679b88f-9db8-4200-b1b9-8ef6c28acf5e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:25.809309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf7493-1775-457a-b410-5897e272a479 service neutron] Pushing event updated for resources: {'Port': ['ID=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:25.833623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d24e6-17ff-4c16-87b3-b3aaf3419caf req-74566514-6af9-4b69-b75a-62d8e6ca6f47 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:25.835675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e4d24e6-17ff-4c16-87b3-b3aaf3419caf req-74566514-6af9-4b69-b75a-62d8e6ca6f47 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 950 time: 0.4578719 Feb 02 13:00:25.845863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b82f349-03d5-49c5-a048-0b518048d1ac req-274a67b0-212b-49bc-bd49-c606d37cbc4f service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208237 Feb 02 13:00:25.912601 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e8fa0b5-c97c-483a-839f-bc156f7f9c47 req-b897c36e-c87f-443e-ab88-ad765625f7c9 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756070 Feb 02 13:00:25.941493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-e5138b13-e143-45fa-bd1e-7696cc13bb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:25.943108 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-e5138b13-e143-45fa-bd1e-7696cc13bb83 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 1125 time: 0.1669705 Feb 02 13:00:25.962785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e4d24e6-17ff-4c16-87b3-b3aaf3419caf req-e8544d4d-bba7-4e33-81cb-5c076c8d8aa5 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/security-groups?id=3b6e3725-69a5-47fd-ad3f-794cf3a74b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151195 Feb 02 13:00:26.054572 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-6715e1ae-273f-4bd4-8d02-2e1186991be9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e HTTP/1.1" status: 200 len: 217 time: 0.0908697 Feb 02 13:00:26.073969 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca47ffa-96e3-428e-8a6f-ee00b273fb1d x-openstack-request-id: req-9ca47ffa-96e3-428e-8a6f-ee00b273fb1d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:26.074868 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d226d9-83eb-43b2-b87c-1cb8638626c2", "tag": "c679b88f-9db8-4200-b1b9-8ef6c28acf5e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:26.075137 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9ca47ffa-96e3-428e-8a6f-ee00b273fb1d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:26.075628 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d226d9-83eb-43b2-b87c-1cb8638626c2', 'tag': 'c679b88f-9db8-4200-b1b9-8ef6c28acf5e', 'status': 'completed', 'code': 200} Feb 02 13:00:26.149061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-7688320c-2756-4d75-96f8-92792113cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:26.150617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-7688320c-2756-4d75-96f8-92792113cf13 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.0726047 Feb 02 13:00:26.180183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb85283-4149-4ba8-8272-28dbd7990220 req-f8bfd207-5ab0-4a5d-bb1a-848b3ef22d03 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:26.187380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8eb85283-4149-4ba8-8272-28dbd7990220 req-f8bfd207-5ab0-4a5d-bb1a-848b3ef22d03 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.1354799 Feb 02 13:00:26.234727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-bd8f8b32-9117-466f-a360-880d5324a268 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759761 Feb 02 13:00:26.335617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8eb85283-4149-4ba8-8272-28dbd7990220 req-47908777-a6dd-4957-b91e-dd177112b299 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471779 Feb 02 13:00:26.838927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-00946990-6fb0-471a-b2f5-bf06f0490719 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f9b2be59166c463699dcefe40d9265c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342352 Feb 02 13:00:26.951640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-a8b4d76e-d461-4bdb-806a-ac94584d9436 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087452 Feb 02 13:00:27.027085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80d0e3-185e-4ce5-ae0d-d35ce563b12f req-8dca0f46-d442-4fe8-b7a5-988cc3ba44e6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:27.028597 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c80d0e3-185e-4ce5-ae0d-d35ce563b12f req-8dca0f46-d442-4fe8-b7a5-988cc3ba44e6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.2253895 Feb 02 13:00:27.138918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-2f696cde-cdcf-4733-8038-6ab22a1b1cb5 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:27.140727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-2f696cde-cdcf-4733-8038-6ab22a1b1cb5 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641993 Feb 02 13:00:27.182643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c80d0e3-185e-4ce5-ae0d-d35ce563b12f req-a6d7401f-9e7f-4218-a91d-e7bfc689ce64 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479504 Feb 02 13:00:27.184011 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-5b66f95a-ef8d-4fb2-9991-a24897a33606 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/quotas/f9b2be59166c463699dcefe40d9265c6 HTTP/1.1" status: 200 len: 375 time: 0.0314667 Feb 02 13:00:27.188265 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94f86183-a3f3-4eb7-906b-c5b063e410f8 req-8a811ff5-6828-49b3-93ba-1a816c944c32 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013478 Feb 02 13:00:27.244290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-01de7fb2-31a8-46ef-8ca0-01468a9de2fa tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9b2be59166c463699dcefe40d9265c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542264 Feb 02 13:00:27.415335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263276-cf7d-49e5-ba2d-f7c13a39e18b req-c806d38a-09ee-41f5-970d-8c693cc9c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:27.417346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d263276-cf7d-49e5-ba2d-f7c13a39e18b req-c806d38a-09ee-41f5-970d-8c693cc9c123 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 1125 time: 0.1208041 Feb 02 13:00:27.462475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322db8aa-0c82-49b1-a03e-c25172d26de8 req-1be6b009-01a9-4732-84fc-2b4c1707a46a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:27.464394 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-322db8aa-0c82-49b1-a03e-c25172d26de8 req-1be6b009-01a9-4732-84fc-2b4c1707a46a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 943 time: 0.1114600 Feb 02 13:00:27.709952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-322db8aa-0c82-49b1-a03e-c25172d26de8 req-0c3440f4-8727-4b69-ad3e-4e9dcaeb3b25 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173378 Feb 02 13:00:27.738663 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263276-cf7d-49e5-ba2d-f7c13a39e18b req-5f9e7b6d-2dee-468a-9958-3efaefec1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:27.740256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d263276-cf7d-49e5-ba2d-f7c13a39e18b req-5f9e7b6d-2dee-468a-9958-3efaefec1f93 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.3163326 Feb 02 13:00:27.874833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d263276-cf7d-49e5-ba2d-f7c13a39e18b req-8c9ed8d6-e6e8-4bb9-83d9-2e1aeb2a46b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e HTTP/1.1" status: 200 len: 217 time: 0.0973220 Feb 02 13:00:27.930886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 11e1df96-a725-42a9-b9c5-5eb5a99eac61 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:27.969059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016f1bb-46a6-461d-ade8-4420885d1f91 req-d0193731-b44b-4fb6-864a-1508d1d955ac tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:27.976577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2016f1bb-46a6-461d-ade8-4420885d1f91 req-d0193731-b44b-4fb6-864a-1508d1d955ac tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 943 time: 0.3771343 Feb 02 13:00:27.997966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9765c-9c89-4cd7-8ac6-4b30bb4bea96 req-e6b53e2f-784a-4628-934d-0effe6182efd tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:28.006837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37a9765c-9c89-4cd7-8ac6-4b30bb4bea96 req-e6b53e2f-784a-4628-934d-0effe6182efd tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 950 time: 0.2186773 Feb 02 13:00:28.039764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:28.040522 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:28.047038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d263276-cf7d-49e5-ba2d-f7c13a39e18b req-f58db844-c0a1-41f4-8541-4f262dae619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:28.048565 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d263276-cf7d-49e5-ba2d-f7c13a39e18b req-f58db844-c0a1-41f4-8541-4f262dae619c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.1554170 Feb 02 13:00:28.082409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 11e1df96-a725-42a9-b9c5-5eb5a99eac61, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:28.084797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0275f6b-c978-4405-bcef-3c81f3892bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e1df96-a725-42a9-b9c5-5eb5a99eac61'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:28.089093 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb8e617-3dd2-4f07-a88e-9a29eb7c41ed" -d '{"events": [{"server_uuid": "c0275f6b-c978-4405-bcef-3c81f3892bbd", "name": "network-vif-unplugged", "status": "completed", "tag": "11e1df96-a725-42a9-b9c5-5eb5a99eac61"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:28.094168 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:28.166172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=11e1df96-a725-42a9-b9c5-5eb5a99eac61,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:28.171365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d263276-cf7d-49e5-ba2d-f7c13a39e18b req-14482b48-2739-47d0-9e83-aea40e071e11 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869293 Feb 02 13:00:28.235759 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2016f1bb-46a6-461d-ade8-4420885d1f91 req-814459bd-3759-42a6-8810-fd9184b1fecf tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544925 Feb 02 13:00:28.368050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37a9765c-9c89-4cd7-8ac6-4b30bb4bea96 req-a652b7cd-44ab-4295-94cd-bad0c61ac344 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/security-groups?id=3b6e3725-69a5-47fd-ad3f-794cf3a74b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579659 Feb 02 13:00:28.519667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f6a2fc3-7a61-4e21-a586-29d0192b404d req-6176cd7b-8f7c-45c0-a5d5-421a82e68805 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 210 time: 0.0589557 Feb 02 13:00:28.521627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d263276-cf7d-49e5-ba2d-f7c13a39e18b req-4dd4fda3-33df-41a0-a4a3-5c2ca7144b51 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317873 Feb 02 13:00:28.562202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49785d78-38ea-4421-8d3f-e814ff65a3dc req-1567248d-55e7-4ed5-b764-753c900dc9ad tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:28.563926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49785d78-38ea-4421-8d3f-e814ff65a3dc req-1567248d-55e7-4ed5-b764-753c900dc9ad tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.1968987 Feb 02 13:00:28.703648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d263276-cf7d-49e5-ba2d-f7c13a39e18b req-991d35a0-2116-4a28-8be7-e179277d0532 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580443 Feb 02 13:00:28.711393 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a4eb2a-d530-432d-863e-1860dc50baad x-openstack-request-id: req-a6a4eb2a-d530-432d-863e-1860dc50baad {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:28.711970 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0275f6b-c978-4405-bcef-3c81f3892bbd", "name": "network-vif-unplugged", "status": "completed", "tag": "11e1df96-a725-42a9-b9c5-5eb5a99eac61", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:28.712412 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a6a4eb2a-d530-432d-863e-1860dc50baad {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:28.712975 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0275f6b-c978-4405-bcef-3c81f3892bbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e1df96-a725-42a9-b9c5-5eb5a99eac61', 'code': 200} Feb 02 13:00:28.755183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49785d78-38ea-4421-8d3f-e814ff65a3dc req-2cb24a01-2d1f-4f58-8e29-e4846e022ca2 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040583 Feb 02 13:00:28.853106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee59d5c-9a92-4d10-b4e3-e42a912c5965 req-44f02a3b-8ef1-4f46-b7de-f2e7ccb12a9e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:28.854641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bee59d5c-9a92-4d10-b4e3-e42a912c5965 req-44f02a3b-8ef1-4f46-b7de-f2e7ccb12a9e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 948 time: 0.0808532 Feb 02 13:00:28.966776 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bee59d5c-9a92-4d10-b4e3-e42a912c5965 req-52b3bf9c-5b3f-4d6a-b853-354c44ee3fff tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049218 Feb 02 13:00:29.119986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 6ec62061-8ffc-414b-804a-cc89005ff342 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:00:29.147448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a591a6-5297-4588-b867-e922d9d40863 req-460c4e5b-5b92-4679-8d5a-f7c5a927f19e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:29.156264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4a591a6-5297-4588-b867-e922d9d40863 req-460c4e5b-5b92-4679-8d5a-f7c5a927f19e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 943 time: 0.0813599 Feb 02 13:00:29.224403 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4a591a6-5297-4588-b867-e922d9d40863 req-64f2b829-e7e7-4ee6-a8ba-9f1b7121077b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627868 Feb 02 13:00:29.382370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 6ec62061-8ffc-414b-804a-cc89005ff342, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6ec62061-8ffc-414b-804a-cc89005ff342,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:29.428023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '6ec62061-8ffc-414b-804a-cc89005ff342', 'network_id': '044c06b1-0f2a-48b2-a64b-49e53478d080', 'port_id': '6ec62061-8ffc-414b-804a-cc89005ff342', 'mac_address': 'fa:16:3e:8a:14:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e72cdf-6681-4d7d-9955-1315bf9f075d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:00:29.513410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521d1bb-6626-435e-ae62-3940a5ff433d req-4813b6ff-540c-42e2-b3a8-95ed3b45a35a tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:29.524161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5521d1bb-6626-435e-ae62-3940a5ff433d req-4813b6ff-540c-42e2-b3a8-95ed3b45a35a tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 950 time: 0.1737070 Feb 02 13:00:29.588843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 6ec62061-8ffc-414b-804a-cc89005ff342 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:29.589522 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:29.609019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec62061-8ffc-414b-804a-cc89005ff342 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:29.639701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-6015f7d2-e839-4a53-958f-ade4f462a6c7 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f9b2be59166c463699dcefe40d9265c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700762 Feb 02 13:00:29.661435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 6ec62061-8ffc-414b-804a-cc89005ff342, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6ec62061-8ffc-414b-804a-cc89005ff342,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:29.668732 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:29.712846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-c5152287-c6fd-4739-9843-ec7878f60c1b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:29.715603 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-c5152287-c6fd-4739-9843-ec7878f60c1b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd&tenant_id=bbd971fda23e48a19766ca7f8465658e&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 948 time: 0.1256983 Feb 02 13:00:29.764620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=6ec62061-8ffc-414b-804a-cc89005ff342,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:29.865496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d750e7-4d57-4816-9e94-eb749f126fe1 req-16449f1a-ebbc-4e52-b824-2b786a4602e2 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:29.873549 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08d750e7-4d57-4816-9e94-eb749f126fe1 req-16449f1a-ebbc-4e52-b824-2b786a4602e2 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 945 time: 0.3372314 Feb 02 13:00:29.912208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5521d1bb-6626-435e-ae62-3940a5ff433d req-78ee3ab0-0535-4000-b9ba-4bdc2aba4256 tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/security-groups?id=3b6e3725-69a5-47fd-ad3f-794cf3a74b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869939 Feb 02 13:00:29.948007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 11e1df96-a725-42a9-b9c5-5eb5a99eac61 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:00:29.980422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08d750e7-4d57-4816-9e94-eb749f126fe1 req-9ae006ee-1067-41f4-8487-c22a1b51e0e2 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056788 Feb 02 13:00:29.987189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-e8dc013f-bfde-46bd-85c0-82ce4c130a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:29.997948 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-e8dc013f-bfde-46bd-85c0-82ce4c130a66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 1130 time: 0.1147556 Feb 02 13:00:30.012963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-9a907a2f-9326-4691-bb3e-2a67bb949bb1 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:30.028732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-9a907a2f-9326-4691-bb3e-2a67bb949bb1 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3783364 Feb 02 13:00:30.056391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Request body: {'port': {'device_id': '5aa8c672-f67b-46cc-a948-04923bb96d92', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'f9b2be59166c463699dcefe40d9265c6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:30.118578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-5a20e730-1882-4480-a93d-50b63720c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:30.120076 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-5a20e730-1882-4480-a93d-50b63720c28e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1149294 Feb 02 13:00:30.158197 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['6ec62061-8ffc-414b-804a-cc89005ff342'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:30.172760 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-e222081f-2f42-45a9-a6e4-67e5c765a7c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61 HTTP/1.1" status: 200 len: 217 time: 0.0435278 Feb 02 13:00:30.228093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-8eb93d2b-f9d5-4c03-bb71-16b86c2e9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:30.229722 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-8eb93d2b-f9d5-4c03-bb71-16b86c2e9c03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0513558 Feb 02 13:00:30.312763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-345b2a85-0706-4d41-881d-34890dcbf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:30.320300 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-345b2a85-0706-4d41-881d-34890dcbf421 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0722086 Feb 02 13:00:30.447839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 11e1df96-a725-42a9-b9c5-5eb5a99eac61, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:30.453632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480617f-48e3-4c99-b2f9-97d79c917e1e req-7380d776-d078-43d2-bb25-d2153e82e453 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:30.470590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9480617f-48e3-4c99-b2f9-97d79c917e1e req-7380d776-d078-43d2-bb25-d2153e82e453 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 948 time: 0.3410079 Feb 02 13:00:30.502239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '11e1df96-a725-42a9-b9c5-5eb5a99eac61', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '11e1df96-a725-42a9-b9c5-5eb5a99eac61', 'mac_address': 'fa:16:3e:98:84:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:00:30.535703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24016122-f438-453f-8fa9-5dd9713c2a01 req-72569fc5-701e-439c-be90-727715f61321 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:30.537268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-24016122-f438-453f-8fa9-5dd9713c2a01 req-72569fc5-701e-439c-be90-727715f61321 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 944 time: 0.4090581 Feb 02 13:00:30.549588 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-8d2ec670-0d14-43dd-bfab-d24b1a1c7312 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123525 Feb 02 13:00:30.648415 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:30.649202 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:30.673744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e1df96-a725-42a9-b9c5-5eb5a99eac61 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:30.713056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Made reservation on behalf of f9b2be59166c463699dcefe40d9265c6 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:00:30.715014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 11e1df96-a725-42a9-b9c5-5eb5a99eac61, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:30.720391 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:30.735955 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:30.736853 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8083af8e-3e1e-492a-ab2a-6ea3a55b4bd9 req-77924a8a-804a-4951-b851-a101512d62e0 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772852 Feb 02 13:00:30.776044 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:30.813358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=11e1df96-a725-42a9-b9c5-5eb5a99eac61,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:30.872248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-24016122-f438-453f-8fa9-5dd9713c2a01 req-1c32ebb7-050e-43ab-918d-c96807f29ccd tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167737 Feb 02 13:00:30.931935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9480617f-48e3-4c99-b2f9-97d79c917e1e req-4d6a745f-c8a3-4a01-a529-c9fe6e94d90c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570425 Feb 02 13:00:31.011186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['11e1df96-a725-42a9-b9c5-5eb5a99eac61'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:31.011780 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18af6d-9135-4309-8d31-b987e53fee36 req-e7ba41e2-5609-433a-b196-1372f64b121c tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:31.018783 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd18af6d-9135-4309-8d31-b987e53fee36 req-e7ba41e2-5609-433a-b196-1372f64b121c tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 950 time: 0.3282106 Feb 02 13:00:31.169712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c679b88f-9db8-4200-b1b9-8ef6c28acf5e details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:00:31.256821 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2107604-9ac6-4a87-b7bd-46297c1a9310 req-4b0f2aff-f3b8-4f03-8abd-ca60b61f5046 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 210 time: 0.2037003 Feb 02 13:00:31.440317 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:31.471545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'c679b88f-9db8-4200-b1b9-8ef6c28acf5e', 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706', 'port_id': 'c679b88f-9db8-4200-b1b9-8ef6c28acf5e', 'mac_address': 'fa:16:3e:96:50:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce7726b-81be-44ef-bfba-8ad37776d41f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:00:31.529783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dea90a-ff1f-4f63-a893-4b5b6493fe64 req-c5498dc2-96b7-4de7-b633-436ac5daac85 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:31.533899 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59dea90a-ff1f-4f63-a893-4b5b6493fe64 req-c5498dc2-96b7-4de7-b633-436ac5daac85 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.62 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 945 time: 0.4595509 Feb 02 13:00:31.556406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239130f1-907f-4dc0-8dd9-194cef0f3421 req-a63391c0-ef15-4322-b99d-ac7b5683018a tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:31.561856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-239130f1-907f-4dc0-8dd9-194cef0f3421 req-a63391c0-ef15-4322-b99d-ac7b5683018a tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.4785309 Feb 02 13:00:31.763748 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks [] for security_group (2fa8be19-b44a-4807-b579-2d954956816c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:31.772516 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2fa8be19-b44a-4807-b579-2d954956816c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:31.898120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cd18af6d-9135-4309-8d31-b987e53fee36 req-f9eeb88c-fd8e-409f-aec0-65e876fcaabb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Deleting port 00f8dc86-4190-48b1-973b-9ae3d6032662 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:31.898518 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd18af6d-9135-4309-8d31-b987e53fee36 req-f9eeb88c-fd8e-409f-aec0-65e876fcaabb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:31.934875 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fe19910-68c6-4b71-b8df-babc46245fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:31.942045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port c679b88f-9db8-4200-b1b9-8ef6c28acf5e is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:31.943710 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:31.965221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 00f8dc86-4190-48b1-973b-9ae3d6032662 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:32.010228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d263a-0b3c-4170-a5f9-90217f8aa71a req-1c8ae25c-467e-4bb3-9e49-a773c98366bd tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:32.012561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c679b88f-9db8-4200-b1b9-8ef6c28acf5e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:32.018981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b2d263a-0b3c-4170-a5f9-90217f8aa71a req-1c8ae25c-467e-4bb3-9e49-a773c98366bd tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 943 time: 0.4544945 Feb 02 13:00:32.041734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:32.051526 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:32.101687 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa8be19-b44a-4807-b579-2d954956816c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:32.214765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 00f8dc86-4190-48b1-973b-9ae3d6032662 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:32.217467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:32.240311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:32.272564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 00f8dc86-4190-48b1-973b-9ae3d6032662, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=00f8dc86-4190-48b1-973b-9ae3d6032662,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:32.273785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1677b8-8c55-45ab-b278-2dbe73715173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f8dc86-4190-48b1-973b-9ae3d6032662'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:32.279855 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73baa962-8a40-4b6b-9bc8-5209fd92de3c" -d '{"events": [{"server_uuid": "7d1677b8-8c55-45ab-b278-2dbe73715173", "name": "network-vif-unplugged", "status": "completed", "tag": "00f8dc86-4190-48b1-973b-9ae3d6032662"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:32.293869 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:32.340199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-239130f1-907f-4dc0-8dd9-194cef0f3421 req-f44f67f7-e3fa-4b0e-8d72-3cb29b8b4044 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5792212 Feb 02 13:00:32.407051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=00f8dc86-4190-48b1-973b-9ae3d6032662,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:32.466695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['c679b88f-9db8-4200-b1b9-8ef6c28acf5e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:32.542624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cd18af6d-9135-4309-8d31-b987e53fee36 req-f9eeb88c-fd8e-409f-aec0-65e876fcaabb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] For port 00f8dc86-4190-48b1-973b-9ae3d6032662, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=00f8dc86-4190-48b1-973b-9ae3d6032662,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:32.543298 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd18af6d-9135-4309-8d31-b987e53fee36 req-f9eeb88c-fd8e-409f-aec0-65e876fcaabb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:32.584809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cd18af6d-9135-4309-8d31-b987e53fee36 req-f9eeb88c-fd8e-409f-aec0-65e876fcaabb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Calling delete_port for 00f8dc86-4190-48b1-973b-9ae3d6032662 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:32.679351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-59dea90a-ff1f-4f63-a893-4b5b6493fe64 req-3ded4c3d-1ee1-47e0-92e1-dd8f5e41896f tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Deleting port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:32.679860 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-59dea90a-ff1f-4f63-a893-4b5b6493fe64 req-3ded4c3d-1ee1-47e0-92e1-dd8f5e41896f tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:32.909680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b2d263a-0b3c-4170-a5f9-90217f8aa71a req-1c00fe34-da88-4f46-8e94-d2dce5c7e8cb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8895032 Feb 02 13:00:32.911269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Allocated IP 192.168.233.152 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/025e7400-cd5e-4599-8f91-192ed5994774) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:00:33.148891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 6ec62061-8ffc-414b-804a-cc89005ff342 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:33.149784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-59dea90a-ff1f-4f63-a893-4b5b6493fe64 req-3ded4c3d-1ee1-47e0-92e1-dd8f5e41896f tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] For port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:33.150362 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-59dea90a-ff1f-4f63-a893-4b5b6493fe64 req-3ded4c3d-1ee1-47e0-92e1-dd8f5e41896f tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:33.176169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7398f-43d8-4bb1-9a33-d889fc2e06a4 req-e265929a-c8ca-4057-871f-38d786dbed0d tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:33.186631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0aa7398f-43d8-4bb1-9a33-d889fc2e06a4 req-e265929a-c8ca-4057-871f-38d786dbed0d tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d1677b8-8c55-45ab-b278-2dbe73715173 HTTP/1.1" status: 200 len: 948 time: 0.5587542 Feb 02 13:00:33.208131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-59dea90a-ff1f-4f63-a893-4b5b6493fe64 req-3ded4c3d-1ee1-47e0-92e1-dd8f5e41896f tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Calling delete_port for 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:33.260312 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 6ec62061-8ffc-414b-804a-cc89005ff342 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:00:33.266581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 6ec62061-8ffc-414b-804a-cc89005ff342 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:33.267118 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:33.353151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321d846-4c17-4850-b1ba-87e154c9e539 req-18dd4e9c-0957-401a-809a-7e5403135f4f tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:33.355550 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1321d846-4c17-4850-b1ba-87e154c9e539 req-18dd4e9c-0957-401a-809a-7e5403135f4f tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/ports?device_id=6343ab97-4aec-4a3f-b3ad-a6731c5a4296 HTTP/1.1" status: 200 len: 945 time: 0.3186784 Feb 02 13:00:33.411641 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd18af6d-9135-4309-8d31-b987e53fee36 req-f9eeb88c-fd8e-409f-aec0-65e876fcaabb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (00f8dc86-4190-48b1-973b-9ae3d6032662), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:33.448220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0aa7398f-43d8-4bb1-9a33-d889fc2e06a4 req-05fa6cf7-6108-45bb-a722-0f96464dc65d tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.83 "GET /v2.0/security-groups?id=3b6e3725-69a5-47fd-ad3f-794cf3a74b37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600803 Feb 02 13:00:33.484257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 6ec62061-8ffc-414b-804a-cc89005ff342 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:33.484680 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:33.540862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 6ec62061-8ffc-414b-804a-cc89005ff342, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6ec62061-8ffc-414b-804a-cc89005ff342,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:33.547758 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:33.548683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:33.551712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eeb88c-fd8e-409f-aec0-65e876fcaabb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Pushing event deleted for resources: {'Port': ['ID=00f8dc86-4190-48b1-973b-9ae3d6032662,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:33.675599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=6ec62061-8ffc-414b-804a-cc89005ff342,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:33.756932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:33.758370 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:33.814744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:33.830066 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:33.922175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:33.964981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 11e1df96-a725-42a9-b9c5-5eb5a99eac61 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:34.040711 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:34.041171 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:34.110147 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-091d572a-18c6-4084-a589-5ffabc3996a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:34.134108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd18af6d-9135-4309-8d31-b987e53fee36 req-f9eeb88c-fd8e-409f-aec0-65e876fcaabb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] No DVR routers for this DVR port 00f8dc86-4190-48b1-973b-9ae3d6032662 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:00:34.138040 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cd18af6d-9135-4309-8d31-b987e53fee36 req-f9eeb88c-fd8e-409f-aec0-65e876fcaabb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:34.142118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd18af6d-9135-4309-8d31-b987e53fee36 req-f9eeb88c-fd8e-409f-aec0-65e876fcaabb tempest-ImagesNegativeTestJSON-2026210142 tempest-ImagesNegativeTestJSON-2026210142-project] 10.222.0.18 "DELETE /v2.0/ports/00f8dc86-4190-48b1-973b-9ae3d6032662 HTTP/1.1" status: 204 len: 173 time: 3.1075566 Feb 02 13:00:34.150796 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1677b8-8c55-45ab-b278-2dbe73715173', 'name': 'network-vif-deleted', 'tag': '00f8dc86-4190-48b1-973b-9ae3d6032662'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:34.156333 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd445b9-4e06-41cd-9b1c-471a6f4a9013" -d '{"events": [{"server_uuid": "7d1677b8-8c55-45ab-b278-2dbe73715173", "name": "network-vif-deleted", "tag": "00f8dc86-4190-48b1-973b-9ae3d6032662"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:34.181039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:34.182422 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:34.256556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 11e1df96-a725-42a9-b9c5-5eb5a99eac61, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:34.263394 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:34.280571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1321d846-4c17-4850-b1ba-87e154c9e539 req-9e368674-0dc4-41fc-8561-09df500eab77 tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.83 "GET /v2.0/security-groups?id=e8a2047f-c355-4229-a6f6-d26e4736d2b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9115896 Feb 02 13:00:34.373171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=11e1df96-a725-42a9-b9c5-5eb5a99eac61,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:34.398381 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks [] for port (025e7400-cd5e-4599-8f91-192ed5994774), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:34.414604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-59dea90a-ff1f-4f63-a893-4b5b6493fe64 req-3ded4c3d-1ee1-47e0-92e1-dd8f5e41896f tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (29d3fc7a-ceab-486a-8b6a-db1068b7bfd6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:34.440478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fd019-7aaa-45d7-b2a2-41b6c768cd9d req-f6b39d90-8744-4ffb-8279-1af6fee436a0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:34.449494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-785fd019-7aaa-45d7-b2a2-41b6c768cd9d req-f6b39d90-8744-4ffb-8279-1af6fee436a0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 945 time: 0.8342905 Feb 02 13:00:34.522570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded4c3d-1ee1-47e0-92e1-dd8f5e41896f tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Pushing event deleted for resources: {'Port': ['ID=29d3fc7a-ceab-486a-8b6a-db1068b7bfd6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:34.611789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dea90a-ff1f-4f63-a893-4b5b6493fe64 req-3ded4c3d-1ee1-47e0-92e1-dd8f5e41896f tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] No DVR routers for this DVR port 29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:00:34.615634 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-59dea90a-ff1f-4f63-a893-4b5b6493fe64 req-3ded4c3d-1ee1-47e0-92e1-dd8f5e41896f tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:34.619688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59dea90a-ff1f-4f63-a893-4b5b6493fe64 req-3ded4c3d-1ee1-47e0-92e1-dd8f5e41896f tempest-AttachSCSIVolumeTestJSON-1647691701 tempest-AttachSCSIVolumeTestJSON-1647691701-project] 10.222.0.62 "DELETE /v2.0/ports/29d3fc7a-ceab-486a-8b6a-db1068b7bfd6 HTTP/1.1" status: 204 len: 173 time: 2.9768634 Feb 02 13:00:34.644984 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (025e7400-cd5e-4599-8f91-192ed5994774), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:34.680024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-785fd019-7aaa-45d7-b2a2-41b6c768cd9d req-3fd7acd8-f4ff-4d1f-8f69-53548c20be31 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284527 Feb 02 13:00:34.772737 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff4d5ba-5156-49a0-b6dc-e5896b3f4527 x-openstack-request-id: req-0ff4d5ba-5156-49a0-b6dc-e5896b3f4527 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:34.773099 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1677b8-8c55-45ab-b278-2dbe73715173", "name": "network-vif-unplugged", "status": "completed", "tag": "00f8dc86-4190-48b1-973b-9ae3d6032662", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:34.774216 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0ff4d5ba-5156-49a0-b6dc-e5896b3f4527 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:34.774216 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1677b8-8c55-45ab-b278-2dbe73715173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00f8dc86-4190-48b1-973b-9ae3d6032662', 'code': 200} Feb 02 13:00:34.776662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472f4ee-e9fa-47b9-a64f-7fbe68965c35 req-4bbbd34f-beab-43b2-9a74-907b4e76731c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:34.783187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f472f4ee-e9fa-47b9-a64f-7fbe68965c35 req-4bbbd34f-beab-43b2-9a74-907b4e76731c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.3738577 Feb 02 13:00:34.850113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:00:34.889694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:34.893025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:00:34.910682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Pushing event updated for resources: {'Port': ['ID=025e7400-cd5e-4599-8f91-192ed5994774,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:35.099876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:35.100995 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:35.146110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c679b88f-9db8-4200-b1b9-8ef6c28acf5e up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:35.170395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f472f4ee-e9fa-47b9-a64f-7fbe68965c35 req-1999cd25-2344-435b-ad02-121ba3912bbd tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724959 Feb 02 13:00:35.206406 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-fcf58403-e9b4-4511-b42e-3c1cb162b552 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1549430 Feb 02 13:00:35.245924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Request body: {'port': {'device_id': '5aa8c672-f67b-46cc-a948-04923bb96d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:35.277724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port c679b88f-9db8-4200-b1b9-8ef6c28acf5e completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:00:35.299066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port c679b88f-9db8-4200-b1b9-8ef6c28acf5e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:35.304318 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:35.375638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c5c13-ca62-4a83-bfe1-9ad8320c5ba8 req-325e6ac5-f6d7-4bcb-b030-67e8b98f015e tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:35.377281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d59c5c13-ca62-4a83-bfe1-9ad8320c5ba8 req-325e6ac5-f6d7-4bcb-b030-67e8b98f015e tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 936 time: 0.4812181 Feb 02 13:00:35.478246 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:35.542867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-be28792a-cdcf-4652-888e-e26cdda811a8 None None] Provisioning complete for port 025e7400-cd5e-4599-8f91-192ed5994774 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:35.543298 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be28792a-cdcf-4652-888e-e26cdda811a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (025e7400-cd5e-4599-8f91-192ed5994774), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:35.570055 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (025e7400-cd5e-4599-8f91-192ed5994774), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:35.588292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port c679b88f-9db8-4200-b1b9-8ef6c28acf5e is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:35.588292 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:35.625670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-be28792a-cdcf-4652-888e-e26cdda811a8 None None] Port 025e7400-cd5e-4599-8f91-192ed5994774 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:00:35.649648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:35.656418 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:35.670970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d59c5c13-ca62-4a83-bfe1-9ad8320c5ba8 req-e123c4f0-b843-41ea-9ae6-8e184d8623cc tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806506 Feb 02 13:00:35.703198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245048c4-335c-4b11-aa2e-805a5ad3531d req-b1e86d81-966d-401c-ac5f-f14835488cbe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:35.704833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-245048c4-335c-4b11-aa2e-805a5ad3531d req-b1e86d81-966d-401c-ac5f-f14835488cbe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.1360929 Feb 02 13:00:35.745094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:35.872582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-245048c4-335c-4b11-aa2e-805a5ad3531d req-8a24d329-3d44-4937-8d1a-7671cb818c11 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507659 Feb 02 13:00:35.977570 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3992a005-cfeb-4471-b280-6b15584d530d x-openstack-request-id: req-3992a005-cfeb-4471-b280-6b15584d530d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:35.977858 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1677b8-8c55-45ab-b278-2dbe73715173", "name": "network-vif-deleted", "tag": "00f8dc86-4190-48b1-973b-9ae3d6032662", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:35.978106 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3992a005-cfeb-4471-b280-6b15584d530d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:35.978493 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1677b8-8c55-45ab-b278-2dbe73715173', 'name': 'network-vif-deleted', 'tag': '00f8dc86-4190-48b1-973b-9ae3d6032662', 'status': 'completed', 'code': 200} Feb 02 13:00:36.019095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da6195-6e71-4497-bfdf-c97bff7e342b req-7bb03c40-c9b1-4246-b089-1ed76dbac737 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:36.020604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10da6195-6e71-4497-bfdf-c97bff7e342b req-7bb03c40-c9b1-4246-b089-1ed76dbac737 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.2206831 Feb 02 13:00:36.131703 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10da6195-6e71-4497-bfdf-c97bff7e342b req-a7c8f9de-5ea4-4174-bc95-db5636ca3c9e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009810 Feb 02 13:00:36.161176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025e7400-cd5e-4599-8f91-192ed5994774 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:36.170212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Publish callbacks [] for port (025e7400-cd5e-4599-8f91-192ed5994774), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:36.222883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Transition to ACTIVE for port object 025e7400-cd5e-4599-8f91-192ed5994774 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:00:36.233503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88125992-5e8e-4815-b1d4-f0a4c9df09ac req-789b6f9b-381b-440e-80c7-d5035ac9fde2 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:36.235705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88125992-5e8e-4815-b1d4-f0a4c9df09ac req-789b6f9b-381b-440e-80c7-d5035ac9fde2 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.1385760 Feb 02 13:00:36.236365 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (025e7400-cd5e-4599-8f91-192ed5994774), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:36.356778 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:36.359500 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Pushing event updated for resources: {'Port': ['ID=025e7400-cd5e-4599-8f91-192ed5994774,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:36.456689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4733667-c907-475d-a6d9-e6e48d17dd1c req-c43f470c-a36b-4e7e-9a28-cdb6b48830c8 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:36.457789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4733667-c907-475d-a6d9-e6e48d17dd1c req-c43f470c-a36b-4e7e-9a28-cdb6b48830c8 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 945 time: 0.1808450 Feb 02 13:00:36.473743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88125992-5e8e-4815-b1d4-f0a4c9df09ac req-d5c832e3-d07b-419f-9724-624124cb8ecd tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008591 Feb 02 13:00:36.592111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Attempting to bind port 025e7400-cd5e-4599-8f91-192ed5994774 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:36.592465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Attempting to bind port 025e7400-cd5e-4599-8f91-192ed5994774 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:36.592811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Attempting to bind port 025e7400-cd5e-4599-8f91-192ed5994774 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:36.605689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Port 025e7400-cd5e-4599-8f91-192ed5994774 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:00:36.606017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Attempting to bind port 025e7400-cd5e-4599-8f91-192ed5994774 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:36.619622 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:36.619902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:36.620286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:36.620725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Bound port: 025e7400-cd5e-4599-8f91-192ed5994774, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:36.621083 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (025e7400-cd5e-4599-8f91-192ed5994774), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:36.648300 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4733667-c907-475d-a6d9-e6e48d17dd1c req-db580b63-ae2e-46b3-8952-1eaffa905ed9 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663270 Feb 02 13:00:36.674001 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:36.777552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb77852-786e-4d20-93da-dc2bd3664d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec62061-8ffc-414b-804a-cc89005ff342'}, {'server_uuid': '6343ab97-4aec-4a3f-b3ad-a6731c5a4296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d3fc7a-ceab-486a-8b6a-db1068b7bfd6'}, {'server_uuid': 'c0275f6b-c978-4405-bcef-3c81f3892bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e1df96-a725-42a9-b9c5-5eb5a99eac61'}, {'server_uuid': 'f7d226d9-83eb-43b2-b87c-1cb8638626c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c679b88f-9db8-4200-b1b9-8ef6c28acf5e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:36.782237 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cfd5aa-00e3-4a3d-83b7-dcdb5c3a4dd2" -d '{"events": [{"server_uuid": "feb77852-786e-4d20-93da-dc2bd3664d56", "name": "network-vif-plugged", "status": "completed", "tag": "6ec62061-8ffc-414b-804a-cc89005ff342"}, {"server_uuid": "6343ab97-4aec-4a3f-b3ad-a6731c5a4296", "name": "network-vif-unplugged", "status": "completed", "tag": "29d3fc7a-ceab-486a-8b6a-db1068b7bfd6"}, {"server_uuid": "c0275f6b-c978-4405-bcef-3c81f3892bbd", "name": "network-vif-plugged", "status": "completed", "tag": "11e1df96-a725-42a9-b9c5-5eb5a99eac61"}, {"server_uuid": "f7d226d9-83eb-43b2-b87c-1cb8638626c2", "name": "network-vif-plugged", "status": "completed", "tag": "c679b88f-9db8-4200-b1b9-8ef6c28acf5e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:36.788470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] For port 025e7400-cd5e-4599-8f91-192ed5994774, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:36.796038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] For port 025e7400-cd5e-4599-8f91-192ed5994774, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=025e7400-cd5e-4599-8f91-192ed5994774,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:36.804738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (025e7400-cd5e-4599-8f91-192ed5994774), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:36.880171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:36.889261 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:36.898104 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] 10.222.0.18 "PUT /v2.0/ports/025e7400-cd5e-4599-8f91-192ed5994774 HTTP/1.1" status: 200 len: 1096 time: 1.6681786 Feb 02 13:00:37.014311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7e6af-bf58-43eb-bc0f-afe46ba39363 service neutron] Pushing event updated for resources: {'Port': ['ID=025e7400-cd5e-4599-8f91-192ed5994774,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:37.073425 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8752e87-5661-4c35-bfb2-91a4e8ba4872 req-33359480-f562-44b6-ae1c-9351c3162e32 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:37.075290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8752e87-5661-4c35-bfb2-91a4e8ba4872 req-33359480-f562-44b6-ae1c-9351c3162e32 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 948 time: 0.1760917 Feb 02 13:00:37.093952 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-aab0bbfd-4070-4d9a-a745-2e696b38dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:37.095781 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-aab0bbfd-4070-4d9a-a745-2e696b38dfa3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9b2be59166c463699dcefe40d9265c6&device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 1130 time: 0.0955377 Feb 02 13:00:37.156812 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-1ca7b184-032a-4318-8469-f95b0d0ff38d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=025e7400-cd5e-4599-8f91-192ed5994774 HTTP/1.1" status: 200 len: 217 time: 0.0451038 Feb 02 13:00:37.247953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8752e87-5661-4c35-bfb2-91a4e8ba4872 req-fc1cb48f-fcbb-4d9c-944f-a8aa2c306369 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645765 Feb 02 13:00:37.275013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-b101d197-0694-4d34-a1fd-0e5917b3b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:37.276926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-b101d197-0694-4d34-a1fd-0e5917b3b074 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1105928 Feb 02 13:00:37.382368 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:37.393883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-0c6b751f-559b-48ea-a815-af9b5b2d3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:37.395487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-0c6b751f-559b-48ea-a815-af9b5b2d3880 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1128075 Feb 02 13:00:37.417653 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163f5f00-9625-4e16-87be-75953ecdd08a x-openstack-request-id: req-163f5f00-9625-4e16-87be-75953ecdd08a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:37.418204 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb77852-786e-4d20-93da-dc2bd3664d56", "name": "network-vif-plugged", "status": "completed", "tag": "6ec62061-8ffc-414b-804a-cc89005ff342", "code": 200}, {"server_uuid": "6343ab97-4aec-4a3f-b3ad-a6731c5a4296", "name": "network-vif-unplugged", "status": "completed", "tag": "29d3fc7a-ceab-486a-8b6a-db1068b7bfd6", "code": 200}, {"server_uuid": "c0275f6b-c978-4405-bcef-3c81f3892bbd", "name": "network-vif-plugged", "status": "completed", "tag": "11e1df96-a725-42a9-b9c5-5eb5a99eac61", "code": 200}, {"server_uuid": "f7d226d9-83eb-43b2-b87c-1cb8638626c2", "name": "network-vif-plugged", "status": "completed", "tag": "c679b88f-9db8-4200-b1b9-8ef6c28acf5e", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:37.418493 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-163f5f00-9625-4e16-87be-75953ecdd08a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:37.419016 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb77852-786e-4d20-93da-dc2bd3664d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec62061-8ffc-414b-804a-cc89005ff342', 'code': 200} Feb 02 13:00:37.419307 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6343ab97-4aec-4a3f-b3ad-a6731c5a4296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d3fc7a-ceab-486a-8b6a-db1068b7bfd6', 'code': 200} Feb 02 13:00:37.419647 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0275f6b-c978-4405-bcef-3c81f3892bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e1df96-a725-42a9-b9c5-5eb5a99eac61', 'code': 200} Feb 02 13:00:37.419901 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d226d9-83eb-43b2-b87c-1cb8638626c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c679b88f-9db8-4200-b1b9-8ef6c28acf5e', 'code': 200} Feb 02 13:00:37.658776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076212e-cbad-490f-b3d5-ae2e87c92364 req-94069f01-dfa3-4d15-84c9-17909bd54201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:37.660346 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0076212e-cbad-490f-b3d5-ae2e87c92364 req-94069f01-dfa3-4d15-84c9-17909bd54201 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 1127 time: 0.0753303 Feb 02 13:00:37.675469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b7769-1c49-47dd-b0dd-e66456258aff req-5260a18b-d01c-4c4b-99c3-fc342cbafcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:37.677110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-030b7769-1c49-47dd-b0dd-e66456258aff req-5260a18b-d01c-4c4b-99c3-fc342cbafcbb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 1127 time: 0.1010921 Feb 02 13:00:37.698092 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-0f413e1c-bffb-4880-868f-2e0fddc79ba7 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641850 Feb 02 13:00:37.719485 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f100dd-271d-438a-b443-82843bd98c93 req-f8092204-ba6a-4647-9456-9371105b2a96 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:37.721111 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8f100dd-271d-438a-b443-82843bd98c93 req-f8092204-ba6a-4647-9456-9371105b2a96 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.1743574 Feb 02 13:00:37.748044 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0076212e-cbad-490f-b3d5-ae2e87c92364 req-2acf6872-acb5-4ece-9e00-2a7f05b54a71 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807436 Feb 02 13:00:37.905736 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:37.911517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-030b7769-1c49-47dd-b0dd-e66456258aff req-51ce001e-110d-44fc-8d4b-9f88d720943a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280462 Feb 02 13:00:37.919505 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8f100dd-271d-438a-b443-82843bd98c93 req-dc359a04-0537-4700-95be-71629460af19 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885629 Feb 02 13:00:37.942632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb21ff-2dc7-4476-95fb-e216eba8b1ce req-ddd04e2f-23f3-4209-83b2-95cf64fb80c1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:37.949902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45cb21ff-2dc7-4476-95fb-e216eba8b1ce req-ddd04e2f-23f3-4209-83b2-95cf64fb80c1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.1867924 Feb 02 13:00:37.954705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d2c42d-c290-4930-8684-c29e4eedc350 req-7a7c8c45-5e55-46df-bbf0-d735fd719bc4 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547419 Feb 02 13:00:37.980203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6343ab97-4aec-4a3f-b3ad-a6731c5a4296', 'name': 'network-vif-deleted', 'tag': '29d3fc7a-ceab-486a-8b6a-db1068b7bfd6'}, {'name': 'network-changed', 'server_uuid': '5aa8c672-f67b-46cc-a948-04923bb96d92', 'tag': '025e7400-cd5e-4599-8f91-192ed5994774'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:37.982625 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541ea146-9dd7-4258-83eb-efea03329522" -d '{"events": [{"server_uuid": "6343ab97-4aec-4a3f-b3ad-a6731c5a4296", "name": "network-vif-deleted", "tag": "29d3fc7a-ceab-486a-8b6a-db1068b7bfd6"}, {"name": "network-changed", "server_uuid": "5aa8c672-f67b-46cc-a948-04923bb96d92", "tag": "025e7400-cd5e-4599-8f91-192ed5994774"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:38.019224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45cb21ff-2dc7-4476-95fb-e216eba8b1ce req-4ec4654a-db39-4536-a3bf-71a56234a400 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683398 Feb 02 13:00:38.068279 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-3aa5e603-0047-4dc8-9324-27bda866a621 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=bbd971fda23e48a19766ca7f8465658e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326715 Feb 02 13:00:38.070874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:38.195689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-af479604-e45d-43a0-bf8c-0d9e8c2f9e2f tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:38.197556 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-af479604-e45d-43a0-bf8c-0d9e8c2f9e2f tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1208348 Feb 02 13:00:38.231680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-0b516965-1144-4624-a218-d7e01b23c218 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/quotas/bbd971fda23e48a19766ca7f8465658e HTTP/1.1" status: 200 len: 375 time: 0.0278535 Feb 02 13:00:38.304561 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-15cc732c-674e-45b6-9d31-1404a59c1884 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b111c7a47ea44946bcfb200db33f029f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326019 Feb 02 13:00:38.307578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39486) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:38.355146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-0c42d47b-06eb-4202-88c5-9bff4eb1e1dd tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1225352 Feb 02 13:00:38.379167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e3bb8-ced5-4da8-a089-ccd6577935c6 req-b353bb5e-cbdb-403d-91b7-6669ea311a3c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:38.381820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c0e3bb8-ced5-4da8-a089-ccd6577935c6 req-b353bb5e-cbdb-403d-91b7-6669ea311a3c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 945 time: 0.1052351 Feb 02 13:00:38.410094 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1c0cfce-244c-4945-81b0-cb20def7292a admin admin] Publish callbacks [] for security_group (3b6e3725-69a5-47fd-ad3f-794cf3a74b37), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:38.435866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1c0cfce-244c-4945-81b0-cb20def7292a admin admin] Publish callbacks [] for security_group (3b6e3725-69a5-47fd-ad3f-794cf3a74b37), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:38.474008 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c0e3bb8-ced5-4da8-a089-ccd6577935c6 req-17f1f16f-ce67-40f2-942c-108b81de2cd3 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839105 Feb 02 13:00:38.513240 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1c0cfce-244c-4945-81b0-cb20def7292a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3b6e3725-69a5-47fd-ad3f-794cf3a74b37), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:38.516342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1c0cfce-244c-4945-81b0-cb20def7292a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:38.521953 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f1c0cfce-244c-4945-81b0-cb20def7292a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3b6e3725-69a5-47fd-ad3f-794cf3a74b37 HTTP/1.1" status: 204 len: 168 time: 0.2096229 Feb 02 13:00:38.547651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0cfce-244c-4945-81b0-cb20def7292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6e3725-69a5-47fd-ad3f-794cf3a74b37,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:38.585598 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2b58be-f92b-419f-b48f-d3d2d79feac2 x-openstack-request-id: req-4b2b58be-f92b-419f-b48f-d3d2d79feac2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:38.585908 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6343ab97-4aec-4a3f-b3ad-a6731c5a4296", "name": "network-vif-deleted", "tag": "29d3fc7a-ceab-486a-8b6a-db1068b7bfd6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5aa8c672-f67b-46cc-a948-04923bb96d92", "tag": "025e7400-cd5e-4599-8f91-192ed5994774", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:38.586571 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4b2b58be-f92b-419f-b48f-d3d2d79feac2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:38.587067 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6343ab97-4aec-4a3f-b3ad-a6731c5a4296', 'name': 'network-vif-deleted', 'tag': '29d3fc7a-ceab-486a-8b6a-db1068b7bfd6', 'status': 'completed', 'code': 200} Feb 02 13:00:38.587379 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa8c672-f67b-46cc-a948-04923bb96d92', 'tag': '025e7400-cd5e-4599-8f91-192ed5994774', 'status': 'completed', 'code': 200} Feb 02 13:00:38.866457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02d283-c9d2-411a-ab10-b01810525765 req-74cadb9c-3ff5-426f-94c1-66211740f5b3 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:38.876124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba02d283-c9d2-411a-ab10-b01810525765 req-74cadb9c-3ff5-426f-94c1-66211740f5b3 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 948 time: 0.2470446 Feb 02 13:00:38.887852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ea146-9dd7-4258-83eb-efea03329522 req-290bd08b-6ab1-449e-9056-07027a1e161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:38.889625 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-541ea146-9dd7-4258-83eb-efea03329522 req-290bd08b-6ab1-449e-9056-07027a1e161f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9b2be59166c463699dcefe40d9265c6&device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 1130 time: 0.2454605 Feb 02 13:00:38.974875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-3a071e4b-7b67-4bbe-b5b3-1e0f484a1fad tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:38.982408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-3a071e4b-7b67-4bbe-b5b3-1e0f484a1fad tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/networks?id=874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 200 len: 805 time: 0.2551799 Feb 02 13:00:39.044265 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-09e97fc8-5540-4a2f-a3f8-d4404e487501 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/quotas/e9b2d9b5a7624d398a72e8a6c667671a HTTP/1.1" status: 200 len: 375 time: 0.0608552 Feb 02 13:00:39.063052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba02d283-c9d2-411a-ab10-b01810525765 req-8faa04ea-5fb8-4471-a343-4c451fbed462 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807456 Feb 02 13:00:39.130939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ea146-9dd7-4258-83eb-efea03329522 req-c6a62e2c-174e-4ed5-9d27-919d87b975ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:39.132732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-541ea146-9dd7-4258-83eb-efea03329522 req-c6a62e2c-174e-4ed5-9d27-919d87b975ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2315655 Feb 02 13:00:39.212218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-541ea146-9dd7-4258-83eb-efea03329522 req-6b996ea3-11da-4df4-a6ee-ac3ece3827ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=025e7400-cd5e-4599-8f91-192ed5994774 HTTP/1.1" status: 200 len: 217 time: 0.0687766 Feb 02 13:00:39.214279 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0caa80f3-19be-494f-8038-a45e639a10d2 req-403927db-2abf-4d66-a780-3d982494b993 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 210 time: 0.0755808 Feb 02 13:00:39.226866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-3011baaf-fbf2-49eb-830f-1757ffbd08bb tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1816907 Feb 02 13:00:39.270576 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:00:39.477638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ea146-9dd7-4258-83eb-efea03329522 req-cf7f1707-75e3-4629-a0c6-14a685fc5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:39.479257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-541ea146-9dd7-4258-83eb-efea03329522 req-cf7f1707-75e3-4629-a0c6-14a685fc5958 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.2498863 Feb 02 13:00:39.523491 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-4b4b11bf-0542-4e76-9918-52fbb1105326 service neutron] 10.222.0.83 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954137 Feb 02 13:00:39.563222 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39538) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:39.592412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d198cd-018f-4db6-b50d-791405267634 req-07421ee7-257a-46f0-b4ac-e679caf3a097 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:39.599913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9d198cd-018f-4db6-b50d-791405267634 req-07421ee7-257a-46f0-b4ac-e679caf3a097 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.2360113 Feb 02 13:00:39.708757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-309619542-network', 'tenant_id': '4261872942884bfa9d005109329baad0'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:39.723211 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9d198cd-018f-4db6-b50d-791405267634 req-7cea56fe-e50c-4217-96f0-ab75b42c3a94 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031516 Feb 02 13:00:39.735777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Made reservation on behalf of 4261872942884bfa9d005109329baad0 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:00:39.738254 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:39.748784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541ea146-9dd7-4258-83eb-efea03329522 req-a7fb8a4d-ecd2-43ab-a959-904bb0f84623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:39.751095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-541ea146-9dd7-4258-83eb-efea03329522 req-a7fb8a4d-ecd2-43ab-a959-904bb0f84623 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2614968 Feb 02 13:00:39.758915 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:39.828034 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-7664b213-4e98-480f-993b-630bcffd84b0 service neutron] 10.222.0.83 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844827 Feb 02 13:00:39.901874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Publish callbacks [] for security_group (231d805c-5e17-49ae-815e-d506a8f63b63), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:39.907538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (231d805c-5e17-49ae-815e-d506a8f63b63), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:39.938692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:00:39.978557 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4fea6b83-6f06-4047-8b03-9284a442fb36), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:39.979387 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Added segment 4fea6b83-6f06-4047-8b03-9284a442fb36 of type vlan for network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 Feb 02 13:00:40.018577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 025e7400-cd5e-4599-8f91-192ed5994774 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:00:40.067307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-a6cf9019-69b3-40c4-b529-208f22ec699a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bbd971fda23e48a19766ca7f8465658e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1247363 Feb 02 13:00:40.069116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231d805c-5e17-49ae-815e-d506a8f63b63,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:40.124171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (91efa85c-7868-4ae1-a1c2-f355eb3a4739), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:40.167924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bd67c-0782-4316-9b99-9b02edae2f61 req-41957477-8d18-4409-b442-10db1b4538bd tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:40.175125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a55bd67c-0782-4316-9b99-9b02edae2f61 req-41957477-8d18-4409-b442-10db1b4538bd tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.3969815 Feb 02 13:00:40.201878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-541ea146-9dd7-4258-83eb-efea03329522 req-5efd6caf-c0b5-4401-976d-9be68152440d service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391341 Feb 02 13:00:40.206158 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (91efa85c-7868-4ae1-a1c2-f355eb3a4739), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:40.208605 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:40.210633 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:40.276349 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7119389 Feb 02 13:00:40.296272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39550) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:40.308071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ff7a7154-85ef-41a8-9b6d-0ab304aa5e0c admin admin] Request body: {'subnet': {'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-309619542-subnet', 'tenant_id': '4261872942884bfa9d005109329baad0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:40.315535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 025e7400-cd5e-4599-8f91-192ed5994774, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=025e7400-cd5e-4599-8f91-192ed5994774,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:40.329262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-541ea146-9dd7-4258-83eb-efea03329522 req-93733d3b-2f6c-468c-8c34-6b3de2c7b0ea service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971467 Feb 02 13:00:40.341228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '025e7400-cd5e-4599-8f91-192ed5994774', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '025e7400-cd5e-4599-8f91-192ed5994774', 'mac_address': 'fa:16:3e:d5:ea:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:00:40.378388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d8ab2-e33d-4feb-9a4f-24359138c05b admin admin] Pushing event updated for resources: {'Network': ['ID=91efa85c-7868-4ae1-a1c2-f355eb3a4739,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:40.409185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7a7154-85ef-41a8-9b6d-0ab304aa5e0c admin admin] Made reservation on behalf of 4261872942884bfa9d005109329baad0 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:00:40.412025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7154-85ef-41a8-9b6d-0ab304aa5e0c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:40.418024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a55bd67c-0782-4316-9b99-9b02edae2f61 req-21812972-e782-4951-b30b-8b48d3e84883 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418640 Feb 02 13:00:40.424914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:00:40.452836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a0ab33-3fb2-4e33-b560-14c8042594fc req-aca0021e-b64f-434b-b9fa-b2fb65d3f00a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:40.461426 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63a0ab33-3fb2-4e33-b560-14c8042594fc req-aca0021e-b64f-434b-b9fa-b2fb65d3f00a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 945 time: 0.3058081 Feb 02 13:00:40.491706 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-6b4b666e-ec98-4947-b007-57235c4bd487 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:40.493500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-6b4b666e-ec98-4947-b007-57235c4bd487 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4083431 Feb 02 13:00:40.526548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Request body: {'port': {'device_id': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'bbd971fda23e48a19766ca7f8465658e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:40.543537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 025e7400-cd5e-4599-8f91-192ed5994774 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:40.543922 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (025e7400-cd5e-4599-8f91-192ed5994774), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:40.577523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025e7400-cd5e-4599-8f91-192ed5994774 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:40.617321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ff4c95c-e3b5-4dbf-927a-6718d18f1e3f req-86d3cf3e-b016-41d8-8be5-817bc64b4153 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 210 time: 0.1223319 Feb 02 13:00:40.626276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 025e7400-cd5e-4599-8f91-192ed5994774, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=025e7400-cd5e-4599-8f91-192ed5994774,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:40.631993 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (025e7400-cd5e-4599-8f91-192ed5994774), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:40.661684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63a0ab33-3fb2-4e33-b560-14c8042594fc req-2ef71a93-0dcc-44a1-8efd-6d73e5fbeb2c tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988151 Feb 02 13:00:40.777154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=025e7400-cd5e-4599-8f91-192ed5994774,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:40.811946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7154-85ef-41a8-9b6d-0ab304aa5e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (3ad63301-62f7-4379-bdc8-00febed67097), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:40.862559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a287f50-814f-44c2-bed0-b08e542c330f req-a0e10a51-bce5-45b6-939d-851445404ed4 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:40.864494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a287f50-814f-44c2-bed0-b08e542c330f req-a0e10a51-bce5-45b6-939d-851445404ed4 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba220644-587d-422d-be4d-da86e023ceff HTTP/1.1" status: 200 len: 945 time: 0.3667529 Feb 02 13:00:40.881976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ad5aaf3-7fa2-4c4e-ac99-8c8e0dfafac5 req-6a382f71-73fd-46da-90e2-94a39f2dca5e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 210 time: 0.0888052 Feb 02 13:00:40.907795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a7154-85ef-41a8-9b6d-0ab304aa5e0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ad63301-62f7-4379-bdc8-00febed67097,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:40.933630 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['025e7400-cd5e-4599-8f91-192ed5994774'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:40.987699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a7154-85ef-41a8-9b6d-0ab304aa5e0c admin admin] Checking segment: {'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:40.988976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a7154-85ef-41a8-9b6d-0ab304aa5e0c admin admin] Network hostable DHCP agents. Network: 91efa85c-7868-4ae1-a1c2-f355eb3a4739, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:00:41.010922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a7154-85ef-41a8-9b6d-0ab304aa5e0c admin admin] Network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:00:41.025159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a7154-85ef-41a8-9b6d-0ab304aa5e0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 91efa85c-7868-4ae1-a1c2-f355eb3a4739) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:41.035448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7a7154-85ef-41a8-9b6d-0ab304aa5e0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:41.036227 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff7a7154-85ef-41a8-9b6d-0ab304aa5e0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.061193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c179d844-5d88-406a-bea8-22f0413000dc None None] Network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:00:41.068344 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ff7a7154-85ef-41a8-9b6d-0ab304aa5e0c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7693086 Feb 02 13:00:41.071590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39566) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:41.078561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:41.127187 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (1b60f04c-18f0-4f2c-a897-060bca7cc311), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.128320 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (1b60f04c-18f0-4f2c-a897-060bca7cc311), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.158698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a8fc44d7-6106-4299-a7b8-7761c74f2726 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:41.240990 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Publish callbacks [] for router_controller (1b60f04c-18f0-4f2c-a897-060bca7cc311), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.347086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'project_id': '4261872942884bfa9d005109329baad0', 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:00:41.348567 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.442849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4564222-83b9-4a51-8fd4-38b97ea98323 req-ad55754d-f103-4f67-8b11-c627841b7c38 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:41.453401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4564222-83b9-4a51-8fd4-38b97ea98323 req-ad55754d-f103-4f67-8b11-c627841b7c38 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 949 time: 0.7033291 Feb 02 13:00:41.509649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Publish callbacks [] for router_gateway (1b60f04c-18f0-4f2c-a897-060bca7cc311), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.512445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Made reservation on behalf of bbd971fda23e48a19766ca7f8465658e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:00:41.517058 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.525797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4a287f50-814f-44c2-bed0-b08e542c330f req-c6e61478-8daf-492b-8219-fbd69df70b2b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Deleting port a8fc44d7-6106-4299-a7b8-7761c74f2726 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:41.526851 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4a287f50-814f-44c2-bed0-b08e542c330f req-c6e61478-8daf-492b-8219-fbd69df70b2b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.532686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Allocated IP 172.20.0.2 (91efa85c-7868-4ae1-a1c2-f355eb3a4739/3ad63301-62f7-4379-bdc8-00febed67097/4c40db1a-7789-4491-a841-8e74b98f967a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:00:41.550812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port a8fc44d7-6106-4299-a7b8-7761c74f2726 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:41.550812 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.608379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a8fc44d7-6106-4299-a7b8-7761c74f2726, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a8fc44d7-6106-4299-a7b8-7761c74f2726,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:41.611585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba220644-587d-422d-be4d-da86e023ceff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fc44d7-6106-4299-a7b8-7761c74f2726'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:41.614276 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c40f071-2f6b-4bef-9acb-a67348ef9007" -d '{"events": [{"server_uuid": "ba220644-587d-422d-be4d-da86e023ceff", "name": "network-vif-unplugged", "status": "completed", "tag": "a8fc44d7-6106-4299-a7b8-7761c74f2726"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:41.642922 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.643379 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4a287f50-814f-44c2-bed0-b08e542c330f req-c6e61478-8daf-492b-8219-fbd69df70b2b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] For port a8fc44d7-6106-4299-a7b8-7761c74f2726, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a8fc44d7-6106-4299-a7b8-7761c74f2726,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:41.644045 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4a287f50-814f-44c2-bed0-b08e542c330f req-c6e61478-8daf-492b-8219-fbd69df70b2b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.659097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4a287f50-814f-44c2-bed0-b08e542c330f req-c6e61478-8daf-492b-8219-fbd69df70b2b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Calling delete_port for a8fc44d7-6106-4299-a7b8-7761c74f2726 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:41.761241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=a8fc44d7-6106-4299-a7b8-7761c74f2726,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:41.811122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617ec0b-939d-44e5-915e-6e2cbcc96862 req-49988e89-bb28-4936-b3cc-0ed96cdde533 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:41.812897 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7617ec0b-939d-44e5-915e-6e2cbcc96862 req-49988e89-bb28-4936-b3cc-0ed96cdde533 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 1127 time: 0.4623435 Feb 02 13:00:41.840810 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Publish callbacks [] for port (4c40db1a-7789-4491-a841-8e74b98f967a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.847129 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.883197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4564222-83b9-4a51-8fd4-38b97ea98323 req-a245a54f-e2ad-4ef6-88ac-38cb4d59ca8f tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265871 Feb 02 13:00:41.890958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:00:41.905190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:41.909556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:00:41.915628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Publish callbacks [] for router_gateway (1b60f04c-18f0-4f2c-a897-060bca7cc311), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.937123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Pushing event updated for resources: {'Port': ['ID=4c40db1a-7789-4491-a841-8e74b98f967a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:41.964395 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:41.999185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Attempting to bind port 4c40db1a-7789-4491-a841-8e74b98f967a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:41.999649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Attempting to bind port 4c40db1a-7789-4491-a841-8e74b98f967a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:42.000021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Attempting to bind port 4c40db1a-7789-4491-a841-8e74b98f967a on network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:42.006529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:42.006912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Checking segment: {'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:42.007675 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:42.008085 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Bound using segment: {'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:42.009494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Bound port: 4c40db1a-7789-4491-a841-8e74b98f967a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:42.009494 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:42.077914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 025e7400-cd5e-4599-8f91-192ed5994774 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:42.102506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7617ec0b-939d-44e5-915e-6e2cbcc96862 req-cb085b1d-f9f3-4b5e-8101-0d339fe810fe tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008555 Feb 02 13:00:42.109817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-de48dbe7-b7f6-47f8-9579-3d10879bef58 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:42.111564 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-de48dbe7-b7f6-47f8-9579-3d10879bef58 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.18 "GET /v2.0/networks?id=874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 200 len: 805 time: 0.3847814 Feb 02 13:00:42.138499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Request body: {'port': {'device_id': '70279ff2-9090-4871-b587-962f0c301ec8', 'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'admin_state_up': True, 'tenant_id': 'e9b2d9b5a7624d398a72e8a6c667671a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:42.209926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Allocated IP 172.25.4.147 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/50aec97d-47ab-4765-b1f6-720be10e47bc) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:00:42.290559 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8f1017-7539-4620-9a0a-e7c91906b955 x-openstack-request-id: req-0a8f1017-7539-4620-9a0a-e7c91906b955 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:42.290875 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba220644-587d-422d-be4d-da86e023ceff", "name": "network-vif-unplugged", "status": "completed", "tag": "a8fc44d7-6106-4299-a7b8-7761c74f2726", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:42.291128 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0a8f1017-7539-4620-9a0a-e7c91906b955 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:42.291564 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba220644-587d-422d-be4d-da86e023ceff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8fc44d7-6106-4299-a7b8-7761c74f2726', 'code': 200} Feb 02 13:00:42.315616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] For port 4c40db1a-7789-4491-a841-8e74b98f967a, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:42.324956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] For port 4c40db1a-7789-4491-a841-8e74b98f967a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4c40db1a-7789-4491-a841-8e74b98f967a,segment=NetworkSegment(4fea6b83-6f06-4047-8b03-9284a442fb36),segment_id=4fea6b83-6f06-4047-8b03-9284a442fb36)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:42.337420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Allocated IP 192.168.233.23 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/5686039c-2c37-4d32-bc67-23550c2357ef) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:00:42.346837 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:42.360318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 025e7400-cd5e-4599-8f91-192ed5994774 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:00:42.374404 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Publish callbacks [] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:42.425591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70ecba50-9dc4-43bc-8bfb-76c1cdd2ad3a req-2cbb4b4b-2c7b-4a15-9631-9ab34a7af840 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 210 time: 0.0573471 Feb 02 13:00:42.427743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 025e7400-cd5e-4599-8f91-192ed5994774 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:42.428129 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (025e7400-cd5e-4599-8f91-192ed5994774), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:42.449738 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:42.476904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:00:42.479452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:42.506823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:00:42.532313 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4a287f50-814f-44c2-bed0-b08e542c330f req-c6e61478-8daf-492b-8219-fbd69df70b2b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a8fc44d7-6106-4299-a7b8-7761c74f2726), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:42.560048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ee73e-1719-452b-aa9a-67492ad449d9 None None] Pushing event updated for resources: {'Port': ['ID=4c40db1a-7789-4491-a841-8e74b98f967a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:42.564292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Pushing event updated for resources: {'Port': ['ID=50aec97d-47ab-4765-b1f6-720be10e47bc,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:42.633689 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-644f6384-bc29-4f8d-ad57-07ba9d7e307f req-939883f8-8d73-4678-87ac-de02d693033d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 210 time: 0.0958760 Feb 02 13:00:42.663785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e61478-8daf-492b-8219-fbd69df70b2b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Pushing event deleted for resources: {'Port': ['ID=a8fc44d7-6106-4299-a7b8-7761c74f2726,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:42.675828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 025e7400-cd5e-4599-8f91-192ed5994774 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:42.678365 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (025e7400-cd5e-4599-8f91-192ed5994774), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:42.723093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eeb7d7-0276-4f2d-8278-282aeb6d7654 req-6faf223b-9998-4648-b3e2-4339b9080210 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:42.724750 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3eeb7d7-0276-4f2d-8278-282aeb6d7654 req-6faf223b-9998-4648-b3e2-4339b9080210 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.4036348 Feb 02 13:00:42.765426 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Made reservation on behalf of e9b2d9b5a7624d398a72e8a6c667671a for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:00:42.768864 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:42.784749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 025e7400-cd5e-4599-8f91-192ed5994774, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=025e7400-cd5e-4599-8f91-192ed5994774,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:42.801115 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (025e7400-cd5e-4599-8f91-192ed5994774), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:42.867101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a287f50-814f-44c2-bed0-b08e542c330f req-c6e61478-8daf-492b-8219-fbd69df70b2b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] No DVR routers for this DVR port a8fc44d7-6106-4299-a7b8-7761c74f2726 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:00:42.893853 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4a287f50-814f-44c2-bed0-b08e542c330f req-c6e61478-8daf-492b-8219-fbd69df70b2b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:42.897842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a287f50-814f-44c2-bed0-b08e542c330f req-c6e61478-8daf-492b-8219-fbd69df70b2b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.62 "DELETE /v2.0/ports/a8fc44d7-6106-4299-a7b8-7761c74f2726 HTTP/1.1" status: 204 len: 173 time: 2.0147529 Feb 02 13:00:42.903632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba220644-587d-422d-be4d-da86e023ceff', 'name': 'network-vif-deleted', 'tag': 'a8fc44d7-6106-4299-a7b8-7761c74f2726'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:42.909796 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b29a4ae-8164-480a-85df-b899fb8da592" -d '{"events": [{"server_uuid": "ba220644-587d-422d-be4d-da86e023ceff", "name": "network-vif-deleted", "tag": "a8fc44d7-6106-4299-a7b8-7761c74f2726"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:43.007827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=025e7400-cd5e-4599-8f91-192ed5994774,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:43.087581 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3eeb7d7-0276-4f2d-8278-282aeb6d7654 req-2c86e5b3-2014-4a04-a247-7df881c1aa3b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313837 Feb 02 13:00:43.146703 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks [] for port (5686039c-2c37-4d32-bc67-23550c2357ef), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:43.243870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc5f1f-722f-4819-8ab5-65b46bac823c req-c4dba95e-ed0c-410f-bb6f-055783b8277a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:43.255863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93fc5f1f-722f-4819-8ab5-65b46bac823c req-c4dba95e-ed0c-410f-bb6f-055783b8277a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 945 time: 0.2257476 Feb 02 13:00:43.330483 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Allocated IP 172.20.0.11 (874521e3-e700-43b7-9a69-69d4db583403/eb7766b7-92d2-47a0-93e3-41c40ddbb9a9/aac80e54-1755-450f-9347-33e015db8c69) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:00:43.362901 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Publish callbacks [] for router_gateway (1b60f04c-18f0-4f2c-a897-060bca7cc311), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:43.422645 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:43.452222 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93fc5f1f-722f-4819-8ab5-65b46bac823c req-abaa9aae-622c-4d08-b3ca-908799eddd62 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954706 Feb 02 13:00:43.462394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['11e1df96-a725-42a9-b9c5-5eb5a99eac61'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:43.468350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0c7f2bb5-8abb-4654-a83e-72790401fafc'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:43.491234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d80f9-9ae7-4098-8881-b44ea8aa8387 req-97b9a06e-9817-4890-92b6-dcb139659c48 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:43.493303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b3d80f9-9ae7-4098-8881-b44ea8aa8387 req-97b9a06e-9817-4890-92b6-dcb139659c48 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 950 time: 0.2343485 Feb 02 13:00:43.543453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:00:43.561788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:43.564318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:00:43.572746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:43.692184 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4791532-edbe-45eb-8965-fffed4d32c81 x-openstack-request-id: req-a4791532-edbe-45eb-8965-fffed4d32c81 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:43.692506 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba220644-587d-422d-be4d-da86e023ceff", "name": "network-vif-deleted", "tag": "a8fc44d7-6106-4299-a7b8-7761c74f2726", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:43.704246 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a4791532-edbe-45eb-8965-fffed4d32c81 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:43.705968 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba220644-587d-422d-be4d-da86e023ceff', 'name': 'network-vif-deleted', 'tag': 'a8fc44d7-6106-4299-a7b8-7761c74f2726', 'status': 'completed', 'code': 200} Feb 02 13:00:43.792830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:43.793504 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:43.824009 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2a931ce-c5d3-4aa1-b56e-59dad1f9edd3 req-2be9fb12-e7f6-472d-8ccc-a729be935ec3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 210 time: 0.0661471 Feb 02 13:00:43.854258 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b3d80f9-9ae7-4098-8881-b44ea8aa8387 req-b6b95078-608f-4742-ae54-99a1a187d0ca tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490143 Feb 02 13:00:43.937482 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (1b60f04c-18f0-4f2c-a897-060bca7cc311), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:44.084621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d7a69fb9-8d30-4ccc-ad7f-c9626dae838d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5647168 Feb 02 13:00:44.144983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Request body: {'port': {'device_id': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:44.240073 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks [] for port (aac80e54-1755-450f-9347-33e015db8c69), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:44.261676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b3519665-5ea5-41a6-a9c4-fb3c00482d29 None None] Provisioning complete for port 5686039c-2c37-4d32-bc67-23550c2357ef triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:44.262673 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3519665-5ea5-41a6-a9c4-fb3c00482d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:44.293531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa8c672-f67b-46cc-a948-04923bb96d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025e7400-cd5e-4599-8f91-192ed5994774'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:44.302058 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9ee4cf-eb0d-4f99-877b-7c0896d6a2af" -d '{"events": [{"server_uuid": "5aa8c672-f67b-46cc-a948-04923bb96d92", "name": "network-vif-plugged", "status": "completed", "tag": "025e7400-cd5e-4599-8f91-192ed5994774"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:44.305015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Router 1b60f04c-18f0-4f2c-a897-060bca7cc311 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:00:44.311460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4c40db1a-7789-4491-a841-8e74b98f967a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:44.359218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b3519665-5ea5-41a6-a9c4-fb3c00482d29 None None] Port 5686039c-2c37-4d32-bc67-23550c2357ef cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:00:44.379495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571f1ff5-fd76-498a-b21d-4c13d42f539c None None] Network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:00:44.418896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5dfef-b4cf-4266-8485-7a399924b3a7 req-a2ff8788-e144-4e16-ad19-a9d1d1b3db8a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:44.422185 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66a5dfef-b4cf-4266-8485-7a399924b3a7 req-a2ff8788-e144-4e16-ad19-a9d1d1b3db8a tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.62 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 945 time: 0.5667748 Feb 02 13:00:44.423725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4c40db1a-7789-4491-a841-8e74b98f967a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:44.424269 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:44.492959 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:44.501347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:00:44.533563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:44.538582 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-06cdd7d3-66c8-41ff-b80a-ca935c9a0bfb admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4631488 Feb 02 13:00:44.538782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39610) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:44.542612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Sync routers for ids ['1b60f04c-18f0-4f2c-a897-060bca7cc311'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:00:44.556523 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (aac80e54-1755-450f-9347-33e015db8c69), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:44.563927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Routers {'1b60f04c-18f0-4f2c-a897-060bca7cc311'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:00:44.564643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:00:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1b60f04c-18f0-4f2c-a897-060bca7cc311'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:44.630306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-80fc67e2-b5d2-499f-8f91-6a6d787bdd83 None None] Provisioning complete for port 4c40db1a-7789-4491-a841-8e74b98f967a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:44.630746 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80fc67e2-b5d2-499f-8f91-6a6d787bdd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:44.646517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4f59c-4d50-49ab-9daa-a374eb14047c req-581838c0-5e26-41a9-92fe-a5767424a6c5 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:44.648364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8a4f59c-4d50-49ab-9daa-a374eb14047c req-581838c0-5e26-41a9-92fe-a5767424a6c5 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.3844595 Feb 02 13:00:44.655554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19bfad-63e5-491e-afb8-5216307460d5 req-6fcba54e-702b-43a0-8d4c-963f0eba8146 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:44.657341 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db19bfad-63e5-491e-afb8-5216307460d5 req-6fcba54e-702b-43a0-8d4c-963f0eba8146 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 935 time: 0.5670662 Feb 02 13:00:44.749533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Network 874521e3-e700-43b7-9a69-69d4db583403 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:00:44.777680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:44.781144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:00:44.789401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Pushing event updated for resources: {'Port': ['ID=aac80e54-1755-450f-9347-33e015db8c69,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:44.860221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4c40db1a-7789-4491-a841-8e74b98f967a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:44.860747 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:44.867576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Set router 1b60f04c-18f0-4f2c-a897-060bca7cc311 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:00:45.059275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8a4f59c-4d50-49ab-9daa-a374eb14047c req-db9645a8-7c69-4e71-8f71-87fe292543a7 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969553 Feb 02 13:00:45.082485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-80fc67e2-b5d2-499f-8f91-6a6d787bdd83 None None] Current status of the port 4c40db1a-7789-4491-a841-8e74b98f967a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:45.082913 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80fc67e2-b5d2-499f-8f91-6a6d787bdd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.108156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db19bfad-63e5-491e-afb8-5216307460d5 req-dd25b1ef-440f-4ee2-811d-6339c310f30e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222775 Feb 02 13:00:45.145994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:45.148415 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.207692 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7189a7a9-19a5-4561-8ae4-cbd315526c72 x-openstack-request-id: req-7189a7a9-19a5-4561-8ae4-cbd315526c72 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:45.219997 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa8c672-f67b-46cc-a948-04923bb96d92", "name": "network-vif-plugged", "status": "completed", "tag": "025e7400-cd5e-4599-8f91-192ed5994774", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:45.220258 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7189a7a9-19a5-4561-8ae4-cbd315526c72 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:45.220669 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa8c672-f67b-46cc-a948-04923bb96d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025e7400-cd5e-4599-8f91-192ed5994774', 'code': 200} Feb 02 13:00:45.228252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 6ec62061-8ffc-414b-804a-cc89005ff342 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:45.230874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.359026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 4c40db1a-7789-4491-a841-8e74b98f967a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4c40db1a-7789-4491-a841-8e74b98f967a,segment=NetworkSegment(4fea6b83-6f06-4047-8b03-9284a442fb36),segment_id=4fea6b83-6f06-4047-8b03-9284a442fb36)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:45.387687 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.415387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5686039c-2c37-4d32-bc67-23550c2357ef {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:45.423727 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Publish callbacks [] for port (5686039c-2c37-4d32-bc67-23550c2357ef), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.435998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Transition to ACTIVE for port object 5686039c-2c37-4d32-bc67-23550c2357ef will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:00:45.447261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66a5dfef-b4cf-4266-8485-7a399924b3a7 req-ee8e8a9a-688f-4762-9e0f-77f6837fd4c0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Deleting port 6ec62061-8ffc-414b-804a-cc89005ff342 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:45.447614 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66a5dfef-b4cf-4266-8485-7a399924b3a7 req-ee8e8a9a-688f-4762-9e0f-77f6837fd4c0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.462580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.477028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Allocated IP 172.20.0.1 (91efa85c-7868-4ae1-a1c2-f355eb3a4739/3ad63301-62f7-4379-bdc8-00febed67097/8f6e6410-c2f0-45c8-b50e-ca32d6f73334) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:00:45.495328 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8b43506c-6bc2-42d7-8f7e-aa1e2c7bbacf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3609641 Feb 02 13:00:45.524253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Request body: {'port': {'device_id': '70279ff2-9090-4871-b587-962f0c301ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:45.581320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c4b1a-e84b-4fd4-b480-35b2d44eeef0 req-5b81de97-0c31-4abe-8f3f-1cbb1af7ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:45.585600 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b71c4b1a-e84b-4fd4-b480-35b2d44eeef0 req-5b81de97-0c31-4abe-8f3f-1cbb1af7ea4e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 1132 time: 0.1010504 Feb 02 13:00:45.675446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:43Z', 'revision_number': 3, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:45.677479 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-80fc67e2-b5d2-499f-8f91-6a6d787bdd83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:00:45.677826 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-80fc67e2-b5d2-499f-8f91-6a6d787bdd83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:00:45.688752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=4c40db1a-7789-4491-a841-8e74b98f967a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:45.720578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Checking router: 1b60f04c-18f0-4f2c-a897-060bca7cc311 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:00:45.720578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Updating router 1b60f04c-18f0-4f2c-a897-060bca7cc311 port 50aec97d-47ab-4765-b1f6-720be10e47bc binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:00:45.751520 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.755469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 6ec62061-8ffc-414b-804a-cc89005ff342 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:45.755883 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.766305 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b71c4b1a-e84b-4fd4-b480-35b2d44eeef0 req-f2cf81ef-3a5b-45ee-ac66-a3343f217ff7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384554 Feb 02 13:00:45.787088 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Publish callbacks [] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.787594 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aac80e54-1755-450f-9347-33e015db8c69), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.807038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:45.918564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.931299 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 6ec62061-8ffc-414b-804a-cc89005ff342, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6ec62061-8ffc-414b-804a-cc89005ff342,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:45.941072 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:45.941996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a8fc44d7-6106-4299-a7b8-7761c74f2726 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:45.963211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:00:45.970704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:45.982039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:00:45.994644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: a8fc44d7-6106-4299-a7b8-7761c74f2726 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:45.994871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a8fc44d7-6106-4299-a7b8-7761c74f2726 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:46.210456 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6e6410-c2f0-45c8-b50e-ca32d6f73334,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:46.243916 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (1b60f04c-18f0-4f2c-a897-060bca7cc311), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.264415 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-80fc67e2-b5d2-499f-8f91-6a6d787bdd83 None None] Current status of the port 4c40db1a-7789-4491-a841-8e74b98f967a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:46.267033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4c40db1a-7789-4491-a841-8e74b98f967a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:46.359086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=6ec62061-8ffc-414b-804a-cc89005ff342,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:46.424098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2e538134-099a-4ff1-aa27-3bca6325bb70 None None] Provisioning complete for port 4c40db1a-7789-4491-a841-8e74b98f967a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:46.424250 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e538134-099a-4ff1-aa27-3bca6325bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.462394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e6ad4-0f01-40f3-bb35-aa726b0904a6 req-7f577acf-aaee-465c-899d-7901e0e82444 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:46.464460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c4e6ad4-0f01-40f3-bb35-aa726b0904a6 req-7f577acf-aaee-465c-899d-7901e0e82444 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/ports?device_id=feb77852-786e-4d20-93da-dc2bd3664d56 HTTP/1.1" status: 200 len: 945 time: 1.1955838 Feb 02 13:00:46.501474 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4c40db1a-7789-4491-a841-8e74b98f967a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:46.501836 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.508428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.593748 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Publish callbacks [] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.630400 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.735929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Publish callbacks [] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.736509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4c40db1a-7789-4491-a841-8e74b98f967a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:46.741397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2e538134-099a-4ff1-aa27-3bca6325bb70 None None] Current status of the port 4c40db1a-7789-4491-a841-8e74b98f967a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:46.756361 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.789983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Attempting to bind port 50aec97d-47ab-4765-b1f6-720be10e47bc on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:46.790667 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Attempting to bind port 50aec97d-47ab-4765-b1f6-720be10e47bc by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:46.791393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Attempting to bind port 50aec97d-47ab-4765-b1f6-720be10e47bc on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:46.799669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:46.800383 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:46.801014 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.801703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:46.802370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Bound port: 50aec97d-47ab-4765-b1f6-720be10e47bc, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:46.802943 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.804789 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4f90b-3908-46d1-863e-cd64d66f77b3 None None] Pushing event updated for resources: {'Port': ['ID=50aec97d-47ab-4765-b1f6-720be10e47bc,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:46.898272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] For port 50aec97d-47ab-4765-b1f6-720be10e47bc, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:46.900069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8f6e6410-c2f0-45c8-b50e-ca32d6f73334,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:46.904718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac80e54-1755-450f-9347-33e015db8c69 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:46.905800 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] For port 50aec97d-47ab-4765-b1f6-720be10e47bc, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=50aec97d-47ab-4765-b1f6-720be10e47bc,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:46.905960 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (1b60f04c-18f0-4f2c-a897-060bca7cc311), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.914002 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.926078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88df29c-8c1b-45e2-ba1e-40b82afee6be req-2d4d9e76-c18e-478f-b0e3-c85f89a30fae tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:46.927673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e88df29c-8c1b-45e2-ba1e-40b82afee6be req-2d4d9e76-c18e-478f-b0e3-c85f89a30fae tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 932 time: 1.4753342 Feb 02 13:00:46.943955 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Publish callbacks [] for port (aac80e54-1755-450f-9347-33e015db8c69), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:46.960317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66a5dfef-b4cf-4266-8485-7a399924b3a7 req-ee8e8a9a-688f-4762-9e0f-77f6837fd4c0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] For port 6ec62061-8ffc-414b-804a-cc89005ff342, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6ec62061-8ffc-414b-804a-cc89005ff342,segment=NetworkSegment(4eef7908-f9e2-44f5-95b6-6ed535fde79f),segment_id=4eef7908-f9e2-44f5-95b6-6ed535fde79f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:46.960676 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66a5dfef-b4cf-4266-8485-7a399924b3a7 req-ee8e8a9a-688f-4762-9e0f-77f6837fd4c0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:47.002304 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Transition to ACTIVE for port object aac80e54-1755-450f-9347-33e015db8c69 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:00:47.014338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66a5dfef-b4cf-4266-8485-7a399924b3a7 req-ee8e8a9a-688f-4762-9e0f-77f6837fd4c0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Calling delete_port for 6ec62061-8ffc-414b-804a-cc89005ff342 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:47.020536 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (aac80e54-1755-450f-9347-33e015db8c69), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:47.033541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:00:47.035075 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:47.042885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Routers {'1b60f04c-18f0-4f2c-a897-060bca7cc311'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:00:47.045851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:00:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1b60f04c-18f0-4f2c-a897-060bca7cc311'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:47.155806 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-88d01be1-9823-4728-bb6d-3a5fdee4cb84 None None] Provisioning complete for port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:47.156253 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88d01be1-9823-4728-bb6d-3a5fdee4cb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:47.164568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Attempting to bind port 5686039c-2c37-4d32-bc67-23550c2357ef on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:47.165043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Attempting to bind port 5686039c-2c37-4d32-bc67-23550c2357ef by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:47.165330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Attempting to bind port 5686039c-2c37-4d32-bc67-23550c2357ef on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:47.220777 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-88d01be1-9823-4728-bb6d-3a5fdee4cb84 None None] Port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:00:47.223670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c4e6ad4-0f01-40f3-bb35-aa726b0904a6 req-d2cc3560-1cff-46b6-8637-c448ace50b37 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups?id=d83fad48-431b-4fba-abf7-744793d6497b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7343175 Feb 02 13:00:47.242245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb77852-786e-4d20-93da-dc2bd3664d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec62061-8ffc-414b-804a-cc89005ff342'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:47.258183 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5b3d95-da7e-4671-bbda-b75aa642257f" -d '{"events": [{"server_uuid": "feb77852-786e-4d20-93da-dc2bd3664d56", "name": "network-vif-unplugged", "status": "completed", "tag": "6ec62061-8ffc-414b-804a-cc89005ff342"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:47.268156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4f90b-3908-46d1-863e-cd64d66f77b3 None None] Pushing event updated for resources: {'Port': ['ID=50aec97d-47ab-4765-b1f6-720be10e47bc,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:47.299844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Port 5686039c-2c37-4d32-bc67-23550c2357ef on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:00:47.300215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Attempting to bind port 5686039c-2c37-4d32-bc67-23550c2357ef on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:47.326798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:47.328694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:47.329339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:47.330116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Bound port: 5686039c-2c37-4d32-bc67-23550c2357ef, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:47.330726 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:47.353154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Router 1b60f04c-18f0-4f2c-a897-060bca7cc311 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:00:47.388423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Pushing event updated for resources: {'Port': ['ID=aac80e54-1755-450f-9347-33e015db8c69,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:47.390795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] Set router 1b60f04c-18f0-4f2c-a897-060bca7cc311 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:00:47.425417 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e88df29c-8c1b-45e2-ba1e-40b82afee6be req-a05af9e0-033f-4be4-9283-b83be8a44f21 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752092 Feb 02 13:00:47.463586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6b1cf823-e4a8-4feb-bbd1-02356a682219 None None] Provisioning complete for port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:47.464227 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b1cf823-e4a8-4feb-bbd1-02356a682219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:47.538852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:00:47.546301 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-84675383-4db6-4149-9a65-5fd5891fb9f2 admin admin] 10.222.0.83 "PUT /v2.0/routers/1b60f04c-18f0-4f2c-a897-060bca7cc311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0061741 Feb 02 13:00:47.592606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:47.599441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:47.607270 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6b1cf823-e4a8-4feb-bbd1-02356a682219 None None] Port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:00:47.635258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Attempting to bind port aac80e54-1755-450f-9347-33e015db8c69 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:47.635258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Attempting to bind port aac80e54-1755-450f-9347-33e015db8c69 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:47.635258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Attempting to bind port aac80e54-1755-450f-9347-33e015db8c69 on network 874521e3-e700-43b7-9a69-69d4db583403 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:47.637108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:47.714423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Port aac80e54-1755-450f-9347-33e015db8c69 on network 874521e3-e700-43b7-9a69-69d4db583403 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:00:47.714744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Attempting to bind port aac80e54-1755-450f-9347-33e015db8c69 on network 874521e3-e700-43b7-9a69-69d4db583403 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:47.728989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:47.729336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Checking segment: {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:47.729708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Bound using segment: {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:47.730678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Bound port: aac80e54-1755-450f-9347-33e015db8c69, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:47.730678 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aac80e54-1755-450f-9347-33e015db8c69), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:47.760174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f6e6410-c2f0-45c8-b50e-ca32d6f73334', 'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'tenant_id': '4261872942884bfa9d005109329baad0', 'mac_address': 'fa:16:3e:bb:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:45Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 2, 'project_id': '4261872942884bfa9d005109329baad0', 'subnets': [{'id': '3ad63301-62f7-4379-bdc8-00febed67097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:47.787186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808d0a5-2831-415c-bc95-19a08fa93dc1 req-982c8cc4-171d-45bf-ba36-fc6ade0309c2 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:47.788990 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b808d0a5-2831-415c-bc95-19a08fa93dc1 req-982c8cc4-171d-45bf-ba36-fc6ade0309c2 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 950 time: 0.4096813 Feb 02 13:00:47.796458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:47.797078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:47.798392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89bb22c-760a-44f4-8f53-308d1c481361 None None] The sync data for ids ['1b60f04c-18f0-4f2c-a897-060bca7cc311'] in n-d-827336-2 is: [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f6e6410-c2f0-45c8-b50e-ca32d6f73334', 'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'tenant_id': '4261872942884bfa9d005109329baad0', 'mac_address': 'fa:16:3e:bb:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:45Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 2, 'project_id': '4261872942884bfa9d005109329baad0', 'subnets': [{'id': '3ad63301-62f7-4379-bdc8-00febed67097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:00:47.798587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] 10.222.0.18 "PUT /v2.0/ports/5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 1095 time: 3.6664774 Feb 02 13:00:47.804121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:47.806451 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14189ca5-a0a0-449d-a789-3386940bd0a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:47.907013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5d16f-5170-4365-b8c6-ab12b04a1743 req-008188e1-6a7c-4e05-9591-c59c90afe9d4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:47.908603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52f5d16f-5170-4365-b8c6-ab12b04a1743 req-008188e1-6a7c-4e05-9591-c59c90afe9d4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 946 time: 0.3082471 Feb 02 13:00:47.958810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f349df3-ac8c-4ded-b6fe-45bf968bccb6 service neutron] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:47.959961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-3624fbe0-e836-4823-90ca-21e7a357d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:47.961665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-3624fbe0-e836-4823-90ca-21e7a357d7b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 1129 time: 0.0924191 Feb 02 13:00:47.986064 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66a5dfef-b4cf-4266-8485-7a399924b3a7 req-ee8e8a9a-688f-4762-9e0f-77f6837fd4c0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (6ec62061-8ffc-414b-804a-cc89005ff342), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:48.034415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b808d0a5-2831-415c-bc95-19a08fa93dc1 req-0811b59f-20eb-4051-99ca-b43771a1ff25 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180667 Feb 02 13:00:48.037939 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-dc1b8a12-7587-4e87-bcc3-068db613c587 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 217 time: 0.0602703 Feb 02 13:00:48.079301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e8a9a-688f-4762-9e0f-77f6837fd4c0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event deleted for resources: {'Port': ['ID=6ec62061-8ffc-414b-804a-cc89005ff342,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:48.164282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-9946cc66-3b8b-4bc4-a829-9617c06fef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:48.165961 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-9946cc66-3b8b-4bc4-a829-9617c06fef42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1212397 Feb 02 13:00:48.168867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] For port aac80e54-1755-450f-9347-33e015db8c69, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:48.179071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a5dfef-b4cf-4266-8485-7a399924b3a7 req-ee8e8a9a-688f-4762-9e0f-77f6837fd4c0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] No DVR routers for this DVR port 6ec62061-8ffc-414b-804a-cc89005ff342 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:00:48.188051 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66a5dfef-b4cf-4266-8485-7a399924b3a7 req-ee8e8a9a-688f-4762-9e0f-77f6837fd4c0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:48.191360 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66a5dfef-b4cf-4266-8485-7a399924b3a7 req-ee8e8a9a-688f-4762-9e0f-77f6837fd4c0 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.62 "DELETE /v2.0/ports/6ec62061-8ffc-414b-804a-cc89005ff342 HTTP/1.1" status: 204 len: 173 time: 3.7532294 Feb 02 13:00:48.210895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] For port aac80e54-1755-450f-9347-33e015db8c69, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=aac80e54-1755-450f-9347-33e015db8c69,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:48.215478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52f5d16f-5170-4365-b8c6-ab12b04a1743 req-55d5de25-ed79-4542-bd92-f48cba970537 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585042 Feb 02 13:00:48.256118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-a987ec62-88c2-4e4e-92b5-fbd5ae273649 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:48.257655 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-a987ec62-88c2-4e4e-92b5-fbd5ae273649 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d&tenant_id=a4763030dd2542e985a15e0c06e1cfb6&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1128 time: 0.3928633 Feb 02 13:00:48.260899 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (aac80e54-1755-450f-9347-33e015db8c69), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:48.278462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827336-2'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:48.286455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-80488ac6-9f1a-4a68-bb27-54a91855435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:48.299564 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-80488ac6-9f1a-4a68-bb27-54a91855435e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1255426 Feb 02 13:00:48.350144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:48.350144 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:48.355204 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] 10.222.0.18 "PUT /v2.0/ports/aac80e54-1755-450f-9347-33e015db8c69 HTTP/1.1" status: 200 len: 1092 time: 2.8348703 Feb 02 13:00:48.442661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c9569-6fa9-41cc-8e27-503629a48868 service neutron] Pushing event updated for resources: {'Port': ['ID=aac80e54-1755-450f-9347-33e015db8c69,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:48.448150 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:48.471762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff0e9c-ebb5-4219-8a81-558cf01c63bb req-297c69b1-b67e-4bf6-bc80-de9d4aca59e6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:48.474661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfff0e9c-ebb5-4219-8a81-558cf01c63bb req-297c69b1-b67e-4bf6-bc80-de9d4aca59e6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 947 time: 0.2969971 Feb 02 13:00:48.558243 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-d682d0ad-aff1-421d-b65c-7070173837d0 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528498 Feb 02 13:00:48.699712 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f3db97e5-8e7d-4303-a768-b919326eca7b req-5075c0d6-42f0-4f30-9b0f-ac9183bd17f6 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351106 Feb 02 13:00:48.754786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfff0e9c-ebb5-4219-8a81-558cf01c63bb req-d46f6815-304f-4f31-b4ba-d628ab29b1d4 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864042 Feb 02 13:00:48.775854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-06c6de85-c4e7-42c0-a703-ba38bd7fa713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:48.777879 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-06c6de85-c4e7-42c0-a703-ba38bd7fa713 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 1126 time: 0.3312769 Feb 02 13:00:48.806669 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:48.867675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-1f4aace0-a0c8-4bbb-98b9-9d5a4ba35211 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aac80e54-1755-450f-9347-33e015db8c69 HTTP/1.1" status: 200 len: 217 time: 0.0442688 Feb 02 13:00:48.891755 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d5036c-1f7b-41cb-9c8c-4a3e37fa5548 x-openstack-request-id: req-03d5036c-1f7b-41cb-9c8c-4a3e37fa5548 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:48.892262 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb77852-786e-4d20-93da-dc2bd3664d56", "name": "network-vif-unplugged", "status": "completed", "tag": "6ec62061-8ffc-414b-804a-cc89005ff342", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:48.892350 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-03d5036c-1f7b-41cb-9c8c-4a3e37fa5548 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:48.892702 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb77852-786e-4d20-93da-dc2bd3664d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec62061-8ffc-414b-804a-cc89005ff342', 'code': 200} Feb 02 13:00:48.984041 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffa4f97-3008-4872-99fd-f379094783f2 x-openstack-request-id: req-0ffa4f97-3008-4872-99fd-f379094783f2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:48.984750 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:48.984750 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0ffa4f97-3008-4872-99fd-f379094783f2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:48.985929 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef', 'status': 'completed', 'code': 200} Feb 02 13:00:49.059719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-4979f35c-da48-443e-96f5-b4ab2fa71a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:49.061751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-4979f35c-da48-443e-96f5-b4ab2fa71a6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb7766b7-92d2-47a0-93e3-41c40ddbb9a9 HTTP/1.1" status: 200 len: 845 time: 0.1885321 Feb 02 13:00:49.084221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:49.160639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-8a19b7f3-80af-4bda-85c4-df87fa71fe49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=874521e3-e700-43b7-9a69-69d4db583403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911257 Feb 02 13:00:49.163205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14189ca5-a0a0-449d-a789-3386940bd0a0 req-35e364da-9569-4581-b727-59811aeef592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:49.165625 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-14189ca5-a0a0-449d-a789-3386940bd0a0 req-35e364da-9569-4581-b727-59811aeef592 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 1129 time: 0.1459060 Feb 02 13:00:49.283669 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Publish callbacks [] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:49.395568 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:49.436105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14189ca5-a0a0-449d-a789-3386940bd0a0 req-a1e933c0-2f59-42aa-9200-1415510fa6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:49.437695 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-14189ca5-a0a0-449d-a789-3386940bd0a0 req-a1e933c0-2f59-42aa-9200-1415510fa6f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2558377 Feb 02 13:00:49.504425 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-14189ca5-a0a0-449d-a789-3386940bd0a0 req-033479c6-8c73-45c3-9490-c34ae126ea21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 217 time: 0.0600352 Feb 02 13:00:49.553456 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-6314e19d-fb97-4f54-9edd-d390e12397d6 service neutron] 10.222.0.18 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774154 Feb 02 13:00:49.585491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39670) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:49.590027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8165fc70-5a91-42be-b962-5d43b9c1ad71 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797261725', 'description': 'tempest-description--693542826'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:49.641560 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8165fc70-5a91-42be-b962-5d43b9c1ad71 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:49.694281 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14189ca5-a0a0-449d-a789-3386940bd0a0 req-7705f12e-0141-4a11-9bb5-51101790dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:49.698228 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-14189ca5-a0a0-449d-a789-3386940bd0a0 req-7705f12e-0141-4a11-9bb5-51101790dbd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1763461 Feb 02 13:00:49.794431 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7324282d-f654-4e84-8279-1aaa7397ad38 req-a9a00e07-2c74-49ff-a64f-1d31b957b497 service neutron] 10.222.0.18 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599598 Feb 02 13:00:49.801871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8165fc70-5a91-42be-b962-5d43b9c1ad71 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for security_group (61c6bc94-3eea-4281-b603-f01cef387e17), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:49.809835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14189ca5-a0a0-449d-a789-3386940bd0a0 req-8d422801-4c1a-4597-98f0-9bc18e27765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:49.816569 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-14189ca5-a0a0-449d-a789-3386940bd0a0 req-8d422801-4c1a-4597-98f0-9bc18e27765a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1084406 Feb 02 13:00:49.820260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8165fc70-5a91-42be-b962-5d43b9c1ad71 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (61c6bc94-3eea-4281-b603-f01cef387e17), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:49.849939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Pushing event updated for resources: {'Port': ['ID=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:49.854365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Attempting to bind port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on host n-h2-827336-2 for vnic_type normal with profile {"migrating_to": "n-h1-827336-2"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:49.854696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Attempting to bind port bf7bff07-57cd-47ef-9ea9-be3b99b904bd by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:49.855029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Attempting to bind port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:49.866361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on network 2b9af990-5e2e-47c3-abe4-0e26c82225db not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:00:49.866714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Attempting to bind port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:49.877106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:49.877447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:49.877807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Bound using segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:49.878297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Bound port: bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:49.878724 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:49.899827 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8165fc70-5a91-42be-b962-5d43b9c1ad71 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:49.904537 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8165fc70-5a91-42be-b962-5d43b9c1ad71 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3180711 Feb 02 13:00:49.923984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39674) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:49.929025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-91018f11-510d-4ff1-8e9e-0a41a28da6f6 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Request body: {'security_group_rule': {'security_group_id': '61c6bc94-3eea-4281-b603-f01cef387e17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:49.963269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:49.966977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:49.983235 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:50.014091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165fc70-5a91-42be-b962-5d43b9c1ad71 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c6bc94-3eea-4281-b603-f01cef387e17,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:50.066087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Pushing event updated for resources: {'Port': ['ID=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:50.066673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device bf7bff07-57cd-47ef-9ea9-be3b99b904bd details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:00:50.070504 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91018f11-510d-4ff1-8e9e-0a41a28da6f6 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for security_group_rule (84c5d7fe-a2bc-4de1-87e3-bd4963669550), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:50.082908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee635d-6a07-4b50-b85d-101c3fd082fc req-818bc618-4b3c-43b8-9552-4c914e302e56 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:50.090642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12ee635d-6a07-4b50-b85d-101c3fd082fc req-818bc618-4b3c-43b8-9552-4c914e302e56 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 944 time: 0.5489721 Feb 02 13:00:50.117671 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873b0d8-928b-40f9-8285-5bd57e356922 req-11e9ccf9-973b-4cd6-b8e5-7a547fa93378 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:50.126196 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2873b0d8-928b-40f9-8285-5bd57e356922 req-11e9ccf9-973b-4cd6-b8e5-7a547fa93378 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.3287017 Feb 02 13:00:50.169393 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91018f11-510d-4ff1-8e9e-0a41a28da6f6 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for security_group_rule (84c5d7fe-a2bc-4de1-87e3-bd4963669550), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:50.178044 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-14189ca5-a0a0-449d-a789-3386940bd0a0 req-1b2f349d-aa98-4b8b-832d-67b1c527485b service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470967 Feb 02 13:00:50.183121 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91018f11-510d-4ff1-8e9e-0a41a28da6f6 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (84c5d7fe-a2bc-4de1-87e3-bd4963669550), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:50.211989 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2873b0d8-928b-40f9-8285-5bd57e356922 req-aff2e002-0a3f-454c-b4f4-3133ed0849ce tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848088 Feb 02 13:00:50.272923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91018f11-510d-4ff1-8e9e-0a41a28da6f6 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c5d7fe-a2bc-4de1-87e3-bd4963669550,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:50.274069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:50.296829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:50.303195 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:50.305202 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ed03d97c-5b46-4ab9-94d3-3fb6ede536bb service neutron] 10.222.0.18 "PUT /v2.0/ports/bf7bff07-57cd-47ef-9ea9-be3b99b904bd HTTP/1.1" status: 200 len: 1122 time: 2.0357535 Feb 02 13:00:50.311032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device bf7bff07-57cd-47ef-9ea9-be3b99b904bd has no active binding in host n-h1-827336-2 {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 13:00:50.332811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 50aec97d-47ab-4765-b1f6-720be10e47bc up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:50.358564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91018f11-510d-4ff1-8e9e-0a41a28da6f6 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:50.367455 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-91018f11-510d-4ff1-8e9e-0a41a28da6f6 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4417892 Feb 02 13:00:50.396281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12ee635d-6a07-4b50-b85d-101c3fd082fc req-1541b46a-cd7d-43be-b13c-c3b9b2a82a5d tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028879 Feb 02 13:00:50.409934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 50aec97d-47ab-4765-b1f6-720be10e47bc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:50.410578 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:50.426425 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39678) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:50.441789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e9af3dde-2124-42c7-b3be-86ec6ab500e5 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Request body: {'security_group_rule': {'security_group_id': '61c6bc94-3eea-4281-b603-f01cef387e17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:50.483740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['bf7bff07-57cd-47ef-9ea9-be3b99b904bd'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:50.521545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['bf7bff07-57cd-47ef-9ea9-be3b99b904bd'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:50.541542 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-14189ca5-a0a0-449d-a789-3386940bd0a0 req-a82206c9-685e-4835-9377-3b0466a8077d service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561089 Feb 02 13:00:50.547321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6058bf-954d-4542-ba74-19d966027de7 req-e03bb190-79f8-439a-a8e0-3b3210ee1dff tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:50.549059 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f6058bf-954d-4542-ba74-19d966027de7 req-e03bb190-79f8-439a-a8e0-3b3210ee1dff tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 950 time: 0.1513619 Feb 02 13:00:50.622663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f6058bf-954d-4542-ba74-19d966027de7 req-6021624b-7d66-41df-95bd-e278a46ccf7f tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672982 Feb 02 13:00:50.623624 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9af3dde-2124-42c7-b3be-86ec6ab500e5 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for security_group_rule (34ccda58-d980-4ce1-8b08-7e62788c965b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:50.741050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39690) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:50.802124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c04a8-07d6-43da-87e2-38c56a275170 req-a4beda58-ab79-4664-9527-ac4947a9e7b6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:50.810273 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d4c04a8-07d6-43da-87e2-38c56a275170 req-a4beda58-ab79-4664-9527-ac4947a9e7b6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 947 time: 0.1432507 Feb 02 13:00:50.821909 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9af3dde-2124-42c7-b3be-86ec6ab500e5 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for security_group_rule (34ccda58-d980-4ce1-8b08-7e62788c965b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:50.828037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 50aec97d-47ab-4765-b1f6-720be10e47bc is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:50.828438 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:50.839172 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9af3dde-2124-42c7-b3be-86ec6ab500e5 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (34ccda58-d980-4ce1-8b08-7e62788c965b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:50.849988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:50.965681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d4c04a8-07d6-43da-87e2-38c56a275170 req-a8ba1e5e-71cc-40eb-8c62-d4b1ae632266 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481409 Feb 02 13:00:50.968264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af3dde-2124-42c7-b3be-86ec6ab500e5 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ccda58-d980-4ce1-8b08-7e62788c965b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:50.996942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb77852-786e-4d20-93da-dc2bd3664d56', 'name': 'network-vif-deleted', 'tag': '6ec62061-8ffc-414b-804a-cc89005ff342'}, {'name': 'network-changed', 'server_uuid': '70279ff2-9090-4871-b587-962f0c301ec8', 'tag': 'aac80e54-1755-450f-9347-33e015db8c69'}, {'server_uuid': '1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7bff07-57cd-47ef-9ea9-be3b99b904bd'}, {'name': 'network-changed', 'server_uuid': '1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d', 'tag': 'bf7bff07-57cd-47ef-9ea9-be3b99b904bd'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:51.001115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 50aec97d-47ab-4765-b1f6-720be10e47bc, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=50aec97d-47ab-4765-b1f6-720be10e47bc,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:51.001989 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e" -d '{"events": [{"server_uuid": "feb77852-786e-4d20-93da-dc2bd3664d56", "name": "network-vif-deleted", "tag": "6ec62061-8ffc-414b-804a-cc89005ff342"}, {"name": "network-changed", "server_uuid": "70279ff2-9090-4871-b587-962f0c301ec8", "tag": "aac80e54-1755-450f-9347-33e015db8c69"}, {"server_uuid": "1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf7bff07-57cd-47ef-9ea9-be3b99b904bd"}, {"name": "network-changed", "server_uuid": "1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d", "tag": "bf7bff07-57cd-47ef-9ea9-be3b99b904bd"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:51.009279 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9af3dde-2124-42c7-b3be-86ec6ab500e5 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:51.010533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e9af3dde-2124-42c7-b3be-86ec6ab500e5 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5831306 Feb 02 13:00:51.024916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:51.034575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:51.049003 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:51.067604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b27bde6-4891-4378-aaa9-ca491cd57758 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for security_group (fbc4b9a1-df61-4edc-9636-1c1d6665fbed), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:51.093573 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 690 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84d7f66-99a1-48ed-b298-8229dec85ae8 x-openstack-request-id: req-d84d7f66-99a1-48ed-b298-8229dec85ae8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:51.093878 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb77852-786e-4d20-93da-dc2bd3664d56", "name": "network-vif-deleted", "tag": "6ec62061-8ffc-414b-804a-cc89005ff342", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "70279ff2-9090-4871-b587-962f0c301ec8", "tag": "aac80e54-1755-450f-9347-33e015db8c69", "status": "completed", "code": 200}, {"server_uuid": "1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d", "name": "network-vif-unplugged", "status": "completed", "tag": "bf7bff07-57cd-47ef-9ea9-be3b99b904bd", "code": 200}, {"name": "network-changed", "server_uuid": "1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d", "tag": "bf7bff07-57cd-47ef-9ea9-be3b99b904bd", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:51.094131 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d84d7f66-99a1-48ed-b298-8229dec85ae8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:51.094544 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb77852-786e-4d20-93da-dc2bd3664d56', 'name': 'network-vif-deleted', 'tag': '6ec62061-8ffc-414b-804a-cc89005ff342', 'status': 'completed', 'code': 200} Feb 02 13:00:51.094797 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70279ff2-9090-4871-b587-962f0c301ec8', 'tag': 'aac80e54-1755-450f-9347-33e015db8c69', 'status': 'completed', 'code': 200} Feb 02 13:00:51.095045 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf7bff07-57cd-47ef-9ea9-be3b99b904bd', 'code': 200} Feb 02 13:00:51.095291 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d', 'tag': 'bf7bff07-57cd-47ef-9ea9-be3b99b904bd', 'status': 'completed', 'code': 200} Feb 02 13:00:51.189383 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:51.194072 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b27bde6-4891-4378-aaa9-ca491cd57758 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for security_group (fbc4b9a1-df61-4edc-9636-1c1d6665fbed), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:51.286533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=50aec97d-47ab-4765-b1f6-720be10e47bc,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:51.389975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-23bd73db-db8c-4ffa-a408-8c8fb5b1fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:51.391122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-23bd73db-db8c-4ffa-a408-8c8fb5b1fd67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 1126 time: 0.2416444 Feb 02 13:00:51.599266 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b27bde6-4891-4378-aaa9-ca491cd57758 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fbc4b9a1-df61-4edc-9636-1c1d6665fbed), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:51.603466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8b27bde6-4891-4378-aaa9-ca491cd57758 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:51.605875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8b27bde6-4891-4378-aaa9-ca491cd57758 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "DELETE /v2.0/security-groups/fbc4b9a1-df61-4edc-9636-1c1d6665fbed HTTP/1.1" status: 204 len: 168 time: 0.7508829 Feb 02 13:00:51.622129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39706) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:51.657967 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-d4f012aa-6aef-4557-833f-17e754ca26ab tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] show failed (client error): The resource could not be found. Feb 02 13:00:51.659686 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d4f012aa-6aef-4557-833f-17e754ca26ab tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "GET /v2.0/security-groups/fbc4b9a1-df61-4edc-9636-1c1d6665fbed HTTP/1.1" status: 404 len: 347 time: 0.0349476 Feb 02 13:00:51.662822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39710) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:51.664236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27bde6-4891-4378-aaa9-ca491cd57758 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc4b9a1-df61-4edc-9636-1c1d6665fbed,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:51.679669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9c0be-257d-4010-b4c6-269bd9a4f464 req-ae355e38-3c8f-4013-86dc-57adae3a6b3c tempest-DeleteServersAdminTestJSON-651419558 tempest-DeleteServersAdminTestJSON-651419558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:51.681712 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9ad9c0be-257d-4010-b4c6-269bd9a4f464 req-ae355e38-3c8f-4013-86dc-57adae3a6b3c tempest-DeleteServersAdminTestJSON-651419558 tempest-DeleteServersAdminTestJSON-651419558-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 1132 time: 0.1338904 Feb 02 13:00:51.716694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-06dc4039-59ab-4186-85e9-8d467b6220d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:51.719149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-06dc4039-59ab-4186-85e9-8d467b6220d9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 1156 time: 0.5011716 Feb 02 13:00:51.720968 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Sync routers for ids ['1b60f04c-18f0-4f2c-a897-060bca7cc311'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:00:51.740659 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Routers {'1b60f04c-18f0-4f2c-a897-060bca7cc311'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:00:51.741490 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:00:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1b60f04c-18f0-4f2c-a897-060bca7cc311'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:51.862966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-bfc2b19d-94c8-4051-ad45-b90b8c039d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:51.864457 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-bfc2b19d-94c8-4051-ad45-b90b8c039d3a service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.1021416 Feb 02 13:00:51.898127 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Set router 1b60f04c-18f0-4f2c-a897-060bca7cc311 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:00:51.935747 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:51.956906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc34604-59e3-4961-92d5-3e3f2a0a6988 req-baf4413d-9448-4436-8165-598e1bb202d3 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:51.964828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1bc34604-59e3-4961-92d5-3e3f2a0a6988 req-baf4413d-9448-4436-8165-598e1bb202d3 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.5993507 Feb 02 13:00:51.968216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-2058fca5-1bce-4f88-8a78-304eca6195d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd HTTP/1.1" status: 200 len: 217 time: 0.0892355 Feb 02 13:00:51.994565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b806f435-e060-44f3-891c-0d3ee8307c62 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Deleting port dfd4cb37-924d-4042-a4cd-43d5a727798d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:51.995066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b806f435-e060-44f3-891c-0d3ee8307c62 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dfd4cb37-924d-4042-a4cd-43d5a727798d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:52.026731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-9ad9c0be-257d-4010-b4c6-269bd9a4f464 req-81cd79e2-8d3b-4dd7-8714-57b993430490 tempest-DeleteServersAdminTestJSON-651419558 tempest-DeleteServersAdminTestJSON-651419558-project-admin] Deleting port 025e7400-cd5e-4599-8f91-192ed5994774 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:52.026731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9ad9c0be-257d-4010-b4c6-269bd9a4f464 req-81cd79e2-8d3b-4dd7-8714-57b993430490 tempest-DeleteServersAdminTestJSON-651419558 tempest-DeleteServersAdminTestJSON-651419558-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (025e7400-cd5e-4599-8f91-192ed5994774), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:52.043964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a462108-b6b4-4c45-af3e-533456f6b0b5 req-72afc806-af87-4326-bcc0-8734992cc4b3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:52.052810 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a462108-b6b4-4c45-af3e-533456f6b0b5 req-72afc806-af87-4326-bcc0-8734992cc4b3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 944 time: 0.5091462 Feb 02 13:00:52.066338 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device aac80e54-1755-450f-9347-33e015db8c69 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:00:52.139260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 50aec97d-47ab-4765-b1f6-720be10e47bc up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:52.220253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-374d113c-e3eb-4f3c-8a55-62641f3c7956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:52.227989 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-374d113c-e3eb-4f3c-8a55-62641f3c7956 service neutron] 10.222.0.18 "GET /v2.0/networks?id=874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 200 len: 906 time: 0.8148458 Feb 02 13:00:52.253576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94180a65-d094-4209-9ea9-24627f885a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (9a99b111-c096-4f94-a4f5-c73a5235fbb0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:52.323409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-e08858fd-0dc6-490b-8887-2519747b2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:52.325458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-e08858fd-0dc6-490b-8887-2519747b2a5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.3509908 Feb 02 13:00:52.326937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-4d8e605f-0cd4-4c07-a1bd-19cfcdc8a3e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aac80e54-1755-450f-9347-33e015db8c69 HTTP/1.1" status: 200 len: 217 time: 0.0824859 Feb 02 13:00:52.332318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port aac80e54-1755-450f-9347-33e015db8c69, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=aac80e54-1755-450f-9347-33e015db8c69,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:52.349327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'aac80e54-1755-450f-9347-33e015db8c69', 'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'port_id': 'aac80e54-1755-450f-9347-33e015db8c69', 'mac_address': 'fa:16:3e:0d:b0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7766b7-92d2-47a0-93e3-41c40ddbb9a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:00:52.365543 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a462108-b6b4-4c45-af3e-533456f6b0b5 req-0f5be327-2d6e-4ecf-966c-46975b38a859 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067772 Feb 02 13:00:52.393607 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f6e6410-c2f0-45c8-b50e-ca32d6f73334', 'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'tenant_id': '4261872942884bfa9d005109329baad0', 'mac_address': 'fa:16:3e:bb:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:45Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 2, 'project_id': '4261872942884bfa9d005109329baad0', 'subnets': [{'id': '3ad63301-62f7-4379-bdc8-00febed67097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:52.404826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port aac80e54-1755-450f-9347-33e015db8c69 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:52.405596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aac80e54-1755-450f-9347-33e015db8c69), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:52.436990 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Checking router: 1b60f04c-18f0-4f2c-a897-060bca7cc311 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:00:52.438156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 50aec97d-47ab-4765-b1f6-720be10e47bc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:52.439223 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:52.441437 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Updating router 1b60f04c-18f0-4f2c-a897-060bca7cc311 port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:00:52.447356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac80e54-1755-450f-9347-33e015db8c69 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:52.480348 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-75395bce-a0e5-4d8a-8c8b-a82294ed850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:52.481968 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-75395bce-a0e5-4d8a-8c8b-a82294ed850a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb7766b7-92d2-47a0-93e3-41c40ddbb9a9 HTTP/1.1" status: 200 len: 845 time: 0.1085339 Feb 02 13:00:52.485802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1bc34604-59e3-4961-92d5-3e3f2a0a6988 req-1ac12e52-49e2-4163-aa21-6005dcf530d9 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191572 Feb 02 13:00:52.494963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b806f435-e060-44f3-891c-0d3ee8307c62 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dfd4cb37-924d-4042-a4cd-43d5a727798d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:52.495289 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b806f435-e060-44f3-891c-0d3ee8307c62 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for floatingip (dfd4cb37-924d-4042-a4cd-43d5a727798d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:52.499525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9ad9c0be-257d-4010-b4c6-269bd9a4f464 req-81cd79e2-8d3b-4dd7-8714-57b993430490 tempest-DeleteServersAdminTestJSON-651419558 tempest-DeleteServersAdminTestJSON-651419558-project-admin] For port 025e7400-cd5e-4599-8f91-192ed5994774, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=025e7400-cd5e-4599-8f91-192ed5994774,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:52.500109 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9ad9c0be-257d-4010-b4c6-269bd9a4f464 req-81cd79e2-8d3b-4dd7-8714-57b993430490 tempest-DeleteServersAdminTestJSON-651419558 tempest-DeleteServersAdminTestJSON-651419558-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (025e7400-cd5e-4599-8f91-192ed5994774), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:52.516353 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:52.539941 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-a114c66c-e0ee-47f2-ba8d-3fcd49bf147a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677713 Feb 02 13:00:52.567291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port aac80e54-1755-450f-9347-33e015db8c69, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=aac80e54-1755-450f-9347-33e015db8c69,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:52.571356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-9ad9c0be-257d-4010-b4c6-269bd9a4f464 req-81cd79e2-8d3b-4dd7-8714-57b993430490 tempest-DeleteServersAdminTestJSON-651419558 tempest-DeleteServersAdminTestJSON-651419558-project-admin] Calling delete_port for 025e7400-cd5e-4599-8f91-192ed5994774 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:52.573716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b806f435-e060-44f3-891c-0d3ee8307c62 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Calling delete_port for dfd4cb37-924d-4042-a4cd-43d5a727798d owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:52.586770 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (aac80e54-1755-450f-9347-33e015db8c69), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:52.589672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5686039c-2c37-4d32-bc67-23550c2357ef details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:00:52.773030 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:00:52.849606 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b806f435-e060-44f3-891c-0d3ee8307c62 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dfd4cb37-924d-4042-a4cd-43d5a727798d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:52.864811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 50aec97d-47ab-4765-b1f6-720be10e47bc is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:52.867304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=aac80e54-1755-450f-9347-33e015db8c69,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:52.887362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806f435-e060-44f3-891c-0d3ee8307c62 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Pushing event deleted for resources: {'Port': ['ID=dfd4cb37-924d-4042-a4cd-43d5a727798d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:52.928900 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:52.965646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '5686039c-2c37-4d32-bc67-23550c2357ef', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '5686039c-2c37-4d32-bc67-23550c2357ef', 'mac_address': 'fa:16:3e:2d:c2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:00:52.996337 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-123c7ed9-e537-4b58-9620-6d7f064d7a2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=874521e3-e700-43b7-9a69-69d4db583403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5048640 Feb 02 13:00:53.002405 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Publish callbacks [] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.017187 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.044978 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9ad9c0be-257d-4010-b4c6-269bd9a4f464 req-81cd79e2-8d3b-4dd7-8714-57b993430490 tempest-DeleteServersAdminTestJSON-651419558 tempest-DeleteServersAdminTestJSON-651419558-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (025e7400-cd5e-4599-8f91-192ed5994774), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.046150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5686039c-2c37-4d32-bc67-23550c2357ef is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:53.047862 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.072303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Allocated IP 172.25.4.247 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/9b4aef4c-ab72-480b-a19f-36fb0808ef2f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:00:53.087260 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Pushing event updated for resources: {'Port': ['ID=8f6e6410-c2f0-45c8-b50e-ca32d6f73334,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:53.089027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['025e7400-cd5e-4599-8f91-192ed5994774'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:53.099345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd79e2-8d3b-4dd7-8714-57b993430490 tempest-DeleteServersAdminTestJSON-651419558 tempest-DeleteServersAdminTestJSON-651419558-project-admin] Pushing event deleted for resources: {'Port': ['ID=025e7400-cd5e-4599-8f91-192ed5994774,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:53.123227 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.123227 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.123612 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.123933 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.124312 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.124634 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.124952 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.125269 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.125581 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.125890 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.126196 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.126507 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.126813 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:00:53.152238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5686039c-2c37-4d32-bc67-23550c2357ef {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:00:53.181290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:53.197366 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.215822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-94180a65-d094-4209-9ea9-24627f885a8c admin admin] Deleting port dfef7ced-ed66-4b90-8971-7ad2e6c352db {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:53.216253 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94180a65-d094-4209-9ea9-24627f885a8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.218443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad9c0be-257d-4010-b4c6-269bd9a4f464 req-81cd79e2-8d3b-4dd7-8714-57b993430490 tempest-DeleteServersAdminTestJSON-651419558 tempest-DeleteServersAdminTestJSON-651419558-project-admin] No DVR routers for this DVR port 025e7400-cd5e-4599-8f91-192ed5994774 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:00:53.222981 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9ad9c0be-257d-4010-b4c6-269bd9a4f464 req-81cd79e2-8d3b-4dd7-8714-57b993430490 tempest-DeleteServersAdminTestJSON-651419558 tempest-DeleteServersAdminTestJSON-651419558-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.226600 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Attempting to bind port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:00:53.227067 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Attempting to bind port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:00:53.227447 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Attempting to bind port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 on network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:00:53.236846 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9ad9c0be-257d-4010-b4c6-269bd9a4f464 req-81cd79e2-8d3b-4dd7-8714-57b993430490 tempest-DeleteServersAdminTestJSON-651419558 tempest-DeleteServersAdminTestJSON-651419558-project-admin] 10.222.0.18 "DELETE /v2.0/ports/025e7400-cd5e-4599-8f91-192ed5994774 HTTP/1.1" status: 204 len: 173 time: 1.5401750 Feb 02 13:00:53.240478 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:00:53.240853 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Checking segment: {'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:00:53.241249 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.241633 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Bound using segment: {'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:00:53.242387 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Bound port: 8f6e6410-c2f0-45c8-b50e-ca32d6f73334, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:00:53.256408 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.272217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa8c672-f67b-46cc-a948-04923bb96d92', 'name': 'network-vif-deleted', 'tag': '025e7400-cd5e-4599-8f91-192ed5994774'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:53.274761 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305d37d9-0f5a-4d3c-b222-a1e2c8e2e7f2" -d '{"events": [{"server_uuid": "5aa8c672-f67b-46cc-a948-04923bb96d92", "name": "network-vif-deleted", "tag": "025e7400-cd5e-4599-8f91-192ed5994774"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:53.296246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:53.324801 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b806f435-e060-44f3-891c-0d3ee8307c62 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks [] for floatingip (4c9fed9b-f00f-4d60-a0c6-72ad2e60b859), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.330896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b806f435-e060-44f3-891c-0d3ee8307c62 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.341144 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b806f435-e060-44f3-891c-0d3ee8307c62 tempest-ImagesOneServerNegativeTestJSON-2133827037 tempest-ImagesOneServerNegativeTestJSON-2133827037-project] 10.222.0.83 "DELETE /v2.0/floatingips/4c9fed9b-f00f-4d60-a0c6-72ad2e60b859 HTTP/1.1" status: 204 len: 168 time: 1.6739771 Feb 02 13:00:53.430900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0530b0b-bb35-4e3f-9d94-ba988dae6cea req-4aa6c77a-31cb-425d-af5b-811783c21c19 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:53.448137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0530b0b-bb35-4e3f-9d94-ba988dae6cea req-4aa6c77a-31cb-425d-af5b-811783c21c19 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=5aa8c672-f67b-46cc-a948-04923bb96d92 HTTP/1.1" status: 200 len: 950 time: 0.9595656 Feb 02 13:00:53.452801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-94180a65-d094-4209-9ea9-24627f885a8c admin admin] For port dfef7ced-ed66-4b90-8971-7ad2e6c352db, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=dfef7ced-ed66-4b90-8971-7ad2e6c352db,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:53.453407 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94180a65-d094-4209-9ea9-24627f885a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.458013 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] For port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:00:53.467315 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] For port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8f6e6410-c2f0-45c8-b50e-ca32d6f73334,segment=NetworkSegment(4fea6b83-6f06-4047-8b03-9284a442fb36),segment_id=4fea6b83-6f06-4047-8b03-9284a442fb36)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:00:53.492485 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.494405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-94180a65-d094-4209-9ea9-24627f885a8c admin admin] Calling delete_port for dfef7ced-ed66-4b90-8971-7ad2e6c352db owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:53.538021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-eab1551b-a971-459e-827c-dba4a6794e7d None None] Provisioning complete for port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:53.538615 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eab1551b-a971-459e-827c-dba4a6794e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.610114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-e7607b1b-4104-4b44-bb79-b692bcace867 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202328 Feb 02 13:00:53.634723 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0be48-af67-4131-ae80-ec22d133985b None None] Pushing event updated for resources: {'Port': ['ID=8f6e6410-c2f0-45c8-b50e-ca32d6f73334,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:53.663718 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Routers {'1b60f04c-18f0-4f2c-a897-060bca7cc311'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:00:53.664461 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:00:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1b60f04c-18f0-4f2c-a897-060bca7cc311'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:53.705202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b9cbd-cba8-4e09-8778-52f490691e83 req-4f2bd51d-36ee-4611-a885-76ed748d8ce9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:53.709775 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-934b9cbd-cba8-4e09-8778-52f490691e83 req-4f2bd51d-36ee-4611-a885-76ed748d8ce9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 947 time: 0.7215595 Feb 02 13:00:53.767387 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-049ad947-b398-49af-b8a7-ac73e3243d66 service neutron] 10.222.0.18 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7460651 Feb 02 13:00:53.795768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94180a65-d094-4209-9ea9-24627f885a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dfef7ced-ed66-4b90-8971-7ad2e6c352db), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:53.837673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0530b0b-bb35-4e3f-9d94-ba988dae6cea req-e9628bc8-2273-4989-a441-165252785ea8 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741002 Feb 02 13:00:53.859609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94180a65-d094-4209-9ea9-24627f885a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfef7ced-ed66-4b90-8971-7ad2e6c352db,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:53.941638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5686039c-2c37-4d32-bc67-23550c2357ef'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:53.953534 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] Set router 1b60f04c-18f0-4f2c-a897-060bca7cc311 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:00:53.989671 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958645e6-3216-4234-b64a-a577401f969e x-openstack-request-id: req-958645e6-3216-4234-b64a-a577401f969e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:53.989913 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa8c672-f67b-46cc-a948-04923bb96d92", "name": "network-vif-deleted", "tag": "025e7400-cd5e-4599-8f91-192ed5994774", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:53.990098 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-958645e6-3216-4234-b64a-a577401f969e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:53.990498 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa8c672-f67b-46cc-a948-04923bb96d92', 'name': 'network-vif-deleted', 'tag': '025e7400-cd5e-4599-8f91-192ed5994774', 'status': 'completed', 'code': 200} Feb 02 13:00:54.052066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['aac80e54-1755-450f-9347-33e015db8c69'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:00:54.105217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 025e7400-cd5e-4599-8f91-192ed5994774 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:54.146425 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for port (9b4aef4c-ab72-480b-a19f-36fb0808ef2f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:54.159976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-5eb3ed42-aef1-4ba2-a50a-afa8fd2d8aee service neutron] 10.222.0.18 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510296 Feb 02 13:00:54.165955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 025e7400-cd5e-4599-8f91-192ed5994774 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:54.166446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 025e7400-cd5e-4599-8f91-192ed5994774 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:54.270457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94180a65-d094-4209-9ea9-24627f885a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (9a99b111-c096-4f94-a4f5-c73a5235fbb0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:54.395444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eab1551b-a971-459e-827c-dba4a6794e7d None None] Current status of the port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:54.395820 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eab1551b-a971-459e-827c-dba4a6794e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:54.423806 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:54.445777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-934b9cbd-cba8-4e09-8778-52f490691e83 req-add37fde-068a-4b19-9e27-ee9a20b0f520 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999366 Feb 02 13:00:54.507533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e9d75-23c7-4461-bbe6-213135f67862 req-29b03b8e-6f3a-4bbe-bb63-faebb50874eb tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:54.519642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-473e9d75-23c7-4461-bbe6-213135f67862 req-29b03b8e-6f3a-4bbe-bb63-faebb50874eb tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 945 time: 0.2828789 Feb 02 13:00:54.522713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-eab1551b-a971-459e-827c-dba4a6794e7d None None] For port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8f6e6410-c2f0-45c8-b50e-ca32d6f73334,segment=NetworkSegment(4fea6b83-6f06-4047-8b03-9284a442fb36),segment_id=4fea6b83-6f06-4047-8b03-9284a442fb36)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:54.541116 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f6e6410-c2f0-45c8-b50e-ca32d6f73334', 'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'tenant_id': '4261872942884bfa9d005109329baad0', 'mac_address': 'fa:16:3e:bb:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:45Z', 'updated_at': '2022-02-02T13:00:53Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'subnets': [{'id': '3ad63301-62f7-4379-bdc8-00febed67097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:54.552960 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eab1551b-a971-459e-827c-dba4a6794e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:54.588909 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-473e9d75-23c7-4461-bbe6-213135f67862 req-879e2269-93cc-4296-b84d-ff91c33bba12 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686281 Feb 02 13:00:54.596301 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b97ef14b-8309-4dc7-ac4d-fdb52fdb009e req-a90d641b-e497-4972-b880-5b13e2307cce service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9463253 Feb 02 13:00:54.610173 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5982e-f9e9-4e27-ab9a-6d264904f600 None None] The sync data for ids ['1b60f04c-18f0-4f2c-a897-060bca7cc311'] in n-d-827336-2 is: [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f6e6410-c2f0-45c8-b50e-ca32d6f73334', 'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'tenant_id': '4261872942884bfa9d005109329baad0', 'mac_address': 'fa:16:3e:bb:4e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:45Z', 'updated_at': '2022-02-02T13:00:53Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'subnets': [{'id': '3ad63301-62f7-4379-bdc8-00febed67097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:00:54.696189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:54.696772 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:54.710875 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9b4aef4c-ab72-480b-a19f-36fb0808ef2f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:54.756886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94180a65-d094-4209-9ea9-24627f885a8c admin admin] Router 9a99b111-c096-4f94-a4f5-c73a5235fbb0 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:00:54.762042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39736) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:54.765867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Pushing event updated for resources: {'Port': ['ID=9b4aef4c-ab72-480b-a19f-36fb0808ef2f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:54.822423 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1551b-a971-459e-827c-dba4a6794e7d None None] Pushing event updated for resources: {'Port': ['ID=8f6e6410-c2f0-45c8-b50e-ca32d6f73334,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:54.827527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fbcbbd14-b7c3-465a-aa62-ff2d1082033f None None] Provisioning complete for port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:54.827904 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbcbbd14-b7c3-465a-aa62-ff2d1082033f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:54.849621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5471488-4301-4860-a565-43fbfe199ac8 admin admin] Deleting subnet 02e72cdf-6681-4d7d-9955-1315bf9f075d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:00:54.854972 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5471488-4301-4860-a565-43fbfe199ac8 admin admin] Publish callbacks [] for subnet (02e72cdf-6681-4d7d-9955-1315bf9f075d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:54.897737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878495c-3aba-4298-a6d0-58ac774f1643 req-f99f285b-30cb-4fc7-8730-7909a998ef12 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:54.899388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d878495c-3aba-4298-a6d0-58ac774f1643 req-f99f285b-30cb-4fc7-8730-7909a998ef12 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.2898018 Feb 02 13:00:54.901201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:00:54.904460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:54.908182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:00:54.947270 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:54.997234 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5471488-4301-4860-a565-43fbfe199ac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (02e72cdf-6681-4d7d-9955-1315bf9f075d), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:55.001032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fbcbbd14-b7c3-465a-aa62-ff2d1082033f None None] Current status of the port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:55.001969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94180a65-d094-4209-9ea9-24627f885a8c admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:00:55.016668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb414f19-8076-4fb3-88aa-52b050165b62 None None] Sync routers for ids ['9a99b111-c096-4f94-a4f5-c73a5235fbb0'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:00:55.017912 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-94180a65-d094-4209-9ea9-24627f885a8c admin admin] 10.222.0.83 "PUT /v2.0/routers/9a99b111-c096-4f94-a4f5-c73a5235fbb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2757630 Feb 02 13:00:55.022415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39742) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:55.032833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb414f19-8076-4fb3-88aa-52b050165b62 None None] Routers {'9a99b111-c096-4f94-a4f5-c73a5235fbb0'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:00:55.033763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-bb414f19-8076-4fb3-88aa-52b050165b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:00:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9a99b111-c096-4f94-a4f5-c73a5235fbb0'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:55.101956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d878495c-3aba-4298-a6d0-58ac774f1643 req-0ffe9a08-71f5-4a22-ad55-0012c5059fb2 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915090 Feb 02 13:00:55.212252 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Publish callbacks [] for router (9a99b111-c096-4f94-a4f5-c73a5235fbb0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:55.254106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-bb414f19-8076-4fb3-88aa-52b050165b62 None None] Set router 9a99b111-c096-4f94-a4f5-c73a5235fbb0 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:00:55.258027 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for floatingip (f4bc560d-99e4-40d4-9912-fe8929a69eb0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:55.334547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Publish callbacks [] for router_gateway (9a99b111-c096-4f94-a4f5-c73a5235fbb0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:55.364188 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-745b788d-e2e4-4fef-abf5-ccfdacc7fd9f tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=f9b2be59166c463699dcefe40d9265c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902598 Feb 02 13:00:55.372938 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5471488-4301-4860-a565-43fbfe199ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (02e72cdf-6681-4d7d-9955-1315bf9f075d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:55.431886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Deleting port 775fad9d-4c25-488d-b899-36d64ef4cadb {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:55.433501 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:55.575867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-ef7ad0d9-85a7-4919-81dc-a6c19e29b1d5 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:55.582740 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-ef7ad0d9-85a7-4919-81dc-a6c19e29b1d5 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2126544 Feb 02 13:00:55.594100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] For port 775fad9d-4c25-488d-b899-36d64ef4cadb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=775fad9d-4c25-488d-b899-36d64ef4cadb,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:55.596210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:55.616581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Calling delete_port for 775fad9d-4c25-488d-b899-36d64ef4cadb owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:55.632201 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-f9fe9cf8-d2f6-46a4-bf83-ebac30b0376c tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/quotas/f9b2be59166c463699dcefe40d9265c6 HTTP/1.1" status: 200 len: 375 time: 0.0484738 Feb 02 13:00:55.634304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-bb414f19-8076-4fb3-88aa-52b050165b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-680483312-router', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T13:00:53Z', 'revision_number': 5, 'project_id': 'f894334a06074d648a4659933490abf7', 'gw_port': {'id': '775fad9d-4c25-488d-b899-36d64ef4cadb', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T12:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:55.650077 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9b4aef4c-ab72-480b-a19f-36fb0808ef2f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:55.683383 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb414f19-8076-4fb3-88aa-52b050165b62 None None] Checking router: 9a99b111-c096-4f94-a4f5-c73a5235fbb0 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:00:55.699659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb414f19-8076-4fb3-88aa-52b050165b62 None None] Routers {'9a99b111-c096-4f94-a4f5-c73a5235fbb0'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:00:55.701017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-bb414f19-8076-4fb3-88aa-52b050165b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:00:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9a99b111-c096-4f94-a4f5-c73a5235fbb0'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:55.744936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-ace309b9-44ed-42b6-81a6-c602e0e45dd4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f9b2be59166c463699dcefe40d9265c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1117589 Feb 02 13:00:55.833893 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (775fad9d-4c25-488d-b899-36d64ef4cadb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:55.856672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-bb414f19-8076-4fb3-88aa-52b050165b62 None None] Set router 9a99b111-c096-4f94-a4f5-c73a5235fbb0 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:00:55.876745 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=775fad9d-4c25-488d-b899-36d64ef4cadb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:55.922659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-bb414f19-8076-4fb3-88aa-52b050165b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-680483312-router', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T13:00:55Z', 'revision_number': 6, 'project_id': 'f894334a06074d648a4659933490abf7', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:55.966854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb414f19-8076-4fb3-88aa-52b050165b62 None None] The sync data for ids ['9a99b111-c096-4f94-a4f5-c73a5235fbb0'] in n-d-827336-2 is: [{'id': '9a99b111-c096-4f94-a4f5-c73a5235fbb0', 'name': 'tempest-AttachSCSIVolumeTestJSON-680483312-router', 'tenant_id': 'f894334a06074d648a4659933490abf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:18Z', 'updated_at': '2022-02-02T13:00:55Z', 'revision_number': 6, 'project_id': 'f894334a06074d648a4659933490abf7', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:00:55.991677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5967e2c-2d7f-4494-8a10-21c0d61bb8a7 req-e28f2f19-b4ab-4af4-b03f-0b102fe203b5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:55.993522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5967e2c-2d7f-4494-8a10-21c0d61bb8a7 req-e28f2f19-b4ab-4af4-b03f-0b102fe203b5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 948 time: 0.4043550 Feb 02 13:00:56.000167 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5471488-4301-4860-a565-43fbfe199ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (02e72cdf-6681-4d7d-9955-1315bf9f075d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.034974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5471488-4301-4860-a565-43fbfe199ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e72cdf-6681-4d7d-9955-1315bf9f075d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:56.053637 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (9a99b111-c096-4f94-a4f5-c73a5235fbb0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.100367 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5471488-4301-4860-a565-43fbfe199ac8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.105779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d5471488-4301-4860-a565-43fbfe199ac8 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/02e72cdf-6681-4d7d-9955-1315bf9f075d HTTP/1.1" status: 204 len: 168 time: 1.3239388 Feb 02 13:00:56.111801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device aac80e54-1755-450f-9347-33e015db8c69 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:56.111977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:56.183993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port aac80e54-1755-450f-9347-33e015db8c69 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:00:56.190786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port aac80e54-1755-450f-9347-33e015db8c69 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:56.191624 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (aac80e54-1755-450f-9347-33e015db8c69), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.202096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890d96e-1bca-4105-b6d1-50a11e142c29 req-eadeeb2c-680f-462a-8f44-31d44399b146 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:56.203680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6890d96e-1bca-4105-b6d1-50a11e142c29 req-eadeeb2c-680f-462a-8f44-31d44399b146 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 945 time: 0.2050977 Feb 02 13:00:56.212701 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for port (9b4aef4c-ab72-480b-a19f-36fb0808ef2f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.222677 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5967e2c-2d7f-4494-8a10-21c0d61bb8a7 req-92d3dc43-055d-454c-8149-137bae34f29d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938984 Feb 02 13:00:56.259015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (9a99b111-c096-4f94-a4f5-c73a5235fbb0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.263200 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (9b4aef4c-ab72-480b-a19f-36fb0808ef2f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.270923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Publish callbacks [] for router_controller (9a99b111-c096-4f94-a4f5-c73a5235fbb0), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.376211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port aac80e54-1755-450f-9347-33e015db8c69 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:56.377504 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aac80e54-1755-450f-9347-33e015db8c69), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.442318 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (044c06b1-0f2a-48b2-a64b-49e53478d080), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.453591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70279ff2-9090-4871-b587-962f0c301ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac80e54-1755-450f-9347-33e015db8c69'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:56.458931 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98dc8b1-dd5c-4227-b150-677f1805da12" -d '{"events": [{"server_uuid": "70279ff2-9090-4871-b587-962f0c301ec8", "name": "network-vif-plugged", "status": "completed", "tag": "aac80e54-1755-450f-9347-33e015db8c69"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:56.485085 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5c1d4a8-1be5-4968-a19c-a4f7fabe9db5 req-108525e2-fe1e-4cbf-a142-b0158752a497 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 210 time: 0.1330953 Feb 02 13:00:56.503316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port aac80e54-1755-450f-9347-33e015db8c69, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=aac80e54-1755-450f-9347-33e015db8c69,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:56.518463 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (aac80e54-1755-450f-9347-33e015db8c69), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.519397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5686039c-2c37-4d32-bc67-23550c2357ef up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:56.554147 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6890d96e-1bca-4105-b6d1-50a11e142c29 req-b74f3c48-f5f6-4280-acb6-1e0034fcee43 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379939 Feb 02 13:00:56.570184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Pushing event updated for resources: {'Port': ['ID=9b4aef4c-ab72-480b-a19f-36fb0808ef2f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:56.643663 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e100fc9b-c456-45a7-b792-d9d316162116 x-openstack-request-id: req-e100fc9b-c456-45a7-b792-d9d316162116 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:56.644276 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (f4bc560d-99e4-40d4-9912-fe8929a69eb0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.645124 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70279ff2-9090-4871-b587-962f0c301ec8", "name": "network-vif-plugged", "status": "completed", "tag": "aac80e54-1755-450f-9347-33e015db8c69", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:56.645574 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e100fc9b-c456-45a7-b792-d9d316162116 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:56.646312 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70279ff2-9090-4871-b587-962f0c301ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac80e54-1755-450f-9347-33e015db8c69', 'code': 200} Feb 02 13:00:56.687438 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.691479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-827a7342-8b2f-46b8-88f5-f37f4cbb076c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6577199 Feb 02 13:00:56.743935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=aac80e54-1755-450f-9347-33e015db8c69,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:56.760835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 5686039c-2c37-4d32-bc67-23550c2357ef completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:00:56.802529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 5686039c-2c37-4d32-bc67-23550c2357ef triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:56.802990 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.832856 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (044c06b1-0f2a-48b2-a64b-49e53478d080), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.920863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (9a99b111-c096-4f94-a4f5-c73a5235fbb0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.921520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a99b111-c096-4f94-a4f5-c73a5235fbb0 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:00:56.926974 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:56.928747 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fe79b200-5a6e-4687-99e9-9bdae0a31fcd admin admin] 10.222.0.83 "DELETE /v2.0/routers/9a99b111-c096-4f94-a4f5-c73a5235fbb0 HTTP/1.1" status: 204 len: 168 time: 1.9053593 Feb 02 13:00:56.931340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39790) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:56.938482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:00:56.959192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044c06b1-0f2a-48b2-a64b-49e53478d080']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:56.999373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10b4f65-30c0-4472-82dd-ca33e6a11793 admin admin] Deleting subnet 26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:00:57.000428 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b77f-05d2-4e0a-b3d3-58e82b2de2fb req-92ad3dae-572f-4a30-b391-40fd88b7fdc7 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:57.004814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f65-30c0-4472-82dd-ca33e6a11793 admin admin] Publish callbacks [] for subnet (26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.008396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92a8b77f-05d2-4e0a-b3d3-58e82b2de2fb req-92ad3dae-572f-4a30-b391-40fd88b7fdc7 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.3349850 Feb 02 13:00:57.017741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eef7908-f9e2-44f5-95b6-6ed535fde79f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:57.018124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eef7908-f9e2-44f5-95b6-6ed535fde79f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:57.047217 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (4eef7908-f9e2-44f5-95b6-6ed535fde79f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.056218 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f65-30c0-4472-82dd-ca33e6a11793 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.091251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708880f-aa2b-4042-87a2-88b8c7ed743c req-c1346dc0-faca-4935-aab3-802f9d27a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:57.092717 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3708880f-aa2b-4042-87a2-88b8c7ed743c req-c1346dc0-faca-4935-aab3-802f9d27a25d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 1128 time: 0.3175514 Feb 02 13:00:57.094013 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4eef7908-f9e2-44f5-95b6-6ed535fde79f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.100987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-a74ef1df-bc97-43d2-b3ba-64b241d38a5c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--797261725&fields=id&tenant_id=4261872942884bfa9d005109329baad0 HTTP/1.1" status: 200 len: 267 time: 0.1465337 Feb 02 13:00:57.136478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:00:57.136840 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.140154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5686039c-2c37-4d32-bc67-23550c2357ef is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:57.140418 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.166915 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f65-30c0-4472-82dd-ca33e6a11793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.215899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:57.239821 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.240070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-0b0ba378-b140-4809-ac43-5edc16adc499 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:57.248117 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-0b0ba378-b140-4809-ac43-5edc16adc499 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/networks?id=91efa85c-7868-4ae1-a1c2-f355eb3a4739 HTTP/1.1" status: 200 len: 814 time: 0.1236072 Feb 02 13:00:57.252837 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f65-30c0-4472-82dd-ca33e6a11793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.256707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:00:57.257549 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (4eef7908-f9e2-44f5-95b6-6ed535fde79f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:00:57.266104 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:00:57.314033 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b4f65-30c0-4472-82dd-ca33e6a11793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:57.318976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d10b4f65-30c0-4472-82dd-ca33e6a11793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.324283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:57.325533 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d10b4f65-30c0-4472-82dd-ca33e6a11793 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/26329b7e-8ce1-4f19-b8e6-df5f6a8e1aae HTTP/1.1" status: 204 len: 168 time: 0.3926160 Feb 02 13:00:57.332532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39794) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:57.349264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c6263-b95b-49c1-b2d6-adcb1dc0abee None None] Network 4c82ec79-7fc7-4f76-86e6-90470c51d246 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:00:57.386226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92a8b77f-05d2-4e0a-b3d3-58e82b2de2fb req-9f23676f-5276-4102-bfcb-973ce51cb4c6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768654 Feb 02 13:00:57.393863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:57.417021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-60baa7b8-90f6-4c3e-8ae7-e3b65c8a2566 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/quotas/4261872942884bfa9d005109329baad0 HTTP/1.1" status: 200 len: 375 time: 0.1278615 Feb 02 13:00:57.479112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (4c82ec79-7fc7-4f76-86e6-90470c51d246), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.496741 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (044c06b1-0f2a-48b2-a64b-49e53478d080), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.522543 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3708880f-aa2b-4042-87a2-88b8c7ed743c req-aa1f30f7-d5c4-499f-87b2-dfa7ca2ff943 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015172 Feb 02 13:00:57.525572 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.532641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] 10.222.0.83 "DELETE /v2.0/networks/044c06b1-0f2a-48b2-a64b-49e53478d080 HTTP/1.1" status: 204 len: 168 time: 1.4143467 Feb 02 13:00:57.600782 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89f73d-3b5b-4969-8a55-3bc663ba9d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=044c06b1-0f2a-48b2-a64b-49e53478d080,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:57.601222 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Deleting port e34c17dc-2194-47c3-8d34-26c028084fca {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:57.601651 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.657188 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b01fcef4-cec8-4909-a030-fc8ae208875c tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f9b2be59166c463699dcefe40d9265c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596576 Feb 02 13:00:57.677248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d069cc1-c1ce-4c38-99b6-93a878e4209f None None] DHCP port deletion for 4c82ec79-7fc7-4f76-86e6-90470c51d246 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:00:57.679355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-281299c6-794b-49ce-aff6-60818f081ccf tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4261872942884bfa9d005109329baad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2614281 Feb 02 13:00:57.711826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] For port e34c17dc-2194-47c3-8d34-26c028084fca, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e34c17dc-2194-47c3-8d34-26c028084fca,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:57.712656 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.731843 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Calling delete_port for e34c17dc-2194-47c3-8d34-26c028084fca owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:57.759090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39802) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:57.776636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9d069cc1-c1ce-4c38-99b6-93a878e4209f None None] Deleting port e34c17dc-2194-47c3-8d34-26c028084fca {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:57.777257 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d069cc1-c1ce-4c38-99b6-93a878e4209f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.855431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9d069cc1-c1ce-4c38-99b6-93a878e4209f None None] For port e34c17dc-2194-47c3-8d34-26c028084fca, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e34c17dc-2194-47c3-8d34-26c028084fca,segment=NetworkSegment(81e2cb4d-9c60-4dab-8614-923260dc117d),segment_id=81e2cb4d-9c60-4dab-8614-923260dc117d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:57.855854 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d069cc1-c1ce-4c38-99b6-93a878e4209f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.864004 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36121d73-2cd0-4077-af85-4c4c371dcb47 req-2ca2e228-44bc-460c-93d0-ce6b5289da56 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:57.871642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36121d73-2cd0-4077-af85-4c4c371dcb47 req-2ca2e228-44bc-460c-93d0-ce6b5289da56 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.3356040 Feb 02 13:00:57.875402 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9d069cc1-c1ce-4c38-99b6-93a878e4209f None None] Calling delete_port for e34c17dc-2194-47c3-8d34-26c028084fca owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:57.881521 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0c5e6bb6-2228-4cdf-a71d-07fe4a858af1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6c6d1a29d12446e693794e03306208ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1214113 Feb 02 13:00:57.884477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39804) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:57.945952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb08c-558f-466b-82c8-7829a170930b admin admin] Publish callbacks [] for security_group (d83fad48-431b-4fba-abf7-744793d6497b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.965881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:57.997925 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36121d73-2cd0-4077-af85-4c4c371dcb47 req-3da7386c-d266-40f1-8f7d-df6ba415d4e3 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229761 Feb 02 13:00:58.000226 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d069cc1-c1ce-4c38-99b6-93a878e4209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (e34c17dc-2194-47c3-8d34-26c028084fca), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:58.011298 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-2535beb2-24dd-4d56-9db1-fd137bb17658 service neutron] 10.222.0.83 "GET /v2.0/networks/91efa85c-7868-4ae1-a1c2-f355eb3a4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585311 Feb 02 13:00:58.033141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb08c-558f-466b-82c8-7829a170930b admin admin] Publish callbacks [] for security_group (d83fad48-431b-4fba-abf7-744793d6497b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:58.036824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-5ac32789-9dac-49e0-b8dc-305a74bbf84e tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:58.040637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d069cc1-c1ce-4c38-99b6-93a878e4209f None None] Pushing event deleted for resources: {'Port': ['ID=e34c17dc-2194-47c3-8d34-26c028084fca,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:58.040946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Pushing event deleted for resources: {'Port': ['ID=e34c17dc-2194-47c3-8d34-26c028084fca,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:58.044586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-5ac32789-9dac-49e0-b8dc-305a74bbf84e tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3641925 Feb 02 13:00:58.052592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] No DVR routers for this DVR port e34c17dc-2194-47c3-8d34-26c028084fca on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:00:58.057057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d069cc1-c1ce-4c38-99b6-93a878e4209f None None] No DVR routers for this DVR port e34c17dc-2194-47c3-8d34-26c028084fca on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:00:58.074895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Request body: {'port': {'device_id': '62c0cc45-4dc6-48fb-af57-6afce1026be7', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'f9b2be59166c463699dcefe40d9265c6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:00:58.118064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e34c17dc-2194-47c3-8d34-26c028084fca no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:58.147925 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: e34c17dc-2194-47c3-8d34-26c028084fca {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:58.148410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e34c17dc-2194-47c3-8d34-26c028084fca not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:58.149069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dfef7ced-ed66-4b90-8971-7ad2e6c352db no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:58.151789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17a081b3-4ede-4c1c-9aa4-1e1c06cfbda9 req-34a93195-78f2-483e-b9ed-51edbaa361cd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 210 time: 0.0427222 Feb 02 13:00:58.197881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: dfef7ced-ed66-4b90-8971-7ad2e6c352db {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:58.198456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dfef7ced-ed66-4b90-8971-7ad2e6c352db not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:58.199255 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 775fad9d-4c25-488d-b899-36d64ef4cadb no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:58.200101 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb08c-558f-466b-82c8-7829a170930b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d83fad48-431b-4fba-abf7-744793d6497b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:58.203449 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a6fb08c-558f-466b-82c8-7829a170930b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:58.207610 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1a6fb08c-558f-466b-82c8-7829a170930b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d83fad48-431b-4fba-abf7-744793d6497b HTTP/1.1" status: 204 len: 168 time: 0.3220396 Feb 02 13:00:58.209632 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (4c82ec79-7fc7-4f76-86e6-90470c51d246), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:58.225448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fb08c-558f-466b-82c8-7829a170930b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83fad48-431b-4fba-abf7-744793d6497b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:58.251139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c82ec79-7fc7-4f76-86e6-90470c51d246']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:58.263454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e2cb4d-9c60-4dab-8614-923260dc117d') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:58.263764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e2cb4d-9c60-4dab-8614-923260dc117d') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:00:58.269272 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f64c627e-dad4-4e3f-b972-d366e7c670dd service neutron] 10.222.0.83 "GET /v2.0/networks/91efa85c-7868-4ae1-a1c2-f355eb3a4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580597 Feb 02 13:00:58.275914 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (81e2cb4d-9c60-4dab-8614-923260dc117d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:58.285906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 775fad9d-4c25-488d-b899-36d64ef4cadb {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:00:58.287889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 775fad9d-4c25-488d-b899-36d64ef4cadb not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:00:58.294521 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (81e2cb4d-9c60-4dab-8614-923260dc117d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:58.308657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:00:58.309247 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (81e2cb4d-9c60-4dab-8614-923260dc117d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:00:58.311016 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:00:58.397290 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (4c82ec79-7fc7-4f76-86e6-90470c51d246), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:58.406150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:58.410961 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] 10.222.0.83 "DELETE /v2.0/networks/4c82ec79-7fc7-4f76-86e6-90470c51d246 HTTP/1.1" status: 204 len: 168 time: 1.0767403 Feb 02 13:00:58.413865 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39808) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:00:58.425787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Made reservation on behalf of f9b2be59166c463699dcefe40d9265c6 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:00:58.429108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:58.443267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0f891-d7e3-4805-a37a-7c02f647af42 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c82ec79-7fc7-4f76-86e6-90470c51d246,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:00:58.470017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cf5b2-7e8d-4a92-bfe6-6c7de4f994b1 req-1161734a-e929-4ab1-a994-71fcda5d39b2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:58.477267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-224cf5b2-7e8d-4a92-bfe6-6c7de4f994b1 req-1161734a-e929-4ab1-a994-71fcda5d39b2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 946 time: 0.1651430 Feb 02 13:00:58.647438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:00:58.649978 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee465d4-ba8b-4d40-af1f-146d38ac7aec" -d '{"events": [{"server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "name": "network-vif-plugged", "status": "completed", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:00:58.746996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-224cf5b2-7e8d-4a92-bfe6-6c7de4f994b1 req-3d218a75-4feb-47b6-85ed-f3324b35601f tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639484 Feb 02 13:00:58.756303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Allocated IP 192.168.233.147 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/df985868-a30b-4c40-a964-e0918c55434a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:00:58.933905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c224a92-dc0a-4b2e-87fd-85cc5f5e2f7d req-085dd6f0-0f57-46d7-974d-2e9a3870764b tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 210 time: 0.1023998 Feb 02 13:00:58.955125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6181678-5915-44dd-9b9b-b5a1940f4baf req-0ea31b5e-cbc6-4eac-b529-0a648c6e03da tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:58.962190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6181678-5915-44dd-9b9b-b5a1940f4baf req-0ea31b5e-cbc6-4eac-b529-0a648c6e03da tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.2802680 Feb 02 13:00:59.029534 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfbeb87-d922-428d-af57-0597a61c7738 x-openstack-request-id: req-bbfbeb87-d922-428d-af57-0597a61c7738 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:00:59.030017 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "name": "network-vif-plugged", "status": "completed", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:00:59.030165 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bbfbeb87-d922-428d-af57-0597a61c7738 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:00:59.030523 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef', 'code': 200} Feb 02 13:00:59.098267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6181678-5915-44dd-9b9b-b5a1940f4baf req-f6959667-5ed6-49f1-871f-d8ca640ed14b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291757 Feb 02 13:00:59.147021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1660e517-a769-4b91-8f6c-f53592267697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (80a4b2f2-9efa-4d5e-a989-b68785077e3c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:59.172200 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks [] for port (df985868-a30b-4c40-a964-e0918c55434a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:59.216416 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device bf7bff07-57cd-47ef-9ea9-be3b99b904bd no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:00:59.432565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port bf7bff07-57cd-47ef-9ea9-be3b99b904bd is: DOWN; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:00:59.553002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1660e517-a769-4b91-8f6c-f53592267697 admin admin] Deleting port 35b40084-3417-42ce-86b5-5786f62bef51 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:00:59.553597 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1660e517-a769-4b91-8f6c-f53592267697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (35b40084-3417-42ce-86b5-5786f62bef51), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:59.652096 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1660e517-a769-4b91-8f6c-f53592267697 admin admin] For port 35b40084-3417-42ce-86b5-5786f62bef51, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=35b40084-3417-42ce-86b5-5786f62bef51,segment=NetworkSegment(b30c68a7-2979-4f72-86b1-7fedadcfba91),segment_id=b30c68a7-2979-4f72-86b1-7fedadcfba91)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:00:59.652498 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1660e517-a769-4b91-8f6c-f53592267697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (35b40084-3417-42ce-86b5-5786f62bef51), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:59.667845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1660e517-a769-4b91-8f6c-f53592267697 admin admin] Calling delete_port for 35b40084-3417-42ce-86b5-5786f62bef51 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:00:59.709217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66a4f505-7153-424e-af72-337d1e635fe1 req-f056257b-af21-47a1-9f4c-dd63acce48cf tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 210 time: 0.0579965 Feb 02 13:00:59.737998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aebc9f-8e16-4cb5-859b-f6080abd61bd req-216f10d0-4152-4577-8bc8-d2bffaa0d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:59.745335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4aebc9f-8e16-4cb5-859b-f6080abd61bd req-216f10d0-4152-4577-8bc8-d2bffaa0d668 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 1131 time: 0.5960541 Feb 02 13:00:59.752342 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (df985868-a30b-4c40-a964-e0918c55434a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:59.813363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a0b0a-5b93-4e07-84e9-eb405a246de4 req-39425dfe-541c-4c96-abef-2173128ac536 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:00:59.820370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad7a0b0a-5b93-4e07-84e9-eb405a246de4 req-39425dfe-541c-4c96-abef-2173128ac536 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.6450400 Feb 02 13:00:59.856194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:00:59.896325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:00:59.915464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad7a0b0a-5b93-4e07-84e9-eb405a246de4 req-2e1b830c-38d9-4b07-a9a3-350387a6b4a9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895128 Feb 02 13:00:59.925739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:00:59.938743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1660e517-a769-4b91-8f6c-f53592267697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (35b40084-3417-42ce-86b5-5786f62bef51), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:00:59.953275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Pushing event updated for resources: {'Port': ['ID=df985868-a30b-4c40-a964-e0918c55434a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:00.041091 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4aebc9f-8e16-4cb5-859b-f6080abd61bd req-5a9b1f1d-2909-446a-86a4-a621a1278413 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748177 Feb 02 13:01:00.055099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660e517-a769-4b91-8f6c-f53592267697 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b40084-3417-42ce-86b5-5786f62bef51,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:00.093819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a439549-f0ca-4c28-9fc6-5a4a125bf25a req-267c9166-4e4a-4a42-8528-92ee7641ac1a tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 210 time: 0.0785437 Feb 02 13:01:00.133633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:00.134996 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:00.185326 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa139f-c989-4319-8837-837054b8a2ba req-e4179e38-9493-482f-8bba-1bd6073c7e92 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:00.200875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95aa139f-c989-4319-8837-837054b8a2ba req-e4179e38-9493-482f-8bba-1bd6073c7e92 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 946 time: 0.1811714 Feb 02 13:01:00.213410 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-e8d5603f-420d-403b-8789-c0b9036628fd tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1460238 Feb 02 13:01:00.251312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Request body: {'port': {'device_id': '62c0cc45-4dc6-48fb-af57-6afce1026be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:00.381522 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ddc81f4e-2abd-4b27-9cc4-e78474190a94 None None] Provisioning complete for port df985868-a30b-4c40-a964-e0918c55434a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:00.382026 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ddc81f4e-2abd-4b27-9cc4-e78474190a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (df985868-a30b-4c40-a964-e0918c55434a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:00.405950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1660e517-a769-4b91-8f6c-f53592267697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (80a4b2f2-9efa-4d5e-a989-b68785077e3c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:00.460175 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95aa139f-c989-4319-8837-837054b8a2ba req-e150899f-2087-4d30-8bc7-3079afc551b5 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574530 Feb 02 13:01:00.603697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ddc81f4e-2abd-4b27-9cc4-e78474190a94 None None] Port df985868-a30b-4c40-a964-e0918c55434a cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:01:00.693154 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (df985868-a30b-4c40-a964-e0918c55434a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:00.714954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-d7fab996-386b-422b-8570-81170bfbc505 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:00.716570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-d7fab996-386b-422b-8570-81170bfbc505 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.18 "GET /v2.0/networks?id=91efa85c-7868-4ae1-a1c2-f355eb3a4739 HTTP/1.1" status: 200 len: 814 time: 0.2974529 Feb 02 13:01:00.742316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1660e517-a769-4b91-8f6c-f53592267697 admin admin] Router 80a4b2f2-9efa-4d5e-a989-b68785077e3c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:01:00.753998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65703472-137d-4441-ade6-b239cee6ec9e req-5fb58bfe-0bf4-48b3-9d87-c28dc180f844 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:00.756262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65703472-137d-4441-ade6-b239cee6ec9e req-5fb58bfe-0bf4-48b3-9d87-c28dc180f844 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.4575093 Feb 02 13:01:00.868737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1660e517-a769-4b91-8f6c-f53592267697 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:01:00.874192 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1660e517-a769-4b91-8f6c-f53592267697 admin admin] 10.222.0.83 "PUT /v2.0/routers/80a4b2f2-9efa-4d5e-a989-b68785077e3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4589658 Feb 02 13:01:00.877150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39868) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:00.881278 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711640c-4944-47d6-a7dc-f8a70fcf201f None None] Sync routers for ids ['80a4b2f2-9efa-4d5e-a989-b68785077e3c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:01:00.897886 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711640c-4944-47d6-a7dc-f8a70fcf201f None None] Routers {'80a4b2f2-9efa-4d5e-a989-b68785077e3c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:01:00.898617 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c711640c-4944-47d6-a7dc-f8a70fcf201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:00:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['80a4b2f2-9efa-4d5e-a989-b68785077e3c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:00.985584 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Publish callbacks [] for router (80a4b2f2-9efa-4d5e-a989-b68785077e3c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:01.056849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65703472-137d-4441-ade6-b239cee6ec9e req-edf541fd-4a6c-4e12-933f-0a4194cb3925 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702982 Feb 02 13:01:01.062635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-0d0b61e3-8088-4fd0-8140-b447d6630ecd tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4261872942884bfa9d005109329baad0 HTTP/1.1" status: 200 len: 379 time: 0.3054464 Feb 02 13:01:01.095770 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c711640c-4944-47d6-a7dc-f8a70fcf201f None None] Set router 80a4b2f2-9efa-4d5e-a989-b68785077e3c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:01:01.102816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Request body: {'port': {'device_id': '52b905e8-66db-4179-a6df-850ed117dd8f', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'admin_state_up': True, 'tenant_id': '4261872942884bfa9d005109329baad0', 'security_groups': ['61c6bc94-3eea-4281-b603-f01cef387e17']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:01.108957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Publish callbacks [] for router_gateway (80a4b2f2-9efa-4d5e-a989-b68785077e3c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:01.179205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Deleting port ad4a070e-56dc-4a00-b4af-6210df027544 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:01:01.179617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ad4a070e-56dc-4a00-b4af-6210df027544), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:01.264699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] For port ad4a070e-56dc-4a00-b4af-6210df027544, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ad4a070e-56dc-4a00-b4af-6210df027544,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:01.265747 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ad4a070e-56dc-4a00-b4af-6210df027544), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:01.283206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Calling delete_port for ad4a070e-56dc-4a00-b4af-6210df027544 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:01:01.329644 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c711640c-4944-47d6-a7dc-f8a70fcf201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-687820065-router', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:27Z', 'updated_at': '2022-02-02T13:00:59Z', 'revision_number': 5, 'project_id': '158d0f70f831455c9f8f739493e28026', 'gw_port': {'id': 'ad4a070e-56dc-4a00-b4af-6210df027544', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T12:58:28Z', 'updated_at': '2022-02-02T12:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:01.366767 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711640c-4944-47d6-a7dc-f8a70fcf201f None None] Checking router: 80a4b2f2-9efa-4d5e-a989-b68785077e3c for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:01:01.377800 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c711640c-4944-47d6-a7dc-f8a70fcf201f None None] Routers {'80a4b2f2-9efa-4d5e-a989-b68785077e3c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:01:01.378787 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c711640c-4944-47d6-a7dc-f8a70fcf201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:00:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['80a4b2f2-9efa-4d5e-a989-b68785077e3c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:01.394380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc08b62-58c4-43f2-b944-73388b2828cd req-a3a8da38-04b1-4a9a-b839-c42e98894034 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:01.396074 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6dc08b62-58c4-43f2-b944-73388b2828cd req-a3a8da38-04b1-4a9a-b839-c42e98894034 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 936 time: 0.3222592 Feb 02 13:01:01.433967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d69556-a3b1-4313-a792-67dc633e63ef req-66283e76-b43e-429d-9ac7-88d1ffab37f9 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:01.442500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7d69556-a3b1-4313-a792-67dc633e63ef req-66283e76-b43e-429d-9ac7-88d1ffab37f9 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 946 time: 0.2765529 Feb 02 13:01:01.516817 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6dc08b62-58c4-43f2-b944-73388b2828cd req-de7dfc80-b1c9-4847-8852-8913719cf0e5 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121621 Feb 02 13:01:01.533652 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c711640c-4944-47d6-a7dc-f8a70fcf201f None None] Set router 80a4b2f2-9efa-4d5e-a989-b68785077e3c gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:01:01.610501 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ad4a070e-56dc-4a00-b4af-6210df027544), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:01.659667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4a070e-56dc-4a00-b4af-6210df027544,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:01.713472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7d69556-a3b1-4313-a792-67dc633e63ef req-a274095a-a6e5-4ea8-ae51-6d2ca9d957a6 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698996 Feb 02 13:01:01.717264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Made reservation on behalf of 4261872942884bfa9d005109329baad0 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:01:01.727765 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:01.767159 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c711640c-4944-47d6-a7dc-f8a70fcf201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-687820065-router', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:27Z', 'updated_at': '2022-02-02T13:01:01Z', 'revision_number': 6, 'project_id': '158d0f70f831455c9f8f739493e28026', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:01.793298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df985868-a30b-4c40-a964-e0918c55434a {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:01.803259 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c711640c-4944-47d6-a7dc-f8a70fcf201f None None] The sync data for ids ['80a4b2f2-9efa-4d5e-a989-b68785077e3c'] in n-d-827336-2 is: [{'id': '80a4b2f2-9efa-4d5e-a989-b68785077e3c', 'name': 'tempest-AttachSCSIVolumeTestJSON-687820065-router', 'tenant_id': '158d0f70f831455c9f8f739493e28026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T12:58:27Z', 'updated_at': '2022-02-02T13:01:01Z', 'revision_number': 6, 'project_id': '158d0f70f831455c9f8f739493e28026', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:01:01.810485 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Publish callbacks [] for port (df985868-a30b-4c40-a964-e0918c55434a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:01.825810 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b75dc54-8a25-4018-b9f0-2d941bc995de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:01.843987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (80a4b2f2-9efa-4d5e-a989-b68785077e3c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:01.936055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cd100-aeb1-41c2-a251-02c363ad7fda req-c5334dae-9c23-4bcb-916d-5c977477e9b0 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:01.944976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea8cd100-aeb1-41c2-a251-02c363ad7fda req-c5334dae-9c23-4bcb-916d-5c977477e9b0 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.3157060 Feb 02 13:01:01.953239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Transition to ACTIVE for port object df985868-a30b-4c40-a964-e0918c55434a will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:01:01.960950 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-755af464-2392-45f9-9bd4-d75a3e68024c req-230927a5-cb5d-4688-8602-142843d5aaa4 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 210 time: 0.1127768 Feb 02 13:01:01.972586 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (80a4b2f2-9efa-4d5e-a989-b68785077e3c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:01.975668 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Publish callbacks [] for router_controller (80a4b2f2-9efa-4d5e-a989-b68785077e3c), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:01.979681 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (df985868-a30b-4c40-a964-e0918c55434a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.092466 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (80a4b2f2-9efa-4d5e-a989-b68785077e3c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.093874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80a4b2f2-9efa-4d5e-a989-b68785077e3c {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:01:02.112563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.115586 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a847ac6a-9a3a-4592-a067-21c18858518b admin admin] 10.222.0.83 "DELETE /v2.0/routers/80a4b2f2-9efa-4d5e-a989-b68785077e3c HTTP/1.1" status: 204 len: 168 time: 1.2372499 Feb 02 13:01:02.116346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39884) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:02.184604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f440746-145d-4a4b-bffc-2bb94c6a8caa admin admin] Deleting subnet 18ce3bbb-03b7-49c9-a404-a71e28d85281 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:01:02.188521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea8cd100-aeb1-41c2-a251-02c363ad7fda req-4d5a0da9-1411-47e0-a1a7-66e3109657f8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428672 Feb 02 13:01:02.190108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f440746-145d-4a4b-bffc-2bb94c6a8caa admin admin] Publish callbacks [] for subnet (18ce3bbb-03b7-49c9-a404-a71e28d85281), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.238584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 35b40084-3417-42ce-86b5-5786f62bef51 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:01:02.248766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f440746-145d-4a4b-bffc-2bb94c6a8caa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (18ce3bbb-03b7-49c9-a404-a71e28d85281), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.278838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 35b40084-3417-42ce-86b5-5786f62bef51 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:01:02.285314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 35b40084-3417-42ce-86b5-5786f62bef51 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:01:02.360201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Pushing event updated for resources: {'Port': ['ID=df985868-a30b-4c40-a964-e0918c55434a,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:02.383372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f440746-145d-4a4b-bffc-2bb94c6a8caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (18ce3bbb-03b7-49c9-a404-a71e28d85281), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.441806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f440746-145d-4a4b-bffc-2bb94c6a8caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (18ce3bbb-03b7-49c9-a404-a71e28d85281), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.462636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Allocated IP 172.20.0.5 (91efa85c-7868-4ae1-a1c2-f355eb3a4739/3ad63301-62f7-4379-bdc8-00febed67097/d84dc991-6c6e-45f8-9683-919bb01e3344) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:01:02.472361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f440746-145d-4a4b-bffc-2bb94c6a8caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18ce3bbb-03b7-49c9-a404-a71e28d85281,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:02.477007 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f440746-145d-4a4b-bffc-2bb94c6a8caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.480526 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3f440746-145d-4a4b-bffc-2bb94c6a8caa admin admin] 10.222.0.83 "DELETE /v2.0/subnets/18ce3bbb-03b7-49c9-a404-a71e28d85281 HTTP/1.1" status: 204 len: 168 time: 0.3629642 Feb 02 13:01:02.483093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39890) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:02.507238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba332a50-e3cf-4cd3-beb7-74bc4cd55523 None None] Network de54828e-05ab-4ac1-821d-0157479d97c7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:01:02.544640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Attempting to bind port df985868-a30b-4c40-a964-e0918c55434a on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:02.544965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Attempting to bind port df985868-a30b-4c40-a964-e0918c55434a by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:02.545291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Attempting to bind port df985868-a30b-4c40-a964-e0918c55434a on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:02.563817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c5b79-31b8-4002-a4f0-d530504467e3 req-524794b6-2565-4509-92fb-883d2f1cbcd5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:02.570835 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (de54828e-05ab-4ac1-821d-0157479d97c7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.571045 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c06c5b79-31b8-4002-a4f0-d530504467e3 req-524794b6-2565-4509-92fb-883d2f1cbcd5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.2319963 Feb 02 13:01:02.593613 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c255d-d998-4d46-a202-548519a455a4 req-f256c428-c2e7-4441-b373-540f68e50de6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:02.603939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f33c255d-d998-4d46-a202-548519a455a4 req-f256c428-c2e7-4441-b373-540f68e50de6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.2998919 Feb 02 13:01:02.624032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Port df985868-a30b-4c40-a964-e0918c55434a on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:01:02.624032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Attempting to bind port df985868-a30b-4c40-a964-e0918c55434a on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:02.664134 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Deleting port bbfca67b-eaba-4857-9ac6-62b61846319d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:01:02.665179 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.675473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:02.675473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:02.675473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:02.675473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Bound port: df985868-a30b-4c40-a964-e0918c55434a, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:02.675473 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (df985868-a30b-4c40-a964-e0918c55434a), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.744083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] For port bbfca67b-eaba-4857-9ac6-62b61846319d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bbfca67b-eaba-4857-9ac6-62b61846319d,segment=NetworkSegment(b30c68a7-2979-4f72-86b1-7fedadcfba91),segment_id=b30c68a7-2979-4f72-86b1-7fedadcfba91)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:02.744570 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.748137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6aecd-b8e1-41ef-8814-6cbdc0abcac7 None None] DHCP port deletion for de54828e-05ab-4ac1-821d-0157479d97c7 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:01:02.759248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Calling delete_port for bbfca67b-eaba-4857-9ac6-62b61846319d owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:01:02.780280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c06c5b79-31b8-4002-a4f0-d530504467e3 req-71af593f-9fad-49e1-8c98-723806d23d46 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083004 Feb 02 13:01:02.837063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-83c6aecd-b8e1-41ef-8814-6cbdc0abcac7 None None] Deleting port bbfca67b-eaba-4857-9ac6-62b61846319d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:01:02.838351 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83c6aecd-b8e1-41ef-8814-6cbdc0abcac7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.844077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f33c255d-d998-4d46-a202-548519a455a4 req-e27c6514-9f1f-4f4f-8f58-5aa38d944424 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391779 Feb 02 13:01:02.872184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.914754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-83c6aecd-b8e1-41ef-8814-6cbdc0abcac7 None None] For port bbfca67b-eaba-4857-9ac6-62b61846319d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bbfca67b-eaba-4857-9ac6-62b61846319d,segment=NetworkSegment(b30c68a7-2979-4f72-86b1-7fedadcfba91),segment_id=b30c68a7-2979-4f72-86b1-7fedadcfba91)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:02.915676 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83c6aecd-b8e1-41ef-8814-6cbdc0abcac7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.936760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-83c6aecd-b8e1-41ef-8814-6cbdc0abcac7 None None] Calling delete_port for bbfca67b-eaba-4857-9ac6-62b61846319d owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:01:02.945942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbfca67b-eaba-4857-9ac6-62b61846319d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:02.949365 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:02.953744 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] No DVR routers for this DVR port bbfca67b-eaba-4857-9ac6-62b61846319d on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:01:02.996235 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.059047 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83c6aecd-b8e1-41ef-8814-6cbdc0abcac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (bbfca67b-eaba-4857-9ac6-62b61846319d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.081285 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (de54828e-05ab-4ac1-821d-0157479d97c7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.087290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6aecd-b8e1-41ef-8814-6cbdc0abcac7 None None] Pushing event deleted for resources: {'Port': ['ID=bbfca67b-eaba-4857-9ac6-62b61846319d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:03.104873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6aecd-b8e1-41ef-8814-6cbdc0abcac7 None None] No DVR routers for this DVR port bbfca67b-eaba-4857-9ac6-62b61846319d on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:01:03.106475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de54828e-05ab-4ac1-821d-0157479d97c7']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:03.119948 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30c68a7-2979-4f72-86b1-7fedadcfba91') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:03.120649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30c68a7-2979-4f72-86b1-7fedadcfba91') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:03.131779 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (b30c68a7-2979-4f72-86b1-7fedadcfba91), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.140695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:01:03.146511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b30c68a7-2979-4f72-86b1-7fedadcfba91), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.153242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] For port df985868-a30b-4c40-a964-e0918c55434a, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:03.154569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:01:03.155149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (b30c68a7-2979-4f72-86b1-7fedadcfba91), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.156910 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:01:03.157685 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:01:03.168166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:01:03.174663 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Pushing event updated for resources: {'Port': ['ID=d84dc991-6c6e-45f8-9683-919bb01e3344,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:03.214961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] For port df985868-a30b-4c40-a964-e0918c55434a, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=df985868-a30b-4c40-a964-e0918c55434a,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:03.219525 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (de54828e-05ab-4ac1-821d-0157479d97c7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.227432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.233468 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (df985868-a30b-4c40-a964-e0918c55434a), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.239408 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] 10.222.0.83 "DELETE /v2.0/networks/de54828e-05ab-4ac1-821d-0157479d97c7 HTTP/1.1" status: 204 len: 168 time: 0.7548733 Feb 02 13:01:03.265146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce53451-4a84-4903-a0f1-85a6177a2ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=de54828e-05ab-4ac1-821d-0157479d97c7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:03.291061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b2a02-1bfd-4180-acb9-e35ecfb2dc3a req-ce69c695-d675-4195-bf4a-0c2cee1afe2b tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:03.296216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-398b2a02-1bfd-4180-acb9-e35ecfb2dc3a req-ce69c695-d675-4195-bf4a-0c2cee1afe2b tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 948 time: 0.2892892 Feb 02 13:01:03.352291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:03.353010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.354685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] 10.222.0.62 "PUT /v2.0/ports/df985868-a30b-4c40-a964-e0918c55434a HTTP/1.1" status: 200 len: 1096 time: 3.1112909 Feb 02 13:01:03.357620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c0cc45-4dc6-48fb-af57-6afce1026be7', 'tag': 'df985868-a30b-4c40-a964-e0918c55434a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:03.360666 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9f81d6-56fe-421f-9aca-397f5c2c0739" -d '{"events": [{"name": "network-changed", "server_uuid": "62c0cc45-4dc6-48fb-af57-6afce1026be7", "tag": "df985868-a30b-4c40-a964-e0918c55434a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:03.380872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94e648-525e-4c66-8c74-99ec3242c261 req-c39da466-61c1-4b8b-af23-6ad7c8d4d649 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:03.388704 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd94e648-525e-4c66-8c74-99ec3242c261 req-c39da466-61c1-4b8b-af23-6ad7c8d4d649 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 946 time: 0.3575778 Feb 02 13:01:03.411942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:03.412736 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.472976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-398b2a02-1bfd-4180-acb9-e35ecfb2dc3a req-0ae58853-d9bd-434f-8a3a-0bdeeb407f3f tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552927 Feb 02 13:01:03.488691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39906) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:03.569573 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1cd5da6f-516a-4a1c-9bc8-9077a3da2591 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f894334a06074d648a4659933490abf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0794158 Feb 02 13:01:03.570170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39910) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:03.590960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-f1c4fd4c-33e2-4191-b520-a80defc7dbbe tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5095005 Feb 02 13:01:03.628341 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd94e648-525e-4c66-8c74-99ec3242c261 req-0a554afe-2dc7-4971-b6e6-3ddc944344ca tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385015 Feb 02 13:01:03.643808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0ae5af0e-7f65-48d1-a8f3-ac94d0e985a8 None None] Provisioning complete for port d84dc991-6c6e-45f8-9683-919bb01e3344 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:03.644213 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ae5af0e-7f65-48d1-a8f3-ac94d0e985a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.651166 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ad0bc8b-5764-45d9-95f5-80f06cbc57ff admin admin] Publish callbacks [] for security_group (e8a2047f-c355-4229-a6f6-d26e4736d2b4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.651763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Request body: {'port': {'device_id': '52b905e8-66db-4179-a6df-850ed117dd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:03.656475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fe73a-c7eb-4437-9f01-7117337d02ff service neutron] Pushing event updated for resources: {'Port': ['ID=df985868-a30b-4c40-a964-e0918c55434a,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:03.691983 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ad0bc8b-5764-45d9-95f5-80f06cbc57ff admin admin] Publish callbacks [] for security_group (e8a2047f-c355-4229-a6f6-d26e4736d2b4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.717618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0ae5af0e-7f65-48d1-a8f3-ac94d0e985a8 None None] Port d84dc991-6c6e-45f8-9683-919bb01e3344 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:01:03.743057 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bc5d6b-15b2-4196-8b44-f3b26d4ef198 x-openstack-request-id: req-79bc5d6b-15b2-4196-8b44-f3b26d4ef198 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:03.743432 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c0cc45-4dc6-48fb-af57-6afce1026be7", "tag": "df985868-a30b-4c40-a964-e0918c55434a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:03.743622 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-79bc5d6b-15b2-4196-8b44-f3b26d4ef198 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:03.744012 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c0cc45-4dc6-48fb-af57-6afce1026be7', 'tag': 'df985868-a30b-4c40-a964-e0918c55434a', 'status': 'completed', 'code': 200} Feb 02 13:01:03.754724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ad0bc8b-5764-45d9-95f5-80f06cbc57ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e8a2047f-c355-4229-a6f6-d26e4736d2b4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.762921 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ad0bc8b-5764-45d9-95f5-80f06cbc57ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.768876 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3ad0bc8b-5764-45d9-95f5-80f06cbc57ff admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e8a2047f-c355-4229-a6f6-d26e4736d2b4 HTTP/1.1" status: 204 len: 168 time: 0.1974239 Feb 02 13:01:03.784122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0bc8b-5764-45d9-95f5-80f06cbc57ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a2047f-c355-4229-a6f6-d26e4736d2b4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:03.810896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-95394741-0008-4ebe-be5d-d70c7f569558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:03.814688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-95394741-0008-4ebe-be5d-d70c7f569558 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9b2be59166c463699dcefe40d9265c6&device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 1130 time: 0.3404393 Feb 02 13:01:03.924648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-b333cef7-e4ea-4a5f-8ad6-02737c04fc2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=df985868-a30b-4c40-a964-e0918c55434a HTTP/1.1" status: 200 len: 217 time: 0.0731370 Feb 02 13:01:03.927854 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:03.958770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d713a7-6b59-423d-aaa4-55b998034cd0 req-764bc5c4-97fe-4259-9103-5534db9488b6 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:03.966579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34d713a7-6b59-423d-aaa4-55b998034cd0 req-764bc5c4-97fe-4259-9103-5534db9488b6 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 931 time: 0.2404244 Feb 02 13:01:04.065274 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f17ce7a0-6c2f-4894-aea7-a5d01245b162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:04.077492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-765be865-4c68-4ecc-84b1-15082ad13746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:04.079269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-765be865-4c68-4ecc-84b1-15082ad13746 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1386132 Feb 02 13:01:04.129159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39934) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:04.134735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bbfca67b-eaba-4857-9ac6-62b61846319d no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:01:04.191638 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34d713a7-6b59-423d-aaa4-55b998034cd0 req-4713f70e-8b51-476a-8083-f1abfdec6ccb tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217956 Feb 02 13:01:04.210199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: bbfca67b-eaba-4857-9ac6-62b61846319d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:01:04.210876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bbfca67b-eaba-4857-9ac6-62b61846319d not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:01:04.211477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ad4a070e-56dc-4a00-b4af-6210df027544 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:01:04.251495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ad4a070e-56dc-4a00-b4af-6210df027544 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:01:04.252028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ad4a070e-56dc-4a00-b4af-6210df027544 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:01:04.301222 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b266-6c90-48bf-bbd9-9817bd747a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:04.350374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39940) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:04.448116 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c47084dc-9d12-4940-8dba-f0f8be07e7f6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=158d0f70f831455c9f8f739493e28026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0919845 Feb 02 13:01:04.448340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39942) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:04.450568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-d118be23-90d7-4198-a63c-65fae3817b99 req-b1194c88-200d-405a-a42e-297390f821e9 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:01:04.451647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d118be23-90d7-4198-a63c-65fae3817b99 req-b1194c88-200d-405a-a42e-297390f821e9 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113385 Feb 02 13:01:04.475485 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-46177ce9-1623-422c-8127-bb8f4d86341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:04.477174 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-46177ce9-1623-422c-8127-bb8f4d86341f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3799713 Feb 02 13:01:04.524012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a4e0b-140a-4c97-a858-4220d4d24e09 req-ff61c192-853c-42f5-8422-b9cea4865dc8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:04.532822 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f21a4e0b-140a-4c97-a858-4220d4d24e09 req-ff61c192-853c-42f5-8422-b9cea4865dc8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 944 time: 0.1729288 Feb 02 13:01:04.534295 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b266-6c90-48bf-bbd9-9817bd747a8b admin admin] Publish callbacks [] for security_group (18d9df45-bf45-4f7e-82eb-6989b1e63d8e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:04.547618 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e9b3b266-6c90-48bf-bbd9-9817bd747a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (18d9df45-bf45-4f7e-82eb-6989b1e63d8e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:04.617764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f164f820-9d8e-49e6-ab69-20cdfaed707d admin admin] Publish callbacks [] for security_group (a1555d0a-c703-4559-bd47-bdf13630278a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:04.737941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f164f820-9d8e-49e6-ab69-20cdfaed707d admin admin] Publish callbacks [] for security_group (a1555d0a-c703-4559-bd47-bdf13630278a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:04.764683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f21a4e0b-140a-4c97-a858-4220d4d24e09 req-83a92baf-63be-441a-a9ae-13bd4534f5bb tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302349 Feb 02 13:01:04.790717 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-ee1d11fa-0c03-4f9f-9845-13e03ce875d3 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977369 Feb 02 13:01:04.835146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3b266-6c90-48bf-bbd9-9817bd747a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d9df45-bf45-4f7e-82eb-6989b1e63d8e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:04.848694 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e9b3b266-6c90-48bf-bbd9-9817bd747a8b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4e9a313ca36b46d7a52cd9cb5f27dca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7137611 Feb 02 13:01:04.856974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39956) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:04.876908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f164f820-9d8e-49e6-ab69-20cdfaed707d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a1555d0a-c703-4559-bd47-bdf13630278a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:04.879403 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f164f820-9d8e-49e6-ab69-20cdfaed707d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:04.880547 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f164f820-9d8e-49e6-ab69-20cdfaed707d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a1555d0a-c703-4559-bd47-bdf13630278a HTTP/1.1" status: 204 len: 168 time: 0.4313555 Feb 02 13:01:04.903761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164f820-9d8e-49e6-ab69-20cdfaed707d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1555d0a-c703-4559-bd47-bdf13630278a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:04.951933 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-bd7a1c1b-d18e-42dd-bb41-af85e6b5e572 service neutron] 10.222.0.62 "GET /v2.0/ports/bf7bff07-57cd-47ef-9ea9-be3b99b904bd/bindings/n-h1-827336-2 HTTP/1.1" status: 200 len: 384 time: 0.2820008 Feb 02 13:01:04.956455 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-0348525c-77b8-48b1-8310-c79f3981465d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1141882 Feb 02 13:01:05.251031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-10fb7f96-5d0a-4921-b697-ac608f0190c4 service neutron] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:05.274890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-10fb7f96-5d0a-4921-b697-ac608f0190c4 service neutron] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:05.343331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d84dc991-6c6e-45f8-9683-919bb01e3344 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:05.395559 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:05.425313 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Publish callbacks [] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:05.471803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Transition to ACTIVE for port object d84dc991-6c6e-45f8-9683-919bb01e3344 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:01:05.493030 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:05.575538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0b9a2-5624-4045-9b18-38a771ed2adc req-62e00f3f-7603-4daf-9326-d310ff9e5393 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:05.584662 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbd0b9a2-5624-4045-9b18-38a771ed2adc req-62e00f3f-7603-4daf-9326-d310ff9e5393 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 948 time: 0.7013829 Feb 02 13:01:05.599068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a98e4-71da-4dc4-960a-0ce08da253af req-13d7a03e-1d7f-489a-bde8-73ff07d2d1b1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:05.609827 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-370a98e4-71da-4dc4-960a-0ce08da253af req-13d7a03e-1d7f-489a-bde8-73ff07d2d1b1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.7460299 Feb 02 13:01:05.626424 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d5d6c63-7ba1-4936-b318-57a0ccdb2517 admin admin] Publish callbacks [] for security_group (18d9df45-bf45-4f7e-82eb-6989b1e63d8e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:05.660850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a011d5f-cb86-4a35-a6fb-768510a55d38 req-3a6911c2-d97b-42af-ac4c-d5ac230a19dd service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8402026 Feb 02 13:01:05.686383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-10fb7f96-5d0a-4921-b697-ac608f0190c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf7bff07-57cd-47ef-9ea9-be3b99b904bd {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:05.716580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-10fb7f96-5d0a-4921-b697-ac608f0190c4 service neutron] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:05.729177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Pushing event updated for resources: {'Port': ['ID=d84dc991-6c6e-45f8-9683-919bb01e3344,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:05.743218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d5d6c63-7ba1-4936-b318-57a0ccdb2517 admin admin] Publish callbacks [] for security_group (18d9df45-bf45-4f7e-82eb-6989b1e63d8e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:05.774017 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-10fb7f96-5d0a-4921-b697-ac608f0190c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:05.799225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbd0b9a2-5624-4045-9b18-38a771ed2adc req-1efdf51d-e953-483f-a68c-3ed61f750f40 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119694 Feb 02 13:01:05.898908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-10fb7f96-5d0a-4921-b697-ac608f0190c4 service neutron] Transition to ACTIVE for port object bf7bff07-57cd-47ef-9ea9-be3b99b904bd will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:01:05.922615 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-10fb7f96-5d0a-4921-b697-ac608f0190c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:06.096540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-370a98e4-71da-4dc4-960a-0ce08da253af req-0fdfc55d-efa8-48d9-8c90-c6a62c255e32 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845014 Feb 02 13:01:06.104317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-10fb7f96-5d0a-4921-b697-ac608f0190c4 service neutron] No DVR routers for this DVR port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:01:06.143461 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb7f96-5d0a-4921-b697-ac608f0190c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,revision_number=10']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:06.150562 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-10fb7f96-5d0a-4921-b697-ac608f0190c4 service neutron] 10.222.0.62 "PUT /v2.0/ports/bf7bff07-57cd-47ef-9ea9-be3b99b904bd/bindings/n-h1-827336-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1913028 Feb 02 13:01:06.175474 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device aac80e54-1755-450f-9347-33e015db8c69 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:01:06.232564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Attempting to bind port d84dc991-6c6e-45f8-9683-919bb01e3344 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:06.232988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Attempting to bind port d84dc991-6c6e-45f8-9683-919bb01e3344 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:06.233352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Attempting to bind port d84dc991-6c6e-45f8-9683-919bb01e3344 on network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:06.259806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Port d84dc991-6c6e-45f8-9683-919bb01e3344 on network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:01:06.260134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Attempting to bind port d84dc991-6c6e-45f8-9683-919bb01e3344 on network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:06.267564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f81d6-56fe-421f-9aca-397f5c2c0739 req-c76cd6b1-25d2-4c90-ac25-b5d7e6bd15c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:06.269878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab9f81d6-56fe-421f-9aca-397f5c2c0739 req-c76cd6b1-25d2-4c90-ac25-b5d7e6bd15c0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9b2be59166c463699dcefe40d9265c6&device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 1130 time: 0.4661956 Feb 02 13:01:06.270728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:06.271280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Checking segment: {'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:06.271757 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Bound using segment: {'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:06.272226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Bound port: d84dc991-6c6e-45f8-9683-919bb01e3344, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fea6b83-6f06-4047-8b03-9284a442fb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:06.272582 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:06.382588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bab6c-f56c-4199-9dee-b0c284edc66e req-6c722816-04a0-44f2-b428-209018cbf8a9 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:06.384432 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-034bab6c-f56c-4199-9dee-b0c284edc66e req-6c722816-04a0-44f2-b428-209018cbf8a9 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 943 time: 0.4289739 Feb 02 13:01:06.385069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d5d6c63-7ba1-4936-b318-57a0ccdb2517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (18d9df45-bf45-4f7e-82eb-6989b1e63d8e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:06.387786 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d5d6c63-7ba1-4936-b318-57a0ccdb2517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:06.388851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1d5d6c63-7ba1-4936-b318-57a0ccdb2517 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/18d9df45-bf45-4f7e-82eb-6989b1e63d8e HTTP/1.1" status: 204 len: 168 time: 1.5238478 Feb 02 13:01:06.407758 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-eead4927-b80d-4ffb-ba46-8c54e7d3a4bd tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:06.415672 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-eead4927-b80d-4ffb-ba46-8c54e7d3a4bd tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d&tenant_id=a4763030dd2542e985a15e0c06e1cfb6&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1127 time: 0.0789368 Feb 02 13:01:06.432490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d6c63-7ba1-4936-b318-57a0ccdb2517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d9df45-bf45-4f7e-82eb-6989b1e63d8e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:06.467162 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:06.512835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port aac80e54-1755-450f-9347-33e015db8c69, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=aac80e54-1755-450f-9347-33e015db8c69,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:06.524207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-6858185e-0951-4be1-9c0e-fa82c63ccb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:06.528340 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-6858185e-0951-4be1-9c0e-fa82c63ccb5f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d&tenant_id=a4763030dd2542e985a15e0c06e1cfb6 HTTP/1.1" status: 200 len: 1127 time: 0.1085951 Feb 02 13:01:06.541450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'aac80e54-1755-450f-9347-33e015db8c69', 'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'port_id': 'aac80e54-1755-450f-9347-33e015db8c69', 'mac_address': 'fa:16:3e:0d:b0:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7766b7-92d2-47a0-93e3-41c40ddbb9a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:01:06.581102 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-034bab6c-f56c-4199-9dee-b0c284edc66e req-1c250d1b-ed2e-4990-b1f1-d58be85aba9e tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585417 Feb 02 13:01:06.615578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port aac80e54-1755-450f-9347-33e015db8c69 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:06.615979 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aac80e54-1755-450f-9347-33e015db8c69), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:06.633252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aac80e54-1755-450f-9347-33e015db8c69 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:06.639008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4596d-20c7-42d2-8b0e-2f916b230bfa req-75c5220a-e0d5-479c-9ce5-db96bda8a165 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:06.640872 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8d4596d-20c7-42d2-8b0e-2f916b230bfa req-75c5220a-e0d5-479c-9ce5-db96bda8a165 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 945 time: 0.2980950 Feb 02 13:01:06.653662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f81d6-56fe-421f-9aca-397f5c2c0739 req-2fac34e2-1316-42e3-9c0c-1f1fe9cf3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:06.655566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab9f81d6-56fe-421f-9aca-397f5c2c0739 req-2fac34e2-1316-42e3-9c0c-1f1fe9cf3965 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.3746181 Feb 02 13:01:06.671654 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:06.682461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port aac80e54-1755-450f-9347-33e015db8c69, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=aac80e54-1755-450f-9347-33e015db8c69,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:06.692597 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (aac80e54-1755-450f-9347-33e015db8c69), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:06.705896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] For port d84dc991-6c6e-45f8-9683-919bb01e3344, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:06.711472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8d4596d-20c7-42d2-8b0e-2f916b230bfa req-f4dcd9f6-675f-43e9-bd12-411dae9934f2 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599322 Feb 02 13:01:06.726344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-fcd2ac34-7068-43ea-8a38-0eacfcffbb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:06.734967 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-fcd2ac34-7068-43ea-8a38-0eacfcffbb0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 1127 time: 0.1605873 Feb 02 13:01:06.745497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] For port d84dc991-6c6e-45f8-9683-919bb01e3344, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d84dc991-6c6e-45f8-9683-919bb01e3344,segment=NetworkSegment(4fea6b83-6f06-4047-8b03-9284a442fb36),segment_id=4fea6b83-6f06-4047-8b03-9284a442fb36)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:06.779157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab9f81d6-56fe-421f-9aca-397f5c2c0739 req-c0593fd3-9724-471a-83a3-cb46ac9dbeef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=df985868-a30b-4c40-a964-e0918c55434a HTTP/1.1" status: 200 len: 217 time: 0.0747652 Feb 02 13:01:06.787009 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:06.840080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=aac80e54-1755-450f-9347-33e015db8c69,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:06.916926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['aac80e54-1755-450f-9347-33e015db8c69'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:01:06.986257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-4c944f6a-169a-4ac5-95cf-a32466feccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:06.988471 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-4c944f6a-169a-4ac5-95cf-a32466feccfd service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.2231133 Feb 02 13:01:07.009462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:07.021171 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:07.024070 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] 10.222.0.18 "PUT /v2.0/ports/d84dc991-6c6e-45f8-9683-919bb01e3344 HTTP/1.1" status: 200 len: 1091 time: 3.3888535 Feb 02 13:01:07.037372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b905e8-66db-4179-a6df-850ed117dd8f', 'tag': 'd84dc991-6c6e-45f8-9683-919bb01e3344'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:07.052984 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8e4ecb-2b97-45a9-a0a9-f13a0e3a493f" -d '{"events": [{"name": "network-changed", "server_uuid": "52b905e8-66db-4179-a6df-850ed117dd8f", "tag": "d84dc991-6c6e-45f8-9683-919bb01e3344"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:07.148683 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-01eee5b2-e443-443b-ba4e-dd1f5613648c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd HTTP/1.1" status: 200 len: 217 time: 0.1457596 Feb 02 13:01:07.296133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ae0bff79-d5c4-414e-b9ec-ce2ea487a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:07.297789 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-ae0bff79-d5c4-414e-b9ec-ce2ea487a51d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.1378138 Feb 02 13:01:07.323536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4433143-c4ff-42a7-ab91-4d9d2a938ebd service neutron] Pushing event updated for resources: {'Port': ['ID=d84dc991-6c6e-45f8-9683-919bb01e3344,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:07.330038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f81d6-56fe-421f-9aca-397f5c2c0739 req-efba638f-5f03-481b-86ab-37144ae63325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:07.334497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab9f81d6-56fe-421f-9aca-397f5c2c0739 req-efba638f-5f03-481b-86ab-37144ae63325 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.5433240 Feb 02 13:01:07.411071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-67afb312-4f2e-4a31-856c-18b130fad970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:07.412765 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-67afb312-4f2e-4a31-856c-18b130fad970 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 1131 time: 0.2698820 Feb 02 13:01:07.416542 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-b2c86c08-d511-4642-a0d4-7f2b78e7ee35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116560 Feb 02 13:01:07.427361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203589d6-285a-440f-ab9e-cdbc463b0424 req-dba67e4d-abcf-45ce-9f07-c7059688b8a4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:07.434679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-203589d6-285a-440f-ab9e-cdbc463b0424 req-dba67e4d-abcf-45ce-9f07-c7059688b8a4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 948 time: 0.4780302 Feb 02 13:01:07.483702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:07.541257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-81ee9596-995a-4ca7-9c8c-4d17aa3a44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:07.543023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-81ee9596-995a-4ca7-9c8c-4d17aa3a44fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1039581 Feb 02 13:01:07.560841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-0baf7d60-4be5-4de1-920d-02f3312e2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:07.562496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-0baf7d60-4be5-4de1-920d-02f3312e2e48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4261872942884bfa9d005109329baad0&device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 1125 time: 0.4207606 Feb 02 13:01:07.645749 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-de984334-a31d-4dde-9a6b-6016315526da service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188952 Feb 02 13:01:07.659460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-76fcff9a-8652-4b4f-bcca-fdcc641e3735 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 217 time: 0.1090925 Feb 02 13:01:07.660709 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-814f4ec4-aa93-4319-bab8-680129819e33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d84dc991-6c6e-45f8-9683-919bb01e3344 HTTP/1.1" status: 200 len: 217 time: 0.0503440 Feb 02 13:01:07.666994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f81d6-56fe-421f-9aca-397f5c2c0739 req-548ad823-8db7-4f66-a2a6-397617b000a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:07.666994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab9f81d6-56fe-421f-9aca-397f5c2c0739 req-548ad823-8db7-4f66-a2a6-397617b000a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3087125 Feb 02 13:01:07.754658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-1f00a0dd-070a-4b44-9319-45e81e7489c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:07.757227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-1f00a0dd-070a-4b44-9319-45e81e7489c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0801823 Feb 02 13:01:07.828712 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-5c1a2e39-8ca8-40a4-af94-ea7f475853c5 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773186 Feb 02 13:01:07.844859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-203589d6-285a-440f-ab9e-cdbc463b0424 req-7285b0e2-60c7-404d-ba12-b47b888f76da tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091883 Feb 02 13:01:07.922974 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfc6861-3cae-45f9-9e88-07eb66410009 x-openstack-request-id: req-5dfc6861-3cae-45f9-9e88-07eb66410009 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:07.923657 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b905e8-66db-4179-a6df-850ed117dd8f", "tag": "d84dc991-6c6e-45f8-9683-919bb01e3344", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:07.924184 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5dfc6861-3cae-45f9-9e88-07eb66410009 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:07.924882 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b905e8-66db-4179-a6df-850ed117dd8f', 'tag': 'd84dc991-6c6e-45f8-9683-919bb01e3344', 'status': 'completed', 'code': 200} Feb 02 13:01:07.945463 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:07.973504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-401e8154-05f8-43e6-ba5d-6098f5a09307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:07.975481 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-401e8154-05f8-43e6-ba5d-6098f5a09307 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ad63301-62f7-4379-bdc8-00febed67097 HTTP/1.1" status: 200 len: 853 time: 0.2997510 Feb 02 13:01:08.169600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-e1782ac7-f1b9-48b0-a2ed-cdc117d79ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:08.171761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-e1782ac7-f1b9-48b0-a2ed-cdc117d79ed1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3736019 Feb 02 13:01:08.172638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device aac80e54-1755-450f-9347-33e015db8c69 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:01:08.255285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port aac80e54-1755-450f-9347-33e015db8c69 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:08.255603 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (aac80e54-1755-450f-9347-33e015db8c69), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:08.289345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-4ac6949d-e3bb-40a7-8479-b37a85dca795 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:08.292350 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-4ac6949d-e3bb-40a7-8479-b37a85dca795 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d&tenant_id=a4763030dd2542e985a15e0c06e1cfb6&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1127 time: 0.0760000 Feb 02 13:01:08.323945 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab9f81d6-56fe-421f-9aca-397f5c2c0739 req-55d256fc-f70d-46af-a041-7c4cad8fbbb0 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463034 Feb 02 13:01:08.393935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port aac80e54-1755-450f-9347-33e015db8c69 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:08.394601 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aac80e54-1755-450f-9347-33e015db8c69), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:08.413561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa10fcb-2e42-4309-9d82-7028d9fc647b req-92f9f4f5-c126-4ae8-9c8e-54b1dcbbbd0a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:08.415258 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aa10fcb-2e42-4309-9d82-7028d9fc647b req-92f9f4f5-c126-4ae8-9c8e-54b1dcbbbd0a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.3603745 Feb 02 13:01:08.427005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516638b-31fa-452b-82cc-4c956357bbee req-64803da1-8ccb-421a-8d25-45b3fe72ae7b tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:08.428684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f516638b-31fa-452b-82cc-4c956357bbee req-64803da1-8ccb-421a-8d25-45b3fe72ae7b tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 943 time: 0.4092445 Feb 02 13:01:08.435190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-db06e1ba-b9b7-42c8-a53a-4ebaf19bb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:08.437808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-db06e1ba-b9b7-42c8-a53a-4ebaf19bb14e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91efa85c-7868-4ae1-a1c2-f355eb3a4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4197927 Feb 02 13:01:08.445515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70279ff2-9090-4871-b587-962f0c301ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac80e54-1755-450f-9347-33e015db8c69'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:08.447786 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72633155-40a0-42a7-bd7c-0bc8199c3b45" -d '{"events": [{"server_uuid": "70279ff2-9090-4871-b587-962f0c301ec8", "name": "network-vif-plugged", "status": "completed", "tag": "aac80e54-1755-450f-9347-33e015db8c69"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:08.470785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port aac80e54-1755-450f-9347-33e015db8c69, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=aac80e54-1755-450f-9347-33e015db8c69,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:08.486063 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (aac80e54-1755-450f-9347-33e015db8c69), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:08.517199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-2ebc195a-c3bc-4fdd-9dd2-909b8dba5e6a service neutron] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:08.520714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-2ebc195a-c3bc-4fdd-9dd2-909b8dba5e6a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:08.521880 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3cd9b3d-5587-4761-b42a-115d1c590974 req-2ebc195a-c3bc-4fdd-9dd2-909b8dba5e6a service neutron] 10.222.0.18 "DELETE /v2.0/ports/bf7bff07-57cd-47ef-9ea9-be3b99b904bd/bindings/n-h2-827336-2 HTTP/1.1" status: 204 len: 173 time: 0.2220399 Feb 02 13:01:08.564088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=aac80e54-1755-450f-9347-33e015db8c69,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:08.651465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-b3368ee3-4e38-464d-b4a2-f82a44ab570f service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714921 Feb 02 13:01:08.668166 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-7894e89c-2b95-4737-835d-70f068883f39 service neutron] 10.222.0.18 "GET /v2.0/networks/91efa85c-7868-4ae1-a1c2-f355eb3a4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150629 Feb 02 13:01:08.689092 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aa10fcb-2e42-4309-9d82-7028d9fc647b req-77e69037-36df-4964-8ee7-0f0563cbf128 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577128 Feb 02 13:01:08.747649 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f516638b-31fa-452b-82cc-4c956357bbee req-3dacca10-ac4b-4b24-95e7-6175965283c6 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004706 Feb 02 13:01:08.749686 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab9f81d6-56fe-421f-9aca-397f5c2c0739 req-65302486-e2d5-4373-a695-df3202a41326 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101391 Feb 02 13:01:08.876940 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-d1c75b0b-8f9f-4ced-8063-c50c6dd5ef54 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142246 Feb 02 13:01:08.880419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c690da1-44ab-4bd9-a0e2-85da8ea7f710 req-1ba4a225-8f9f-424d-b04a-6064c4f60be4 service neutron] 10.222.0.18 "GET /v2.0/networks/91efa85c-7868-4ae1-a1c2-f355eb3a4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823456 Feb 02 13:01:09.020929 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574573ce-2ca9-47f0-b241-5b752306eb47 req-9e7874c0-55e4-4f07-9b22-a2c77cabd3b8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:09.028713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-574573ce-2ca9-47f0-b241-5b752306eb47 req-9e7874c0-55e4-4f07-9b22-a2c77cabd3b8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 945 time: 0.1489651 Feb 02 13:01:09.180210 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-574573ce-2ca9-47f0-b241-5b752306eb47 req-243f2f07-3cff-4358-b20a-dc8c85ada068 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451249 Feb 02 13:01:09.188282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e4ecb-2b97-45a9-a0a9-f13a0e3a493f req-093967d9-66c7-40e3-8cd0-7b518bd2d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:09.196683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c8e4ecb-2b97-45a9-a0a9-f13a0e3a493f req-093967d9-66c7-40e3-8cd0-7b518bd2d170 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4261872942884bfa9d005109329baad0&device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 1125 time: 0.1659703 Feb 02 13:01:09.229781 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfc3ab8-33ab-45cc-bff5-5cd9d27af9ec x-openstack-request-id: req-3dfc3ab8-33ab-45cc-bff5-5cd9d27af9ec {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:09.230374 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70279ff2-9090-4871-b587-962f0c301ec8", "name": "network-vif-plugged", "status": "completed", "tag": "aac80e54-1755-450f-9347-33e015db8c69", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:09.230826 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3dfc3ab8-33ab-45cc-bff5-5cd9d27af9ec {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:09.231411 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70279ff2-9090-4871-b587-962f0c301ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac80e54-1755-450f-9347-33e015db8c69', 'code': 200} Feb 02 13:01:09.252140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device df985868-a30b-4c40-a964-e0918c55434a details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:01:09.383676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e4ecb-2b97-45a9-a0a9-f13a0e3a493f req-7ead0ab3-e976-40f8-9bf7-5f32ab42aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:09.385272 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c8e4ecb-2b97-45a9-a0a9-f13a0e3a493f req-7ead0ab3-e976-40f8-9bf7-5f32ab42aea4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=91efa85c-7868-4ae1-a1c2-f355eb3a4739 HTTP/1.1" status: 200 len: 915 time: 0.1806121 Feb 02 13:01:09.394942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port df985868-a30b-4c40-a964-e0918c55434a, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=df985868-a30b-4c40-a964-e0918c55434a,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:09.422564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'df985868-a30b-4c40-a964-e0918c55434a', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'df985868-a30b-4c40-a964-e0918c55434a', 'mac_address': 'fa:16:3e:f9:2c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:01:09.443960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c8e4ecb-2b97-45a9-a0a9-f13a0e3a493f req-45accd76-372d-48bb-9f37-0355c4a76c39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d84dc991-6c6e-45f8-9683-919bb01e3344 HTTP/1.1" status: 200 len: 217 time: 0.0470595 Feb 02 13:01:09.455676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871df63-ce2d-449d-8236-5e5b5bd603e5 req-5ab7b9c2-51d5-4596-aecf-e0307448e32b tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:09.457699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b871df63-ce2d-449d-8236-5e5b5bd603e5 req-5ab7b9c2-51d5-4596-aecf-e0307448e32b tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 948 time: 0.1366339 Feb 02 13:01:09.482825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port df985868-a30b-4c40-a964-e0918c55434a is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:09.483220 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (df985868-a30b-4c40-a964-e0918c55434a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:09.501298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df985868-a30b-4c40-a964-e0918c55434a {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:09.528066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port df985868-a30b-4c40-a964-e0918c55434a, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=df985868-a30b-4c40-a964-e0918c55434a,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:09.536686 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (df985868-a30b-4c40-a964-e0918c55434a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:09.542052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e4ecb-2b97-45a9-a0a9-f13a0e3a493f req-f016c61a-f54b-4636-b478-25514d3fb3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:09.543690 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c8e4ecb-2b97-45a9-a0a9-f13a0e3a493f req-f016c61a-f54b-4636-b478-25514d3fb3fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ad63301-62f7-4379-bdc8-00febed67097 HTTP/1.1" status: 200 len: 853 time: 0.0850317 Feb 02 13:01:09.608535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b871df63-ce2d-449d-8236-5e5b5bd603e5 req-fb046e77-ba14-403b-9b97-52803d846341 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293988 Feb 02 13:01:09.678198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e4ecb-2b97-45a9-a0a9-f13a0e3a493f req-b6afe278-0058-4af2-92aa-173e4325ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:09.679724 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c8e4ecb-2b97-45a9-a0a9-f13a0e3a493f req-b6afe278-0058-4af2-92aa-173e4325ee2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91efa85c-7868-4ae1-a1c2-f355eb3a4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1257546 Feb 02 13:01:09.707704 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=df985868-a30b-4c40-a964-e0918c55434a,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:09.925380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['df985868-a30b-4c40-a964-e0918c55434a'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:01:09.938286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c8e4ecb-2b97-45a9-a0a9-f13a0e3a493f req-58b9e10a-6591-4f76-8d62-a3ba62f22230 service neutron] 10.222.0.18 "GET /v2.0/networks/91efa85c-7868-4ae1-a1c2-f355eb3a4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427490 Feb 02 13:01:09.966931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389f16f-ea8d-411b-8136-a650d80f0de2 req-f8b9e716-4607-46d2-82d1-f2fd44a82579 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:09.977319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0389f16f-ea8d-411b-8136-a650d80f0de2 req-f8b9e716-4607-46d2-82d1-f2fd44a82579 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 1127 time: 0.2960899 Feb 02 13:01:10.224231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c8e4ecb-2b97-45a9-a0a9-f13a0e3a493f req-ddfe5e87-56b7-4876-8677-a8158c38403c service neutron] 10.222.0.18 "GET /v2.0/networks/91efa85c-7868-4ae1-a1c2-f355eb3a4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776628 Feb 02 13:01:10.229963 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0389f16f-ea8d-411b-8136-a650d80f0de2 req-b6d224c3-ce79-45cb-8ef9-09243d2b6a12 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517169 Feb 02 13:01:10.747850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d537c-a582-4486-ae47-4c190244a3dd req-77b2a17c-45c0-4af8-8dc5-63752e11310b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:10.752301 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab1d537c-a582-4486-ae47-4c190244a3dd req-77b2a17c-45c0-4af8-8dc5-63752e11310b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.4822891 Feb 02 13:01:10.770129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b9471-5e50-48bf-b200-66c3145ffe16 req-cf1a2a08-f315-47a4-8212-09c8970d0249 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:10.771727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-071b9471-5e50-48bf-b200-66c3145ffe16 req-cf1a2a08-f315-47a4-8212-09c8970d0249 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 943 time: 0.0907378 Feb 02 13:01:10.832815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab1d537c-a582-4486-ae47-4c190244a3dd req-2069ae83-e423-45ce-b4c0-5b9f5ce1d0c5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752270 Feb 02 13:01:10.844416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-071b9471-5e50-48bf-b200-66c3145ffe16 req-6757e482-5ab6-4597-98f1-69d9d9bded9c tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641880 Feb 02 13:01:11.007824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b60c4-ab0a-4a4f-8ff3-e76b197ee4c3 req-8d8e8813-84fe-45c3-a01d-63539e85d259 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:11.009361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-596b60c4-ab0a-4a4f-8ff3-e76b197ee4c3 req-8d8e8813-84fe-45c3-a01d-63539e85d259 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 1127 time: 0.0600317 Feb 02 13:01:11.055373 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-596b60c4-ab0a-4a4f-8ff3-e76b197ee4c3 req-202d9f81-b0ad-49aa-bc6b-c06b17504c4e tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389998 Feb 02 13:01:11.254505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device df985868-a30b-4c40-a964-e0918c55434a up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:01:11.279230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1585edf-6379-4835-8afe-1ece4202842f req-ef031086-5ba3-456f-a4d0-4b5f183a607e tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:11.286673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1585edf-6379-4835-8afe-1ece4202842f req-ef031086-5ba3-456f-a4d0-4b5f183a607e tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 949 time: 0.0824854 Feb 02 13:01:11.355708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port df985868-a30b-4c40-a964-e0918c55434a completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:01:11.364411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port df985868-a30b-4c40-a964-e0918c55434a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:11.365525 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (df985868-a30b-4c40-a964-e0918c55434a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:11.366734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1585edf-6379-4835-8afe-1ece4202842f req-def53245-11d9-4431-9a2a-ee813597cc08 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783319 Feb 02 13:01:11.558082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port df985868-a30b-4c40-a964-e0918c55434a is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:11.558639 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (df985868-a30b-4c40-a964-e0918c55434a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:11.634677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port df985868-a30b-4c40-a964-e0918c55434a, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=df985868-a30b-4c40-a964-e0918c55434a,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:11.636094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c0cc45-4dc6-48fb-af57-6afce1026be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df985868-a30b-4c40-a964-e0918c55434a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:11.639173 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba222ea-e4a5-491c-8f66-37c6e72fa7d9" -d '{"events": [{"server_uuid": "62c0cc45-4dc6-48fb-af57-6afce1026be7", "name": "network-vif-plugged", "status": "completed", "tag": "df985868-a30b-4c40-a964-e0918c55434a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:11.643660 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (df985868-a30b-4c40-a964-e0918c55434a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:11.744929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=df985868-a30b-4c40-a964-e0918c55434a,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:11.786827 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e608e3c-4e76-4385-b2ee-e301d0f7d707 x-openstack-request-id: req-3e608e3c-4e76-4385-b2ee-e301d0f7d707 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:11.787399 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c0cc45-4dc6-48fb-af57-6afce1026be7", "name": "network-vif-plugged", "status": "completed", "tag": "df985868-a30b-4c40-a964-e0918c55434a", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:11.788437 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3e608e3c-4e76-4385-b2ee-e301d0f7d707 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:11.789181 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c0cc45-4dc6-48fb-af57-6afce1026be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df985868-a30b-4c40-a964-e0918c55434a', 'code': 200} Feb 02 13:01:11.979752 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2e64a-a621-4f77-ab16-a007f0fe1bd1 req-4d8c5d40-b585-4350-853b-c1f135923459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:11.981168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-58d2e64a-a621-4f77-ab16-a007f0fe1bd1 req-4d8c5d40-b585-4350-853b-c1f135923459 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 1132 time: 0.0734694 Feb 02 13:01:12.051838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-58d2e64a-a621-4f77-ab16-a007f0fe1bd1 req-90379e1d-af07-4156-b339-2a6adde85136 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637407 Feb 02 13:01:12.202932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d84dc991-6c6e-45f8-9683-919bb01e3344 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:01:12.228281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9eefb-8c46-4cd9-904d-bac55a23bd03 req-2bc169ff-3a23-41e7-b888-918cc2258ff9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:12.232761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40d9eefb-8c46-4cd9-904d-bac55a23bd03 req-2bc169ff-3a23-41e7-b888-918cc2258ff9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.1094699 Feb 02 13:01:12.368063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40d9eefb-8c46-4cd9-904d-bac55a23bd03 req-25005149-e7ee-443e-9453-5e784f2f95f9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173983 Feb 02 13:01:12.391637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d84dc991-6c6e-45f8-9683-919bb01e3344, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d84dc991-6c6e-45f8-9683-919bb01e3344,segment=NetworkSegment(4fea6b83-6f06-4047-8b03-9284a442fb36),segment_id=4fea6b83-6f06-4047-8b03-9284a442fb36)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:12.439020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'd84dc991-6c6e-45f8-9683-919bb01e3344', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'port_id': 'd84dc991-6c6e-45f8-9683-919bb01e3344', 'mac_address': 'fa:16:3e:9d:85:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:01:12.515541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port d84dc991-6c6e-45f8-9683-919bb01e3344 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:12.515928 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:12.551392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d84dc991-6c6e-45f8-9683-919bb01e3344 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:12.612277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d4b91-79b5-41d2-82f0-e568c9a04aca req-bdfd3754-8504-4a80-a01d-c27960f37bbb tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:12.614520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d84dc991-6c6e-45f8-9683-919bb01e3344, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d84dc991-6c6e-45f8-9683-919bb01e3344,segment=NetworkSegment(4fea6b83-6f06-4047-8b03-9284a442fb36),segment_id=4fea6b83-6f06-4047-8b03-9284a442fb36)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:12.621433 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:12.628566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a1d4b91-79b5-41d2-82f0-e568c9a04aca req-bdfd3754-8504-4a80-a01d-c27960f37bbb tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 943 time: 0.1571290 Feb 02 13:01:12.706248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a1d4b91-79b5-41d2-82f0-e568c9a04aca req-6f7ed15e-74f5-4796-8445-16290446c5e9 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663593 Feb 02 13:01:12.776472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=d84dc991-6c6e-45f8-9683-919bb01e3344,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:12.917755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8207ed-85bb-4655-b32f-8c586648c34d req-52c641bc-acd8-46d1-bbbb-9602e90cad56 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:12.930434 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c8207ed-85bb-4655-b32f-8c586648c34d req-52c641bc-acd8-46d1-bbbb-9602e90cad56 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 950 time: 0.0854034 Feb 02 13:01:12.982688 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['d84dc991-6c6e-45f8-9683-919bb01e3344'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:01:13.001518 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c8207ed-85bb-4655-b32f-8c586648c34d req-01a5b4be-805c-4c39-a968-47da4923d310 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697522 Feb 02 13:01:13.577996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fd7e5-7fc6-4d94-8790-6d46036b2848 req-55afd1c3-4594-4b5d-97e0-fb10ec6ae08d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:13.581350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-485fd7e5-7fc6-4d94-8790-6d46036b2848 req-55afd1c3-4594-4b5d-97e0-fb10ec6ae08d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.0795889 Feb 02 13:01:13.677335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-485fd7e5-7fc6-4d94-8790-6d46036b2848 req-cfe92ee1-d41f-41de-ad5e-96d510d45450 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834734 Feb 02 13:01:13.927529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e452f81-9030-4749-af2e-4a9bf3a9b760 req-9b1b372c-e690-45de-bcf7-7ec319b0bab8 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:13.936140 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e452f81-9030-4749-af2e-4a9bf3a9b760 req-9b1b372c-e690-45de-bcf7-7ec319b0bab8 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 944 time: 0.1503515 Feb 02 13:01:14.012056 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e452f81-9030-4749-af2e-4a9bf3a9b760 req-4c453a28-6454-4120-8ead-453a853335b3 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740533 Feb 02 13:01:14.203039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d84dc991-6c6e-45f8-9683-919bb01e3344 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:01:14.316822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09f32-facb-4f4f-bbbd-b5196e037f1e req-045ade5b-15b3-4890-b42a-df24365b0f56 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:14.326716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port d84dc991-6c6e-45f8-9683-919bb01e3344 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:01:14.331552 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7f09f32-facb-4f4f-bbbd-b5196e037f1e req-045ade5b-15b3-4890-b42a-df24365b0f56 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 950 time: 0.1831040 Feb 02 13:01:14.332352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port d84dc991-6c6e-45f8-9683-919bb01e3344 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:14.332901 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:14.418075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7f09f32-facb-4f4f-bbbd-b5196e037f1e req-b4b3ad0e-0582-49fd-8f74-4a8686b75eaf tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795610 Feb 02 13:01:14.433473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:14.496550 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port d84dc991-6c6e-45f8-9683-919bb01e3344 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:14.497225 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:14.526831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b905e8-66db-4179-a6df-850ed117dd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84dc991-6c6e-45f8-9683-919bb01e3344'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:14.531784 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd45544b-252a-4f21-9224-c7c144786896" -d '{"events": [{"server_uuid": "52b905e8-66db-4179-a6df-850ed117dd8f", "name": "network-vif-plugged", "status": "completed", "tag": "d84dc991-6c6e-45f8-9683-919bb01e3344"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:14.562582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d84dc991-6c6e-45f8-9683-919bb01e3344, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d84dc991-6c6e-45f8-9683-919bb01e3344,segment=NetworkSegment(4fea6b83-6f06-4047-8b03-9284a442fb36),segment_id=4fea6b83-6f06-4047-8b03-9284a442fb36)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:14.578541 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:14.667963 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:14.681259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=d84dc991-6c6e-45f8-9683-919bb01e3344,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:14.858457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Publish callbacks [] for security_group (8d5d6975-518f-4746-be8a-d8075c5330b0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:14.868458 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c32329-259d-4bf5-9b2c-46db22754a7a x-openstack-request-id: req-82c32329-259d-4bf5-9b2c-46db22754a7a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:14.868906 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b905e8-66db-4179-a6df-850ed117dd8f", "name": "network-vif-plugged", "status": "completed", "tag": "d84dc991-6c6e-45f8-9683-919bb01e3344", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:14.869129 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-82c32329-259d-4bf5-9b2c-46db22754a7a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:14.869536 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b905e8-66db-4179-a6df-850ed117dd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd84dc991-6c6e-45f8-9683-919bb01e3344', 'code': 200} Feb 02 13:01:14.875564 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8d5d6975-518f-4746-be8a-d8075c5330b0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:14.970491 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=11af99be6eda4c259b0a01d28224351a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5356922 Feb 02 13:01:14.973981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5d6975-518f-4746-be8a-d8075c5330b0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:14.974352 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40272) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:15.014535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.016182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.016740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.017270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.017608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.017935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.018258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.018576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.018888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.019665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.020038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.020439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.020977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8f712e-0d5b-45d9-bbda-ed7164132be1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.039849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Publish callbacks [] for security_group (8d5d6975-518f-4746-be8a-d8075c5330b0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:15.070937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Publish callbacks [] for security_group (8d5d6975-518f-4746-be8a-d8075c5330b0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:15.138660 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8d5d6975-518f-4746-be8a-d8075c5330b0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:15.142189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:15.159269 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8d5d6975-518f-4746-be8a-d8075c5330b0 HTTP/1.1" status: 204 len: 168 time: 0.1836357 Feb 02 13:01:15.184454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5d6975-518f-4746-be8a-d8075c5330b0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:15.207828 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.211004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.211621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.215258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.215961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.216566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.217211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.217817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.218387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.218917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.220043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.223078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.223677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3768ee7f-db98-4b4d-863b-56c5c6bbfdb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:15.223872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984ee36-bfda-4b96-80d1-bcad27e93155 req-e5edca8d-8594-4b50-8748-e13fcb35f797 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:15.247280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7984ee36-bfda-4b96-80d1-bcad27e93155 req-e5edca8d-8594-4b50-8748-e13fcb35f797 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.2922730 Feb 02 13:01:15.280618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544bc7d-ba50-4513-bbb7-c76b37ed4954 req-2a97db33-6c48-4cb2-9c30-7aa074910ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:15.282636 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8544bc7d-ba50-4513-bbb7-c76b37ed4954 req-2a97db33-6c48-4cb2-9c30-7aa074910ebc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 1127 time: 0.2274425 Feb 02 13:01:15.397831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7984ee36-bfda-4b96-80d1-bcad27e93155 req-92255983-3936-4bfb-83eb-03ff9433e66f tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405911 Feb 02 13:01:15.459886 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8544bc7d-ba50-4513-bbb7-c76b37ed4954 req-18dd43ca-0a7f-42e4-b1bc-bb4beb761f7a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564255 Feb 02 13:01:15.495065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3130e-7c25-4226-abc1-91f24f8f748a req-9ead234e-40aa-4101-9820-4551812e8d27 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:15.503082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30b3130e-7c25-4226-abc1-91f24f8f748a req-9ead234e-40aa-4101-9820-4551812e8d27 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 950 time: 0.2077043 Feb 02 13:01:15.598124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30b3130e-7c25-4226-abc1-91f24f8f748a req-ab1cf955-82ec-4ddb-a7be-3d6311736501 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942276 Feb 02 13:01:15.632494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277a508-2874-4aa3-97bb-503dc369302d req-5b4f5790-6c30-4cab-90b7-aaa13b63e9b4 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:15.636647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3277a508-2874-4aa3-97bb-503dc369302d req-5b4f5790-6c30-4cab-90b7-aaa13b63e9b4 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 945 time: 0.1226716 Feb 02 13:01:15.756227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3277a508-2874-4aa3-97bb-503dc369302d req-741eb9d9-6bdd-459c-b27a-d9b6080c1082 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051719 Feb 02 13:01:16.226948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e013e5-edf5-4891-95f7-08c3b6dfc14f req-74a80d05-06fb-4914-bfca-d9370020a082 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:16.244575 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43e013e5-edf5-4891-95f7-08c3b6dfc14f req-74a80d05-06fb-4914-bfca-d9370020a082 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 950 time: 0.1756036 Feb 02 13:01:16.272981 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:01:16.327372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43e013e5-edf5-4891-95f7-08c3b6dfc14f req-569c6ef5-c23d-4c64-ba0c-fba9a7a78f34 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740573 Feb 02 13:01:16.418952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40324) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:16.627409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f67bb9-cb2b-4d58-b632-b9d7a8be298f req-f9d13ec1-caa5-4f90-822c-cff8d190c60a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:16.636154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4f67bb9-cb2b-4d58-b632-b9d7a8be298f req-f9d13ec1-caa5-4f90-822c-cff8d190c60a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.0744219 Feb 02 13:01:16.722793 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-780276e7-369c-46fa-ab79-ce570555ba59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:16.779837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4f67bb9-cb2b-4d58-b632-b9d7a8be298f req-d2b35aef-ae5e-4bff-9bcd-b5f7949d540e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416049 Feb 02 13:01:16.948281 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-780276e7-369c-46fa-ab79-ce570555ba59 admin admin] Publish callbacks [] for security_group (778ad64c-4135-4a24-babe-bc7dd962ac24), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:16.957090 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-780276e7-369c-46fa-ab79-ce570555ba59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (778ad64c-4135-4a24-babe-bc7dd962ac24), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:16.995406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780276e7-369c-46fa-ab79-ce570555ba59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778ad64c-4135-4a24-babe-bc7dd962ac24,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:17.017371 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-780276e7-369c-46fa-ab79-ce570555ba59 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e5310970ad1a4ba9a1c37dafcaac7885&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5963316 Feb 02 13:01:17.022459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40360) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:17.044547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b073b-db2b-4633-9ba8-dfbf4f710100 req-e491591b-2eaf-42e6-a77f-7437c425b361 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:17.046996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a7b073b-db2b-4633-9ba8-dfbf4f710100 req-e491591b-2eaf-42e6-a77f-7437c425b361 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 945 time: 0.0800002 Feb 02 13:01:17.103791 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6dd7c61-4c8b-48a1-ada8-5b0ece6cea02 admin admin] Publish callbacks [] for security_group (778ad64c-4135-4a24-babe-bc7dd962ac24), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:17.119798 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9325e9c3-f03c-4e35-9865-9e895a5b0ad1 req-7503677b-3c34-4121-801e-9b4f1302ba14 tempest-AbsoluteLimitsNegativeTestJSON-1257406811 tempest-AbsoluteLimitsNegativeTestJSON-1257406811-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=000d58cf137c4a92a0d0c72522a8d1cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325603 Feb 02 13:01:17.140074 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6dd7c61-4c8b-48a1-ada8-5b0ece6cea02 admin admin] Publish callbacks [] for security_group (778ad64c-4135-4a24-babe-bc7dd962ac24), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:17.198970 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6dd7c61-4c8b-48a1-ada8-5b0ece6cea02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (778ad64c-4135-4a24-babe-bc7dd962ac24), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:17.203877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6dd7c61-4c8b-48a1-ada8-5b0ece6cea02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:17.205274 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c6dd7c61-4c8b-48a1-ada8-5b0ece6cea02 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/778ad64c-4135-4a24-babe-bc7dd962ac24 HTTP/1.1" status: 204 len: 168 time: 0.1816523 Feb 02 13:01:17.214652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd7c61-4c8b-48a1-ada8-5b0ece6cea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778ad64c-4135-4a24-babe-bc7dd962ac24,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:17.242663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a7b073b-db2b-4633-9ba8-dfbf4f710100 req-dba52c89-6679-408d-af78-02123e7612fb tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880410 Feb 02 13:01:17.286996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325e9c3-f03c-4e35-9865-9e895a5b0ad1 req-6a34dfd6-ff0f-4837-bfa4-fe9178994d67 tempest-AbsoluteLimitsNegativeTestJSON-1257406811 tempest-AbsoluteLimitsNegativeTestJSON-1257406811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:17.288905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9325e9c3-f03c-4e35-9865-9e895a5b0ad1 req-6a34dfd6-ff0f-4837-bfa4-fe9178994d67 tempest-AbsoluteLimitsNegativeTestJSON-1257406811 tempest-AbsoluteLimitsNegativeTestJSON-1257406811-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682878 Feb 02 13:01:17.315689 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9325e9c3-f03c-4e35-9865-9e895a5b0ad1 req-eded7638-af35-42ab-a278-cbee32c52ddc tempest-AbsoluteLimitsNegativeTestJSON-1257406811 tempest-AbsoluteLimitsNegativeTestJSON-1257406811-project] 10.222.0.83 "GET /v2.0/quotas/000d58cf137c4a92a0d0c72522a8d1cb HTTP/1.1" status: 200 len: 375 time: 0.0188665 Feb 02 13:01:17.416640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9325e9c3-f03c-4e35-9865-9e895a5b0ad1 req-418d4cfb-3f70-4cab-8e86-19d9cd6d53a0 tempest-AbsoluteLimitsNegativeTestJSON-1257406811 tempest-AbsoluteLimitsNegativeTestJSON-1257406811-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=000d58cf137c4a92a0d0c72522a8d1cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0978274 Feb 02 13:01:17.542228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc4c42-f0b8-4bf6-871d-65cc7dd63f28 req-3effe2e3-d84c-4a02-9d66-ae6133e47599 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:17.543789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56dc4c42-f0b8-4bf6-871d-65cc7dd63f28 req-3effe2e3-d84c-4a02-9d66-ae6133e47599 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 1127 time: 0.1430647 Feb 02 13:01:17.683851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56dc4c42-f0b8-4bf6-871d-65cc7dd63f28 req-105e1d53-0f1a-48c0-9be2-d27dbfc92cbb tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306419 Feb 02 13:01:17.852983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cca6fd-c93b-4fd3-8734-a5c2b7d991e2 req-5ec0ffb3-ab53-48a6-af21-e9fa18438202 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:17.864653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40392) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:17.869795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-34b9b898-e587-42d6-9c47-1d7d620ba563 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Request body: {'floatingip': {'port_id': 'd84dc991-6c6e-45f8-9683-919bb01e3344'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:17.878917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36cca6fd-c93b-4fd3-8734-a5c2b7d991e2 req-5ec0ffb3-ab53-48a6-af21-e9fa18438202 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 945 time: 0.3095188 Feb 02 13:01:17.981419 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5f9c0-cbb5-41de-b58b-30d8ed4a5a1c req-463cf811-571f-41d0-9231-1a58dccbb20f tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:17.988497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-85e5f9c0-cbb5-41de-b58b-30d8ed4a5a1c req-463cf811-571f-41d0-9231-1a58dccbb20f tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.62 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 950 time: 0.3539093 Feb 02 13:01:18.022062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40398) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:18.065353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34b9b898-e587-42d6-9c47-1d7d620ba563 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for floatingip (f4bc560d-99e4-40d4-9912-fe8929a69eb0), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:18.126547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a39f2-7f52-475c-9960-d33697604642 req-a415db23-a26e-4865-945f-85a5321ae2e1 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:18.134622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb3a39f2-7f52-475c-9960-d33697604642 req-a415db23-a26e-4865-945f-85a5321ae2e1 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 950 time: 0.3022249 Feb 02 13:01:18.329278 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cd21aaec-3771-4b37-ae51-35594f19a4eb req-65cc9411-01ac-4b53-ad8a-2d9132d69b31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3419273 Feb 02 13:01:18.341236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb3a39f2-7f52-475c-9960-d33697604642 req-da57d6bd-6e77-435b-93c2-c88be3eeae06 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/security-groups?id=2fa8be19-b44a-4807-b579-2d954956816c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056844 Feb 02 13:01:18.405021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-85e5f9c0-cbb5-41de-b58b-30d8ed4a5a1c req-f7ca8dc8-35df-4cfe-acd6-b21514b4d9e4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Deleting port df985868-a30b-4c40-a964-e0918c55434a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:01:18.407230 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-85e5f9c0-cbb5-41de-b58b-30d8ed4a5a1c req-f7ca8dc8-35df-4cfe-acd6-b21514b4d9e4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (df985868-a30b-4c40-a964-e0918c55434a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:18.524743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3b47cbe3-0907-4912-bfcf-93169d7631c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:18.540717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21aaec-3771-4b37-ae51-35594f19a4eb req-b58aa77d-20ec-40e0-af7c-85f392ffabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:18.542691 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cd21aaec-3771-4b37-ae51-35594f19a4eb req-b58aa77d-20ec-40e0-af7c-85f392ffabd9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 1126 time: 0.1675730 Feb 02 13:01:18.616757 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1be14f-d248-4c58-9833-72b1d4090eb2 req-3cf66a95-8153-48bc-b682-e3f034345d1e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:18.629976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa1be14f-d248-4c58-9833-72b1d4090eb2 req-3cf66a95-8153-48bc-b682-e3f034345d1e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.1713207 Feb 02 13:01:18.647743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-85e5f9c0-cbb5-41de-b58b-30d8ed4a5a1c req-f7ca8dc8-35df-4cfe-acd6-b21514b4d9e4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] For port df985868-a30b-4c40-a964-e0918c55434a, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=df985868-a30b-4c40-a964-e0918c55434a,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:18.648594 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-85e5f9c0-cbb5-41de-b58b-30d8ed4a5a1c req-f7ca8dc8-35df-4cfe-acd6-b21514b4d9e4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (df985868-a30b-4c40-a964-e0918c55434a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:18.682754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-85e5f9c0-cbb5-41de-b58b-30d8ed4a5a1c req-f7ca8dc8-35df-4cfe-acd6-b21514b4d9e4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Calling delete_port for df985868-a30b-4c40-a964-e0918c55434a owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:01:18.871285 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa1be14f-d248-4c58-9833-72b1d4090eb2 req-1009f846-0114-46e5-99cf-7ba9de7da970 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399535 Feb 02 13:01:19.044604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21aaec-3771-4b37-ae51-35594f19a4eb req-532d16f1-de7d-4a79-96be-7eb8bdbc5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:19.054385 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cd21aaec-3771-4b37-ae51-35594f19a4eb req-532d16f1-de7d-4a79-96be-7eb8bdbc5e69 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.4343171 Feb 02 13:01:19.083249 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-85e5f9c0-cbb5-41de-b58b-30d8ed4a5a1c req-f7ca8dc8-35df-4cfe-acd6-b21514b4d9e4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (df985868-a30b-4c40-a964-e0918c55434a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:19.125811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca8dc8-35df-4cfe-acd6-b21514b4d9e4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Pushing event deleted for resources: {'Port': ['ID=df985868-a30b-4c40-a964-e0918c55434a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:19.141404 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['df985868-a30b-4c40-a964-e0918c55434a'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:01:19.247504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e5f9c0-cbb5-41de-b58b-30d8ed4a5a1c req-f7ca8dc8-35df-4cfe-acd6-b21514b4d9e4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] No DVR routers for this DVR port df985868-a30b-4c40-a964-e0918c55434a on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:01:19.251689 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-85e5f9c0-cbb5-41de-b58b-30d8ed4a5a1c req-f7ca8dc8-35df-4cfe-acd6-b21514b4d9e4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:19.255062 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-85e5f9c0-cbb5-41de-b58b-30d8ed4a5a1c req-f7ca8dc8-35df-4cfe-acd6-b21514b4d9e4 tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.62 "DELETE /v2.0/ports/df985868-a30b-4c40-a964-e0918c55434a HTTP/1.1" status: 204 len: 173 time: 1.2545843 Feb 02 13:01:19.255555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c0cc45-4dc6-48fb-af57-6afce1026be7', 'name': 'network-vif-deleted', 'tag': 'df985868-a30b-4c40-a964-e0918c55434a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:19.269790 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d09d196-0bc2-400b-9468-097f76266a9f" -d '{"events": [{"server_uuid": "62c0cc45-4dc6-48fb-af57-6afce1026be7", "name": "network-vif-deleted", "tag": "df985868-a30b-4c40-a964-e0918c55434a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:19.427447 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cd21aaec-3771-4b37-ae51-35594f19a4eb req-b6ba7d9b-ccb6-4104-a33d-4a342dad09fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b HTTP/1.1" status: 200 len: 217 time: 0.3644753 Feb 02 13:01:19.624316 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c82904a-a2f3-484f-b3a8-56967ded25a2 x-openstack-request-id: req-3c82904a-a2f3-484f-b3a8-56967ded25a2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:19.624828 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c0cc45-4dc6-48fb-af57-6afce1026be7", "name": "network-vif-deleted", "tag": "df985868-a30b-4c40-a964-e0918c55434a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:19.625065 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3c82904a-a2f3-484f-b3a8-56967ded25a2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:19.625780 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c0cc45-4dc6-48fb-af57-6afce1026be7', 'name': 'network-vif-deleted', 'tag': 'df985868-a30b-4c40-a964-e0918c55434a', 'status': 'completed', 'code': 200} Feb 02 13:01:19.646839 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3b47cbe3-0907-4912-bfcf-93169d7631c7 admin admin] Publish callbacks [] for security_group (bd2e4e73-a703-48b2-8d8f-fe557813a362), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:19.742715 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3b47cbe3-0907-4912-bfcf-93169d7631c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (bd2e4e73-a703-48b2-8d8f-fe557813a362), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:19.824469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47cbe3-0907-4912-bfcf-93169d7631c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2e4e73-a703-48b2-8d8f-fe557813a362,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:19.840667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21aaec-3771-4b37-ae51-35594f19a4eb req-30815dff-b611-41b8-9360-25348a119e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:19.842319 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cd21aaec-3771-4b37-ae51-35594f19a4eb req-30815dff-b611-41b8-9360-25348a119e9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.3486540 Feb 02 13:01:19.951764 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cd21aaec-3771-4b37-ae51-35594f19a4eb req-b05dfe20-1746-4883-a27d-89e3e26536a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725670 Feb 02 13:01:19.959058 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3b47cbe3-0907-4912-bfcf-93169d7631c7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=000d58cf137c4a92a0d0c72522a8d1cb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9331148 Feb 02 13:01:19.970953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40456) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:20.032558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb0b5cc0-a373-4bbb-bc10-23d7f961619c req-b21444b8-49a3-4ada-82cb-91bad3bb5c3e tempest-DeleteServersAdminTestJSON-1934315183 tempest-DeleteServersAdminTestJSON-1934315183-project] 10.222.0.83 "GET /v2.0/ports?device_id=62c0cc45-4dc6-48fb-af57-6afce1026be7 HTTP/1.1" status: 200 len: 210 time: 0.1092129 Feb 02 13:01:20.058207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-e2ffa91e-c0a4-4b1e-a837-f2c0b0763fcc tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:01:20.070197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-e2ffa91e-c0a4-4b1e-a837-f2c0b0763fcc tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0264676 Feb 02 13:01:20.167093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c622-0046-414b-8829-ed8d54dd854c req-77dbce75-ffb4-436c-a2d1-4f0e4dfc5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:20.173896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-77dbce75-ffb4-436c-a2d1-4f0e4dfc5a2f service neutron] 10.222.0.83 "GET /v2.0/ports/c679b88f-9db8-4200-b1b9-8ef6c28acf5e HTTP/1.1" status: 200 len: 1124 time: 0.1009839 Feb 02 13:01:20.185697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] Request body: {'binding': {'host': 'n-h1-827336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:20.186315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:01:20.215631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40462) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:20.313821 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.resource_extend [None req-34b9b898-e587-42d6-9c47-1d7d620ba563 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:01:20.314404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb85b8-6bc0-4916-9884-b140b40ceb73 req-9366804e-300f-461a-bff4-f979dc3d03e8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:20.327950 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cddb85b8-6bc0-4916-9884-b140b40ceb73 req-9366804e-300f-461a-bff4-f979dc3d03e8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.1149535 Feb 02 13:01:20.431854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cddb85b8-6bc0-4916-9884-b140b40ceb73 req-d3790d12-9567-4d13-a7c0-20d66b69e395 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024225 Feb 02 13:01:20.476318 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f49c0bc1-4f3c-4373-b81e-f9f5b96780d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:20.524571 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34b9b898-e587-42d6-9c47-1d7d620ba563 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:20.525757 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7532040-89fc-4a07-a665-c6afa39ad8cd admin admin] Publish callbacks [] for security_group (bd2e4e73-a703-48b2-8d8f-fe557813a362), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:20.537148 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cd21aaec-3771-4b37-ae51-35594f19a4eb req-ec802279-6bc1-4719-888f-c74e16397880 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722868 Feb 02 13:01:20.549512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] Attempting to bind port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on host n-h1-827336-2 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:20.549979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] Attempting to bind port c679b88f-9db8-4200-b1b9-8ef6c28acf5e by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:20.550181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] Attempting to bind port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:20.552863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34b9b898-e587-42d6-9c47-1d7d620ba563 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (f4bc560d-99e4-40d4-9912-fe8929a69eb0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:20.560053 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] Port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:01:20.560437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] Attempting to bind port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:20.568531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:20.568765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:20.569129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] Bound using segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:20.569571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] Bound port: c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:20.659408 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7532040-89fc-4a07-a665-c6afa39ad8cd admin admin] Publish callbacks [] for security_group (bd2e4e73-a703-48b2-8d8f-fe557813a362), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:20.664538 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f49c0bc1-4f3c-4373-b81e-f9f5b96780d0 admin admin] Publish callbacks [] for security_group (6f89ffe3-3685-426b-b6f6-931a1f10d50c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:20.668863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:20.670489 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f49c0bc1-4f3c-4373-b81e-f9f5b96780d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6f89ffe3-3685-426b-b6f6-931a1f10d50c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:20.680061 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:20.681752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-bc5d8d8b-6cc1-48ec-b852-3c57a18bb50a service neutron] 10.222.0.83 "POST /v2.0/ports/c679b88f-9db8-4200-b1b9-8ef6c28acf5e/bindings HTTP/1.1" status: 201 len: 389 time: 0.5017326 Feb 02 13:01:20.717519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c0bc1-4f3c-4373-b81e-f9f5b96780d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f89ffe3-3685-426b-b6f6-931a1f10d50c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:20.722481 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f49c0bc1-4f3c-4373-b81e-f9f5b96780d0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b844bde4367d4d7394d1ed2dcd8447bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5058014 Feb 02 13:01:20.730186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:20.819853 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-775bc75d-5420-453f-8612-7dbdca94e56d admin admin] Publish callbacks [] for security_group (6f89ffe3-3685-426b-b6f6-931a1f10d50c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:20.876582 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-775bc75d-5420-453f-8612-7dbdca94e56d admin admin] Publish callbacks [] for security_group (6f89ffe3-3685-426b-b6f6-931a1f10d50c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:21.004893 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cd21aaec-3771-4b37-ae51-35594f19a4eb req-5bc45f1e-38e7-44dd-a9c5-a4e2411f9afe service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557340 Feb 02 13:01:21.008528 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7532040-89fc-4a07-a665-c6afa39ad8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (bd2e4e73-a703-48b2-8d8f-fe557813a362), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:21.011787 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7532040-89fc-4a07-a665-c6afa39ad8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:21.012630 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c7532040-89fc-4a07-a665-c6afa39ad8cd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bd2e4e73-a703-48b2-8d8f-fe557813a362 HTTP/1.1" status: 204 len: 168 time: 1.0335221 Feb 02 13:01:21.045397 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-34b9b898-e587-42d6-9c47-1d7d620ba563 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Floating IP f4bc560d-99e4-40d4-9912-fe8929a69eb0 associated. External IP: 172.25.4.247, port: d84dc991-6c6e-45f8-9683-919bb01e3344. Feb 02 13:01:21.052449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7532040-89fc-4a07-a665-c6afa39ad8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2e4e73-a703-48b2-8d8f-fe557813a362,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:21.214992 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c622-0046-414b-8829-ed8d54dd854c req-fadc461b-a352-404f-87e6-abd5c9adffff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:21.217760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-fadc461b-a352-404f-87e6-abd5c9adffff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 1127 time: 0.1186273 Feb 02 13:01:21.225334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f2330-5d40-4ecf-984f-111a0d7fd24f req-8a4b8275-7da5-4382-9f73-a91d7357aba0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:21.242519 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-364f2330-5d40-4ecf-984f-111a0d7fd24f req-8a4b8275-7da5-4382-9f73-a91d7357aba0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.2858150 Feb 02 13:01:21.298985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device df985868-a30b-4c40-a964-e0918c55434a no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:01:21.335521 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-775bc75d-5420-453f-8612-7dbdca94e56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6f89ffe3-3685-426b-b6f6-931a1f10d50c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:21.339994 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-775bc75d-5420-453f-8612-7dbdca94e56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:21.348994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-775bc75d-5420-453f-8612-7dbdca94e56d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6f89ffe3-3685-426b-b6f6-931a1f10d50c HTTP/1.1" status: 204 len: 168 time: 0.6164801 Feb 02 13:01:21.367299 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: df985868-a30b-4c40-a964-e0918c55434a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:01:21.367668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device df985868-a30b-4c40-a964-e0918c55434a not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:01:21.444329 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-364f2330-5d40-4ecf-984f-111a0d7fd24f req-1e236972-ab70-4d7a-89b8-a7037ebcbe2b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008152 Feb 02 13:01:21.494955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b9b898-e587-42d6-9c47-1d7d620ba563 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Router 1b60f04c-18f0-4f2c-a897-060bca7cc311 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:01:21.515675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775bc75d-5420-453f-8612-7dbdca94e56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f89ffe3-3685-426b-b6f6-931a1f10d50c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:21.673338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c622-0046-414b-8829-ed8d54dd854c req-1696163f-9ac1-432a-8e0e-681876c52210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:21.676064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-1696163f-9ac1-432a-8e0e-681876c52210 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.4313214 Feb 02 13:01:21.789273 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-e2030e62-a498-461f-916f-3ee264bb1472 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e HTTP/1.1" status: 200 len: 217 time: 0.1038806 Feb 02 13:01:21.925189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c622-0046-414b-8829-ed8d54dd854c req-06a0acd2-f132-4209-a688-4fdb232ff3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:21.926649 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-06a0acd2-f132-4209-a688-4fdb232ff3fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.1224585 Feb 02 13:01:21.937332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bce954-a338-41cd-b99b-9c46cb3f0e4b req-38c1ab17-f0cf-46ee-96bd-2d602e539fde tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:21.946570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06bce954-a338-41cd-b99b-9c46cb3f0e4b req-38c1ab17-f0cf-46ee-96bd-2d602e539fde tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.3178535 Feb 02 13:01:22.058464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-d494dd24-c136-4425-ae46-24eea35f1d45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104910 Feb 02 13:01:22.229459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-2a7f37c2-e424-46cf-bb14-a951e596f3a7 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523485 Feb 02 13:01:22.231382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:22.299950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b9b898-e587-42d6-9c47-1d7d620ba563 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:01:22.307883 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06bce954-a338-41cd-b99b-9c46cb3f0e4b req-fa7cd796-b967-4421-afc4-8efa67692402 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486876 Feb 02 13:01:22.313660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050723f-9090-4928-b8d3-90f2932145b1 None None] Sync routers for ids ['1b60f04c-18f0-4f2c-a897-060bca7cc311'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:01:22.314175 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34b9b898-e587-42d6-9c47-1d7d620ba563 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:22.337122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050723f-9090-4928-b8d3-90f2932145b1 None None] Routers {'1b60f04c-18f0-4f2c-a897-060bca7cc311'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:01:22.340306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a050723f-9090-4928-b8d3-90f2932145b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:01:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1b60f04c-18f0-4f2c-a897-060bca7cc311'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:22.407461 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-403b540f-5cbd-4e59-a7a4-d84243ebd5b3 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628075 Feb 02 13:01:22.445228 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-34b9b898-e587-42d6-9c47-1d7d620ba563 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "PUT /v2.0/floatingips/f4bc560d-99e4-40d4-9912-fe8929a69eb0 HTTP/1.1" status: 200 len: 991 time: 4.5789278 Feb 02 13:01:22.449104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b905e8-66db-4179-a6df-850ed117dd8f', 'tag': 'd84dc991-6c6e-45f8-9683-919bb01e3344'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:22.458032 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83c4c94-b7d5-4704-a261-c6f75013ffa6" -d '{"events": [{"name": "network-changed", "server_uuid": "52b905e8-66db-4179-a6df-850ed117dd8f", "tag": "d84dc991-6c6e-45f8-9683-919bb01e3344"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:22.532583 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a4a947-2bbc-4823-a579-a3b013d35303 x-openstack-request-id: req-f9a4a947-2bbc-4823-a579-a3b013d35303 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:22.533191 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b905e8-66db-4179-a6df-850ed117dd8f", "tag": "d84dc991-6c6e-45f8-9683-919bb01e3344", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:22.533191 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f9a4a947-2bbc-4823-a579-a3b013d35303 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:22.533560 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b905e8-66db-4179-a6df-850ed117dd8f', 'tag': 'd84dc991-6c6e-45f8-9683-919bb01e3344', 'status': 'completed', 'code': 200} Feb 02 13:01:22.903014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-21247fb8-6fd1-4a55-a187-ca0e9723747f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f9b2be59166c463699dcefe40d9265c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6703682 Feb 02 13:01:22.906049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40556) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:22.943537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e4ada-80cc-47f0-aa87-bdccc2b5567f req-ad6b8a70-2550-488a-a4a9-a83c47f8040e tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:22.960828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-038e4ada-80cc-47f0-aa87-bdccc2b5567f req-ad6b8a70-2550-488a-a4a9-a83c47f8040e tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 945 time: 0.4037411 Feb 02 13:01:23.025143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-a050723f-9090-4928-b8d3-90f2932145b1 None None] Set router 1b60f04c-18f0-4f2c-a897-060bca7cc311 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:01:23.046576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c4c94-b7d5-4704-a261-c6f75013ffa6 req-607c18df-d17c-4a46-a0d8-1b734053a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:23.050639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b83c4c94-b7d5-4704-a261-c6f75013ffa6 req-607c18df-d17c-4a46-a0d8-1b734053a6d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4261872942884bfa9d005109329baad0&device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 1127 time: 0.4218688 Feb 02 13:01:23.073025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8200652-fd69-457d-9694-aed502c16362 admin admin] Publish callbacks [] for security_group (2fa8be19-b44a-4807-b579-2d954956816c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:23.088664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311168d-a1a7-41d3-be2c-22b4ef097b3e req-8ff48f21-96e0-4647-886c-42b0b987be71 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:23.099748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b311168d-a1a7-41d3-be2c-22b4ef097b3e req-8ff48f21-96e0-4647-886c-42b0b987be71 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.3973038 Feb 02 13:01:23.145946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8200652-fd69-457d-9694-aed502c16362 admin admin] Publish callbacks [] for security_group (2fa8be19-b44a-4807-b579-2d954956816c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:23.228038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40562) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:23.248341 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8200652-fd69-457d-9694-aed502c16362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2fa8be19-b44a-4807-b579-2d954956816c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:23.251851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8200652-fd69-457d-9694-aed502c16362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:23.255768 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b8200652-fd69-457d-9694-aed502c16362 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2fa8be19-b44a-4807-b579-2d954956816c HTTP/1.1" status: 204 len: 168 time: 0.3448503 Feb 02 13:01:23.267569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8200652-fd69-457d-9694-aed502c16362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa8be19-b44a-4807-b579-2d954956816c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:23.288777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c4c94-b7d5-4704-a261-c6f75013ffa6 req-9c4652db-8197-4865-82a6-45aca7594c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:23.290350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b83c4c94-b7d5-4704-a261-c6f75013ffa6 req-9c4652db-8197-4865-82a6-45aca7594c1b service neutron] 10.222.0.18 "GET /v2.0/networks?id=91efa85c-7868-4ae1-a1c2-f355eb3a4739 HTTP/1.1" status: 200 len: 915 time: 0.2336106 Feb 02 13:01:23.318192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40568) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:23.449305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1930729358-network', 'tenant_id': 'ec10137ee7ac47c1a53793c32a3abfc7'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:23.482959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-038e4ada-80cc-47f0-aa87-bdccc2b5567f req-fc0c6c95-3292-49d8-ab84-1e4912f09831 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5209334 Feb 02 13:01:23.516837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Made reservation on behalf of ec10137ee7ac47c1a53793c32a3abfc7 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:01:23.524273 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:23.559811 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:23.630190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b83c4c94-b7d5-4704-a261-c6f75013ffa6 req-9d263330-0f37-4875-becc-b71c857f1079 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d84dc991-6c6e-45f8-9683-919bb01e3344 HTTP/1.1" status: 200 len: 999 time: 0.3246977 Feb 02 13:01:23.755190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-318301913-network', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:23.801364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c4c94-b7d5-4704-a261-c6f75013ffa6 req-57e52cf9-063e-4219-b013-14545349245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:23.805450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b83c4c94-b7d5-4704-a261-c6f75013ffa6 req-57e52cf9-063e-4219-b013-14545349245e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ad63301-62f7-4379-bdc8-00febed67097 HTTP/1.1" status: 200 len: 853 time: 0.1578734 Feb 02 13:01:23.836220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b311168d-a1a7-41d3-be2c-22b4ef097b3e req-fd3f3d9b-c9a5-4552-a592-19bedc137fc9 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6833661 Feb 02 13:01:23.886889 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Made reservation on behalf of 1180f703ad6a4bf091f7b7f2773b7be4 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:01:23.891277 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:23.912452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:23.912706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a050723f-9090-4928-b8d3-90f2932145b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'f4bc560d-99e4-40d4-9912-fe8929a69eb0', 'tenant_id': '4261872942884bfa9d005109329baad0', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'port_id': 'd84dc991-6c6e-45f8-9683-919bb01e3344', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'mac_address': 'fa:16:3e:9d:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b905e8-66db-4179-a6df-850ed117dd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:00:55Z', 'updated_at': '2022-02-02T13:01:19Z', 'revision_number': 1, 'project_id': '4261872942884bfa9d005109329baad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6e6410-c2f0-45c8-b50e-ca32d6f73334', 'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'tenant_id': '4261872942884bfa9d005109329baad0', 'mac_address': 'fa:16:3e:bb:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:45Z', 'updated_at': '2022-02-02T13:00:54Z', 'revision_number': 5, 'project_id': '4261872942884bfa9d005109329baad0', 'subnets': [{'id': '3ad63301-62f7-4379-bdc8-00febed67097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:23.957296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Publish callbacks [] for security_group (223217d4-2294-4871-b900-9c7c8348a706), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:23.973134 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (223217d4-2294-4871-b900-9c7c8348a706), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:23.979287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050723f-9090-4928-b8d3-90f2932145b1 None None] Checking router: 1b60f04c-18f0-4f2c-a897-060bca7cc311 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:01:23.979564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c4c94-b7d5-4704-a261-c6f75013ffa6 req-ba1b83c6-1041-4c72-a303-6d3505fb16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:23.981205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b83c4c94-b7d5-4704-a261-c6f75013ffa6 req-ba1b83c6-1041-4c72-a303-6d3505fb16d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=91efa85c-7868-4ae1-a1c2-f355eb3a4739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1415818 Feb 02 13:01:24.001059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:01:24.010329 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050723f-9090-4928-b8d3-90f2932145b1 None None] Routers {'1b60f04c-18f0-4f2c-a897-060bca7cc311'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:01:24.011164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a050723f-9090-4928-b8d3-90f2932145b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:01:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1b60f04c-18f0-4f2c-a897-060bca7cc311'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:24.027997 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8e391e9c-7811-4f8f-99d3-fe942ec8aa6e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.028497 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Added segment 8e391e9c-7811-4f8f-99d3-fe942ec8aa6e of type vlan for network 33e9c800-372f-4155-a8a6-2f276cc94f99 Feb 02 13:01:24.129694 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (33e9c800-372f-4155-a8a6-2f276cc94f99), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.172708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b83c4c94-b7d5-4704-a261-c6f75013ffa6 req-8776cc38-2d0a-40dd-a632-9c7254aaf0dd service neutron] 10.222.0.18 "GET /v2.0/networks/91efa85c-7868-4ae1-a1c2-f355eb3a4739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808689 Feb 02 13:01:24.176679 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40584) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:24.194187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6637bfb-bce9-4640-9b73-b0717ecc2c4c req-d2fa25a8-9c22-4c66-bd2f-adf585977fc8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:24.200487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6637bfb-bce9-4640-9b73-b0717ecc2c4c req-d2fa25a8-9c22-4c66-bd2f-adf585977fc8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.2707851 Feb 02 13:01:24.253059 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c92461a-b9f8-49d4-9205-61d0175a9e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.338680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-a050723f-9090-4928-b8d3-90f2932145b1 None None] Set router 1b60f04c-18f0-4f2c-a897-060bca7cc311 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:01:24.370669 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c92461a-b9f8-49d4-9205-61d0175a9e7b admin admin] Publish callbacks [] for security_group (0b6fd632-6ba3-413f-ae6c-9ae6b3e8874a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.380990 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c92461a-b9f8-49d4-9205-61d0175a9e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0b6fd632-6ba3-413f-ae6c-9ae6b3e8874a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.438635 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Publish callbacks [] for security_group (4f86c42a-f83f-4032-b5a0-71f147da30e5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.440657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223217d4-2294-4871-b900-9c7c8348a706,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:24.447713 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4f86c42a-f83f-4032-b5a0-71f147da30e5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.463951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:01:24.480246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4ba7f8b8-5967-4787-9d3a-396cf2cdabf2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.480662 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Added segment 4ba7f8b8-5967-4787-9d3a-396cf2cdabf2 of type vlan for network 588daa18-8525-44e4-ad4d-75a5fcb7e389 Feb 02 13:01:24.515814 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0c92461a-b9f8-49d4-9205-61d0175a9e7b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=72308039931a4978b622937659c6f2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3133817 Feb 02 13:01:24.518990 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6637bfb-bce9-4640-9b73-b0717ecc2c4c req-89adb218-7308-4f43-b90d-eeb2dd3916b7 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023508 Feb 02 13:01:24.519482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40588) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:24.532686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92461a-b9f8-49d4-9205-61d0175a9e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6fd632-6ba3-413f-ae6c-9ae6b3e8874a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:24.587414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (588daa18-8525-44e4-ad4d-75a5fcb7e389), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.670702 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4a9cf27-1682-487d-931c-c15ce472b2af admin admin] Publish callbacks [] for security_group (0b6fd632-6ba3-413f-ae6c-9ae6b3e8874a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.671076 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (33e9c800-372f-4155-a8a6-2f276cc94f99), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.684439 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:24.686261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.735355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b83c4c94-b7d5-4704-a261-c6f75013ffa6 req-c08e30fb-508e-442f-b84e-21fe417f2d2b service neutron] 10.222.0.18 "GET /v2.0/networks/91efa85c-7868-4ae1-a1c2-f355eb3a4739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279465 Feb 02 13:01:24.751404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4a9cf27-1682-487d-931c-c15ce472b2af admin admin] Publish callbacks [] for security_group (0b6fd632-6ba3-413f-ae6c-9ae6b3e8874a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.764588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (588daa18-8525-44e4-ad4d-75a5fcb7e389), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.766568 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:24.770353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.808178 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f86c42a-f83f-4032-b5a0-71f147da30e5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:24.827860 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5938358 Feb 02 13:01:24.827860 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40602) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:24.835277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2d6d5-671f-4941-abd0-6b43c17324a6 req-ee9f87fd-31ee-4e90-8085-38deb7e576a1 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:24.841651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fb2d6d5-671f-4941-abd0-6b43c17324a6 req-ee9f87fd-31ee-4e90-8085-38deb7e576a1 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 945 time: 0.1754072 Feb 02 13:01:24.857373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-027a2b79-15b7-4ec1-996e-0e94f1598ade admin admin] Request body: {'subnet': {'network_id': '33e9c800-372f-4155-a8a6-2f276cc94f99', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1930729358-subnet', 'tenant_id': 'ec10137ee7ac47c1a53793c32a3abfc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:24.882585 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5631692 Feb 02 13:01:24.886081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40606) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:24.904330 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4a9cf27-1682-487d-931c-c15ce472b2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0b6fd632-6ba3-413f-ae6c-9ae6b3e8874a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.907630 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4a9cf27-1682-487d-931c-c15ce472b2af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:24.914604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-85b62677-272b-48c3-803f-c729f017154e admin admin] Request body: {'subnet': {'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-318301913-subnet', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:24.920877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a4a9cf27-1682-487d-931c-c15ce472b2af admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0b6fd632-6ba3-413f-ae6c-9ae6b3e8874a HTTP/1.1" status: 204 len: 168 time: 0.3846607 Feb 02 13:01:24.956358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9cf27-1682-487d-931c-c15ce472b2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6fd632-6ba3-413f-ae6c-9ae6b3e8874a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:25.008838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fb2d6d5-671f-4941-abd0-6b43c17324a6 req-88459064-90ba-467e-9153-0e9de9d8c7fc tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414752 Feb 02 13:01:25.042155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e445b2-ced3-4cc0-800a-6052a237a3b2 admin admin] Pushing event updated for resources: {'Network': ['ID=33e9c800-372f-4155-a8a6-2f276cc94f99,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:25.054245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 33e9c800-372f-4155-a8a6-2f276cc94f99 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:01:25.089142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027a2b79-15b7-4ec1-996e-0e94f1598ade admin admin] Made reservation on behalf of ec10137ee7ac47c1a53793c32a3abfc7 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:01:25.094018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-027a2b79-15b7-4ec1-996e-0e94f1598ade admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:25.212057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bffd8-6353-4e00-83e1-cb316b9bac3f req-fd085332-890a-409b-8a17-a9787964460a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:25.213792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e19bffd8-6353-4e00-83e1-cb316b9bac3f req-fd085332-890a-409b-8a17-a9787964460a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.1547205 Feb 02 13:01:25.247914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a050723f-9090-4928-b8d3-90f2932145b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'f4bc560d-99e4-40d4-9912-fe8929a69eb0', 'tenant_id': '4261872942884bfa9d005109329baad0', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'port_id': 'd84dc991-6c6e-45f8-9683-919bb01e3344', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'mac_address': 'fa:16:3e:9d:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b905e8-66db-4179-a6df-850ed117dd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:00:55Z', 'updated_at': '2022-02-02T13:01:19Z', 'revision_number': 1, 'project_id': '4261872942884bfa9d005109329baad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6e6410-c2f0-45c8-b50e-ca32d6f73334', 'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'tenant_id': '4261872942884bfa9d005109329baad0', 'mac_address': 'fa:16:3e:bb:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:45Z', 'updated_at': '2022-02-02T13:00:54Z', 'revision_number': 5, 'project_id': '4261872942884bfa9d005109329baad0', 'subnets': [{'id': '3ad63301-62f7-4379-bdc8-00febed67097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:25.255902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b62677-272b-48c3-803f-c729f017154e admin admin] Made reservation on behalf of 1180f703ad6a4bf091f7b7f2773b7be4 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:01:25.260332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85b62677-272b-48c3-803f-c729f017154e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:25.301186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66958f8-dcb5-461d-ab18-b5ea199fc2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=588daa18-8525-44e4-ad4d-75a5fcb7e389,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:25.327756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a050723f-9090-4928-b8d3-90f2932145b1 None None] The sync data for ids ['1b60f04c-18f0-4f2c-a897-060bca7cc311'] in n-d-827336-2 is: [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'f4bc560d-99e4-40d4-9912-fe8929a69eb0', 'tenant_id': '4261872942884bfa9d005109329baad0', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'port_id': 'd84dc991-6c6e-45f8-9683-919bb01e3344', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'mac_address': 'fa:16:3e:9d:85:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b905e8-66db-4179-a6df-850ed117dd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:00:55Z', 'updated_at': '2022-02-02T13:01:19Z', 'revision_number': 1, 'project_id': '4261872942884bfa9d005109329baad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f6e6410-c2f0-45c8-b50e-ca32d6f73334', 'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'tenant_id': '4261872942884bfa9d005109329baad0', 'mac_address': 'fa:16:3e:bb:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:45Z', 'updated_at': '2022-02-02T13:00:54Z', 'revision_number': 5, 'project_id': '4261872942884bfa9d005109329baad0', 'subnets': [{'id': '3ad63301-62f7-4379-bdc8-00febed67097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:01:25.331588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 588daa18-8525-44e4-ad4d-75a5fcb7e389 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:01:25.350559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e19bffd8-6353-4e00-83e1-cb316b9bac3f req-f7c388a6-9ccc-4a33-ac96-b25c7569c88c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290963 Feb 02 13:01:25.595630 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-027a2b79-15b7-4ec1-996e-0e94f1598ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (4808a52e-3a18-4aaa-95ca-4642c62c0050), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:25.805318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a2b79-15b7-4ec1-996e-0e94f1598ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=4808a52e-3a18-4aaa-95ca-4642c62c0050,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:25.823107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2718b0-f5fd-451f-932d-162beb005e29 req-be59b91a-700d-468e-b2ef-80cb00957531 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:25.848079 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af2718b0-f5fd-451f-932d-162beb005e29 req-be59b91a-700d-468e-b2ef-80cb00957531 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.1762390 Feb 02 13:01:25.853228 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854e655c-9e1b-435a-9080-23dbb76f766e None None] New status for floating IP f4bc560d-99e4-40d4-9912-fe8929a69eb0: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:01:25.874025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a2b79-15b7-4ec1-996e-0e94f1598ade admin admin] Checking segment: {'id': '8e391e9c-7811-4f8f-99d3-fe942ec8aa6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '33e9c800-372f-4155-a8a6-2f276cc94f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:25.879264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027a2b79-15b7-4ec1-996e-0e94f1598ade admin admin] Network hostable DHCP agents. Network: 33e9c800-372f-4155-a8a6-2f276cc94f99, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:01:25.887400 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85b62677-272b-48c3-803f-c729f017154e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (da34e80d-cf3c-4a53-830b-765c63264dfe), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:26.021503 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af2718b0-f5fd-451f-932d-162beb005e29 req-eedd1f5c-7d39-4652-a224-33ce7ae0f466 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724086 Feb 02 13:01:26.035264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027a2b79-15b7-4ec1-996e-0e94f1598ade admin admin] Network 33e9c800-372f-4155-a8a6-2f276cc94f99 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:01:26.043153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b62677-272b-48c3-803f-c729f017154e admin admin] Pushing event updated for resources: {'Subnet': ['ID=da34e80d-cf3c-4a53-830b-765c63264dfe,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:26.054233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-027a2b79-15b7-4ec1-996e-0e94f1598ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 33e9c800-372f-4155-a8a6-2f276cc94f99) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:26.062245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027a2b79-15b7-4ec1-996e-0e94f1598ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:26.063033 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-027a2b79-15b7-4ec1-996e-0e94f1598ade admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:26.064292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8116edbf-5bd7-4a38-a8bf-ab13b9c709e1 None None] Network 33e9c800-372f-4155-a8a6-2f276cc94f99 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:01:26.091934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b62677-272b-48c3-803f-c729f017154e admin admin] Checking segment: {'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:26.092333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b62677-272b-48c3-803f-c729f017154e admin admin] Network hostable DHCP agents. Network: 588daa18-8525-44e4-ad4d-75a5fcb7e389, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:01:26.108759 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-027a2b79-15b7-4ec1-996e-0e94f1598ade admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2622044 Feb 02 13:01:26.133223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b62677-272b-48c3-803f-c729f017154e admin admin] Network 588daa18-8525-44e4-ad4d-75a5fcb7e389 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:01:26.163345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-85b62677-272b-48c3-803f-c729f017154e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 588daa18-8525-44e4-ad4d-75a5fcb7e389) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:26.172412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b62677-272b-48c3-803f-c729f017154e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:26.173008 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85b62677-272b-48c3-803f-c729f017154e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:26.207406 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-85b62677-272b-48c3-803f-c729f017154e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3130584 Feb 02 13:01:26.210576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40644) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:26.220059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:26.227142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f745e1b-b81e-4771-bd02-de7375d821b5 None None] Network 588daa18-8525-44e4-ad4d-75a5fcb7e389 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:01:26.259644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6200b-b389-420d-ab35-c807d10979ec req-7c0a7823-f08d-4c37-ab1d-e5fd8da117c9 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:26.263316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16f6200b-b389-420d-ab35-c807d10979ec req-7c0a7823-f08d-4c37-ab1d-e5fd8da117c9 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 945 time: 0.1244190 Feb 02 13:01:26.271124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:26.275008 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:26.370574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16f6200b-b389-420d-ab35-c807d10979ec req-0414c612-e916-4dad-9ad2-9ff3d9b08888 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004436 Feb 02 13:01:26.458613 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Publish callbacks [] for router_controller (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:26.486836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f111dcac-ce0b-497a-a60b-c459411d34f2 None None] Network 33e9c800-372f-4155-a8a6-2f276cc94f99 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:01:26.579108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-aa84d383-55a4-4cfa-b2d6-f4e69b1b7f8e req-22651a5f-2255-43b8-a02e-4c25baed80e0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1690932402', 'description': 'tempest-description-1058228024'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:26.604084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912031e9-6c5a-428a-86c0-010261e5115d req-d569ebe5-e06a-4f8e-b243-bb4eb0646b42 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:26.620550 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-912031e9-6c5a-428a-86c0-010261e5115d req-d569ebe5-e06a-4f8e-b243-bb4eb0646b42 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.1343589 Feb 02 13:01:26.648281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-588daa18-8525-44e4-ad4d-75a5fcb7e389', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'fixed_ips': [{'subnet_id': 'da34e80d-cf3c-4a53-830b-765c63264dfe'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:01:26.649500 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:26.737157 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa84d383-55a4-4cfa-b2d6-f4e69b1b7f8e req-22651a5f-2255-43b8-a02e-4c25baed80e0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:26.802112 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-912031e9-6c5a-428a-86c0-010261e5115d req-46a0b282-5428-4b4b-b7f3-ed78bc4dea8e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805608 Feb 02 13:01:26.803021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Publish callbacks [] for router_gateway (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:26.948222 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa84d383-55a4-4cfa-b2d6-f4e69b1b7f8e req-22651a5f-2255-43b8-a02e-4c25baed80e0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (c100f16f-b90a-4679-bd94-fa1a07ae87d3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:26.957959 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa84d383-55a4-4cfa-b2d6-f4e69b1b7f8e req-22651a5f-2255-43b8-a02e-4c25baed80e0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c100f16f-b90a-4679-bd94-fa1a07ae87d3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.012689 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa84d383-55a4-4cfa-b2d6-f4e69b1b7f8e req-22651a5f-2255-43b8-a02e-4c25baed80e0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.022326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa84d383-55a4-4cfa-b2d6-f4e69b1b7f8e req-22651a5f-2255-43b8-a02e-4c25baed80e0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4536419 Feb 02 13:01:27.026425 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22651a5f-2255-43b8-a02e-4c25baed80e0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c100f16f-b90a-4679-bd94-fa1a07ae87d3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:27.027824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Allocated IP 172.20.0.2 (588daa18-8525-44e4-ad4d-75a5fcb7e389/da34e80d-cf3c-4a53-830b-765c63264dfe/003eb4e6-bd13-4793-bfff-d4482e983176) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:01:27.121944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a957a11e-a9e5-4ba0-a572-7216e14e2a5a req-221a8487-600f-41fa-93c4-e844fb3f4b1b tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/c100f16f-b90a-4679-bd94-fa1a07ae87d3 HTTP/1.1" status: 200 len: 1830 time: 0.0670538 Feb 02 13:01:27.138731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a957a11e-a9e5-4ba0-a572-7216e14e2a5a req-b21fd4e9-bb51-4091-b7fd-890ea3d680cf tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c100f16f-b90a-4679-bd94-fa1a07ae87d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:27.138966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a957a11e-a9e5-4ba0-a572-7216e14e2a5a req-b21fd4e9-bb51-4091-b7fd-890ea3d680cf tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c100f16f-b90a-4679-bd94-fa1a07ae87d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:27.201995 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Publish callbacks [] for router_gateway (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.249073 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.354947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29417d-f845-4be8-b56a-2f1530fc2e7e req-e0a42585-4e66-4636-b946-36bac3ef70d9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:27.373054 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c29417d-f845-4be8-b56a-2f1530fc2e7e req-e0a42585-4e66-4636-b946-36bac3ef70d9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.2295985 Feb 02 13:01:27.400849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Allocated IP 172.25.4.6 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/b206f526-4ce9-46b6-b7dd-6488f378b8e4) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:01:27.402058 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Publish callbacks [] for port (003eb4e6-bd13-4793-bfff-d4482e983176), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.419336 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (003eb4e6-bd13-4793-bfff-d4482e983176), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.453765 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a957a11e-a9e5-4ba0-a572-7216e14e2a5a req-b21fd4e9-bb51-4091-b7fd-890ea3d680cf tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group_rule (06fcdc24-bf31-49fc-a015-cc288ac7739d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.501467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Network 588daa18-8525-44e4-ad4d-75a5fcb7e389 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:01:27.505083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:27.522024 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a957a11e-a9e5-4ba0-a572-7216e14e2a5a req-b21fd4e9-bb51-4091-b7fd-890ea3d680cf tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group_rule (06fcdc24-bf31-49fc-a015-cc288ac7739d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.523004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:01:27.534652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Pushing event updated for resources: {'Port': ['ID=003eb4e6-bd13-4793-bfff-d4482e983176,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:27.546827 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c29417d-f845-4be8-b56a-2f1530fc2e7e req-11a7d866-e24f-478d-bfc8-f96619281bb5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697545 Feb 02 13:01:27.567017 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a957a11e-a9e5-4ba0-a572-7216e14e2a5a req-b21fd4e9-bb51-4091-b7fd-890ea3d680cf tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (06fcdc24-bf31-49fc-a015-cc288ac7739d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.623102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fd4e9-bb51-4091-b7fd-890ea3d680cf tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06fcdc24-bf31-49fc-a015-cc288ac7739d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:27.638581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.639027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.639299 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.639684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.639933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.640306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.640686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.640905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.641213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.641531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.641851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.642211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.642620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:01:27.643613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a957a11e-a9e5-4ba0-a572-7216e14e2a5a req-b21fd4e9-bb51-4091-b7fd-890ea3d680cf tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.644918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a957a11e-a9e5-4ba0-a572-7216e14e2a5a req-b21fd4e9-bb51-4091-b7fd-890ea3d680cf tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5122249 Feb 02 13:01:27.652003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Publish callbacks [] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.725495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Attempting to bind port 003eb4e6-bd13-4793-bfff-d4482e983176 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:27.726079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Attempting to bind port 003eb4e6-bd13-4793-bfff-d4482e983176 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:27.726557 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Attempting to bind port 003eb4e6-bd13-4793-bfff-d4482e983176 on network 588daa18-8525-44e4-ad4d-75a5fcb7e389 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:27.732441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:27.733003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Checking segment: {'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:27.734191 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.734715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Bound using segment: {'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:27.735362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Bound port: 003eb4e6-bd13-4793-bfff-d4482e983176, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:27.737432 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (003eb4e6-bd13-4793-bfff-d4482e983176), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.753202 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7254d9f-bd18-42bc-84e3-564cf1a1d1ab req-52c19641-bc9e-4382-bff3-5ba5cdb51bc1 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/c100f16f-b90a-4679-bd94-fa1a07ae87d3 HTTP/1.1" status: 200 len: 2423 time: 0.0717947 Feb 02 13:01:27.780482 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.816517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1fa5be7-c845-4e48-be9d-d80edd72e4f8 req-78ce145e-6ba7-45b4-88a8-dba2dff534fc tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-group-rules/06fcdc24-bf31-49fc-a015-cc288ac7739d HTTP/1.1" status: 200 len: 778 time: 0.0555699 Feb 02 13:01:27.867155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:01:27.877689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:27.887046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:01:27.893393 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b206f526-4ce9-46b6-b7dd-6488f378b8e4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:27.908234 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] For port 003eb4e6-bd13-4793-bfff-d4482e983176, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:27.913193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] For port 003eb4e6-bd13-4793-bfff-d4482e983176, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=003eb4e6-bd13-4793-bfff-d4482e983176,segment=NetworkSegment(4ba7f8b8-5967-4787-9d3a-396cf2cdabf2),segment_id=4ba7f8b8-5967-4787-9d3a-396cf2cdabf2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:27.925327 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (003eb4e6-bd13-4793-bfff-d4482e983176), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:27.932228 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1fa5be7-c845-4e48-be9d-d80edd72e4f8 req-a4fe6029-9403-4527-bcab-ea06c30479c9 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/c100f16f-b90a-4679-bd94-fa1a07ae87d3 HTTP/1.1" status: 200 len: 2423 time: 0.1146898 Feb 02 13:01:28.029684 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1fa5be7-c845-4e48-be9d-d80edd72e4f8 req-7f285568-c903-4556-a0aa-183ca5bfa72f tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group_rule (06fcdc24-bf31-49fc-a015-cc288ac7739d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:28.043849 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1fa5be7-c845-4e48-be9d-d80edd72e4f8 req-7f285568-c903-4556-a0aa-183ca5bfa72f tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group_rule (06fcdc24-bf31-49fc-a015-cc288ac7739d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:28.058889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7f247-8618-4d49-a1d5-9eb09cb9cead req-63bb98af-17a0-4261-82cd-8015ec763d84 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:28.066434 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60b7f247-8618-4d49-a1d5-9eb09cb9cead req-63bb98af-17a0-4261-82cd-8015ec763d84 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.1070397 Feb 02 13:01:28.116835 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1fa5be7-c845-4e48-be9d-d80edd72e4f8 req-7f285568-c903-4556-a0aa-183ca5bfa72f tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (06fcdc24-bf31-49fc-a015-cc288ac7739d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:28.134938 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b1fa5be7-c845-4e48-be9d-d80edd72e4f8 req-7f285568-c903-4556-a0aa-183ca5bfa72f tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:28.141916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1fa5be7-c845-4e48-be9d-d80edd72e4f8 req-7f285568-c903-4556-a0aa-183ca5bfa72f tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/06fcdc24-bf31-49fc-a015-cc288ac7739d HTTP/1.1" status: 204 len: 173 time: 0.2084675 Feb 02 13:01:28.162899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f285568-c903-4556-a0aa-183ca5bfa72f tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06fcdc24-bf31-49fc-a015-cc288ac7739d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:28.226326 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e14b7b-61d3-4c1f-98f1-f36761a95315 None None] Pushing event updated for resources: {'Port': ['ID=003eb4e6-bd13-4793-bfff-d4482e983176,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:28.232339 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60b7f247-8618-4d49-a1d5-9eb09cb9cead req-66c67959-ee5e-428c-8c45-48f60f290ddd tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548505 Feb 02 13:01:28.284757 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-04a98377-1e60-46c6-a8b2-396d6d4459a7 req-27374f31-f202-4274-a2fb-d7fb0ba88787 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-639977021', 'description': 'tempest-description-1012484197'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:28.329837 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-04a98377-1e60-46c6-a8b2-396d6d4459a7 req-27374f31-f202-4274-a2fb-d7fb0ba88787 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:28.390276 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Publish callbacks [] for router_gateway (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:28.435337 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-04a98377-1e60-46c6-a8b2-396d6d4459a7 req-27374f31-f202-4274-a2fb-d7fb0ba88787 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (62006d84-11fe-40eb-8652-833d1c69129f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:28.441227 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-04a98377-1e60-46c6-a8b2-396d6d4459a7 req-27374f31-f202-4274-a2fb-d7fb0ba88787 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (62006d84-11fe-40eb-8652-833d1c69129f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:28.520998 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-04a98377-1e60-46c6-a8b2-396d6d4459a7 req-27374f31-f202-4274-a2fb-d7fb0ba88787 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:28.544242 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04a98377-1e60-46c6-a8b2-396d6d4459a7 req-27374f31-f202-4274-a2fb-d7fb0ba88787 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2526879 Feb 02 13:01:28.563673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27374f31-f202-4274-a2fb-d7fb0ba88787 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62006d84-11fe-40eb-8652-833d1c69129f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:28.674339 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c23808a0-169b-465c-9f48-ec83e9e781c4 req-80aa01ec-6530-45db-a32f-aea346eb2f3d tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/62006d84-11fe-40eb-8652-833d1c69129f HTTP/1.1" status: 200 len: 1829 time: 0.0910418 Feb 02 13:01:28.812985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:28.847945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8573c-f5be-48e3-a296-266cc362dcff req-1e48d7c4-7615-49e9-aeb9-b2f8b3ac2fb9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:28.849476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12a8573c-f5be-48e3-a296-266cc362dcff req-1e48d7c4-7615-49e9-aeb9-b2f8b3ac2fb9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.0799973 Feb 02 13:01:28.931013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12a8573c-f5be-48e3-a296-266cc362dcff req-53acf612-266a-40ed-bce1-d06e4a9e60b5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746355 Feb 02 13:01:28.982308 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:01:29.131199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6043dfdd-88c5-4ee8-97be-cd7597de24f2 req-c5662ad6-7abf-4aef-b577-9d12dee54e8d tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1657246769', 'description': 'tempest-description-1166822805'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:29.166512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:01:29.189810 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6043dfdd-88c5-4ee8-97be-cd7597de24f2 req-c5662ad6-7abf-4aef-b577-9d12dee54e8d tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:29.189988 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Sync routers for ids ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:01:29.208467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Routers {'93cb4b1e-3ab3-4cfd-930b-e213fb36225a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:01:29.209127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:01:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:29.238684 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:29.242733 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2bde5612-ea69-4438-b84a-9b66471449f0 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0285211 Feb 02 13:01:29.244924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:29.399159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Set router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:01:29.499444 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6043dfdd-88c5-4ee8-97be-cd7597de24f2 req-c5662ad6-7abf-4aef-b577-9d12dee54e8d tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (af35b1eb-42c6-40ef-a15e-2863e12c941f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:29.635682 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6043dfdd-88c5-4ee8-97be-cd7597de24f2 req-c5662ad6-7abf-4aef-b577-9d12dee54e8d tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (af35b1eb-42c6-40ef-a15e-2863e12c941f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:29.791641 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2365cf-ce8b-4592-82bc-c56771096918 None None] Network 588daa18-8525-44e4-ad4d-75a5fcb7e389 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:01:29.963325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2b9ce318-9858-4b56-a07b-cf97e35d4ca7 None None] Provisioning complete for port 003eb4e6-bd13-4793-bfff-d4482e983176 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:29.963756 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b9ce318-9858-4b56-a07b-cf97e35d4ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (003eb4e6-bd13-4793-bfff-d4482e983176), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:30.174009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:01:28Z', 'revision_number': 3, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:30.210423 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Checking router: 93cb4b1e-3ab3-4cfd-930b-e213fb36225a for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:01:30.211568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Updating router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a port b206f526-4ce9-46b6-b7dd-6488f378b8e4 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:01:30.251185 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:30.258077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ce318-9858-4b56-a07b-cf97e35d4ca7 None None] Current status of the port 003eb4e6-bd13-4793-bfff-d4482e983176 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:30.258718 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b9ce318-9858-4b56-a07b-cf97e35d4ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (003eb4e6-bd13-4793-bfff-d4482e983176), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:30.354745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 003eb4e6-bd13-4793-bfff-d4482e983176 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:01:30.445449 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6043dfdd-88c5-4ee8-97be-cd7597de24f2 req-c5662ad6-7abf-4aef-b577-9d12dee54e8d tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:30.459865 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6043dfdd-88c5-4ee8-97be-cd7597de24f2 req-c5662ad6-7abf-4aef-b577-9d12dee54e8d tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 1.3368666 Feb 02 13:01:30.470323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2b9ce318-9858-4b56-a07b-cf97e35d4ca7 None None] For port 003eb4e6-bd13-4793-bfff-d4482e983176, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=003eb4e6-bd13-4793-bfff-d4482e983176,segment=NetworkSegment(4ba7f8b8-5967-4787-9d3a-396cf2cdabf2),segment_id=4ba7f8b8-5967-4787-9d3a-396cf2cdabf2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:30.492023 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b9ce318-9858-4b56-a07b-cf97e35d4ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (003eb4e6-bd13-4793-bfff-d4482e983176), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:30.501889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5662ad6-7abf-4aef-b577-9d12dee54e8d tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af35b1eb-42c6-40ef-a15e-2863e12c941f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:30.673975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4b5ea-7546-42ba-a66b-6497dfa6495c req-f5513d8a-6ac0-4ddc-be72-56befd433d41 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:30.681611 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00a4b5ea-7546-42ba-a66b-6497dfa6495c req-f5513d8a-6ac0-4ddc-be72-56befd433d41 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.2972314 Feb 02 13:01:30.702200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 003eb4e6-bd13-4793-bfff-d4482e983176 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:30.702625 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (003eb4e6-bd13-4793-bfff-d4482e983176), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:30.706526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cba7ea6a-f375-434e-a203-48fd60d0e203 None None] Provisioning complete for port 003eb4e6-bd13-4793-bfff-d4482e983176 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:30.707014 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cba7ea6a-f375-434e-a203-48fd60d0e203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (003eb4e6-bd13-4793-bfff-d4482e983176), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:30.711297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ce318-9858-4b56-a07b-cf97e35d4ca7 None None] Pushing event updated for resources: {'Port': ['ID=003eb4e6-bd13-4793-bfff-d4482e983176,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:30.909550 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00a4b5ea-7546-42ba-a66b-6497dfa6495c req-5fa54db5-413a-40f7-8547-9e8713102ddf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266901 Feb 02 13:01:31.117413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 003eb4e6-bd13-4793-bfff-d4482e983176 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:31.120967 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Publish callbacks [] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:31.124922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cba7ea6a-f375-434e-a203-48fd60d0e203 None None] Current status of the port 003eb4e6-bd13-4793-bfff-d4482e983176 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:31.130622 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:31.132736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab792a-1744-40d8-a00a-c4318ce8d2ad req-2eb3a488-3407-4901-b1c9-11cb2b7d8ec8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:31.134380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eab792a-1744-40d8-a00a-c4318ce8d2ad req-2eb3a488-3407-4901-b1c9-11cb2b7d8ec8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.2029328 Feb 02 13:01:31.138372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4503aed-74cd-4f2c-9651-4d70c47126ef req-f83f3a0c-8954-464a-a541-5f204b0e7366 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/af35b1eb-42c6-40ef-a15e-2863e12c941f HTTP/1.1" status: 200 len: 1830 time: 0.1673431 Feb 02 13:01:31.158006 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:31.255254 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Attempting to bind port b206f526-4ce9-46b6-b7dd-6488f378b8e4 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:31.255840 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Attempting to bind port b206f526-4ce9-46b6-b7dd-6488f378b8e4 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:31.258012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Attempting to bind port b206f526-4ce9-46b6-b7dd-6488f378b8e4 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:31.269469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9fdca-0312-4fe0-9adb-b3c948cb084d None None] Pushing event updated for resources: {'Port': ['ID=b206f526-4ce9-46b6-b7dd-6488f378b8e4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:31.291940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:31.292570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:31.292989 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:31.294959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:31.295496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Bound port: b206f526-4ce9-46b6-b7dd-6488f378b8e4, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:31.295890 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:31.410033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] For port b206f526-4ce9-46b6-b7dd-6488f378b8e4, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:31.413625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] For port b206f526-4ce9-46b6-b7dd-6488f378b8e4, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b206f526-4ce9-46b6-b7dd-6488f378b8e4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:31.422459 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:31.508646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Routers {'93cb4b1e-3ab3-4cfd-930b-e213fb36225a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:01:31.509521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:01:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:31.534524 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eab792a-1744-40d8-a00a-c4318ce8d2ad req-07afaa00-db00-4b13-83ad-eef020846a18 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285458 Feb 02 13:01:31.572285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-b4cba524-e3e2-4c12-b985-3b4a21ab2ba4 req-360f64b9-36bf-45d0-9e7a-4f5f6945e020 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1921178176', 'description': 'tempest-description-1031581115'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:31.606064 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4cba524-e3e2-4c12-b985-3b4a21ab2ba4 req-360f64b9-36bf-45d0-9e7a-4f5f6945e020 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:31.632787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-ae77f131-46ec-4268-a4b7-dc84d1661713 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:31.634228 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-ae77f131-46ec-4268-a4b7-dc84d1661713 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/networks?id=874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 200 len: 805 time: 0.3005488 Feb 02 13:01:31.681061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-467f71d0-2418-472f-883d-1c463d7167f5 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/quotas/e9b2d9b5a7624d398a72e8a6c667671a HTTP/1.1" status: 200 len: 375 time: 0.0262339 Feb 02 13:01:31.694293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9fdca-0312-4fe0-9adb-b3c948cb084d None None] Pushing event updated for resources: {'Port': ['ID=b206f526-4ce9-46b6-b7dd-6488f378b8e4,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:31.723608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Allocated IP 172.20.0.1 (588daa18-8525-44e4-ad4d-75a5fcb7e389/da34e80d-cf3c-4a53-830b-765c63264dfe/a91fdd3c-d685-4784-846a-09a4bdbd3ff1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:01:31.767969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] Set router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:01:31.838207 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e85da5-0245-4309-9273-f098c4aabb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:31.864084 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-fb8d0a33-1b93-4242-b23c-dbe8d66f02bf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1552846 Feb 02 13:01:31.871457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4cba524-e3e2-4c12-b985-3b4a21ab2ba4 req-360f64b9-36bf-45d0-9e7a-4f5f6945e020 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (225bdfaf-a2a4-489e-9d4c-677c22bc60b9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:31.900014 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4cba524-e3e2-4c12-b985-3b4a21ab2ba4 req-360f64b9-36bf-45d0-9e7a-4f5f6945e020 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (225bdfaf-a2a4-489e-9d4c-677c22bc60b9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:31.936394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f64b9-36bf-45d0-9e7a-4f5f6945e020 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225bdfaf-a2a4-489e-9d4c-677c22bc60b9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:32.050587 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b4cba524-e3e2-4c12-b985-3b4a21ab2ba4 req-360f64b9-36bf-45d0-9e7a-4f5f6945e020 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:32.057322 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4cba524-e3e2-4c12-b985-3b4a21ab2ba4 req-360f64b9-36bf-45d0-9e7a-4f5f6945e020 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4947186 Feb 02 13:01:32.114659 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Publish callbacks [] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:32.156150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-4bb5b9a5-b55c-4070-9e87-0102ec9a02e8 service neutron] 10.222.0.83 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800715 Feb 02 13:01:32.215851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 003eb4e6-bd13-4793-bfff-d4482e983176 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:01:32.339306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device aac80e54-1755-450f-9347-33e015db8c69 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:01:32.397281 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:32.488345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-912c429e-02e7-4a9a-a178-0020ddd4ec4d service neutron] 10.222.0.83 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306084 Feb 02 13:01:32.500045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Network 588daa18-8525-44e4-ad4d-75a5fcb7e389 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:01:32.512991 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 003eb4e6-bd13-4793-bfff-d4482e983176 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:32.513373 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (003eb4e6-bd13-4793-bfff-d4482e983176), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:32.536477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7910882-9333-4967-83cd-0564952f0ed8 req-fe5ca786-5534-4ec5-a785-06abb5fcbc32 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:32.542587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7910882-9333-4967-83cd-0564952f0ed8 req-fe5ca786-5534-4ec5-a785-06abb5fcbc32 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.2608712 Feb 02 13:01:32.548616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:32.555413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:01:32.587287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:01:28Z', 'revision_number': 3, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:32.635665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ad0dd-cabb-4c7c-a9ff-e9e0d85d2bb0 None None] The sync data for ids ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'] in n-d-827336-2 is: [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:01:28Z', 'revision_number': 3, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:01:32.684679 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:32.739708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 003eb4e6-bd13-4793-bfff-d4482e983176 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:32.745572 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Pushing event updated for resources: {'Port': ['ID=a91fdd3c-d685-4784-846a-09a4bdbd3ff1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:32.806577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port aac80e54-1755-450f-9347-33e015db8c69 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:32.806874 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aac80e54-1755-450f-9347-33e015db8c69), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:32.857883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40916) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:32.913254 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port aac80e54-1755-450f-9347-33e015db8c69, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=aac80e54-1755-450f-9347-33e015db8c69,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:32.927964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70279ff2-9090-4871-b587-962f0c301ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac80e54-1755-450f-9347-33e015db8c69'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:32.930348 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2715aad-946b-4de8-8340-b6ff466d04bb" -d '{"events": [{"server_uuid": "70279ff2-9090-4871-b587-962f0c301ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "aac80e54-1755-450f-9347-33e015db8c69"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:32.937725 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (aac80e54-1755-450f-9347-33e015db8c69), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:33.116666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=aac80e54-1755-450f-9347-33e015db8c69,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:33.213693 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf24d-63f7-43f7-bf34-28ab61ad0c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:33.222996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0a6ff61e-4d2a-4549-9a7d-c2b87658277b None None] Provisioning complete for port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:33.223615 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff61e-4d2a-4549-9a7d-c2b87658277b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:33.310434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0a6ff61e-4d2a-4549-9a7d-c2b87658277b None None] Port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:01:33.423139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7910882-9333-4967-83cd-0564952f0ed8 req-cd537e42-4fb3-4fa5-b4e0-035d8561abf0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7445679 Feb 02 13:01:33.425969 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf24d-63f7-43f7-bf34-28ab61ad0c19 admin admin] Publish callbacks [] for security_group (ec428610-100f-4428-ab49-87d57ab35d28), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:33.439185 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c6cf24d-63f7-43f7-bf34-28ab61ad0c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ec428610-100f-4428-ab49-87d57ab35d28), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:33.464164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22a8a172-7124-4cc1-b3ae-36c76e5c3021 req-4b9b1fe6-65ba-4fa4-a4f4-3bbb12bd2b5d tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/225bdfaf-a2a4-489e-9d4c-677c22bc60b9 HTTP/1.1" status: 200 len: 1830 time: 0.5549858 Feb 02 13:01:33.509914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cf24d-63f7-43f7-bf34-28ab61ad0c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec428610-100f-4428-ab49-87d57ab35d28,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:33.576783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22594c-cd17-42f4-b618-c69b8341dc9c req-9aed4dd0-704e-482e-aca3-0fbbf5af75ca tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:33.578777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f22594c-cd17-42f4-b618-c69b8341dc9c req-9aed4dd0-704e-482e-aca3-0fbbf5af75ca tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.18 "GET /v2.0/ports?device_id=70279ff2-9090-4871-b587-962f0c301ec8 HTTP/1.1" status: 200 len: 946 time: 0.8991573 Feb 02 13:01:33.611202 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2c6cf24d-63f7-43f7-bf34-28ab61ad0c19 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=86022467d3fb418299763d3fe32344ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7522171 Feb 02 13:01:33.614362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40930) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:33.719395 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99d33485-5a3e-4dfa-9b99-f0849bc881b1 admin admin] Publish callbacks [] for security_group (ec428610-100f-4428-ab49-87d57ab35d28), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:33.759321 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99d33485-5a3e-4dfa-9b99-f0849bc881b1 admin admin] Publish callbacks [] for security_group (ec428610-100f-4428-ab49-87d57ab35d28), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:33.774736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54c852d8-108f-47df-a8a8-5e1ce0d7adca req-c5d617fc-dc8d-4138-9e1f-4a78176d4cb9 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 210 time: 0.1922376 Feb 02 13:01:33.835171 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bde7f32-ea40-4ab0-af5f-b4a682c9c1f1 x-openstack-request-id: req-5bde7f32-ea40-4ab0-af5f-b4a682c9c1f1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:33.836221 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70279ff2-9090-4871-b587-962f0c301ec8", "name": "network-vif-unplugged", "status": "completed", "tag": "aac80e54-1755-450f-9347-33e015db8c69", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:33.836652 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5bde7f32-ea40-4ab0-af5f-b4a682c9c1f1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:33.837450 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70279ff2-9090-4871-b587-962f0c301ec8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac80e54-1755-450f-9347-33e015db8c69', 'code': 200} Feb 02 13:01:33.881042 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:33.887697 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99d33485-5a3e-4dfa-9b99-f0849bc881b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ec428610-100f-4428-ab49-87d57ab35d28), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:33.891457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99d33485-5a3e-4dfa-9b99-f0849bc881b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:33.893439 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-99d33485-5a3e-4dfa-9b99-f0849bc881b1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ec428610-100f-4428-ab49-87d57ab35d28 HTTP/1.1" status: 204 len: 168 time: 0.2777436 Feb 02 13:01:33.918754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e97c54ee-6257-415c-bd7d-647ef41072cf req-963e8427-6f5e-430a-baf7-ec9ca04766a0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-918508407', 'description': 'tempest-description-1572748075'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:33.937535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d33485-5a3e-4dfa-9b99-f0849bc881b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec428610-100f-4428-ab49-87d57ab35d28,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:34.083040 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab9606c8-d393-4917-967f-016786d37368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.227405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36b03e-d4a7-4d20-901b-9f12c50ee512 req-d6bf7d26-45b5-461f-baef-5f320bde5d19 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:34.229174 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c36b03e-d4a7-4d20-901b-9f12c50ee512 req-d6bf7d26-45b5-461f-baef-5f320bde5d19 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.6458840 Feb 02 13:01:34.260450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b206f526-4ce9-46b6-b7dd-6488f378b8e4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:01:34.331192 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e97c54ee-6257-415c-bd7d-647ef41072cf req-963e8427-6f5e-430a-baf7-ec9ca04766a0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.407303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b206f526-4ce9-46b6-b7dd-6488f378b8e4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:34.408907 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.496629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40940) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:34.527653 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de968809-834d-4dc1-bca1-37bba76c6ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.587407 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c36b03e-d4a7-4d20-901b-9f12c50ee512 req-27f4b108-7758-48b0-9333-8cb9a439c798 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648561 Feb 02 13:01:34.621011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f22594c-cd17-42f4-b618-c69b8341dc9c req-082235bf-4965-4527-a808-ae3aa597f00e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Deleting port aac80e54-1755-450f-9347-33e015db8c69 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:01:34.621668 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f22594c-cd17-42f4-b618-c69b8341dc9c req-082235bf-4965-4527-a808-ae3aa597f00e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (aac80e54-1755-450f-9347-33e015db8c69), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.627489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b206f526-4ce9-46b6-b7dd-6488f378b8e4 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:34.629728 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.676267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port b206f526-4ce9-46b6-b7dd-6488f378b8e4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b206f526-4ce9-46b6-b7dd-6488f378b8e4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:34.700265 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.732296 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Publish callbacks [] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.744333 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de968809-834d-4dc1-bca1-37bba76c6ede admin admin] Publish callbacks [] for security_group (5c7da971-8b67-4388-acd7-1202c8e02e2d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.751477 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de968809-834d-4dc1-bca1-37bba76c6ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5c7da971-8b67-4388-acd7-1202c8e02e2d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.780509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=b206f526-4ce9-46b6-b7dd-6488f378b8e4,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:34.786096 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-de968809-834d-4dc1-bca1-37bba76c6ede admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5872a471a09449ffb430991645857133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875593 Feb 02 13:01:34.793114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40946) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:34.804279 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.831749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de968809-834d-4dc1-bca1-37bba76c6ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7da971-8b67-4388-acd7-1202c8e02e2d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:34.870660 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62ea26bd-d2fb-436d-81e3-01ab47f160f3 admin admin] Publish callbacks [] for security_group (5c7da971-8b67-4388-acd7-1202c8e02e2d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.881504 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e97c54ee-6257-415c-bd7d-647ef41072cf req-963e8427-6f5e-430a-baf7-ec9ca04766a0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (dfc5c2d2-c661-4e0f-909c-3aab223f9b3d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.913399 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62ea26bd-d2fb-436d-81e3-01ab47f160f3 admin admin] Publish callbacks [] for security_group (5c7da971-8b67-4388-acd7-1202c8e02e2d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.955627 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e97c54ee-6257-415c-bd7d-647ef41072cf req-963e8427-6f5e-430a-baf7-ec9ca04766a0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (dfc5c2d2-c661-4e0f-909c-3aab223f9b3d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.992478 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62ea26bd-d2fb-436d-81e3-01ab47f160f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5c7da971-8b67-4388-acd7-1202c8e02e2d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:34.995648 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62ea26bd-d2fb-436d-81e3-01ab47f160f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:35.000866 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-62ea26bd-d2fb-436d-81e3-01ab47f160f3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5c7da971-8b67-4388-acd7-1202c8e02e2d HTTP/1.1" status: 204 len: 168 time: 0.2066665 Feb 02 13:01:35.039453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f22594c-cd17-42f4-b618-c69b8341dc9c req-082235bf-4965-4527-a808-ae3aa597f00e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] For port aac80e54-1755-450f-9347-33e015db8c69, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=aac80e54-1755-450f-9347-33e015db8c69,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:35.039843 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f22594c-cd17-42f4-b618-c69b8341dc9c req-082235bf-4965-4527-a808-ae3aa597f00e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (aac80e54-1755-450f-9347-33e015db8c69), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:35.054273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73c138-e004-49b1-b69f-19597a69fd16 req-f0d88d18-6480-48c8-bcee-f18b2cc11a3e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:35.058222 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea26bd-d2fb-436d-81e3-01ab47f160f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7da971-8b67-4388-acd7-1202c8e02e2d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:35.061602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c73c138-e004-49b1-b69f-19597a69fd16 req-f0d88d18-6480-48c8-bcee-f18b2cc11a3e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.2870729 Feb 02 13:01:35.063900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:35.075698 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Pushing event updated for resources: {'Port': ['ID=a91fdd3c-d685-4784-846a-09a4bdbd3ff1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:35.101590 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e97c54ee-6257-415c-bd7d-647ef41072cf req-963e8427-6f5e-430a-baf7-ec9ca04766a0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:35.102891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e97c54ee-6257-415c-bd7d-647ef41072cf req-963e8427-6f5e-430a-baf7-ec9ca04766a0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.2153101 Feb 02 13:01:35.134071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e8427-6f5e-430a-baf7-ec9ca04766a0 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc5c2d2-c661-4e0f-909c-3aab223f9b3d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:35.136683 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f22594c-cd17-42f4-b618-c69b8341dc9c req-082235bf-4965-4527-a808-ae3aa597f00e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Calling delete_port for aac80e54-1755-450f-9347-33e015db8c69 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:01:35.358477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-1f1ac667-e64b-46c6-bd31-4f5ba71ba52b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:35.360072 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-1f1ac667-e64b-46c6-bd31-4f5ba71ba52b tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.62 "GET /v2.0/networks?id=874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 200 len: 805 time: 0.3481216 Feb 02 13:01:35.389032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Request body: {'port': {'device_id': 'a23256bc-0269-409c-a0bf-d0b7fc73378e', 'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'admin_state_up': True, 'tenant_id': 'e9b2d9b5a7624d398a72e8a6c667671a'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:35.389636 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:35.478874 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-311a9608-a274-49da-9b99-43ae05581198 req-8324ddd7-b52a-43dc-8b4d-cd921b0288ec tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 210 time: 0.0922456 Feb 02 13:01:35.564831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c79ef49d-9ab7-4cdb-9718-5120e1ad66d3 req-bffea50f-0ef2-4352-8c43-1631c0100489 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/dfc5c2d2-c661-4e0f-909c-3aab223f9b3d HTTP/1.1" status: 200 len: 1829 time: 0.0644124 Feb 02 13:01:35.579890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Made reservation on behalf of e9b2d9b5a7624d398a72e8a6c667671a for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:01:35.581048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c73c138-e004-49b1-b69f-19597a69fd16 req-1dd2a255-a630-4a20-a35c-4d94582dfb73 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185943 Feb 02 13:01:35.583687 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:35.654452 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-fc9f66e0-e15c-444e-b329-443536199317 req-9359a089-9980-45ae-9c13-f26e8e212d43 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] show failed (client error): The resource could not be found. Feb 02 13:01:35.665431 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc9f66e0-e15c-444e-b329-443536199317 req-9359a089-9980-45ae-9c13-f26e8e212d43 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/3bfbdb36-12b2-4c9f-aac8-1f9e7f70f996 HTTP/1.1" status: 404 len: 352 time: 0.0357509 Feb 02 13:01:35.712606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Network 588daa18-8525-44e4-ad4d-75a5fcb7e389 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:01:35.727350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:35.868376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Allocated IP 172.20.0.10 (874521e3-e700-43b7-9a69-69d4db583403/eb7766b7-92d2-47a0-93e3-41c40ddbb9a9/5d65b455-5eda-40f1-8058-c984916c6e80) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:01:35.931753 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-f5bf25ee-7597-45c4-8b0e-d1ab26edd37d req-0e7c37e6-5450-46df-ab3a-963e0963bf11 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] show failed (client error): The resource could not be found. Feb 02 13:01:35.938490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5bf25ee-7597-45c4-8b0e-d1ab26edd37d req-0e7c37e6-5450-46df-ab3a-963e0963bf11 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-group-rules/34866c51-c94f-4c68-9394-f47409d8b65b HTTP/1.1" status: 404 len: 361 time: 0.2496872 Feb 02 13:01:35.962125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:01:35.973915 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f22594c-cd17-42f4-b618-c69b8341dc9c req-082235bf-4965-4527-a808-ae3aa597f00e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (aac80e54-1755-450f-9347-33e015db8c69), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.049853 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082235bf-4965-4527-a808-ae3aa597f00e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Pushing event deleted for resources: {'Port': ['ID=aac80e54-1755-450f-9347-33e015db8c69,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:36.193750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce5504-7a04-49a7-9743-c9f58c333a15 req-66d38b8f-ebcd-4084-9ffc-35b7bc819c36 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:36.197548 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fce5504-7a04-49a7-9743-c9f58c333a15 req-66d38b8f-ebcd-4084-9ffc-35b7bc819c36 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.4769588 Feb 02 13:01:36.204142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5fd05bc5-422a-4a1c-8c83-0d9e24723292 None None] Provisioning complete for port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:36.204848 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fd05bc5-422a-4a1c-8c83-0d9e24723292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.224876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f22594c-cd17-42f4-b618-c69b8341dc9c req-082235bf-4965-4527-a808-ae3aa597f00e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] No DVR routers for this DVR port aac80e54-1755-450f-9347-33e015db8c69 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:01:36.238506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0ec07d8-6ee8-4e26-962d-377d76ad4b08 req-03911f79-a4bc-458d-9a5e-206fd0f1c649 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/dfc5c2d2-c661-4e0f-909c-3aab223f9b3d HTTP/1.1" status: 200 len: 1829 time: 0.2602394 Feb 02 13:01:36.241326 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f22594c-cd17-42f4-b618-c69b8341dc9c req-082235bf-4965-4527-a808-ae3aa597f00e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.245098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f22594c-cd17-42f4-b618-c69b8341dc9c req-082235bf-4965-4527-a808-ae3aa597f00e tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.18 "DELETE /v2.0/ports/aac80e54-1755-450f-9347-33e015db8c69 HTTP/1.1" status: 204 len: 173 time: 2.5687261 Feb 02 13:01:36.255293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks [] for port (5d65b455-5eda-40f1-8058-c984916c6e80), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.282996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70279ff2-9090-4871-b587-962f0c301ec8', 'name': 'network-vif-deleted', 'tag': 'aac80e54-1755-450f-9347-33e015db8c69'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:36.285695 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6a27a4-77e0-437e-becf-84d3408d87be" -d '{"events": [{"server_uuid": "70279ff2-9090-4871-b587-962f0c301ec8", "name": "network-vif-deleted", "tag": "aac80e54-1755-450f-9347-33e015db8c69"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:36.299556 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.379390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Network 874521e3-e700-43b7-9a69-69d4db583403 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:01:36.379606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5fd05bc5-422a-4a1c-8c83-0d9e24723292 None None] Port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:01:36.381431 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:36.383032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b206f526-4ce9-46b6-b7dd-6488f378b8e4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:01:36.393960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:01:36.397621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fce5504-7a04-49a7-9743-c9f58c333a15 req-e069824d-fc47-42d6-87c5-31f7c99635c0 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740978 Feb 02 13:01:36.400866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device aac80e54-1755-450f-9347-33e015db8c69 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:01:36.407145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:01:36.422761 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Sync routers for ids ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:01:36.440470 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Routers {'93cb4b1e-3ab3-4cfd-930b-e213fb36225a'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:01:36.440903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e03833fc-abec-483f-b6bc-0979b8737804 admin admin] 10.222.0.83 "PUT /v2.0/routers/93cb4b1e-3ab3-4cfd-930b-e213fb36225a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1945720 Feb 02 13:01:36.441807 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:01:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:36.455606 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0ec07d8-6ee8-4e26-962d-377d76ad4b08 req-5d27d396-510a-4daf-9bc3-ecfedd5c3524 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (dfc5c2d2-c661-4e0f-909c-3aab223f9b3d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.507958 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0ec07d8-6ee8-4e26-962d-377d76ad4b08 req-5d27d396-510a-4daf-9bc3-ecfedd5c3524 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (dfc5c2d2-c661-4e0f-909c-3aab223f9b3d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.515115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Pushing event updated for resources: {'Port': ['ID=5d65b455-5eda-40f1-8058-c984916c6e80,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:36.581081 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdd99fe-ec22-4c36-9790-95b9a2a2f932 x-openstack-request-id: req-9cdd99fe-ec22-4c36-9790-95b9a2a2f932 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:36.581373 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70279ff2-9090-4871-b587-962f0c301ec8", "name": "network-vif-deleted", "tag": "aac80e54-1755-450f-9347-33e015db8c69", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:36.581628 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9cdd99fe-ec22-4c36-9790-95b9a2a2f932 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:36.582037 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70279ff2-9090-4871-b587-962f0c301ec8', 'name': 'network-vif-deleted', 'tag': 'aac80e54-1755-450f-9347-33e015db8c69', 'status': 'completed', 'code': 200} Feb 02 13:01:36.589866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:36.594882 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.613236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0ec07d8-6ee8-4e26-962d-377d76ad4b08 req-5d27d396-510a-4daf-9bc3-ecfedd5c3524 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (dfc5c2d2-c661-4e0f-909c-3aab223f9b3d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.616960 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0ec07d8-6ee8-4e26-962d-377d76ad4b08 req-5d27d396-510a-4daf-9bc3-ecfedd5c3524 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.629134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0ec07d8-6ee8-4e26-962d-377d76ad4b08 req-5d27d396-510a-4daf-9bc3-ecfedd5c3524 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "DELETE /v2.0/security-groups/dfc5c2d2-c661-4e0f-909c-3aab223f9b3d HTTP/1.1" status: 204 len: 173 time: 0.3894525 Feb 02 13:01:36.630263 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Set router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:01:36.645506 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-9dcb49bc-bf88-4a62-a38e-9a34097a04af tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2623560 Feb 02 13:01:36.670168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: aac80e54-1755-450f-9347-33e015db8c69 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:01:36.670336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Request body: {'port': {'device_id': 'a23256bc-0269-409c-a0bf-d0b7fc73378e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:36.670452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device aac80e54-1755-450f-9347-33e015db8c69 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:01:36.683352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27d396-510a-4daf-9bc3-ecfedd5c3524 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc5c2d2-c661-4e0f-909c-3aab223f9b3d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:36.693761 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.735343 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.737716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b206f526-4ce9-46b6-b7dd-6488f378b8e4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:36.738073 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.884460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bdfe04-5aa4-4f8b-9366-03e5d141096b req-386a5368-164d-463c-abb7-b4c41f6d4698 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:36.893169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63bdfe04-5aa4-4f8b-9366-03e5d141096b req-386a5368-164d-463c-abb7-b4c41f6d4698 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.1233330 Feb 02 13:01:36.909647 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:36.920479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37015600-dbd8-4a30-b5cc-0ba9a6f26779 req-d588d9bd-6a58-4333-a9b5-976c6e7236e7 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:36.921744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b206f526-4ce9-46b6-b7dd-6488f378b8e4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:36.927955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37015600-dbd8-4a30-b5cc-0ba9a6f26779 req-d588d9bd-6a58-4333-a9b5-976c6e7236e7 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 932 time: 0.1452544 Feb 02 13:01:37.072670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63bdfe04-5aa4-4f8b-9366-03e5d141096b req-4fc5c919-11d7-4e43-8513-9909b24f8d03 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785254 Feb 02 13:01:37.107531 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:01:33Z', 'revision_number': 4, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'a91fdd3c-d685-4784-846a-09a4bdbd3ff1', 'name': '', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'mac_address': 'fa:16:3e:1d:74:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:31Z', 'updated_at': '2022-02-02T13:01:34Z', 'revision_number': 2, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'subnets': [{'id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:37.131947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37015600-dbd8-4a30-b5cc-0ba9a6f26779 req-27221d43-8d15-46a0-a377-cd2fed28cf7c tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031355 Feb 02 13:01:37.144674 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Checking router: 93cb4b1e-3ab3-4cfd-930b-e213fb36225a for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:01:37.145603 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Updating router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:01:37.183653 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.276178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d839a3c-cecd-41a2-a48c-5ec170b61fc5 req-dfc0ee1a-ab42-4316-a11b-a21285971c37 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/225bdfaf-a2a4-489e-9d4c-677c22bc60b9 HTTP/1.1" status: 200 len: 1830 time: 0.1430924 Feb 02 13:01:37.375158 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.446746 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d839a3c-cecd-41a2-a48c-5ec170b61fc5 req-38223206-78e5-49ea-9eec-9ddfe2d0325f tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (225bdfaf-a2a4-489e-9d4c-677c22bc60b9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.485963 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d839a3c-cecd-41a2-a48c-5ec170b61fc5 req-38223206-78e5-49ea-9eec-9ddfe2d0325f tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (225bdfaf-a2a4-489e-9d4c-677c22bc60b9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.545131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d65b455-5eda-40f1-8058-c984916c6e80 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:37.550805 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d839a3c-cecd-41a2-a48c-5ec170b61fc5 req-38223206-78e5-49ea-9eec-9ddfe2d0325f tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (225bdfaf-a2a4-489e-9d4c-677c22bc60b9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.554353 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d839a3c-cecd-41a2-a48c-5ec170b61fc5 req-38223206-78e5-49ea-9eec-9ddfe2d0325f tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.557819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d839a3c-cecd-41a2-a48c-5ec170b61fc5 req-38223206-78e5-49ea-9eec-9ddfe2d0325f tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "DELETE /v2.0/security-groups/225bdfaf-a2a4-489e-9d4c-677c22bc60b9 HTTP/1.1" status: 204 len: 173 time: 0.2749224 Feb 02 13:01:37.571042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Publish callbacks [] for port (5d65b455-5eda-40f1-8058-c984916c6e80), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.578864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38223206-78e5-49ea-9eec-9ddfe2d0325f tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225bdfaf-a2a4-489e-9d4c-677c22bc60b9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:37.602665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Transition to ACTIVE for port object 5d65b455-5eda-40f1-8058-c984916c6e80 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:01:37.610637 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.656609 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Publish callbacks [] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.666357 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.716943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Pushing event updated for resources: {'Port': ['ID=5d65b455-5eda-40f1-8058-c984916c6e80,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:37.810831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fa443-cac8-4a57-bf3c-84a6a1f077be req-c67e0030-e963-4890-b63b-252d3824f46c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:37.818100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-267fa443-cac8-4a57-bf3c-84a6a1f077be req-c67e0030-e963-4890-b63b-252d3824f46c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.1044576 Feb 02 13:01:37.829923 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0956b7-0195-4e5a-88d6-6753ee3609bc None None] Pushing event updated for resources: {'Port': ['ID=a91fdd3c-d685-4784-846a-09a4bdbd3ff1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:37.916496 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Attempting to bind port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:37.916496 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Attempting to bind port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:37.917237 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Attempting to bind port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 on network 588daa18-8525-44e4-ad4d-75a5fcb7e389 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:37.924246 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.938478 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:37.940869 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Checking segment: {'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:37.941738 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.942145 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Bound using segment: {'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:37.943138 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Bound port: a91fdd3c-d685-4784-846a-09a4bdbd3ff1, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:37.945312 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:37.962972 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-267fa443-cac8-4a57-bf3c-84a6a1f077be req-eb2296ca-3515-4393-aa4b-3d70a4541dbd tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437647 Feb 02 13:01:37.966809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Attempting to bind port 5d65b455-5eda-40f1-8058-c984916c6e80 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:37.967572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Attempting to bind port 5d65b455-5eda-40f1-8058-c984916c6e80 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:37.967710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Attempting to bind port 5d65b455-5eda-40f1-8058-c984916c6e80 on network 874521e3-e700-43b7-9a69-69d4db583403 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:37.978236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Port 5d65b455-5eda-40f1-8058-c984916c6e80 on network 874521e3-e700-43b7-9a69-69d4db583403 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:01:37.978563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Attempting to bind port 5d65b455-5eda-40f1-8058-c984916c6e80 on network 874521e3-e700-43b7-9a69-69d4db583403 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:37.996150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:37.996457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Checking segment: {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:37.996856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Bound using segment: {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:37.997359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Bound port: 5d65b455-5eda-40f1-8058-c984916c6e80, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '216360f7-3c78-4b78-85ce-80294d703591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '874521e3-e700-43b7-9a69-69d4db583403'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:37.997721 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.092892 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c33da40-ce4c-4634-b3b9-a9b92683527c req-8ee2bbe8-3765-4472-a2c4-cd6246b12d81 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/af35b1eb-42c6-40ef-a15e-2863e12c941f HTTP/1.1" status: 200 len: 1830 time: 0.0863526 Feb 02 13:01:38.134126 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] For port a91fdd3c-d685-4784-846a-09a4bdbd3ff1, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:38.144793 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] For port a91fdd3c-d685-4784-846a-09a4bdbd3ff1, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a91fdd3c-d685-4784-846a-09a4bdbd3ff1,segment=NetworkSegment(4ba7f8b8-5967-4787-9d3a-396cf2cdabf2),segment_id=4ba7f8b8-5967-4787-9d3a-396cf2cdabf2)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:38.156148 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.205706 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] For port 5d65b455-5eda-40f1-8058-c984916c6e80, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:38.212793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] For port 5d65b455-5eda-40f1-8058-c984916c6e80, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d65b455-5eda-40f1-8058-c984916c6e80,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:38.231943 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.259286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:38.260083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.265994 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] 10.222.0.62 "PUT /v2.0/ports/5d65b455-5eda-40f1-8058-c984916c6e80 HTTP/1.1" status: 200 len: 1092 time: 1.6069188 Feb 02 13:01:38.267799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23256bc-0269-409c-a0bf-d0b7fc73378e', 'tag': '5d65b455-5eda-40f1-8058-c984916c6e80'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:38.274338 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2fc34c-613b-457a-89f1-e31daf73de95" -d '{"events": [{"name": "network-changed", "server_uuid": "a23256bc-0269-409c-a0bf-d0b7fc73378e", "tag": "5d65b455-5eda-40f1-8058-c984916c6e80"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:38.285080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:38.287829 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c33da40-ce4c-4634-b3b9-a9b92683527c req-f16d4b2e-dcde-41cd-b438-d148d37abcf4 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (af35b1eb-42c6-40ef-a15e-2863e12c941f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.299871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a18c7b90-91f8-4bcf-8ee7-df36f4ebf012 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846092296', 'description': 'tempest-description--638679317'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:38.332746 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Routers {'93cb4b1e-3ab3-4cfd-930b-e213fb36225a'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:01:38.333321 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:01:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:38.360694 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-83240e8a-a69d-4a61-bcb0-acd45b5fa89b None None] Provisioning complete for port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:38.363542 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83240e8a-a69d-4a61-bcb0-acd45b5fa89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.375893 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a18c7b90-91f8-4bcf-8ee7-df36f4ebf012 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.472205 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c33da40-ce4c-4634-b3b9-a9b92683527c req-f16d4b2e-dcde-41cd-b438-d148d37abcf4 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (af35b1eb-42c6-40ef-a15e-2863e12c941f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.475908 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0956b7-0195-4e5a-88d6-6753ee3609bc None None] Pushing event updated for resources: {'Port': ['ID=a91fdd3c-d685-4784-846a-09a4bdbd3ff1,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:38.566414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e49e2f-0d2e-40b8-b5f2-3dba76654463 service neutron] Pushing event updated for resources: {'Port': ['ID=5d65b455-5eda-40f1-8058-c984916c6e80,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:38.592943 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] Set router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:01:38.606510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-46c94980-ab63-4f6f-9bb5-b8c0ae63f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:38.609157 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-46c94980-ab63-4f6f-9bb5-b8c0ae63f475 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 1126 time: 0.2113106 Feb 02 13:01:38.612570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-83240e8a-a69d-4a61-bcb0-acd45b5fa89b None None] Current status of the port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:38.613864 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83240e8a-a69d-4a61-bcb0-acd45b5fa89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.637143 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c33da40-ce4c-4634-b3b9-a9b92683527c req-f16d4b2e-dcde-41cd-b438-d148d37abcf4 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (af35b1eb-42c6-40ef-a15e-2863e12c941f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.641529 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c33da40-ce4c-4634-b3b9-a9b92683527c req-f16d4b2e-dcde-41cd-b438-d148d37abcf4 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.642710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c33da40-ce4c-4634-b3b9-a9b92683527c req-f16d4b2e-dcde-41cd-b438-d148d37abcf4 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "DELETE /v2.0/security-groups/af35b1eb-42c6-40ef-a15e-2863e12c941f HTTP/1.1" status: 204 len: 173 time: 0.5486019 Feb 02 13:01:38.687824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-83240e8a-a69d-4a61-bcb0-acd45b5fa89b None None] For port a91fdd3c-d685-4784-846a-09a4bdbd3ff1, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a91fdd3c-d685-4784-846a-09a4bdbd3ff1,segment=NetworkSegment(4ba7f8b8-5967-4787-9d3a-396cf2cdabf2),segment_id=4ba7f8b8-5967-4787-9d3a-396cf2cdabf2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:38.710934 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83240e8a-a69d-4a61-bcb0-acd45b5fa89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.717008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d4b2e-dcde-41cd-b438-d148d37abcf4 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af35b1eb-42c6-40ef-a15e-2863e12c941f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:38.755840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b6c4a-5461-4825-8c46-fec9a53d3c93 req-240c0dd0-a699-4f30-84e3-24b6521e8c66 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:38.757774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-637b6c4a-5461-4825-8c46-fec9a53d3c93 req-240c0dd0-a699-4f30-84e3-24b6521e8c66 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.3506198 Feb 02 13:01:38.879799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83240e8a-a69d-4a61-bcb0-acd45b5fa89b None None] Pushing event updated for resources: {'Port': ['ID=a91fdd3c-d685-4784-846a-09a4bdbd3ff1,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:38.883695 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a18c7b90-91f8-4bcf-8ee7-df36f4ebf012 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for security_group (95db2be4-3982-48e2-85e7-db23d25bab98), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.919503 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a18c7b90-91f8-4bcf-8ee7-df36f4ebf012 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (95db2be4-3982-48e2-85e7-db23d25bab98), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:38.945441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-93fa8c5a-bb70-4f5e-9a5e-cf740c604c7a None None] Provisioning complete for port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:38.945937 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93fa8c5a-bb70-4f5e-9a5e-cf740c604c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:39.097435 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-637b6c4a-5461-4825-8c46-fec9a53d3c93 req-5bc8cd35-c01a-4989-b0f1-c84aeb0b146a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307488 Feb 02 13:01:39.097768 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-be874b81-bbc9-4d68-8173-bc9829a42da8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d65b455-5eda-40f1-8058-c984916c6e80 HTTP/1.1" status: 200 len: 217 time: 0.4737670 Feb 02 13:01:39.103551 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a18c7b90-91f8-4bcf-8ee7-df36f4ebf012 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:39.105148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a18c7b90-91f8-4bcf-8ee7-df36f4ebf012 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8135202 Feb 02 13:01:39.107619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c7b90-91f8-4bcf-8ee7-df36f4ebf012 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95db2be4-3982-48e2-85e7-db23d25bab98,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:39.108347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41034) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:39.134723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac6fbb-daee-4932-a921-b5814c3845ef req-f26bf7e7-493f-426d-9453-5bb2edcf3baf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:39.138535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25ac6fbb-daee-4932-a921-b5814c3845ef req-f26bf7e7-493f-426d-9453-5bb2edcf3baf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 944 time: 0.3419814 Feb 02 13:01:39.141532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6dd705d1-482f-4310-9332-49a2ce187a64 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Request body: {'security_group_rule': {'security_group_id': '95db2be4-3982-48e2-85e7-db23d25bab98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:39.171641 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-93fa8c5a-bb70-4f5e-9a5e-cf740c604c7a None None] Current status of the port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:39.205797 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558881f9-87e9-4f02-9ac0-e0e1a8b8b988 x-openstack-request-id: req-558881f9-87e9-4f02-9ac0-e0e1a8b8b988 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:39.206088 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23256bc-0269-409c-a0bf-d0b7fc73378e", "tag": "5d65b455-5eda-40f1-8058-c984916c6e80", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:39.206342 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-558881f9-87e9-4f02-9ac0-e0e1a8b8b988 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:39.206732 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23256bc-0269-409c-a0bf-d0b7fc73378e', 'tag': '5d65b455-5eda-40f1-8058-c984916c6e80', 'status': 'completed', 'code': 200} Feb 02 13:01:39.258756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-c548312c-e4e3-4d2e-a98e-6d1d192a6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:39.260522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-c548312c-e4e3-4d2e-a98e-6d1d192a6ce9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb7766b7-92d2-47a0-93e3-41c40ddbb9a9 HTTP/1.1" status: 200 len: 845 time: 0.1510174 Feb 02 13:01:39.272235 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25ac6fbb-daee-4932-a921-b5814c3845ef req-e4983dff-9153-482f-ab32-4e49dbfa43bf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239874 Feb 02 13:01:39.280414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6dd705d1-482f-4310-9332-49a2ce187a64 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for security_group_rule (59f120dd-e07e-4d36-998c-08cefd2b17fc), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:39.320650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:01:33Z', 'revision_number': 4, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'a91fdd3c-d685-4784-846a-09a4bdbd3ff1', 'name': '', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'mac_address': 'fa:16:3e:1d:74:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:31Z', 'updated_at': '2022-02-02T13:01:38Z', 'revision_number': 4, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'subnets': [{'id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:39.336561 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-20df718e-e897-4544-b9cb-d6d95ba2a7d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=874521e3-e700-43b7-9a69-69d4db583403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682826 Feb 02 13:01:39.381219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9617b372-54a4-4aba-9d96-31a9defb0b9f req-44257aea-7493-46ad-80df-43fa24a1277d tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/62006d84-11fe-40eb-8652-833d1c69129f HTTP/1.1" status: 200 len: 1829 time: 0.0653718 Feb 02 13:01:39.383763 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6dd705d1-482f-4310-9332-49a2ce187a64 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for security_group_rule (59f120dd-e07e-4d36-998c-08cefd2b17fc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:39.396076 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6dd705d1-482f-4310-9332-49a2ce187a64 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (59f120dd-e07e-4d36-998c-08cefd2b17fc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:39.433796 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca35c9ae-9901-4db4-8bbc-c65fc9139daf None None] The sync data for ids ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'] in n-d-827336-2 is: [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:01:33Z', 'revision_number': 4, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'a91fdd3c-d685-4784-846a-09a4bdbd3ff1', 'name': '', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'mac_address': 'fa:16:3e:1d:74:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:31Z', 'updated_at': '2022-02-02T13:01:38Z', 'revision_number': 4, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'subnets': [{'id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:01:39.459339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd705d1-482f-4310-9332-49a2ce187a64 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f120dd-e07e-4d36-998c-08cefd2b17fc,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:39.475487 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6dd705d1-482f-4310-9332-49a2ce187a64 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:39.476711 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6dd705d1-482f-4310-9332-49a2ce187a64 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3658643 Feb 02 13:01:39.479536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41042) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:39.487690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2bd4f513-cd70-4997-943e-babe69cbb83e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Request body: {'security_group_rule': {'security_group_id': '95db2be4-3982-48e2-85e7-db23d25bab98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:39.543825 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9617b372-54a4-4aba-9d96-31a9defb0b9f req-5baa9c43-52ab-427b-bb89-e7607ae56552 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (62006d84-11fe-40eb-8652-833d1c69129f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:39.580451 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-21b60378-ece5-42ed-9f8b-34637072a734 service neutron] 10.222.0.62 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369912 Feb 02 13:01:39.594165 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9617b372-54a4-4aba-9d96-31a9defb0b9f req-5baa9c43-52ab-427b-bb89-e7607ae56552 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (62006d84-11fe-40eb-8652-833d1c69129f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:39.623621 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f513-cd70-4997-943e-babe69cbb83e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for security_group_rule (3cf5d953-5e37-4c1d-a623-8b13e61c57e0), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:39.805302 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f513-cd70-4997-943e-babe69cbb83e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for security_group_rule (3cf5d953-5e37-4c1d-a623-8b13e61c57e0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:39.808633 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47c46267-9f6f-486a-a9ff-ff9693221a54 req-a624cd7d-9d81-4fca-9fab-8eff3c0ec5f9 service neutron] 10.222.0.62 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131076 Feb 02 13:01:39.812413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f513-cd70-4997-943e-babe69cbb83e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (3cf5d953-5e37-4c1d-a623-8b13e61c57e0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:39.859979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4f513-cd70-4997-943e-babe69cbb83e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf5d953-5e37-4c1d-a623-8b13e61c57e0,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:39.875877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2bd4f513-cd70-4997-943e-babe69cbb83e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:39.880055 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2bd4f513-cd70-4997-943e-babe69cbb83e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3992665 Feb 02 13:01:39.881048 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41046) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:39.887057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:39.958157 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:40.038864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fc34c-613b-457a-89f1-e31daf73de95 req-8967fc83-f9c2-487f-b9e9-0051d4b9afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:40.041559 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc2fc34c-613b-457a-89f1-e31daf73de95 req-8967fc83-f9c2-487f-b9e9-0051d4b9afa4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 1126 time: 0.1288979 Feb 02 13:01:40.247898 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9617b372-54a4-4aba-9d96-31a9defb0b9f req-5baa9c43-52ab-427b-bb89-e7607ae56552 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (62006d84-11fe-40eb-8652-833d1c69129f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:40.248794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a91fdd3c-d685-4784-846a-09a4bdbd3ff1 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:01:40.250871 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9617b372-54a4-4aba-9d96-31a9defb0b9f req-5baa9c43-52ab-427b-bb89-e7607ae56552 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:40.271765 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9617b372-54a4-4aba-9d96-31a9defb0b9f req-5baa9c43-52ab-427b-bb89-e7607ae56552 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "DELETE /v2.0/security-groups/62006d84-11fe-40eb-8652-833d1c69129f HTTP/1.1" status: 204 len: 173 time: 0.8773515 Feb 02 13:01:40.301953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa9c43-52ab-427b-bb89-e7607ae56552 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62006d84-11fe-40eb-8652-833d1c69129f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:40.317674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fc34c-613b-457a-89f1-e31daf73de95 req-e65b5c37-a488-4ac1-b3ec-d25ec337da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:40.320022 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc2fc34c-613b-457a-89f1-e31daf73de95 req-e65b5c37-a488-4ac1-b3ec-d25ec337da26 service neutron] 10.222.0.62 "GET /v2.0/networks?id=874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 200 len: 906 time: 0.2071018 Feb 02 13:01:40.335186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05327bcd-9cf1-4c24-b4c3-bb51046cc535 req-656b4456-944b-409a-95ac-0929a64ccc20 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:40.344191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05327bcd-9cf1-4c24-b4c3-bb51046cc535 req-656b4456-944b-409a-95ac-0929a64ccc20 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.7015364 Feb 02 13:01:40.399381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:40.400118 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:40.403081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc2fc34c-613b-457a-89f1-e31daf73de95 req-7c5401ea-773c-441f-b5ba-3f9b4d2817ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d65b455-5eda-40f1-8058-c984916c6e80 HTTP/1.1" status: 200 len: 217 time: 0.0754201 Feb 02 13:01:40.429564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:40.470364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05327bcd-9cf1-4c24-b4c3-bb51046cc535 req-fbfb6d4c-ebd3-4753-acc2-71e4d1b2c175 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195734 Feb 02 13:01:40.581723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fc34c-613b-457a-89f1-e31daf73de95 req-651b22bb-4634-46b6-8342-ac4af3ba5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:40.583725 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc2fc34c-613b-457a-89f1-e31daf73de95 req-651b22bb-4634-46b6-8342-ac4af3ba5f15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=eb7766b7-92d2-47a0-93e3-41c40ddbb9a9 HTTP/1.1" status: 200 len: 845 time: 0.1699259 Feb 02 13:01:40.609768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88ee84da-f817-45f1-bfc3-46ae0065fe8f req-0c4bf017-6793-4be5-b91d-520d80fbe46a tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "GET /v2.0/security-groups/c100f16f-b90a-4679-bd94-fa1a07ae87d3 HTTP/1.1" status: 200 len: 1830 time: 0.1130116 Feb 02 13:01:40.624479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:40.656225 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc2fc34c-613b-457a-89f1-e31daf73de95 req-08c66638-ba2e-453b-9bea-588d2dc5a150 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=874521e3-e700-43b7-9a69-69d4db583403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623281 Feb 02 13:01:40.737360 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ee84da-f817-45f1-bfc3-46ae0065fe8f req-7b480149-c8db-4d5a-90d1-ff112f1ef9c7 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (c100f16f-b90a-4679-bd94-fa1a07ae87d3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:40.764915 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ee84da-f817-45f1-bfc3-46ae0065fe8f req-7b480149-c8db-4d5a-90d1-ff112f1ef9c7 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (c100f16f-b90a-4679-bd94-fa1a07ae87d3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:40.793980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Allocated IP 172.25.4.135 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/519e3a90-5b09-498e-961c-823f5f1cb177) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:01:40.798928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14893f40-5f37-49ed-86bb-b86c41e184c2 req-e23af8ac-c2b6-472f-9ccf-75a0c8c8f9cb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:40.808272 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14893f40-5f37-49ed-86bb-b86c41e184c2 req-e23af8ac-c2b6-472f-9ccf-75a0c8c8f9cb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.1957872 Feb 02 13:01:40.859018 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ee84da-f817-45f1-bfc3-46ae0065fe8f req-7b480149-c8db-4d5a-90d1-ff112f1ef9c7 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c100f16f-b90a-4679-bd94-fa1a07ae87d3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:40.862847 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-88ee84da-f817-45f1-bfc3-46ae0065fe8f req-7b480149-c8db-4d5a-90d1-ff112f1ef9c7 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:40.876633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88ee84da-f817-45f1-bfc3-46ae0065fe8f req-7b480149-c8db-4d5a-90d1-ff112f1ef9c7 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] 10.222.0.83 "DELETE /v2.0/security-groups/c100f16f-b90a-4679-bd94-fa1a07ae87d3 HTTP/1.1" status: 204 len: 173 time: 0.2658012 Feb 02 13:01:40.879057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:40.966190 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc2fc34c-613b-457a-89f1-e31daf73de95 req-ef44213a-9b92-444c-b455-56bed38ab683 service neutron] 10.222.0.62 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987776 Feb 02 13:01:41.020082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e5b5d1-3308-4573-91cd-7cc6d07634f6 admin admin] Deleting subnet 4808a52e-3a18-4aaa-95ca-4642c62c0050 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:01:41.030061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b480149-c8db-4d5a-90d1-ff112f1ef9c7 tempest-SecurityGroupRulesNegativeTestJSON-415959409 tempest-SecurityGroupRulesNegativeTestJSON-415959409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c100f16f-b90a-4679-bd94-fa1a07ae87d3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:41.034429 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e5b5d1-3308-4573-91cd-7cc6d07634f6 admin admin] Publish callbacks [] for subnet (4808a52e-3a18-4aaa-95ca-4642c62c0050), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:41.064066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for port (519e3a90-5b09-498e-961c-823f5f1cb177), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:41.155741 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (519e3a90-5b09-498e-961c-823f5f1cb177), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:41.173923 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e5b5d1-3308-4573-91cd-7cc6d07634f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (4808a52e-3a18-4aaa-95ca-4642c62c0050), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:41.242086 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e5b5d1-3308-4573-91cd-7cc6d07634f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (4808a52e-3a18-4aaa-95ca-4642c62c0050), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:41.246356 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc2fc34c-613b-457a-89f1-e31daf73de95 req-77ff833b-1060-4682-9636-53a93ea55dad service neutron] 10.222.0.62 "GET /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684021 Feb 02 13:01:41.253116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:01:41.266906 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:41.278637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:01:41.306136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Pushing event updated for resources: {'Port': ['ID=519e3a90-5b09-498e-961c-823f5f1cb177,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:41.380414 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e5b5d1-3308-4573-91cd-7cc6d07634f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (4808a52e-3a18-4aaa-95ca-4642c62c0050), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:41.405409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14893f40-5f37-49ed-86bb-b86c41e184c2 req-a8cdde67-f31f-4956-833b-31ba01a40cda tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962348 Feb 02 13:01:41.415155 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for floatingip (68acc2e0-6ddb-458e-aea5-65bf74649bdc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:41.469287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5b5d1-3308-4573-91cd-7cc6d07634f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4808a52e-3a18-4aaa-95ca-4642c62c0050,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:41.478048 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (519e3a90-5b09-498e-961c-823f5f1cb177), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:41.492066 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82e5b5d1-3308-4573-91cd-7cc6d07634f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:41.498460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-82e5b5d1-3308-4573-91cd-7cc6d07634f6 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/4808a52e-3a18-4aaa-95ca-4642c62c0050 HTTP/1.1" status: 204 len: 168 time: 0.5928931 Feb 02 13:01:41.506210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287ba74-3fb1-49b9-8867-8edaaf7eef75 req-ef8af159-f6f9-4b5a-b2e6-c8b9fc822087 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:41.508500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41066) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:41.513673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a287ba74-3fb1-49b9-8867-8edaaf7eef75 req-ef8af159-f6f9-4b5a-b2e6-c8b9fc822087 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 944 time: 0.4865725 Feb 02 13:01:41.569798 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-a7fbb438-fa4a-46c0-8765-cad3b47f7892 service neutron] show failed (client error): The resource could not be found. Feb 02 13:01:41.570831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-a7fbb438-fa4a-46c0-8765-cad3b47f7892 service neutron] 10.222.0.18 "GET /v2.0/ports/5686039c-2c37-4d32-bc67-23550c2357ef/bindings/n-h2-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.2636063 Feb 02 13:01:41.598570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a287ba74-3fb1-49b9-8867-8edaaf7eef75 req-269ff000-dd4c-4467-961a-6c69b98b3ee4 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791457 Feb 02 13:01:41.655744 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (33e9c800-372f-4155-a8a6-2f276cc94f99), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:41.746736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcce0e-9115-4218-ba5b-24946c0552eb req-4296c550-7625-46ae-8241-28b51981b992 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:41.755939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbdcce0e-9115-4218-ba5b-24946c0552eb req-4296c550-7625-46ae-8241-28b51981b992 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.1559579 Feb 02 13:01:41.866981 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (33e9c800-372f-4155-a8a6-2f276cc94f99), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:41.881591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbdcce0e-9115-4218-ba5b-24946c0552eb req-0421d731-6441-46a2-b34e-512fd426a2d5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234887 Feb 02 13:01:41.956991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e9c800-372f-4155-a8a6-2f276cc94f99']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:41.976714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e391e9c-7811-4f8f-99d3-fe942ec8aa6e') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:41.977040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e391e9c-7811-4f8f-99d3-fe942ec8aa6e') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:41.997784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (8e391e9c-7811-4f8f-99d3-fe942ec8aa6e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.001068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for port (519e3a90-5b09-498e-961c-823f5f1cb177), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.014179 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (519e3a90-5b09-498e-961c-823f5f1cb177), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.051717 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8e391e9c-7811-4f8f-99d3-fe942ec8aa6e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.069499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:01:42.069908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (8e391e9c-7811-4f8f-99d3-fe942ec8aa6e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:01:42.071710 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:01:42.112409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-b466dd01-a62d-498e-8d54-4aa5dc51bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:42.114199 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-b466dd01-a62d-498e-8d54-4aa5dc51bfa9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611&tenant_id=bbd971fda23e48a19766ca7f8465658e HTTP/1.1" status: 200 len: 1131 time: 0.2223008 Feb 02 13:01:42.140339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:42.183159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Pushing event updated for resources: {'Port': ['ID=519e3a90-5b09-498e-961c-823f5f1cb177,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:42.226529 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (68acc2e0-6ddb-458e-aea5-65bf74649bdc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.252225 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.255314 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f9834513-00d5-41cf-9447-c1421d0a76d7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3721924 Feb 02 13:01:42.313309 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (33e9c800-372f-4155-a8a6-2f276cc94f99), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.326845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41100) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:42.345338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.350542 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] 10.222.0.83 "DELETE /v2.0/networks/33e9c800-372f-4155-a8a6-2f276cc94f99 HTTP/1.1" status: 204 len: 168 time: 0.8398170 Feb 02 13:01:42.351630 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3413fb-dd1b-4c41-aa70-b46f561d968f admin admin] Pushing event deleted for resources: {'Network': ['ID=33e9c800-372f-4155-a8a6-2f276cc94f99,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:42.367649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.515169 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19e6410a-320f-4199-9248-f721d8ab7962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.594939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:42.681320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-6de7435b-e6e3-4543-9d18-9333c1710e9e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1846092296&fields=id&tenant_id=1180f703ad6a4bf091f7b7f2773b7be4 HTTP/1.1" status: 200 len: 267 time: 0.1748667 Feb 02 13:01:42.715345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b1e1c-3326-4019-95eb-e48f6212be6e req-bbc4c4b2-6d31-4ef3-8c71-17239a5010e7 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:42.716977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-625b1e1c-3326-4019-95eb-e48f6212be6e req-bbc4c4b2-6d31-4ef3-8c71-17239a5010e7 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.1691883 Feb 02 13:01:42.753439 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:42.768757 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-19108cd3-fc32-4755-8c97-c673e294bc11 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ec10137ee7ac47c1a53793c32a3abfc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639118 Feb 02 13:01:42.773018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41122) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:42.797763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:42.862038 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Publish callbacks [] for port (5686039c-2c37-4d32-bc67-23550c2357ef), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.876396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:42.881940 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b55ee2-3b8c-4267-abad-2566adf3d8ee" -d '{"events": [{"server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "name": "network-vif-unplugged", "status": "completed", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:42.892116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Transition to ACTIVE for port object 5686039c-2c37-4d32-bc67-23550c2357ef will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:01:42.900847 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.915529 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19e6410a-320f-4199-9248-f721d8ab7962 admin admin] Publish callbacks [] for security_group (1da2b229-dbee-4a1f-89b5-95bc2d9534a2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.928821 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-625b1e1c-3326-4019-95eb-e48f6212be6e req-a8c0d1e3-da76-4705-90c8-1fadd5a99747 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997380 Feb 02 13:01:42.957725 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-19e6410a-320f-4199-9248-f721d8ab7962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1da2b229-dbee-4a1f-89b5-95bc2d9534a2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:42.999826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] No DVR routers for this DVR port 5686039c-2c37-4d32-bc67-23550c2357ef on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:01:43.002264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:43.040155 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7b26586-1754-4c07-9cbb-51b032e87348 admin admin] Publish callbacks [] for security_group (223217d4-2294-4871-b900-9c7c8348a706), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.061447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Attempting to bind port 5686039c-2c37-4d32-bc67-23550c2357ef on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:43.061776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Attempting to bind port 5686039c-2c37-4d32-bc67-23550c2357ef by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:43.062105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Attempting to bind port 5686039c-2c37-4d32-bc67-23550c2357ef on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:43.066789 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Port 5686039c-2c37-4d32-bc67-23550c2357ef on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:01:43.067110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Attempting to bind port 5686039c-2c37-4d32-bc67-23550c2357ef on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:43.076829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:43.077431 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7b26586-1754-4c07-9cbb-51b032e87348 admin admin] Publish callbacks [] for security_group (223217d4-2294-4871-b900-9c7c8348a706), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.077936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:43.078705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:43.079506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Bound port: 5686039c-2c37-4d32-bc67-23550c2357ef, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:43.080042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.150886 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-19e6410a-320f-4199-9248-f721d8ab7962 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ad2c7f2cb9204098a8d203a2e0be8e78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8222241 Feb 02 13:01:43.167514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:43.213901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:43.219994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:43.228949 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-aadff6ec-d671-47b5-bfe5-2287b459107e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:43.230630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-aadff6ec-d671-47b5-bfe5-2287b459107e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/networks?id=588daa18-8525-44e4-ad4d-75a5fcb7e389 HTTP/1.1" status: 200 len: 811 time: 0.5386014 Feb 02 13:01:43.235501 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.267249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6410a-320f-4199-9248-f721d8ab7962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da2b229-dbee-4a1f-89b5-95bc2d9534a2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:43.300903 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7b26586-1754-4c07-9cbb-51b032e87348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (223217d4-2294-4871-b900-9c7c8348a706), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.303991 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7b26586-1754-4c07-9cbb-51b032e87348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.305495 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f7b26586-1754-4c07-9cbb-51b032e87348 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/223217d4-2294-4871-b900-9c7c8348a706 HTTP/1.1" status: 204 len: 168 time: 0.5283425 Feb 02 13:01:43.310451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:43.316927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:43.317377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-13a621ef-3fdd-42b9-b01f-6bd01ed3baa8 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/quotas/1180f703ad6a4bf091f7b7f2773b7be4 HTTP/1.1" status: 200 len: 375 time: 0.0604396 Feb 02 13:01:43.321278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.323765 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7c6e697b-488c-4daa-8107-34ef22112779 service neutron] 10.222.0.62 "PUT /v2.0/ports/5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 1095 time: 1.1875916 Feb 02 13:01:43.340912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b26586-1754-4c07-9cbb-51b032e87348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223217d4-2294-4871-b900-9c7c8348a706,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:43.401003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47996035-ffb3-4272-b061-100f892c780b req-447ba00a-1e7a-4e77-a41b-2b1ce5e3cc81 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:43.402681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47996035-ffb3-4272-b061-100f892c780b req-447ba00a-1e7a-4e77-a41b-2b1ce5e3cc81 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 944 time: 0.2681258 Feb 02 13:01:43.405496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5d65b455-5eda-40f1-8058-c984916c6e80 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:01:43.466297 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9da1af79-ffd8-4fcb-bad3-bff34cb2c968 admin admin] Publish callbacks [] for security_group (1da2b229-dbee-4a1f-89b5-95bc2d9534a2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.504010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7d05a57d-c576-4547-a56f-bd6ea44099c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:43.505653 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-7d05a57d-c576-4547-a56f-bd6ea44099c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 1129 time: 0.1452799 Feb 02 13:01:43.542612 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9da1af79-ffd8-4fcb-bad3-bff34cb2c968 admin admin] Publish callbacks [] for security_group (1da2b229-dbee-4a1f-89b5-95bc2d9534a2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.566506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-49984d63-4a0c-431f-a286-423c1d44ed23 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1180f703ad6a4bf091f7b7f2773b7be4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2297630 Feb 02 13:01:43.584162 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47996035-ffb3-4272-b061-100f892c780b req-b59492dd-3d39-4b72-a3f1-036f856203c6 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513820 Feb 02 13:01:43.650831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5d65b455-5eda-40f1-8058-c984916c6e80, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d65b455-5eda-40f1-8058-c984916c6e80,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:43.682585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '5d65b455-5eda-40f1-8058-c984916c6e80', 'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'port_id': '5d65b455-5eda-40f1-8058-c984916c6e80', 'mac_address': 'fa:16:3e:64:f7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7766b7-92d2-47a0-93e3-41c40ddbb9a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:01:43.728770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-584df976-1edb-4ecb-ab8d-7b2e5ab27171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:43.730374 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-584df976-1edb-4ecb-ab8d-7b2e5ab27171 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2181697 Feb 02 13:01:43.762017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-dc48e744-1fdc-4543-ae90-bdf9fc974a64 service neutron] 10.222.0.83 "GET /v2.0/networks/588daa18-8525-44e4-ad4d-75a5fcb7e389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767247 Feb 02 13:01:43.762630 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9da1af79-ffd8-4fcb-bad3-bff34cb2c968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1da2b229-dbee-4a1f-89b5-95bc2d9534a2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.765564 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9da1af79-ffd8-4fcb-bad3-bff34cb2c968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.766582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9da1af79-ffd8-4fcb-bad3-bff34cb2c968 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1da2b229-dbee-4a1f-89b5-95bc2d9534a2 HTTP/1.1" status: 204 len: 168 time: 0.5886967 Feb 02 13:01:43.785740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1af79-ffd8-4fcb-bad3-bff34cb2c968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da2b229-dbee-4a1f-89b5-95bc2d9534a2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:43.819981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5d65b455-5eda-40f1-8058-c984916c6e80 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:43.822671 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.882337 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed7e78b-aa57-4686-975a-69cf33e237be x-openstack-request-id: req-5ed7e78b-aa57-4686-975a-69cf33e237be {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:43.882868 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "name": "network-vif-unplugged", "status": "completed", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:43.882868 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5ed7e78b-aa57-4686-975a-69cf33e237be {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:43.883251 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef', 'code': 200} Feb 02 13:01:43.884349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d65b455-5eda-40f1-8058-c984916c6e80 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:43.887956 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-84853b08-d14f-45b5-81a9-23f726ae83e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 217 time: 0.1496201 Feb 02 13:01:43.936327 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2f6c73ec-201c-4419-be98-f9aad3c191ba service neutron] 10.222.0.83 "GET /v2.0/networks/588daa18-8525-44e4-ad4d-75a5fcb7e389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518710 Feb 02 13:01:43.938575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5d65b455-5eda-40f1-8058-c984916c6e80, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d65b455-5eda-40f1-8058-c984916c6e80,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:43.953360 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:43.978919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-4dcfa71e-34f4-4e1f-972c-39c3e3cbecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:43.984651 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-4dcfa71e-34f4-4e1f-972c-39c3e3cbecf3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0845573 Feb 02 13:01:44.050208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b6d5d-e73f-4f6f-bcf6-0cbec1e0467d req-afbc81d7-5341-4048-81ab-cd541e747f0a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:44.059770 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a83b6d5d-e73f-4f6f-bcf6-0cbec1e0467d req-afbc81d7-5341-4048-81ab-cd541e747f0a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 947 time: 0.1196790 Feb 02 13:01:44.094193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5d65b455-5eda-40f1-8058-c984916c6e80,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:44.120838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-1537e281-a78d-42cf-a23a-3c8a3fc64c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:44.122275 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-1537e281-a78d-42cf-a23a-3c8a3fc64c9a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1324055 Feb 02 13:01:44.184200 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a83b6d5d-e73f-4f6f-bcf6-0cbec1e0467d req-a64babbc-d117-478a-af82-ea87fa866420 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235046 Feb 02 13:01:44.304876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['5d65b455-5eda-40f1-8058-c984916c6e80'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:01:44.317861 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-6b67bc64-4312-4782-a78e-9fe3db252f97 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868598 Feb 02 13:01:44.350316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786cf959-c546-4198-926f-e5f2409df687 req-3860f6ad-e830-4f51-8ac2-3728d734f549 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 210 time: 0.0671108 Feb 02 13:01:44.427525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5686039c-2c37-4d32-bc67-23550c2357ef no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:01:44.448544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d58bf-0a44-49e5-8349-b60e19c00d6f req-72da336b-98a1-4800-b88c-33fcfc8172ce tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:44.456424 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b80d58bf-0a44-49e5-8349-b60e19c00d6f req-72da336b-98a1-4800-b88c-33fcfc8172ce tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.1041951 Feb 02 13:01:44.546580 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b80d58bf-0a44-49e5-8349-b60e19c00d6f req-61886054-fe0f-4694-8029-541fd2ba4cd0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886030 Feb 02 13:01:44.575668 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41160) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:44.592491 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d5eab518-39ac-4ff5-88b8-46aea5f64c46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:44.609723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port 5686039c-2c37-4d32-bc67-23550c2357ef host n-h2-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:01:44.610263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5686039c-2c37-4d32-bc67-23550c2357ef not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:01:44.656586 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab4b8905-ce49-4ce5-a398-2d3eae1d5f95 req-2fb23ecf-a6e4-49ba-9cd5-23fe8d1c3ac4 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328052 Feb 02 13:01:44.758454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d5eab518-39ac-4ff5-88b8-46aea5f64c46 admin admin] Publish callbacks [] for security_group (55d0e3d8-ded0-4674-aa17-c958afe92220), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:44.770290 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d5eab518-39ac-4ff5-88b8-46aea5f64c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (55d0e3d8-ded0-4674-aa17-c958afe92220), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:44.828836 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d5eab518-39ac-4ff5-88b8-46aea5f64c46 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8934a0af3c78485d9430ad074ce9052a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520850 Feb 02 13:01:44.830059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eab518-39ac-4ff5-88b8-46aea5f64c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d0e3d8-ded0-4674-aa17-c958afe92220,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:44.834022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41170) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:44.866802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549aa68-9f92-4396-87cf-07359122a862 req-afd56350-865a-42e6-b2f2-d080978f3320 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:44.868416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a549aa68-9f92-4396-87cf-07359122a862 req-afd56350-865a-42e6-b2f2-d080978f3320 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 945 time: 0.1600358 Feb 02 13:01:44.946449 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37094be1-8ec3-4b93-a430-8a63d2ce7b59 admin admin] Publish callbacks [] for security_group (55d0e3d8-ded0-4674-aa17-c958afe92220), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:44.980014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a549aa68-9f92-4396-87cf-07359122a862 req-360c2e23-77ac-491e-b5d8-afef18366dbf tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962348 Feb 02 13:01:45.000946 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37094be1-8ec3-4b93-a430-8a63d2ce7b59 admin admin] Publish callbacks [] for security_group (55d0e3d8-ded0-4674-aa17-c958afe92220), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.039807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41176) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:45.052512 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37094be1-8ec3-4b93-a430-8a63d2ce7b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (55d0e3d8-ded0-4674-aa17-c958afe92220), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.058073 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37094be1-8ec3-4b93-a430-8a63d2ce7b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.061739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-37094be1-8ec3-4b93-a430-8a63d2ce7b59 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/55d0e3d8-ded0-4674-aa17-c958afe92220 HTTP/1.1" status: 204 len: 168 time: 0.2251339 Feb 02 13:01:45.073542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37094be1-8ec3-4b93-a430-8a63d2ce7b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d0e3d8-ded0-4674-aa17-c958afe92220,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:45.325104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1553778094-network', 'tenant_id': '0a8c490434df42aca4f7f7e6aa12ae65'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:45.359944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Made reservation on behalf of 0a8c490434df42aca4f7f7e6aa12ae65 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:01:45.362422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.374902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.389439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b50db-bcd3-49cf-80b7-fba9ad4d0eb2 req-43daf0ee-cb4e-4157-8fcf-ca88b100bfa8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:45.398248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d18b50db-bcd3-49cf-80b7-fba9ad4d0eb2 req-43daf0ee-cb4e-4157-8fcf-ca88b100bfa8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 947 time: 0.0865078 Feb 02 13:01:45.416695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5d65b455-5eda-40f1-8058-c984916c6e80 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:01:45.475304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d18b50db-bcd3-49cf-80b7-fba9ad4d0eb2 req-67d31de5-83b7-4331-b087-6439870ed287 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759323 Feb 02 13:01:45.519341 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Publish callbacks [] for security_group (37b8d48c-6c81-4be9-8751-b36752056858), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.524179 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce755271-d010-48fb-a4de-4efd9614c261 req-cfdd69ff-5b79-46e7-a2d3-51d2eab742b0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 210 time: 0.0438361 Feb 02 13:01:45.525993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (37b8d48c-6c81-4be9-8751-b36752056858), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.537567 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 5d65b455-5eda-40f1-8058-c984916c6e80 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:01:45.551741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 5d65b455-5eda-40f1-8058-c984916c6e80 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:45.551741 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.572429 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:01:45.584896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b8d48c-6c81-4be9-8751-b36752056858,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:45.592521 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b32cd471-88cd-442c-9649-33db725992f5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.593452 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Added segment b32cd471-88cd-442c-9649-33db725992f5 of type vlan for network b9efaa01-6585-4433-ade5-806cb51fbc0d Feb 02 13:01:45.654138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (b9efaa01-6585-4433-ade5-806cb51fbc0d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.690939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (b9efaa01-6585-4433-ade5-806cb51fbc0d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.693347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:45.698572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.722476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5d65b455-5eda-40f1-8058-c984916c6e80 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:45.722883 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.745851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04047b5-cfca-46b5-a5e9-db9e45c3ea88 req-930e0b43-8c2f-4b12-af36-fb240a70a0c4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:45.751004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c04047b5-cfca-46b5-a5e9-db9e45c3ea88 req-930e0b43-8c2f-4b12-af36-fb240a70a0c4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.1245224 Feb 02 13:01:45.777750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23256bc-0269-409c-a0bf-d0b7fc73378e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65b455-5eda-40f1-8058-c984916c6e80'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:45.787392 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7436607 Feb 02 13:01:45.789577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41200) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:45.789735 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14a4be5-5233-4682-8beb-05c2fa5d8783" -d '{"events": [{"server_uuid": "a23256bc-0269-409c-a0bf-d0b7fc73378e", "name": "network-vif-plugged", "status": "completed", "tag": "5d65b455-5eda-40f1-8058-c984916c6e80"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:45.795112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e261bc4b-b94b-4585-9795-e29863ab8ebc admin admin] Request body: {'subnet': {'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1553778094-subnet', 'tenant_id': '0a8c490434df42aca4f7f7e6aa12ae65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:45.797582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5d65b455-5eda-40f1-8058-c984916c6e80, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d65b455-5eda-40f1-8058-c984916c6e80,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:45.804260 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:45.855105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c04047b5-cfca-46b5-a5e9-db9e45c3ea88 req-4e494c1e-1e84-4fab-8200-a87c28c5ecc0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998597 Feb 02 13:01:45.880907 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceb01ca-bbd9-433c-9de1-975209878a33 x-openstack-request-id: req-0ceb01ca-bbd9-433c-9de1-975209878a33 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:45.881193 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23256bc-0269-409c-a0bf-d0b7fc73378e", "name": "network-vif-plugged", "status": "completed", "tag": "5d65b455-5eda-40f1-8058-c984916c6e80", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:45.881447 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0ceb01ca-bbd9-433c-9de1-975209878a33 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:45.881839 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23256bc-0269-409c-a0bf-d0b7fc73378e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65b455-5eda-40f1-8058-c984916c6e80', 'code': 200} Feb 02 13:01:45.887077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:45.890855 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39b93f7-95e1-425c-805d-8520814b3321" -d '{"events": [{"name": "network-changed", "server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:45.930072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5d65b455-5eda-40f1-8058-c984916c6e80,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:45.935444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9de500-bc4c-475e-856c-d2ae38968ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=b9efaa01-6585-4433-ade5-806cb51fbc0d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:45.952141 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network b9efaa01-6585-4433-ade5-806cb51fbc0d details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:01:46.046127 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9216fbe0-00e3-4949-ab31-bcdf2f3e2ad3 x-openstack-request-id: req-9216fbe0-00e3-4949-ab31-bcdf2f3e2ad3 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:46.053036 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:46.053511 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9216fbe0-00e3-4949-ab31-bcdf2f3e2ad3 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:46.055316 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef', 'status': 'completed', 'code': 200} Feb 02 13:01:46.061921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e261bc4b-b94b-4585-9795-e29863ab8ebc admin admin] Made reservation on behalf of 0a8c490434df42aca4f7f7e6aa12ae65 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:01:46.069364 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e261bc4b-b94b-4585-9795-e29863ab8ebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:46.187673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b3cb3-a015-4862-bca1-f37368dd6a30 req-5db31876-3aaa-44ca-9304-e63cba487e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:46.190266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-691b3cb3-a015-4862-bca1-f37368dd6a30 req-5db31876-3aaa-44ca-9304-e63cba487e8c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 1128 time: 0.1939757 Feb 02 13:01:46.200041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b93f7-95e1-425c-805d-8520814b3321 req-105591dc-619e-4f11-8d56-567433ae0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:46.201577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-105591dc-619e-4f11-8d56-567433ae0086 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 1129 time: 0.1197705 Feb 02 13:01:46.215209 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-b23c2a07-00cf-4d24-8207-21e16e8312f3 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:46.216851 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-b23c2a07-00cf-4d24-8207-21e16e8312f3 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.62 "GET /v2.0/networks?id=588daa18-8525-44e4-ad4d-75a5fcb7e389 HTTP/1.1" status: 200 len: 811 time: 0.3314614 Feb 02 13:01:46.248377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe5f66-f49a-44db-b9b7-4029a2e571f6 req-e5ee1f2e-d19f-42bd-9e33-3597d6762b9c tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:46.250588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ebe5f66-f49a-44db-b9b7-4029a2e571f6 req-e5ee1f2e-d19f-42bd-9e33-3597d6762b9c tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 946 time: 0.1622589 Feb 02 13:01:46.256949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b93f7-95e1-425c-805d-8520814b3321 req-f5132e0a-12ad-41d8-8151-e51783d8463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:46.259154 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-f5132e0a-12ad-41d8-8151-e51783d8463e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 1129 time: 0.1755610 Feb 02 13:01:46.353069 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-691b3cb3-a015-4862-bca1-f37368dd6a30 req-cb917c98-2bcd-4cd4-add0-1a939d9cd260 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489289 Feb 02 13:01:46.382602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ebe5f66-f49a-44db-b9b7-4029a2e571f6 req-bd3c4314-afb3-4cdc-b4e0-2a78e3212058 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245811 Feb 02 13:01:46.388434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b93f7-95e1-425c-805d-8520814b3321 req-53237e9c-186b-4860-9a91-190c84f05aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:46.390075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-53237e9c-186b-4860-9a91-190c84f05aa4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1711383 Feb 02 13:01:46.414383 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-4c1638d9-1912-40c5-825b-4bc499c1e1fe tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1180f703ad6a4bf091f7b7f2773b7be4 HTTP/1.1" status: 200 len: 380 time: 0.1801932 Feb 02 13:01:46.438722 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-50c28d76-03a8-4f52-96fa-76d949470854 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 217 time: 0.0349498 Feb 02 13:01:46.491631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b93f7-95e1-425c-805d-8520814b3321 req-ba8221af-1f14-4137-948b-762cc9ab4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:46.492764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b93f7-95e1-425c-805d-8520814b3321 req-e6f68853-bffe-45e6-baf6-5a3e3853deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:46.493322 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-ba8221af-1f14-4137-948b-762cc9ab4446 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0482638 Feb 02 13:01:46.494407 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-e6f68853-bffe-45e6-baf6-5a3e3853deca service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2242844 Feb 02 13:01:46.495821 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e261bc4b-b94b-4585-9795-e29863ab8ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (2c42dda4-bf48-45f7-a2c0-e8550af6933b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:46.565662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261bc4b-b94b-4585-9795-e29863ab8ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c42dda4-bf48-45f7-a2c0-e8550af6933b,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:46.575589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261bc4b-b94b-4585-9795-e29863ab8ebc admin admin] Checking segment: {'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:46.575953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e261bc4b-b94b-4585-9795-e29863ab8ebc admin admin] Network hostable DHCP agents. Network: b9efaa01-6585-4433-ade5-806cb51fbc0d, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:01:46.607967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e261bc4b-b94b-4585-9795-e29863ab8ebc admin admin] Network b9efaa01-6585-4433-ade5-806cb51fbc0d is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:01:46.608608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b93f7-95e1-425c-805d-8520814b3321 req-b94aff19-f727-4375-a632-d37dfc7956d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:46.611833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-b94aff19-f727-4375-a632-d37dfc7956d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1034050 Feb 02 13:01:46.617991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e261bc4b-b94b-4585-9795-e29863ab8ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, b9efaa01-6585-4433-ade5-806cb51fbc0d) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:46.623213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261bc4b-b94b-4585-9795-e29863ab8ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:46.623884 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e261bc4b-b94b-4585-9795-e29863ab8ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:46.628242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618d7de7-18ff-4e34-9d56-918528862a3c None None] Network b9efaa01-6585-4433-ade5-806cb51fbc0d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:01:46.665176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Request body: {'port': {'device_id': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'admin_state_up': True, 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'security_groups': ['95db2be4-3982-48e2-85e7-db23d25bab98']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:46.713679 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-886a0d49-ebc6-458e-ba7e-a7349e38f596 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 217 time: 0.0697215 Feb 02 13:01:46.739901 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e261bc4b-b94b-4585-9795-e29863ab8ebc admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9487157 Feb 02 13:01:46.744075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b81cd7b4-4e44-48e3-90ba-7bf078529730 req-c2d52c5c-763c-43f9-bced-3b7122725d25 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 210 time: 0.0785973 Feb 02 13:01:46.881592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d73a94f-2a96-4bb2-b511-15c0449f3ddf None None] Network b9efaa01-6585-4433-ade5-806cb51fbc0d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:01:46.882002 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d36336-61d3-4dc8-8465-1104c6b37a4b req-dc5a3414-7ca1-44f6-b42a-0477b57c0d77 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:46.893115 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3d36336-61d3-4dc8-8465-1104c6b37a4b req-dc5a3414-7ca1-44f6-b42a-0477b57c0d77 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 947 time: 0.2774868 Feb 02 13:01:46.935560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-332971fe-c594-46cf-a4b0-e6785fc1035d service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016021 Feb 02 13:01:47.057639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-85ca401b-3f80-4275-b0e8-c62a850f861e service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096299 Feb 02 13:01:47.079105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b93f7-95e1-425c-805d-8520814b3321 req-0ac88bc5-c5d3-4b34-801d-932ffde26f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:47.080878 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-0ac88bc5-c5d3-4b34-801d-932ffde26f4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.3395195 Feb 02 13:01:47.115692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3d36336-61d3-4dc8-8465-1104c6b37a4b req-e77f27e7-3c86-4f37-a669-90a1c1b85357 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176273 Feb 02 13:01:47.161470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Made reservation on behalf of 1180f703ad6a4bf091f7b7f2773b7be4 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:01:47.167279 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:47.180326 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd3edf-ca46-49f3-bae9-9a53b354bcb3 req-40a22e10-6aab-44db-98a4-1f4e3db473ac tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:47.181851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ddd3edf-ca46-49f3-bae9-9a53b354bcb3 req-40a22e10-6aab-44db-98a4-1f4e3db473ac tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.1202555 Feb 02 13:01:47.211142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b93f7-95e1-425c-805d-8520814b3321 req-7926f064-f1c7-465a-a026-9bc5d3bc0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:47.212868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-7926f064-f1c7-465a-a026-9bc5d3bc0f1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1097112 Feb 02 13:01:47.287121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ddd3edf-ca46-49f3-bae9-9a53b354bcb3 req-287bd999-0654-4b72-a307-dc400a64410a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991285 Feb 02 13:01:47.411185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5686039c-2c37-4d32-bc67-23550c2357ef details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:01:47.625357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:47.639971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '5686039c-2c37-4d32-bc67-23550c2357ef', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '5686039c-2c37-4d32-bc67-23550c2357ef', 'mac_address': 'fa:16:3e:2d:c2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:01:47.669978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29756a76-df13-4c68-a133-934cece1bc31 req-0b8bae16-c97e-4441-8709-d44f627ade44 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:47.676837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29756a76-df13-4c68-a133-934cece1bc31 req-0b8bae16-c97e-4441-8709-d44f627ade44 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 946 time: 0.1370299 Feb 02 13:01:47.691623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5686039c-2c37-4d32-bc67-23550c2357ef is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:47.692261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:47.712093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5686039c-2c37-4d32-bc67-23550c2357ef {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:47.742854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:47.748223 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:47.807735 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29756a76-df13-4c68-a133-934cece1bc31 req-5cd0bacc-ed52-4a35-8a28-f7c7340e09ae tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220255 Feb 02 13:01:47.826315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:47.843028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-42797aca-fa6e-449a-b383-e4a2ec531c29 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:47.851444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-42797aca-fa6e-449a-b383-e4a2ec531c29 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/networks?id=b9efaa01-6585-4433-ade5-806cb51fbc0d HTTP/1.1" status: 200 len: 815 time: 0.1669905 Feb 02 13:01:47.858548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Allocated IP 172.20.0.8 (588daa18-8525-44e4-ad4d-75a5fcb7e389/da34e80d-cf3c-4a53-830b-765c63264dfe/7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:01:47.866194 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-126f1b3d-237c-422e-8808-e2031e711a64 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195726 Feb 02 13:01:47.889887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-bbfbbfa6-ff88-4a68-ab23-1ca0d2c31436 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/quotas/0a8c490434df42aca4f7f7e6aa12ae65 HTTP/1.1" status: 200 len: 375 time: 0.0283720 Feb 02 13:01:47.941800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-3f67477c-3a97-490a-a8b8-f03e70e40eae tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a8c490434df42aca4f7f7e6aa12ae65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510283 Feb 02 13:01:48.062107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4635a43-20cb-45d2-b960-f1096fdc0497 req-cf777a27-a04b-4d00-aad7-80ff5024393e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 210 time: 0.0352774 Feb 02 13:01:48.064151 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a39b93f7-95e1-425c-805d-8520814b3321 req-1db02d30-a058-4cf5-995f-a54aee79b86c service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916804 Feb 02 13:01:48.083507 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-429c2a99-32cb-4e2e-bafa-ef12ac6fa24e service neutron] 10.222.0.83 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330998 Feb 02 13:01:48.110574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['5686039c-2c37-4d32-bc67-23550c2357ef'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:01:48.114304 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:48.196250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:48.299642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Network 588daa18-8525-44e4-ad4d-75a5fcb7e389 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:01:48.302964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:48.308878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Pushing event updated for resources: {'Port': ['ID=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:48.320206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:01:48.344486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-dd6e8b18-252b-46ea-b2ab-a7b9368f0de0 service neutron] 10.222.0.83 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504957 Feb 02 13:01:48.412512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:48.413270 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:48.424598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189fa37-f960-4a13-8e13-e60a1fed315f req-698bfb98-a671-4566-90aa-0f2c606356cf tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:48.429242 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8189fa37-f960-4a13-8e13-e60a1fed315f req-698bfb98-a671-4566-90aa-0f2c606356cf tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 948 time: 0.1862688 Feb 02 13:01:48.438312 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8bd7558-fd0d-4980-b952-c79692e89f1e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7974563 Feb 02 13:01:48.457517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Request body: {'port': {'device_id': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:48.562430 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8189fa37-f960-4a13-8e13-e60a1fed315f req-e0e219e9-dc14-42bc-959e-58d9228dac41 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154311 Feb 02 13:01:48.684613 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:48.699308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cbcdc129-d4d2-46e2-b86e-e94fb4a15076 None None] Provisioning complete for port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:48.699949 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cbcdc129-d4d2-46e2-b86e-e94fb4a15076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:48.777712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cbcdc129-d4d2-46e2-b86e-e94fb4a15076 None None] Port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:01:48.805857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246a9c8-0287-4f66-8d49-c516c5a8a48c req-33b1ac09-68f8-4f9e-9000-d276cecded4b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:48.807997 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f246a9c8-0287-4f66-8d49-c516c5a8a48c req-33b1ac09-68f8-4f9e-9000-d276cecded4b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.0943429 Feb 02 13:01:48.820313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:48.955560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f246a9c8-0287-4f66-8d49-c516c5a8a48c req-96b62b12-2299-48e0-bcd3-3dd2206e8173 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310089 Feb 02 13:01:49.016137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d5da-793d-4075-b1ab-27d06bc61778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.133744 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65037d4a-2971-45f9-bcad-95aed8ef4a13 req-11496bf5-fb5e-49dc-a6c6-069f1433ccef tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 210 time: 0.0500097 Feb 02 13:01:49.214693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-06a8f777-36e9-4385-b335-304f33c0022f tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:49.216495 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-06a8f777-36e9-4385-b335-304f33c0022f tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.62 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611&tenant_id=bbd971fda23e48a19766ca7f8465658e&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 948 time: 0.1179500 Feb 02 13:01:49.234579 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d5da-793d-4075-b1ab-27d06bc61778 admin admin] Publish callbacks [] for security_group (e97a0d3a-03a8-4825-8dd5-8895e85ec6c0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.283583 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cc6d5da-793d-4075-b1ab-27d06bc61778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e97a0d3a-03a8-4825-8dd5-8895e85ec6c0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.301736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:49.313044 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Publish callbacks [] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.342097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Transition to ACTIVE for port object 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:01:49.348869 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-9039c814-0d16-457c-86a7-393a1bdfb0cd service neutron] 10.222.0.62 "GET /v2.0/ports/5686039c-2c37-4d32-bc67-23550c2357ef/bindings/n-h2-827336-2 HTTP/1.1" status: 200 len: 382 time: 0.1223814 Feb 02 13:01:49.349593 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.368408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6d5da-793d-4075-b1ab-27d06bc61778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97a0d3a-03a8-4825-8dd5-8895e85ec6c0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:49.404508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60102b8d-1ef9-4c84-b676-a0809fe35ad7 req-aba7405a-b964-4e5a-af6e-29baf7b8f470 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:49.406316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60102b8d-1ef9-4c84-b676-a0809fe35ad7 req-aba7405a-b964-4e5a-af6e-29baf7b8f470 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 946 time: 0.2444313 Feb 02 13:01:49.411870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4cc6d5da-793d-4075-b1ab-27d06bc61778 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=60a0fb1c3a40449a813bbdd5b834cea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5895102 Feb 02 13:01:49.413075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41300) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:49.419954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5686039c-2c37-4d32-bc67-23550c2357ef up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:01:49.461889 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Pushing event updated for resources: {'Port': ['ID=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:49.540449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 5686039c-2c37-4d32-bc67-23550c2357ef completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:01:49.548315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 5686039c-2c37-4d32-bc67-23550c2357ef triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:49.549020 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.555351 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-f2b39045-3ec9-40b4-a234-9ad7b534e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:49.556933 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-f2b39045-3ec9-40b4-a234-9ad7b534e452 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 1130 time: 0.1655707 Feb 02 13:01:49.577162 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996973ae-fdd3-4c44-8c8e-b7dcc4048e3a req-5333af45-3367-4aa8-9b18-1366dfd6846d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:49.587887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-996973ae-fdd3-4c44-8c8e-b7dcc4048e3a req-5333af45-3367-4aa8-9b18-1366dfd6846d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 948 time: 0.3502119 Feb 02 13:01:49.637713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Attempting to bind port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:49.638101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Attempting to bind port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:49.638397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Attempting to bind port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 on network 588daa18-8525-44e4-ad4d-75a5fcb7e389 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:49.684016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 on network 588daa18-8525-44e4-ad4d-75a5fcb7e389 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:01:49.688610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Attempting to bind port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 on network 588daa18-8525-44e4-ad4d-75a5fcb7e389 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:49.701930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5686039c-2c37-4d32-bc67-23550c2357ef is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:49.702475 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.703322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:49.703685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Checking segment: {'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:49.708544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Bound using segment: {'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:49.709207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Bound port: 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:49.709578 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.738673 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a18ef987-242c-4f16-939f-6592a337ce9e admin admin] Publish callbacks [] for security_group (e97a0d3a-03a8-4825-8dd5-8895e85ec6c0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.765245 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a18ef987-242c-4f16-939f-6592a337ce9e admin admin] Publish callbacks [] for security_group (e97a0d3a-03a8-4825-8dd5-8895e85ec6c0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.768579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:49.769696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:49.773055 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c03d0c-3fc0-4240-ba2f-2d703f8eff52" -d '{"events": [{"server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "name": "network-vif-plugged", "status": "completed", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:49.778524 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.820764 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-996973ae-fdd3-4c44-8c8e-b7dcc4048e3a req-fbd9fa04-ff51-44a6-b402-bf568544af9e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141805 Feb 02 13:01:49.820937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] For port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:49.824856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] For port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4,segment=NetworkSegment(4ba7f8b8-5967-4787-9d3a-396cf2cdabf2),segment_id=4ba7f8b8-5967-4787-9d3a-396cf2cdabf2)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:49.833139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60102b8d-1ef9-4c84-b676-a0809fe35ad7 req-cc79c416-87dd-43ca-9bf6-af9a14bdc2b5 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784952 Feb 02 13:01:49.836404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c622-0046-414b-8829-ed8d54dd854c req-f4e0c509-947e-40f2-943e-f251a013d9b5 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:49.838061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-f4e0c509-947e-40f2-943e-f251a013d9b5 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2&tenant_id=8424c7cd69964045ae2e17d8412dbaa4&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1127 time: 0.4150255 Feb 02 13:01:49.853370 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.861234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827336-2'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:49.870600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:49.905196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-bfb37636-82c2-4b9d-9e45-9b85dbccd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:49.906708 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-bfb37636-82c2-4b9d-9e45-9b85dbccd725 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.3397872 Feb 02 13:01:49.926632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:49.928891 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.930659 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] 10.222.0.62 "PUT /v2.0/ports/7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 HTTP/1.1" status: 200 len: 1091 time: 1.4771266 Feb 02 13:01:49.933649 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a18ef987-242c-4f16-939f-6592a337ce9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e97a0d3a-03a8-4825-8dd5-8895e85ec6c0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.935024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'tag': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:49.936303 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a18ef987-242c-4f16-939f-6592a337ce9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:49.936535 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ac5994-17cd-4636-8248-8dd53e1c32f0 x-openstack-request-id: req-94ac5994-17cd-4636-8248-8dd53e1c32f0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:49.937132 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "name": "network-vif-plugged", "status": "completed", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:49.937446 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513c2f48-7558-4769-9ea6-159aedf852b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbe187d-83dd-4ee5-80be-353ce06e1580", "tag": "7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:49.937859 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-94ac5994-17cd-4636-8248-8dd53e1c32f0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:49.938493 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef', 'code': 200} Feb 02 13:01:49.952130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a18ef987-242c-4f16-939f-6592a337ce9e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e97a0d3a-03a8-4825-8dd5-8895e85ec6c0 HTTP/1.1" status: 204 len: 168 time: 0.4923897 Feb 02 13:01:50.053756 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-c5b251d3-937e-444c-8654-01f03eb90b50 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 217 time: 0.1394506 Feb 02 13:01:50.067306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ef987-242c-4f16-939f-6592a337ce9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97a0d3a-03a8-4825-8dd5-8895e85ec6c0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:50.098827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:50.186584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468df06-13f4-4629-80f0-d4be08665e8d service neutron] Pushing event updated for resources: {'Port': ['ID=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:50.215136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-0e9c2f1c-6dee-401a-8f35-3ec8e1b6be5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:50.217532 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-0e9c2f1c-6dee-401a-8f35-3ec8e1b6be5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1280692 Feb 02 13:01:50.224407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-46f60015-6925-4025-a0af-212b0161599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:50.226148 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-46f60015-6925-4025-a0af-212b0161599b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1180f703ad6a4bf091f7b7f2773b7be4&device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 1125 time: 0.1714778 Feb 02 13:01:50.253885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3526694-da47-48ea-9ae0-fff84de1cb62 req-f10d2c71-c689-4679-826b-ff9d7379958b tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:50.255927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3526694-da47-48ea-9ae0-fff84de1cb62 req-f10d2c71-c689-4679-826b-ff9d7379958b tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 943 time: 0.3264825 Feb 02 13:01:50.367756 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-f8f0a1de-ef2d-4b38-af12-375c9f1d7746 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 HTTP/1.1" status: 200 len: 217 time: 0.1247153 Feb 02 13:01:50.447078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device c679b88f-9db8-4200-b1b9-8ef6c28acf5e details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:01:50.468124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41334) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:50.493866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ac56075c-555e-4982-9fd5-0bc950837faa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:50.497632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-4fba8c3c-823f-4479-9c48-ffbe3078ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:50.499216 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-4fba8c3c-823f-4479-9c48-ffbe3078ec96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2713618 Feb 02 13:01:50.532986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-dd60fc04-cb30-4179-a937-f5b5d0085279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:50.534556 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-dd60fc04-cb30-4179-a937-f5b5d0085279 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=da34e80d-cf3c-4a53-830b-765c63264dfe HTTP/1.1" status: 200 len: 850 time: 0.1600475 Feb 02 13:01:50.564329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b171e8f7-b8f3-4e84-90d0-20861cab39d0 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:50.566707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b171e8f7-b8f3-4e84-90d0-20861cab39d0 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.18 "GET /v2.0/networks?id=b9efaa01-6585-4433-ade5-806cb51fbc0d HTTP/1.1" status: 200 len: 815 time: 0.2891932 Feb 02 13:01:50.650172 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Request body: {'port': {'device_id': '1f6a6499-a49a-4cd3-8ae4-c9e876d0271d', 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d', 'admin_state_up': True, 'tenant_id': '0a8c490434df42aca4f7f7e6aa12ae65'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:50.699879 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed58d4e-9728-4d07-9791-2318fdab7629 x-openstack-request-id: req-1ed58d4e-9728-4d07-9791-2318fdab7629 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:50.700213 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbe187d-83dd-4ee5-80be-353ce06e1580", "tag": "7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:50.700425 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1ed58d4e-9728-4d07-9791-2318fdab7629 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:50.700824 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'tag': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4', 'status': 'completed', 'code': 200} Feb 02 13:01:50.706921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-255b5ba9-178f-47c5-aeda-b8a2e71985f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:50.708893 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-255b5ba9-178f-47c5-aeda-b8a2e71985f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=588daa18-8525-44e4-ad4d-75a5fcb7e389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1654668 Feb 02 13:01:50.727571 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-9f1fbe84-a2e6-4771-a7e3-5b4d64b33c05 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192011 Feb 02 13:01:50.738259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3526694-da47-48ea-9ae0-fff84de1cb62 req-088fd494-3567-4153-a861-c67253dbe072 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4648676 Feb 02 13:01:50.784220 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ac56075c-555e-4982-9fd5-0bc950837faa admin admin] Publish callbacks [] for security_group (6d6d21b7-ba02-457e-aa74-21a963077784), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:50.816054 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ac56075c-555e-4982-9fd5-0bc950837faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6d6d21b7-ba02-457e-aa74-21a963077784), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:50.930991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56075c-555e-4982-9fd5-0bc950837faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d21b7-ba02-457e-aa74-21a963077784,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:50.942204 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ac56075c-555e-4982-9fd5-0bc950837faa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3fbc9f9a9ebe46aca0ed01b77adde13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728677 Feb 02 13:01:50.951143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41340) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:01:50.967980 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-e8ce18fc-0731-497b-929f-67181544efdf service neutron] 10.222.0.62 "GET /v2.0/networks/588daa18-8525-44e4-ad4d-75a5fcb7e389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503397 Feb 02 13:01:51.021336 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-bfac43f8-5f66-4685-80ee-b0e21e3383d6 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775369 Feb 02 13:01:51.048820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:51.083748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device c679b88f-9db8-4200-b1b9-8ef6c28acf5e has no active binding in host n-h1-827336-2 {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 13:01:51.103976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f53da6d7-ed50-49d9-9c40-da788033cc4b admin admin] Publish callbacks [] for security_group (6d6d21b7-ba02-457e-aa74-21a963077784), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:51.134233 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64a0668f-7723-4f12-9532-3b8a46190c4c req-411d0010-5205-456c-b5ad-2b17da1cc769 service neutron] 10.222.0.62 "GET /v2.0/networks/588daa18-8525-44e4-ad4d-75a5fcb7e389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538262 Feb 02 13:01:51.142933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f53da6d7-ed50-49d9-9c40-da788033cc4b admin admin] Publish callbacks [] for security_group (6d6d21b7-ba02-457e-aa74-21a963077784), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:51.207594 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f53da6d7-ed50-49d9-9c40-da788033cc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6d6d21b7-ba02-457e-aa74-21a963077784), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:51.211346 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f53da6d7-ed50-49d9-9c40-da788033cc4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:51.213435 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f53da6d7-ed50-49d9-9c40-da788033cc4b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6d6d21b7-ba02-457e-aa74-21a963077784 HTTP/1.1" status: 204 len: 168 time: 0.2612329 Feb 02 13:01:51.224040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53da6d7-ed50-49d9-9c40-da788033cc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d21b7-ba02-457e-aa74-21a963077784,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:51.244084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:51.296246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd9644c4-a0b6-47b5-a48e-836083a9ae3c req-d78a2cfd-5ef7-485b-9965-4233348dc36f tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 210 time: 0.0952408 Feb 02 13:01:51.376420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c2f48-7558-4769-9ea6-159aedf852b8 req-08147384-7e80-44e5-83f6-cfedeb417178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:51.378208 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-513c2f48-7558-4769-9ea6-159aedf852b8 req-08147384-7e80-44e5-83f6-cfedeb417178 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1180f703ad6a4bf091f7b7f2773b7be4&device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 1125 time: 0.0822103 Feb 02 13:01:51.391275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:51.447023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e325d-8969-4d6b-85cf-f55880750970 req-47b616da-6c0e-4b03-af86-50533f48447d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:51.448531 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d67e325d-8969-4d6b-85cf-f55880750970 req-47b616da-6c0e-4b03-af86-50533f48447d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 945 time: 0.2533317 Feb 02 13:01:51.453064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Made reservation on behalf of 0a8c490434df42aca4f7f7e6aa12ae65 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:01:51.456667 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:51.483766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c2f48-7558-4769-9ea6-159aedf852b8 req-3e9aa7a0-5a38-4475-9908-230061a713d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:51.485527 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-513c2f48-7558-4769-9ea6-159aedf852b8 req-3e9aa7a0-5a38-4475-9908-230061a713d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=588daa18-8525-44e4-ad4d-75a5fcb7e389 HTTP/1.1" status: 200 len: 912 time: 0.0946453 Feb 02 13:01:51.503110 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d226d9-83eb-43b2-b87c-1cb8638626c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c679b88f-9db8-4200-b1b9-8ef6c28acf5e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:51.505471 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c691277a-41d0-4183-a3b9-b0e0296159da" -d '{"events": [{"server_uuid": "f7d226d9-83eb-43b2-b87c-1cb8638626c2", "name": "network-vif-unplugged", "status": "completed", "tag": "c679b88f-9db8-4200-b1b9-8ef6c28acf5e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:51.516613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Publish callbacks [] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:51.531186 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-513c2f48-7558-4769-9ea6-159aedf852b8 req-0b56c11c-bce7-40d4-827a-8a4407c8fc05 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 HTTP/1.1" status: 200 len: 217 time: 0.0388567 Feb 02 13:01:51.537773 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:51.589017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c2f48-7558-4769-9ea6-159aedf852b8 req-0620785e-640c-48ad-a47b-67f2626485b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:51.591600 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-513c2f48-7558-4769-9ea6-159aedf852b8 req-0620785e-640c-48ad-a47b-67f2626485b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=da34e80d-cf3c-4a53-830b-765c63264dfe HTTP/1.1" status: 200 len: 850 time: 0.0532241 Feb 02 13:01:51.661553 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d67e325d-8969-4d6b-85cf-f55880750970 req-22a3af68-2a48-4a80-a113-636fac0884b3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901295 Feb 02 13:01:51.695246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcbd11-88a7-4b8f-9f13-dcfc870b01de req-51a93c3d-38e3-4c82-b0fc-78b733eac016 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:51.697251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-48bcbd11-88a7-4b8f-9f13-dcfc870b01de req-51a93c3d-38e3-4c82-b0fc-78b733eac016 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.2735844 Feb 02 13:01:51.697950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c2f48-7558-4769-9ea6-159aedf852b8 req-59435c6c-154f-46af-8348-47880e238cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:51.703455 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-513c2f48-7558-4769-9ea6-159aedf852b8 req-59435c6c-154f-46af-8348-47880e238cf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=588daa18-8525-44e4-ad4d-75a5fcb7e389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1020803 Feb 02 13:01:51.789378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:51.869521 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-513c2f48-7558-4769-9ea6-159aedf852b8 req-c1c8e858-be42-4e82-b949-f2cb38aca774 service neutron] 10.222.0.62 "GET /v2.0/networks/588daa18-8525-44e4-ad4d-75a5fcb7e389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368742 Feb 02 13:01:51.872783 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e73c157-735b-4c6f-b6a7-e2deaefe110a x-openstack-request-id: req-8e73c157-735b-4c6f-b6a7-e2deaefe110a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:51.873124 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d226d9-83eb-43b2-b87c-1cb8638626c2", "name": "network-vif-unplugged", "status": "completed", "tag": "c679b88f-9db8-4200-b1b9-8ef6c28acf5e", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:51.873472 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8e73c157-735b-4c6f-b6a7-e2deaefe110a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:51.873844 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d226d9-83eb-43b2-b87c-1cb8638626c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c679b88f-9db8-4200-b1b9-8ef6c28acf5e', 'code': 200} Feb 02 13:01:51.877247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-48bcbd11-88a7-4b8f-9f13-dcfc870b01de req-937ab905-0c94-4afb-8b4f-c9fa4972afc6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665370 Feb 02 13:01:51.877925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Attempting to bind port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on host n-h2-827336-2 for vnic_type normal with profile {"migrating_to": "n-h1-827336-2"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:51.878243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Attempting to bind port c679b88f-9db8-4200-b1b9-8ef6c28acf5e by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:51.878556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Attempting to bind port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:51.899670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:01:51.900081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Attempting to bind port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:51.924037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:51.924037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:51.924037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Bound using segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:51.924037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Bound port: c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:51.924037 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:51.957984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Allocated IP 172.20.0.5 (b9efaa01-6585-4433-ade5-806cb51fbc0d/2c42dda4-bf48-45f7-a2c0-e8550af6933b/51feb5c8-d240-49c3-95a5-84379f6e6190) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:01:52.053471 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-513c2f48-7558-4769-9ea6-159aedf852b8 req-1b4d5bf9-1a82-422a-b6be-2621ad8cd45f service neutron] 10.222.0.62 "GET /v2.0/networks/588daa18-8525-44e4-ad4d-75a5fcb7e389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677573 Feb 02 13:01:52.100884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:52.132185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:52.175288 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:52.183436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc85b94-83fc-42b1-b39b-309c4295d89c req-add82ab2-7962-4960-8cdc-4dfaef796c6a tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:52.185090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9dc85b94-83fc-42b1-b39b-309c4295d89c req-add82ab2-7962-4960-8cdc-4dfaef796c6a tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 943 time: 0.1833539 Feb 02 13:01:52.355203 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9dc85b94-83fc-42b1-b39b-309c4295d89c req-d9485305-53a2-4fa6-8c34-5313e14c09f6 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362295 Feb 02 13:01:52.380347 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:52.413545 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks [] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:52.422646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:52.423367 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:52.424889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-5896195d-1814-41ba-8157-69d90d0a4ab2 service neutron] 10.222.0.18 "PUT /v2.0/ports/c679b88f-9db8-4200-b1b9-8ef6c28acf5e HTTP/1.1" status: 200 len: 1121 time: 2.5706818 Feb 02 13:01:52.433944 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe224dfc-2d95-4381-97e1-9c83d52d9876 req-e442a101-c9f6-4499-bc76-e1a45e35f6d2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:52.440777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe224dfc-2d95-4381-97e1-9c83d52d9876 req-e442a101-c9f6-4499-bc76-e1a45e35f6d2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 946 time: 0.2515597 Feb 02 13:01:52.520147 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe224dfc-2d95-4381-97e1-9c83d52d9876 req-0ebc2abc-1808-4804-9dff-04168171dfc2 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774846 Feb 02 13:01:52.531496 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:52.582893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['c679b88f-9db8-4200-b1b9-8ef6c28acf5e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:01:52.615748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Network b9efaa01-6585-4433-ade5-806cb51fbc0d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:01:52.621977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:52.625795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Pushing event updated for resources: {'Port': ['ID=51feb5c8-d240-49c3-95a5-84379f6e6190,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:52.629189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:01:52.671527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadeece-2be3-4362-90e1-47d8dbd616c2 req-e8a7ad57-aecc-43f1-b243-90ae107945e6 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:52.673320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4aadeece-2be3-4362-90e1-47d8dbd616c2 req-e8a7ad57-aecc-43f1-b243-90ae107945e6 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 931 time: 0.1853516 Feb 02 13:01:52.696285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['c679b88f-9db8-4200-b1b9-8ef6c28acf5e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:01:52.714316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:52.715243 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:52.750523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-b4bc0ed7-0d45-42d7-a113-00bddd7b83d3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1671093 Feb 02 13:01:52.755683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4aadeece-2be3-4362-90e1-47d8dbd616c2 req-b4912930-244a-42d4-aa43-427c70fb2df7 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720773 Feb 02 13:01:52.770132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Request body: {'port': {'device_id': '1f6a6499-a49a-4cd3-8ae4-c9e876d0271d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:52.891454 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7879e-1b54-4000-85dc-6734c4ea18aa req-fb675ed1-b2a8-42ce-b192-e3a6d4f0ccad tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:52.891454 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35b7879e-1b54-4000-85dc-6734c4ea18aa req-fb675ed1-b2a8-42ce-b192-e3a6d4f0ccad tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 943 time: 0.1257639 Feb 02 13:01:52.891454 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:53.039955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35b7879e-1b54-4000-85dc-6734c4ea18aa req-2fd3e2df-e768-4ea3-8355-0cfe3db465dc tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415813 Feb 02 13:01:53.135848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a349e4-cd72-461b-8069-c805f9b365d5 req-0316cdf3-e8aa-4d67-a33e-fd471e9262cc tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:53.137629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-41a349e4-cd72-461b-8069-c805f9b365d5 req-0316cdf3-e8aa-4d67-a33e-fd471e9262cc tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.1028726 Feb 02 13:01:53.230433 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-41a349e4-cd72-461b-8069-c805f9b365d5 req-89c73299-8c26-43ef-ad7d-6b7aa547bda1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629091 Feb 02 13:01:53.279891 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:01:53.308951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51feb5c8-d240-49c3-95a5-84379f6e6190 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:53.317817 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Publish callbacks [] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:53.340500 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Transition to ACTIVE for port object 51feb5c8-d240-49c3-95a5-84379f6e6190 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:01:53.350506 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:53.453306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5d65b455-5eda-40f1-8058-c984916c6e80 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:01:53.501007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-4db7b230-1897-4ae3-9952-12a92fa9c975 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398347 Feb 02 13:01:53.501671 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Pushing event updated for resources: {'Port': ['ID=51feb5c8-d240-49c3-95a5-84379f6e6190,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:53.556433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Attempting to bind port 51feb5c8-d240-49c3-95a5-84379f6e6190 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:53.556908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Attempting to bind port 51feb5c8-d240-49c3-95a5-84379f6e6190 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:53.557056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Attempting to bind port 51feb5c8-d240-49c3-95a5-84379f6e6190 on network b9efaa01-6585-4433-ade5-806cb51fbc0d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:53.582704 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5d65b455-5eda-40f1-8058-c984916c6e80, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d65b455-5eda-40f1-8058-c984916c6e80,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:53.588922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Port 51feb5c8-d240-49c3-95a5-84379f6e6190 on network b9efaa01-6585-4433-ade5-806cb51fbc0d not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:01:53.589456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Attempting to bind port 51feb5c8-d240-49c3-95a5-84379f6e6190 on network b9efaa01-6585-4433-ade5-806cb51fbc0d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:53.597171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '5d65b455-5eda-40f1-8058-c984916c6e80', 'network_id': '874521e3-e700-43b7-9a69-69d4db583403', 'port_id': '5d65b455-5eda-40f1-8058-c984916c6e80', 'mac_address': 'fa:16:3e:64:f7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb7766b7-92d2-47a0-93e3-41c40ddbb9a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:01:53.607253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:53.607982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Checking segment: {'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:53.608530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Bound using segment: {'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:53.609120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Bound port: 51feb5c8-d240-49c3-95a5-84379f6e6190, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:53.609636 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:53.656940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5d65b455-5eda-40f1-8058-c984916c6e80 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:53.657420 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:53.673409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-afaf011b-019a-47a8-aeb3-2a8d8e55cc1f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:53.673676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d65b455-5eda-40f1-8058-c984916c6e80 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:53.681610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-afaf011b-019a-47a8-aeb3-2a8d8e55cc1f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735387 Feb 02 13:01:53.712740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5d65b455-5eda-40f1-8058-c984916c6e80, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d65b455-5eda-40f1-8058-c984916c6e80,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:53.718467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:53.719503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:01:53.726532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-6cb41c10-92fd-4e2b-8033-efbe52b139f7 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/quotas/600b349c6f0a4a7a9d856b547ac2309d HTTP/1.1" status: 200 len: 375 time: 0.0437915 Feb 02 13:01:53.796920 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-26ea6b0c-1765-403f-82eb-de96406b96e2 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535653 Feb 02 13:01:53.798192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] For port 51feb5c8-d240-49c3-95a5-84379f6e6190, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:53.818955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5d65b455-5eda-40f1-8058-c984916c6e80,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:53.823901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] For port 51feb5c8-d240-49c3-95a5-84379f6e6190, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=51feb5c8-d240-49c3-95a5-84379f6e6190,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:53.840211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e76f1-a131-4d2b-82e4-71780d585e30 req-c375b5ef-b89b-4b98-8d42-1250ccce7ef8 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:53.848390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f02e76f1-a131-4d2b-82e4-71780d585e30 req-c375b5ef-b89b-4b98-8d42-1250ccce7ef8 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 943 time: 0.1454189 Feb 02 13:01:53.852626 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:53.889337 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d226d9-83eb-43b2-b87c-1cb8638626c2', 'tag': 'c679b88f-9db8-4200-b1b9-8ef6c28acf5e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:53.902552 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2cd083-2715-4d1e-9b3f-732a0400972c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d226d9-83eb-43b2-b87c-1cb8638626c2", "tag": "c679b88f-9db8-4200-b1b9-8ef6c28acf5e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:53.941967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:53.942912 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:53.945096 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] 10.222.0.18 "PUT /v2.0/ports/51feb5c8-d240-49c3-95a5-84379f6e6190 HTTP/1.1" status: 200 len: 1091 time: 1.1801748 Feb 02 13:01:54.016186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f02e76f1-a131-4d2b-82e4-71780d585e30 req-8c8e5981-209d-4f90-a3c9-e08a446ecfa3 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614521 Feb 02 13:01:54.027476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03abf4a-9075-400c-8ab6-9aab5fcc9102 service neutron] Pushing event updated for resources: {'Port': ['ID=51feb5c8-d240-49c3-95a5-84379f6e6190,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:54.059239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4,segment=NetworkSegment(4ba7f8b8-5967-4787-9d3a-396cf2cdabf2),segment_id=4ba7f8b8-5967-4787-9d3a-396cf2cdabf2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:54.080866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'port_id': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4', 'mac_address': 'fa:16:3e:65:1a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:01:54.161677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:54.162134 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:54.181496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:54.202839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668ac6d-9458-4aeb-9492-4654a6632c24 req-2dcb1727-9fa9-4bc6-85a3-77f3322bcc2a tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:54.204343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4,segment=NetworkSegment(4ba7f8b8-5967-4787-9d3a-396cf2cdabf2),segment_id=4ba7f8b8-5967-4787-9d3a-396cf2cdabf2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:54.204957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c668ac6d-9458-4aeb-9492-4654a6632c24 req-2dcb1727-9fa9-4bc6-85a3-77f3322bcc2a tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 945 time: 0.1692202 Feb 02 13:01:54.211555 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:54.213241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d716fe3e-a458-4db7-b334-ff704c48c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:54.215026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-d716fe3e-a458-4db7-b334-ff704c48c3f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a8c490434df42aca4f7f7e6aa12ae65&device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 1125 time: 0.1596532 Feb 02 13:01:54.284785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:54.329337 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe28f0-3824-462d-9960-ee6aa0e50343 req-dcf06d59-b945-49af-a576-b1da44b08e60 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:54.336693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15fe28f0-3824-462d-9960-ee6aa0e50343 req-dcf06d59-b945-49af-a576-b1da44b08e60 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 945 time: 0.2049179 Feb 02 13:01:54.352062 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-be602aab-71f0-4ceb-93ee-c227317c94ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51feb5c8-d240-49c3-95a5-84379f6e6190 HTTP/1.1" status: 200 len: 217 time: 0.1119463 Feb 02 13:01:54.364583 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c668ac6d-9458-4aeb-9492-4654a6632c24 req-13735ac3-825c-48f1-8708-bbef3acbd7f9 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482048 Feb 02 13:01:54.427382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-d80b17e5-a929-42db-9695-f9078b7afe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:54.428981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-d80b17e5-a929-42db-9695-f9078b7afe11 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611&tenant_id=bbd971fda23e48a19766ca7f8465658e HTTP/1.1" status: 200 len: 1131 time: 0.1851118 Feb 02 13:01:54.442098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['5d65b455-5eda-40f1-8058-c984916c6e80'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:01:54.443914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-52f51d07-0ebb-4f4e-bcfe-520a9191619f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:54.445417 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-52f51d07-0ebb-4f4e-bcfe-520a9191619f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c42dda4-bf48-45f7-a2c0-e8550af6933b HTTP/1.1" status: 200 len: 855 time: 0.0852849 Feb 02 13:01:54.461170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15fe28f0-3824-462d-9960-ee6aa0e50343 req-cedc3920-f7a9-4153-8c8b-bc4ac561d016 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162004 Feb 02 13:01:54.479961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:54.551970 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb640a38-e0d4-40a3-be4d-abc4961922dd x-openstack-request-id: req-eb640a38-e0d4-40a3-be4d-abc4961922dd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:54.552559 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d226d9-83eb-43b2-b87c-1cb8638626c2", "tag": "c679b88f-9db8-4200-b1b9-8ef6c28acf5e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:54.552559 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-eb640a38-e0d4-40a3-be4d-abc4961922dd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:54.552859 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d226d9-83eb-43b2-b87c-1cb8638626c2', 'tag': 'c679b88f-9db8-4200-b1b9-8ef6c28acf5e', 'status': 'completed', 'code': 200} Feb 02 13:01:54.558459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-02d8f25e-f4a7-4d4b-a518-b89fbabe1557 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9efaa01-6585-4433-ade5-806cb51fbc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961812 Feb 02 13:01:54.680083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cd083-2715-4d1e-9b3f-732a0400972c req-f94bb628-5600-41ee-8566-fb103b935a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:54.682066 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b2cd083-2715-4d1e-9b3f-732a0400972c req-f94bb628-5600-41ee-8566-fb103b935a5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 1155 time: 0.1079788 Feb 02 13:01:54.684470 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:54.693827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:01:54.818826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cd083-2715-4d1e-9b3f-732a0400972c req-8469ee2f-8f0d-4984-aa74-18792aa73dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:54.824154 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b2cd083-2715-4d1e-9b3f-732a0400972c req-8469ee2f-8f0d-4984-aa74-18792aa73dcb service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.1324325 Feb 02 13:01:54.900781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc79682-2287-4622-8a20-8f532e6e0376 req-d99cfd32-c535-449f-86de-64bdf618919f tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:54.901019 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b2cd083-2715-4d1e-9b3f-732a0400972c req-1956c089-ad19-4c3d-8749-30f19b0a800f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e HTTP/1.1" status: 200 len: 217 time: 0.0716999 Feb 02 13:01:54.908429 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7bc79682-2287-4622-8a20-8f532e6e0376 req-d99cfd32-c535-449f-86de-64bdf618919f tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 943 time: 0.4082375 Feb 02 13:01:54.975865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d962ae-d043-496a-b6c8-81cc0ea28fca req-64478057-21cd-4c76-8ffb-33f7bb701032 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:54.977301 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63d962ae-d043-496a-b6c8-81cc0ea28fca req-64478057-21cd-4c76-8ffb-33f7bb701032 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 943 time: 0.3825665 Feb 02 13:01:54.988091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cd083-2715-4d1e-9b3f-732a0400972c req-c6863d4f-956e-4158-a882-d3b82ba756a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:54.989663 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b2cd083-2715-4d1e-9b3f-732a0400972c req-c6863d4f-956e-4158-a882-d3b82ba756a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.0819783 Feb 02 13:01:55.007697 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-4014728b-f1cb-4b50-84bb-eae77dd44c19 service neutron] 10.222.0.18 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295080 Feb 02 13:01:55.033535 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b2cd083-2715-4d1e-9b3f-732a0400972c req-432c3242-450e-42a6-b2a7-72b1bd9f6340 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374734 Feb 02 13:01:55.079754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7bc79682-2287-4622-8a20-8f532e6e0376 req-d36943d2-2585-4bf6-aff2-4f60961c3569 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704462 Feb 02 13:01:55.142878 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b2cd083-2715-4d1e-9b3f-732a0400972c req-ec4f8035-addc-484d-9701-c94373dff3e9 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003299 Feb 02 13:01:55.161758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:55.186239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63d962ae-d043-496a-b6c8-81cc0ea28fca req-785cb8ef-3e60-4b8d-a5bf-2c7c51c99349 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708238 Feb 02 13:01:55.238943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-c89065ce-de82-4d56-8de5-1a24b5175d47 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434840 Feb 02 13:01:55.244456 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40310748-e5de-4306-a03a-ddb0597c35a9 req-1a864167-f6f3-4e1d-8c89-ac42f2115e1e service neutron] 10.222.0.18 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115095 Feb 02 13:01:55.289509 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b2cd083-2715-4d1e-9b3f-732a0400972c req-375814e3-1a86-472e-8f6d-83ffeb70f8e6 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404023 Feb 02 13:01:55.297275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:55.490174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5d65b455-5eda-40f1-8058-c984916c6e80 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:01:55.550536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 5d65b455-5eda-40f1-8058-c984916c6e80 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:55.551054 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:55.653072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5d65b455-5eda-40f1-8058-c984916c6e80 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:55.653461 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:55.684705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23256bc-0269-409c-a0bf-d0b7fc73378e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65b455-5eda-40f1-8058-c984916c6e80'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:55.687690 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9943487-51e7-4e0e-93f6-1ef4e0e7532d" -d '{"events": [{"server_uuid": "a23256bc-0269-409c-a0bf-d0b7fc73378e", "name": "network-vif-plugged", "status": "completed", "tag": "5d65b455-5eda-40f1-8058-c984916c6e80"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:55.713582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5d65b455-5eda-40f1-8058-c984916c6e80, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d65b455-5eda-40f1-8058-c984916c6e80,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:55.729164 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:55.744139 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Publish callbacks [] for port (5686039c-2c37-4d32-bc67-23550c2357ef), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:55.759789 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-7240818a-0aca-4a83-b3c3-0b2a34e88941 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0491667 Feb 02 13:01:55.782871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Transition to ACTIVE for port object 5686039c-2c37-4d32-bc67-23550c2357ef will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:01:55.796609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d9534-9b3a-45f5-b58c-1c1e6f6fcfef req-84abeff2-deb7-4279-9737-cddb3d3e4abc tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:55.803898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f8d9534-9b3a-45f5-b58c-1c1e6f6fcfef req-84abeff2-deb7-4279-9737-cddb3d3e4abc tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.5307574 Feb 02 13:01:55.813988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcae64-776e-4a7d-9a26-775708863621 req-f2741765-03fd-44ea-b2d4-831fce90e0e2 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:55.820993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-f2741765-03fd-44ea-b2d4-831fce90e0e2 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5753822 Feb 02 13:01:55.829148 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:55.848200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5d65b455-5eda-40f1-8058-c984916c6e80,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:55.881852 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-16cbbeef-56e9-48ac-9295-b0add7b9b7bc tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/quotas/600b349c6f0a4a7a9d856b547ac2309d HTTP/1.1" status: 200 len: 375 time: 0.0597568 Feb 02 13:01:55.891100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-e72a6b68-bd36-4bef-8857-b137f3543272 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:55.892577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-e72a6b68-bd36-4bef-8857-b137f3543272 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.18 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 945 time: 0.1986885 Feb 02 13:01:55.907634 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-8fcb5f17-cc73-4492-98d3-a21758cebcee tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:55.909284 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-8fcb5f17-cc73-4492-98d3-a21758cebcee tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406000 Feb 02 13:01:55.982413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Request body: {'port': {'device_id': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '600b349c6f0a4a7a9d856b547ac2309d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:55.988271 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-bc558094-5a0e-45fd-952f-1318d7834a83 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897412 Feb 02 13:01:56.006596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:56.011729 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] No DVR routers for this DVR port 5686039c-2c37-4d32-bc67-23550c2357ef on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:01:56.030987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f8d9534-9b3a-45f5-b58c-1c1e6f6fcfef req-82e8dd6c-94e3-429a-a5d7-23de35459865 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207334 Feb 02 13:01:56.182214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Attempting to bind port 5686039c-2c37-4d32-bc67-23550c2357ef on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:56.182640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Attempting to bind port 5686039c-2c37-4d32-bc67-23550c2357ef by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:56.183185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Attempting to bind port 5686039c-2c37-4d32-bc67-23550c2357ef on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:56.188687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Made reservation on behalf of 600b349c6f0a4a7a9d856b547ac2309d for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:01:56.194494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:56.199532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Port 5686039c-2c37-4d32-bc67-23550c2357ef on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:01:56.199928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Attempting to bind port 5686039c-2c37-4d32-bc67-23550c2357ef on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:56.213828 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:56.214288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:56.214755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:56.215487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Bound port: 5686039c-2c37-4d32-bc67-23550c2357ef, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:56.215926 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:56.226710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:56.254416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Deleting port d84dc991-6c6e-45f8-9683-919bb01e3344 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:01:56.254827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:56.369837 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks [] for security_group (a7d0cc0a-77ff-4351-84a6-aa484e66df24), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:56.376498 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a7d0cc0a-77ff-4351-84a6-aa484e66df24), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:56.420926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d0cc0a-77ff-4351-84a6-aa484e66df24,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:56.502271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d14ed-408c-47d0-b717-aebc813eed79 req-083230ea-8035-4112-87e9-d8cd904c57e4 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:56.509232 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-020d14ed-408c-47d0-b717-aebc813eed79 req-083230ea-8035-4112-87e9-d8cd904c57e4 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 944 time: 0.2769303 Feb 02 13:01:56.563273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6a6499-a49a-4cd3-8ae4-c9e876d0271d', 'tag': '51feb5c8-d240-49c3-95a5-84379f6e6190'}, {'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:56.565564 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc54aece-5fbd-4504-8bae-157f3730465c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6a6499-a49a-4cd3-8ae4-c9e876d0271d", "tag": "51feb5c8-d240-49c3-95a5-84379f6e6190"}, {"server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "name": "network-vif-unplugged", "status": "completed", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:56.566375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Allocated IP 192.168.233.167 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/9df2b4d8-a69e-4481-94dc-26283fc76da9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:01:56.576435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:56.591148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67620adc-db42-4549-9a52-0483e730adcf req-591b000a-9975-4565-a886-349feaa85f74 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:56.592727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67620adc-db42-4549-9a52-0483e730adcf req-591b000a-9975-4565-a886-349feaa85f74 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 945 time: 0.1501355 Feb 02 13:01:56.638375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:56.682941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] For port d84dc991-6c6e-45f8-9683-919bb01e3344, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d84dc991-6c6e-45f8-9683-919bb01e3344,segment=NetworkSegment(4fea6b83-6f06-4047-8b03-9284a442fb36),segment_id=4fea6b83-6f06-4047-8b03-9284a442fb36)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:56.683315 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:56.705187 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:56.774037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-020d14ed-408c-47d0-b717-aebc813eed79 req-2e5169ae-62fa-41c7-bcd4-1d058ce01128 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637682 Feb 02 13:01:56.780208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:56.789610 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:56.789610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] 10.222.0.18 "PUT /v2.0/ports/5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 1096 time: 2.3420694 Feb 02 13:01:56.799571 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks [] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:56.844443 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:56.871912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67620adc-db42-4549-9a52-0483e730adcf req-6d5fa40b-c65b-4783-9170-6e7c002d0092 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups?id=61c6bc94-3eea-4281-b603-f01cef387e17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702079 Feb 02 13:01:56.890975 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b9c34f-0aed-48d0-afaf-ebc667519d53 x-openstack-request-id: req-b5b9c34f-0aed-48d0-afaf-ebc667519d53 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:56.891934 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23256bc-0269-409c-a0bf-d0b7fc73378e", "name": "network-vif-plugged", "status": "completed", "tag": "5d65b455-5eda-40f1-8058-c984916c6e80", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:56.892430 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b5b9c34f-0aed-48d0-afaf-ebc667519d53 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:56.893021 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23256bc-0269-409c-a0bf-d0b7fc73378e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d65b455-5eda-40f1-8058-c984916c6e80', 'code': 200} Feb 02 13:01:56.970226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:01:56.980703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:01:56.993386 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e70338-48ec-40d6-b8cd-a3fa6e0dab6f service neutron] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=11']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:57.005479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Pushing event updated for resources: {'Port': ['ID=9df2b4d8-a69e-4481-94dc-26283fc76da9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:57.008092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:01:57.074011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:57.074662 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:57.097063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26788c52-ae7b-4053-bc96-7b824b9ba5c3 req-76136666-47e8-4e60-beec-7a2f6983ddd1 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 210 time: 0.0454197 Feb 02 13:01:57.097467 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69c38625-f1f4-4563-89a9-00e57c6f1dac tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1190889 Feb 02 13:01:57.114822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Request body: {'port': {'device_id': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:57.117028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-1b1a0b83-5f16-4808-b98f-f522d60886c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:57.118680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-1b1a0b83-5f16-4808-b98f-f522d60886c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 1130 time: 0.2438142 Feb 02 13:01:57.212444 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:57.227471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb83c0-84d4-4074-ba06-e0bb92719339 req-291e5ccf-5d69-4c95-be89-38eb59de62a3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:57.229192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ffb83c0-84d4-4074-ba06-e0bb92719339 req-291e5ccf-5d69-4c95-be89-38eb59de62a3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 943 time: 0.2500734 Feb 02 13:01:57.366792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-9235ee18-1ccd-4be8-94f1-29185073af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:57.368530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-9235ee18-1ccd-4be8-94f1-29185073af36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2411222 Feb 02 13:01:57.380645 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:57.380994 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (f4bc560d-99e4-40d4-9912-fe8929a69eb0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:57.381446 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Floating IP f4bc560d-99e4-40d4-9912-fe8929a69eb0 disassociated. External IP: 172.25.4.247, port: d84dc991-6c6e-45f8-9683-919bb01e3344. Feb 02 13:01:57.381784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Calling delete_port for d84dc991-6c6e-45f8-9683-919bb01e3344 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:01:57.486824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-d416f8dc-6ca7-4f11-95a5-686a7eca6c31 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 217 time: 0.0581682 Feb 02 13:01:57.495183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:01:57.499100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6e09ab64-8818-4b95-a79d-f59e29ffa821 None None] Provisioning complete for port 9df2b4d8-a69e-4481-94dc-26283fc76da9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:57.499353 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e09ab64-8818-4b95-a79d-f59e29ffa821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:57.539773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ffb83c0-84d4-4074-ba06-e0bb92719339 req-e28b5b04-f4ba-406a-9152-58969549a40a tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821810 Feb 02 13:01:57.569763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c628de6-cb1d-4c8d-8d0f-ac7863d56c0a req-7819eeb1-5461-4703-899f-6fd7ca4bffb5 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:57.576787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c628de6-cb1d-4c8d-8d0f-ac7863d56c0a req-7819eeb1-5461-4703-899f-6fd7ca4bffb5 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 943 time: 0.3462048 Feb 02 13:01:57.593455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df2b4d8-a69e-4481-94dc-26283fc76da9 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:57.602418 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Publish callbacks [] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:57.609752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6e09ab64-8818-4b95-a79d-f59e29ffa821 None None] Port 9df2b4d8-a69e-4481-94dc-26283fc76da9 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:01:57.609980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-59aaaa0d-f0cc-4634-8394-ed23e62f0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:57.611386 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-59aaaa0d-f0cc-4634-8394-ed23e62f0f00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1171007 Feb 02 13:01:57.627776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:01:57.634649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:01:57.635118 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:57.685162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Transition to ACTIVE for port object 9df2b4d8-a69e-4481-94dc-26283fc76da9 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:01:57.719771 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c628de6-cb1d-4c8d-8d0f-ac7863d56c0a req-0e0cd7ce-952f-44f1-9ac9-da29ad014305 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387925 Feb 02 13:01:57.723784 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-28039ee2-e192-4bff-9a38-b98b83421be6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1073222 Feb 02 13:01:57.738614 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:57.778203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-2f051eab-30ff-4939-ac0b-77444884992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:57.779876 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-2f051eab-30ff-4939-ac0b-77444884992a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1555393 Feb 02 13:01:57.794278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:57.794522 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:57.832266 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d84dc991-6c6e-45f8-9683-919bb01e3344), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:57.873739 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90bd7b5-2fca-4897-bbe5-c3417fab5ca0 x-openstack-request-id: req-b90bd7b5-2fca-4897-bbe5-c3417fab5ca0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:57.877337 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6a6499-a49a-4cd3-8ae4-c9e876d0271d", "tag": "51feb5c8-d240-49c3-95a5-84379f6e6190", "status": "completed", "code": 200}, {"server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "name": "network-vif-unplugged", "status": "completed", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:57.877745 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b90bd7b5-2fca-4897-bbe5-c3417fab5ca0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:57.878242 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6a6499-a49a-4cd3-8ae4-c9e876d0271d', 'tag': '51feb5c8-d240-49c3-95a5-84379f6e6190', 'status': 'completed', 'code': 200} Feb 02 13:01:57.878682 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef', 'code': 200} Feb 02 13:01:57.888955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4,segment=NetworkSegment(4ba7f8b8-5967-4787-9d3a-396cf2cdabf2),segment_id=4ba7f8b8-5967-4787-9d3a-396cf2cdabf2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:57.896314 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:57.898124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5686039c-2c37-4d32-bc67-23550c2357ef no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:01:57.904736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Pushing event deleted for resources: {'Port': ['ID=d84dc991-6c6e-45f8-9683-919bb01e3344,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:58.061164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fed81-193b-4e2a-8790-86ebde5068f7 req-77171725-873e-4ffd-85b6-95b2665a3985 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:58.072030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-535fed81-193b-4e2a-8790-86ebde5068f7 req-77171725-873e-4ffd-85b6-95b2665a3985 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 948 time: 0.2485209 Feb 02 13:01:58.105677 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-54e73dae-1980-4370-87b8-e603f05a3366 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168440 Feb 02 13:01:58.122327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] The host n-h2-827336-2 is not matching for port 5686039c-2c37-4d32-bc67-23550c2357ef host n-h1-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:01:58.122736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5686039c-2c37-4d32-bc67-23550c2357ef not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:01:58.123163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5d65b455-5eda-40f1-8058-c984916c6e80 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:01:58.153424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:58.207577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcae64-776e-4a7d-9a26-775708863621 req-99a1f9b2-c1a6-4de9-b52f-4824f08993cc tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:58.209100 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-99a1f9b2-c1a6-4de9-b52f-4824f08993cc tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4651775 Feb 02 13:01:58.214241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9df2b4d8-a69e-4481-94dc-26283fc76da9,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:58.248873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5d65b455-5eda-40f1-8058-c984916c6e80 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:58.249204 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:58.265447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b4dcae64-776e-4a7d-9a26-775708863621 req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Request body: {'port': {'device_id': '835f3f94-96b6-43a9-9f60-fede6c21d901', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '600b349c6f0a4a7a9d856b547ac2309d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:01:58.289187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5d65b455-5eda-40f1-8058-c984916c6e80, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d65b455-5eda-40f1-8058-c984916c6e80,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:58.297316 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:58.344928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-535fed81-193b-4e2a-8790-86ebde5068f7 req-4ca678fe-e9f6-4fbd-bf52-5aa967a62ba6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684436 Feb 02 13:01:58.357540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54aece-5fbd-4504-8bae-157f3730465c req-150eaf68-733d-4be7-a927-bf2dcdbef0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:58.360643 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc54aece-5fbd-4504-8bae-157f3730465c req-150eaf68-733d-4be7-a927-bf2dcdbef0e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a8c490434df42aca4f7f7e6aa12ae65&device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 1125 time: 0.4382198 Feb 02 13:01:58.376285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Router 1b60f04c-18f0-4f2c-a897-060bca7cc311 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:01:58.387001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a534dd-50df-41ea-8709-3d360e1c0001 req-cc26146b-3626-4489-97df-03eb72bdcac0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:58.399746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26a534dd-50df-41ea-8709-3d360e1c0001 req-cc26146b-3626-4489-97df-03eb72bdcac0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.2951248 Feb 02 13:01:58.402638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5d65b455-5eda-40f1-8058-c984916c6e80,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:58.452368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8af9a500-d9fa-4d5c-b90e-9e0b6ab4d10c req-04de4c14-0112-49ea-8e39-85c4d88d87af service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263128 Feb 02 13:01:58.464887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 51feb5c8-d240-49c3-95a5-84379f6e6190 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:01:58.471406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d84dc991-6c6e-45f8-9683-919bb01e3344 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:01:58.503932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: d84dc991-6c6e-45f8-9683-919bb01e3344 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:01:58.504514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d84dc991-6c6e-45f8-9683-919bb01e3344 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:01:58.581259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26a534dd-50df-41ea-8709-3d360e1c0001 req-acbf23b7-f932-4bed-ad0e-a5b766dc4052 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668558 Feb 02 13:01:58.586621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ddfa906-1859-4df2-a087-92e73215b521 req-20eb47bd-1f12-4c07-a2b6-afae4d76c0f0 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/ports?device_id=52b905e8-66db-4179-a6df-850ed117dd8f HTTP/1.1" status: 200 len: 210 time: 0.1082256 Feb 02 13:01:58.620835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Attempting to bind port 9df2b4d8-a69e-4481-94dc-26283fc76da9 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:01:58.620835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Attempting to bind port 9df2b4d8-a69e-4481-94dc-26283fc76da9 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:01:58.620835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Attempting to bind port 9df2b4d8-a69e-4481-94dc-26283fc76da9 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:58.700656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 51feb5c8-d240-49c3-95a5-84379f6e6190, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=51feb5c8-d240-49c3-95a5-84379f6e6190,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:58.703061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:01:58.717835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '51feb5c8-d240-49c3-95a5-84379f6e6190', 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d', 'port_id': '51feb5c8-d240-49c3-95a5-84379f6e6190', 'mac_address': 'fa:16:3e:dc:2b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c42dda4-bf48-45f7-a2c0-e8550af6933b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:01:58.721930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101bfb9a-83ec-459d-bd34-a011cbe57daf None None] Sync routers for ids ['1b60f04c-18f0-4f2c-a897-060bca7cc311'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:01:58.774174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101bfb9a-83ec-459d-bd34-a011cbe57daf None None] Routers {'1b60f04c-18f0-4f2c-a897-060bca7cc311'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:01:58.775678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-101bfb9a-83ec-459d-bd34-a011cbe57daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:01:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1b60f04c-18f0-4f2c-a897-060bca7cc311'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:58.828542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 51feb5c8-d240-49c3-95a5-84379f6e6190 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:01:58.829291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] No DVR routers for this DVR port d84dc991-6c6e-45f8-9683-919bb01e3344 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:01:58.830741 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:58.849606 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:58.853511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b15aa483-c8e1-4703-b09b-c15d4464837e req-71a1ad57-12d1-4e20-b8a2-3e8ed04d0996 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.18 "DELETE /v2.0/ports/d84dc991-6c6e-45f8-9683-919bb01e3344 HTTP/1.1" status: 204 len: 173 time: 2.9439151 Feb 02 13:01:58.868114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b028b635-f61e-4956-b1b5-dad1615f5441 req-ec5ff232-bb73-4cac-932f-2abfa0763358 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 210 time: 0.1216650 Feb 02 13:01:58.898896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4'}, {'server_uuid': 'a23256bc-0269-409c-a0bf-d0b7fc73378e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d65b455-5eda-40f1-8058-c984916c6e80'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:58.908641 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bdb3ee-f612-4784-8a1c-4f38285de752" -d '{"events": [{"server_uuid": "7bbe187d-83dd-4ee5-80be-353ce06e1580", "name": "network-vif-plugged", "status": "completed", "tag": "7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4"}, {"server_uuid": "a23256bc-0269-409c-a0bf-d0b7fc73378e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d65b455-5eda-40f1-8058-c984916c6e80"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:58.910785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c792d9c-da21-466b-8501-300ab075111f req-9a6127e5-121a-44e3-ab97-590f9720947d tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:58.913098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c792d9c-da21-466b-8501-300ab075111f req-9a6127e5-121a-44e3-ab97-590f9720947d tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 944 time: 0.1656411 Feb 02 13:01:58.957150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51feb5c8-d240-49c3-95a5-84379f6e6190 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:01:58.984677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 51feb5c8-d240-49c3-95a5-84379f6e6190, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=51feb5c8-d240-49c3-95a5-84379f6e6190,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:01:58.994204 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:59.010517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c792d9c-da21-466b-8501-300ab075111f req-0370b876-339a-4eef-8378-904840fcbb34 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910230 Feb 02 13:01:59.112809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b941-3378-4cbf-ae1b-9daeb0ddec3e req-28052f3a-b956-4d6d-917e-881591ee0974 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:59.116234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f517b941-3378-4cbf-ae1b-9daeb0ddec3e req-28052f3a-b956-4d6d-917e-881591ee0974 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 944 time: 0.1047361 Feb 02 13:01:59.121313 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-101bfb9a-83ec-459d-bd34-a011cbe57daf None None] Set router 1b60f04c-18f0-4f2c-a897-060bca7cc311 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:01:59.153296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=51feb5c8-d240-49c3-95a5-84379f6e6190,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:01:59.234873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Port 9df2b4d8-a69e-4481-94dc-26283fc76da9 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:01:59.235472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Attempting to bind port 9df2b4d8-a69e-4481-94dc-26283fc76da9 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:01:59.245212 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f517b941-3378-4cbf-ae1b-9daeb0ddec3e req-0d832fe4-52cc-4ee1-9285-c0500b69fa1c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224453 Feb 02 13:01:59.297576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969fddd-4c7c-4431-b950-586f1ba50981 req-c4ab1ef9-e3e6-4918-b40f-36e682cc2379 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:59.306895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f64269-1e17-45e1-b2b2-d4a72f1b4c4c req-c3dc9e9a-9cee-43f7-8b6f-ba7071c44ef3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:59.308735 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4969fddd-4c7c-4431-b950-586f1ba50981 req-c4ab1ef9-e3e6-4918-b40f-36e682cc2379 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.62 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 944 time: 0.9544518 Feb 02 13:01:59.309838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71f64269-1e17-45e1-b2b2-d4a72f1b4c4c req-c3dc9e9a-9cee-43f7-8b6f-ba7071c44ef3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 943 time: 0.1552558 Feb 02 13:01:59.314266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:01:59.314786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:01:59.319671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:01:59.320257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Bound port: 9df2b4d8-a69e-4481-94dc-26283fc76da9, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:01:59.321169 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:59.350890 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a9182a-ef2b-4a2a-9750-151dc8a2ce71 x-openstack-request-id: req-80a9182a-ef2b-4a2a-9750-151dc8a2ce71 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:01:59.351278 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbe187d-83dd-4ee5-80be-353ce06e1580", "name": "network-vif-plugged", "status": "completed", "tag": "7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4", "code": 200}, {"server_uuid": "a23256bc-0269-409c-a0bf-d0b7fc73378e", "name": "network-vif-unplugged", "status": "completed", "tag": "5d65b455-5eda-40f1-8058-c984916c6e80", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:01:59.353689 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-80a9182a-ef2b-4a2a-9750-151dc8a2ce71 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:01:59.354115 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4', 'code': 200} Feb 02 13:01:59.354369 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23256bc-0269-409c-a0bf-d0b7fc73378e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d65b455-5eda-40f1-8058-c984916c6e80', 'code': 200} Feb 02 13:01:59.369038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4dcae64-776e-4a7d-9a26-775708863621 req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Made reservation on behalf of 600b349c6f0a4a7a9d856b547ac2309d for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:01:59.373674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b4dcae64-776e-4a7d-9a26-775708863621 req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:59.394921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54aece-5fbd-4504-8bae-157f3730465c req-2128fdf0-3b94-468f-911f-3c3c98606053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:59.399828 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc54aece-5fbd-4504-8bae-157f3730465c req-2128fdf0-3b94-468f-911f-3c3c98606053 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b9efaa01-6585-4433-ade5-806cb51fbc0d HTTP/1.1" status: 200 len: 916 time: 0.9396892 Feb 02 13:01:59.430252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['51feb5c8-d240-49c3-95a5-84379f6e6190'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:01:59.458596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71f64269-1e17-45e1-b2b2-d4a72f1b4c4c req-2e61649a-37bc-4af3-ac91-add09101cf25 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428225 Feb 02 13:01:59.557844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:01:59.565038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:01:59.579771 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc54aece-5fbd-4504-8bae-157f3730465c req-efd898dc-4a37-4f86-8995-77e1ab98a647 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51feb5c8-d240-49c3-95a5-84379f6e6190 HTTP/1.1" status: 200 len: 217 time: 0.1737282 Feb 02 13:01:59.581268 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:01:59.605900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204a0cd-8612-4128-9668-521248d84a38 req-cf24cb90-edec-402f-abd0-c2a82c85b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:59.607501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a204a0cd-8612-4128-9668-521248d84a38 req-cf24cb90-edec-402f-abd0-c2a82c85b874 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 1127 time: 0.1335204 Feb 02 13:01:59.721403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-101bfb9a-83ec-459d-bd34-a011cbe57daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f6e6410-c2f0-45c8-b50e-ca32d6f73334', 'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'tenant_id': '4261872942884bfa9d005109329baad0', 'mac_address': 'fa:16:3e:bb:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:45Z', 'updated_at': '2022-02-02T13:00:54Z', 'revision_number': 5, 'project_id': '4261872942884bfa9d005109329baad0', 'subnets': [{'id': '3ad63301-62f7-4379-bdc8-00febed67097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:59.728616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278a661-d9b3-4918-9a23-e8a6c7aeda36 req-4cff77c2-0b86-4f76-b8f7-7d4b82ff41d8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:01:59.730633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d278a661-d9b3-4918-9a23-e8a6c7aeda36 req-4cff77c2-0b86-4f76-b8f7-7d4b82ff41d8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 948 time: 0.2017546 Feb 02 13:01:59.757823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101bfb9a-83ec-459d-bd34-a011cbe57daf None None] Checking router: 1b60f04c-18f0-4f2c-a897-060bca7cc311 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:01:59.786019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101bfb9a-83ec-459d-bd34-a011cbe57daf None None] Routers {'1b60f04c-18f0-4f2c-a897-060bca7cc311'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:01:59.786645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-101bfb9a-83ec-459d-bd34-a011cbe57daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:01:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1b60f04c-18f0-4f2c-a897-060bca7cc311'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:01:59.811839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-b4dcae64-776e-4a7d-9a26-775708863621 req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Allocated IP 192.168.233.31 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:01:59.825303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d278a661-d9b3-4918-9a23-e8a6c7aeda36 req-92447346-1ad8-4047-bcb9-0cf4f2b55ef9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848110 Feb 02 13:01:59.830513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a204a0cd-8612-4128-9668-521248d84a38 req-1fb9ef59-49a5-4b51-884c-c3a1c56539e7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842647 Feb 02 13:01:59.897143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef'}, {'server_uuid': '52b905e8-66db-4179-a6df-850ed117dd8f', 'name': 'network-vif-deleted', 'tag': 'd84dc991-6c6e-45f8-9683-919bb01e3344'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:01:59.900462 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef"}, {"server_uuid": "52b905e8-66db-4179-a6df-850ed117dd8f", "name": "network-vif-deleted", "tag": "d84dc991-6c6e-45f8-9683-919bb01e3344"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:01:59.910519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:00.029891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a8ab1c8-b60a-4b2e-8f7f-412799a54267 req-3576f561-45b2-402b-9c3c-0547afaaff8d tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 210 time: 0.0382099 Feb 02 13:02:00.081546 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5eea65d7-49cd-4f8a-9e98-7de3d0291dde tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for security_group (61c6bc94-3eea-4281-b603-f01cef387e17), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:00.099762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cfb9d-2972-4a80-be4e-c7b008f9fc1d req-5fc2e3c0-3ca2-40d7-9682-efad8f32d46a tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:00.108004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-387cfb9d-2972-4a80-be4e-c7b008f9fc1d req-5fc2e3c0-3ca2-40d7-9682-efad8f32d46a tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.2710807 Feb 02 13:02:00.124928 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b4dcae64-776e-4a7d-9a26-775708863621 req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks [] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:00.157026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-101bfb9a-83ec-459d-bd34-a011cbe57daf None None] Set router 1b60f04c-18f0-4f2c-a897-060bca7cc311 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:02:00.182337 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 02 Feb 2022 13:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd077ef-ef7c-48c5-a028-9e10d9dff602 x-openstack-request-id: req-5fd077ef-ef7c-48c5-a028-9e10d9dff602 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:00.182639 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef", "status": "completed", "code": 200}, {"server_uuid": "52b905e8-66db-4179-a6df-850ed117dd8f", "name": "network-vif-deleted", "tag": "d84dc991-6c6e-45f8-9683-919bb01e3344", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:00.182889 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5fd077ef-ef7c-48c5-a028-9e10d9dff602 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:00.183291 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef', 'status': 'completed', 'code': 200} Feb 02 13:02:00.183666 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b905e8-66db-4179-a6df-850ed117dd8f', 'name': 'network-vif-deleted', 'tag': 'd84dc991-6c6e-45f8-9683-919bb01e3344', 'status': 'completed', 'code': 200} Feb 02 13:02:00.185930 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5eea65d7-49cd-4f8a-9e98-7de3d0291dde tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for security_group (61c6bc94-3eea-4281-b603-f01cef387e17), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:00.256710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-387cfb9d-2972-4a80-be4e-c7b008f9fc1d req-faf1402f-edc3-4ee8-b31d-664ee91a680b tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476967 Feb 02 13:02:00.313384 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b4dcae64-776e-4a7d-9a26-775708863621 req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:00.363301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:00.367670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:00.372949 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] 10.222.0.18 "PUT /v2.0/ports/9df2b4d8-a69e-4481-94dc-26283fc76da9 HTTP/1.1" status: 200 len: 1096 time: 3.2586606 Feb 02 13:02:00.384145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4dcae64-776e-4a7d-9a26-775708863621 req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:02:00.385566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:00.388490 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccc4467-4a4b-4344-9c55-804dba3e9a66" -d '{"events": [{"name": "network-changed", "server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:00.414533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-b4dcae64-776e-4a7d-9a26-775708863621 req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:00.425592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dcae64-776e-4a7d-9a26-775708863621 req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:02:00.491750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcae64-776e-4a7d-9a26-775708863621 req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:00.492408 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b4dcae64-776e-4a7d-9a26-775708863621 req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:00.541847 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2813990 Feb 02 13:02:00.570333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54aece-5fbd-4504-8bae-157f3730465c req-513ec33f-add2-45c7-b9a0-566116bb0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:00.570333 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc54aece-5fbd-4504-8bae-157f3730465c req-513ec33f-add2-45c7-b9a0-566116bb0895 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c42dda4-bf48-45f7-a2c0-e8550af6933b HTTP/1.1" status: 200 len: 855 time: 0.9750845 Feb 02 13:02:00.579183 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Request body: {'port': {'device_id': '835f3f94-96b6-43a9-9f60-fede6c21d901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:00.618142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5686039c-2c37-4d32-bc67-23550c2357ef details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:00.680350 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc54aece-5fbd-4504-8bae-157f3730465c req-7002c79b-6699-47c4-ade4-314fc4c2a8c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9efaa01-6585-4433-ade5-806cb51fbc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406249 Feb 02 13:02:00.835725 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae9a6e-253e-43f7-8434-665d010f28f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9df2b4d8-a69e-4481-94dc-26283fc76da9,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:00.849226 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc54aece-5fbd-4504-8bae-157f3730465c req-dfd73f76-a9b2-4a99-b430-12e5d8560bbb service neutron] 10.222.0.18 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301155 Feb 02 13:02:00.876633 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3c3dbe48-8b34-493b-b6f5-5127f2c17e27 None None] Provisioning complete for port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:00.877166 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c3dbe48-8b34-493b-b6f5-5127f2c17e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:00.923225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:00.955500 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '5686039c-2c37-4d32-bc67-23550c2357ef', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '5686039c-2c37-4d32-bc67-23550c2357ef', 'mac_address': 'fa:16:3e:2d:c2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:00.997161 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cc54aece-5fbd-4504-8bae-157f3730465c req-f410624b-72f8-4424-8fbd-7f300f5cfc6a service neutron] 10.222.0.18 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952179 Feb 02 13:02:00.997435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3c3dbe48-8b34-493b-b6f5-5127f2c17e27 None None] Port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:02:01.035107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-4969fddd-4c7c-4431-b950-586f1ba50981 req-b80b988c-fb97-441f-9efb-fe03462941c3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Deleting port 5d65b455-5eda-40f1-8058-c984916c6e80 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:02:01.035460 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4969fddd-4c7c-4431-b950-586f1ba50981 req-b80b988c-fb97-441f-9efb-fe03462941c3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:01.120325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5686039c-2c37-4d32-bc67-23550c2357ef is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:01.120861 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:01.155431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5686039c-2c37-4d32-bc67-23550c2357ef {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:01.156830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4969fddd-4c7c-4431-b950-586f1ba50981 req-b80b988c-fb97-441f-9efb-fe03462941c3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] For port 5d65b455-5eda-40f1-8058-c984916c6e80, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d65b455-5eda-40f1-8058-c984916c6e80,segment=NetworkSegment(216360f7-3c78-4b78-85ce-80294d703591),segment_id=216360f7-3c78-4b78-85ce-80294d703591)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:01.157200 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4969fddd-4c7c-4431-b950-586f1ba50981 req-b80b988c-fb97-441f-9efb-fe03462941c3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:01.163352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-101bfb9a-83ec-459d-bd34-a011cbe57daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f6e6410-c2f0-45c8-b50e-ca32d6f73334', 'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'tenant_id': '4261872942884bfa9d005109329baad0', 'mac_address': 'fa:16:3e:bb:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:45Z', 'updated_at': '2022-02-02T13:00:54Z', 'revision_number': 5, 'project_id': '4261872942884bfa9d005109329baad0', 'subnets': [{'id': '3ad63301-62f7-4379-bdc8-00febed67097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:01.194402 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-4969fddd-4c7c-4431-b950-586f1ba50981 req-b80b988c-fb97-441f-9efb-fe03462941c3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Calling delete_port for 5d65b455-5eda-40f1-8058-c984916c6e80 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:02:01.202154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101bfb9a-83ec-459d-bd34-a011cbe57daf None None] The sync data for ids ['1b60f04c-18f0-4f2c-a897-060bca7cc311'] in n-d-827336-2 is: [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:46Z', 'revision_number': 4, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f6e6410-c2f0-45c8-b50e-ca32d6f73334', 'name': '', 'network_id': '91efa85c-7868-4ae1-a1c2-f355eb3a4739', 'tenant_id': '4261872942884bfa9d005109329baad0', 'mac_address': 'fa:16:3e:bb:4e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3ad63301-62f7-4379-bdc8-00febed67097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:45Z', 'updated_at': '2022-02-02T13:00:54Z', 'revision_number': 5, 'project_id': '4261872942884bfa9d005109329baad0', 'subnets': [{'id': '3ad63301-62f7-4379-bdc8-00febed67097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:02:01.209112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:01.217515 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:01.283098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-2e2cebd5-c479-47e9-8f0a-e66846fb4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:01.284826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-2e2cebd5-c479-47e9-8f0a-e66846fb4424 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 1130 time: 0.9798770 Feb 02 13:02:01.286511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-9eebbeaa-2ad3-4f5f-b5cf-39e1e7f7dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:01.288237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-9eebbeaa-2ad3-4f5f-b5cf-39e1e7f7dffe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 1130 time: 1.0675473 Feb 02 13:02:01.326063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=12']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:01.414264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-ec0f42e6-9c21-4318-a36e-8edcbc012503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:01.415924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-ec0f42e6-9c21-4318-a36e-8edcbc012503 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1214204 Feb 02 13:02:01.419316 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:01.432324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-43531a18-153e-4609-ae3a-c0cdca5c20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:01.434601 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-43531a18-153e-4609-ae3a-c0cdca5c20ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 1130 time: 0.9194448 Feb 02 13:02:01.456283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e7adf-5ef4-4b98-9783-55730e775e63 req-0cfabbc2-d03d-4c5f-a5c8-70b7d04c2378 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:01.456617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e3c24a-005c-499a-a456-95994e87802f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Pushing event updated for resources: {'Port': ['ID=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:01.456781 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a84e7adf-5ef4-4b98-9783-55730e775e63 req-0cfabbc2-d03d-4c5f-a5c8-70b7d04c2378 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/ports?device_id=a23256bc-0269-409c-a0bf-d0b7fc73378e HTTP/1.1" status: 200 len: 944 time: 1.1228335 Feb 02 13:02:01.458067 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5eea65d7-49cd-4f8a-9e98-7de3d0291dde tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (61c6bc94-3eea-4281-b603-f01cef387e17), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:01.460701 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5eea65d7-49cd-4f8a-9e98-7de3d0291dde tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:01.466804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5eea65d7-49cd-4f8a-9e98-7de3d0291dde tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "DELETE /v2.0/security-groups/61c6bc94-3eea-4281-b603-f01cef387e17 HTTP/1.1" status: 204 len: 168 time: 1.5354228 Feb 02 13:02:01.475993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4969fddd-4c7c-4431-b950-586f1ba50981 req-b80b988c-fb97-441f-9efb-fe03462941c3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5d65b455-5eda-40f1-8058-c984916c6e80), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:01.506695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41584) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:01.512847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c679b88f-9db8-4200-b1b9-8ef6c28acf5e no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:02:01.556129 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5686039c-2c37-4d32-bc67-23550c2357ef'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:01.600187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b988c-fb97-441f-9efb-fe03462941c3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Pushing event deleted for resources: {'Port': ['ID=5d65b455-5eda-40f1-8058-c984916c6e80,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:01.624198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db4163-00b8-427a-9b33-65d0281bf843 req-4b08991e-7a23-47cd-b375-981302995460 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:01.628522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1db4163-00b8-427a-9b33-65d0281bf843 req-4b08991e-7a23-47cd-b375-981302995460 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 944 time: 1.1727128 Feb 02 13:02:01.630048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-b022f575-9e79-402d-8cf7-d2ade4ed72e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 217 time: 0.1988194 Feb 02 13:02:01.632534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-3c4c7849-c655-4002-b823-2510bb2e3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:01.634070 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-3c4c7849-c655-4002-b823-2510bb2e3991 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.3414023 Feb 02 13:02:01.699146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea65d7-49cd-4f8a-9e98-7de3d0291dde tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c6bc94-3eea-4281-b603-f01cef387e17,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:01.746186 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8e528-7db0-4b97-b46c-060e9c0c05c0 None None] New status for floating IP f4bc560d-99e4-40d4-9912-fe8929a69eb0: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:02:01.796087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port c679b88f-9db8-4200-b1b9-8ef6c28acf5e is: DOWN; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:01.797420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5d65b455-5eda-40f1-8058-c984916c6e80 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:02:01.803650 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2efb0ee5-06ae-4a8a-8d8b-edacd392e1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:01.809810 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-ab4cda59-a732-4000-8623-5c5b97a621dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 200 len: 217 time: 0.1554539 Feb 02 13:02:01.826484 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-2e0fef22-b03f-4f58-9b74-5478b9027587 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] show failed (client error): The resource could not be found. Feb 02 13:02:01.830596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2e0fef22-b03f-4f58-9b74-5478b9027587 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "GET /v2.0/security-groups/61c6bc94-3eea-4281-b603-f01cef387e17 HTTP/1.1" status: 404 len: 347 time: 0.1971636 Feb 02 13:02:01.834421 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 5d65b455-5eda-40f1-8058-c984916c6e80 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:02:01.834901 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5d65b455-5eda-40f1-8058-c984916c6e80 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:02:01.858879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:02.031021 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-f65bdbd8-1810-496e-981c-ab13ee69dced service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9 HTTP/1.1" status: 200 len: 217 time: 0.5501754 Feb 02 13:02:02.047635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4969fddd-4c7c-4431-b950-586f1ba50981 req-b80b988c-fb97-441f-9efb-fe03462941c3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] No DVR routers for this DVR port 5d65b455-5eda-40f1-8058-c984916c6e80 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:02:02.052483 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4969fddd-4c7c-4431-b950-586f1ba50981 req-b80b988c-fb97-441f-9efb-fe03462941c3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:02.060092 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4969fddd-4c7c-4431-b950-586f1ba50981 req-b80b988c-fb97-441f-9efb-fe03462941c3 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.62 "DELETE /v2.0/ports/5d65b455-5eda-40f1-8058-c984916c6e80 HTTP/1.1" status: 204 len: 173 time: 2.7341225 Feb 02 13:02:02.130994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a84e7adf-5ef4-4b98-9783-55730e775e63 req-347fa595-6c82-47fb-abfb-cfc6fb4de4d7 tempest-ImagesTestJSON-767058143 tempest-ImagesTestJSON-767058143-project] 10.222.0.83 "GET /v2.0/security-groups?id=27bc76c6-56d4-4aad-a790-201beff16d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6737909 Feb 02 13:02:02.161126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-171154e1-1a80-4812-9e16-b49b8428c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:02.166939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-171154e1-1a80-4812-9e16-b49b8428c1ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.5158420 Feb 02 13:02:02.235937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-04bad0a8-f61e-4e99-b048-3b6bb2a00f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:02.237253 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-04bad0a8-f61e-4e99-b048-3b6bb2a00f9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1523662 Feb 02 13:02:02.252780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1db4163-00b8-427a-9b33-65d0281bf843 req-51cc7795-6dd2-4185-9f67-661d0ed62eb0 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004279 Feb 02 13:02:02.311192 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8d11f6-2845-4e38-a001-70a38867e567 x-openstack-request-id: req-3a8d11f6-2845-4e38-a001-70a38867e567 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:02.313546 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:02.313978 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3a8d11f6-2845-4e38-a001-70a38867e567 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:02.316178 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'status': 'completed', 'code': 200} Feb 02 13:02:02.447827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-f6a1a0d3-e00f-47f9-9788-cc6c25f95283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:02.449416 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-f6a1a0d3-e00f-47f9-9788-cc6c25f95283 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1299345 Feb 02 13:02:02.456365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-17a22e08-daff-4d90-9183-204ae30a570d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:02.458579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-17a22e08-daff-4d90-9183-204ae30a570d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.6203659 Feb 02 13:02:02.485094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 51feb5c8-d240-49c3-95a5-84379f6e6190 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:02.558861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 51feb5c8-d240-49c3-95a5-84379f6e6190 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:02:02.564637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 51feb5c8-d240-49c3-95a5-84379f6e6190 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:02.565522 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:02.579778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:02.591925 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Publish callbacks [] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:02.617907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Transition to ACTIVE for port object 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:02:02.620480 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-b9381159-0695-4f57-9f43-ec2a903c9d87 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598237 Feb 02 13:02:02.624971 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:02.660902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-ac2dd768-5936-46f4-9e98-320b8edbfb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:02.663000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-ac2dd768-5936-46f4-9e98-320b8edbfb56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4664843 Feb 02 13:02:02.728638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eb721-181c-4798-8e65-ee5a6358adc5 req-8a7ff19b-a40a-4b69-b543-14b2c3cad3c0 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:02.736358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b30eb721-181c-4798-8e65-ee5a6358adc5 req-8a7ff19b-a40a-4b69-b543-14b2c3cad3c0 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.3040278 Feb 02 13:02:02.751660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889fba8-6f86-4891-b044-54666497d26c req-d77f8be1-937e-462a-8a30-801c163712cc tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:02.753480 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d889fba8-6f86-4891-b044-54666497d26c req-d77f8be1-937e-462a-8a30-801c163712cc tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 943 time: 0.3194757 Feb 02 13:02:02.778804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 51feb5c8-d240-49c3-95a5-84379f6e6190 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:02.779349 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:02.838853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6a6499-a49a-4cd3-8ae4-c9e876d0271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51feb5c8-d240-49c3-95a5-84379f6e6190'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:02.841535 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc3528f-5237-4e66-be9d-de98a39245a9" -d '{"events": [{"server_uuid": "1f6a6499-a49a-4cd3-8ae4-c9e876d0271d", "name": "network-vif-plugged", "status": "completed", "tag": "51feb5c8-d240-49c3-95a5-84379f6e6190"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:02.852063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e7c78ceb-21d4-41cc-86c4-21222388f442 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Deleting port 9b4aef4c-ab72-480b-a19f-36fb0808ef2f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:02:02.858094 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7c78ceb-21d4-41cc-86c4-21222388f442 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9b4aef4c-ab72-480b-a19f-36fb0808ef2f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:02.860082 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:02.880466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 51feb5c8-d240-49c3-95a5-84379f6e6190, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=51feb5c8-d240-49c3-95a5-84379f6e6190,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:02.890734 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:02.990248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=51feb5c8-d240-49c3-95a5-84379f6e6190,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:03.020068 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7c78ceb-21d4-41cc-86c4-21222388f442 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9b4aef4c-ab72-480b-a19f-36fb0808ef2f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:03.020802 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7c78ceb-21d4-41cc-86c4-21222388f442 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for floatingip (9b4aef4c-ab72-480b-a19f-36fb0808ef2f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:03.026736 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-33d0c063-47af-42cf-8393-196d9e2534d2 req-69048c62-d6fd-4a14-bc2f-c06df291418f service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938406 Feb 02 13:02:03.035737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-3148859b-72f9-4e47-a11d-eb18fa247f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:03.037422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-3148859b-72f9-4e47-a11d-eb18fa247f6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5501444 Feb 02 13:02:03.049863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Attempting to bind port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:02:03.053491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Attempting to bind port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:02:03.053992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Attempting to bind port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:03.059961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:02:03.064395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Attempting to bind port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:03.070073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e7c78ceb-21d4-41cc-86c4-21222388f442 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Calling delete_port for 9b4aef4c-ab72-480b-a19f-36fb0808ef2f owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:02:03.073023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:02:03.073537 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:03.074369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:02:03.075001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Bound port: 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:02:03.075574 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:03.199652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] For port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:03.205078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] For port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:02:03.220164 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:03.277601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc4467-4a4b-4344-9c55-804dba3e9a66 req-df172583-6806-4d36-9967-f6b5fbf71bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:03.279556 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ccc4467-4a4b-4344-9c55-804dba3e9a66 req-df172583-6806-4d36-9967-f6b5fbf71bbb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 1130 time: 0.1531153 Feb 02 13:02:03.300450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:03.300745 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:03.302433 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] 10.222.0.62 "PUT /v2.0/ports/4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d HTTP/1.1" status: 200 len: 1095 time: 2.7273715 Feb 02 13:02:03.358578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e35274-6b88-4fd8-afc9-d4407cc829e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:03.419031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d889fba8-6f86-4891-b044-54666497d26c req-367e3ae3-3693-452a-961f-e6b9ebadf477 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545861 Feb 02 13:02:03.427620 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7c78ceb-21d4-41cc-86c4-21222388f442 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9b4aef4c-ab72-480b-a19f-36fb0808ef2f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:03.441890 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b30eb721-181c-4798-8e65-ee5a6358adc5 req-e19e9032-fc81-4368-b38b-f7a154aeaf0c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042129 Feb 02 13:02:03.486501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcae64-776e-4a7d-9a26-775708863621 req-63caa964-a63b-421a-9960-438ac6069ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:03.489947 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-63caa964-a63b-421a-9960-438ac6069ab6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 1129 time: 0.0888014 Feb 02 13:02:03.497849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc4467-4a4b-4344-9c55-804dba3e9a66 req-bfd7fe06-6ffc-4c20-9c72-96b820900d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:03.502473 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ccc4467-4a4b-4344-9c55-804dba3e9a66 req-bfd7fe06-6ffc-4c20-9c72-96b820900d84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2134871 Feb 02 13:02:03.561831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-f9412c8d-7412-493e-a5de-dbddeb2bcd81 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8874719 Feb 02 13:02:03.568992 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c78ceb-21d4-41cc-86c4-21222388f442 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Pushing event deleted for resources: {'Port': ['ID=9b4aef4c-ab72-480b-a19f-36fb0808ef2f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:03.583575 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ccc4467-4a4b-4344-9c55-804dba3e9a66 req-20f68788-28d6-4d8d-939e-5db2408a0b74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9 HTTP/1.1" status: 200 len: 217 time: 0.0745783 Feb 02 13:02:03.683602 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-3d17f30a-9780-4c89-99a5-ad5ed0d5b68c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d HTTP/1.1" status: 200 len: 217 time: 0.0987797 Feb 02 13:02:03.726858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-43777f0d-400b-4685-9714-4546ec87e7bf service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542447 Feb 02 13:02:03.740510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc4467-4a4b-4344-9c55-804dba3e9a66 req-a8dd7ebd-7666-4715-905d-0388e4a09cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:03.742159 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ccc4467-4a4b-4344-9c55-804dba3e9a66 req-a8dd7ebd-7666-4715-905d-0388e4a09cc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1514914 Feb 02 13:02:03.782273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcae64-776e-4a7d-9a26-775708863621 req-03b681ae-9273-4a9f-8a26-33825113f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:03.783944 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-03b681ae-9273-4a9f-8a26-33825113f720 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0932627 Feb 02 13:02:03.833451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc4467-4a4b-4344-9c55-804dba3e9a66 req-71405bc2-d589-449d-98a5-5c5c2a45918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:03.835409 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ccc4467-4a4b-4344-9c55-804dba3e9a66 req-71405bc2-d589-449d-98a5-5c5c2a45918c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0863726 Feb 02 13:02:03.889570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278351f5-f774-4fb0-a471-05384fe6722c req-8b768d59-feaa-4489-ad72-166518213fee tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:03.897583 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-278351f5-f774-4fb0-a471-05384fe6722c req-8b768d59-feaa-4489-ad72-166518213fee tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 947 time: 0.3200376 Feb 02 13:02:03.906365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-e6ff6489-89dd-4eeb-b657-cff154488a6e service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8341165 Feb 02 13:02:03.947313 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7c78ceb-21d4-41cc-86c4-21222388f442 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks [] for floatingip (f4bc560d-99e4-40d4-9912-fe8929a69eb0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:03.947920 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ccc4467-4a4b-4344-9c55-804dba3e9a66 req-557d4fa8-3224-4eee-9df2-837edb77f246 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032727 Feb 02 13:02:03.950100 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7c78ceb-21d4-41cc-86c4-21222388f442 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:03.953952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e7c78ceb-21d4-41cc-86c4-21222388f442 tempest-ServersTestFqdnHostnames-2134181475 tempest-ServersTestFqdnHostnames-2134181475-project] 10.222.0.83 "DELETE /v2.0/floatingips/f4bc560d-99e4-40d4-9912-fe8929a69eb0 HTTP/1.1" status: 204 len: 168 time: 2.0907073 Feb 02 13:02:03.954903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41600) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:04.011056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcae64-776e-4a7d-9a26-775708863621 req-1d4529b7-3d45-44c8-99cc-06f4c9d61674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:04.012677 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-278351f5-f774-4fb0-a471-05384fe6722c req-32bb97da-3c75-48cc-91dd-50e2e817cedc tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122038 Feb 02 13:02:04.012885 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-1d4529b7-3d45-44c8-99cc-06f4c9d61674 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2209554 Feb 02 13:02:04.038171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879b3d3-4980-4eb6-8f45-974b26d9f7db req-f8345d49-214e-44f3-ad50-2beacff58255 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:04.044895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1879b3d3-4980-4eb6-8f45-974b26d9f7db req-f8345d49-214e-44f3-ad50-2beacff58255 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.3220243 Feb 02 13:02:04.063272 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eef5f7f3-972c-4c6b-aca1-8d57fae9111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:04.083020 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bacfb0-dbdb-4c1e-b968-52d234f0cb78 x-openstack-request-id: req-a0bacfb0-dbdb-4c1e-b968-52d234f0cb78 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:04.083538 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6a6499-a49a-4cd3-8ae4-c9e876d0271d", "name": "network-vif-plugged", "status": "completed", "tag": "51feb5c8-d240-49c3-95a5-84379f6e6190", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:04.083895 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a0bacfb0-dbdb-4c1e-b968-52d234f0cb78 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:04.084392 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6a6499-a49a-4cd3-8ae4-c9e876d0271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51feb5c8-d240-49c3-95a5-84379f6e6190', 'code': 200} Feb 02 13:02:04.221726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f58974e2-ad88-48d8-b2a6-4e64e1433d9c req-29d99f3d-70ec-4077-9b09-9dd66c835429 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996855 Feb 02 13:02:04.251399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1879b3d3-4980-4eb6-8f45-974b26d9f7db req-8074741a-f683-4c19-a1bc-964d32b4bfd6 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978290 Feb 02 13:02:04.291569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861b7c6-7186-4d9c-afc0-d33cac932058 req-b976f7eb-6899-4360-a9dc-17951ca383c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:04.293957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2861b7c6-7186-4d9c-afc0-d33cac932058 req-b976f7eb-6899-4360-a9dc-17951ca383c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 1127 time: 0.1111040 Feb 02 13:02:04.353400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268de67-59b2-46ba-b5a2-aea08f622e3f req-8ff8f451-7696-447c-b118-9c6897949836 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:04.354966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6268de67-59b2-46ba-b5a2-aea08f622e3f req-8ff8f451-7696-447c-b118-9c6897949836 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.1324375 Feb 02 13:02:04.411536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2861b7c6-7186-4d9c-afc0-d33cac932058 req-edd496fe-a5ed-4697-8b32-21adf4282a8f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076882 Feb 02 13:02:04.428704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23256bc-0269-409c-a0bf-d0b7fc73378e', 'name': 'network-vif-deleted', 'tag': '5d65b455-5eda-40f1-8058-c984916c6e80'}, {'name': 'network-changed', 'server_uuid': '835f3f94-96b6-43a9-9f60-fede6c21d901', 'tag': '4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:04.430548 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d7d847-9875-4832-8e5c-804c29e00a41" -d '{"events": [{"server_uuid": "a23256bc-0269-409c-a0bf-d0b7fc73378e", "name": "network-vif-deleted", "tag": "5d65b455-5eda-40f1-8058-c984916c6e80"}, {"name": "network-changed", "server_uuid": "835f3f94-96b6-43a9-9f60-fede6c21d901", "tag": "4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:04.434873 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-f20bce8d-ced9-4af5-8ce0-bd35aa4a479a service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090292 Feb 02 13:02:04.451825 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6268de67-59b2-46ba-b5a2-aea08f622e3f req-1f89e754-353b-4ace-8616-7b82bbbfc849 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893061 Feb 02 13:02:04.458651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d2411-4aed-4527-8baf-703779a18897 req-673058b3-699a-47b3-8386-7e268d90c04b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:04.460377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e05d2411-4aed-4527-8baf-703779a18897 req-673058b3-699a-47b3-8386-7e268d90c04b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 949 time: 0.1001406 Feb 02 13:02:04.504133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5686039c-2c37-4d32-bc67-23550c2357ef up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:04.554026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e05d2411-4aed-4527-8baf-703779a18897 req-94c4483d-04ae-4dbd-bb83-3e5b9fd16caf tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865269 Feb 02 13:02:04.579375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 5686039c-2c37-4d32-bc67-23550c2357ef completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:02:04.579375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 5686039c-2c37-4d32-bc67-23550c2357ef triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:04.579375 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:04.674067 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0de487f-4cc1-4a82-80d4-eda8dff9a385 x-openstack-request-id: req-c0de487f-4cc1-4a82-80d4-eda8dff9a385 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:04.674621 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23256bc-0269-409c-a0bf-d0b7fc73378e", "name": "network-vif-deleted", "tag": "5d65b455-5eda-40f1-8058-c984916c6e80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "835f3f94-96b6-43a9-9f60-fede6c21d901", "tag": "4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:04.674621 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c0de487f-4cc1-4a82-80d4-eda8dff9a385 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:04.675029 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23256bc-0269-409c-a0bf-d0b7fc73378e', 'name': 'network-vif-deleted', 'tag': '5d65b455-5eda-40f1-8058-c984916c6e80', 'status': 'completed', 'code': 200} Feb 02 13:02:04.675315 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835f3f94-96b6-43a9-9f60-fede6c21d901', 'tag': '4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d', 'status': 'completed', 'code': 200} Feb 02 13:02:04.690549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5686039c-2c37-4d32-bc67-23550c2357ef is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:04.690794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3aa7e9-2dce-4c4d-904a-7fd7ccaca01e req-0cee3d70-7ff8-4c70-b010-ee0ac72892d6 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:04.691323 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:04.705643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b3aa7e9-2dce-4c4d-904a-7fd7ccaca01e req-0cee3d70-7ff8-4c70-b010-ee0ac72892d6 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.1001937 Feb 02 13:02:04.706342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41620) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:04.714450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8e0af923-0ea6-4790-bf4e-e772f0da72d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Request body: {'floatingip': {'port_id': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:04.740129 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:04.748609 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:04.752733 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b4dcae64-776e-4a7d-9a26-775708863621 req-4a85dc6f-b14d-4a39-89b3-a1d2cb5b8aa9 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878876 Feb 02 13:02:04.812351 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e0af923-0ea6-4790-bf4e-e772f0da72d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for floatingip (68acc2e0-6ddb-458e-aea5-65bf74649bdc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:04.821838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=13']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:04.860706 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-ad2b229a-8e4f-49df-aded-ba60dcfbe92e service neutron] 10.222.0.62 "GET /v2.0/ports/c679b88f-9db8-4200-b1b9-8ef6c28acf5e/bindings/n-h1-827336-2 HTTP/1.1" status: 200 len: 384 time: 0.4225504 Feb 02 13:02:04.863783 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ccc4467-4a4b-4344-9c55-804dba3e9a66 req-bcdb0237-fdd8-4291-acdc-aa36cbc72034 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9011657 Feb 02 13:02:04.949340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56ac93-6239-46f7-b744-483103ad4f66 req-4a38b3c7-1ed5-422b-9dde-8a3a13aa1b2f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:04.951999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d56ac93-6239-46f7-b744-483103ad4f66 req-4a38b3c7-1ed5-422b-9dde-8a3a13aa1b2f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 943 time: 0.2345922 Feb 02 13:02:05.021494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d56ac93-6239-46f7-b744-483103ad4f66 req-815e5552-5be6-4576-8d9a-6387d60b7b6d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617917 Feb 02 13:02:05.035186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7d847-9875-4832-8e5c-804c29e00a41 req-783c1649-1cee-4b4e-91ab-f359d9874d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:05.040019 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2d7d847-9875-4832-8e5c-804c29e00a41 req-783c1649-1cee-4b4e-91ab-f359d9874d53 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 1129 time: 0.1625624 Feb 02 13:02:05.085338 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-34979468-5783-449d-b26f-a06bde29fc42 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=bbd971fda23e48a19766ca7f8465658e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279565 Feb 02 13:02:05.255150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7d847-9875-4832-8e5c-804c29e00a41 req-f97b28bc-3d18-4246-8ef1-409c3078b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:05.256683 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2d7d847-9875-4832-8e5c-804c29e00a41 req-f97b28bc-3d18-4246-8ef1-409c3078b7cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2047975 Feb 02 13:02:05.322307 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2d7d847-9875-4832-8e5c-804c29e00a41 req-840b43f7-4889-43d0-9249-fdfb8cd7538f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d HTTP/1.1" status: 200 len: 217 time: 0.0586531 Feb 02 13:02:05.323881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9118c622-0046-414b-8829-ed8d54dd854c req-419acf3e-e448-41ea-a298-933f35ee6b82 service neutron] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:05.346478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-61cb2764-183f-44a7-8572-4035cad1bdb3 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:05.347929 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-61cb2764-183f-44a7-8572-4035cad1bdb3 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2513099 Feb 02 13:02:05.360258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c229e-8aef-439c-a8b1-a497f5ef4dbe req-6b7c93a4-c2e0-4f3c-872d-ffa03d005074 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:05.361684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-602c229e-8aef-439c-a8b1-a497f5ef4dbe req-6b7c93a4-c2e0-4f3c-872d-ffa03d005074 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 947 time: 0.2226462 Feb 02 13:02:05.384362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9118c622-0046-414b-8829-ed8d54dd854c req-419acf3e-e448-41ea-a298-933f35ee6b82 service neutron] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:05.384946 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:05.396634 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-3d23ce85-1655-428f-a5e5-f938c1709a2e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/quotas/bbd971fda23e48a19766ca7f8465658e HTTP/1.1" status: 200 len: 375 time: 0.0323560 Feb 02 13:02:05.429566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-9118c622-0046-414b-8829-ed8d54dd854c req-419acf3e-e448-41ea-a298-933f35ee6b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c679b88f-9db8-4200-b1b9-8ef6c28acf5e {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:05.444403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7d847-9875-4832-8e5c-804c29e00a41 req-9e2ab21c-600f-4677-b560-7b92fa2d9f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:05.445906 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2d7d847-9875-4832-8e5c-804c29e00a41 req-9e2ab21c-600f-4677-b560-7b92fa2d9f12 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1074679 Feb 02 13:02:05.447699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9118c622-0046-414b-8829-ed8d54dd854c req-419acf3e-e448-41ea-a298-933f35ee6b82 service neutron] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:05.507387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9118c622-0046-414b-8829-ed8d54dd854c req-419acf3e-e448-41ea-a298-933f35ee6b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:05.572009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7d847-9875-4832-8e5c-804c29e00a41 req-f1b47ded-0e15-48d5-8755-b5ef785bc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:05.573604 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2d7d847-9875-4832-8e5c-804c29e00a41 req-f1b47ded-0e15-48d5-8755-b5ef785bc2c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1075017 Feb 02 13:02:05.605013 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cb38729e-e3da-475d-a2a9-9146fe83cfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (1b60f04c-18f0-4f2c-a897-060bca7cc311), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:05.709182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-9118c622-0046-414b-8829-ed8d54dd854c req-419acf3e-e448-41ea-a298-933f35ee6b82 service neutron] Transition to ACTIVE for port object c679b88f-9db8-4200-b1b9-8ef6c28acf5e will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:02:05.719881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9118c622-0046-414b-8829-ed8d54dd854c req-419acf3e-e448-41ea-a298-933f35ee6b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:05.812986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-602c229e-8aef-439c-a8b1-a497f5ef4dbe req-ed8cb4f9-66a2-456f-ae74-8e4a24377010 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382999 Feb 02 13:02:05.830739 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2d7d847-9875-4832-8e5c-804c29e00a41 req-49bbcc18-79b1-4006-951b-1932451117ac service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443676 Feb 02 13:02:05.861253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-f3e25c97-768f-4f61-8c2c-e4fedd2fcc27 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4370391 Feb 02 13:02:05.863800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419acf3e-e448-41ea-a298-933f35ee6b82 service neutron] Pushing event updated for resources: {'Port': ['ID=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,revision_number=10']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:05.868449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9118c622-0046-414b-8829-ed8d54dd854c req-419acf3e-e448-41ea-a298-933f35ee6b82 service neutron] No DVR routers for this DVR port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:02:05.957525 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e0af923-0ea6-4790-bf4e-e772f0da72d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:05.972984 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e0af923-0ea6-4790-bf4e-e772f0da72d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (68acc2e0-6ddb-458e-aea5-65bf74649bdc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:05.991986 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-419acf3e-e448-41ea-a298-933f35ee6b82 service neutron] 10.222.0.62 "PUT /v2.0/ports/c679b88f-9db8-4200-b1b9-8ef6c28acf5e/bindings/n-h1-827336-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1164532 Feb 02 13:02:06.057427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e403c05-2b9f-4c58-98a3-61af348c43e0 req-542b7468-a58e-4700-a0d8-29b95b9c2fb8 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:06.073388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e403c05-2b9f-4c58-98a3-61af348c43e0 req-542b7468-a58e-4700-a0d8-29b95b9c2fb8 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.1397185 Feb 02 13:02:06.082940 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2d7d847-9875-4832-8e5c-804c29e00a41 req-e11dadc3-99dc-458c-abdc-0a0209f58af3 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421815 Feb 02 13:02:06.086988 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:06.092586 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877379aa-3a55-402e-b730-ca4ea914dc5f" -d '{"events": [{"server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "name": "network-vif-plugged", "status": "completed", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:06.182776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c622-0046-414b-8829-ed8d54dd854c req-ebf7ad66-4998-4782-9bed-803d61a0380b tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:06.184344 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-ebf7ad66-4998-4782-9bed-803d61a0380b tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2&tenant_id=8424c7cd69964045ae2e17d8412dbaa4&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1126 time: 0.0766032 Feb 02 13:02:06.205763 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-8e0af923-0ea6-4790-bf4e-e772f0da72d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Floating IP 68acc2e0-6ddb-458e-aea5-65bf74649bdc associated. External IP: 172.25.4.135, port: 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4. Feb 02 13:02:06.228527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cb38729e-e3da-475d-a2a9-9146fe83cfa0 admin admin] Deleting port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:02:06.228929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cb38729e-e3da-475d-a2a9-9146fe83cfa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:06.292787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c622-0046-414b-8829-ed8d54dd854c req-6971141e-3417-4625-9488-757711395494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:06.295202 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-6971141e-3417-4625-9488-757711395494 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2&tenant_id=8424c7cd69964045ae2e17d8412dbaa4 HTTP/1.1" status: 200 len: 1126 time: 0.1012623 Feb 02 13:02:06.301089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e403c05-2b9f-4c58-98a3-61af348c43e0 req-1e87cff7-c61d-4a87-908a-468ede34cbd2 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251155 Feb 02 13:02:06.368514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-19dc6f5a-6a57-4fde-8005-b36d8403c043 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:06.370435 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:06.375225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-cb38729e-e3da-475d-a2a9-9146fe83cfa0 admin admin] For port 8f6e6410-c2f0-45c8-b50e-ca32d6f73334, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8f6e6410-c2f0-45c8-b50e-ca32d6f73334,segment=NetworkSegment(4fea6b83-6f06-4047-8b03-9284a442fb36),segment_id=4fea6b83-6f06-4047-8b03-9284a442fb36)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:06.375652 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cb38729e-e3da-475d-a2a9-9146fe83cfa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:06.376209 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-19dc6f5a-6a57-4fde-8005-b36d8403c043 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 820 time: 0.2564240 Feb 02 13:02:06.395964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cb38729e-e3da-475d-a2a9-9146fe83cfa0 admin admin] Calling delete_port for 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:02:06.401682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-f15a70ee-a376-4aac-b967-596c1e6fe541 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/quotas/a4763030dd2542e985a15e0c06e1cfb6 HTTP/1.1" status: 200 len: 375 time: 0.0246756 Feb 02 13:02:06.416743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:06.422373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c622-0046-414b-8829-ed8d54dd854c req-c6af4c87-2955-4126-8b96-cf5e77e97b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:06.424454 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-c6af4c87-2955-4126-8b96-cf5e77e97b18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 1126 time: 0.0930614 Feb 02 13:02:06.513356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9df2b4d8-a69e-4481-94dc-26283fc76da9 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:06.562846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98f7c663-6ae4-44c6-8483-63f610fbfd17 req-177eb248-a7a7-417e-aa39-90b0eb917a24 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 210 time: 0.0814269 Feb 02 13:02:06.568766 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b8af16-a6dc-43ac-980c-93b07ff0b4a8 admin admin] Deleting subnet eb7766b7-92d2-47a0-93e3-41c40ddbb9a9 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:02:06.576295 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0b8af16-a6dc-43ac-980c-93b07ff0b4a8 admin admin] Publish callbacks [] for subnet (eb7766b7-92d2-47a0-93e3-41c40ddbb9a9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:06.608162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c622-0046-414b-8829-ed8d54dd854c req-c152d7b3-1e32-4860-97e4-e1bc12dfb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:06.609662 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-c152d7b3-1e32-4860-97e4-e1bc12dfb552 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.1490190 Feb 02 13:02:06.626314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-84202a6e-05a1-4b14-871c-d817b85875db tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2231612 Feb 02 13:02:06.669373 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-c2267a94-790b-4f1d-abcc-a9c254ab6450 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e HTTP/1.1" status: 200 len: 217 time: 0.0357258 Feb 02 13:02:06.711279 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0b8af16-a6dc-43ac-980c-93b07ff0b4a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (eb7766b7-92d2-47a0-93e3-41c40ddbb9a9), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:06.719393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:06.744526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'mac_address': 'fa:16:3e:3d:25:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:06.749461 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:06.756139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c622-0046-414b-8829-ed8d54dd854c req-aa41fb5a-dd6c-4e76-a6e7-b0271c4e592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:06.757595 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-aa41fb5a-dd6c-4e76-a6e7-b0271c4e592e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.0812020 Feb 02 13:02:06.764454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cb38729e-e3da-475d-a2a9-9146fe83cfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8f6e6410-c2f0-45c8-b50e-ca32d6f73334), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:06.802908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9df2b4d8-a69e-4481-94dc-26283fc76da9 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:06.803463 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:06.815966 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-f4b91753-e975-4365-ac73-5989bcda9f0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480618 Feb 02 13:02:06.818399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df2b4d8-a69e-4481-94dc-26283fc76da9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:06.818546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38729e-e3da-475d-a2a9-9146fe83cfa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6e6410-c2f0-45c8-b50e-ca32d6f73334,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:06.852631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:06.858530 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:06.863047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0af923-0ea6-4790-bf4e-e772f0da72d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:02:06.872849 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0b8af16-a6dc-43ac-980c-93b07ff0b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (eb7766b7-92d2-47a0-93e3-41c40ddbb9a9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:06.922648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=9df2b4d8-a69e-4481-94dc-26283fc76da9,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:06.928079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18770a5-9f38-4f3e-bd61-9d954a2037d5 req-4a656ec3-7f74-4f42-b65d-ffab473b1d42 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:06.929645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b18770a5-9f38-4f3e-bd61-9d954a2037d5 req-4a656ec3-7f74-4f42-b65d-ffab473b1d42 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 944 time: 0.2501047 Feb 02 13:02:07.006464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-49cec9f6-93d1-44f8-a511-df99b0326fed service neutron] 10.222.0.83 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796704 Feb 02 13:02:07.027156 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-671ec2e2-0da7-4215-8d8a-24e11f672461 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029805 Feb 02 13:02:07.147344 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0b8af16-a6dc-43ac-980c-93b07ff0b4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (eb7766b7-92d2-47a0-93e3-41c40ddbb9a9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:07.196201 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b18770a5-9f38-4f3e-bd61-9d954a2037d5 req-f28b0066-aee6-4823-9060-61af29d0232d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486453 Feb 02 13:02:07.204518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b8af16-a6dc-43ac-980c-93b07ff0b4a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7766b7-92d2-47a0-93e3-41c40ddbb9a9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:07.214742 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0b8af16-a6dc-43ac-980c-93b07ff0b4a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:07.229521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a0b8af16-a6dc-43ac-980c-93b07ff0b4a8 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/eb7766b7-92d2-47a0-93e3-41c40ddbb9a9 HTTP/1.1" status: 204 len: 168 time: 0.8094985 Feb 02 13:02:07.230867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41686) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:07.263757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['9df2b4d8-a69e-4481-94dc-26283fc76da9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:07.268555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0af923-0ea6-4790-bf4e-e772f0da72d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:02:07.286026 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8e0af923-0ea6-4790-bf4e-e772f0da72d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:07.298100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-aa6bf1ad-7839-4733-9e34-de82a6ac98e9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bbd971fda23e48a19766ca7f8465658e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656507 Feb 02 13:02:07.307980 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae466037-5f23-4684-8fc5-b1626113025c x-openstack-request-id: req-ae466037-5f23-4684-8fc5-b1626113025c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:07.308315 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "name": "network-vif-plugged", "status": "completed", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:07.309891 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ae466037-5f23-4684-8fc5-b1626113025c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:07.312056 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef', 'code': 200} Feb 02 13:02:07.317053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-6f3096b7-9e5a-4d12-b8f7-e06113edfb3d service neutron] 10.222.0.83 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097363 Feb 02 13:02:07.323443 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3aee4c-3558-48c6-b23a-7b366aafca25 None None] Sync routers for ids ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:02:07.389273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3aee4c-3558-48c6-b23a-7b366aafca25 None None] Routers {'93cb4b1e-3ab3-4cfd-930b-e213fb36225a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:02:07.390160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ae3aee4c-3558-48c6-b23a-7b366aafca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:02:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:07.411090 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cb38729e-e3da-475d-a2a9-9146fe83cfa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (1b60f04c-18f0-4f2c-a897-060bca7cc311), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:07.434992 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-e2915282-5a51-4c2e-9cfc-8643f3b958a9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:07.436627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-e2915282-5a51-4c2e-9cfc-8643f3b958a9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1148067 Feb 02 13:02:07.453568 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:07.469345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Request body: {'port': {'device_id': '1b361ace-8391-4f2b-936b-a19213d16e50', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'bbd971fda23e48a19766ca7f8465658e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:07.537938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8e0af923-0ea6-4790-bf4e-e772f0da72d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "PUT /v2.0/floatingips/68acc2e0-6ddb-458e-aea5-65bf74649bdc HTTP/1.1" status: 200 len: 991 time: 2.8279583 Feb 02 13:02:07.539880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'tag': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:07.541973 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faec6349-b820-4106-88d7-f1659c649445" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbe187d-83dd-4ee5-80be-353ce06e1580", "tag": "7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:07.546764 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (874521e3-e700-43b7-9a69-69d4db583403), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:07.555197 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:07.614345 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-7c33a5ec-8271-4052-a4ec-83146060b9c0 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784256 Feb 02 13:02:07.646800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb194bfe-852d-4eda-b87e-703077216eac req-a0acef3f-1f4e-4cd1-8be1-634f6914a848 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:07.648598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb194bfe-852d-4eda-b87e-703077216eac req-a0acef3f-1f4e-4cd1-8be1-634f6914a848 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.1736498 Feb 02 13:02:07.649874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ae3aee4c-3558-48c6-b23a-7b366aafca25 None None] Set router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:02:07.704308 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb38729e-e3da-475d-a2a9-9146fe83cfa0 admin admin] Router 1b60f04c-18f0-4f2c-a897-060bca7cc311 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:02:07.768993 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (874521e3-e700-43b7-9a69-69d4db583403), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:07.771681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Made reservation on behalf of bbd971fda23e48a19766ca7f8465658e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:02:07.775023 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:07.810160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874521e3-e700-43b7-9a69-69d4db583403']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:07.824833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb194bfe-852d-4eda-b87e-703077216eac req-c6163bf9-5272-4bd0-8507-6a6dd06356fe tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521916 Feb 02 13:02:07.856866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216360f7-3c78-4b78-85ce-80294d703591') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:07.857228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216360f7-3c78-4b78-85ce-80294d703591') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:07.882542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb38729e-e3da-475d-a2a9-9146fe83cfa0 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:02:07.889910 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cb38729e-e3da-475d-a2a9-9146fe83cfa0 admin admin] 10.222.0.83 "PUT /v2.0/routers/1b60f04c-18f0-4f2c-a897-060bca7cc311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9337337 Feb 02 13:02:07.890897 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (216360f7-3c78-4b78-85ce-80294d703591), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:07.892566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41708) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:07.898266 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08a696-519f-48d5-9729-95c4875e55cf None None] Sync routers for ids ['1b60f04c-18f0-4f2c-a897-060bca7cc311'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:02:07.915072 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08a696-519f-48d5-9729-95c4875e55cf None None] Routers {'1b60f04c-18f0-4f2c-a897-060bca7cc311'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:02:07.915857 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9a08a696-519f-48d5-9729-95c4875e55cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:02:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1b60f04c-18f0-4f2c-a897-060bca7cc311'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:07.975658 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (216360f7-3c78-4b78-85ce-80294d703591), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (216360f7-3c78-4b78-85ce-80294d703591), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:02:08.015749 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:02:08.091803 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.122254 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9a08a696-519f-48d5-9729-95c4875e55cf None None] Set router 1b60f04c-18f0-4f2c-a897-060bca7cc311 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:02:08.142890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:08.155246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Publish callbacks [] for router (1b60f04c-18f0-4f2c-a897-060bca7cc311), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.219932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d', 'mac_address': 'fa:16:3e:0e:a8:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:08.274828 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118c622-0046-414b-8829-ed8d54dd854c req-d7fe4896-040d-4475-a5a3-7a8ac508c8e1 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:08.276808 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-d7fe4896-040d-4475-a5a3-7a8ac508c8e1 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2&tenant_id=8424c7cd69964045ae2e17d8412dbaa4&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1126 time: 0.2957590 Feb 02 13:02:08.280821 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Publish callbacks [] for router_gateway (1b60f04c-18f0-4f2c-a897-060bca7cc311), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.305845 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (874521e3-e700-43b7-9a69-69d4db583403), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.317453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae70f6-36b7-4377-b581-dc967e940edb req-8ca78db0-bb56-4723-a410-07c92ae89e4f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:08.318971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08ae70f6-36b7-4377-b581-dc967e940edb req-8ca78db0-bb56-4723-a410-07c92ae89e4f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 947 time: 0.3638098 Feb 02 13:02:08.389710 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.394928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] 10.222.0.83 "DELETE /v2.0/networks/874521e3-e700-43b7-9a69-69d4db583403 HTTP/1.1" status: 204 len: 168 time: 1.1532629 Feb 02 13:02:08.397622 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d19caf-3474-4cbd-bb55-ac856fc5a879 admin admin] Pushing event deleted for resources: {'Network': ['ID=874521e3-e700-43b7-9a69-69d4db583403,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:08.421511 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9a08a696-519f-48d5-9729-95c4875e55cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:02:06Z', 'revision_number': 5, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port': {'id': '50aec97d-47ab-4765-b1f6-720be10e47bc', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:65:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:08.448066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Deleting port 50aec97d-47ab-4765-b1f6-720be10e47bc {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:02:08.448533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.450443 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:08.451008 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.451186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9118c622-0046-414b-8829-ed8d54dd854c req-15a71c91-a6e6-41ad-8b51-2502f0a63ef3 service neutron] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:08.456110 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9118c622-0046-414b-8829-ed8d54dd854c req-15a71c91-a6e6-41ad-8b51-2502f0a63ef3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.457322 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9118c622-0046-414b-8829-ed8d54dd854c req-15a71c91-a6e6-41ad-8b51-2502f0a63ef3 service neutron] 10.222.0.18 "DELETE /v2.0/ports/c679b88f-9db8-4200-b1b9-8ef6c28acf5e/bindings/n-h2-827336-2 HTTP/1.1" status: 204 len: 173 time: 0.1696775 Feb 02 13:02:08.465358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Allocated IP 192.168.233.235 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/f32fa463-923e-4f9b-a69a-88d6894bd0a1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:02:08.491971 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08a696-519f-48d5-9729-95c4875e55cf None None] Checking router: 1b60f04c-18f0-4f2c-a897-060bca7cc311 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:02:08.494190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:08.500943 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a08a696-519f-48d5-9729-95c4875e55cf None None] Routers {'1b60f04c-18f0-4f2c-a897-060bca7cc311'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:02:08.501530 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9a08a696-519f-48d5-9729-95c4875e55cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:02:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1b60f04c-18f0-4f2c-a897-060bca7cc311'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:08.539271 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:08.550544 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.603496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] For port 50aec97d-47ab-4765-b1f6-720be10e47bc, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=50aec97d-47ab-4765-b1f6-720be10e47bc,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:08.603853 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.608639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ae3aee4c-3558-48c6-b23a-7b366aafca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:01:33Z', 'revision_number': 4, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '68acc2e0-6ddb-458e-aea5-65bf74649bdc', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'port_id': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'mac_address': 'fa:16:3e:65:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:01:41Z', 'updated_at': '2022-02-02T13:02:05Z', 'revision_number': 1, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91fdd3c-d685-4784-846a-09a4bdbd3ff1', 'name': '', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'mac_address': 'fa:16:3e:1d:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:31Z', 'updated_at': '2022-02-02T13:01:38Z', 'revision_number': 5, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'subnets': [{'id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:08.627960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Calling delete_port for 50aec97d-47ab-4765-b1f6-720be10e47bc owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:02:08.634835 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9a08a696-519f-48d5-9729-95c4875e55cf None None] Set router 1b60f04c-18f0-4f2c-a897-060bca7cc311 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:02:08.659367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:08.665254 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3aee4c-3558-48c6-b23a-7b366aafca25 None None] Checking router: 93cb4b1e-3ab3-4cfd-930b-e213fb36225a for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:02:08.676903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3aee4c-3558-48c6-b23a-7b366aafca25 None None] Routers {'93cb4b1e-3ab3-4cfd-930b-e213fb36225a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:02:08.677601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ae3aee4c-3558-48c6-b23a-7b366aafca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:02:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:08.707377 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9a08a696-519f-48d5-9729-95c4875e55cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:02:08Z', 'revision_number': 6, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:08.756216 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a08a696-519f-48d5-9729-95c4875e55cf None None] The sync data for ids ['1b60f04c-18f0-4f2c-a897-060bca7cc311'] in n-d-827336-2 is: [{'id': '1b60f04c-18f0-4f2c-a897-060bca7cc311', 'name': 'tempest-ServersTestFqdnHostnames-309619542-router', 'tenant_id': '4261872942884bfa9d005109329baad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:00:41Z', 'updated_at': '2022-02-02T13:02:08Z', 'revision_number': 6, 'project_id': '4261872942884bfa9d005109329baad0', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:02:08.768036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41724) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:08.850903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ae3aee4c-3558-48c6-b23a-7b366aafca25 None None] Set router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:02:08.874263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08ae70f6-36b7-4377-b581-dc967e940edb req-a1038c9a-a218-4ff1-bc6d-a114f5c3c8a8 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936206 Feb 02 13:02:08.879154 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0166a6db-8476-4933-8ace-20e50fc80b25 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e9b2d9b5a7624d398a72e8a6c667671a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1071317 Feb 02 13:02:08.879154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41726) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:08.905723 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks [] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:08.928019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:08.957503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c556739-5eb6-4feb-a192-d8c390609023 req-893ecbfb-a18b-4a80-a640-d8238d01bd8d tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:08.961873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c556739-5eb6-4feb-a192-d8c390609023 req-893ecbfb-a18b-4a80-a640-d8238d01bd8d tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.6686544 Feb 02 13:02:08.971334 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283db31e-134b-4813-a98d-ba40b992ffdc x-openstack-request-id: req-283db31e-134b-4813-a98d-ba40b992ffdc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:08.971885 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbe187d-83dd-4ee5-80be-353ce06e1580", "tag": "7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:08.972339 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-283db31e-134b-4813-a98d-ba40b992ffdc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:08.973816 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'tag': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4', 'status': 'completed', 'code': 200} Feb 02 13:02:09.004379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08bd67a0-55e2-40e0-ae63-a1473fc8bb09 admin admin] Publish callbacks [] for security_group (27bc76c6-56d4-4aad-a790-201beff16d23), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.016552 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (50aec97d-47ab-4765-b1f6-720be10e47bc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.082896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08bd67a0-55e2-40e0-ae63-a1473fc8bb09 admin admin] Publish callbacks [] for security_group (27bc76c6-56d4-4aad-a790-201beff16d23), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.084984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Pushing event deleted for resources: {'Port': ['ID=50aec97d-47ab-4765-b1f6-720be10e47bc,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:09.266395 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (1b60f04c-18f0-4f2c-a897-060bca7cc311), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.376866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec6349-b820-4106-88d7-f1659c649445 req-ad97bc2f-61ea-4722-bc29-ad32f2f93f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:09.378413 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faec6349-b820-4106-88d7-f1659c649445 req-ad97bc2f-61ea-4722-bc29-ad32f2f93f28 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1180f703ad6a4bf091f7b7f2773b7be4&device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 1127 time: 0.3092244 Feb 02 13:02:09.382193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (1b60f04c-18f0-4f2c-a897-060bca7cc311), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.384855 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Publish callbacks [] for router_controller (1b60f04c-18f0-4f2c-a897-060bca7cc311), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.386527 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08bd67a0-55e2-40e0-ae63-a1473fc8bb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (27bc76c6-56d4-4aad-a790-201beff16d23), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.389303 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08bd67a0-55e2-40e0-ae63-a1473fc8bb09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.393211 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-08bd67a0-55e2-40e0-ae63-a1473fc8bb09 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/27bc76c6-56d4-4aad-a790-201beff16d23 HTTP/1.1" status: 204 len: 168 time: 0.5108492 Feb 02 13:02:09.489346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ae3aee4c-3558-48c6-b23a-7b366aafca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:01:33Z', 'revision_number': 4, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '68acc2e0-6ddb-458e-aea5-65bf74649bdc', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'port_id': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'mac_address': 'fa:16:3e:65:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:01:41Z', 'updated_at': '2022-02-02T13:02:05Z', 'revision_number': 1, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91fdd3c-d685-4784-846a-09a4bdbd3ff1', 'name': '', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'mac_address': 'fa:16:3e:1d:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:31Z', 'updated_at': '2022-02-02T13:01:38Z', 'revision_number': 5, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'subnets': [{'id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:09.491602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d53e8a7-f6cc-4fc7-bccc-c86cb6691936 req-b5a75877-04db-4480-b7ba-4915769b6c83 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 210 time: 0.0470722 Feb 02 13:02:09.515969 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.522381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd67a0-55e2-40e0-ae63-a1473fc8bb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bc76c6-56d4-4aad-a790-201beff16d23,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:09.543741 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (1b60f04c-18f0-4f2c-a897-060bca7cc311), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.544282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b60f04c-18f0-4f2c-a897-060bca7cc311 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:02:09.547545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3aee4c-3558-48c6-b23a-7b366aafca25 None None] The sync data for ids ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'] in n-d-827336-2 is: [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:01:33Z', 'revision_number': 4, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '68acc2e0-6ddb-458e-aea5-65bf74649bdc', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'floating_ip_address': '172.25.4.135', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'port_id': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'mac_address': 'fa:16:3e:65:1a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:01:41Z', 'updated_at': '2022-02-02T13:02:05Z', 'revision_number': 1, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a91fdd3c-d685-4784-846a-09a4bdbd3ff1', 'name': '', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'mac_address': 'fa:16:3e:1d:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:31Z', 'updated_at': '2022-02-02T13:01:38Z', 'revision_number': 5, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'subnets': [{'id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:02:09.563860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0c7f2bb5-8abb-4654-a83e-72790401fafc'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:09.567538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['11e1df96-a725-42a9-b9c5-5eb5a99eac61', '5686039c-2c37-4d32-bc67-23550c2357ef'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:09.591218 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.593382 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-226aeaa1-7139-401e-8cda-b40097886108 admin admin] 10.222.0.83 "DELETE /v2.0/routers/1b60f04c-18f0-4f2c-a897-060bca7cc311 HTTP/1.1" status: 204 len: 168 time: 1.6983392 Feb 02 13:02:09.596622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:09.624850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:09.664050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c556739-5eb6-4feb-a192-d8c390609023 req-b3f72a2f-3d95-4e16-90f0-912bc4c52b8e tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6879842 Feb 02 13:02:09.667739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:02:09.673723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:09.682298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:02:09.832051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:09.833092 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.854294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad7138f-5a10-44e8-b866-8c4641c19a37 admin admin] Deleting subnet 3ad63301-62f7-4379-bdc8-00febed67097 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:02:09.857296 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec6349-b820-4106-88d7-f1659c649445 req-470a6fa1-bb88-4857-a1c3-e34842f0ceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:09.858755 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faec6349-b820-4106-88d7-f1659c649445 req-470a6fa1-bb88-4857-a1c3-e34842f0ceee service neutron] 10.222.0.62 "GET /v2.0/networks?id=588daa18-8525-44e4-ad4d-75a5fcb7e389 HTTP/1.1" status: 200 len: 912 time: 0.4657218 Feb 02 13:02:09.863460 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dad7138f-5a10-44e8-b866-8c4641c19a37 admin admin] Publish callbacks [] for subnet (3ad63301-62f7-4379-bdc8-00febed67097), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:09.877991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-5e1bc367-770b-4fc9-b072-2ffc93519f2b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4121828 Feb 02 13:02:09.910093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83470421-a6de-4b5d-8036-381b574e1cb0 req-c96878b0-f8b1-40b5-b2ba-117f35e32ce6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.0514174 Feb 02 13:02:09.918191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Request body: {'port': {'device_id': '1b361ace-8391-4f2b-936b-a19213d16e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:10.098078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:10.122356 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faec6349-b820-4106-88d7-f1659c649445 req-4838705b-b4d0-4826-847e-54bd7d96397f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 HTTP/1.1" status: 200 len: 999 time: 0.2538810 Feb 02 13:02:10.179632 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19a8e7-163b-445b-ad6a-28210b23a50e None None] New status for floating IP 68acc2e0-6ddb-458e-aea5-65bf74649bdc: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:02:10.289573 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dad7138f-5a10-44e8-b866-8c4641c19a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (3ad63301-62f7-4379-bdc8-00febed67097), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:10.291602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 50aec97d-47ab-4765-b1f6-720be10e47bc no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:02:10.380481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 50aec97d-47ab-4765-b1f6-720be10e47bc {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:02:10.380835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 50aec97d-47ab-4765-b1f6-720be10e47bc not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:02:10.381244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:02:10.433627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec6349-b820-4106-88d7-f1659c649445 req-24b00f4d-63df-43c8-b361-002bf0fc13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:10.436385 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faec6349-b820-4106-88d7-f1659c649445 req-24b00f4d-63df-43c8-b361-002bf0fc13f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=da34e80d-cf3c-4a53-830b-765c63264dfe HTTP/1.1" status: 200 len: 850 time: 0.2993917 Feb 02 13:02:10.453311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:02:10.453650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8f6e6410-c2f0-45c8-b50e-ca32d6f73334 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:02:10.492770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-e4923e23-7125-4363-9b61-5314da346aa8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:10.495305 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-e4923e23-7125-4363-9b61-5314da346aa8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 820 time: 0.3704641 Feb 02 13:02:10.521619 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Request body: {'port': {'device_id': '6335f55a-d000-4572-ae8d-fe5b235b4b80', 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db', 'admin_state_up': True, 'tenant_id': 'a4763030dd2542e985a15e0c06e1cfb6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:10.580145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-001838ca-2f8c-4f2d-a697-2867edacbc93 None None] Provisioning complete for port f32fa463-923e-4f9b-a69a-88d6894bd0a1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:10.580560 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-001838ca-2f8c-4f2d-a697-2867edacbc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:10.594831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9df2b4d8-a69e-4481-94dc-26283fc76da9 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:10.673607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162674e-46e8-4e06-820b-a142bfa6f55e req-aa67089b-b400-44d2-8e3c-b8650d34a5d0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:10.681775 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9162674e-46e8-4e06-820b-a142bfa6f55e req-aa67089b-b400-44d2-8e3c-b8650d34a5d0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 944 time: 0.5614913 Feb 02 13:02:10.763477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec6349-b820-4106-88d7-f1659c649445 req-9d3cde77-2ad5-4042-b1c2-efa0d703456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:10.763477 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faec6349-b820-4106-88d7-f1659c649445 req-9d3cde77-2ad5-4042-b1c2-efa0d703456c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=588daa18-8525-44e4-ad4d-75a5fcb7e389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2644362 Feb 02 13:02:10.807242 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9162674e-46e8-4e06-820b-a142bfa6f55e req-c4da371b-6325-4b67-a8a1-18c68670f13d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239984 Feb 02 13:02:10.844158 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dad7138f-5a10-44e8-b866-8c4641c19a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (3ad63301-62f7-4379-bdc8-00febed67097), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:10.873848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117b4e8-2922-4f09-a731-fd0c4556707e req-67444c2c-3bf0-4fc2-ba16-f5e89501b9bd tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:10.878909 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9117b4e8-2922-4f09-a731-fd0c4556707e req-67444c2c-3bf0-4fc2-ba16-f5e89501b9bd tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 948 time: 0.2937553 Feb 02 13:02:10.889249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 9df2b4d8-a69e-4481-94dc-26283fc76da9 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:02:10.921006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 9df2b4d8-a69e-4481-94dc-26283fc76da9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:10.921256 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:10.976126 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-001838ca-2f8c-4f2d-a697-2867edacbc93 None None] Port f32fa463-923e-4f9b-a69a-88d6894bd0a1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:02:10.981897 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dad7138f-5a10-44e8-b866-8c4641c19a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (3ad63301-62f7-4379-bdc8-00febed67097), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.063264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9117b4e8-2922-4f09-a731-fd0c4556707e req-e939f318-55e4-4094-a68b-0c7641346c51 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781673 Feb 02 13:02:11.093511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dad7138f-5a10-44e8-b866-8c4641c19a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.097059 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dad7138f-5a10-44e8-b866-8c4641c19a37 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/3ad63301-62f7-4379-bdc8-00febed67097 HTTP/1.1" status: 204 len: 168 time: 1.4995065 Feb 02 13:02:11.097922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7138f-5a10-44e8-b866-8c4641c19a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ad63301-62f7-4379-bdc8-00febed67097,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:11.111061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41784) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:11.129285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48032ee5-f5c9-4d8d-9a91-940dea1da7aa None None] Network 91efa85c-7868-4ae1-a1c2-f355eb3a4739 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:02:11.170433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e144cc-ddf1-40fd-a1fd-4284762e8db8 req-9658677c-acb3-4729-9d36-61be47619384 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:11.181439 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47e144cc-ddf1-40fd-a1fd-4284762e8db8 req-9658677c-acb3-4729-9d36-61be47619384 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.2685342 Feb 02 13:02:11.235326 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32fa463-923e-4f9b-a69a-88d6894bd0a1 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:11.263407 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Publish callbacks [] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.273510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9df2b4d8-a69e-4481-94dc-26283fc76da9 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:11.274072 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.303245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Transition to ACTIVE for port object f32fa463-923e-4f9b-a69a-88d6894bd0a1 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:02:11.328248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47e144cc-ddf1-40fd-a1fd-4284762e8db8 req-988eddc7-7c8b-4583-815a-848d6891781d tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457942 Feb 02 13:02:11.335596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.449642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:11.451477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:11.454353 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca01bdf-ac43-49ea-886f-2ed252c63d19" -d '{"events": [{"server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "name": "network-vif-plugged", "status": "completed", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:11.456834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1a296-091f-4837-a91d-1d9d2156a60e req-beb2b8bb-b83e-429c-9efe-ff70a9ac68f6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:11.459220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71f1a296-091f-4837-a91d-1d9d2156a60e req-beb2b8bb-b83e-429c-9efe-ff70a9ac68f6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 936 time: 0.2631547 Feb 02 13:02:11.479048 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.524711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Made reservation on behalf of a4763030dd2542e985a15e0c06e1cfb6 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:02:11.529035 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.534644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:11.560248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=9df2b4d8-a69e-4481-94dc-26283fc76da9,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:11.576732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:11.660556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:02:11.667001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:11.667597 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.734987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71f1a296-091f-4837-a91d-1d9d2156a60e req-de280557-271e-4bfa-a25c-7a911fb01523 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613809 Feb 02 13:02:11.754828 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (91efa85c-7868-4ae1-a1c2-f355eb3a4739), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.758781 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faec6349-b820-4106-88d7-f1659c649445 req-018174be-fe31-4fe9-96dc-594152fdbe6b service neutron] 10.222.0.62 "GET /v2.0/networks/588daa18-8525-44e4-ad4d-75a5fcb7e389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9766836 Feb 02 13:02:11.766479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a1114d-da46-4977-ae86-69c64e6c29da None None] DHCP port deletion for 91efa85c-7868-4ae1-a1c2-f355eb3a4739 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:02:11.783488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01051b49-f28a-48b7-90bb-74acd9b72877 req-fe786a51-db63-4f95-8638-713ad7b7e389 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:11.800574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01051b49-f28a-48b7-90bb-74acd9b72877 req-fe786a51-db63-4f95-8638-713ad7b7e389 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.3344479 Feb 02 13:02:11.858736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Attempting to bind port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:02:11.859067 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Attempting to bind port f32fa463-923e-4f9b-a69a-88d6894bd0a1 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:02:11.859601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Attempting to bind port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:11.863344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:11.863881 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.878431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:02:11.878753 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Attempting to bind port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:11.905684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:02:11.906016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:11.906610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:02:11.907057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Bound port: f32fa463-923e-4f9b-a69a-88d6894bd0a1, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:02:11.907413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.914626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:11.917970 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faec6349-b820-4106-88d7-f1659c649445 req-75617190-f086-4390-8388-0c642c54b39a service neutron] 10.222.0.62 "GET /v2.0/networks/588daa18-8525-44e4-ad4d-75a5fcb7e389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511755 Feb 02 13:02:11.921140 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.926377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-89a1114d-da46-4977-ae86-69c64e6c29da None None] Deleting port 4c40db1a-7789-4491-a841-8e74b98f967a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:02:11.927034 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89a1114d-da46-4977-ae86-69c64e6c29da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:11.931010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77054c07-2024-47ec-b5c6-de829656500c req-019b3967-b2af-4240-8512-7770645e7fb5 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.0535147 Feb 02 13:02:11.953575 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01051b49-f28a-48b7-90bb-74acd9b72877 req-a048f46e-734f-44e8-abd9-b0dd7fee69ba tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411028 Feb 02 13:02:11.997579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-89a1114d-da46-4977-ae86-69c64e6c29da None None] For port 4c40db1a-7789-4491-a841-8e74b98f967a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4c40db1a-7789-4491-a841-8e74b98f967a,segment=NetworkSegment(4fea6b83-6f06-4047-8b03-9284a442fb36),segment_id=4fea6b83-6f06-4047-8b03-9284a442fb36)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:11.998089 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89a1114d-da46-4977-ae86-69c64e6c29da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:12.013563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-89a1114d-da46-4977-ae86-69c64e6c29da None None] Calling delete_port for 4c40db1a-7789-4491-a841-8e74b98f967a owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:02:12.063642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:12.068683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Allocated IP 172.20.0.12 (2b9af990-5e2e-47c3-abe4-0e26c82225db/708dee7a-bc33-4813-ab59-c9fbe4f3f7a7/fecb8f92-6577-4982-997c-423bbfc7f502) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:02:12.080827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:02:12.091740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:12.125813 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da92951-5d1a-4e47-bb0e-cb28afd11c7a x-openstack-request-id: req-8da92951-5d1a-4e47-bb0e-cb28afd11c7a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:12.126349 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "name": "network-vif-plugged", "status": "completed", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:12.126731 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8da92951-5d1a-4e47-bb0e-cb28afd11c7a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:12.127232 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'code': 200} Feb 02 13:02:12.174822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Deleting port 4c40db1a-7789-4491-a841-8e74b98f967a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:02:12.175315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:12.197519 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89a1114d-da46-4977-ae86-69c64e6c29da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:12.204553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4c40db1a-7789-4491-a841-8e74b98f967a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:02:12.208124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:12.209198 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:12.210347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] 10.222.0.18 "PUT /v2.0/ports/f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 1096 time: 2.2982259 Feb 02 13:02:12.251226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:12.253642 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464c618a-8183-475e-9e5d-353b50eaed26" -d '{"events": [{"name": "network-changed", "server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:12.283709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] For port 4c40db1a-7789-4491-a841-8e74b98f967a, host n-d-827336-2, got binding levels [] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:12.284059 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:12.299336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 4c40db1a-7789-4491-a841-8e74b98f967a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:02:12.300315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Calling delete_port for 4c40db1a-7789-4491-a841-8e74b98f967a owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:02:12.300812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4c40db1a-7789-4491-a841-8e74b98f967a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:02:12.317586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Port 4c40db1a-7789-4491-a841-8e74b98f967a was not found and therefore no delete operation was performed {{(pid=103187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:02:12.319220 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4c40db1a-7789-4491-a841-8e74b98f967a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:12.320545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:12.328762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1114d-da46-4977-ae86-69c64e6c29da None None] No DVR routers for this DVR port 4c40db1a-7789-4491-a841-8e74b98f967a on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:02:12.370153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1114d-da46-4977-ae86-69c64e6c29da None None] Pushing event deleted for resources: {'Port': ['ID=4c40db1a-7789-4491-a841-8e74b98f967a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:12.455399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] No DVR routers for this DVR port 4c40db1a-7789-4491-a841-8e74b98f967a on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:02:12.467496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7634f03-7d1a-41ef-a3fa-1f8a5414bef3 service neutron] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:12.478552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6849-9cfd-404a-92b2-6ff8c24e044a req-aac2addf-d962-4aeb-a3a7-95054b55a0f6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:12.480200 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb5e6849-9cfd-404a-92b2-6ff8c24e044a req-aac2addf-d962-4aeb-a3a7-95054b55a0f6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 949 time: 0.2227118 Feb 02 13:02:12.493032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c40db1a-7789-4491-a841-8e74b98f967a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:12.542469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3296618-67f7-4ec6-9091-16fb941c1225 req-eb6db4b9-63d7-4bb6-bebb-ea80e44709cc tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:12.549830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3296618-67f7-4ec6-9091-16fb941c1225 req-eb6db4b9-63d7-4bb6-bebb-ea80e44709cc tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 1126 time: 0.4461775 Feb 02 13:02:12.629247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb5e6849-9cfd-404a-92b2-6ff8c24e044a req-6dfd1cd0-91f9-4bed-b509-bf6f98bf252d tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389282 Feb 02 13:02:12.633573 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d4a9f-24a7-48cf-9b2f-d6048da2d776 req-e952d262-7726-491f-9eca-623be44b7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:12.637264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63d4a9f-24a7-48cf-9b2f-d6048da2d776 req-e952d262-7726-491f-9eca-623be44b7e64 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 1132 time: 0.3378396 Feb 02 13:02:12.710419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3296618-67f7-4ec6-9091-16fb941c1225 req-eacab52d-7a31-419c-8cec-17f81201a5e4 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594794 Feb 02 13:02:12.720263 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5fa1d6-a822-424e-8506-b373ceaaaede x-openstack-request-id: req-2e5fa1d6-a822-424e-8506-b373ceaaaede {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:12.721023 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:12.721412 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2e5fa1d6-a822-424e-8506-b373ceaaaede {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:12.721954 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'status': 'completed', 'code': 200} Feb 02 13:02:12.744432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (91efa85c-7868-4ae1-a1c2-f355eb3a4739), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:12.752680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63d4a9f-24a7-48cf-9b2f-d6048da2d776 req-3006c1b8-393f-4cc9-9f84-587f55dd7a71 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057217 Feb 02 13:02:12.841306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91efa85c-7868-4ae1-a1c2-f355eb3a4739']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:12.847762 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-969239c7-a7e9-4dc1-b374-22dfb51b762c req-7e1f385a-c595-46cc-975e-72b95fee34b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4316785 Feb 02 13:02:12.865386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-df97100a-e95d-4eeb-bb11-ffbac919df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:12.867159 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-df97100a-e95d-4eeb-bb11-ffbac919df36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1130 time: 0.4057207 Feb 02 13:02:12.870316 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks [] for port (fecb8f92-6577-4982-997c-423bbfc7f502), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:12.874067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fea6b83-6f06-4047-8b03-9284a442fb36') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:12.874716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fea6b83-6f06-4047-8b03-9284a442fb36') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:12.882973 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970eac6-1a2a-4051-9908-e35fc4c5bfdc req-a9b6ea21-f00e-4853-bf4b-38610f80e2ee tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:12.884504 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3970eac6-1a2a-4051-9908-e35fc4c5bfdc req-a9b6ea21-f00e-4853-bf4b-38610f80e2ee tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0987389 Feb 02 13:02:12.890954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef113ee-c6f6-402f-b9a1-141d7e4bf2cc req-8c88e0d8-06aa-4217-b4a6-6e199c459325 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:12.892754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ef113ee-c6f6-402f-b9a1-141d7e4bf2cc req-8c88e0d8-06aa-4217-b4a6-6e199c459325 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 1126 time: 0.0952439 Feb 02 13:02:12.893457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (4fea6b83-6f06-4047-8b03-9284a442fb36), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:12.912677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4fea6b83-6f06-4047-8b03-9284a442fb36), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:12.927109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:02:12.928304 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (4fea6b83-6f06-4047-8b03-9284a442fb36), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:02:12.930086 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:02:12.964680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3970eac6-1a2a-4051-9908-e35fc4c5bfdc req-1d7c5268-8701-4099-80a3-68a8b9875e3e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704982 Feb 02 13:02:12.966663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ef113ee-c6f6-402f-b9a1-141d7e4bf2cc req-3eb4a8fa-4f04-4abb-9a2e-d8a7609f0ffc tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670283 Feb 02 13:02:13.007963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:13.024848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (91efa85c-7868-4ae1-a1c2-f355eb3a4739), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:13.030798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:13.045669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['bf7bff07-57cd-47ef-9ea9-be3b99b904bd'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:13.052690 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] 10.222.0.83 "DELETE /v2.0/networks/91efa85c-7868-4ae1-a1c2-f355eb3a4739 HTTP/1.1" status: 204 len: 168 time: 1.5506527 Feb 02 13:02:13.166265 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Network 2b9af990-5e2e-47c3-abe4-0e26c82225db is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:02:13.192978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:13.196575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:02:13.218858 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd3fc9-4d20-4d8e-a453-3e36d8385206 req-4ee0e52a-a299-4685-baad-d457a16dc86a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:13.226156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5dfd3fc9-4d20-4d8e-a453-3e36d8385206 req-4ee0e52a-a299-4685-baad-d457a16dc86a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 948 time: 0.0973856 Feb 02 13:02:13.234780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598da4c-7173-4340-aca6-3069a9cfb768 admin admin] Pushing event deleted for resources: {'Network': ['ID=91efa85c-7868-4ae1-a1c2-f355eb3a4739,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:13.285900 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-1868ec02-9638-4866-8d3c-828722b7a65b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.1696057 Feb 02 13:02:13.310022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Pushing event updated for resources: {'Port': ['ID=fecb8f92-6577-4982-997c-423bbfc7f502,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:13.364989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969239c7-a7e9-4dc1-b374-22dfb51b762c req-cb6ac63e-3e4e-4132-a9ee-3db19f8b0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:13.366515 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-969239c7-a7e9-4dc1-b374-22dfb51b762c req-cb6ac63e-3e4e-4132-a9ee-3db19f8b0102 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 1127 time: 0.2335572 Feb 02 13:02:13.386067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:13.388184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:13.392345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5dfd3fc9-4d20-4d8e-a453-3e36d8385206 req-c1b92be8-9f52-49ca-ad87-6096b7841dfe tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455262 Feb 02 13:02:13.408783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:13.428449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da32da0-6cb3-49b3-b890-9f1369a39cb7 req-b49c6f9d-6d9a-4e1b-bfbd-90aeaefed433 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:13.430003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6da32da0-6cb3-49b3-b890-9f1369a39cb7 req-b49c6f9d-6d9a-4e1b-bfbd-90aeaefed433 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 932 time: 0.2469492 Feb 02 13:02:13.453424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-0322e144-a8f0-4a35-83e3-cc9b889ac856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:13.455016 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-0322e144-a8f0-4a35-83e3-cc9b889ac856 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1568887 Feb 02 13:02:13.499366 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-7f163367-1590-42b9-ba2f-912eb713b686 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9824636 Feb 02 13:02:13.524636 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6da32da0-6cb3-49b3-b890-9f1369a39cb7 req-65e62424-5bd8-4f1f-8c6e-49221005c7e6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773699 Feb 02 13:02:13.548447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Request body: {'port': {'device_id': '6335f55a-d000-4572-ae8d-fe5b235b4b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:13.581479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2410e5a9-d03e-4018-ac83-6d0b7b6771d9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4261872942884bfa9d005109329baad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690965 Feb 02 13:02:13.585717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:13.625153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498f026-dc50-4341-bd11-8dbca275efca req-5fd9b4c4-1731-48d6-9a83-178efe4ac6f3 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:13.626717 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a498f026-dc50-4341-bd11-8dbca275efca req-5fd9b4c4-1731-48d6-9a83-178efe4ac6f3 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.1058803 Feb 02 13:02:13.629526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-b083b126-f269-44b2-b580-7cc2799f9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:13.631313 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-b083b126-f269-44b2-b580-7cc2799f9e27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1651208 Feb 02 13:02:13.638066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969239c7-a7e9-4dc1-b374-22dfb51b762c req-598b5a8f-7822-4573-8c67-96254e49b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:13.639583 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-969239c7-a7e9-4dc1-b374-22dfb51b762c req-598b5a8f-7822-4573-8c67-96254e49b92c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.2480104 Feb 02 13:02:13.675369 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a91f2ea1-c349-4548-af1c-a159d08c8cbd admin admin] Publish callbacks [] for security_group (231d805c-5e17-49ae-815e-d506a8f63b63), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:13.697351 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a91f2ea1-c349-4548-af1c-a159d08c8cbd admin admin] Publish callbacks [] for security_group (231d805c-5e17-49ae-815e-d506a8f63b63), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:13.749016 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-0baf582f-d722-4077-b871-e1b9cbb981d1 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084440 Feb 02 13:02:13.766229 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a498f026-dc50-4341-bd11-8dbca275efca req-831bc772-791c-4bbb-8ea3-e9eb27e67aed tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329541 Feb 02 13:02:13.772616 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a91f2ea1-c349-4548-af1c-a159d08c8cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (231d805c-5e17-49ae-815e-d506a8f63b63), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:13.778664 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a91f2ea1-c349-4548-af1c-a159d08c8cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:13.779809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a91f2ea1-c349-4548-af1c-a159d08c8cbd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/231d805c-5e17-49ae-815e-d506a8f63b63 HTTP/1.1" status: 204 len: 168 time: 0.1932003 Feb 02 13:02:13.818804 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-969239c7-a7e9-4dc1-b374-22dfb51b762c req-5e6c0cff-ab43-43ce-8d52-fe9d11a56e50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd HTTP/1.1" status: 200 len: 217 time: 0.0720077 Feb 02 13:02:13.827772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:13.841402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f2ea1-c349-4548-af1c-a159d08c8cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231d805c-5e17-49ae-815e-d506a8f63b63,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:14.058265 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969239c7-a7e9-4dc1-b374-22dfb51b762c req-0c9a924d-b96a-4272-ba2a-298b8173a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:14.061854 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-969239c7-a7e9-4dc1-b374-22dfb51b762c req-0c9a924d-b96a-4272-ba2a-298b8173a834 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.2356474 Feb 02 13:02:14.128177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835f3f94-96b6-43a9-9f60-fede6c21d901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:14.131225 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af08618b-3711-4f46-9126-05cb88905887" -d '{"events": [{"server_uuid": "835f3f94-96b6-43a9-9f60-fede6c21d901", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:14.146425 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568d6a9-9634-488c-807b-b5cd6f4c9766 req-eb7683b1-cf9d-4d52-b6e7-262f955b8b01 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:14.148254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5568d6a9-9634-488c-807b-b5cd6f4c9766 req-eb7683b1-cf9d-4d52-b6e7-262f955b8b01 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 949 time: 0.1356740 Feb 02 13:02:14.155466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904f9e5-8631-483c-aaba-fb11aef704b9 req-e2f906de-eb07-4fe3-9583-b19a7930292f tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:14.157606 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e904f9e5-8631-483c-aaba-fb11aef704b9 req-e2f906de-eb07-4fe3-9583-b19a7930292f tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.1570189 Feb 02 13:02:14.238088 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5568d6a9-9634-488c-807b-b5cd6f4c9766 req-1b99e310-d9c1-4a79-be28-5f4e0b561f13 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792587 Feb 02 13:02:14.242500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e904f9e5-8631-483c-aaba-fb11aef704b9 req-01ff0d45-928b-40ab-a1e3-5af97ce6b005 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762360 Feb 02 13:02:14.243040 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-969239c7-a7e9-4dc1-b374-22dfb51b762c req-57f783ae-5597-4656-bb3b-3338a0389a6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145129 Feb 02 13:02:14.250956 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc2b0b9a-eed9-475f-acd7-1846cebca7ee req-4858ea22-bb8f-48fb-903c-eec8317710aa service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911308 Feb 02 13:02:14.405387 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c52c2cc-7160-4da9-b65b-dfc4ce780b7a x-openstack-request-id: req-3c52c2cc-7160-4da9-b65b-dfc4ce780b7a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:14.405907 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835f3f94-96b6-43a9-9f60-fede6c21d901", "name": "network-vif-plugged", "status": "completed", "tag": "4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:14.406610 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3c52c2cc-7160-4da9-b65b-dfc4ce780b7a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:14.407190 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835f3f94-96b6-43a9-9f60-fede6c21d901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d', 'code': 200} Feb 02 13:02:14.456330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0da9f9-7ede-46d4-9a95-80f0447c76b3 req-98595d45-29d3-44f5-8754-e4895accad07 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:14.463331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a0da9f9-7ede-46d4-9a95-80f0447c76b3 req-98595d45-29d3-44f5-8754-e4895accad07 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.1085169 Feb 02 13:02:14.473019 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-969239c7-a7e9-4dc1-b374-22dfb51b762c req-b4584000-2496-4404-8df2-2a9c287b164e service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968801 Feb 02 13:02:14.525172 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a0da9f9-7ede-46d4-9a95-80f0447c76b3 req-2907cb85-de92-452c-82ab-088edec608e2 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596154 Feb 02 13:02:14.629491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c618a-8183-475e-9e5d-353b50eaed26 req-d8144483-fa2a-482f-a351-87842d62cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:14.631057 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-464c618a-8183-475e-9e5d-353b50eaed26 req-d8144483-fa2a-482f-a351-87842d62cdf7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1130 time: 0.2042625 Feb 02 13:02:14.658736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb4a82-7d55-4f49-84ff-f3f0bb1e924c req-448d66ee-73be-4c9d-891a-997840f543d6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:14.669025 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0aeb4a82-7d55-4f49-84ff-f3f0bb1e924c req-448d66ee-73be-4c9d-891a-997840f543d6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 948 time: 0.1375880 Feb 02 13:02:14.757058 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-969239c7-a7e9-4dc1-b374-22dfb51b762c req-4cf08ec5-6bf4-448b-8976-70e1c3153b05 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703059 Feb 02 13:02:14.764277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0aeb4a82-7d55-4f49-84ff-f3f0bb1e924c req-9d28ba62-6ca8-46ef-9fd7-f8ba0d0e28ad tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940251 Feb 02 13:02:14.769452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecb8f92-6577-4982-997c-423bbfc7f502 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:14.788880 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Publish callbacks [] for port (fecb8f92-6577-4982-997c-423bbfc7f502), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:14.810141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a38114-dff6-439a-8e5f-0dc50b915697 req-bdcf156f-eaa6-4ae8-92b8-68d515b2b08f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:14.820703 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80a38114-dff6-439a-8e5f-0dc50b915697 req-bdcf156f-eaa6-4ae8-92b8-68d515b2b08f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 932 time: 0.1947260 Feb 02 13:02:14.908813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80a38114-dff6-439a-8e5f-0dc50b915697 req-8665fe33-0c90-4760-96d1-d8c4d275cbc1 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871091 Feb 02 13:02:14.998591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:15.118575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-57308308-network', 'tenant_id': 'd729c2b139cc48629bf9b14d0200637d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:15.142797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Made reservation on behalf of d729c2b139cc48629bf9b14d0200637d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:02:15.145655 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.150328 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb944641-a716-4529-9716-4113a10ba0df req-ee25dbbc-b95c-470e-a0de-938d41a2bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:15.151875 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bb944641-a716-4529-9716-4113a10ba0df req-ee25dbbc-b95c-470e-a0de-938d41a2bfbf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 1131 time: 0.6073608 Feb 02 13:02:15.162920 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.185631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Transition to ACTIVE for port object fecb8f92-6577-4982-997c-423bbfc7f502 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:02:15.195188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.255821 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bb944641-a716-4529-9716-4113a10ba0df req-cbfe18ff-f854-485f-acd3-2227d7d97e0b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928175 Feb 02 13:02:15.282542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c618a-8183-475e-9e5d-353b50eaed26 req-1ab9c070-666e-4f98-9aa8-cd6ac0406326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:15.284085 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-464c618a-8183-475e-9e5d-353b50eaed26 req-1ab9c070-666e-4f98-9aa8-cd6ac0406326 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.6265595 Feb 02 13:02:15.313196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Pushing event updated for resources: {'Port': ['ID=fecb8f92-6577-4982-997c-423bbfc7f502,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:15.334394 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Publish callbacks [] for security_group (7f6f078c-3001-47cf-bfb4-88a1485b642c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.343684 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7f6f078c-3001-47cf-bfb4-88a1485b642c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.351654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.352002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.352340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.352742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.352989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.353323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.353631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.353947 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.354261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.354578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.354941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.355337 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.355576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.363383 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-464c618a-8183-475e-9e5d-353b50eaed26 req-4fd719e8-e98f-4b54-a86f-2a02910cb895 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.0709043 Feb 02 13:02:15.446872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:02:15.457694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c618a-8183-475e-9e5d-353b50eaed26 req-08da30fe-19ba-477b-8f32-af15070f2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:15.459171 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-464c618a-8183-475e-9e5d-353b50eaed26 req-08da30fe-19ba-477b-8f32-af15070f2b53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0773065 Feb 02 13:02:15.459339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6f078c-3001-47cf-bfb4-88a1485b642c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:15.464072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Attempting to bind port fecb8f92-6577-4982-997c-423bbfc7f502 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:02:15.465090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Attempting to bind port fecb8f92-6577-4982-997c-423bbfc7f502 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:02:15.465422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Attempting to bind port fecb8f92-6577-4982-997c-423bbfc7f502 on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:15.470069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Port fecb8f92-6577-4982-997c-423bbfc7f502 on network 2b9af990-5e2e-47c3-abe4-0e26c82225db not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:02:15.470873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Attempting to bind port fecb8f92-6577-4982-997c-423bbfc7f502 on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:15.476123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.476670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.477057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.477437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.478187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.478187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.478523 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.479030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.479505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.479859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.480181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.480537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.480855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:15.486802 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d711552d-ec65-4081-af94-b86f3a101b15), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.487140 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Added segment d711552d-ec65-4081-af94-b86f3a101b15 of type vlan for network ef21b27c-6db2-402a-9967-e43bda55da95 Feb 02 13:02:15.489191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:02:15.489541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:15.492982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Bound using segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:02:15.493463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Bound port: fecb8f92-6577-4982-997c-423bbfc7f502, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:02:15.493902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.542422 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (ef21b27c-6db2-402a-9967-e43bda55da95), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.555150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fb347-9b18-4120-b17a-ddbbe86c58bc req-60e30e65-4ddc-41a0-beb7-541d013922ba tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:15.556709 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-831fb347-9b18-4120-b17a-ddbbe86c58bc req-60e30e65-4ddc-41a0-beb7-541d013922ba tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 949 time: 0.1543548 Feb 02 13:02:15.610570 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (ef21b27c-6db2-402a-9967-e43bda55da95), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.611630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:15.612205 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.658009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c618a-8183-475e-9e5d-353b50eaed26 req-d8f766f6-936f-479f-bcd3-bd61aef49b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:15.659522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-464c618a-8183-475e-9e5d-353b50eaed26 req-d8f766f6-936f-479f-bcd3-bd61aef49b60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1585274 Feb 02 13:02:15.664066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:15.664356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-831fb347-9b18-4120-b17a-ddbbe86c58bc req-143f57ae-239d-4775-b03b-d063176de8cd tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008072 Feb 02 13:02:15.667300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fecb8f92-6577-4982-997c-423bbfc7f502,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:02:15.678815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6790242 Feb 02 13:02:15.682027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:15.687490 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.745026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:15.746278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.748064 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] 10.222.0.62 "PUT /v2.0/ports/fecb8f92-6577-4982-997c-423bbfc7f502 HTTP/1.1" status: 200 len: 1092 time: 2.2091916 Feb 02 13:02:15.748660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6335f55a-d000-4572-ae8d-fe5b235b4b80', 'tag': 'fecb8f92-6577-4982-997c-423bbfc7f502'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:15.756863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-db735b70-7ea2-467b-af4d-a67ceb8fe4ff admin admin] Request body: {'subnet': {'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-57308308-subnet', 'tenant_id': 'd729c2b139cc48629bf9b14d0200637d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:15.758165 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c3bbd7-24ea-4c9d-bdb8-c6f5322f45d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6335f55a-d000-4572-ae8d-fe5b235b4b80", "tag": "fecb8f92-6577-4982-997c-423bbfc7f502"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:15.792620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dbb70a-6aa7-4d98-a681-171828fb03af admin admin] Pushing event updated for resources: {'Network': ['ID=ef21b27c-6db2-402a-9967-e43bda55da95,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:15.805264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network ef21b27c-6db2-402a-9967-e43bda55da95 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:02:15.865803 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-464c618a-8183-475e-9e5d-353b50eaed26 req-26f00ed0-feda-497d-9db6-1685c32354e6 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953533 Feb 02 13:02:15.881632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db735b70-7ea2-467b-af4d-a67ceb8fe4ff admin admin] Made reservation on behalf of d729c2b139cc48629bf9b14d0200637d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:02:15.884063 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db735b70-7ea2-467b-af4d-a67ceb8fe4ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:15.888978 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4092d66e-a452-4fca-a354-d0f48efd03f1 x-openstack-request-id: req-4092d66e-a452-4fca-a354-d0f48efd03f1 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:15.889265 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6335f55a-d000-4572-ae8d-fe5b235b4b80", "tag": "fecb8f92-6577-4982-997c-423bbfc7f502", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:15.889705 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4092d66e-a452-4fca-a354-d0f48efd03f1 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:15.890103 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6335f55a-d000-4572-ae8d-fe5b235b4b80', 'tag': 'fecb8f92-6577-4982-997c-423bbfc7f502', 'status': 'completed', 'code': 200} Feb 02 13:02:15.933508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33684a08-8739-484f-98b7-b38c187efb56 service neutron] Pushing event updated for resources: {'Port': ['ID=fecb8f92-6577-4982-997c-423bbfc7f502,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:15.969584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043cabb-61b9-4240-a94a-f91158ce8ef3 req-b57e5094-c5ff-4838-a4ec-5cfd41690963 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:15.971969 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7043cabb-61b9-4240-a94a-f91158ce8ef3 req-b57e5094-c5ff-4838-a4ec-5cfd41690963 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.1998823 Feb 02 13:02:15.995305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-cefe6e4f-0267-4766-9c11-3e06928de334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:15.996978 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-cefe6e4f-0267-4766-9c11-3e06928de334 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 1126 time: 0.1300468 Feb 02 13:02:16.015090 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-464c618a-8183-475e-9e5d-353b50eaed26 req-1f8ba774-3735-4200-b54e-dc7df4bcde37 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378527 Feb 02 13:02:16.069701 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-592518cb-012c-49b3-8c8d-84bbd109be13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fecb8f92-6577-4982-997c-423bbfc7f502 HTTP/1.1" status: 200 len: 217 time: 0.0533485 Feb 02 13:02:16.132539 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-c1db2b4a-0ddd-4840-b1a1-e70430bb4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:16.134127 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-c1db2b4a-0ddd-4840-b1a1-e70430bb4124 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0483041 Feb 02 13:02:16.141886 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7043cabb-61b9-4240-a94a-f91158ce8ef3 req-8b89d0d3-09eb-4d9c-8cc0-05c198bf19da tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276529 Feb 02 13:02:16.169877 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-b06ce4bf-dc28-4c3d-8749-b75052666e0e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294955 Feb 02 13:02:16.178016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62591f63-acfc-471e-9303-6d851ad85edf req-c827c07f-b5da-486a-9afa-16458406c7a3 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:16.179502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62591f63-acfc-471e-9303-6d851ad85edf req-c827c07f-b5da-486a-9afa-16458406c7a3 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 948 time: 0.1664362 Feb 02 13:02:16.287163 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-e584c964-9045-415a-b721-5737bdf23074 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944560 Feb 02 13:02:16.304289 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62591f63-acfc-471e-9303-6d851ad85edf req-9497dbfe-ed86-49d1-8afb-a155e2327944 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118095 Feb 02 13:02:16.309584 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db735b70-7ea2-467b-af4d-a67ceb8fe4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (2a73a9f4-6b73-42f8-98dc-d0f226a8270e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:16.372472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ca3a4-c6d1-4a96-9425-68ac86b64fe3 req-622bd2c5-e555-4533-b89c-8ae10503fcb2 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:16.373936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a27ca3a4-c6d1-4a96-9425-68ac86b64fe3 req-622bd2c5-e555-4533-b89c-8ae10503fcb2 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.1406529 Feb 02 13:02:16.381844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db735b70-7ea2-467b-af4d-a67ceb8fe4ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a73a9f4-6b73-42f8-98dc-d0f226a8270e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:16.404399 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b0eabc-a1c2-4a8a-8d2a-89e7b597124f req-d58b7866-29c1-49d4-a65f-3fdd8cd24936 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006403 Feb 02 13:02:16.413141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db735b70-7ea2-467b-af4d-a67ceb8fe4ff admin admin] Checking segment: {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:16.413425 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db735b70-7ea2-467b-af4d-a67ceb8fe4ff admin admin] Network hostable DHCP agents. Network: ef21b27c-6db2-402a-9967-e43bda55da95, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:02:16.448107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a27ca3a4-c6d1-4a96-9425-68ac86b64fe3 req-79b50f77-aa51-462f-aa07-a3152edf9fde tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628414 Feb 02 13:02:16.452835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db735b70-7ea2-467b-af4d-a67ceb8fe4ff admin admin] Network ef21b27c-6db2-402a-9967-e43bda55da95 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:02:16.465518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-db735b70-7ea2-467b-af4d-a67ceb8fe4ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, ef21b27c-6db2-402a-9967-e43bda55da95) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:16.474932 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db735b70-7ea2-467b-af4d-a67ceb8fe4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:16.475792 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-db735b70-7ea2-467b-af4d-a67ceb8fe4ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:16.485648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c2f844-0fe2-4a06-b9e7-404851b9eff3 None None] Network ef21b27c-6db2-402a-9967-e43bda55da95 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:02:16.519451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-db735b70-7ea2-467b-af4d-a67ceb8fe4ff admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8261847 Feb 02 13:02:16.606308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device f32fa463-923e-4f9b-a69a-88d6894bd0a1 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:16.617672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3bbd7-24ea-4c9d-bdb8-c6f5322f45d1 req-4dc0cdf8-8d69-4d49-a9fa-01a984d3d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:16.619644 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1c3bbd7-24ea-4c9d-bdb8-c6f5322f45d1 req-4dc0cdf8-8d69-4d49-a9fa-01a984d3d39e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 1126 time: 0.1041300 Feb 02 13:02:16.690376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-ef21b27c-6db2-402a-9967-e43bda55da95', 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95', 'project_id': 'd729c2b139cc48629bf9b14d0200637d', 'fixed_ips': [{'subnet_id': '2a73a9f4-6b73-42f8-98dc-d0f226a8270e'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:02:16.691339 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:16.805229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3bbd7-24ea-4c9d-bdb8-c6f5322f45d1 req-3e764ba5-ab48-4812-b4d3-bd81f262adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:16.806188 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1c3bbd7-24ea-4c9d-bdb8-c6f5322f45d1 req-3e764ba5-ab48-4812-b4d3-bd81f262adfb service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.1800251 Feb 02 13:02:16.876482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858a89c-c6ee-4dbb-bd7a-8f5754bcf2b5 req-54db2acf-e4e7-415c-8079-0eb63857c7d6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:16.878174 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6858a89c-c6ee-4dbb-bd7a-8f5754bcf2b5 req-54db2acf-e4e7-415c-8079-0eb63857c7d6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 949 time: 0.1095364 Feb 02 13:02:16.897558 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1c3bbd7-24ea-4c9d-bdb8-c6f5322f45d1 req-4548c525-7a2c-4f00-ba00-5b17286bf03a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fecb8f92-6577-4982-997c-423bbfc7f502 HTTP/1.1" status: 200 len: 217 time: 0.0756030 Feb 02 13:02:16.948755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6858a89c-c6ee-4dbb-bd7a-8f5754bcf2b5 req-48ba392d-0d36-4cd8-9176-14974dcaf831 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643857 Feb 02 13:02:16.987527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3bbd7-24ea-4c9d-bdb8-c6f5322f45d1 req-a7b43d12-6f2c-4955-8086-1fad61c24507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:16.989081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1c3bbd7-24ea-4c9d-bdb8-c6f5322f45d1 req-a7b43d12-6f2c-4955-8086-1fad61c24507 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0711653 Feb 02 13:02:16.997161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Allocated IP 172.20.0.2 (ef21b27c-6db2-402a-9967-e43bda55da95/2a73a9f4-6b73-42f8-98dc-d0f226a8270e/8e35080a-8025-49af-b207-ffed55f7b719) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:02:17.033869 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1c3bbd7-24ea-4c9d-bdb8-c6f5322f45d1 req-8bfde976-687d-44b9-8b3d-8768726cf3f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393989 Feb 02 13:02:17.039321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:17.066937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'mac_address': 'fa:16:3e:18:4e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:17.160287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port f32fa463-923e-4f9b-a69a-88d6894bd0a1 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:17.160707 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:17.169239 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1c3bbd7-24ea-4c9d-bdb8-c6f5322f45d1 req-ed5a9d56-e0ef-48e7-b0f1-c58f9d0dd7ea service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280398 Feb 02 13:02:17.193206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32fa463-923e-4f9b-a69a-88d6894bd0a1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:17.216843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b736f-20d2-4aee-889a-a5c467fca003 req-0e997f5e-8fe1-47e1-989a-f1c36418c1b2 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:17.227922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-646b736f-20d2-4aee-889a-a5c467fca003 req-0e997f5e-8fe1-47e1-989a-f1c36418c1b2 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1483612 Feb 02 13:02:17.244769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:17.258761 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:17.277865 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Publish callbacks [] for port (8e35080a-8025-49af-b207-ffed55f7b719), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:17.302766 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (8e35080a-8025-49af-b207-ffed55f7b719), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:17.344057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Network ef21b27c-6db2-402a-9967-e43bda55da95 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:02:17.347398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:17.354461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:02:17.358166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:17.399711 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-646b736f-20d2-4aee-889a-a5c467fca003 req-6f24b696-c591-4073-b84c-128ad33df00b tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662204 Feb 02 13:02:17.405590 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1c3bbd7-24ea-4c9d-bdb8-c6f5322f45d1 req-58d5a64c-4c2e-4421-a4c7-22c0cafd77e2 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285573 Feb 02 13:02:17.447865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Pushing event updated for resources: {'Port': ['ID=8e35080a-8025-49af-b207-ffed55f7b719,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:17.455895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Attempting to bind port 8e35080a-8025-49af-b207-ffed55f7b719 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:02:17.456261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Attempting to bind port 8e35080a-8025-49af-b207-ffed55f7b719 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:02:17.456620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Attempting to bind port 8e35080a-8025-49af-b207-ffed55f7b719 on network ef21b27c-6db2-402a-9967-e43bda55da95 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:17.463737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:02:17.463961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-edc9d1b1-606c-48e0-b2dc-03283313ec41 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:17.464267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Checking segment: {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:17.464557 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:17.464940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Bound using segment: {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:02:17.465401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Bound port: 8e35080a-8025-49af-b207-ffed55f7b719, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:02:17.465774 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8e35080a-8025-49af-b207-ffed55f7b719), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:17.475466 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-edc9d1b1-606c-48e0-b2dc-03283313ec41 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/networks?id=ef21b27c-6db2-402a-9967-e43bda55da95 HTTP/1.1" status: 200 len: 814 time: 0.2287037 Feb 02 13:02:17.507979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-9845c797-5b7c-40f5-aca3-1b4015c428ec tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/quotas/d729c2b139cc48629bf9b14d0200637d HTTP/1.1" status: 200 len: 375 time: 0.0315771 Feb 02 13:02:17.547165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] For port 8e35080a-8025-49af-b207-ffed55f7b719, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:17.550345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] For port 8e35080a-8025-49af-b207-ffed55f7b719, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8e35080a-8025-49af-b207-ffed55f7b719,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:02:17.556184 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8e35080a-8025-49af-b207-ffed55f7b719), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:17.596255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93ee60-cb18-413e-8c87-98c7467d8e2f req-6dd5fca5-2102-4203-9a8f-6d1ff5e5e04e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:17.598123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a93ee60-cb18-413e-8c87-98c7467d8e2f req-6dd5fca5-2102-4203-9a8f-6d1ff5e5e04e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0870976 Feb 02 13:02:17.602118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-106449ae-7185-4dfc-8c15-e6b76b256965 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d729c2b139cc48629bf9b14d0200637d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0900829 Feb 02 13:02:17.612774 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af502c3e-1732-4542-98ff-5c7cda3cf07a None None] Pushing event updated for resources: {'Port': ['ID=8e35080a-8025-49af-b207-ffed55f7b719,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:17.691866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['f32fa463-923e-4f9b-a69a-88d6894bd0a1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:17.735965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a93ee60-cb18-413e-8c87-98c7467d8e2f req-e9c0bc61-f2f0-48cb-a0e3-59a701d5d10d tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319289 Feb 02 13:02:17.757273 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-7dce1c63-acfd-42e1-9948-ffb0b65810e2 service neutron] 10.222.0.83 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381719 Feb 02 13:02:17.935413 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-d6499d9e-1f3a-4ad3-95cb-3cce7070b10b service neutron] 10.222.0.83 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725359 Feb 02 13:02:17.952153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c45032-7648-4e9d-bce2-59ee4bf998f7 req-cc5d3079-52d9-4da4-8817-0404bc4b6822 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:17.959333 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2c45032-7648-4e9d-bce2-59ee4bf998f7 req-cc5d3079-52d9-4da4-8817-0404bc4b6822 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 949 time: 0.1164827 Feb 02 13:02:18.023536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2c45032-7648-4e9d-bce2-59ee4bf998f7 req-aa345a2d-ed06-4470-add3-e424430ee75a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629773 Feb 02 13:02:18.236803 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-49ebc2c9-2568-4ad0-a590-39c5b355ae14 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279758 Feb 02 13:02:18.266204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8e35080a-8025-49af-b207-ffed55f7b719 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:18.276390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8189daf-1012-4106-81ae-92e3cdad4224 req-389a2e1f-dace-45f9-8fd5-02866c9b0642 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:18.277978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8189daf-1012-4106-81ae-92e3cdad4224 req-389a2e1f-dace-45f9-8fd5-02866c9b0642 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.1084342 Feb 02 13:02:18.348808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8e35080a-8025-49af-b207-ffed55f7b719 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:18.349188 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8e35080a-8025-49af-b207-ffed55f7b719), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:18.400207 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8189daf-1012-4106-81ae-92e3cdad4224 req-9cfefe6f-5821-48b9-b466-2a862fbab13d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013112 Feb 02 13:02:18.432375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-f006d022-3c9a-45a5-810e-b6acf52f6c8e tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:18.440348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-f006d022-3c9a-45a5-810e-b6acf52f6c8e tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919761 Feb 02 13:02:18.451645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-456c23f9-c594-42d6-80d5-a5a6855b1dc9 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/quotas/600b349c6f0a4a7a9d856b547ac2309d HTTP/1.1" status: 200 len: 375 time: 0.0104866 Feb 02 13:02:18.476598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8e35080a-8025-49af-b207-ffed55f7b719 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:18.477000 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8e35080a-8025-49af-b207-ffed55f7b719), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:18.544892 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-f2ef1a4b-c0e5-4d9c-aecf-9e2dff96ca34 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872664 Feb 02 13:02:18.556469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 8e35080a-8025-49af-b207-ffed55f7b719, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8e35080a-8025-49af-b207-ffed55f7b719,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:18.564363 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8e35080a-8025-49af-b207-ffed55f7b719), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:18.662048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=8e35080a-8025-49af-b207-ffed55f7b719,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:18.904457 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04c050b3-4f75-44db-8dd7-24f9b2c75c62 req-04d9e2b2-a52e-4d5e-8953-aab45bd3aae0 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 210 time: 0.0461690 Feb 02 13:02:18.978738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-575ff61e-e7b1-4da2-b112-db59af520091 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:18.988643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-575ff61e-e7b1-4da2-b112-db59af520091 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/networks?id=ef21b27c-6db2-402a-9967-e43bda55da95 HTTP/1.1" status: 200 len: 814 time: 0.3093944 Feb 02 13:02:19.020058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-1fca18be-996e-4be2-9e15-a4540ba03e1f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/quotas/d729c2b139cc48629bf9b14d0200637d HTTP/1.1" status: 200 len: 375 time: 0.0305769 Feb 02 13:02:19.129176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-13a06f2e-df29-4362-8396-a2fb4c743d04 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d729c2b139cc48629bf9b14d0200637d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1081331 Feb 02 13:02:19.153713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777c5265-06bc-4a62-8613-b76c1607f0cd None None] Network ef21b27c-6db2-402a-9967-e43bda55da95 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:02:19.177385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769d7bc-2232-46dc-86ca-a165a995f7b0 req-ef4551ec-4e5a-4160-94ef-2eda9cc88c04 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:19.185750 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8769d7bc-2232-46dc-86ca-a165a995f7b0 req-ef4551ec-4e5a-4160-94ef-2eda9cc88c04 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.1635838 Feb 02 13:02:19.228885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3a17e88e-7b63-43d8-b8e2-12b022cf5335 None None] Provisioning complete for port 8e35080a-8025-49af-b207-ffed55f7b719 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:19.229343 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3a17e88e-7b63-43d8-b8e2-12b022cf5335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8e35080a-8025-49af-b207-ffed55f7b719), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:19.332183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8769d7bc-2232-46dc-86ca-a165a995f7b0 req-ed042ce4-68cf-4606-a4d4-6b3284934079 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451607 Feb 02 13:02:19.358582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3a17e88e-7b63-43d8-b8e2-12b022cf5335 None None] Current status of the port 8e35080a-8025-49af-b207-ffed55f7b719 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:19.386612 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-15b0bff9-6dde-4e2f-962d-18d8952b7a7d service neutron] 10.222.0.83 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565596 Feb 02 13:02:19.511982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-0e9fb949-881b-4ea8-83f9-d8b4ee830564 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=0a7c48a1d1034672966d601cd900aa22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358140 Feb 02 13:02:19.570316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-670a3e27-d646-4768-8cc8-2510d80687f5 service neutron] 10.222.0.83 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762533 Feb 02 13:02:19.640749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-60a8505c-f42c-4229-a386-bec0800aea6f tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:19.649804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-60a8505c-f42c-4229-a386-bec0800aea6f tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368077 Feb 02 13:02:19.668260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-e62dfa3d-03e2-4a6f-91dd-c86be4339cf2 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/quotas/0a7c48a1d1034672966d601cd900aa22 HTTP/1.1" status: 200 len: 375 time: 0.0175457 Feb 02 13:02:19.684815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5816bc01-01ef-45dd-8c7f-99d462fd2793 None None] Provisioning complete for port 8e35080a-8025-49af-b207-ffed55f7b719 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:19.698689 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5816bc01-01ef-45dd-8c7f-99d462fd2793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8e35080a-8025-49af-b207-ffed55f7b719), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:19.734318 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-aeb9b320-6b18-4b97-9c32-636a8ef17009 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a7c48a1d1034672966d601cd900aa22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651290 Feb 02 13:02:19.848212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5816bc01-01ef-45dd-8c7f-99d462fd2793 None None] Current status of the port 8e35080a-8025-49af-b207-ffed55f7b719 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:19.861605 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4a0b463a-f0ef-460d-8fa4-231131cd176d req-26375d99-4eb5-4097-92d5-623d51244ef2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1020567 Feb 02 13:02:19.940096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1a836-ae46-41df-b87e-b2cf4ac63886 req-43327583-be5b-4cfd-afb2-6469b12343fb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:19.947471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7b1a836-ae46-41df-b87e-b2cf4ac63886 req-43327583-be5b-4cfd-afb2-6469b12343fb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 949 time: 0.0844271 Feb 02 13:02:20.020356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7b1a836-ae46-41df-b87e-b2cf4ac63886 req-d8bb2b1e-8828-4a9b-98af-0ed4dcac8bd2 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570033 Feb 02 13:02:20.199802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8e35080a-8025-49af-b207-ffed55f7b719 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:20.268557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e0ae1-8fb4-4b8d-a2a4-b4b06048b42b req-38030be3-207f-4c77-b473-f61cc668f983 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:20.302528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b463a-f0ef-460d-8fa4-231131cd176d req-6b3d9a95-3245-4a76-8c03-b57009a35f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:20.304269 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4a0b463a-f0ef-460d-8fa4-231131cd176d req-6b3d9a95-3245-4a76-8c03-b57009a35f61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 1132 time: 0.3985498 Feb 02 13:02:20.312199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e83e0ae1-8fb4-4b8d-a2a4-b4b06048b42b req-38030be3-207f-4c77-b473-f61cc668f983 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.2002900 Feb 02 13:02:20.331582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-4ade30d7-5356-4972-ad03-dbe030ba1e51 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:20.333953 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-4ade30d7-5356-4972-ad03-dbe030ba1e51 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.18 "GET /v2.0/networks?id=ef21b27c-6db2-402a-9967-e43bda55da95 HTTP/1.1" status: 200 len: 814 time: 0.3934834 Feb 02 13:02:20.360534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Request body: {'port': {'device_id': 'fb4bb78e-b76c-4f5b-9582-467a780006f7', 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95', 'admin_state_up': True, 'tenant_id': 'd729c2b139cc48629bf9b14d0200637d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:20.405082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8e35080a-8025-49af-b207-ffed55f7b719 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:20.406934 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8e35080a-8025-49af-b207-ffed55f7b719), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:20.467731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e83e0ae1-8fb4-4b8d-a2a4-b4b06048b42b req-63062d34-f8f5-46a0-89cc-2d3a13b55e56 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460013 Feb 02 13:02:20.585945 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d8e8d179-adb8-40a8-b9ae-00da0aa245e2 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050379 Feb 02 13:02:20.618446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8e35080a-8025-49af-b207-ffed55f7b719 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:20.625833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-6f2e4d16-e438-4591-b3c1-6c7184c1d791 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:20.626393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device f32fa463-923e-4f9b-a69a-88d6894bd0a1 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:20.627530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-6f2e4d16-e438-4591-b3c1-6c7184c1d791 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/networks?id=ef21b27c-6db2-402a-9967-e43bda55da95 HTTP/1.1" status: 200 len: 814 time: 0.2634008 Feb 02 13:02:20.674949 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-9c85d110-f6b7-42ff-8b93-3ce80410b838 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/quotas/d729c2b139cc48629bf9b14d0200637d HTTP/1.1" status: 200 len: 375 time: 0.0226903 Feb 02 13:02:20.713703 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3280e0d-e689-4267-a8e4-e81dbe89e46b req-3146bc3d-58aa-415c-9e34-547301f08d16 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 210 time: 0.0851932 Feb 02 13:02:20.792913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-99c57fb3-c5f1-4124-8d8e-9d6a1774c4b4 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d729c2b139cc48629bf9b14d0200637d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846937 Feb 02 13:02:20.828198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port f32fa463-923e-4f9b-a69a-88d6894bd0a1 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:02:20.849060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port f32fa463-923e-4f9b-a69a-88d6894bd0a1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:20.849878 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:20.895049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-9d3b662c-4c70-42ff-bb04-21893235ab81 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:20.896682 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-9d3b662c-4c70-42ff-bb04-21893235ab81 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849821 Feb 02 13:02:20.927462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Request body: {'port': {'device_id': '10721068-f49c-446e-89c3-748b7a7e645e', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '600b349c6f0a4a7a9d856b547ac2309d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:20.932437 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-7934cdcb-d3ef-4089-abec-518dfb347cb4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=0a7c48a1d1034672966d601cd900aa22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714531 Feb 02 13:02:20.939005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Made reservation on behalf of d729c2b139cc48629bf9b14d0200637d for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:02:20.942513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:20.989878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b463a-f0ef-460d-8fa4-231131cd176d req-d03b034f-8dca-473f-a9cc-ca215ba51b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:20.991606 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4a0b463a-f0ef-460d-8fa4-231131cd176d req-d03b034f-8dca-473f-a9cc-ca215ba51b1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.6190102 Feb 02 13:02:20.994076 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port f32fa463-923e-4f9b-a69a-88d6894bd0a1 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:20.994913 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:21.047603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:21.054064 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacfb49b-ce65-4353-90dc-09aa4ac8543d" -d '{"events": [{"server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "name": "network-vif-plugged", "status": "completed", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:21.072538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:21.087233 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:21.113566 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4a0b463a-f0ef-460d-8fa4-231131cd176d req-90d39abb-9b6a-42ca-b24d-55f23a611dd9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc HTTP/1.1" status: 200 len: 217 time: 0.1135228 Feb 02 13:02:21.149767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:21.226225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-abf3027d-345e-42dd-871f-86240e5d02d8 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:21.227752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-abf3027d-345e-42dd-871f-86240e5d02d8 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2942841 Feb 02 13:02:21.235246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-d18acd0e-8d38-4960-a8b5-515ec561c181 service neutron] 10.222.0.83 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358974 Feb 02 13:02:21.235493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b463a-f0ef-460d-8fa4-231131cd176d req-79692744-f4e3-4fe3-ae93-cdd5c7b8d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:21.237158 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4a0b463a-f0ef-460d-8fa4-231131cd176d req-79692744-f4e3-4fe3-ae93-cdd5c7b8d2f5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1145182 Feb 02 13:02:21.267189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-4a9e33db-98d7-4ec2-830c-1eb511ead9a8 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/quotas/0a7c48a1d1034672966d601cd900aa22 HTTP/1.1" status: 200 len: 375 time: 0.0228269 Feb 02 13:02:21.296250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Made reservation on behalf of 600b349c6f0a4a7a9d856b547ac2309d for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:02:21.299702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:21.303379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Allocated IP 172.20.0.13 (ef21b27c-6db2-402a-9967-e43bda55da95/2a73a9f4-6b73-42f8-98dc-d0f226a8270e/7f2fd947-7407-4b1d-91a7-f339a6b65ca8) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:02:21.374194 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b463a-f0ef-460d-8fa4-231131cd176d req-0dc268b4-158f-4226-b03b-1120a4df11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:21.375908 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4a0b463a-f0ef-460d-8fa4-231131cd176d req-0dc268b4-158f-4226-b03b-1120a4df11f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1283870 Feb 02 13:02:21.620641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Allocated IP 192.168.233.232 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/a8c728df-8bea-4826-88c8-b7493a44dee8) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:02:21.663867 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-25a4ad2c-b07a-4571-be67-5f295db912a9 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a7c48a1d1034672966d601cd900aa22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3863196 Feb 02 13:02:21.664446 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4a0b463a-f0ef-460d-8fa4-231131cd176d req-00e6ccc3-4073-459a-9d44-cc2b2eb5d918 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597625 Feb 02 13:02:21.715879 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks [] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:21.747439 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-da72bc09-ebf6-4b57-b5fe-f4c24f60a127 service neutron] 10.222.0.83 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106807 Feb 02 13:02:22.071296 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-ea0f91d0-2c26-4749-84fe-fdcb99d78d7c tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0a7c48a1d1034672966d601cd900aa22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511613 Feb 02 13:02:22.114770 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4a0b463a-f0ef-460d-8fa4-231131cd176d req-13165416-a7f6-4519-9eb7-469522a8eab0 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424591 Feb 02 13:02:22.125777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-2cefcf70-2309-454e-94a3-54244162296e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:22.127368 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-2cefcf70-2309-454e-94a3-54244162296e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.62 "GET /v2.0/networks?id=ef21b27c-6db2-402a-9967-e43bda55da95 HTTP/1.1" status: 200 len: 814 time: 0.3148563 Feb 02 13:02:22.128926 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:22.173174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Request body: {'port': {'device_id': '47ada0d0-4f97-433d-adaf-925d2954bd14', 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95', 'admin_state_up': True, 'tenant_id': 'd729c2b139cc48629bf9b14d0200637d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:22.191509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb016888-1e13-48d4-94a1-d041b54bfbd7 req-a8f8f20f-cb10-4c3c-8171-c9220548f8bd tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:22.205860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb016888-1e13-48d4-94a1-d041b54bfbd7 req-a8f8f20f-cb10-4c3c-8171-c9220548f8bd tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.2469175 Feb 02 13:02:22.217784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Network ef21b27c-6db2-402a-9967-e43bda55da95 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:02:22.240855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:22.282827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:02:22.376824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b80f5-6cc0-4d09-a4ab-639713ea773a req-9f2a1dc5-45fb-4dc0-99d5-b4fafbd0eca8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:22.378393 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad0b80f5-6cc0-4d09-a4ab-639713ea773a req-9f2a1dc5-45fb-4dc0-99d5-b4fafbd0eca8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.3457472 Feb 02 13:02:22.489079 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb016888-1e13-48d4-94a1-d041b54bfbd7 req-91b56c68-c6f6-478b-bc4d-368c740d25f5 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783654 Feb 02 13:02:22.501901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-8a31b6e0-a524-4e1a-830b-36df98bcc082 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:22.507187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-8a31b6e0-a524-4e1a-830b-36df98bcc082 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4247463 Feb 02 13:02:22.550870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Request body: {'port': {'device_id': '898c72f1-6951-425a-8a5e-59600ad95f08', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '0a7c48a1d1034672966d601cd900aa22'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:22.565386 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e166b9-d7dc-4a0e-8b9b-c1ef9100bc5d x-openstack-request-id: req-a1e166b9-d7dc-4a0e-8b9b-c1ef9100bc5d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:22.566980 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "name": "network-vif-plugged", "status": "completed", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:22.567586 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a1e166b9-d7dc-4a0e-8b9b-c1ef9100bc5d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:22.568724 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'code': 200} Feb 02 13:02:22.642551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad0b80f5-6cc0-4d09-a4ab-639713ea773a req-9a3bef4f-1148-435d-88c6-dc386413c442 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402968 Feb 02 13:02:22.707208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bc035892-8b3e-4921-a3fe-b0d16b702862 None None] Provisioning complete for port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:22.709879 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc035892-8b3e-4921-a3fe-b0d16b702862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:22.829203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bc035892-8b3e-4921-a3fe-b0d16b702862 None None] Port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:02:22.914738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47f13834-69f8-4ba5-a4be-9f85b7d5c0a8 req-21bbc11d-bca9-4f49-95f2-32e19125fa69 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 210 time: 0.0720243 Feb 02 13:02:22.947360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ac4fe-5fdb-4e12-b120-e6847f859a5e req-f1cc2e05-f064-46b3-9bc2-f28ac3143e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:22.948956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-155ac4fe-5fdb-4e12-b120-e6847f859a5e req-f1cc2e05-f064-46b3-9bc2-f28ac3143e98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1132 time: 0.2156622 Feb 02 13:02:22.973793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Made reservation on behalf of 0a7c48a1d1034672966d601cd900aa22 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:02:22.977136 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:22.988432 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9a3ee-5b51-4027-b5e1-65aeb9e76467 req-ae4edb11-9102-4532-a08e-7b99f17accce tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:22.989965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26f9a3ee-5b51-4027-b5e1-65aeb9e76467 req-ae4edb11-9102-4532-a08e-7b99f17accce tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.1818223 Feb 02 13:02:23.000390 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:23.018030 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks [] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:23.025070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Pushing event updated for resources: {'Port': ['ID=7f2fd947-7407-4b1d-91a7-f339a6b65ca8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:23.072261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:23.072884 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:23.082411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-155ac4fe-5fdb-4e12-b120-e6847f859a5e req-5818b36c-ee8a-41b6-a4ba-adfc6fac548d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237969 Feb 02 13:02:23.114980 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-575a60f2-7a9d-4bfb-8352-b1ecccda95d7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7617438 Feb 02 13:02:23.124582 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:23.136998 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9e81329-d6a9-4abb-b90e-ae0848399cc4 req-c147fca6-61e8-4b56-9dd1-bb11a9d668cf tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 210 time: 0.1367197 Feb 02 13:02:23.166640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['9df2b4d8-a69e-4481-94dc-26283fc76da9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:23.166923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Made reservation on behalf of d729c2b139cc48629bf9b14d0200637d for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:02:23.170092 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:23.176602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26f9a3ee-5b51-4027-b5e1-65aeb9e76467 req-d079b62c-7565-4102-b970-8f81050d7d60 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793737 Feb 02 13:02:23.243011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:02:23.251529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:23.256887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Pushing event updated for resources: {'Port': ['ID=a8c728df-8bea-4826-88c8-b7493a44dee8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:23.299769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:23.300502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:02:23.310279 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks [] for security_group (9ed6b2d3-f153-4f0e-a495-e54433cea18a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:23.356869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cae97e6e-4576-4e5b-a8bc-e06e87d5d9f7 req-d20f3b00-2193-4362-ae81-ab43328eddf2 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 210 time: 0.0444398 Feb 02 13:02:23.358251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9ed6b2d3-f153-4f0e-a495-e54433cea18a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:23.418850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:23.420061 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:23.432746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Request body: {'port': {'device_id': 'fb4bb78e-b76c-4f5b-9582-467a780006f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:23.484019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed6b2d3-f153-4f0e-a495-e54433cea18a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:23.569595 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-d264a4fb-ff60-4f27-b3ec-d1a88e61d627 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6469319 Feb 02 13:02:23.620752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:23.627607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Request body: {'port': {'device_id': '10721068-f49c-446e-89c3-748b7a7e645e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:23.632484 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Allocated IP 192.168.233.188 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/272d656a-44a1-46d5-a3f4-160c72fbbbb6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:02:23.662951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5bdc7ae1-55a4-4f36-b2c5-4304bda1d4c6 None None] Provisioning complete for port a8c728df-8bea-4826-88c8-b7493a44dee8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:23.663565 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bdc7ae1-55a4-4f36-b2c5-4304bda1d4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:23.739223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006966db-4bb4-4a6e-8e47-ae9fcf2dff5e req-ee238b3c-559a-430b-aefd-507cefd96a27 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:23.746499 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-006966db-4bb4-4a6e-8e47-ae9fcf2dff5e req-ee238b3c-559a-430b-aefd-507cefd96a27 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.1170030 Feb 02 13:02:23.765067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc7ae1-55a4-4f36-b2c5-4304bda1d4c6 None None] Port a8c728df-8bea-4826-88c8-b7493a44dee8 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:02:23.808434 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Allocated IP 172.20.0.5 (ef21b27c-6db2-402a-9967-e43bda55da95/2a73a9f4-6b73-42f8-98dc-d0f226a8270e/d388e39a-23ac-4eb5-a17a-ca172e1bf2f2) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:02:23.890285 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-006966db-4bb4-4a6e-8e47-ae9fcf2dff5e req-9f737f10-67dc-4b16-a8cb-dd12f6d5c2cb tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427686 Feb 02 13:02:23.982343 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-9ff154db-dc95-45b3-9fc2-b04071ba0c4f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:23.984909 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-9ff154db-dc95-45b3-9fc2-b04071ba0c4f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.62 "GET /v2.0/networks?id=ef21b27c-6db2-402a-9967-e43bda55da95 HTTP/1.1" status: 200 len: 814 time: 0.1178854 Feb 02 13:02:24.008879 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:24.018601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Request body: {'port': {'device_id': 'ee9332ec-bacd-469e-9ce7-21e1ba2c06c2', 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95', 'admin_state_up': True, 'tenant_id': 'd729c2b139cc48629bf9b14d0200637d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:24.046966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ad7626ec-8e68-42ba-8b9c-031b86032609 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0a7c48a1d1034672966d601cd900aa22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1521106 Feb 02 13:02:24.074858 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f3c7f-ffd3-4014-96e9-49651b730555 req-64246bdf-e475-467e-883f-7b9f05413545 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:24.078988 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d3f3c7f-ffd3-4014-96e9-49651b730555 req-64246bdf-e475-467e-883f-7b9f05413545 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.2963424 Feb 02 13:02:24.246626 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d3f3c7f-ffd3-4014-96e9-49651b730555 req-d09b6f12-2a6d-4fcb-af1c-b756cbe7f871 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419415 Feb 02 13:02:24.249623 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks [] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:24.293580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f451b-f2ab-4666-8be2-479b73f06154 req-39a8836f-6367-4e46-a501-e55c15fe153c tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:24.301055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a0f451b-f2ab-4666-8be2-479b73f06154 req-39a8836f-6367-4e46-a501-e55c15fe153c tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 936 time: 0.1979971 Feb 02 13:02:24.319567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-2d8b5484-926d-4e9f-b6b3-8d0d74baa40c tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:24.321074 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-2d8b5484-926d-4e9f-b6b3-8d0d74baa40c tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405410 Feb 02 13:02:24.347849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Request body: {'port': {'device_id': 'cae1dd3f-84b0-488f-b030-307846750d04', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '0a7c48a1d1034672966d601cd900aa22'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:24.389942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks [] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:24.422120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Made reservation on behalf of d729c2b139cc48629bf9b14d0200637d for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:02:24.425691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:24.431115 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77b23e28-9db4-40e7-a1e3-4b4bd9cc3080 req-eece351a-dca9-4378-a592-20c2b81687c0 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 210 time: 0.0630770 Feb 02 13:02:24.449812 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a0f451b-f2ab-4666-8be2-479b73f06154 req-ecb2a3ba-bd9c-49a7-992f-ec64bb24c00a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477883 Feb 02 13:02:24.454344 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:24.626328 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:24.650797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9865b2a-ab12-445c-9f87-ac6789b98af6 req-3c1230eb-937d-41a4-b5d4-1014af7247fe tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 210 time: 0.0703728 Feb 02 13:02:24.666156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:02:24.670442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Pushing event updated for resources: {'Port': ['ID=272d656a-44a1-46d5-a3f4-160c72fbbbb6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:24.676519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:24.691347 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:02:24.764791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535e92e-c033-48d5-a37b-0cbcea98e8ac req-1fea421f-8333-4240-aad4-beaf1f49bb55 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:24.766773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f535e92e-c033-48d5-a37b-0cbcea98e8ac req-1fea421f-8333-4240-aad4-beaf1f49bb55 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.1831770 Feb 02 13:02:24.788825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:24.789066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Network ef21b27c-6db2-402a-9967-e43bda55da95 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:02:24.789718 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:24.792996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Made reservation on behalf of 0a7c48a1d1034672966d601cd900aa22 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:02:24.796441 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:24.802573 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:24.848563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Pushing event updated for resources: {'Port': ['ID=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:24.855529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:02:24.860739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-007bc748-02ad-4cb6-a806-a0e74629d835 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3263121 Feb 02 13:02:24.901642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Request body: {'port': {'device_id': '898c72f1-6951-425a-8a5e-59600ad95f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:25.013436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c728df-8bea-4826-88c8-b7493a44dee8 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:25.027789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f535e92e-c033-48d5-a37b-0cbcea98e8ac req-8a3dd4bb-4336-4741-81f9-21b5f7e3eeae tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527919 Feb 02 13:02:25.064176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:25.067883 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:25.102482 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Publish callbacks [] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:25.111953 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-17db5901-7269-4f09-9608-051719831c72 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9427078 Feb 02 13:02:25.114863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ca7669ed-fe80-4a1e-bc4c-45c8cee3e13f None None] Provisioning complete for port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:25.116524 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca7669ed-fe80-4a1e-bc4c-45c8cee3e13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:25.141200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Request body: {'port': {'device_id': '47ada0d0-4f97-433d-adaf-925d2954bd14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:25.164248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ca7669ed-fe80-4a1e-bc4c-45c8cee3e13f None None] Port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:02:25.171528 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:25.174774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Transition to ACTIVE for port object a8c728df-8bea-4826-88c8-b7493a44dee8 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:02:25.196207 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:25.233972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f310cce-ad9c-4e79-b2e1-46c42f1e9055 req-76dd2dea-e46e-4ec1-ad95-09df2ab9a896 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:25.242624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f310cce-ad9c-4e79-b2e1-46c42f1e9055 req-76dd2dea-e46e-4ec1-ad95-09df2ab9a896 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.2199430 Feb 02 13:02:25.320821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5c499167-6dc2-4e5b-be0e-012213deff81 None None] Provisioning complete for port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:25.321298 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c499167-6dc2-4e5b-be0e-012213deff81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:25.336174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Allocated IP 192.168.233.214 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/d9d08ffb-3eb9-4bb6-b417-b17b724cf99f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:02:25.366955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:25.367888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f310cce-ad9c-4e79-b2e1-46c42f1e9055 req-77ee61ea-5f6e-4298-852c-505bd0e35db0 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224506 Feb 02 13:02:25.389962 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Publish callbacks [] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:25.396786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c728df-8bea-4826-88c8-b7493a44dee8,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:25.407503 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:25.409123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5c499167-6dc2-4e5b-be0e-012213deff81 None None] Port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:02:25.448811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Transition to ACTIVE for port object 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:02:25.508145 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:25.658850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ff486-a6fb-4de9-8609-d7e2f1d048ad req-d3f5e09d-e7da-4784-86cf-f30f96379114 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:25.660682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c85ff486-a6fb-4de9-8609-d7e2f1d048ad req-d3f5e09d-e7da-4784-86cf-f30f96379114 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.2885845 Feb 02 13:02:25.703447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fa8c4-0d5c-46f3-8f22-81d89e8922e6 req-089f45cf-edb9-4257-b8cc-f84b2ca5029c tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:25.710583 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-011fa8c4-0d5c-46f3-8f22-81d89e8922e6 req-089f45cf-edb9-4257-b8cc-f84b2ca5029c tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 948 time: 0.1530173 Feb 02 13:02:25.761528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Pushing event updated for resources: {'Port': ['ID=7f2fd947-7407-4b1d-91a7-f339a6b65ca8,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:25.792410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Allocated IP 172.20.0.14 (ef21b27c-6db2-402a-9967-e43bda55da95/2a73a9f4-6b73-42f8-98dc-d0f226a8270e/bb690221-8ff4-409a-b718-1fc44e7c9a99) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:02:25.807270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Attempting to bind port a8c728df-8bea-4826-88c8-b7493a44dee8 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:02:25.807684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Attempting to bind port a8c728df-8bea-4826-88c8-b7493a44dee8 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:02:25.808014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Attempting to bind port a8c728df-8bea-4826-88c8-b7493a44dee8 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:25.830946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Port a8c728df-8bea-4826-88c8-b7493a44dee8 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:02:25.831169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Attempting to bind port a8c728df-8bea-4826-88c8-b7493a44dee8 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:25.839808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-011fa8c4-0d5c-46f3-8f22-81d89e8922e6 req-cd05e685-3c23-4d81-bf5d-0adfcc4af2be tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231449 Feb 02 13:02:25.847706 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks [] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:25.852078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:02:25.852621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:25.853087 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:02:25.853603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Bound port: a8c728df-8bea-4826-88c8-b7493a44dee8, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:02:25.854029 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:25.863502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c85ff486-a6fb-4de9-8609-d7e2f1d048ad req-ed1692ab-15fb-4470-bcac-44bc7689ce66 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952946 Feb 02 13:02:25.941549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Attempting to bind port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:02:25.942058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Attempting to bind port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:02:25.942670 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Attempting to bind port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 on network ef21b27c-6db2-402a-9967-e43bda55da95 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:25.944292 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:25.978717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 on network ef21b27c-6db2-402a-9967-e43bda55da95 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:02:25.979034 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Attempting to bind port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 on network ef21b27c-6db2-402a-9967-e43bda55da95 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:26.019653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:02:26.019653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Checking segment: {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:26.019653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Bound using segment: {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:02:26.020092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Bound port: 7f2fd947-7407-4b1d-91a7-f339a6b65ca8, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:02:26.020432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.045150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-145f29a9-5578-42de-843a-83813b320578 req-87551e7a-9cd4-4f6b-8001-626a096b6714 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 210 time: 0.1024172 Feb 02 13:02:26.110209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:02:26.118542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:26.120548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Pushing event updated for resources: {'Port': ['ID=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:26.122564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:02:26.146523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] For port a8c728df-8bea-4826-88c8-b7493a44dee8, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:26.168790 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks [] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.175553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] For port a8c728df-8bea-4826-88c8-b7493a44dee8, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a8c728df-8bea-4826-88c8-b7493a44dee8,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:02:26.187365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d0f95-d7bc-412e-8ed3-86314d2c16a3 req-ba58cc72-5ee8-47c5-85f7-c81d7cbff9d8 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:26.189414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] For port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:26.195591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] For port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7f2fd947-7407-4b1d-91a7-f339a6b65ca8,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:02:26.196791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-144d0f95-d7bc-412e-8ed3-86314d2c16a3 req-ba58cc72-5ee8-47c5-85f7-c81d7cbff9d8 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 936 time: 0.2665560 Feb 02 13:02:26.199173 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.245892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.263295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:26.264044 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.271983 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:26.272646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.274189 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-8400b310-15bb-494d-abcd-0be935747439 service neutron] 10.222.0.18 "PUT /v2.0/ports/a8c728df-8bea-4826-88c8-b7493a44dee8 HTTP/1.1" status: 200 len: 1096 time: 2.6546881 Feb 02 13:02:26.274655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10721068-f49c-446e-89c3-748b7a7e645e', 'tag': 'a8c728df-8bea-4826-88c8-b7493a44dee8'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:26.276989 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf995e-4a4f-427d-99d0-9e343337c3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "10721068-f49c-446e-89c3-748b7a7e645e", "tag": "a8c728df-8bea-4826-88c8-b7493a44dee8"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:26.292569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:26.293714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.295115 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] 10.222.0.18 "PUT /v2.0/ports/7f2fd947-7407-4b1d-91a7-f339a6b65ca8 HTTP/1.1" status: 200 len: 1092 time: 2.8682590 Feb 02 13:02:26.310497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400b310-15bb-494d-abcd-0be935747439 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c728df-8bea-4826-88c8-b7493a44dee8,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:26.373930 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-1ef4ca90-267e-406b-9148-6cfcb2fee930 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0315287 Feb 02 13:02:26.382052 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.426874 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-144d0f95-d7bc-412e-8ed3-86314d2c16a3 req-f9d3b16a-03d0-4c82-8383-9a777a06959f tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283664 Feb 02 13:02:26.460743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Request body: {'port': {'device_id': 'cae1dd3f-84b0-488f-b030-307846750d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:26.466211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272d656a-44a1-46d5-a3f4-160c72fbbbb6 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:26.508569 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Publish callbacks [] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.526966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fce093-d3d4-477c-81e1-d7631ca6c263 req-440fa4f7-4ab1-4808-a094-99ce828639d0 tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:26.529677 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05fce093-d3d4-477c-81e1-d7631ca6c263 req-440fa4f7-4ab1-4808-a094-99ce828639d0 tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1132 time: 0.2968297 Feb 02 13:02:26.573675 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Network ef21b27c-6db2-402a-9967-e43bda55da95 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:02:26.580282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Transition to ACTIVE for port object 272d656a-44a1-46d5-a3f4-160c72fbbbb6 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:02:26.585578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:26.592285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1d438-ab22-466b-974c-8b46cade918e service neutron] Pushing event updated for resources: {'Port': ['ID=7f2fd947-7407-4b1d-91a7-f339a6b65ca8,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:26.596206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:02:26.633636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-aa9188c4-d474-4abf-a5ef-cf3d348c93ee None None] Provisioning complete for port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:26.634615 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa9188c4-d474-4abf-a5ef-cf3d348c93ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.636902 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.728680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-bc3d7122-159e-439b-b6dc-f7d88096ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:26.730296 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-bc3d7122-159e-439b-b6dc-f7d88096ec8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d729c2b139cc48629bf9b14d0200637d&device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 1126 time: 0.3330970 Feb 02 13:02:26.731997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-3907e0c8-6418-41ff-9c0b-056c93c33059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:26.733399 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-3907e0c8-6418-41ff-9c0b-056c93c33059 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 1130 time: 0.3539352 Feb 02 13:02:26.736879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-aa9188c4-d474-4abf-a5ef-cf3d348c93ee None None] Port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:02:26.750528 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.758682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Pushing event updated for resources: {'Port': ['ID=bb690221-8ff4-409a-b718-1fc44e7c9a99,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:26.802084 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05fce093-d3d4-477c-81e1-d7631ca6c263 req-c4727654-266f-4b55-874d-761c84f93ad3 tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604816 Feb 02 13:02:26.815358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:26.816449 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:26.854708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Pushing event updated for resources: {'Port': ['ID=272d656a-44a1-46d5-a3f4-160c72fbbbb6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:26.921698 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1184682-6b55-45b6-afdf-82a6b0e15060 req-ec22edfa-8c83-4af9-b33e-f265097d5ad1 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:26.923443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1184682-6b55-45b6-afdf-82a6b0e15060 req-ec22edfa-8c83-4af9-b33e-f265097d5ad1 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.3559499 Feb 02 13:02:26.997391 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-7fe98629-b192-4f85-96c8-e5556055e6fc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2fd947-7407-4b1d-91a7-f339a6b65ca8 HTTP/1.1" status: 200 len: 217 time: 0.2151325 Feb 02 13:02:27.101912 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fc69f3-fa4e-47ad-8c98-447a485b029e x-openstack-request-id: req-b4fc69f3-fa4e-47ad-8c98-447a485b029e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:27.102445 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10721068-f49c-446e-89c3-748b7a7e645e", "tag": "a8c728df-8bea-4826-88c8-b7493a44dee8", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:27.102796 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b4fc69f3-fa4e-47ad-8c98-447a485b029e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:27.103316 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10721068-f49c-446e-89c3-748b7a7e645e', 'tag': 'a8c728df-8bea-4826-88c8-b7493a44dee8', 'status': 'completed', 'code': 200} Feb 02 13:02:27.105218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a7ceab98-0817-457d-849e-410854cfb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:27.106827 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a7ceab98-0817-457d-849e-410854cfb6a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a73a9f4-6b73-42f8-98dc-d0f226a8270e HTTP/1.1" status: 200 len: 853 time: 0.0912726 Feb 02 13:02:27.108239 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-3778cf70-3a2c-45c9-9c90-5fbe561466b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=a8c728df-8bea-4826-88c8-b7493a44dee8 HTTP/1.1" status: 200 len: 217 time: 0.3305244 Feb 02 13:02:27.123178 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-e4471066-6d56-4977-aa12-7a2e15882001 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1117501 Feb 02 13:02:27.200020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Request body: {'port': {'device_id': 'ee9332ec-bacd-469e-9ce7-21e1ba2c06c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:27.208916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1184682-6b55-45b6-afdf-82a6b0e15060 req-3e43ccc2-e158-4402-8a94-7549227b8bb5 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636154 Feb 02 13:02:27.233098 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:27.264089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-12b1ed4c-ba6f-4d0c-942f-b6bb2d3f72df None None] Provisioning complete for port bb690221-8ff4-409a-b718-1fc44e7c9a99 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:27.264469 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b1ed4c-ba6f-4d0c-942f-b6bb2d3f72df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:27.273352 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Publish callbacks [] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:27.348239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-871ef2ed-d7dd-4dcc-9e6e-662942b8e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:27.349840 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-871ef2ed-d7dd-4dcc-9e6e-662942b8e87b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.2245502 Feb 02 13:02:27.359545 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Transition to ACTIVE for port object d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:02:27.407322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-12b1ed4c-ba6f-4d0c-942f-b6bb2d3f72df None None] Port bb690221-8ff4-409a-b718-1fc44e7c9a99 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:02:27.420560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Attempting to bind port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:02:27.420811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Attempting to bind port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:02:27.422351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Attempting to bind port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:27.431565 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:27.467772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:02:27.469258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Attempting to bind port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:27.491397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-5cc7b9bf-5bbf-4a3e-90e8-2e077f0a5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:27.493311 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-5cc7b9bf-5bbf-4a3e-90e8-2e077f0a5dd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef21b27c-6db2-402a-9967-e43bda55da95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3691027 Feb 02 13:02:27.500067 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76275ec1-8f02-46a6-a753-7f8edef184ea req-f239e506-9783-4f1b-9de5-d5246d4b8256 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:27.502575 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76275ec1-8f02-46a6-a753-7f8edef184ea req-f239e506-9783-4f1b-9de5-d5246d4b8256 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.2927337 Feb 02 13:02:27.503652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:02:27.504117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:27.504366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:02:27.504808 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Bound port: 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:02:27.505172 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:27.509576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:27.616775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Pushing event updated for resources: {'Port': ['ID=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:27.764372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76275ec1-8f02-46a6-a753-7f8edef184ea req-cb317279-c3ba-4af3-8842-7da627b030ae tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275357 Feb 02 13:02:27.784789 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-fd066885-c235-4200-ab20-3ee26dc816af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:27.786803 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-fd066885-c235-4200-ab20-3ee26dc816af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4137931 Feb 02 13:02:27.801451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:27.819465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:02:27.837524 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:27.920619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:27.921246 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:27.922653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-19331963-d35d-45be-928a-489e7efbd119 service neutron] 10.222.0.62 "PUT /v2.0/ports/272d656a-44a1-46d5-a3f4-160c72fbbbb6 HTTP/1.1" status: 200 len: 1096 time: 3.0347829 Feb 02 13:02:27.926640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:27.928962 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9989bfa2-675f-4e61-ab3e-a9c9a355f408" -d '{"events": [{"name": "network-changed", "server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:28.355361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Attempting to bind port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:02:28.355872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Attempting to bind port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:02:28.356269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Attempting to bind port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 on network ef21b27c-6db2-402a-9967-e43bda55da95 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:28.364759 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-b273fb55-fde5-4709-acd5-fb2808dd0188 service neutron] 10.222.0.18 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8509309 Feb 02 13:02:28.385692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d08ffb-3eb9-4bb6-b417-b17b724cf99f {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:28.390291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 on network ef21b27c-6db2-402a-9967-e43bda55da95 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:02:28.390689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Attempting to bind port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 on network ef21b27c-6db2-402a-9967-e43bda55da95 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:28.401373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19331963-d35d-45be-928a-489e7efbd119 service neutron] Pushing event updated for resources: {'Port': ['ID=272d656a-44a1-46d5-a3f4-160c72fbbbb6,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:28.406195 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Publish callbacks [] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:28.428568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe0329-b1a3-43fe-b03c-1c2154ebcec8 req-d4c8ed85-1232-4754-a009-f43728f2348e tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:28.430045 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-febe0329-b1a3-43fe-b03c-1c2154ebcec8 req-d4c8ed85-1232-4754-a009-f43728f2348e tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 948 time: 0.5823834 Feb 02 13:02:28.436378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:02:28.436574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Checking segment: {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:28.436990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Bound using segment: {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:02:28.438134 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Bound port: d388e39a-23ac-4eb5-a17a-ca172e1bf2f2, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:02:28.438134 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:28.438431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Transition to ACTIVE for port object d9d08ffb-3eb9-4bb6-b417-b17b724cf99f will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:02:28.448461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-fc39d676-6863-4f67-9211-7cb8f951bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:28.450235 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-fc39d676-6863-4f67-9211-7cb8f951bfa8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a7c48a1d1034672966d601cd900aa22&device_id=898c72f1-6951-425a-8a5e-59600ad95f08 HTTP/1.1" status: 200 len: 1130 time: 0.1472239 Feb 02 13:02:28.451780 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:28.459775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa626276-401d-4e75-9063-eee4924f0d09 req-c9ea9e3b-b008-4df1-a41b-d88a446358f0 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:28.461120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa626276-401d-4e75-9063-eee4924f0d09 req-c9ea9e3b-b008-4df1-a41b-d88a446358f0 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 932 time: 0.1502464 Feb 02 13:02:28.466532 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-b1530c59-c3f3-4c8d-9c8d-76427069d331 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2830026 Feb 02 13:02:28.481178 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-1833a998-7bae-4e00-9d29-efb247523c40 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6823530 Feb 02 13:02:28.552540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-0120fd18-cb51-47df-a20c-550bb5d8fbe7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6 HTTP/1.1" status: 200 len: 217 time: 0.0716197 Feb 02 13:02:28.661076 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:28.714358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-febe0329-b1a3-43fe-b03c-1c2154ebcec8 req-105c8fd8-19be-4fcf-9f37-a70d5254de2a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521827 Feb 02 13:02:28.731153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa626276-401d-4e75-9063-eee4924f0d09 req-b34bb2cb-93df-4b10-86c8-a2bacefe4f3c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569704 Feb 02 13:02:28.792141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-32c8ccdc-3711-4d68-a208-917b03757965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:28.793746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-32c8ccdc-3711-4d68-a208-917b03757965 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.2322357 Feb 02 13:02:28.838427 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d54295a7-2009-4bfc-90ad-b8f72e7ce43a req-a8468808-c1fa-4fac-9bff-af2f5177f4d7 service neutron] 10.222.0.18 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651322 Feb 02 13:02:28.867301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] For port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:28.880049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] For port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:02:28.910284 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:28.938136 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0186c554-e5a5-417e-9a23-b2ac66412020 req-cc6b9953-146b-4118-8fff-f706ecc5b734 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401980 Feb 02 13:02:28.985578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb690221-8ff4-409a-b718-1fc44e7c9a99 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:28.996458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:28.997070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:28.998461 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] 10.222.0.62 "PUT /v2.0/ports/d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 HTTP/1.1" status: 200 len: 1091 time: 3.8633595 Feb 02 13:02:29.002204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Publish callbacks [] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:29.029231 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa220e-7518-4eef-8294-f73e1b4a78de service neutron] Pushing event updated for resources: {'Port': ['ID=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:29.029752 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Attempting to bind port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:02:29.030190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Attempting to bind port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:02:29.030429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Attempting to bind port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:29.035063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Transition to ACTIVE for port object bb690221-8ff4-409a-b718-1fc44e7c9a99 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:02:29.053846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:02:29.054622 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Attempting to bind port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:29.057215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:29.078216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:02:29.078981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:29.079452 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:02:29.080060 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Bound port: d9d08ffb-3eb9-4bb6-b417-b17b724cf99f, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:02:29.080484 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:29.126704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255bb9c-7c17-4b64-a0c2-d753f305a430 req-f99b38b6-18c7-4078-9244-aa002cea744b tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:29.142159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6255bb9c-7c17-4b64-a0c2-d753f305a430 req-f99b38b6-18c7-4078-9244-aa002cea744b tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 948 time: 0.3222096 Feb 02 13:02:29.147391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4bb78e-b76c-4f5b-9582-467a780006f7', 'tag': '7f2fd947-7407-4b1d-91a7-f339a6b65ca8'}, {'name': 'network-changed', 'server_uuid': '47ada0d0-4f97-433d-adaf-925d2954bd14', 'tag': 'd388e39a-23ac-4eb5-a17a-ca172e1bf2f2'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:29.158244 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a376a74-4020-4c50-8703-26ca38adccb1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4bb78e-b76c-4f5b-9582-467a780006f7", "tag": "7f2fd947-7407-4b1d-91a7-f339a6b65ca8"}, {"name": "network-changed", "server_uuid": "47ada0d0-4f97-433d-adaf-925d2954bd14", "tag": "d388e39a-23ac-4eb5-a17a-ca172e1bf2f2"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:29.172042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950536b-a931-4f21-9366-ae9dbce32c3a req-305bf62b-3405-451d-bede-5f378eddfc88 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:29.173584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6950536b-a931-4f21-9366-ae9dbce32c3a req-305bf62b-3405-451d-bede-5f378eddfc88 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.2336633 Feb 02 13:02:29.175363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-17d0ce68-9251-4142-9446-14dbae6f7382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:29.176903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-17d0ce68-9251-4142-9446-14dbae6f7382 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3725307 Feb 02 13:02:29.291621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Pushing event updated for resources: {'Port': ['ID=bb690221-8ff4-409a-b718-1fc44e7c9a99,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:29.355618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6255bb9c-7c17-4b64-a0c2-d753f305a430 req-8d9b7cb7-a9b0-4ff8-aeaf-c9e76d81ed66 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092564 Feb 02 13:02:29.436834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf995e-4a4f-427d-99d0-9e343337c3a8 req-8b01b4ae-6d0e-40fe-a18b-b3d47a01038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:29.447789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6950536b-a931-4f21-9366-ae9dbce32c3a req-7ae153e6-5c2c-4f12-90cc-d995260a3f63 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622671 Feb 02 13:02:29.448589 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aebf995e-4a4f-427d-99d0-9e343337c3a8 req-8b01b4ae-6d0e-40fe-a18b-b3d47a01038a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 1130 time: 0.3740840 Feb 02 13:02:29.501876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] For port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:29.508252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] For port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:02:29.546768 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:29.596982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf995e-4a4f-427d-99d0-9e343337c3a8 req-1d9e3249-da8b-425f-a2b7-e9d3613afd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:29.600055 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aebf995e-4a4f-427d-99d0-9e343337c3a8 req-1d9e3249-da8b-425f-a2b7-e9d3613afd9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1397176 Feb 02 13:02:29.601991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-0217cd3a-11a5-4a32-8567-bd600e6b5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:29.603453 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-0217cd3a-11a5-4a32-8567-bd600e6b5ac4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d729c2b139cc48629bf9b14d0200637d&device_id=47ada0d0-4f97-433d-adaf-925d2954bd14 HTTP/1.1" status: 200 len: 1125 time: 0.4376976 Feb 02 13:02:29.607684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-aa21bd34-8e4d-4260-8417-42f34ab4b730 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183321 Feb 02 13:02:29.620284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:29.620952 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:29.623039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] 10.222.0.62 "PUT /v2.0/ports/d9d08ffb-3eb9-4bb6-b417-b17b724cf99f HTTP/1.1" status: 200 len: 1096 time: 3.1900907 Feb 02 13:02:29.626717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Attempting to bind port bb690221-8ff4-409a-b718-1fc44e7c9a99 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:02:29.628753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Attempting to bind port bb690221-8ff4-409a-b718-1fc44e7c9a99 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:02:29.631356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Attempting to bind port bb690221-8ff4-409a-b718-1fc44e7c9a99 on network ef21b27c-6db2-402a-9967-e43bda55da95 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:29.709804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Port bb690221-8ff4-409a-b718-1fc44e7c9a99 on network ef21b27c-6db2-402a-9967-e43bda55da95 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:02:29.710326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Attempting to bind port bb690221-8ff4-409a-b718-1fc44e7c9a99 on network ef21b27c-6db2-402a-9967-e43bda55da95 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:29.719259 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aebf995e-4a4f-427d-99d0-9e343337c3a8 req-054a5285-8bda-40dc-9de8-c1f1ecdbc9c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=a8c728df-8bea-4826-88c8-b7493a44dee8 HTTP/1.1" status: 200 len: 217 time: 0.0819216 Feb 02 13:02:29.751125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:02:29.751702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Checking segment: {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:29.753566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Bound using segment: {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:02:29.754645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Bound port: bb690221-8ff4-409a-b718-1fc44e7c9a99, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd711552d-ec65-4081-af94-b86f3a101b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:02:29.755366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:29.788216 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-f5700921-c3b8-4128-bf3f-34f557510b77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 HTTP/1.1" status: 200 len: 217 time: 0.1253746 Feb 02 13:02:29.796149 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb61bfe-b9cf-410c-b9c9-3618ea5b12d3 x-openstack-request-id: req-5bb61bfe-b9cf-410c-b9c9-3618ea5b12d3 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:29.796442 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:29.796702 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5bb61bfe-b9cf-410c-b9c9-3618ea5b12d3 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:29.797121 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'status': 'completed', 'code': 200} Feb 02 13:02:29.959908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf995e-4a4f-427d-99d0-9e343337c3a8 req-17258af7-eac7-4b5b-b246-1e237ee972fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:29.961434 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aebf995e-4a4f-427d-99d0-9e343337c3a8 req-17258af7-eac7-4b5b-b246-1e237ee972fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.2022603 Feb 02 13:02:30.028252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-24ea8f6e-be7f-4a8d-9a77-3f148df2c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.029838 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-24ea8f6e-be7f-4a8d-9a77-3f148df2c077 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a73a9f4-6b73-42f8-98dc-d0f226a8270e HTTP/1.1" status: 200 len: 853 time: 0.1787145 Feb 02 13:02:30.096165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] For port bb690221-8ff4-409a-b718-1fc44e7c9a99, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:30.112708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] For port bb690221-8ff4-409a-b718-1fc44e7c9a99, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bb690221-8ff4-409a-b718-1fc44e7c9a99,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:02:30.113557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2e9ca-e970-4514-bc3e-7b91d4e35c38 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:30.128025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:30.135805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf3b3a20-c486-4ffb-b4fa-468884528e93 req-76b895ca-35de-4282-bbc0-927888ec5929 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920824 Feb 02 13:02:30.140916 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf995e-4a4f-427d-99d0-9e343337c3a8 req-d59dd651-259e-49be-8fea-3ec5373db21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.142529 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aebf995e-4a4f-427d-99d0-9e343337c3a8 req-d59dd651-259e-49be-8fea-3ec5373db21e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1682146 Feb 02 13:02:30.182528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f85c1-a517-4e8e-9689-6442c497000b req-9cc1f859-1656-47a2-aa7c-ebc9930bc7d6 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.184951 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc0f85c1-a517-4e8e-9689-6442c497000b req-9cc1f859-1656-47a2-aa7c-ebc9930bc7d6 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.2577662 Feb 02 13:02:30.206313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-f346d8ad-7401-43bb-8995-6191a9b2c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.208130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-f346d8ad-7401-43bb-8995-6191a9b2c279 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a7c48a1d1034672966d601cd900aa22&device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 1130 time: 0.3433075 Feb 02 13:02:30.221784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Pushing event updated for resources: {'Port': ['ID=bb690221-8ff4-409a-b718-1fc44e7c9a99,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:30.235894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56090dc0-414c-4758-a7e0-a61173b5683a req-9fda1dc0-9cf2-424e-9ab4-bcc491725aad tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.244599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56090dc0-414c-4758-a7e0-a61173b5683a req-9fda1dc0-9cf2-424e-9ab4-bcc491725aad tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.4813697 Feb 02 13:02:30.279031 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:02:30.302098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-bfeb932f-a80f-4b36-871a-683e0aef7df7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f HTTP/1.1" status: 200 len: 217 time: 0.0494554 Feb 02 13:02:30.336674 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aebf995e-4a4f-427d-99d0-9e343337c3a8 req-696afd47-da52-4a78-8042-275b6a1feb63 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806710 Feb 02 13:02:30.343384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-b15d3e04-3b22-48c9-88cb-444b429f934e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.345433 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-b15d3e04-3b22-48c9-88cb-444b429f934e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef21b27c-6db2-402a-9967-e43bda55da95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3002281 Feb 02 13:02:30.352543 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.353165 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:30.355186 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-f5757d9b-8ab0-4638-91a7-cea092e89f61 service neutron] 10.222.0.62 "PUT /v2.0/ports/bb690221-8ff4-409a-b718-1fc44e7c9a99 HTTP/1.1" status: 200 len: 1092 time: 3.1781356 Feb 02 13:02:30.442939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc0f85c1-a517-4e8e-9689-6442c497000b req-86723960-5d61-4e51-b6b1-c27ec40bb682 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492809 Feb 02 13:02:30.508014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56090dc0-414c-4758-a7e0-a61173b5683a req-8484c004-e604-4270-bd73-9f8f1a33a18f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618408 Feb 02 13:02:30.559466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-0554983d-194b-45ae-9423-4a8d73aabe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.563945 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-0554983d-194b-45ae-9423-4a8d73aabe71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.2516665 Feb 02 13:02:30.579248 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538d8820-dc7b-460a-9c62-07b9532c1eb7 x-openstack-request-id: req-538d8820-dc7b-460a-9c62-07b9532c1eb7 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:30.579587 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4bb78e-b76c-4f5b-9582-467a780006f7", "tag": "7f2fd947-7407-4b1d-91a7-f339a6b65ca8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "47ada0d0-4f97-433d-adaf-925d2954bd14", "tag": "d388e39a-23ac-4eb5-a17a-ca172e1bf2f2", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:30.579839 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-538d8820-dc7b-460a-9c62-07b9532c1eb7 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:30.580294 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4bb78e-b76c-4f5b-9582-467a780006f7', 'tag': '7f2fd947-7407-4b1d-91a7-f339a6b65ca8', 'status': 'completed', 'code': 200} Feb 02 13:02:30.580550 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47ada0d0-4f97-433d-adaf-925d2954bd14', 'tag': 'd388e39a-23ac-4eb5-a17a-ca172e1bf2f2', 'status': 'completed', 'code': 200} Feb 02 13:02:30.625680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989bfa2-675f-4e61-ab3e-a9c9a355f408 req-df6e671c-3fc3-4ad7-80be-3eb939bc58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.627212 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9989bfa2-675f-4e61-ab3e-a9c9a355f408 req-df6e671c-3fc3-4ad7-80be-3eb939bc58e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a7c48a1d1034672966d601cd900aa22&device_id=898c72f1-6951-425a-8a5e-59600ad95f08 HTTP/1.1" status: 200 len: 1130 time: 0.3368678 Feb 02 13:02:30.759775 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aebf995e-4a4f-427d-99d0-9e343337c3a8 req-1a0910bf-0a9d-49ca-bc3c-4b48f08f2a45 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033062 Feb 02 13:02:30.767310 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-2357be2a-a032-496e-900c-bb971b5b7155 service neutron] 10.222.0.62 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097242 Feb 02 13:02:30.785996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ab2a7b6c-189e-4b73-b744-1ee17cd46d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.787432 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-ab2a7b6c-189e-4b73-b744-1ee17cd46d33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2109563 Feb 02 13:02:30.829712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-9a65ef77-844c-4441-b1c1-bb2482c6b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.831410 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-9a65ef77-844c-4441-b1c1-bb2482c6b713 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d729c2b139cc48629bf9b14d0200637d&device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 1126 time: 0.3120265 Feb 02 13:02:30.863517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-21ccc68e-b4a1-422f-a7d7-d0c2fd7b3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.865021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-21ccc68e-b4a1-422f-a7d7-d0c2fd7b3afa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d729c2b139cc48629bf9b14d0200637d&device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 1126 time: 0.2234969 Feb 02 13:02:30.878282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74027ee3-9ce9-4d96-87b7-4da84fdc8423 req-ab7e5343-dd94-4140-81a1-37910979b33d tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.879891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74027ee3-9ce9-4d96-87b7-4da84fdc8423 req-ab7e5343-dd94-4140-81a1-37910979b33d tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 948 time: 0.2471917 Feb 02 13:02:30.929549 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-026bcbb2-a03c-46d2-99e1-fe223f694d7a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb690221-8ff4-409a-b718-1fc44e7c9a99 HTTP/1.1" status: 200 len: 217 time: 0.0712559 Feb 02 13:02:30.968965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196b14-813d-46d7-8aab-8175da25f006 req-5d13e254-a2e3-4ed2-891f-bd3a75484af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:30.971356 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-5d13e254-a2e3-4ed2-891f-bd3a75484af7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1132 time: 0.4248207 Feb 02 13:02:30.973923 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3f2388c2-6a3e-4e83-8fd9-c7af1fc4d901 req-97cdeb05-3b12-4d20-b2ee-d00ed216e548 service neutron] 10.222.0.62 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877019 Feb 02 13:02:31.007714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-045f6814-340d-4a4c-8972-df699076b8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.009088 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-045f6814-340d-4a4c-8972-df699076b8db service neutron] 10.222.0.18 "GET /v2.0/networks?id=ef21b27c-6db2-402a-9967-e43bda55da95 HTTP/1.1" status: 200 len: 915 time: 0.1205158 Feb 02 13:02:31.118389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb460c0-6238-4153-a22c-b6e34412139a req-c62b9003-40ad-41eb-bea6-449fcc74f617 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.125495 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4eb460c0-6238-4153-a22c-b6e34412139a req-c62b9003-40ad-41eb-bea6-449fcc74f617 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 944 time: 0.4358850 Feb 02 13:02:31.132690 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-baf9d171-06b9-47de-9760-2ef3a4769cfe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2fd947-7407-4b1d-91a7-f339a6b65ca8 HTTP/1.1" status: 200 len: 217 time: 0.0833154 Feb 02 13:02:31.171382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196b14-813d-46d7-8aab-8175da25f006 req-960eb38d-5499-4992-ac0b-1414d6173444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.173339 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-960eb38d-5499-4992-ac0b-1414d6173444 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1772575 Feb 02 13:02:31.192018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-bef30612-dac7-471f-acdb-8d17ca4b9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.193480 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-bef30612-dac7-471f-acdb-8d17ca4b9003 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a73a9f4-6b73-42f8-98dc-d0f226a8270e HTTP/1.1" status: 200 len: 853 time: 0.0507011 Feb 02 13:02:31.200189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989bfa2-675f-4e61-ab3e-a9c9a355f408 req-ec97208e-1dd8-4630-b3ce-0315ca5c5a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.201593 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9989bfa2-675f-4e61-ab3e-a9c9a355f408 req-ec97208e-1dd8-4630-b3ce-0315ca5c5a40 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.5021172 Feb 02 13:02:31.267566 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-1dc0a047-4de8-4708-8450-bdefdd12732f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.0509779 Feb 02 13:02:31.315191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74027ee3-9ce9-4d96-87b7-4da84fdc8423 req-ad43445c-0774-42c8-8388-52d727559ca6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004150 Feb 02 13:02:31.328447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9989bfa2-675f-4e61-ab3e-a9c9a355f408 req-9badd260-e64f-45e1-a7f3-406213f1b1c0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6 HTTP/1.1" status: 200 len: 217 time: 0.1072867 Feb 02 13:02:31.338179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196b14-813d-46d7-8aab-8175da25f006 req-93782736-02e9-4f62-ae45-9dc3932e05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.340134 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-93782736-02e9-4f62-ae45-9dc3932e05f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0661888 Feb 02 13:02:31.362801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-730c4e1b-9654-4fca-a813-92b131950a0b service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626574 Feb 02 13:02:31.390609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-55b5a018-6654-4f1b-81f6-675dedd3b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.393190 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-55b5a018-6654-4f1b-81f6-675dedd3b871 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d729c2b139cc48629bf9b14d0200637d&device_id=47ada0d0-4f97-433d-adaf-925d2954bd14 HTTP/1.1" status: 200 len: 1125 time: 0.2185605 Feb 02 13:02:31.475243 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4eb460c0-6238-4153-a22c-b6e34412139a req-c00a99e1-3bcf-483f-ba20-5703010ca51f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488364 Feb 02 13:02:31.516754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-04ad3a0e-eef0-4e2e-8b20-50aded4ad16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.518956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-04ad3a0e-eef0-4e2e-8b20-50aded4ad16f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef21b27c-6db2-402a-9967-e43bda55da95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3101175 Feb 02 13:02:31.528891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-3ba055f1-0677-41f7-9c41-f091b8011481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.530368 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-3ba055f1-0677-41f7-9c41-f091b8011481 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef21b27c-6db2-402a-9967-e43bda55da95 HTTP/1.1" status: 200 len: 915 time: 0.1202121 Feb 02 13:02:31.536249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-9153295a-56bd-41b8-82f3-60a3702056c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.540005 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-9153295a-56bd-41b8-82f3-60a3702056c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a73a9f4-6b73-42f8-98dc-d0f226a8270e HTTP/1.1" status: 200 len: 853 time: 0.5651734 Feb 02 13:02:31.587602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989bfa2-675f-4e61-ab3e-a9c9a355f408 req-b9fd780c-7642-4c7b-917c-c7a062d6bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.589313 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9989bfa2-675f-4e61-ab3e-a9c9a355f408 req-b9fd780c-7642-4c7b-917c-c7a062d6bc35 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.2417068 Feb 02 13:02:31.735501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3623a81-8c1f-442c-b18e-eda037788fcd req-c9057879-9494-460e-af4c-71c840c50c45 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183627 Feb 02 13:02:31.746481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b061bfd-1f1e-4d0f-a7be-a08bca5a8036 req-72d40e7a-97ac-4ee1-9503-1e82b9d64a91 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.753571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b061bfd-1f1e-4d0f-a7be-a08bca5a8036 req-72d40e7a-97ac-4ee1-9503-1e82b9d64a91 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 948 time: 0.3290825 Feb 02 13:02:31.754293 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db14f4cd-c1d4-4fa7-8cd5-0473eaf9aee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:31.802463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cae1dd3f-84b0-488f-b030-307846750d04', 'tag': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:31.805860 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85af72c-0583-4d79-aaab-74e06734e7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "cae1dd3f-84b0-488f-b030-307846750d04", "tag": "d9d08ffb-3eb9-4bb6-b417-b17b724cf99f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:31.827707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26eeb60-b459-4f87-a02f-7283e520b287 req-d8854dab-9f20-44c6-be02-1aa14753af96 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.829546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e26eeb60-b459-4f87-a02f-7283e520b287 req-d8854dab-9f20-44c6-be02-1aa14753af96 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.2528038 Feb 02 13:02:31.848781 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-6a17ea77-df76-4fe7-b9e2-bf8de544eaf9 service neutron] 10.222.0.18 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869821 Feb 02 13:02:31.871673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989bfa2-675f-4e61-ab3e-a9c9a355f408 req-fba2b757-bdd3-44c5-a763-6d033d9cac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:31.874343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9989bfa2-675f-4e61-ab3e-a9c9a355f408 req-fba2b757-bdd3-44c5-a763-6d033d9cac87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2705917 Feb 02 13:02:31.992354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-df4fceb9-a40b-4f49-a976-29b6fb7a6f8b service neutron] 10.222.0.18 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103163 Feb 02 13:02:32.010574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196b14-813d-46d7-8aab-8175da25f006 req-020c5966-315d-43a5-818c-f5ae9cd32cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:32.012155 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-020c5966-315d-43a5-818c-f5ae9cd32cbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6543927 Feb 02 13:02:32.024970 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-3574a3a2-6fd4-419b-913a-727b65ae2e42 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 HTTP/1.1" status: 200 len: 217 time: 0.4818738 Feb 02 13:02:32.052814 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b061bfd-1f1e-4d0f-a7be-a08bca5a8036 req-45be3541-dca7-4ce9-bedd-f747a9f7fbe4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982466 Feb 02 13:02:32.098496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e26eeb60-b459-4f87-a02f-7283e520b287 req-d58de92b-8cb7-4c0c-a7e3-2d1d9c9d73a8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467351 Feb 02 13:02:32.145577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9989bfa2-675f-4e61-ab3e-a9c9a355f408 req-de040177-1d7e-4d4d-85ec-17bb8fabafc4 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517782 Feb 02 13:02:32.150706 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-79f1384d-03ce-413e-a00e-274c3ee9b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:32.152274 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-79f1384d-03ce-413e-a00e-274c3ee9b7c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a73a9f4-6b73-42f8-98dc-d0f226a8270e HTTP/1.1" status: 200 len: 853 time: 0.1044106 Feb 02 13:02:32.217990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-4baac0c4-4ed4-4a88-acb0-2c118c79667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:32.219685 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-4baac0c4-4ed4-4a88-acb0-2c118c79667d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef21b27c-6db2-402a-9967-e43bda55da95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2064297 Feb 02 13:02:32.222898 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-c06f0358-deac-45c4-8d87-e65105498abf service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981907 Feb 02 13:02:32.310451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-94ce3cc4-4862-4dc1-92b9-70757514dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:32.313484 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-94ce3cc4-4862-4dc1-92b9-70757514dae1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef21b27c-6db2-402a-9967-e43bda55da95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1497993 Feb 02 13:02:32.407984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3acc748-4507-49d3-af86-0cdbd5937630 req-c3e7b5ff-3b38-44d1-9d80-2f3a0f8613d4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:32.409589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3acc748-4507-49d3-af86-0cdbd5937630 req-c3e7b5ff-3b38-44d1-9d80-2f3a0f8613d4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.1359253 Feb 02 13:02:32.497185 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-8ef3f461-beb9-4578-9d6d-621661bb5aad service neutron] 10.222.0.62 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687459 Feb 02 13:02:32.500887 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-e1858ce1-5ae6-421e-9554-370fc44c5571 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699132 Feb 02 13:02:32.533233 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-60be37d5-c70b-46c6-9989-61cfd97c313f service neutron] 10.222.0.62 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092171 Feb 02 13:02:32.586424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9332ec-bacd-469e-9ce7-21e1ba2c06c2', 'tag': 'bb690221-8ff4-409a-b718-1fc44e7c9a99'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:32.590097 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b270aec6-bdc2-485e-bef1-b1f14185d8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9332ec-bacd-469e-9ce7-21e1ba2c06c2", "tag": "bb690221-8ff4-409a-b718-1fc44e7c9a99"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:32.708104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:32.776409 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b3665738-c83d-4b6f-aff1-26ffb3ae172b req-2c94d13f-72e6-4ef3-b97e-95c4a71f0f9b service neutron] 10.222.0.62 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688518 Feb 02 13:02:32.780244 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a376a74-4020-4c50-8703-26ca38adccb1 req-c6ece030-fb49-4ea9-8a7c-aedfa87bba6f service neutron] 10.222.0.62 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300115 Feb 02 13:02:32.808401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9989bfa2-675f-4e61-ab3e-a9c9a355f408 req-25666519-3bcb-44fe-81fe-fccb71a4bdf3 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481183 Feb 02 13:02:32.836493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bbae1-cc64-4c83-b198-a04b73d37c12 req-99cde4db-4179-4bc1-ad09-c85c4e425ada tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:32.837986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c7bbae1-cc64-4c83-b198-a04b73d37c12 req-99cde4db-4179-4bc1-ad09-c85c4e425ada tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.5184994 Feb 02 13:02:32.869112 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3acc748-4507-49d3-af86-0cdbd5937630 req-3f12ebfb-c04e-4e59-bae4-1fffa3cac200 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450729 Feb 02 13:02:32.927542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c7bbae1-cc64-4c83-b198-a04b73d37c12 req-810e53af-3979-45cb-b1e9-29004929b8d4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800316 Feb 02 13:02:32.968900 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6718842f-e743-4b1a-92c3-e0c2776754c1 x-openstack-request-id: req-6718842f-e743-4b1a-92c3-e0c2776754c1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:32.969266 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cae1dd3f-84b0-488f-b030-307846750d04", "tag": "d9d08ffb-3eb9-4bb6-b417-b17b724cf99f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:32.969453 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6718842f-e743-4b1a-92c3-e0c2776754c1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:32.969839 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cae1dd3f-84b0-488f-b030-307846750d04', 'tag': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f', 'status': 'completed', 'code': 200} Feb 02 13:02:33.081713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7f2fd947-7407-4b1d-91a7-f339a6b65ca8,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:33.095464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '7f2fd947-7407-4b1d-91a7-f339a6b65ca8', 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95', 'port_id': '7f2fd947-7407-4b1d-91a7-f339a6b65ca8', 'mac_address': 'fa:16:3e:07:82:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a73a9f4-6b73-42f8-98dc-d0f226a8270e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:33.135588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:33.136335 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:33.150392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:33.171248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7f2fd947-7407-4b1d-91a7-f339a6b65ca8,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:33.181510 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:33.182621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a8c728df-8bea-4826-88c8-b7493a44dee8 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:33.194708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf01a2-d591-49c8-ad2b-44b315cb7aa9 req-98cf8749-7c5d-464e-8717-f6a14eddf9d7 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:33.196261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-48bf01a2-d591-49c8-ad2b-44b315cb7aa9 req-98cf8749-7c5d-464e-8717-f6a14eddf9d7 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 948 time: 0.1395760 Feb 02 13:02:33.214081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85af72c-0583-4d79-aaab-74e06734e7fa req-87299b09-b6e1-4e90-8fef-fd8e0a19a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:33.215578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e85af72c-0583-4d79-aaab-74e06734e7fa req-87299b09-b6e1-4e90-8fef-fd8e0a19a1c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0a7c48a1d1034672966d601cd900aa22&device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 1130 time: 0.2001581 Feb 02 13:02:33.228741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b7e92-bc0c-4371-b3f4-ed5a92ce3620 req-b46dfd46-88ea-443b-aecb-dc88904878ab tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:33.230653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc8b7e92-bc0c-4371-b3f4-ed5a92ce3620 req-b46dfd46-88ea-443b-aecb-dc88904878ab tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 944 time: 0.1259243 Feb 02 13:02:33.303602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7f2fd947-7407-4b1d-91a7-f339a6b65ca8,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:33.320878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.321221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.321579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.321911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.322227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.322552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.322912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.323230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.323579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.323902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.324230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.324530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.325174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:02:33.343557 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a8c728df-8bea-4826-88c8-b7493a44dee8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a8c728df-8bea-4826-88c8-b7493a44dee8,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:33.358833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'a8c728df-8bea-4826-88c8-b7493a44dee8', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'a8c728df-8bea-4826-88c8-b7493a44dee8', 'mac_address': 'fa:16:3e:ef:ea:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:33.382634 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-48bf01a2-d591-49c8-ad2b-44b315cb7aa9 req-b2c9cc8d-6596-4332-80be-4f320e43bdbc tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799724 Feb 02 13:02:33.419155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc8b7e92-bc0c-4371-b3f4-ed5a92ce3620 req-2662fd74-f061-4f4e-b9b3-8092d3aa545f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572034 Feb 02 13:02:33.424918 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a8c728df-8bea-4826-88c8-b7493a44dee8 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:33.425305 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:33.441765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85af72c-0583-4d79-aaab-74e06734e7fa req-0170ff05-e595-43be-8fed-56ead8c52348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:33.443706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e85af72c-0583-4d79-aaab-74e06734e7fa req-0170ff05-e595-43be-8fed-56ead8c52348 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2101820 Feb 02 13:02:33.463606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c728df-8bea-4826-88c8-b7493a44dee8 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:33.527518 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761f4ae8-068d-48f1-9048-bc1e2b0b12d0 x-openstack-request-id: req-761f4ae8-068d-48f1-9048-bc1e2b0b12d0 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:33.528031 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9332ec-bacd-469e-9ce7-21e1ba2c06c2", "tag": "bb690221-8ff4-409a-b718-1fc44e7c9a99", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:33.528031 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-761f4ae8-068d-48f1-9048-bc1e2b0b12d0 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:33.528823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a8c728df-8bea-4826-88c8-b7493a44dee8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a8c728df-8bea-4826-88c8-b7493a44dee8,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:33.529580 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9332ec-bacd-469e-9ce7-21e1ba2c06c2', 'tag': 'bb690221-8ff4-409a-b718-1fc44e7c9a99', 'status': 'completed', 'code': 200} Feb 02 13:02:33.540662 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:33.558036 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e85af72c-0583-4d79-aaab-74e06734e7fa req-f27a00f5-c464-42e6-8180-23964e900f6a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f HTTP/1.1" status: 200 len: 217 time: 0.1082287 Feb 02 13:02:33.620224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a8c728df-8bea-4826-88c8-b7493a44dee8,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:33.673618 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270aec6-bdc2-485e-bef1-b1f14185d8e0 req-6a722186-737e-42fd-88d9-685421655810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:33.675130 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b270aec6-bdc2-485e-bef1-b1f14185d8e0 req-6a722186-737e-42fd-88d9-685421655810 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d729c2b139cc48629bf9b14d0200637d&device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 1126 time: 0.1068876 Feb 02 13:02:33.705835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 272d656a-44a1-46d5-a3f4-160c72fbbbb6 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:33.758677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85af72c-0583-4d79-aaab-74e06734e7fa req-0f0e5227-b1dd-4c09-947a-96baab76190d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:33.761445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e85af72c-0583-4d79-aaab-74e06734e7fa req-0f0e5227-b1dd-4c09-947a-96baab76190d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1891079 Feb 02 13:02:33.830051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270aec6-bdc2-485e-bef1-b1f14185d8e0 req-05ca9e3b-9691-4a6c-936e-4308877ad994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:33.832059 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b270aec6-bdc2-485e-bef1-b1f14185d8e0 req-05ca9e3b-9691-4a6c-936e-4308877ad994 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef21b27c-6db2-402a-9967-e43bda55da95 HTTP/1.1" status: 200 len: 915 time: 0.1499984 Feb 02 13:02:33.834816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c8f1f-9761-43a6-abe5-bee08d6df30f req-432c7631-cab2-4579-9492-db43ceb659d0 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:33.836305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e2c8f1f-9761-43a6-abe5-bee08d6df30f req-432c7631-cab2-4579-9492-db43ceb659d0 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.1935279 Feb 02 13:02:33.845482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc469ef-6bef-4bbb-adbf-2c6c8260bad3 req-3b3cb60f-57cc-44ab-9b08-c271e20a31ee tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:33.846954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dbc469ef-6bef-4bbb-adbf-2c6c8260bad3 req-3b3cb60f-57cc-44ab-9b08-c271e20a31ee tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 948 time: 0.2492423 Feb 02 13:02:33.881954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:33.898257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'mac_address': 'fa:16:3e:3c:25:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:33.918949 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b270aec6-bdc2-485e-bef1-b1f14185d8e0 req-11a4a53a-72f4-47e6-82f7-d0d412f0833f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb690221-8ff4-409a-b718-1fc44e7c9a99 HTTP/1.1" status: 200 len: 217 time: 0.0791883 Feb 02 13:02:33.926260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dbc469ef-6bef-4bbb-adbf-2c6c8260bad3 req-d3945818-a8ad-46d3-bfff-dc2f1aa63ef4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710824 Feb 02 13:02:33.942296 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85af72c-0583-4d79-aaab-74e06734e7fa req-d5440a8d-2667-4d33-ae1f-7187b7c0c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:33.943982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e85af72c-0583-4d79-aaab-74e06734e7fa req-d5440a8d-2667-4d33-ae1f-7187b7c0c5e2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1699378 Feb 02 13:02:33.950988 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:33.951383 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:33.959270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e2c8f1f-9761-43a6-abe5-bee08d6df30f req-725b0c48-8158-43be-a40d-14eb73948722 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063356 Feb 02 13:02:33.980841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272d656a-44a1-46d5-a3f4-160c72fbbbb6 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:34.002698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:34.021359 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:34.022023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:34.103029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270aec6-bdc2-485e-bef1-b1f14185d8e0 req-6e37cda7-fafc-47a5-bfe8-6ef5bea3d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:34.104566 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b270aec6-bdc2-485e-bef1-b1f14185d8e0 req-6e37cda7-fafc-47a5-bfe8-6ef5bea3d097 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=2a73a9f4-6b73-42f8-98dc-d0f226a8270e HTTP/1.1" status: 200 len: 853 time: 0.1787939 Feb 02 13:02:34.146637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['a8c728df-8bea-4826-88c8-b7493a44dee8'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:34.205804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['7f2fd947-7407-4b1d-91a7-f339a6b65ca8'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:34.239882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e85af72c-0583-4d79-aaab-74e06734e7fa req-6f035857-71d2-4de4-8f80-5851c816402a service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792687 Feb 02 13:02:34.243986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270aec6-bdc2-485e-bef1-b1f14185d8e0 req-d16b7143-d5f5-4318-8809-d4534cb3dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:34.245851 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b270aec6-bdc2-485e-bef1-b1f14185d8e0 req-d16b7143-d5f5-4318-8809-d4534cb3dc84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef21b27c-6db2-402a-9967-e43bda55da95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1335099 Feb 02 13:02:34.250162 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465c838-a057-409c-9ee9-4b97141797c2 req-e36da722-d4bc-4739-94df-25010ef35d66 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:34.252390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0465c838-a057-409c-9ee9-4b97141797c2 req-e36da722-d4bc-4739-94df-25010ef35d66 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.1287551 Feb 02 13:02:34.299574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9564581-cf9a-481f-94ba-13b0e9990e42 req-a76e2f41-956c-4fe3-bb61-c97b77f72c8a tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:34.307057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9564581-cf9a-481f-94ba-13b0e9990e42 req-a76e2f41-956c-4fe3-bb61-c97b77f72c8a tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.1744187 Feb 02 13:02:34.331857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=272d656a-44a1-46d5-a3f4-160c72fbbbb6,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:34.337760 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad834807-467d-45eb-ac19-69980cfd9e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:34.388321 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b270aec6-bdc2-485e-bef1-b1f14185d8e0 req-6e3bffeb-b36e-4ad9-815f-5c74445ddbc3 service neutron] 10.222.0.62 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286042 Feb 02 13:02:34.437345 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-56237a49-1192-4400-a8ed-c65269595aac None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:02:34.444933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0465c838-a057-409c-9ee9-4b97141797c2 req-afde916d-7ce2-4f0e-8de6-1fe34c7417aa tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801512 Feb 02 13:02:34.463924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9564581-cf9a-481f-94ba-13b0e9990e42 req-32c0a934-c916-43f9-83a3-e461b7e1f93c tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555212 Feb 02 13:02:34.472533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e85af72c-0583-4d79-aaab-74e06734e7fa req-1c65939e-a70e-46e1-9a66-5c025d549ca1 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186253 Feb 02 13:02:34.587260 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b270aec6-bdc2-485e-bef1-b1f14185d8e0 req-2b8b44eb-77c9-4c59-9e59-73d4c66fbe3e service neutron] 10.222.0.62 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904662 Feb 02 13:02:34.639661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4935bf7b-22ce-4547-9278-cc89f17c2e39 req-f192086d-be57-4feb-a863-ca578eea5a56 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:34.641345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4935bf7b-22ce-4547-9278-cc89f17c2e39 req-f192086d-be57-4feb-a863-ca578eea5a56 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 944 time: 0.1206486 Feb 02 13:02:34.646929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:34.666308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a6e0b-35f3-424c-93b1-96c1717bcb1d req-a724eec0-a322-492a-8a8f-0c7317d4ccbf tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:34.668237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'd388e39a-23ac-4eb5-a17a-ca172e1bf2f2', 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95', 'port_id': 'd388e39a-23ac-4eb5-a17a-ca172e1bf2f2', 'mac_address': 'fa:16:3e:c3:fe:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a73a9f4-6b73-42f8-98dc-d0f226a8270e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:34.668376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053a6e0b-35f3-424c-93b1-96c1717bcb1d req-a724eec0-a322-492a-8a8f-0c7317d4ccbf tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 949 time: 0.0886066 Feb 02 13:02:34.740154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:34.740618 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:34.749933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4935bf7b-22ce-4547-9278-cc89f17c2e39 req-6d9034c8-172d-42cb-8e54-882579593da4 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972571 Feb 02 13:02:34.756024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053a6e0b-35f3-424c-93b1-96c1717bcb1d req-57aad8c0-6884-4963-9573-28378ee64dae tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799000 Feb 02 13:02:34.782857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:34.803086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:34.809225 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:34.860545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:35.107544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a56840-705c-410d-bd1f-ec5de741fe40 req-27337aad-1b1f-4838-9a0b-79cee5880c8f tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:35.114610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01a56840-705c-410d-bd1f-ec5de741fe40 req-27337aad-1b1f-4838-9a0b-79cee5880c8f tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 948 time: 0.0908768 Feb 02 13:02:35.144875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d0eda-cabc-4a8d-88f1-cf5dc42e3f81 req-78334066-ce23-4ced-a5bd-fc15166b14a4 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:35.146354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-577d0eda-cabc-4a8d-88f1-cf5dc42e3f81 req-78334066-ce23-4ced-a5bd-fc15166b14a4 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0954206 Feb 02 13:02:35.203529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01a56840-705c-410d-bd1f-ec5de741fe40 req-318faaa5-67a0-45fe-be9e-6ef4adc10943 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763791 Feb 02 13:02:35.239780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-577d0eda-cabc-4a8d-88f1-cf5dc42e3f81 req-6709f434-735d-4f1e-b106-3540b8abeb36 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860193 Feb 02 13:02:35.252361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['d388e39a-23ac-4eb5-a17a-ca172e1bf2f2'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:35.279291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['272d656a-44a1-46d5-a3f4-160c72fbbbb6'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:35.407732 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:35.619209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656e92e-83e3-43ae-9b04-584cda2f210d req-bbd85c9d-1979-4390-8766-a0a76c7cac8a tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:35.622829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b656e92e-83e3-43ae-9b04-584cda2f210d req-bbd85c9d-1979-4390-8766-a0a76c7cac8a tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0979195 Feb 02 13:02:35.633024 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246a4c9-82b9-42bc-bcd4-b583fdf59211 req-332ebd31-b8c0-48a8-9ce3-9c5a9289675b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:35.634616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7246a4c9-82b9-42bc-bcd4-b583fdf59211 req-332ebd31-b8c0-48a8-9ce3-9c5a9289675b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.0736163 Feb 02 13:02:35.708656 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b656e92e-83e3-43ae-9b04-584cda2f210d req-6bfed88d-9402-4235-94f4-10587b285563 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727665 Feb 02 13:02:35.719679 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d9d08ffb-3eb9-4bb6-b417-b17b724cf99f details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:35.873225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7246a4c9-82b9-42bc-bcd4-b583fdf59211 req-bcc84f2a-cab4-4df8-a0b8-456c4f9b4c25 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305956 Feb 02 13:02:35.885590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:35.895138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3f7d6-880d-410c-8d0f-b6a588f52f2b req-0a9bb862-5225-468f-9423-cdb9dc1112af tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:35.897017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4f3f7d6-880d-410c-8d0f-b6a588f52f2b req-0a9bb862-5225-468f-9423-cdb9dc1112af tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 944 time: 0.0582492 Feb 02 13:02:35.898614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f', 'mac_address': 'fa:16:3e:7b:76:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:35.952639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:35.953030 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:35.971795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d08ffb-3eb9-4bb6-b417-b17b724cf99f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:36.002119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:36.007446 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4f3f7d6-880d-410c-8d0f-b6a588f52f2b req-8bcf421e-e24d-43f1-b99c-98e778ae0510 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028163 Feb 02 13:02:36.010883 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:36.011613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device bb690221-8ff4-409a-b718-1fc44e7c9a99 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:36.034167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e715c-ded1-441a-ad61-d02c073c39ed req-88f29a75-ea1f-47ef-b5d1-a9ad0f4fde05 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:36.040956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a4e715c-ded1-441a-ad61-d02c073c39ed req-88f29a75-ea1f-47ef-b5d1-a9ad0f4fde05 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 949 time: 0.0658431 Feb 02 13:02:36.099283 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a4e715c-ded1-441a-ad61-d02c073c39ed req-8daa65f8-6995-4630-8eaf-4d2deae607a4 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526409 Feb 02 13:02:36.114676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:36.188302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port bb690221-8ff4-409a-b718-1fc44e7c9a99, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bb690221-8ff4-409a-b718-1fc44e7c9a99,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:36.200524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'bb690221-8ff4-409a-b718-1fc44e7c9a99', 'network_id': 'ef21b27c-6db2-402a-9967-e43bda55da95', 'port_id': 'bb690221-8ff4-409a-b718-1fc44e7c9a99', 'mac_address': 'fa:16:3e:b5:a7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a73a9f4-6b73-42f8-98dc-d0f226a8270e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:36.289026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port bb690221-8ff4-409a-b718-1fc44e7c9a99 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:36.289669 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:36.314115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb690221-8ff4-409a-b718-1fc44e7c9a99 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:36.337499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:36.347890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port bb690221-8ff4-409a-b718-1fc44e7c9a99, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bb690221-8ff4-409a-b718-1fc44e7c9a99,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:36.353981 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:36.415947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57affd9-9423-4fc6-98a2-2d6d1152990b req-a73485ad-f3d5-4494-a438-6a564bf68bcb tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:36.416568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=bb690221-8ff4-409a-b718-1fc44e7c9a99,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:36.417746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e57affd9-9423-4fc6-98a2-2d6d1152990b req-a73485ad-f3d5-4494-a438-6a564bf68bcb tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 949 time: 0.1319437 Feb 02 13:02:36.451775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2f1a0-1b2e-49d0-a9d7-07105b5c0520 req-d4fd2cf1-14f6-4c3d-9693-93490d913871 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:36.453234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54f2f1a0-1b2e-49d0-a9d7-07105b5c0520 req-d4fd2cf1-14f6-4c3d-9693-93490d913871 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0932057 Feb 02 13:02:36.498284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e57affd9-9423-4fc6-98a2-2d6d1152990b req-55482456-5fa8-4308-8c55-c21b382472f9 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734773 Feb 02 13:02:36.530005 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54f2f1a0-1b2e-49d0-a9d7-07105b5c0520 req-a5ba0930-b430-4da4-a91e-4f7db979d9ca tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707734 Feb 02 13:02:36.677550 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:36.763827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:36.859920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073df05-215d-4df7-8b7f-79638c9d7dc0 req-592cef86-1694-4756-b823-3413df6f1113 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:36.861989 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f073df05-215d-4df7-8b7f-79638c9d7dc0 req-592cef86-1694-4756-b823-3413df6f1113 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0852926 Feb 02 13:02:36.863088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:02:36.867691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:36.868149 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:36.929746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f073df05-215d-4df7-8b7f-79638c9d7dc0 req-b21fa6de-6d7f-43e0-9294-2a8a18b33ac7 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609858 Feb 02 13:02:36.949473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['d9d08ffb-3eb9-4bb6-b417-b17b724cf99f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:36.987389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:36.987760 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:37.003151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['bb690221-8ff4-409a-b718-1fc44e7c9a99'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:37.042610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6b418-e68f-4297-b374-ed011967db33 req-4cec6990-8db1-4677-8e7d-468a98342c9f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:37.044397 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8e6b418-e68f-4297-b374-ed011967db33 req-4cec6990-8db1-4677-8e7d-468a98342c9f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.0629604 Feb 02 13:02:37.052957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4bb78e-b76c-4f5b-9582-467a780006f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2fd947-7407-4b1d-91a7-f339a6b65ca8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:37.055216 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8e6fcc-8308-450d-97c0-8d33cb62d00e" -d '{"events": [{"server_uuid": "fb4bb78e-b76c-4f5b-9582-467a780006f7", "name": "network-vif-plugged", "status": "completed", "tag": "7f2fd947-7407-4b1d-91a7-f339a6b65ca8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:37.076455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7f2fd947-7407-4b1d-91a7-f339a6b65ca8,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:37.088603 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:37.089397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a8c728df-8bea-4826-88c8-b7493a44dee8 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:37.128386 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8e6b418-e68f-4297-b374-ed011967db33 req-37f55290-817a-45a9-9806-218df628cdd9 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768797 Feb 02 13:02:37.180295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1c7bc-ad44-4181-88b7-d45341fc48a9 req-c1ec29aa-c3e1-4428-a722-d92e5ba2363e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:37.188635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecd1c7bc-ad44-4181-88b7-d45341fc48a9 req-c1ec29aa-c3e1-4428-a722-d92e5ba2363e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 945 time: 0.0858512 Feb 02 13:02:37.230083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7f2fd947-7407-4b1d-91a7-f339a6b65ca8,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:37.252896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecd1c7bc-ad44-4181-88b7-d45341fc48a9 req-270f61fe-1e21-451d-98df-8fe621b68a98 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633540 Feb 02 13:02:37.277399 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b582bf-b063-4b53-bb8f-e1c0ea046e53 x-openstack-request-id: req-87b582bf-b063-4b53-bb8f-e1c0ea046e53 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:37.277399 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4bb78e-b76c-4f5b-9582-467a780006f7", "name": "network-vif-plugged", "status": "completed", "tag": "7f2fd947-7407-4b1d-91a7-f339a6b65ca8", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:37.277770 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-87b582bf-b063-4b53-bb8f-e1c0ea046e53 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:37.278021 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4bb78e-b76c-4f5b-9582-467a780006f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2fd947-7407-4b1d-91a7-f339a6b65ca8', 'code': 200} Feb 02 13:02:37.284825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port a8c728df-8bea-4826-88c8-b7493a44dee8 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:02:37.313349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port a8c728df-8bea-4826-88c8-b7493a44dee8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:37.313941 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:37.395284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b97f0-246e-495d-9032-525b8aa71c21 req-244f44ed-c906-42c3-8126-cd24f6748048 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:37.397210 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-653b97f0-246e-495d-9032-525b8aa71c21 req-244f44ed-c906-42c3-8126-cd24f6748048 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 949 time: 0.0611126 Feb 02 13:02:37.404593 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:37.446286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a8c728df-8bea-4826-88c8-b7493a44dee8 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:37.446663 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:37.454768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-653b97f0-246e-495d-9032-525b8aa71c21 req-9e2fff94-2a85-4752-90d7-13dc088e024d tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491312 Feb 02 13:02:37.488544 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a8c728df-8bea-4826-88c8-b7493a44dee8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a8c728df-8bea-4826-88c8-b7493a44dee8,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:37.493538 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:37.499528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7104919-f9da-425f-af8a-a940a98ba00e req-d71554bf-20a9-4164-a280-b2bbfdc0042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:37.501100 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7104919-f9da-425f-af8a-a940a98ba00e req-d71554bf-20a9-4164-a280-b2bbfdc0042e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 1128 time: 0.0856695 Feb 02 13:02:37.550262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a8c728df-8bea-4826-88c8-b7493a44dee8,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:37.576550 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7104919-f9da-425f-af8a-a940a98ba00e req-1cac7fb1-73a6-46ff-b1b2-834a6198ab99 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542731 Feb 02 13:02:37.675195 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7542a54b-1719-44d7-be63-9912b50319a9 req-783a815d-ace3-4124-8f8e-a2009b389175 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:37.676738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7542a54b-1719-44d7-be63-9912b50319a9 req-783a815d-ace3-4124-8f8e-a2009b389175 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 949 time: 0.0931156 Feb 02 13:02:37.693655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de2d51-e790-4a54-b405-72005bc349bb req-34875031-e130-4405-bd01-2d1a786c36ac tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:37.695356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2de2d51-e790-4a54-b405-72005bc349bb req-34875031-e130-4405-bd01-2d1a786c36ac tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0939064 Feb 02 13:02:37.737549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 272d656a-44a1-46d5-a3f4-160c72fbbbb6 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:37.768091 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7542a54b-1719-44d7-be63-9912b50319a9 req-427a2792-921f-4537-8dc5-9e2ff8ab4785 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718327 Feb 02 13:02:37.782057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2de2d51-e790-4a54-b405-72005bc349bb req-22f85105-4680-4571-80b3-57669744ada4 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797753 Feb 02 13:02:37.800785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:02:37.805448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:37.805810 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:37.893692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:37.894071 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:37.909358 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:37.932954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:37.937031 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:37.937759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:38.015845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=272d656a-44a1-46d5-a3f4-160c72fbbbb6,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:38.026321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:02:38.030915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:38.031284 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:38.071339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c23ad6-36c7-44ec-a98e-d0a3b8ac913a req-97784270-9d0d-4ad9-8b79-19f6cb293b69 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:38.075876 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92c23ad6-36c7-44ec-a98e-d0a3b8ac913a req-97784270-9d0d-4ad9-8b79-19f6cb293b69 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0699470 Feb 02 13:02:38.118833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:38.119217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:38.124185 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92c23ad6-36c7-44ec-a98e-d0a3b8ac913a req-9a6b5472-a7e4-4995-9618-ca5bbdd3a2b5 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452905 Feb 02 13:02:38.164524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:38.169906 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:38.218945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:38.267439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb23d45-3b28-49ff-aa29-333b0079e04e req-90dae180-ad5e-4793-aac7-d8b5a6524b98 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:38.269247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aeb23d45-3b28-49ff-aa29-333b0079e04e req-90dae180-ad5e-4793-aac7-d8b5a6524b98 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.0546794 Feb 02 13:02:38.321330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aeb23d45-3b28-49ff-aa29-333b0079e04e req-04bce3db-afa6-4fd1-abda-14fea9362525 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Feb 02 13:02:38.389548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0af35-e763-4a96-b2e6-cb57c9933030 req-fc20e03e-cd60-40f5-bbd6-13923bb302ac tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:38.391024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fd0af35-e763-4a96-b2e6-cb57c9933030 req-fc20e03e-cd60-40f5-bbd6-13923bb302ac tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 945 time: 0.0558205 Feb 02 13:02:38.442521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fd0af35-e763-4a96-b2e6-cb57c9933030 req-76a589e8-f063-47bf-ba1f-37cebfc90228 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458877 Feb 02 13:02:38.584266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33f87f-66e7-4dd3-825e-4592460a5b14 req-beff8b8e-b855-4c23-8708-4015bf879080 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:38.585671 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d33f87f-66e7-4dd3-825e-4592460a5b14 req-beff8b8e-b855-4c23-8708-4015bf879080 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 950 time: 0.0536394 Feb 02 13:02:38.635731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d33f87f-66e7-4dd3-825e-4592460a5b14 req-b0f55c3a-f50f-4dd8-833c-9c814cefac4e tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Feb 02 13:02:38.925455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87695b-91e5-41ef-a04d-70156708cc2f req-434ac534-be84-432d-87d0-1e030c7d42a9 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:38.926932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb87695b-91e5-41ef-a04d-70156708cc2f req-434ac534-be84-432d-87d0-1e030c7d42a9 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 949 time: 0.0866191 Feb 02 13:02:38.949278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cea98-99e2-4c8c-9032-8bc644f31766 req-c7566a0c-2342-4a2e-bef2-b71dcb6e17c4 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:38.950716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d99cea98-99e2-4c8c-9032-8bc644f31766 req-c7566a0c-2342-4a2e-bef2-b71dcb6e17c4 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0833781 Feb 02 13:02:39.021476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb87695b-91e5-41ef-a04d-70156708cc2f req-ed98bdfc-93b6-4977-ae20-3ef9021e1ba0 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872233 Feb 02 13:02:39.029598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d99cea98-99e2-4c8c-9032-8bc644f31766 req-8e7543aa-4079-49db-9e21-c4cd5310f32b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717361 Feb 02 13:02:39.251991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592c9bd-012b-401d-b577-bb84fb3bc198 req-f08fe891-131d-4f73-9127-79bce7f310c7 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:39.253387 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1592c9bd-012b-401d-b577-bb84fb3bc198 req-f08fe891-131d-4f73-9127-79bce7f310c7 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0541890 Feb 02 13:02:39.279706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10721068-f49c-446e-89c3-748b7a7e645e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c728df-8bea-4826-88c8-b7493a44dee8'}, {'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6'}, {'server_uuid': '47ada0d0-4f97-433d-adaf-925d2954bd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd388e39a-23ac-4eb5-a17a-ca172e1bf2f2'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:39.282862 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbbd4a5-cffd-4700-8de9-22d6573bc8c7" -d '{"events": [{"server_uuid": "10721068-f49c-446e-89c3-748b7a7e645e", "name": "network-vif-plugged", "status": "completed", "tag": "a8c728df-8bea-4826-88c8-b7493a44dee8"}, {"server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "name": "network-vif-plugged", "status": "completed", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6"}, {"server_uuid": "47ada0d0-4f97-433d-adaf-925d2954bd14", "name": "network-vif-plugged", "status": "completed", "tag": "d388e39a-23ac-4eb5-a17a-ca172e1bf2f2"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:39.306954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1592c9bd-012b-401d-b577-bb84fb3bc198 req-d5ee31a3-206d-4704-a7c7-c8044280d4e4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478637 Feb 02 13:02:39.335341 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88c5d30-3d3a-4e55-8e5a-a6ce49cc375e x-openstack-request-id: req-e88c5d30-3d3a-4e55-8e5a-a6ce49cc375e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:39.335782 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10721068-f49c-446e-89c3-748b7a7e645e", "name": "network-vif-plugged", "status": "completed", "tag": "a8c728df-8bea-4826-88c8-b7493a44dee8", "code": 200}, {"server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "name": "network-vif-plugged", "status": "completed", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6", "code": 200}, {"server_uuid": "47ada0d0-4f97-433d-adaf-925d2954bd14", "name": "network-vif-plugged", "status": "completed", "tag": "d388e39a-23ac-4eb5-a17a-ca172e1bf2f2", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:39.336069 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e88c5d30-3d3a-4e55-8e5a-a6ce49cc375e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:39.336481 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10721068-f49c-446e-89c3-748b7a7e645e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c728df-8bea-4826-88c8-b7493a44dee8', 'code': 200} Feb 02 13:02:39.336759 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'code': 200} Feb 02 13:02:39.337100 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ada0d0-4f97-433d-adaf-925d2954bd14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd388e39a-23ac-4eb5-a17a-ca172e1bf2f2', 'code': 200} Feb 02 13:02:39.458797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103ebfa-6768-4836-91cb-4bac3ca0beae req-65e0d391-7517-4968-bf76-40a887feba67 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:39.467904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4103ebfa-6768-4836-91cb-4bac3ca0beae req-65e0d391-7517-4968-bf76-40a887feba67 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.0714877 Feb 02 13:02:39.579673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded3e3e-9798-45be-a1d4-cea1298571c6 req-cb3135b3-c04a-41c8-814b-0000776ad787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:39.580743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4103ebfa-6768-4836-91cb-4bac3ca0beae req-42e6d1df-d8cb-466a-bfdd-3906821e6e21 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120007 Feb 02 13:02:39.581167 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ded3e3e-9798-45be-a1d4-cea1298571c6 req-cb3135b3-c04a-41c8-814b-0000776ad787 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=47ada0d0-4f97-433d-adaf-925d2954bd14 HTTP/1.1" status: 200 len: 1127 time: 0.0804119 Feb 02 13:02:39.590290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d6a6b-8ec7-4f0b-b554-5a00d6159f00 req-b342c2d1-d33e-432b-8d01-3e7a2bdcfd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:39.591764 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6f6d6a6b-8ec7-4f0b-b554-5a00d6159f00 req-b342c2d1-d33e-432b-8d01-3e7a2bdcfd01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 1132 time: 0.0621667 Feb 02 13:02:39.611257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ead73-07a1-42eb-a600-3939108c5583 req-532d5a5e-a751-4164-a034-8b613c5fabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:39.612740 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1ead73-07a1-42eb-a600-3939108c5583 req-532d5a5e-a751-4164-a034-8b613c5fabd9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=898c72f1-6951-425a-8a5e-59600ad95f08 HTTP/1.1" status: 200 len: 1132 time: 0.0976598 Feb 02 13:02:39.622072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded4968-8b67-4c72-901a-eaf596d09d95 req-486f0f20-281b-4091-b4de-4da4babe780a tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:39.623516 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ded4968-8b67-4c72-901a-eaf596d09d95 req-486f0f20-281b-4091-b4de-4da4babe780a tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 945 time: 0.0997465 Feb 02 13:02:39.679516 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ded3e3e-9798-45be-a1d4-cea1298571c6 req-9163b42d-2753-4654-9f75-cde7a22dcdc8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910091 Feb 02 13:02:39.688286 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6f6d6a6b-8ec7-4f0b-b554-5a00d6159f00 req-3309bf84-fa51-4c6c-a83d-f730d5b7d98d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831370 Feb 02 13:02:39.698136 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1ead73-07a1-42eb-a600-3939108c5583 req-260ed311-1cb1-4bdb-9014-41034878f935 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736656 Feb 02 13:02:39.701511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ded4968-8b67-4c72-901a-eaf596d09d95 req-770bf1ed-930c-492d-affb-8e89eccf64cc tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711751 Feb 02 13:02:39.744240 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d9d08ffb-3eb9-4bb6-b417-b17b724cf99f up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:39.758203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e5607-3aa6-41f2-a1f6-68c3d64e3c71 req-c4026dea-43d7-405e-8285-e511aa2f8766 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:39.759687 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc5e5607-3aa6-41f2-a1f6-68c3d64e3c71 req-c4026dea-43d7-405e-8285-e511aa2f8766 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 950 time: 0.0573180 Feb 02 13:02:39.801255 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:02:39.805649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:39.806031 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:39.811759 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc5e5607-3aa6-41f2-a1f6-68c3d64e3c71 req-5fff4b4e-529e-4cd7-939b-5d1d2f00c3fe tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462935 Feb 02 13:02:40.017395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:40.017774 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:40.051193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:40.057222 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:40.058221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device bb690221-8ff4-409a-b718-1fc44e7c9a99 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:40.154868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:40.169712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port bb690221-8ff4-409a-b718-1fc44e7c9a99 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:02:40.175063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port bb690221-8ff4-409a-b718-1fc44e7c9a99 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:40.175329 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:40.194895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab792f0-7674-4270-9047-0ab2eeb1c19c req-39463f21-8996-43e9-bb25-09986e95c1ab tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:40.201710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ab792f0-7674-4270-9047-0ab2eeb1c19c req-39463f21-8996-43e9-bb25-09986e95c1ab tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0891623 Feb 02 13:02:40.217501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbaf0a-7abb-46f4-8c09-0ddb910c0ed5 req-d3072973-ef76-4b0b-a734-f682275c596a tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:40.220198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68fbaf0a-7abb-46f4-8c09-0ddb910c0ed5 req-d3072973-ef76-4b0b-a734-f682275c596a tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 950 time: 0.0979013 Feb 02 13:02:40.261490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port bb690221-8ff4-409a-b718-1fc44e7c9a99 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:40.262143 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:40.292689 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ab792f0-7674-4270-9047-0ab2eeb1c19c req-486e350b-3f37-4beb-8613-a9feabcb7396 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900478 Feb 02 13:02:40.295880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68fbaf0a-7abb-46f4-8c09-0ddb910c0ed5 req-133f85c6-0f37-416f-9521-f36de311f990 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678701 Feb 02 13:02:40.301796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port bb690221-8ff4-409a-b718-1fc44e7c9a99, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bb690221-8ff4-409a-b718-1fc44e7c9a99,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:40.308041 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:40.364924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=bb690221-8ff4-409a-b718-1fc44e7c9a99,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:40.430380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eb190-4a5d-4dc6-8de3-4aa3fc4943c9 req-49974854-7434-4367-a5ba-d30264fe263b tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:40.431993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a7eb190-4a5d-4dc6-8de3-4aa3fc4943c9 req-49974854-7434-4367-a5ba-d30264fe263b tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0556254 Feb 02 13:02:40.483963 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a7eb190-4a5d-4dc6-8de3-4aa3fc4943c9 req-4fd66f3c-aa6c-4877-906e-dd315788b729 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463929 Feb 02 13:02:40.728842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa899b0-4330-4b67-b2ae-e4ed91067bb1 req-ba4bf3b8-1353-4265-9406-ddaab438a05e tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:40.730635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4aa899b0-4330-4b67-b2ae-e4ed91067bb1 req-ba4bf3b8-1353-4265-9406-ddaab438a05e tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.0670164 Feb 02 13:02:40.786924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4aa899b0-4330-4b67-b2ae-e4ed91067bb1 req-cd091dfd-54cd-49ff-8bfe-afb41d9eeb2d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499842 Feb 02 13:02:40.931057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99640a7-0c56-4e30-a96f-e0fbe073931f req-f0cb24cf-3c83-499b-8aff-cc6ea945afb3 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:40.935870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c99640a7-0c56-4e30-a96f-e0fbe073931f req-f0cb24cf-3c83-499b-8aff-cc6ea945afb3 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 946 time: 0.0792086 Feb 02 13:02:41.006488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c99640a7-0c56-4e30-a96f-e0fbe073931f req-cfcd7d00-008c-450b-8979-60556b8c0a71 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670109 Feb 02 13:02:41.014702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff818b-56c9-4abc-9248-93b0ba7a5945 req-2b92d7a5-9e49-451d-b87f-51759732cc40 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:41.021450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16ff818b-56c9-4abc-9248-93b0ba7a5945 req-2b92d7a5-9e49-451d-b87f-51759732cc40 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.1071577 Feb 02 13:02:41.065787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16ff818b-56c9-4abc-9248-93b0ba7a5945 req-438aaf6c-2bad-41d7-94c7-c8a49872339c tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428827 Feb 02 13:02:41.127060 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91be263-dc2d-4c87-9ab5-a4fce8ecca3b req-e97246f8-df64-4bad-b936-cf9baab4223f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:41.128656 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f91be263-dc2d-4c87-9ab5-a4fce8ecca3b req-e97246f8-df64-4bad-b936-cf9baab4223f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 950 time: 0.0619109 Feb 02 13:02:41.179630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f91be263-dc2d-4c87-9ab5-a4fce8ecca3b req-d790f489-5ada-443b-b494-a24fd633f64a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 Feb 02 13:02:41.338581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae1dd3f-84b0-488f-b030-307846750d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f'}, {'server_uuid': 'ee9332ec-bacd-469e-9ce7-21e1ba2c06c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb690221-8ff4-409a-b718-1fc44e7c9a99'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:41.342130 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dddae85-393a-43b1-af55-727f86de926e" -d '{"events": [{"server_uuid": "cae1dd3f-84b0-488f-b030-307846750d04", "name": "network-vif-plugged", "status": "completed", "tag": "d9d08ffb-3eb9-4bb6-b417-b17b724cf99f"}, {"server_uuid": "ee9332ec-bacd-469e-9ce7-21e1ba2c06c2", "name": "network-vif-plugged", "status": "completed", "tag": "bb690221-8ff4-409a-b718-1fc44e7c9a99"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:41.459972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76654c-f9c7-4791-9487-38564165a054 req-69ff1253-3647-4a7d-b51d-1cf773a26a73 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:41.461383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b76654c-f9c7-4791-9487-38564165a054 req-69ff1253-3647-4a7d-b51d-1cf773a26a73 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0829599 Feb 02 13:02:41.499524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2626ccd-e8d3-4ead-8ce5-07ddc6b5c3f3 req-cb69b5f8-21e1-4757-a8d1-8b7eb9d19209 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:41.501004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2626ccd-e8d3-4ead-8ce5-07ddc6b5c3f3 req-cb69b5f8-21e1-4757-a8d1-8b7eb9d19209 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 950 time: 0.0859611 Feb 02 13:02:41.546270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b76654c-f9c7-4791-9487-38564165a054 req-b4351d20-7dcb-4974-b936-3b611da9aa56 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780020 Feb 02 13:02:41.584384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2626ccd-e8d3-4ead-8ce5-07ddc6b5c3f3 req-8023284e-6c7d-4907-a523-2cd37a124fdc tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768354 Feb 02 13:02:41.638352 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e7b1e9-fd51-4b0c-a071-31ae255f0a8d x-openstack-request-id: req-e5e7b1e9-fd51-4b0c-a071-31ae255f0a8d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:41.638650 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae1dd3f-84b0-488f-b030-307846750d04", "name": "network-vif-plugged", "status": "completed", "tag": "d9d08ffb-3eb9-4bb6-b417-b17b724cf99f", "code": 200}, {"server_uuid": "ee9332ec-bacd-469e-9ce7-21e1ba2c06c2", "name": "network-vif-plugged", "status": "completed", "tag": "bb690221-8ff4-409a-b718-1fc44e7c9a99", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:41.638929 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e5e7b1e9-fd51-4b0c-a071-31ae255f0a8d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:41.639372 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae1dd3f-84b0-488f-b030-307846750d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f', 'code': 200} Feb 02 13:02:41.639661 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9332ec-bacd-469e-9ce7-21e1ba2c06c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb690221-8ff4-409a-b718-1fc44e7c9a99', 'code': 200} Feb 02 13:02:41.705222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b43e2c-68b8-48b7-b1d3-de3537345be6 req-9f0b72ba-2058-4625-a4a2-27bd76174441 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:41.706735 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52b43e2c-68b8-48b7-b1d3-de3537345be6 req-9f0b72ba-2058-4625-a4a2-27bd76174441 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0598512 Feb 02 13:02:41.763580 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52b43e2c-68b8-48b7-b1d3-de3537345be6 req-ea339b7e-7827-43cc-937f-498eb5b552a4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507495 Feb 02 13:02:41.896680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ceeb-3bde-4dc9-b1b6-1deaa926a812 req-c5cd7747-d466-42fa-8adb-dcdbd42ab25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:41.898862 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b548ceeb-3bde-4dc9-b1b6-1deaa926a812 req-c5cd7747-d466-42fa-8adb-dcdbd42ab25a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 1128 time: 0.0566218 Feb 02 13:02:41.927243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0f4fe-a77d-4be3-9fd8-c39d6f6eebcf req-3b1b8f13-aed0-4f83-9df2-1f990da0ad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:41.928860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ce0f4fe-a77d-4be3-9fd8-c39d6f6eebcf req-3b1b8f13-aed0-4f83-9df2-1f990da0ad4f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 1132 time: 0.0875521 Feb 02 13:02:41.943263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2343c-3bdd-498c-8bb2-c30793d5b88c req-37a33966-b1e1-4cdf-ae70-8a616c6e45f9 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:41.945002 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65f2343c-3bdd-498c-8bb2-c30793d5b88c req-37a33966-b1e1-4cdf-ae70-8a616c6e45f9 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.0708699 Feb 02 13:02:41.951534 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b548ceeb-3bde-4dc9-b1b6-1deaa926a812 req-72fa3cae-623c-42b1-99eb-d09436b98c6e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Feb 02 13:02:42.013074 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ce0f4fe-a77d-4be3-9fd8-c39d6f6eebcf req-b496ba5e-87b7-423b-b0a3-af6f20520783 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670967 Feb 02 13:02:42.017437 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65f2343c-3bdd-498c-8bb2-c30793d5b88c req-bb33b554-d652-4fd7-afbc-351e54b64faf tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659168 Feb 02 13:02:42.132218 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6f9f-7d56-4128-8477-e717d324591d req-27a00d14-9343-43a4-82e9-2785ff509e59 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:42.133685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-820e6f9f-7d56-4128-8477-e717d324591d req-27a00d14-9343-43a4-82e9-2785ff509e59 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 946 time: 0.0562475 Feb 02 13:02:42.188125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-820e6f9f-7d56-4128-8477-e717d324591d req-b91411d3-a44c-495b-808d-314d2caea6fa tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486376 Feb 02 13:02:42.316797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27e819-ef77-4d1d-82a6-0ec4fcb63e1f req-a77f9f56-fc7c-4833-913f-b86a5c21fb20 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:42.318270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd27e819-ef77-4d1d-82a6-0ec4fcb63e1f req-a77f9f56-fc7c-4833-913f-b86a5c21fb20 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 950 time: 0.0668232 Feb 02 13:02:42.381192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd27e819-ef77-4d1d-82a6-0ec4fcb63e1f req-527cf031-4bb9-4bad-9e5f-3cf2d9bec428 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569019 Feb 02 13:02:42.423861 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c16053-3502-4e4a-8ff3-4506043cb911 req-d9a63b79-fe6d-4092-8bcf-b8ce524ca0f7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:42.425344 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9c16053-3502-4e4a-8ff3-4506043cb911 req-d9a63b79-fe6d-4092-8bcf-b8ce524ca0f7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.0644917 Feb 02 13:02:42.474505 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9c16053-3502-4e4a-8ff3-4506043cb911 req-23e28d39-a8b8-4a3b-a879-d9b44fb32c13 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Feb 02 13:02:42.706398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c5f06-139c-4986-b648-bf5af28b2623 req-be243067-2115-4b87-8276-a7c2205dc408 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:42.713364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e17c5f06-139c-4986-b648-bf5af28b2623 req-be243067-2115-4b87-8276-a7c2205dc408 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0797384 Feb 02 13:02:42.805992 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ddb45-750e-4d71-a9ca-648045ea1d42 req-80e113c6-6238-463c-87a2-b0f0396f19d0 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:42.807532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d47ddb45-750e-4d71-a9ca-648045ea1d42 req-80e113c6-6238-463c-87a2-b0f0396f19d0 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 950 time: 0.1164684 Feb 02 13:02:42.810786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e17c5f06-139c-4986-b648-bf5af28b2623 req-adb482bf-0af2-468c-b994-501ab3650c4a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966003 Feb 02 13:02:42.862679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d47ddb45-750e-4d71-a9ca-648045ea1d42 req-95ced529-7153-4701-8e98-c76c5c1d91f1 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 Feb 02 13:02:42.996002 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9530c6-b1e0-4813-8051-456befaf52dc req-eb1b87ff-4879-4247-9f9a-6ce10443881d tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.006104 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d9530c6-b1e0-4813-8051-456befaf52dc req-eb1b87ff-4879-4247-9f9a-6ce10443881d tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0695288 Feb 02 13:02:43.073246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d9530c6-b1e0-4813-8051-456befaf52dc req-fae34b62-ce34-44b9-8b04-005bf399d4a5 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659921 Feb 02 13:02:43.188153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daec8f-d6b0-479f-843a-bb6a0e1917d8 req-bfa7ebba-10ae-4876-9745-97971df39062 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.189667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66daec8f-d6b0-479f-843a-bb6a0e1917d8 req-bfa7ebba-10ae-4876-9745-97971df39062 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.0613630 Feb 02 13:02:43.239330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66daec8f-d6b0-479f-843a-bb6a0e1917d8 req-61d76a5a-0dff-44e3-ba23-16c91e8cd88d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432920 Feb 02 13:02:43.370760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da959091-b3fa-4ea5-975b-f197d74f2bd1 req-8e540e3e-3913-4b77-b595-95868c3ce615 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.372324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da959091-b3fa-4ea5-975b-f197d74f2bd1 req-8e540e3e-3913-4b77-b595-95868c3ce615 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 946 time: 0.0660346 Feb 02 13:02:43.455364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.455872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.456308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.456769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.457215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.457650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.458091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.458537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.458977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.459443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.459881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.460321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.460763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.461223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.461658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.462100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.462537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.462995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.463447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.463900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.464345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.467148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-26d49e9e-76c5-4b54-ab8a-fbdfe97e3bb7 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04&device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2&device_id=47ada0d0-4f97-433d-adaf-925d2954bd14&device_id=898c72f1-6951-425a-8a5e-59600ad95f08&device_id=10721068-f49c-446e-89c3-748b7a7e645e&device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7&device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80&device_id=1b361ace-8391-4f2b-936b-a19213d16e50&device_id=835f3f94-96b6-43a9-9f60-fede6c21d901&device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2&device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d&device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580&device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611&device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2&device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747&device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd&device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d&device_id=5a918249-385a-48cb-803f-88fafad63258&device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791&device_id=b741ce56-6553-4b95-bcb4-927731dbdedc&device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 19532 time: 0.1139042 Feb 02 13:02:43.472217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da959091-b3fa-4ea5-975b-f197d74f2bd1 req-3264396d-199a-4aa3-9bcd-027aff24711e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831099 Feb 02 13:02:43.487946 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-224e0681-fad2-4ef9-bf47-a3f2a4de42cb tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:43.584642 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-224e0681-fad2-4ef9-bf47-a3f2a4de42cb tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Publish callbacks [] for security_group (1091378b-b361-4195-95da-e09ca6c30b81), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:43.589548 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-224e0681-fad2-4ef9-bf47-a3f2a4de42cb tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1091378b-b361-4195-95da-e09ca6c30b81), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:43.653651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e0681-fad2-4ef9-bf47-a3f2a4de42cb tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1091378b-b361-4195-95da-e09ca6c30b81,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:43.696334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d61989-662d-4e13-b43b-cf4aa816bd80 req-3a4c25e6-36c3-4aee-b4b6-448a071cb020 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.697877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99d61989-662d-4e13-b43b-cf4aa816bd80 req-3a4c25e6-36c3-4aee-b4b6-448a071cb020 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.1306996 Feb 02 13:02:43.767307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d75776a-abff-437f-881a-a0e01c42d8c3 req-224e0681-fad2-4ef9-bf47-a3f2a4de42cb tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&id=dd028458-680a-45e3-92d8-3921f2869881&id=7f6f078c-3001-47cf-bfb4-88a1485b642c&id=95db2be4-3982-48e2-85e7-db23d25bab98&id=37b8d48c-6c81-4be9-8751-b36752056858&id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 782 time: 0.2924938 Feb 02 13:02:43.781938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99d61989-662d-4e13-b43b-cf4aa816bd80 req-10936983-b2dc-4ab2-850d-23e16be2309a tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758724 Feb 02 13:02:43.961482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c8e59-d4e8-4fb6-9486-f859f001eee9 req-304fde51-cbea-46ac-9738-8924ccda6da8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:43.968845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-694c8e59-d4e8-4fb6-9486-f859f001eee9 req-304fde51-cbea-46ac-9738-8924ccda6da8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0823243 Feb 02 13:02:44.027465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-694c8e59-d4e8-4fb6-9486-f859f001eee9 req-f650e2c6-d4c0-430d-9d14-f74a937c414d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577111 Feb 02 13:02:44.068237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e4f00-e4a8-4a58-a746-bb507805c1b2 req-f9f06475-5e9f-4f47-8d02-ecabba80362e tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:44.068793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e4f00-e4a8-4a58-a746-bb507805c1b2 req-f9f06475-5e9f-4f47-8d02-ecabba80362e tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:44.069257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e4f00-e4a8-4a58-a746-bb507805c1b2 req-f9f06475-5e9f-4f47-8d02-ecabba80362e tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:44.071566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1e4f00-e4a8-4a58-a746-bb507805c1b2 req-f9f06475-5e9f-4f47-8d02-ecabba80362e tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e&device_id=835f3f94-96b6-43a9-9f60-fede6c21d901&device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 2976 time: 0.0563962 Feb 02 13:02:44.159378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c1e4f00-e4a8-4a58-a746-bb507805c1b2 req-f31d3998-62c5-4b1d-8fb7-004be72b7913 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817895 Feb 02 13:02:44.192700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bc09e-3b56-4295-b0f3-6f4d3fa04994 req-c86a6670-51fc-44e8-8760-52b9e09bb1a9 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:44.200981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-296bc09e-3b56-4295-b0f3-6f4d3fa04994 req-c86a6670-51fc-44e8-8760-52b9e09bb1a9 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 950 time: 0.0999596 Feb 02 13:02:44.290191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-296bc09e-3b56-4295-b0f3-6f4d3fa04994 req-088bad1d-a175-4e23-b71a-bc60411146bf tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776281 Feb 02 13:02:44.306021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d989f20-b47e-49e9-8b71-53eb402acdd7 req-42f7d829-8658-4391-98e8-ba1b33358d94 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:44.307613 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d989f20-b47e-49e9-8b71-53eb402acdd7 req-42f7d829-8658-4391-98e8-ba1b33358d94 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0881255 Feb 02 13:02:44.363316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d989f20-b47e-49e9-8b71-53eb402acdd7 req-f95a178b-2588-458d-bc1e-d5c5a8c64d0f tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479813 Feb 02 13:02:44.476127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404582cd-a2f6-473f-8982-70e79a9b4e7b req-9319b744-ae45-4560-bf5f-2b2d54f39e57 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:44.477791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-404582cd-a2f6-473f-8982-70e79a9b4e7b req-9319b744-ae45-4560-bf5f-2b2d54f39e57 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.0609341 Feb 02 13:02:44.531937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-404582cd-a2f6-473f-8982-70e79a9b4e7b req-50af764d-33ec-4c1a-b36f-a0a3a5b0acbc tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471158 Feb 02 13:02:44.621361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121856d2-bb3b-4899-9215-c515198be955 req-2c677f23-5805-4bf7-b77d-4c1efc9a987a tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:44.624558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-121856d2-bb3b-4899-9215-c515198be955 req-2c677f23-5805-4bf7-b77d-4c1efc9a987a tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 946 time: 0.0615585 Feb 02 13:02:44.680038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-121856d2-bb3b-4899-9215-c515198be955 req-e47e430f-40f5-4c34-a1e6-957b8c96a1b1 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491984 Feb 02 13:02:44.857935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b9b8a-84f5-419b-973e-69d254c6d1f8 req-bfaaa7a4-7bd6-4841-ab9f-8dd0423c3788 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:44.868932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b8b9b8a-84f5-419b-973e-69d254c6d1f8 req-bfaaa7a4-7bd6-4841-ab9f-8dd0423c3788 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.1037216 Feb 02 13:02:44.956257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b8b9b8a-84f5-419b-973e-69d254c6d1f8 req-ea761ac5-8f49-400b-8d5e-4a52729b6b9d tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864892 Feb 02 13:02:45.088549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff9754-5747-4285-bb45-611d226cc655 req-3b252587-1740-4e64-92f7-5b8afcabb6ea tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:45.095608 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60ff9754-5747-4285-bb45-611d226cc655 req-3b252587-1740-4e64-92f7-5b8afcabb6ea tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.0952592 Feb 02 13:02:45.128531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e062c-dc70-4313-b0fb-ffbf0181db9f req-7499dc79-b8a0-4c09-88ed-134aa89cc002 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:45.129994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-396e062c-dc70-4313-b0fb-ffbf0181db9f req-7499dc79-b8a0-4c09-88ed-134aa89cc002 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 1132 time: 0.0944381 Feb 02 13:02:45.197321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60ff9754-5747-4285-bb45-611d226cc655 req-97f349e9-e3c2-435e-8c35-e93fecb3bfa7 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups?id=95db2be4-3982-48e2-85e7-db23d25bab98&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006787 Feb 02 13:02:45.222541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-396e062c-dc70-4313-b0fb-ffbf0181db9f req-b99469f8-0c8b-403d-99a0-b000743612b3 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746899 Feb 02 13:02:45.229398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab277484-4400-4b7d-989b-38032c5041ab req-8829dc8e-6dd8-420a-b977-17e229c7fef2 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:45.231021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab277484-4400-4b7d-989b-38032c5041ab req-8829dc8e-6dd8-420a-b977-17e229c7fef2 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.62 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 945 time: 0.1159720 Feb 02 13:02:45.691482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a05d20-3669-49b2-a409-5d2ba1d86a1b req-272a6ad2-2f6c-40d5-bdfa-44e4d992a1e4 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:45.692965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3a05d20-3669-49b2-a409-5d2ba1d86a1b req-272a6ad2-2f6c-40d5-bdfa-44e4d992a1e4 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=47ada0d0-4f97-433d-adaf-925d2954bd14 HTTP/1.1" status: 200 len: 945 time: 0.4056149 Feb 02 13:02:45.706374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e0603f-ed7d-4242-9c3c-25c6137585ea req-cc59e7f8-b954-4819-93f1-869eb7738e93 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:45.707832 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83e0603f-ed7d-4242-9c3c-25c6137585ea req-cc59e7f8-b954-4819-93f1-869eb7738e93 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.4192009 Feb 02 13:02:45.742124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Deleting port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:02:45.742480 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:45.777756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device fecb8f92-6577-4982-997c-423bbfc7f502 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:45.807958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3a05d20-3669-49b2-a409-5d2ba1d86a1b req-9a2f3a93-2df0-47e9-88be-eca5feceddce tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991690 Feb 02 13:02:45.848260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83e0603f-ed7d-4242-9c3c-25c6137585ea req-8a62442f-0537-4f12-b2c3-fd8f508541ed tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310558 Feb 02 13:02:45.908848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] For port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4,segment=NetworkSegment(4ba7f8b8-5967-4787-9d3a-396cf2cdabf2),segment_id=4ba7f8b8-5967-4787-9d3a-396cf2cdabf2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:45.909229 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:45.913416 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fecb8f92-6577-4982-997c-423bbfc7f502,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:45.926440 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'fecb8f92-6577-4982-997c-423bbfc7f502', 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db', 'port_id': 'fecb8f92-6577-4982-997c-423bbfc7f502', 'mac_address': 'fa:16:3e:13:28:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708dee7a-bc33-4813-ab59-c9fbe4f3f7a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:45.966716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port fecb8f92-6577-4982-997c-423bbfc7f502 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:45.967049 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:45.980341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fecb8f92-6577-4982-997c-423bbfc7f502 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:46.000586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fecb8f92-6577-4982-997c-423bbfc7f502,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:46.005303 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:46.052823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=fecb8f92-6577-4982-997c-423bbfc7f502,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:46.090991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf225d-f2a8-42c8-b575-c6ab1642b018 req-73a7a77d-fb7d-4ba0-982e-4bbe860ebf65 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:46.092763 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13bf225d-f2a8-42c8-b575-c6ab1642b018 req-73a7a77d-fb7d-4ba0-982e-4bbe860ebf65 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 1132 time: 0.1674945 Feb 02 13:02:46.108627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efa586-4458-4a83-9ba2-b7f5d6718a97 req-8954e458-de11-4323-b2f1-254dc9f855f3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:46.110187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-85efa586-4458-4a83-9ba2-b7f5d6718a97 req-8954e458-de11-4323-b2f1-254dc9f855f3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 950 time: 0.1833394 Feb 02 13:02:46.233408 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:46.233667 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (68acc2e0-6ddb-458e-aea5-65bf74649bdc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:46.233978 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Floating IP 68acc2e0-6ddb-458e-aea5-65bf74649bdc disassociated. External IP: 172.25.4.135, port: 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4. Feb 02 13:02:46.234318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Calling delete_port for 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:02:46.240596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13bf225d-f2a8-42c8-b575-c6ab1642b018 req-df579092-19b3-4a16-b2cb-f40d4c0b60cd tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395137 Feb 02 13:02:46.245379 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-85efa586-4458-4a83-9ba2-b7f5d6718a97 req-71becfd5-8f88-4697-bb13-2a166d128827 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255660 Feb 02 13:02:46.437466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07483b-ae89-4eae-9d61-88217d4e6691 req-1e93505c-6843-4f5e-af42-8011177b7c12 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:46.438840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed07483b-ae89-4eae-9d61-88217d4e6691 req-1e93505c-6843-4f5e-af42-8011177b7c12 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.1336544 Feb 02 13:02:46.465490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fecb8f92-6577-4982-997c-423bbfc7f502'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:46.471546 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:46.479537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b4ce2-4e80-4b59-b156-dffb00b29efd req-34cb3831-feb4-4d76-9a04-b250d0821bdb tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:46.481007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b66b4ce2-4e80-4b59-b156-dffb00b29efd req-34cb3831-feb4-4d76-9a04-b250d0821bdb tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 945 time: 0.1408479 Feb 02 13:02:46.524517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Pushing event deleted for resources: {'Port': ['ID=7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:46.559326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed07483b-ae89-4eae-9d61-88217d4e6691 req-0ac2fdf1-adbc-4932-bf09-60ad221bad09 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115212 Feb 02 13:02:46.624680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b66b4ce2-4e80-4b59-b156-dffb00b29efd req-1eb39ffd-a248-41ad-9884-5284227a8f9d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376641 Feb 02 13:02:46.712522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:02:46.789050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9de2043-aa60-4a94-92e6-941fcd847c37 req-787b7cf0-8115-4152-acd5-1d6cfcaa8e25 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bbe187d-83dd-4ee5-80be-353ce06e1580 HTTP/1.1" status: 200 len: 210 time: 0.0354316 Feb 02 13:02:46.827049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 51feb5c8-d240-49c3-95a5-84379f6e6190 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:46.910512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:02:46.926996 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840a4f4-17c5-45ab-b3bf-1fee666f5197 None None] Sync routers for ids ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:02:46.952602 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840a4f4-17c5-45ab-b3bf-1fee666f5197 None None] Routers {'93cb4b1e-3ab3-4cfd-930b-e213fb36225a'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:02:46.953380 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f840a4f4-17c5-45ab-b3bf-1fee666f5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:02:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:46.970224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd035c-fd84-4785-a243-842072dfe4d3 req-e9f0f28f-460c-46cb-ab17-0c382bfbd9b5 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:46.977986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1dd035c-fd84-4785-a243-842072dfe4d3 req-e9f0f28f-460c-46cb-ab17-0c382bfbd9b5 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 946 time: 0.1390655 Feb 02 13:02:46.987228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 51feb5c8-d240-49c3-95a5-84379f6e6190, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=51feb5c8-d240-49c3-95a5-84379f6e6190,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:47.004471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '51feb5c8-d240-49c3-95a5-84379f6e6190', 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d', 'port_id': '51feb5c8-d240-49c3-95a5-84379f6e6190', 'mac_address': 'fa:16:3e:dc:2b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c42dda4-bf48-45f7-a2c0-e8550af6933b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:47.008930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 51feb5c8-d240-49c3-95a5-84379f6e6190 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:02:47.020437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] No DVR routers for this DVR port 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:02:47.029094 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:47.033320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab277484-4400-4b7d-989b-38032c5041ab req-d93a41fb-fe59-4a06-8e36-d31f438325e5 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.62 "DELETE /v2.0/ports/7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 HTTP/1.1" status: 204 len: 173 time: 1.7942786 Feb 02 13:02:47.034007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'name': 'network-vif-deleted', 'tag': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:47.036615 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed2243b-4d8d-4060-8b1e-2c7a811aa076" -d '{"events": [{"server_uuid": "7bbe187d-83dd-4ee5-80be-353ce06e1580", "name": "network-vif-deleted", "tag": "7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:47.092799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1dd035c-fd84-4785-a243-842072dfe4d3 req-70bdcff2-968b-4382-a884-9baf265f8450 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125276 Feb 02 13:02:47.125305 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 51feb5c8-d240-49c3-95a5-84379f6e6190 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:47.126870 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:47.145324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51feb5c8-d240-49c3-95a5-84379f6e6190 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:47.170726 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f840a4f4-17c5-45ab-b3bf-1fee666f5197 None None] Set router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:02:47.172371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 51feb5c8-d240-49c3-95a5-84379f6e6190, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=51feb5c8-d240-49c3-95a5-84379f6e6190,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:47.237729 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:47.241421 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 51feb5c8-d240-49c3-95a5-84379f6e6190 is: BUILD; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:47.242497 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:47.331282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 51feb5c8-d240-49c3-95a5-84379f6e6190 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:47.339475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06b09c-db3a-49e1-af65-d2df34b7d4c8 req-77382ec9-e289-4348-ba2a-3e1bca7cde51 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:47.341965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a06b09c-db3a-49e1-af65-d2df34b7d4c8 req-77382ec9-e289-4348-ba2a-3e1bca7cde51 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.1224334 Feb 02 13:02:47.359011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 51feb5c8-d240-49c3-95a5-84379f6e6190, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=51feb5c8-d240-49c3-95a5-84379f6e6190,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:47.361358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=51feb5c8-d240-49c3-95a5-84379f6e6190,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:47.375540 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:47.426166 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a06b09c-db3a-49e1-af65-d2df34b7d4c8 req-0fda4f8c-1251-419d-a99c-d25650ef4aec tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777495 Feb 02 13:02:47.437607 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=51feb5c8-d240-49c3-95a5-84379f6e6190,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:47.482721 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45facd95-cf11-48a4-9219-09bb59c2f884 x-openstack-request-id: req-45facd95-cf11-48a4-9219-09bb59c2f884 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:47.483213 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbe187d-83dd-4ee5-80be-353ce06e1580", "name": "network-vif-deleted", "tag": "7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:47.483656 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-45facd95-cf11-48a4-9219-09bb59c2f884 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:47.484082 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbe187d-83dd-4ee5-80be-353ce06e1580', 'name': 'network-vif-deleted', 'tag': '7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4', 'status': 'completed', 'code': 200} Feb 02 13:02:47.598906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1b852-9821-4310-863c-d1bdb4c49b14 req-646adb8e-e63f-494b-aa98-f6641173cb11 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:47.605139 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f840a4f4-17c5-45ab-b3bf-1fee666f5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:01:33Z', 'revision_number': 4, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'a91fdd3c-d685-4784-846a-09a4bdbd3ff1', 'name': '', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'mac_address': 'fa:16:3e:1d:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:31Z', 'updated_at': '2022-02-02T13:01:38Z', 'revision_number': 5, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'subnets': [{'id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:47.608039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92f1b852-9821-4310-863c-d1bdb4c49b14 req-646adb8e-e63f-494b-aa98-f6641173cb11 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=898c72f1-6951-425a-8a5e-59600ad95f08 HTTP/1.1" status: 200 len: 950 time: 0.0721846 Feb 02 13:02:47.630796 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840a4f4-17c5-45ab-b3bf-1fee666f5197 None None] Checking router: 93cb4b1e-3ab3-4cfd-930b-e213fb36225a for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:02:47.649722 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840a4f4-17c5-45ab-b3bf-1fee666f5197 None None] Routers {'93cb4b1e-3ab3-4cfd-930b-e213fb36225a'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:02:47.650977 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f840a4f4-17c5-45ab-b3bf-1fee666f5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:02:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:47.670371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['51feb5c8-d240-49c3-95a5-84379f6e6190'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:47.688877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92f1b852-9821-4310-863c-d1bdb4c49b14 req-18fbba4d-18f9-487d-892d-225de1b2a779 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797300 Feb 02 13:02:47.823845 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f840a4f4-17c5-45ab-b3bf-1fee666f5197 None None] Set router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:02:47.944211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63e102-8ecb-414f-966c-8d2395d347d9 req-43343abb-edf5-478a-bb6c-c9721e9a29d3 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:47.954381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e63e102-8ecb-414f-966c-8d2395d347d9 req-43343abb-edf5-478a-bb6c-c9721e9a29d3 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.1070385 Feb 02 13:02:48.031991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e63e102-8ecb-414f-966c-8d2395d347d9 req-4cdd28ad-ddfc-4b74-bb44-df2bd3a12afc tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722833 Feb 02 13:02:48.121630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7649e-132f-4037-9c30-5cca08bacb73 req-23c67df8-5567-4011-b5b1-cbb2065f5e83 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:48.123273 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52e7649e-132f-4037-9c30-5cca08bacb73 req-23c67df8-5567-4011-b5b1-cbb2065f5e83 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 943 time: 0.0883465 Feb 02 13:02:48.125169 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f840a4f4-17c5-45ab-b3bf-1fee666f5197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:01:33Z', 'revision_number': 4, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'a91fdd3c-d685-4784-846a-09a4bdbd3ff1', 'name': '', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'mac_address': 'fa:16:3e:1d:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:31Z', 'updated_at': '2022-02-02T13:01:38Z', 'revision_number': 5, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'subnets': [{'id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:48.154988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d8e22-a7a4-4d11-9ced-af504f38f22e req-7808b7e6-6b75-43e6-b908-452c1a1543eb tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:48.156675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-336d8e22-a7a4-4d11-9ced-af504f38f22e req-7808b7e6-6b75-43e6-b908-452c1a1543eb tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 945 time: 0.0872366 Feb 02 13:02:48.159186 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840a4f4-17c5-45ab-b3bf-1fee666f5197 None None] The sync data for ids ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'] in n-d-827336-2 is: [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:01:33Z', 'revision_number': 4, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'a91fdd3c-d685-4784-846a-09a4bdbd3ff1', 'name': '', 'network_id': '588daa18-8525-44e4-ad4d-75a5fcb7e389', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'mac_address': 'fa:16:3e:1d:74:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:31Z', 'updated_at': '2022-02-02T13:01:38Z', 'revision_number': 5, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'subnets': [{'id': 'da34e80d-cf3c-4a53-830b-765c63264dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:02:48.209921 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52e7649e-132f-4037-9c30-5cca08bacb73 req-3d5da510-efb0-4a2e-931c-72fdac443088 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785680 Feb 02 13:02:48.251036 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-336d8e22-a7a4-4d11-9ced-af504f38f22e req-ac908d75-432a-4990-8687-fb15f76bb73f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764644 Feb 02 13:02:48.557951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64bd802-4909-4c29-913d-f6740f6a5837 None None] New status for floating IP 68acc2e0-6ddb-458e-aea5-65bf74649bdc: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:02:48.588303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:48.738760 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad486dc0-8405-4e28-bc4c-e406ca8e26d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for security_group (95db2be4-3982-48e2-85e7-db23d25bab98), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:48.798841 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad486dc0-8405-4e28-bc4c-e406ca8e26d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for security_group (95db2be4-3982-48e2-85e7-db23d25bab98), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:48.962517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6724a-cbd4-492f-948f-606e1da4832a req-00ef16da-76d2-4b9c-86af-e085bd0ded73 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:48.968413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6724a-cbd4-492f-948f-606e1da4832a req-00ef16da-76d2-4b9c-86af-e085bd0ded73 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:48.974114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6724a-cbd4-492f-948f-606e1da4832a req-00ef16da-76d2-4b9c-86af-e085bd0ded73 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:48.975869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78b6724a-cbd4-492f-948f-606e1da4832a req-00ef16da-76d2-4b9c-86af-e085bd0ded73 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2&device_id=47ada0d0-4f97-433d-adaf-925d2954bd14&device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 2418 time: 0.1181433 Feb 02 13:02:48.976642 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad486dc0-8405-4e28-bc4c-e406ca8e26d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (95db2be4-3982-48e2-85e7-db23d25bab98), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:48.979414 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad486dc0-8405-4e28-bc4c-e406ca8e26d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:48.984889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ad486dc0-8405-4e28-bc4c-e406ca8e26d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "DELETE /v2.0/security-groups/95db2be4-3982-48e2-85e7-db23d25bab98 HTTP/1.1" status: 204 len: 168 time: 0.3952758 Feb 02 13:02:48.985471 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42638) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:49.012060 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-4bcfc81e-cb62-4712-996c-ec54a63e8257 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] show failed (client error): The resource could not be found. Feb 02 13:02:49.017309 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4bcfc81e-cb62-4712-996c-ec54a63e8257 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "GET /v2.0/security-groups/95db2be4-3982-48e2-85e7-db23d25bab98 HTTP/1.1" status: 404 len: 347 time: 0.0307579 Feb 02 13:02:49.018848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42640) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:49.024675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad486dc0-8405-4e28-bc4c-e406ca8e26d0 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95db2be4-3982-48e2-85e7-db23d25bab98,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:49.072258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d3907-5f34-480a-bf9f-b2e356e0cc9d req-6c3adf24-79b7-49ce-8f4d-d1693d3cb285 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:49.074148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e34d3907-5f34-480a-bf9f-b2e356e0cc9d req-6c3adf24-79b7-49ce-8f4d-d1693d3cb285 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.1551867 Feb 02 13:02:49.085677 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78b6724a-cbd4-492f-948f-606e1da4832a req-b20f1584-315e-4765-bf7f-48d112a888bd tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946305 Feb 02 13:02:49.158357 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e34d3907-5f34-480a-bf9f-b2e356e0cc9d req-ac740401-01af-452f-871d-f5e0354996ab tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764172 Feb 02 13:02:49.201057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ea254771-eb20-40e5-a61f-3c73d8fe64b2 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Deleting port 519e3a90-5b09-498e-961c-823f5f1cb177 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:02:49.201398 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea254771-eb20-40e5-a61f-3c73d8fe64b2 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (519e3a90-5b09-498e-961c-823f5f1cb177), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:49.301176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ca842-2f04-4a2b-bc48-1c42b0446088 req-7f354e13-99f5-4ce9-9855-f2f88dace0c3 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:49.303874 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b62ca842-2f04-4a2b-bc48-1c42b0446088 req-7f354e13-99f5-4ce9-9855-f2f88dace0c3 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.0696573 Feb 02 13:02:49.312893 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea254771-eb20-40e5-a61f-3c73d8fe64b2 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (519e3a90-5b09-498e-961c-823f5f1cb177), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:49.313342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea254771-eb20-40e5-a61f-3c73d8fe64b2 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for floatingip (519e3a90-5b09-498e-961c-823f5f1cb177), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:49.330532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ea254771-eb20-40e5-a61f-3c73d8fe64b2 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Calling delete_port for 519e3a90-5b09-498e-961c-823f5f1cb177 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:02:49.393519 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b62ca842-2f04-4a2b-bc48-1c42b0446088 req-ca129362-d2e7-4034-9a4e-a93099d550d7 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790339 Feb 02 13:02:49.404094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f63516-ea1d-4fcc-a3d9-a997605aa5ce req-c2e46c76-e552-4469-9c71-29a66e8bc1e2 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:49.405542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4f63516-ea1d-4fcc-a3d9-a997605aa5ce req-c2e46c76-e552-4469-9c71-29a66e8bc1e2 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 946 time: 0.1007986 Feb 02 13:02:49.469476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4f63516-ea1d-4fcc-a3d9-a997605aa5ce req-78df616e-a96a-4867-952f-00080bc0d010 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570285 Feb 02 13:02:49.508260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea254771-eb20-40e5-a61f-3c73d8fe64b2 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (519e3a90-5b09-498e-961c-823f5f1cb177), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:49.537427 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea254771-eb20-40e5-a61f-3c73d8fe64b2 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Pushing event deleted for resources: {'Port': ['ID=519e3a90-5b09-498e-961c-823f5f1cb177,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:49.556587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28bcf28-f449-4cc4-a93a-073160043c37 req-99f72c16-e2c9-4937-b449-8dfd1f20b964 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:49.558116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f28bcf28-f449-4cc4-a93a-073160043c37 req-99f72c16-e2c9-4937-b449-8dfd1f20b964 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 943 time: 0.0823724 Feb 02 13:02:49.605917 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea254771-eb20-40e5-a61f-3c73d8fe64b2 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks [] for floatingip (68acc2e0-6ddb-458e-aea5-65bf74649bdc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:49.608522 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea254771-eb20-40e5-a61f-3c73d8fe64b2 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:49.609650 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ea254771-eb20-40e5-a61f-3c73d8fe64b2 tempest-ServersTestManualDisk-2050502403 tempest-ServersTestManualDisk-2050502403-project] 10.222.0.83 "DELETE /v2.0/floatingips/68acc2e0-6ddb-458e-aea5-65bf74649bdc HTTP/1.1" status: 204 len: 168 time: 0.5883405 Feb 02 13:02:49.615883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42658) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:49.616612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52255df-14a4-4433-9328-1374f19dcb25 req-4c61fe68-be3c-4fa4-b5ad-20fffb915ba6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:49.618085 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c52255df-14a4-4433-9328-1374f19dcb25 req-4c61fe68-be3c-4fa4-b5ad-20fffb915ba6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 945 time: 0.0977237 Feb 02 13:02:49.640105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f28bcf28-f449-4cc4-a93a-073160043c37 req-46bd92b7-989f-4289-bdc7-a1b9d01d52d5 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723464 Feb 02 13:02:49.677951 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c52255df-14a4-4433-9328-1374f19dcb25 req-87ff2ee3-fdc2-46f2-a361-e8b023134828 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503178 Feb 02 13:02:49.790566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device fecb8f92-6577-4982-997c-423bbfc7f502 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:49.886850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port fecb8f92-6577-4982-997c-423bbfc7f502 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:02:49.892711 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port fecb8f92-6577-4982-997c-423bbfc7f502 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:49.893272 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:49.985998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port fecb8f92-6577-4982-997c-423bbfc7f502 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:49.986788 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:50.002152 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3b5566b-0f5d-4f2d-8d7e-80007497626a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:50.016027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6335f55a-d000-4572-ae8d-fe5b235b4b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecb8f92-6577-4982-997c-423bbfc7f502'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:50.018273 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5186ad4f-85ce-483c-8f93-1e9d7353994a" -d '{"events": [{"server_uuid": "6335f55a-d000-4572-ae8d-fe5b235b4b80", "name": "network-vif-plugged", "status": "completed", "tag": "fecb8f92-6577-4982-997c-423bbfc7f502"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:50.030782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fecb8f92-6577-4982-997c-423bbfc7f502,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:50.041420 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:50.043665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:02:50.102485 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a856a2-ba88-4822-b6a5-367ccfbdf291 x-openstack-request-id: req-67a856a2-ba88-4822-b6a5-367ccfbdf291 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:50.102878 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6335f55a-d000-4572-ae8d-fe5b235b4b80", "name": "network-vif-plugged", "status": "completed", "tag": "fecb8f92-6577-4982-997c-423bbfc7f502", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:50.103282 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-67a856a2-ba88-4822-b6a5-367ccfbdf291 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:50.103871 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6335f55a-d000-4572-ae8d-fe5b235b4b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fecb8f92-6577-4982-997c-423bbfc7f502', 'code': 200} Feb 02 13:02:50.123019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:02:50.123536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7e2a5de5-f8a5-45ed-8bd5-ce55ea994fd4 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:02:50.176655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=fecb8f92-6577-4982-997c-423bbfc7f502,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:50.293798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67855d1-9f40-46fd-a20f-3237b689f95a req-5d7f1e75-1b89-4722-9f33-07e39d51564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:50.295323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e67855d1-9f40-46fd-a20f-3237b689f95a req-5d7f1e75-1b89-4722-9f33-07e39d51564f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 1128 time: 0.0541761 Feb 02 13:02:50.357468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a3b5566b-0f5d-4f2d-8d7e-80007497626a admin admin] Deleting port a91fdd3c-d685-4784-846a-09a4bdbd3ff1 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:02:50.358203 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3b5566b-0f5d-4f2d-8d7e-80007497626a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:50.375833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e67855d1-9f40-46fd-a20f-3237b689f95a req-df5dd4e2-55d5-44f4-a96f-54760097501e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732439 Feb 02 13:02:50.394079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35108046-ad14-4848-a52c-ed97e6b4df2f req-33ccb841-7c68-43f2-b515-0b560acad6cf tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:50.401866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35108046-ad14-4848-a52c-ed97e6b4df2f req-33ccb841-7c68-43f2-b515-0b560acad6cf tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0858915 Feb 02 13:02:50.450591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-a3b5566b-0f5d-4f2d-8d7e-80007497626a admin admin] For port a91fdd3c-d685-4784-846a-09a4bdbd3ff1, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a91fdd3c-d685-4784-846a-09a4bdbd3ff1,segment=NetworkSegment(4ba7f8b8-5967-4787-9d3a-396cf2cdabf2),segment_id=4ba7f8b8-5967-4787-9d3a-396cf2cdabf2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:50.451183 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3b5566b-0f5d-4f2d-8d7e-80007497626a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:50.466401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a3b5566b-0f5d-4f2d-8d7e-80007497626a admin admin] Calling delete_port for a91fdd3c-d685-4784-846a-09a4bdbd3ff1 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:02:50.471007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35108046-ad14-4848-a52c-ed97e6b4df2f req-752d54db-0a6a-467f-8ed8-b33742afe3c1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677886 Feb 02 13:02:50.577657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32c6a3-67f4-4bd5-b768-4f2dd5e311c3 req-47a49688-e0d7-404f-991a-33fdb8f3e18d tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:50.588666 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b32c6a3-67f4-4bd5-b768-4f2dd5e311c3 req-47a49688-e0d7-404f-991a-33fdb8f3e18d tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.0660512 Feb 02 13:02:50.651182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b32c6a3-67f4-4bd5-b768-4f2dd5e311c3 req-2ca1adcd-f6a7-4752-863f-4e70ae155ac4 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606656 Feb 02 13:02:50.674130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3b5566b-0f5d-4f2d-8d7e-80007497626a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a91fdd3c-d685-4784-846a-09a4bdbd3ff1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:50.723676 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5566b-0f5d-4f2d-8d7e-80007497626a admin admin] Pushing event deleted for resources: {'Port': ['ID=a91fdd3c-d685-4784-846a-09a4bdbd3ff1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:50.804843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bda8c6-ad24-4b91-9dc7-5e6818e6bdb8 req-56b1f36d-c3ac-4feb-898d-c9d0c153fcb6 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:50.806934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49bda8c6-ad24-4b91-9dc7-5e6818e6bdb8 req-56b1f36d-c3ac-4feb-898d-c9d0c153fcb6 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 943 time: 0.0859573 Feb 02 13:02:50.826985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 51feb5c8-d240-49c3-95a5-84379f6e6190 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:50.893797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 51feb5c8-d240-49c3-95a5-84379f6e6190 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:50.894166 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:50.941081 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49bda8c6-ad24-4b91-9dc7-5e6818e6bdb8 req-cb1d5e40-2b5c-4efb-bf92-b700b2cdc7a9 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210706 Feb 02 13:02:50.948913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcfb16-5419-4af3-93ab-8120891e927d req-cc16dcf5-2942-477f-9789-294f5d47edf1 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:50.952064 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a3b5566b-0f5d-4f2d-8d7e-80007497626a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:50.955970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9bcfb16-5419-4af3-93ab-8120891e927d req-cc16dcf5-2942-477f-9789-294f5d47edf1 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.1477461 Feb 02 13:02:51.026892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 51feb5c8-d240-49c3-95a5-84379f6e6190 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:51.027286 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:51.035977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9bcfb16-5419-4af3-93ab-8120891e927d req-95ba8427-862b-4704-aa70-1bc73a04466b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791147 Feb 02 13:02:51.066393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 51feb5c8-d240-49c3-95a5-84379f6e6190, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=51feb5c8-d240-49c3-95a5-84379f6e6190,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:51.073003 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:51.127515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=51feb5c8-d240-49c3-95a5-84379f6e6190,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:51.132900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234d12-1613-4c35-8a92-169f17c93bee req-2714f2fa-63cd-495a-a27f-575bf8703516 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:51.134728 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94234d12-1613-4c35-8a92-169f17c93bee req-2714f2fa-63cd-495a-a27f-575bf8703516 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.0626090 Feb 02 13:02:51.187355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94234d12-1613-4c35-8a92-169f17c93bee req-e14aa31d-0ab8-409c-adb5-8c201a3ae6c9 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448718 Feb 02 13:02:51.494500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b5566b-0f5d-4f2d-8d7e-80007497626a admin admin] Router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:02:51.590713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482a75-d98b-4fcb-bbf9-c4655f048514 req-ca05d368-8b2b-4550-95a3-cc8d2b7b6ade tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:51.592256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62482a75-d98b-4fcb-bbf9-c4655f048514 req-ca05d368-8b2b-4550-95a3-cc8d2b7b6ade tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0590367 Feb 02 13:02:51.603011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b5566b-0f5d-4f2d-8d7e-80007497626a admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:02:51.610924 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a3b5566b-0f5d-4f2d-8d7e-80007497626a admin admin] 10.222.0.83 "PUT /v2.0/routers/93cb4b1e-3ab3-4cfd-930b-e213fb36225a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9912524 Feb 02 13:02:51.611091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42710) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:51.620346 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7bea78-d17d-42d4-ae4b-0c40c3458c6b None None] Sync routers for ids ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:02:51.631936 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7bea78-d17d-42d4-ae4b-0c40c3458c6b None None] Routers {'93cb4b1e-3ab3-4cfd-930b-e213fb36225a'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:02:51.632765 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b7bea78-d17d-42d4-ae4b-0c40c3458c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:02:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:51.681663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62482a75-d98b-4fcb-bbf9-c4655f048514 req-6f591cd2-47a2-4ad6-9985-104607b2caf8 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812724 Feb 02 13:02:51.721265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Publish callbacks [] for router (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:51.783135 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0b7bea78-d17d-42d4-ae4b-0c40c3458c6b None None] Set router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:02:51.803092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe8243-e78c-4b3c-b247-1f828dc73fb5 req-673adbb0-bc6f-400d-9c94-ed1e8971a7d5 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:51.805239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2fe8243-e78c-4b3c-b247-1f828dc73fb5 req-673adbb0-bc6f-400d-9c94-ed1e8971a7d5 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.0647998 Feb 02 13:02:51.811759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 272d656a-44a1-46d5-a3f4-160c72fbbbb6 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:02:51.841248 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Publish callbacks [] for router_gateway (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:51.896002 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2fe8243-e78c-4b3c-b247-1f828dc73fb5 req-04b56d09-386c-4ff3-bb6c-833782ccb282 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764685 Feb 02 13:02:51.954292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Deleting port b206f526-4ce9-46b6-b7dd-6488f378b8e4 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:02:51.954930 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:51.977333 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:52.003160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'mac_address': 'fa:16:3e:3c:25:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:02:52.029836 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b7bea78-d17d-42d4-ae4b-0c40c3458c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:02:50Z', 'revision_number': 5, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port': {'id': 'b206f526-4ce9-46b6-b7dd-6488f378b8e4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:6c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:01:27Z', 'updated_at': '2022-02-02T13:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:52.064637 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7bea78-d17d-42d4-ae4b-0c40c3458c6b None None] Checking router: 93cb4b1e-3ab3-4cfd-930b-e213fb36225a for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:02:52.065588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:52.066219 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:52.074836 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7bea78-d17d-42d4-ae4b-0c40c3458c6b None None] Routers {'93cb4b1e-3ab3-4cfd-930b-e213fb36225a'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:02:52.075516 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b7bea78-d17d-42d4-ae4b-0c40c3458c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:02:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:52.086452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 272d656a-44a1-46d5-a3f4-160c72fbbbb6 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:02:52.119159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6a6499-a49a-4cd3-8ae4-c9e876d0271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51feb5c8-d240-49c3-95a5-84379f6e6190'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:52.129994 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e102cec5-6324-488a-8e32-ec6042c218fe" -d '{"events": [{"server_uuid": "1f6a6499-a49a-4cd3-8ae4-c9e876d0271d", "name": "network-vif-plugged", "status": "completed", "tag": "51feb5c8-d240-49c3-95a5-84379f6e6190"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:52.140316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54950c7d-f5a0-4f3f-8fb5-289b1dfb532b req-2323fb8e-173a-4d80-baf5-353baf8c61ef tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:52.141913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54950c7d-f5a0-4f3f-8fb5-289b1dfb532b req-2323fb8e-173a-4d80-baf5-353baf8c61ef tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0994952 Feb 02 13:02:52.162597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:52.169480 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:52.199148 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0b7bea78-d17d-42d4-ae4b-0c40c3458c6b None None] Set router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:02:52.266527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] For port b206f526-4ce9-46b6-b7dd-6488f378b8e4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b206f526-4ce9-46b6-b7dd-6488f378b8e4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:52.266927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:52.288019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54950c7d-f5a0-4f3f-8fb5-289b1dfb532b req-844236a4-3b1f-4bbb-8243-22c5b6f86a94 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378052 Feb 02 13:02:52.298810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Calling delete_port for b206f526-4ce9-46b6-b7dd-6488f378b8e4 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:02:52.309804 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0b7bea78-d17d-42d4-ae4b-0c40c3458c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:02:51Z', 'revision_number': 6, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:52.344191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=272d656a-44a1-46d5-a3f4-160c72fbbbb6,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:52.381769 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7bea78-d17d-42d4-ae4b-0c40c3458c6b None None] The sync data for ids ['93cb4b1e-3ab3-4cfd-930b-e213fb36225a'] in n-d-827336-2 is: [{'id': '93cb4b1e-3ab3-4cfd-930b-e213fb36225a', 'name': 'tempest-ServersTestManualDisk-318301913-router', 'tenant_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:01:26Z', 'updated_at': '2022-02-02T13:02:51Z', 'revision_number': 6, 'project_id': '1180f703ad6a4bf091f7b7f2773b7be4', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:02:52.386144 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f032b2dd-3632-4ce5-99e2-eb3ada085266 x-openstack-request-id: req-f032b2dd-3632-4ce5-99e2-eb3ada085266 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:52.387165 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6a6499-a49a-4cd3-8ae4-c9e876d0271d", "name": "network-vif-plugged", "status": "completed", "tag": "51feb5c8-d240-49c3-95a5-84379f6e6190", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:52.387608 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f032b2dd-3632-4ce5-99e2-eb3ada085266 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:52.388176 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6a6499-a49a-4cd3-8ae4-c9e876d0271d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51feb5c8-d240-49c3-95a5-84379f6e6190', 'code': 200} Feb 02 13:02:52.440256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f3d00-e234-4e1f-907a-cd15fc17e24e req-1e6f1d97-b1a4-49af-937d-99cd360c23c8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:52.447219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff7f3d00-e234-4e1f-907a-cd15fc17e24e req-1e6f1d97-b1a4-49af-937d-99cd360c23c8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.2016897 Feb 02 13:02:52.472384 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['272d656a-44a1-46d5-a3f4-160c72fbbbb6'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:02:52.602266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff7f3d00-e234-4e1f-907a-cd15fc17e24e req-2e83f711-47f9-4d91-98bd-26e6c615c26b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464634 Feb 02 13:02:52.634853 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebddebd-ca83-404a-8906-fd3b1443bcaa req-3d17b43b-0c5f-4bb7-bca1-0d198b66d705 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:52.637561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b206f526-4ce9-46b6-b7dd-6488f378b8e4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:52.642487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cebddebd-ca83-404a-8906-fd3b1443bcaa req-3d17b43b-0c5f-4bb7-bca1-0d198b66d705 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.1394751 Feb 02 13:02:52.760563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Pushing event deleted for resources: {'Port': ['ID=b206f526-4ce9-46b6-b7dd-6488f378b8e4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:52.793265 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cebddebd-ca83-404a-8906-fd3b1443bcaa req-8c736c02-efed-448a-8f9f-e6263c00b2d6 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387982 Feb 02 13:02:52.977346 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:53.012928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b68ef-1be0-477c-8f7d-3db660c83bba req-248e98e3-ad2e-48c8-ab40-8af250ec5892 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:53.020317 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-380b68ef-1be0-477c-8f7d-3db660c83bba req-248e98e3-ad2e-48c8-ab40-8af250ec5892 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.1300304 Feb 02 13:02:53.137223 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:53.140257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcad4b4-547c-4b8d-bd26-eb12ad2811b7 req-3fdb2098-56fd-452c-86c2-4cc19cf9de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:53.141871 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9dcad4b4-547c-4b8d-bd26-eb12ad2811b7 req-3fdb2098-56fd-452c-86c2-4cc19cf9de15 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 1127 time: 0.3195310 Feb 02 13:02:53.143037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Publish callbacks [] for router_controller (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:53.146916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-380b68ef-1be0-477c-8f7d-3db660c83bba req-316b8550-bc14-4dea-9934-4a646d586445 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050026 Feb 02 13:02:53.197196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aeb4c-15d7-4e94-9b91-f7bfb378d5f0 req-ec7a41c4-0b46-479a-8c39-f3c210e07701 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:53.204076 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d52aeb4c-15d7-4e94-9b91-f7bfb378d5f0 req-ec7a41c4-0b46-479a-8c39-f3c210e07701 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1820381 Feb 02 13:02:53.235093 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (93cb4b1e-3ab3-4cfd-930b-e213fb36225a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:53.235924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93cb4b1e-3ab3-4cfd-930b-e213fb36225a {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:02:53.244137 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:53.248599 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-472577bd-50a8-45e3-bb6e-f29244d60073 admin admin] 10.222.0.83 "DELETE /v2.0/routers/93cb4b1e-3ab3-4cfd-930b-e213fb36225a HTTP/1.1" status: 204 len: 168 time: 1.6340299 Feb 02 13:02:53.251168 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9dcad4b4-547c-4b8d-bd26-eb12ad2811b7 req-f55a3bda-485b-44e6-8b5b-df5a03bf0de5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641229 Feb 02 13:02:53.251168 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42760) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:53.283175 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d52aeb4c-15d7-4e94-9b91-f7bfb378d5f0 req-058c30b6-a49b-476c-a1a1-66c020a9822e tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781717 Feb 02 13:02:53.303946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa50b8c-9b59-4165-9b8d-43c63bd5b439 admin admin] Deleting subnet da34e80d-cf3c-4a53-830b-765c63264dfe {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:02:53.316317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baa50b8c-9b59-4165-9b8d-43c63bd5b439 admin admin] Publish callbacks [] for subnet (da34e80d-cf3c-4a53-830b-765c63264dfe), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:53.356850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baa50b8c-9b59-4165-9b8d-43c63bd5b439 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (da34e80d-cf3c-4a53-830b-765c63264dfe), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:53.470775 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baa50b8c-9b59-4165-9b8d-43c63bd5b439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (da34e80d-cf3c-4a53-830b-765c63264dfe), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:53.480271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def81975-2a52-4083-9d61-080547f948e2 req-4a08d77f-4147-48df-8567-b8a99ec27264 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:53.487523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-def81975-2a52-4083-9d61-080547f948e2 req-4a08d77f-4147-48df-8567-b8a99ec27264 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.1069438 Feb 02 13:02:53.618941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baa50b8c-9b59-4165-9b8d-43c63bd5b439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (da34e80d-cf3c-4a53-830b-765c63264dfe), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:53.625157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-def81975-2a52-4083-9d61-080547f948e2 req-5c51eda3-76f6-4d2f-9bc3-57a61480685e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283264 Feb 02 13:02:53.653671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa50b8c-9b59-4165-9b8d-43c63bd5b439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da34e80d-cf3c-4a53-830b-765c63264dfe,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:53.655990 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baa50b8c-9b59-4165-9b8d-43c63bd5b439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:53.662576 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-baa50b8c-9b59-4165-9b8d-43c63bd5b439 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/da34e80d-cf3c-4a53-830b-765c63264dfe HTTP/1.1" status: 204 len: 168 time: 0.4080520 Feb 02 13:02:53.662692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:53.666566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f060e96-f652-46fa-9e38-76a6dfbf72af None None] Network 588daa18-8525-44e4-ad4d-75a5fcb7e389 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:02:53.756402 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (588daa18-8525-44e4-ad4d-75a5fcb7e389), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:53.832344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 272d656a-44a1-46d5-a3f4-160c72fbbbb6 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:02:53.894351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220b2b5-3b11-429d-97bf-2ad8edc2bfb9 req-710acd2a-8f39-46b1-a891-7ad07142a64c tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:53.902723 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f220b2b5-3b11-429d-97bf-2ad8edc2bfb9 req-710acd2a-8f39-46b1-a891-7ad07142a64c tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.1415839 Feb 02 13:02:53.981058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f220b2b5-3b11-429d-97bf-2ad8edc2bfb9 req-fca88ce0-22bc-4c06-988f-0fbd50d070ea tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761445 Feb 02 13:02:53.999345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:02:53.999809 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:54.019283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Deleting port 003eb4e6-bd13-4793-bfff-d4482e983176 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:02:54.020636 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (003eb4e6-bd13-4793-bfff-d4482e983176), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:54.137903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] For port 003eb4e6-bd13-4793-bfff-d4482e983176, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=003eb4e6-bd13-4793-bfff-d4482e983176,segment=NetworkSegment(4ba7f8b8-5967-4787-9d3a-396cf2cdabf2),segment_id=4ba7f8b8-5967-4787-9d3a-396cf2cdabf2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:54.138554 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (003eb4e6-bd13-4793-bfff-d4482e983176), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:54.170991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Calling delete_port for 003eb4e6-bd13-4793-bfff-d4482e983176 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:02:54.286476 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (003eb4e6-bd13-4793-bfff-d4482e983176), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:54.299888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c96219-15bb-4b50-b59c-ee8e9fabd6dd None None] DHCP port deletion for 588daa18-8525-44e4-ad4d-75a5fcb7e389 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:02:54.302035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a91fdd3c-d685-4784-846a-09a4bdbd3ff1 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:02:54.325115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=003eb4e6-bd13-4793-bfff-d4482e983176,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:54.331225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: a91fdd3c-d685-4784-846a-09a4bdbd3ff1 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:02:54.331679 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a91fdd3c-d685-4784-846a-09a4bdbd3ff1 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:02:54.332148 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 003eb4e6-bd13-4793-bfff-d4482e983176 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:02:54.336078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:02:54.336462 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:54.343360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] No DVR routers for this DVR port 003eb4e6-bd13-4793-bfff-d4482e983176 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:02:54.403225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:54.411192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:54.416988 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef15c32-230e-4dd4-83d8-6d8ab4f929e0" -d '{"events": [{"server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "name": "network-vif-plugged", "status": "completed", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:54.430056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 003eb4e6-bd13-4793-bfff-d4482e983176 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:02:54.430423 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 003eb4e6-bd13-4793-bfff-d4482e983176 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:02:54.430848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b206f526-4ce9-46b6-b7dd-6488f378b8e4 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:02:54.484875 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:54.485257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf4caee-f257-4e8c-9ee2-ea8c1c39a7cc req-3bb7c387-9e53-48f9-acf4-9700f8ff198b tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:54.487746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcf4caee-f257-4e8c-9ee2-ea8c1c39a7cc req-3bb7c387-9e53-48f9-acf4-9700f8ff198b tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.4918063 Feb 02 13:02:54.487944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b206f526-4ce9-46b6-b7dd-6488f378b8e4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:02:54.488083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b206f526-4ce9-46b6-b7dd-6488f378b8e4 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:02:54.561267 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (588daa18-8525-44e4-ad4d-75a5fcb7e389), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:54.616956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=272d656a-44a1-46d5-a3f4-160c72fbbbb6,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:54.632948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588daa18-8525-44e4-ad4d-75a5fcb7e389']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:54.651234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:54.651950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba7f8b8-5967-4787-9d3a-396cf2cdabf2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:02:54.675275 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (4ba7f8b8-5967-4787-9d3a-396cf2cdabf2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:54.734178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcf4caee-f257-4e8c-9ee2-ea8c1c39a7cc req-6094dd5c-78ce-42df-a21f-896108eba6c5 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187548 Feb 02 13:02:54.745330 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4ba7f8b8-5967-4787-9d3a-396cf2cdabf2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:54.759255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb8c61-0f33-41de-a930-8ff210662dd1 req-66639a3d-4cd0-4700-ae6f-43e2d9144403 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:54.762570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e1eb8c61-0f33-41de-a930-8ff210662dd1 req-66639a3d-4cd0-4700-ae6f-43e2d9144403 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 1128 time: 0.2735181 Feb 02 13:02:54.816607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:02:54.817613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (4ba7f8b8-5967-4787-9d3a-396cf2cdabf2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:02:54.820551 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:02:54.990551 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (588daa18-8525-44e4-ad4d-75a5fcb7e389), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:55.002268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e1eb8c61-0f33-41de-a930-8ff210662dd1 req-be3c72d0-7e25-4829-b587-dc00ebdda45d tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297201 Feb 02 13:02:55.003780 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:55.009745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] 10.222.0.83 "DELETE /v2.0/networks/588daa18-8525-44e4-ad4d-75a5fcb7e389 HTTP/1.1" status: 204 len: 168 time: 1.3439605 Feb 02 13:02:55.021229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e6ae2f-184e-4294-aa4f-1df8274285f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=588daa18-8525-44e4-ad4d-75a5fcb7e389,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:55.045348 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356376a-e4d3-45d5-b812-22a6b8fc6a61 req-8a4b1ff7-62a5-4cfa-a13c-ff312ac704a1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:55.048534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e356376a-e4d3-45d5-b812-22a6b8fc6a61 req-8a4b1ff7-62a5-4cfa-a13c-ff312ac704a1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.1688344 Feb 02 13:02:55.162416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e356376a-e4d3-45d5-b812-22a6b8fc6a61 req-faaa78bd-2bf5-4151-8f0b-bdd34592f613 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029286 Feb 02 13:02:55.210650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5456c1-7b96-44b2-a2c0-4c01ee873f2c req-f9f24207-56a1-4411-ab3c-757fc3f95f09 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:55.219175 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da5456c1-7b96-44b2-a2c0-4c01ee873f2c req-f9f24207-56a1-4411-ab3c-757fc3f95f09 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.0734341 Feb 02 13:02:55.279627 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da046953-eadf-40ef-8492-0078c98a4033 x-openstack-request-id: req-da046953-eadf-40ef-8492-0078c98a4033 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:02:55.280231 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "name": "network-vif-plugged", "status": "completed", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:02:55.280231 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-da046953-eadf-40ef-8492-0078c98a4033 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:02:55.280583 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'code': 200} Feb 02 13:02:55.310558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da5456c1-7b96-44b2-a2c0-4c01ee873f2c req-3939ac11-9757-4b19-8fba-3dc7773068ab tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899739 Feb 02 13:02:55.316232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42802) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:55.424878 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c7eea504-ba35-462f-861e-1908bd35cf2a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1180f703ad6a4bf091f7b7f2773b7be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1065121 Feb 02 13:02:55.427395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42812) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:55.541165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb31e59-ae57-4226-8daf-ba9241623aea req-f19883ad-4345-4bf3-be1e-036d51c6748b tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:55.545770 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3df86824-12f1-4d3e-b52e-8c179af5de15 admin admin] Publish callbacks [] for security_group (4f86c42a-f83f-4032-b5a0-71f147da30e5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:55.550393 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfb31e59-ae57-4226-8daf-ba9241623aea req-f19883ad-4345-4bf3-be1e-036d51c6748b tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0964868 Feb 02 13:02:55.571906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3df86824-12f1-4d3e-b52e-8c179af5de15 admin admin] Publish callbacks [] for security_group (4f86c42a-f83f-4032-b5a0-71f147da30e5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:55.634023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfb31e59-ae57-4226-8daf-ba9241623aea req-14f8684f-ff74-4e48-8562-5dd14dcb408d tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827234 Feb 02 13:02:55.664814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0e7f-1898-4961-a70f-fde0d08e6e2e req-daa3c4ae-b0fc-426a-8c91-e1a600f88fe0 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:55.667001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f5e0e7f-1898-4961-a70f-fde0d08e6e2e req-daa3c4ae-b0fc-426a-8c91-e1a600f88fe0 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 1128 time: 0.1132462 Feb 02 13:02:55.670560 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3df86824-12f1-4d3e-b52e-8c179af5de15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4f86c42a-f83f-4032-b5a0-71f147da30e5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:55.673609 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3df86824-12f1-4d3e-b52e-8c179af5de15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:55.674857 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3df86824-12f1-4d3e-b52e-8c179af5de15 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4f86c42a-f83f-4032-b5a0-71f147da30e5 HTTP/1.1" status: 204 len: 168 time: 0.2458482 Feb 02 13:02:55.692706 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df86824-12f1-4d3e-b52e-8c179af5de15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f86c42a-f83f-4032-b5a0-71f147da30e5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:55.747328 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f5e0e7f-1898-4961-a70f-fde0d08e6e2e req-203d8580-93ac-4b82-8e8e-0140a22da76e tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681677 Feb 02 13:02:55.834108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32cb5a-95f2-4ede-8abd-cf2495294715 req-68629c1e-1dd1-4aff-b7a5-fa600705596a tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:55.840346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c32cb5a-95f2-4ede-8abd-cf2495294715 req-68629c1e-1dd1-4aff-b7a5-fa600705596a tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.0785716 Feb 02 13:02:55.923511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c32cb5a-95f2-4ede-8abd-cf2495294715 req-e33e7b31-d40a-47b5-9eaf-6a6bb8ded779 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765517 Feb 02 13:02:55.975462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07262b1-3430-4c36-a99d-b7eeccc5df84 req-49c2bd53-8e3f-473d-a44f-f15c0adfd71c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:55.977089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c07262b1-3430-4c36-a99d-b7eeccc5df84 req-49c2bd53-8e3f-473d-a44f-f15c0adfd71c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.1164074 Feb 02 13:02:56.109251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c07262b1-3430-4c36-a99d-b7eeccc5df84 req-0c994db1-1792-469e-82b3-a8649d80818f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258352 Feb 02 13:02:56.412868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a968b2-d824-4e1c-90b3-5524893b4c09 req-51aa7247-e1b4-420b-a1fb-3aa533bfaa13 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:56.415060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99a968b2-d824-4e1c-90b3-5524893b4c09 req-51aa7247-e1b4-420b-a1fb-3aa533bfaa13 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.1131661 Feb 02 13:02:56.589827 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99a968b2-d824-4e1c-90b3-5524893b4c09 req-01caa32a-acb2-4a38-9554-1c0dc61ed963 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531012 Feb 02 13:02:56.817405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69663f5d-7050-4b2d-b233-5f63f7956066 req-898380ee-6651-40e3-80c6-5927178dfe0f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:56.818917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69663f5d-7050-4b2d-b233-5f63f7956066 req-898380ee-6651-40e3-80c6-5927178dfe0f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1080029 Feb 02 13:02:56.948066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69663f5d-7050-4b2d-b233-5f63f7956066 req-b1987753-058d-4ad6-b69b-19488473e408 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209004 Feb 02 13:02:57.063936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42884) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:57.201729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-network', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:57.239307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:02:57.241682 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:57.251094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-ca1e8d77-4593-45f7-8ea9-a06c1ec79944 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:57.252608 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-ca1e8d77-4593-45f7-8ea9-a06c1ec79944 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/networks?id=b9efaa01-6585-4433-ade5-806cb51fbc0d HTTP/1.1" status: 200 len: 815 time: 0.1634750 Feb 02 13:02:57.254168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:57.279751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-ecb1edbe-3ff9-4ed2-89cd-b6c893ba4763 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/quotas/0a8c490434df42aca4f7f7e6aa12ae65 HTTP/1.1" status: 200 len: 375 time: 0.0190985 Feb 02 13:02:57.362107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-466a18a7-e556-4547-9c30-c5c0a347d11d tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a8c490434df42aca4f7f7e6aa12ae65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0803578 Feb 02 13:02:57.371789 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Publish callbacks [] for security_group (8eb028aa-4e67-43fd-98aa-5a17ecb9ebda), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:57.382379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8eb028aa-4e67-43fd-98aa-5a17ecb9ebda), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:57.409433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:02:57.427288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:57.431123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (86ebbc56-a897-43c8-9cff-e6003ba6caa9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:57.431786 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Added segment 86ebbc56-a897-43c8-9cff-e6003ba6caa9 of type vlan for network 0fe900c1-1a6a-4411-9f22-913eacc5c949 Feb 02 13:02:57.492453 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (0fe900c1-1a6a-4411-9f22-913eacc5c949), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:57.529998 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (0fe900c1-1a6a-4411-9f22-913eacc5c949), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:57.531143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:57.531853 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:57.568617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-cea1ac92-f3e9-437c-9fa1-705ecc1af21d service neutron] 10.222.0.83 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052851 Feb 02 13:02:57.598726 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5335693 Feb 02 13:02:57.603112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:57.604323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311b215-bd46-41b3-a36b-2b43e27181c3 admin admin] Pushing event updated for resources: {'Network': ['ID=0fe900c1-1a6a-4411-9f22-913eacc5c949,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:57.612514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cba295d9-c8b8-45c4-8b09-7d6a8a9c7739 admin admin] Request body: {'subnet': {'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-subnet', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:57.618592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 0fe900c1-1a6a-4411-9f22-913eacc5c949 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:02:58.012814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba295d9-c8b8-45c4-8b09-7d6a8a9c7739 admin admin] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:02:58.015470 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cba295d9-c8b8-45c4-8b09-7d6a8a9c7739 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:58.039213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3a9f765f-0009-4da1-9401-457e06069c65 service neutron] 10.222.0.83 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693058 Feb 02 13:02:58.092915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-676cc636-669a-42cb-b1a5-6ad99361ac1f tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:02:58.101872 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-676cc636-669a-42cb-b1a5-6ad99361ac1f tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1576052 Feb 02 13:02:58.266164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-b121cf51-8db6-498a-b092-28a11535c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:58.274629 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-b121cf51-8db6-498a-b092-28a11535c146 service neutron] 10.222.0.83 "GET /v2.0/ports/fecb8f92-6577-4982-997c-423bbfc7f502 HTTP/1.1" status: 200 len: 1125 time: 0.1649303 Feb 02 13:02:58.285542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] Request body: {'binding': {'host': 'n-h1-827336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:58.286720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] Unknown quota resources ['binding']. {{(pid=103187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:02:58.378879 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cba295d9-c8b8-45c4-8b09-7d6a8a9c7739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (06abdc32-8d3e-40e0-882c-36cc75a338b3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:58.464657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fee0c-9b06-48d3-a9f3-7bbdc6704819 req-453d5489-cf0c-4079-af75-fef953c18a05 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:58.466598 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c7fee0c-9b06-48d3-a9f3-7bbdc6704819 req-453d5489-cf0c-4079-af75-fef953c18a05 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a6499-a49a-4cd3-8ae4-c9e876d0271d HTTP/1.1" status: 200 len: 945 time: 0.2896054 Feb 02 13:02:58.484713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba295d9-c8b8-45c4-8b09-7d6a8a9c7739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06abdc32-8d3e-40e0-882c-36cc75a338b3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:58.506126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe40fda-7268-4501-8978-d76dc33cc7c3 req-9523b867-3e45-442f-abc2-b1e1f9f609d4 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:58.509594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] Attempting to bind port fecb8f92-6577-4982-997c-423bbfc7f502 on host n-h1-827336-2 for vnic_type normal with profile None {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:02:58.509994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] Attempting to bind port fecb8f92-6577-4982-997c-423bbfc7f502 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:02:58.510329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] Attempting to bind port fecb8f92-6577-4982-997c-423bbfc7f502 on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:58.514007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fe40fda-7268-4501-8978-d76dc33cc7c3 req-9523b867-3e45-442f-abc2-b1e1f9f609d4 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.1050203 Feb 02 13:02:58.534683 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba295d9-c8b8-45c4-8b09-7d6a8a9c7739 admin admin] Checking segment: {'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:58.535057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba295d9-c8b8-45c4-8b09-7d6a8a9c7739 admin admin] Network hostable DHCP agents. Network: 0fe900c1-1a6a-4411-9f22-913eacc5c949, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:02:58.585784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fe40fda-7268-4501-8978-d76dc33cc7c3 req-254ac66d-5166-4608-97c1-e6f63a0c0c2f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654972 Feb 02 13:02:58.594965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] Port fecb8f92-6577-4982-997c-423bbfc7f502 on network 2b9af990-5e2e-47c3-abe4-0e26c82225db not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:02:58.595627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] Attempting to bind port fecb8f92-6577-4982-997c-423bbfc7f502 on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:58.610046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:02:58.610701 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:58.611489 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] Bound using segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:02:58.612402 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] Bound port: fecb8f92-6577-4982-997c-423bbfc7f502, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:02:58.625505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba295d9-c8b8-45c4-8b09-7d6a8a9c7739 admin admin] Network 0fe900c1-1a6a-4411-9f22-913eacc5c949 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:02:58.642095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-cba295d9-c8b8-45c4-8b09-7d6a8a9c7739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 0fe900c1-1a6a-4411-9f22-913eacc5c949) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:58.649641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba295d9-c8b8-45c4-8b09-7d6a8a9c7739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:58.650324 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cba295d9-c8b8-45c4-8b09-7d6a8a9c7739 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:58.657403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3452d882-9a59-4659-9302-c7ef5e3bf9e4 None None] Network 0fe900c1-1a6a-4411-9f22-913eacc5c949 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:02:58.687307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cba295d9-c8b8-45c4-8b09-7d6a8a9c7739 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0828781 Feb 02 13:02:58.707101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42934) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:02:58.732222 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:02:58.764215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-8c7fee0c-9b06-48d3-a9f3-7bbdc6704819 req-581a4afd-0019-46ec-896e-28d19d63a293 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Deleting port 51feb5c8-d240-49c3-95a5-84379f6e6190 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:02:58.764410 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8c7fee0c-9b06-48d3-a9f3-7bbdc6704819 req-581a4afd-0019-46ec-896e-28d19d63a293 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:58.764894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e53b32-eadc-44af-b5ae-9dd0d68b9f49 req-a97b58c9-8a31-4f24-8a40-1813d4868a08 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:58.774023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c9e53b32-eadc-44af-b5ae-9dd0d68b9f49 req-a97b58c9-8a31-4f24-8a40-1813d4868a08 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0847704 Feb 02 13:02:58.806934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fecb8f92-6577-4982-997c-423bbfc7f502,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:02:58.837725 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:58.841344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:58.847352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c9e53b32-eadc-44af-b5ae-9dd0d68b9f49 req-2d7bf664-c96e-4ef4-ba95-57d13dfc88d1 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719650 Feb 02 13:02:58.862155 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:58.870553 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] 10.222.0.83 "POST /v2.0/ports/fecb8f92-6577-4982-997c-423bbfc7f502/bindings HTTP/1.1" status: 201 len: 389 time: 0.5884626 Feb 02 13:02:58.886425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-0fe900c1-1a6a-4411-9f22-913eacc5c949', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'fixed_ips': [{'subnet_id': '06abdc32-8d3e-40e0-882c-36cc75a338b3'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:02:58.887692 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:59.099549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Allocated IP 172.20.0.2 (0fe900c1-1a6a-4411-9f22-913eacc5c949/06abdc32-8d3e-40e0-882c-36cc75a338b3/0d6c0d02-5826-478b-b373-330bf975340d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:02:59.149256 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Publish callbacks [] for router_controller (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:59.291794 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Publish callbacks [] for port (0d6c0d02-5826-478b-b373-330bf975340d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:59.308440 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (0d6c0d02-5826-478b-b373-330bf975340d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:59.364637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-66bf1088-24ac-4edc-b46c-46e49bc9bbf4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:59.381938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-66bf1088-24ac-4edc-b46c-46e49bc9bbf4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 808 time: 0.3406396 Feb 02 13:02:59.391680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Network 0fe900c1-1a6a-4411-9f22-913eacc5c949 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:02:59.398741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:02:59.413371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-22f97758-2b25-47e0-b331-91588a5cf92c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/quotas/8424c7cd69964045ae2e17d8412dbaa4 HTTP/1.1" status: 200 len: 375 time: 0.0290518 Feb 02 13:02:59.413907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:02:59.450509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69544e2-aa73-400e-9891-2fc645b7924d req-9f133030-7765-4f33-a96d-076ee076bf7a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:59.460523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f69544e2-aa73-400e-9891-2fc645b7924d req-9f133030-7765-4f33-a96d-076ee076bf7a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.2715595 Feb 02 13:02:59.471610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-8c7fee0c-9b06-48d3-a9f3-7bbdc6704819 req-581a4afd-0019-46ec-896e-28d19d63a293 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] For port 51feb5c8-d240-49c3-95a5-84379f6e6190, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=51feb5c8-d240-49c3-95a5-84379f6e6190,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:02:59.472306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8c7fee0c-9b06-48d3-a9f3-7bbdc6704819 req-581a4afd-0019-46ec-896e-28d19d63a293 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:59.494752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-8c7fee0c-9b06-48d3-a9f3-7bbdc6704819 req-581a4afd-0019-46ec-896e-28d19d63a293 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Calling delete_port for 51feb5c8-d240-49c3-95a5-84379f6e6190 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:02:59.561609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Pushing event updated for resources: {'Port': ['ID=0d6c0d02-5826-478b-b373-330bf975340d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:59.587875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Attempting to bind port 0d6c0d02-5826-478b-b373-330bf975340d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:02:59.587875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Attempting to bind port 0d6c0d02-5826-478b-b373-330bf975340d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:02:59.588828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Attempting to bind port 0d6c0d02-5826-478b-b373-330bf975340d on network 0fe900c1-1a6a-4411-9f22-913eacc5c949 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:02:59.595279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:02:59.597499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Checking segment: {'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:02:59.597499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:59.597839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Bound using segment: {'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:02:59.598444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Bound port: 0d6c0d02-5826-478b-b373-330bf975340d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:02:59.598936 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0d6c0d02-5826-478b-b373-330bf975340d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:59.600719 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f69544e2-aa73-400e-9891-2fc645b7924d req-542fd3e6-91e8-4f07-ad7e-312cc2553814 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394117 Feb 02 13:02:59.627856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-e241bc8d-b7fa-40c0-838c-e3f69cbcbf02 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2134616 Feb 02 13:02:59.648022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-7b70225d-0dd3-4f47-bf76-8e12baa22b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:02:59.649826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-7b70225d-0dd3-4f47-bf76-8e12baa22b3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 1128 time: 0.1522779 Feb 02 13:02:59.664796 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Publish callbacks [] for router_gateway (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:59.731807 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8c7fee0c-9b06-48d3-a9f3-7bbdc6704819 req-581a4afd-0019-46ec-896e-28d19d63a293 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (51feb5c8-d240-49c3-95a5-84379f6e6190), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:59.774100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3301e3f-2c8b-4f77-86cf-626b5eefe46c req-a4e084b8-127a-472f-860b-8cdf6c46cbc4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 210 time: 0.0751398 Feb 02 13:02:59.779005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] For port 0d6c0d02-5826-478b-b373-330bf975340d, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:02:59.783119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] For port 0d6c0d02-5826-478b-b373-330bf975340d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0d6c0d02-5826-478b-b373-330bf975340d,segment=NetworkSegment(86ebbc56-a897-43c8-9cff-e6003ba6caa9),segment_id=86ebbc56-a897-43c8-9cff-e6003ba6caa9)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:02:59.783757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a4afd-0019-46ec-896e-28d19d63a293 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Pushing event deleted for resources: {'Port': ['ID=51feb5c8-d240-49c3-95a5-84379f6e6190,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:59.806951 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0d6c0d02-5826-478b-b373-330bf975340d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:59.893995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7fee0c-9b06-48d3-a9f3-7bbdc6704819 req-581a4afd-0019-46ec-896e-28d19d63a293 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] No DVR routers for this DVR port 51feb5c8-d240-49c3-95a5-84379f6e6190 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:02:59.898874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8c7fee0c-9b06-48d3-a9f3-7bbdc6704819 req-581a4afd-0019-46ec-896e-28d19d63a293 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:02:59.902775 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c7fee0c-9b06-48d3-a9f3-7bbdc6704819 req-581a4afd-0019-46ec-896e-28d19d63a293 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.18 "DELETE /v2.0/ports/51feb5c8-d240-49c3-95a5-84379f6e6190 HTTP/1.1" status: 204 len: 173 time: 1.3947182 Feb 02 13:02:59.903235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6a6499-a49a-4cd3-8ae4-c9e876d0271d', 'name': 'network-vif-deleted', 'tag': '51feb5c8-d240-49c3-95a5-84379f6e6190'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:02:59.907261 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21a581a-2e78-4f5c-b6ea-4231096cd3ac" -d '{"events": [{"server_uuid": "1f6a6499-a49a-4cd3-8ae4-c9e876d0271d", "name": "network-vif-deleted", "tag": "51feb5c8-d240-49c3-95a5-84379f6e6190"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:02:59.944715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe365834-9322-4910-81fa-ad9bc23fce70 None None] Pushing event updated for resources: {'Port': ['ID=0d6c0d02-5826-478b-b373-330bf975340d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:02:59.950589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-40412f09-bb35-4c2c-bb88-cac11fa630f3 service neutron] 10.222.0.83 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218653 Feb 02 13:03:00.036300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-c1a6bc53-e527-405f-9566-a195367ca83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:00.038315 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-c1a6bc53-e527-405f-9566-a195367ca83f service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.3803225 Feb 02 13:03:00.140721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd752c8-96ee-43a9-b547-c46e5bbef891 req-ffd17f26-4d99-427e-be9d-5074e054df2b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:00.148496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cd752c8-96ee-43a9-b547-c46e5bbef891 req-ffd17f26-4d99-427e-be9d-5074e054df2b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.1936235 Feb 02 13:03:00.161386 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-d3629a58-8808-4ddf-b28a-af80947114ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fecb8f92-6577-4982-997c-423bbfc7f502 HTTP/1.1" status: 200 len: 217 time: 0.0702300 Feb 02 13:03:00.202526 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Publish callbacks [] for router_gateway (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:00.306122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-5f5c254e-55da-42ab-aa23-1ce7205a5661 service neutron] 10.222.0.83 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472748 Feb 02 13:03:00.335616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-63d5f7fc-64b4-4e47-8258-b052da0292bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:00.337542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-63d5f7fc-64b4-4e47-8258-b052da0292bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.1489670 Feb 02 13:03:00.372955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cd752c8-96ee-43a9-b547-c46e5bbef891 req-cc21bd6f-e0d5-4dde-b204-2add35b8e4a4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235854 Feb 02 13:03:00.389833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-bc1b5cf7-2e01-49a5-b1bf-2b4f7a4431cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347154 Feb 02 13:03:00.476858 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:00.595767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-d51d4718-5b1d-4c41-bb73-292f7da0c8c6 service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836371 Feb 02 13:03:00.626345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-6abbd861-f442-410d-8541-6641436cb8ff tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:00.627890 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-6abbd861-f442-410d-8541-6641436cb8ff tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.18 "GET /v2.0/networks?id=b9efaa01-6585-4433-ade5-806cb51fbc0d HTTP/1.1" status: 200 len: 815 time: 0.4479082 Feb 02 13:03:00.664865 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Request body: {'port': {'device_id': 'ad9200e9-8ea0-4132-8a4c-772ead6f3436', 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d', 'admin_state_up': True, 'tenant_id': '0a8c490434df42aca4f7f7e6aa12ae65'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:03:00.747551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-131388b6-136c-4ace-b7d7-3a698e8eca5d service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507242 Feb 02 13:03:00.754610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Allocated IP 172.25.4.117 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/74987f51-1d00-4f3f-b873-4265ef458a49) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:03:00.767122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344bd77-c694-40dc-ad52-4c6d0d23ea43 req-a74b34b1-e5ed-4da9-8f25-2642f45565d3 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:00.788407 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2344bd77-c694-40dc-ad52-4c6d0d23ea43 req-a74b34b1-e5ed-4da9-8f25-2642f45565d3 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.1577342 Feb 02 13:03:00.854293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 51feb5c8-d240-49c3-95a5-84379f6e6190 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:00.894033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 51feb5c8-d240-49c3-95a5-84379f6e6190 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:03:00.894773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 51feb5c8-d240-49c3-95a5-84379f6e6190 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:03:00.955788 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2344bd77-c694-40dc-ad52-4c6d0d23ea43 req-0c7cba06-dfc7-4003-b882-a47e538ae5b2 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616688 Feb 02 13:03:01.010079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Made reservation on behalf of 0a8c490434df42aca4f7f7e6aa12ae65 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:03:01.014201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:01.077538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe7ff1-f758-4b0d-8d34-807be5bfbe98 req-3a8f9bd8-75b1-49fa-bfaa-0d76af8291dc tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:01.079567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0fe7ff1-f758-4b0d-8d34-807be5bfbe98 req-3a8f9bd8-75b1-49fa-bfaa-0d76af8291dc tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0827866 Feb 02 13:03:01.182378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0fe7ff1-f758-4b0d-8d34-807be5bfbe98 req-1a837475-36ad-4d58-8e7d-3989eabaf323 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950341 Feb 02 13:03:01.259465 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Allocated IP 172.20.0.5 (b9efaa01-6585-4433-ade5-806cb51fbc0d/2c42dda4-bf48-45f7-a2c0-e8550af6933b/242cec3a-7b2b-4f61-a4e9-a336b0924ca9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:03:01.516216 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks [] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:01.540746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-075b7c73-a648-4561-984d-8fc22a50266a req-2a4b1a20-fc51-4975-8be9-d7b7988c08e9 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 210 time: 0.1289530 Feb 02 13:03:01.554920 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efe1af3-84ed-4288-aabf-dbb0faeb2b39 x-openstack-request-id: req-5efe1af3-84ed-4288-aabf-dbb0faeb2b39 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:01.554920 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6a6499-a49a-4cd3-8ae4-c9e876d0271d", "name": "network-vif-deleted", "tag": "51feb5c8-d240-49c3-95a5-84379f6e6190", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:01.554920 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5efe1af3-84ed-4288-aabf-dbb0faeb2b39 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:01.554920 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6a6499-a49a-4cd3-8ae4-c9e876d0271d', 'name': 'network-vif-deleted', 'tag': '51feb5c8-d240-49c3-95a5-84379f6e6190', 'status': 'completed', 'code': 200} Feb 02 13:03:01.554920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Publish callbacks [] for port (74987f51-1d00-4f3f-b873-4265ef458a49), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:01.593160 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:01.599067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5009b5fc-4c43-4b88-8d3d-93be6aa12501 None None] Network 0fe900c1-1a6a-4411-9f22-913eacc5c949 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:03:01.615502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Network b9efaa01-6585-4433-ade5-806cb51fbc0d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:03:01.618642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:03:01.620721 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (74987f51-1d00-4f3f-b873-4265ef458a49), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:01.623878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:03:01.644515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c11069-92ea-47d9-8159-228d921eadba req-cf5bac12-346d-42bb-9df0-62eb313894fe tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:01.653830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0c11069-92ea-47d9-8159-228d921eadba req-cf5bac12-346d-42bb-9df0-62eb313894fe tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.2274287 Feb 02 13:03:01.744542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0c11069-92ea-47d9-8159-228d921eadba req-e28343a4-f3fd-4aec-9077-e6f16d77dfe6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898659 Feb 02 13:03:01.879868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f83301-a28c-4efa-892c-1d8fb6fd1a47 req-0baddeb8-e2bd-4e92-81db-12afa4ad8cac tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:01.888062 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9f83301-a28c-4efa-892c-1d8fb6fd1a47 req-0baddeb8-e2bd-4e92-81db-12afa4ad8cac tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 931 time: 0.1252673 Feb 02 13:03:02.002972 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9f83301-a28c-4efa-892c-1d8fb6fd1a47 req-ba537a38-c199-48a7-80d7-e8721fe6b05c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131108 Feb 02 13:03:02.006838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56233f2b-40c2-4a0d-b53d-9c3a9a593615 None None] Provisioning complete for port 0d6c0d02-5826-478b-b373-330bf975340d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:02.007230 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56233f2b-40c2-4a0d-b53d-9c3a9a593615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0d6c0d02-5826-478b-b373-330bf975340d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:02.046365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e936e-f337-4a17-a958-e835cba0dcb1 req-66535583-abd1-4686-8a7e-dc015fc0f711 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:02.064995 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf9e936e-f337-4a17-a958-e835cba0dcb1 req-66535583-abd1-4686-8a7e-dc015fc0f711 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.1733732 Feb 02 13:03:02.192171 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-248fad2e-dde0-417d-be2c-8ecddaec8e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:02.205019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf9e936e-f337-4a17-a958-e835cba0dcb1 req-8beca9d5-3791-4814-bb41-2ce436cc13de tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165564 Feb 02 13:03:02.426538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0d6c0d02-5826-478b-b373-330bf975340d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:02.506376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d5e9a-f88f-4e1b-abda-88d540e0ff94 req-1fd55e78-35bf-40cc-a162-b87d44d75739 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:02.521615 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c86d5e9a-f88f-4e1b-abda-88d540e0ff94 req-1fd55e78-35bf-40cc-a162-b87d44d75739 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.1560915 Feb 02 13:03:02.577088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56233f2b-40c2-4a0d-b53d-9c3a9a593615 None None] Current status of the port 0d6c0d02-5826-478b-b373-330bf975340d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:02.577761 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56233f2b-40c2-4a0d-b53d-9c3a9a593615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0d6c0d02-5826-478b-b373-330bf975340d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:02.610473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90454fb5-597a-451f-ac4c-db20ebedbfe2 req-147d2501-c981-4f01-be97-ffca3ffe10da tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:02.612244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90454fb5-597a-451f-ac4c-db20ebedbfe2 req-147d2501-c981-4f01-be97-ffca3ffe10da tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.1874938 Feb 02 13:03:02.640131 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c86d5e9a-f88f-4e1b-abda-88d540e0ff94 req-373a9be5-5f2f-4178-a5e6-6cb9c62ac080 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173534 Feb 02 13:03:02.656409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:02.656409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:02.692603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56233f2b-40c2-4a0d-b53d-9c3a9a593615 None None] For port 0d6c0d02-5826-478b-b373-330bf975340d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0d6c0d02-5826-478b-b373-330bf975340d,segment=NetworkSegment(86ebbc56-a897-43c8-9cff-e6003ba6caa9),segment_id=86ebbc56-a897-43c8-9cff-e6003ba6caa9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:02.697496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:03:02.701874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0d6c0d02-5826-478b-b373-330bf975340d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:02.702248 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0d6c0d02-5826-478b-b373-330bf975340d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:02.708376 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56233f2b-40c2-4a0d-b53d-9c3a9a593615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0d6c0d02-5826-478b-b373-330bf975340d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:02.714684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:03:02.727145 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0688605 Feb 02 13:03:02.739301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:03:02.745858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90454fb5-597a-451f-ac4c-db20ebedbfe2 req-9b3faa02-38ad-400d-82f8-70d019fd5eb6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246073 Feb 02 13:03:02.788478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Request body: {'port': {'device_id': 'ad9200e9-8ea0-4132-8a4c-772ead6f3436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:03:02.831331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f61dc4f7-abda-459a-b244-698e4a1b4d5b req-e6fdad2e-6fee-41b3-9331-1f81d58d9aac tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 210 time: 0.0488641 Feb 02 13:03:02.902897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56233f2b-40c2-4a0d-b53d-9c3a9a593615 None None] Pushing event updated for resources: {'Port': ['ID=0d6c0d02-5826-478b-b373-330bf975340d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:02.982651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68545e-4399-4384-aaaa-ee18ca8d0f2c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Pushing event updated for resources: {'Port': ['ID=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:03.092583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Pushing event updated for resources: {'Port': ['ID=74987f51-1d00-4f3f-b873-4265ef458a49,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:03.106370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1c1afbc8-7e72-49a4-953a-eb055de4636e None None] Provisioning complete for port 0d6c0d02-5826-478b-b373-330bf975340d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:03.107889 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c1afbc8-7e72-49a4-953a-eb055de4636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0d6c0d02-5826-478b-b373-330bf975340d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:03.111207 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:03.131217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a4f32-18b0-4365-a079-016dbe8372a4 req-3721a1cc-19be-42f1-a510-d4e0c46ef449 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:03.136534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-313a4f32-18b0-4365-a079-016dbe8372a4 req-3721a1cc-19be-42f1-a510-d4e0c46ef449 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.2118616 Feb 02 13:03:03.158460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0d6c0d02-5826-478b-b373-330bf975340d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:03.228074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1c1afbc8-7e72-49a4-953a-eb055de4636e None None] Current status of the port 0d6c0d02-5826-478b-b373-330bf975340d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:03.344107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-e9e6041d-37bf-4a40-b213-817215e1a724 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:03.358769 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-e9e6041d-37bf-4a40-b213-817215e1a724 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.18 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 808 time: 0.3561275 Feb 02 13:03:03.379856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-313a4f32-18b0-4365-a079-016dbe8372a4 req-fe08ba7f-b595-4059-8323-e206fcad1688 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372181 Feb 02 13:03:03.399893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Request body: {'port': {'device_id': 'a07676db-03de-42f6-a8c6-7e1039012b33', 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706', 'admin_state_up': True, 'tenant_id': '8424c7cd69964045ae2e17d8412dbaa4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:03:03.478882 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455c332-eb34-4f37-9238-853004b52a78 req-f4c34a4f-d591-4493-9ade-fc2a6013baeb tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:03.480669 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d455c332-eb34-4f37-9238-853004b52a78 req-f4c34a4f-d591-4493-9ade-fc2a6013baeb tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 931 time: 0.2801962 Feb 02 13:03:03.619900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d455c332-eb34-4f37-9238-853004b52a78 req-07acb158-842c-48ef-a042-a0d64dd9c39a tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312909 Feb 02 13:03:03.798644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Made reservation on behalf of 8424c7cd69964045ae2e17d8412dbaa4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:03:03.802310 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:03.941109 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Publish callbacks [] for router_gateway (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:03.966192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Allocated IP 172.20.0.5 (5e7ef89b-0a2a-4448-a0f9-ff655717d706/1ce7726b-81be-44ef-bfba-8ad37776d41f/5183cdc4-242f-49f8-9196-7070a96fa4a7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:03:04.070598 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31022202-783c-467a-8dea-48bba401f579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:04.086141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84320e5b-68b4-488b-a3bf-7537993b3f1d req-a5fbb2de-64cb-46e0-b8b7-853a972929aa tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:04.093620 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84320e5b-68b4-488b-a3bf-7537993b3f1d req-a5fbb2de-64cb-46e0-b8b7-853a972929aa tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.4494150 Feb 02 13:03:04.216220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0d6c0d02-5826-478b-b373-330bf975340d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:04.300993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:04.307263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0d6c0d02-5826-478b-b373-330bf975340d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:04.307663 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0d6c0d02-5826-478b-b373-330bf975340d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:04.336091 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Publish callbacks [] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:04.356614 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526c61d-746d-4ccc-bd11-74713561b82f req-ae31b5b5-5ea8-46f3-85a4-f5ea07d35ac6 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:04.363862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2526c61d-746d-4ccc-bd11-74713561b82f req-ae31b5b5-5ea8-46f3-85a4-f5ea07d35ac6 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.5833538 Feb 02 13:03:04.444943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84320e5b-68b4-488b-a3bf-7537993b3f1d req-dc9d2776-0c08-4f9c-b600-e00b6d1ac8b3 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407848 Feb 02 13:03:04.467858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Transition to ACTIVE for port object 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:03:04.479450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:04.509938 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0d6c0d02-5826-478b-b373-330bf975340d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:04.520450 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks [] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:04.550756 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2526c61d-746d-4ccc-bd11-74713561b82f req-b3845608-c2ba-4b0a-becf-9db6b7dc321e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859803 Feb 02 13:03:04.618899 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:04.659472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['c679b88f-9db8-4200-b1b9-8ef6c28acf5e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:04.690802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Pushing event updated for resources: {'Port': ['ID=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:04.736260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:04.861823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9df2b4d8-a69e-4481-94dc-26283fc76da9 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:03:04.867182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9df2b4d8-a69e-4481-94dc-26283fc76da9 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:04.889316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:03:04.909211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:03:04.913664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:03:04.960521 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Attempting to bind port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:03:04.961115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Attempting to bind port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:03:04.961226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Attempting to bind port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 on network b9efaa01-6585-4433-ade5-806cb51fbc0d {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:04.969931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 on network b9efaa01-6585-4433-ade5-806cb51fbc0d not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:03:04.970268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Attempting to bind port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 on network b9efaa01-6585-4433-ade5-806cb51fbc0d {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:04.975975 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-d2196b14-813d-46d7-8aab-8175da25f006 req-4a837878-fd2d-43a6-b148-b1342a3f4f35 service neutron] show failed (client error): The resource could not be found. Feb 02 13:03:04.977028 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-4a837878-fd2d-43a6-b148-b1342a3f4f35 service neutron] 10.222.0.18 "GET /v2.0/ports/f32fa463-923e-4f9b-a69a-88d6894bd0a1/bindings/n-h2-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.1187289 Feb 02 13:03:04.978725 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:03:04.979392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Checking segment: {'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:03:04.979831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Bound using segment: {'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:03:04.980302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Bound port: 242cec3a-7b2b-4f61-a4e9-a336b0924ca9, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:03:04.980683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:05.027401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43630b9b-6dd5-44e5-87e5-bc3909707a27 req-4c2deafe-f252-4f16-803b-7c1ffd1a462b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:05.029889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43630b9b-6dd5-44e5-87e5-bc3909707a27 req-4c2deafe-f252-4f16-803b-7c1ffd1a462b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 931 time: 0.3486533 Feb 02 13:03:05.097085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55780e38-4b87-442e-8289-37c644e918c4 req-6badc609-f205-45fd-be1d-a4c05297845a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:05.107704 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55780e38-4b87-442e-8289-37c644e918c4 req-6badc609-f205-45fd-be1d-a4c05297845a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.4551740 Feb 02 13:03:05.178402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Pushing event updated for resources: {'Port': ['ID=5183cdc4-242f-49f8-9196-7070a96fa4a7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:05.180003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] For port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:05.192972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] For port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:03:05.207518 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:05.267899 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55780e38-4b87-442e-8289-37c644e918c4 req-78953b2e-a977-41b7-ba3b-30b4db937ad4 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573889 Feb 02 13:03:05.330917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Pushing event updated for resources: {'Port': ['ID=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:05.338382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:05.339478 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:05.341421 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-3509317e-5d10-4d65-b97c-12007268ff60 service neutron] 10.222.0.18 "PUT /v2.0/ports/242cec3a-7b2b-4f61-a4e9-a336b0924ca9 HTTP/1.1" status: 200 len: 1091 time: 2.5806601 Feb 02 13:03:05.342115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9200e9-8ea0-4132-8a4c-772ead6f3436', 'tag': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:05.346142 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2becd85a-9e32-4e3f-837a-4a641157460f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9200e9-8ea0-4132-8a4c-772ead6f3436", "tag": "242cec3a-7b2b-4f61-a4e9-a336b0924ca9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:05.352202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:03:05.458314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43630b9b-6dd5-44e5-87e5-bc3909707a27 req-ae6723eb-50f0-4b28-bc96-2ac67c8148c5 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057243 Feb 02 13:03:05.467688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:05.468478 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:05.501073 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-fac7dfe1-1e65-4904-8cdb-5039ad1ca18a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1161995 Feb 02 13:03:05.534087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Request body: {'port': {'device_id': 'a07676db-03de-42f6-a8c6-7e1039012b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:03:05.556760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:03:05.613818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-8ec01d55-86ec-4bb9-aa68-f8c4f2c55cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:05.616879 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-8ec01d55-86ec-4bb9-aa68-f8c4f2c55cfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a8c490434df42aca4f7f7e6aa12ae65&device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 1125 time: 0.0936730 Feb 02 13:03:05.622288 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:05.624025 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f5a29228-e351-4501-a066-b2a46d3bb431 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9136670 Feb 02 13:03:05.627486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Sync routers for ids ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:03:05.628324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43038) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:03:05.666353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196b14-813d-46d7-8aab-8175da25f006 req-b1d8be9b-37d7-46fa-a1dd-7cd1ecee8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:05.670105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-b1d8be9b-37d7-46fa-a1dd-7cd1ecee8624 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50&tenant_id=bbd971fda23e48a19766ca7f8465658e HTTP/1.1" status: 200 len: 1132 time: 0.3758905 Feb 02 13:03:05.690267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Routers {'d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:03:05.690923 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:03:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:05.708117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9df2b4d8-a69e-4481-94dc-26283fc76da9 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:05.708503 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:05.771800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4771ea4-97a5-4592-b0d4-64eb75a55e0b req-0956ad97-633c-495d-982d-bd72b0cb2eab tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:05.824347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4771ea4-97a5-4592-b0d4-64eb75a55e0b req-0956ad97-633c-495d-982d-bd72b0cb2eab tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.3274422 Feb 02 13:03:05.824347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:05.824347 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:03:05.831447 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:05.871644 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-5c8cf7ac-8bcb-4d35-b62a-cc939e27e251 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242cec3a-7b2b-4f61-a4e9-a336b0924ca9 HTTP/1.1" status: 200 len: 217 time: 0.1044314 Feb 02 13:03:05.875263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:05.891455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'mac_address': 'fa:16:3e:3d:25:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:03:05.947067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9df2b4d8-a69e-4481-94dc-26283fc76da9 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:05.947766 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:05.990097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:05.996943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9df2b4d8-a69e-4481-94dc-26283fc76da9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:06.004827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:06.007412 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee519d4-6b26-40ce-95fa-e5b11e0267be" -d '{"events": [{"server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "name": "network-vif-unplugged", "status": "completed", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:06.044683 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:06.173782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-e8b74999-4587-47b0-a3eb-24474e420133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:06.176275 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-e8b74999-4587-47b0-a3eb-24474e420133 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c42dda4-bf48-45f7-a2c0-e8550af6933b HTTP/1.1" status: 200 len: 855 time: 0.2986841 Feb 02 13:03:06.200100 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:03:06.200463 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:03:06.203617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=9df2b4d8-a69e-4481-94dc-26283fc76da9,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:06.223548 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4771ea4-97a5-4592-b0d4-64eb75a55e0b req-907a0a97-9861-401d-9f1d-b47b74db54e7 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408996 Feb 02 13:03:06.232058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Set router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:03:06.243170 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d213d9-b023-4d9e-a884-1fc47a153c2e req-2d6311ff-ad50-43af-8b9e-9265d157cd9a tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:06.245115 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83d213d9-b023-4d9e-a884-1fc47a153c2e req-2d6311ff-ad50-43af-8b9e-9265d157cd9a tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 943 time: 0.4441912 Feb 02 13:03:06.248710 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:06.337889 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-64801857-3a71-4d30-8fa6-24bd0b359355 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9efaa01-6585-4433-ade5-806cb51fbc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846612 Feb 02 13:03:06.466052 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-6d36041a-860a-498d-8f67-5c40e8691ba8 service neutron] 10.222.0.18 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103652 Feb 02 13:03:06.467258 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6ec6ab-6f58-462f-b9e3-593ea755ee8f x-openstack-request-id: req-3e6ec6ab-6f58-462f-b9e3-593ea755ee8f {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:06.467598 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9200e9-8ea0-4132-8a4c-772ead6f3436", "tag": "242cec3a-7b2b-4f61-a4e9-a336b0924ca9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:06.467856 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3e6ec6ab-6f58-462f-b9e3-593ea755ee8f {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:06.468259 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9200e9-8ea0-4132-8a4c-772ead6f3436', 'tag': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9', 'status': 'completed', 'code': 200} Feb 02 13:03:06.524087 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:06.542148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83d213d9-b023-4d9e-a884-1fc47a153c2e req-4328194c-c288-4236-a9bb-98de0d6b5553 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893424 Feb 02 13:03:06.636182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:03:03Z', 'revision_number': 3, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:06.818176 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f0ff32-3d9c-4daf-b2e5-cac0f04aec3b req-8f454f94-cccf-41fd-90de-e8d0ebaadefb service neutron] 10.222.0.18 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358812 Feb 02 13:03:06.854968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Checking router: d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:03:06.855434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Updating router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf port 74987f51-1d00-4f3f-b873-4265ef458a49 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:03:06.871052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecac40e-d5ad-4570-ac16-95392e39d7af req-d505abe4-7032-4e6a-9524-5611f19af03e tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:06.879602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ecac40e-d5ad-4570-ac16-95392e39d7af req-d505abe4-7032-4e6a-9524-5611f19af03e tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.3800242 Feb 02 13:03:06.889364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5183cdc4-242f-49f8-9196-7070a96fa4a7 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:06.891847 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (74987f51-1d00-4f3f-b873-4265ef458a49), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:06.920897 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Publish callbacks [] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:06.971981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Transition to ACTIVE for port object 5183cdc4-242f-49f8-9196-7070a96fa4a7 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:03:06.991221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:06.994208 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.149925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becd85a-9e32-4e3f-837a-4a641157460f req-4eaf62cf-331c-44da-8ac4-bb009f184663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:07.151990 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2becd85a-9e32-4e3f-837a-4a641157460f req-4eaf62cf-331c-44da-8ac4-bb009f184663 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a8c490434df42aca4f7f7e6aa12ae65&device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 1125 time: 0.2118614 Feb 02 13:03:07.239570 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Publish callbacks [] for port (74987f51-1d00-4f3f-b873-4265ef458a49), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.242868 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.250751 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9df2b4d8-a69e-4481-94dc-26283fc76da9 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:07.251118 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.278889 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:03:07.283666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df2b4d8-a69e-4481-94dc-26283fc76da9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:07.294808 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (74987f51-1d00-4f3f-b873-4265ef458a49), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.304213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.406183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374c412-ca45-43f9-9755-8fbc7bd53899 None None] Pushing event updated for resources: {'Port': ['ID=74987f51-1d00-4f3f-b873-4265ef458a49,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:07.461584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dbc36-f73b-432d-ac41-207a3e1cce8c req-36caf822-20e5-4d66-91c2-306b5392754d tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:07.463512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e43dbc36-f73b-432d-ac41-207a3e1cce8c req-36caf822-20e5-4d66-91c2-306b5392754d tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.7230146 Feb 02 13:03:07.476291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:07.489341 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.491693 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.498850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ecac40e-d5ad-4570-ac16-95392e39d7af req-4244f766-9dce-4906-9b2c-b7cd95b62bb8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138601 Feb 02 13:03:07.628126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5183cdc4-242f-49f8-9196-7070a96fa4a7,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:07.633178 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711b4145-f621-478f-934c-2477db039560 x-openstack-request-id: req-711b4145-f621-478f-934c-2477db039560 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:07.634068 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "name": "network-vif-unplugged", "status": "completed", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:07.634322 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-711b4145-f621-478f-934c-2477db039560 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:07.634899 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'code': 200} Feb 02 13:03:07.638127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=9df2b4d8-a69e-4481-94dc-26283fc76da9,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:07.654692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Attempting to bind port 74987f51-1d00-4f3f-b873-4265ef458a49 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:03:07.655248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Attempting to bind port 74987f51-1d00-4f3f-b873-4265ef458a49 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:03:07.655640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Attempting to bind port 74987f51-1d00-4f3f-b873-4265ef458a49 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:07.658183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:07.674625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:03:07.674625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:03:07.674625 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.674625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:03:07.674625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Bound port: 74987f51-1d00-4f3f-b873-4265ef458a49, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:03:07.675259 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (74987f51-1d00-4f3f-b873-4265ef458a49), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.788578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] For port 74987f51-1d00-4f3f-b873-4265ef458a49, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:07.798014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] For port 74987f51-1d00-4f3f-b873-4265ef458a49, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=74987f51-1d00-4f3f-b873-4265ef458a49,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:03:07.814485 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (74987f51-1d00-4f3f-b873-4265ef458a49), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.848522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e43dbc36-f73b-432d-ac41-207a3e1cce8c req-bba3839a-fdc9-4dfa-9222-406f3704a6a7 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728087 Feb 02 13:03:07.870167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:07.873643 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c2d532-47bd-4088-b2d6-fa0bbf83685e" -d '{"events": [{"server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "name": "network-vif-unplugged", "status": "completed", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:07.879953 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Publish callbacks [] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.903375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374c412-ca45-43f9-9755-8fbc7bd53899 None None] Pushing event updated for resources: {'Port': ['ID=74987f51-1d00-4f3f-b873-4265ef458a49,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:07.910324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Transition to ACTIVE for port object f32fa463-923e-4f9b-a69a-88d6894bd0a1 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:03:07.922224 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.926591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Attempting to bind port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:03:07.927008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Attempting to bind port 5183cdc4-242f-49f8-9196-7070a96fa4a7 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:03:07.927364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Attempting to bind port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:07.972167 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:07.987986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Routers {'d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:03:07.988823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:03:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:08.010753 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4901d-271e-4036-86ac-787132ea0574 req-6f052352-0025-4e46-87f0-d9912e50ca49 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:08.021654 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecb4901d-271e-4036-86ac-787132ea0574 req-6f052352-0025-4e46-87f0-d9912e50ca49 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.2753537 Feb 02 13:03:08.025797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:03:08.027332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Attempting to bind port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:08.095352 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becd85a-9e32-4e3f-837a-4a641157460f req-d728c225-c343-49ff-82d9-c5bae747f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:08.099809 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2becd85a-9e32-4e3f-837a-4a641157460f req-d728c225-c343-49ff-82d9-c5bae747f131 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b9efaa01-6585-4433-ade5-806cb51fbc0d HTTP/1.1" status: 200 len: 916 time: 0.9355187 Feb 02 13:03:08.104711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:03:08.107194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:03:08.107591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Bound using segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:03:08.111541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Bound port: 5183cdc4-242f-49f8-9196-7070a96fa4a7, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:03:08.112060 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:08.127152 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['9df2b4d8-a69e-4481-94dc-26283fc76da9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:08.207185 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2becd85a-9e32-4e3f-837a-4a641157460f req-abc8dffd-4f60-407b-890d-99a9cbf5d088 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=242cec3a-7b2b-4f61-a4e9-a336b0924ca9 HTTP/1.1" status: 200 len: 217 time: 0.0904241 Feb 02 13:03:08.239062 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] Set router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:03:08.244197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] No DVR routers for this DVR port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:08.258788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:08.309419 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becd85a-9e32-4e3f-837a-4a641157460f req-fc092c8a-dbcb-45a1-bd2e-b79d88fae6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:08.311496 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2becd85a-9e32-4e3f-837a-4a641157460f req-fc092c8a-dbcb-45a1-bd2e-b79d88fae6cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c42dda4-bf48-45f7-a2c0-e8550af6933b HTTP/1.1" status: 200 len: 855 time: 0.0950611 Feb 02 13:03:08.386895 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2becd85a-9e32-4e3f-837a-4a641157460f req-c234a75d-9421-4ab8-94ef-307d85025351 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9efaa01-6585-4433-ade5-806cb51fbc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466111 Feb 02 13:03:08.436639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecb4901d-271e-4036-86ac-787132ea0574 req-f41adc45-e0f6-4882-8f64-0e576a26de7c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121869 Feb 02 13:03:08.488043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Attempting to bind port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:03:08.488747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Attempting to bind port f32fa463-923e-4f9b-a69a-88d6894bd0a1 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:03:08.488747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Attempting to bind port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:08.546021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:03:08.546357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Attempting to bind port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:08.565056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:03:08.565665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:03:08.567168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:03:08.567907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Bound port: f32fa463-923e-4f9b-a69a-88d6894bd0a1, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:03:08.568274 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:08.655478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616be28a-4cd8-4181-a24d-998a196c68b3 req-4cdbe074-0a36-46e7-95d4-8543e44c58ba tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:08.659395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:03:03Z', 'revision_number': 3, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:08.661347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-616be28a-4cd8-4181-a24d-998a196c68b3 req-4cdbe074-0a36-46e7-95d4-8543e44c58ba tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.6174238 Feb 02 13:03:08.666165 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2becd85a-9e32-4e3f-837a-4a641157460f req-63f40c3d-f79f-4ba9-8242-1d069b460f50 service neutron] 10.222.0.18 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531593 Feb 02 13:03:08.673064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:08.695310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4664f558-9bf9-4404-a5de-798a8ea3b995 None None] The sync data for ids ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'] in n-d-827336-2 is: [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:03:03Z', 'revision_number': 3, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:03:08.707677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Allocated IP 172.20.0.1 (0fe900c1-1a6a-4411-9f22-913eacc5c949/06abdc32-8d3e-40e0-882c-36cc75a338b3/01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:03:08.771520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:03:08.867751 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:08.896712 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Publish callbacks [] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:09.022722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:09.040197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-616be28a-4cd8-4181-a24d-998a196c68b3 req-d27b1f06-62ce-4e6f-b0a4-5aa0f4211370 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017282 Feb 02 13:03:09.057166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:09.057806 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:09.065117 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] 10.222.0.18 "PUT /v2.0/ports/5183cdc4-242f-49f8-9196-7070a96fa4a7 HTTP/1.1" status: 200 len: 1091 time: 3.5459943 Feb 02 13:03:09.073448 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2becd85a-9e32-4e3f-837a-4a641157460f req-fcece223-b31f-42a3-96e3-de90ef6c5708 service neutron] 10.222.0.18 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051166 Feb 02 13:03:09.080000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbcbc8-c208-4f48-88cb-567d83901d95 req-81da20ac-d4cb-46f2-be33-7269c25ff751 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:09.086082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:09.088780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9bbcbc8-c208-4f48-88cb-567d83901d95 req-81da20ac-d4cb-46f2-be33-7269c25ff751 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 949 time: 0.3329210 Feb 02 13:03:09.113260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:03:09.169924 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:09.208923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebc021-2954-403a-b53f-d81e6bfdabb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5183cdc4-242f-49f8-9196-7070a96fa4a7,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:09.214720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:09.215793 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:09.221337 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] 10.222.0.62 "PUT /v2.0/ports/f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 1096 time: 3.4161494 Feb 02 13:03:09.312080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Network 0fe900c1-1a6a-4411-9f22-913eacc5c949 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:03:09.400816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:03:09.407944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Pushing event updated for resources: {'Port': ['ID=01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:09.410940 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9bbcbc8-c208-4f48-88cb-567d83901d95 req-233e77e9-16ec-43ec-adac-61026014e938 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179913 Feb 02 13:03:09.441208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:03:09.547643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:03:09.573313 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9df2b4d8-a69e-4481-94dc-26283fc76da9 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:09.579155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9f168-567b-409b-8c5a-365893878cec service neutron] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:09.597849 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46e4512-82a1-45b8-a7c9-a09f10f0333d x-openstack-request-id: req-c46e4512-82a1-45b8-a7c9-a09f10f0333d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:09.598251 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "name": "network-vif-unplugged", "status": "completed", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:09.598501 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c46e4512-82a1-45b8-a7c9-a09f10f0333d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:09.598896 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'code': 200} Feb 02 13:03:09.614113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386e390-6e3a-4b15-b4e0-f3008b5ab1d4 req-a8176aab-73f3-4ed1-a441-69797aadd110 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:09.623887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5386e390-6e3a-4b15-b4e0-f3008b5ab1d4 req-a8176aab-73f3-4ed1-a441-69797aadd110 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 943 time: 0.3373990 Feb 02 13:03:09.646945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196b14-813d-46d7-8aab-8175da25f006 req-4e78b16d-e735-4e09-904e-36899c879c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:09.649591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-4e78b16d-e735-4e09-904e-36899c879c00 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1130 time: 0.3650463 Feb 02 13:03:09.660567 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:09.729412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5386e390-6e3a-4b15-b4e0-f3008b5ab1d4 req-3b245db2-0ff6-4b8d-b6bd-c22c1438b017 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046317 Feb 02 13:03:09.732855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-1ecc5b51-ff1f-4c6d-8827-d0f93620f5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:09.735248 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-1ecc5b51-ff1f-4c6d-8827-d0f93620f5a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 1125 time: 0.5264409 Feb 02 13:03:09.766121 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:03:09.862449 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-597b6c75-64d7-4277-9023-27a5a6c70081 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7 HTTP/1.1" status: 200 len: 217 time: 0.1124701 Feb 02 13:03:09.893762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196b14-813d-46d7-8aab-8175da25f006 req-25a448bf-8f5f-4c72-802c-e3e9eb06e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:09.897101 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-25a448bf-8f5f-4c72-802c-e3e9eb06e2dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1821928 Feb 02 13:03:09.936728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:09.952231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9', 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d', 'port_id': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9', 'mac_address': 'fa:16:3e:b4:85:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c42dda4-bf48-45f7-a2c0-e8550af6933b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:03:10.004793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-37c479e4-233b-45fd-b9ad-e2097c85fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:10.007354 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-37c479e4-233b-45fd-b9ad-e2097c85fe56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.1013963 Feb 02 13:03:10.013154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:10.016718 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:10.060462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 9df2b4d8-a69e-4481-94dc-26283fc76da9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:10.060967 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:10.106911 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-cc4a5e15-785e-4525-ace0-4b6ab63a4e9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498075 Feb 02 13:03:10.138700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-5d210742-3a52-42db-857f-2117ffb6fa5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.1521094 Feb 02 13:03:10.159851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:10.221434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:10.313118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc270711-fb44-4d7c-80fc-2a9fec981d86 req-b9056c87-8fa8-471c-9be6-03d204d55929 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:10.327974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc270711-fb44-4d7c-80fc-2a9fec981d86 req-b9056c87-8fa8-471c-9be6-03d204d55929 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.4285519 Feb 02 13:03:10.347136 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-0453f330-031d-4a58-be64-142193f39d77 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324257 Feb 02 13:03:10.363370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c7733-d59f-4f30-a099-8af620af673d req-af7cf1e1-a9d1-4683-8ede-1377dff1f3ea tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:10.366693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-505c7733-d59f-4f30-a099-8af620af673d req-af7cf1e1-a9d1-4683-8ede-1377dff1f3ea tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.4686689 Feb 02 13:03:10.410317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:10.475355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc270711-fb44-4d7c-80fc-2a9fec981d86 req-8409c884-2931-4a43-b94e-5cd6359deda4 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462650 Feb 02 13:03:10.541839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196b14-813d-46d7-8aab-8175da25f006 req-79f0c066-547b-4a09-9ad2-af13304eb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:10.549372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-79f0c066-547b-4a09-9ad2-af13304eb466 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.3875525 Feb 02 13:03:10.579359 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:10.589220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 74987f51-1d00-4f3f-b873-4265ef458a49 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:10.639934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-505c7733-d59f-4f30-a099-8af620af673d req-682f1385-c0ef-464c-bd6d-9981a7f6968b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848035 Feb 02 13:03:10.732400 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10ee7e37-38c0-4c90-99f1-57a2e70ad87f req-959b7fa9-c770-47b9-9a42-39e8f1a31f34 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761897 Feb 02 13:03:10.864479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f02359-3adb-4ae5-b083-e4c0f3250bb0 req-5dc42a30-6b71-4b78-b990-3a3d314b8172 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:10.866034 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40f02359-3adb-4ae5-b083-e4c0f3250bb0 req-5dc42a30-6b71-4b78-b990-3a3d314b8172 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 948 time: 0.2033708 Feb 02 13:03:10.870228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ef64c788-5a07-4f44-96cc-d54e544ad4d3 None None] Provisioning complete for port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:10.870772 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef64c788-5a07-4f44-96cc-d54e544ad4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:10.892468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2196b14-813d-46d7-8aab-8175da25f006 req-f0a71ac6-7bb4-4566-bcee-957754c3d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:10.897098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-f0a71ac6-7bb4-4566-bcee-957754c3d73c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2648730 Feb 02 13:03:10.943156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 74987f51-1d00-4f3f-b873-4265ef458a49 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:10.943563 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (74987f51-1d00-4f3f-b873-4265ef458a49), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:10.969946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Publish callbacks [] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:10.978740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9df2b4d8-a69e-4481-94dc-26283fc76da9 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:10.979125 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:10.981164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:10.983387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:11.012683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['242cec3a-7b2b-4f61-a4e9-a336b0924ca9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:11.081539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ef64c788-5a07-4f44-96cc-d54e544ad4d3 None None] Port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:03:11.149870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-b83ad9c9-fba5-438b-a891-22476ce3d537 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236080 Feb 02 13:03:11.156373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:11.156594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:11.169796 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e93e4b9-9632-4208-a2c0-924be5bcf6df" -d '{"events": [{"server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "name": "network-vif-plugged", "status": "completed", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:11.175978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Pushing event updated for resources: {'Port': ['ID=01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:11.200071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:11.214832 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:11.222846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device f32fa463-923e-4f9b-a69a-88d6894bd0a1 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:11.304417 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 74987f51-1d00-4f3f-b873-4265ef458a49 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:11.305162 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (74987f51-1d00-4f3f-b873-4265ef458a49), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:11.416973 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83713df5-0d21-4c4c-94ca-2756096d0e74 req-14d94e5b-21ed-4771-a738-2cae1d06eb41 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:11.422803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 74987f51-1d00-4f3f-b873-4265ef458a49, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=74987f51-1d00-4f3f-b873-4265ef458a49,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:11.425057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83713df5-0d21-4c4c-94ca-2756096d0e74 req-14d94e5b-21ed-4771-a738-2cae1d06eb41 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.5482385 Feb 02 13:03:11.443232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port f32fa463-923e-4f9b-a69a-88d6894bd0a1 host n-h2-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:03:11.443956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device f32fa463-923e-4f9b-a69a-88d6894bd0a1 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:03:11.445678 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (74987f51-1d00-4f3f-b873-4265ef458a49), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:11.447635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=9df2b4d8-a69e-4481-94dc-26283fc76da9,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:11.486659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40f02359-3adb-4ae5-b083-e4c0f3250bb0 req-488210f9-b1ef-4d24-8f8e-1fefa511bb04 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6003785 Feb 02 13:03:11.555133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Network 0fe900c1-1a6a-4411-9f22-913eacc5c949 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:03:11.559532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:03:11.571470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=74987f51-1d00-4f3f-b873-4265ef458a49,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:11.577400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83713df5-0d21-4c4c-94ca-2756096d0e74 req-d2be5ad2-0a6d-49f4-b7c4-4998eb36a48e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509924 Feb 02 13:03:11.612957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07676db-03de-42f6-a8c6-7e1039012b33', 'tag': '5183cdc4-242f-49f8-9196-7070a96fa4a7'}, {'name': 'network-changed', 'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:11.615178 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8926fc27-5c19-4caa-b9a6-f714814133a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a07676db-03de-42f6-a8c6-7e1039012b33", "tag": "5183cdc4-242f-49f8-9196-7070a96fa4a7"}, {"name": "network-changed", "server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:11.637170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2196b14-813d-46d7-8aab-8175da25f006 req-33e0bedf-95cf-4467-9413-5268ff6ea493 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489949 Feb 02 13:03:11.751376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee26a76-f702-4ca3-9e90-81e949f88afd req-f32da2a5-883a-458f-81af-0a79228d6669 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:11.761308 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aee26a76-f702-4ca3-9e90-81e949f88afd req-f32da2a5-883a-458f-81af-0a79228d6669 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1198158 Feb 02 13:03:11.794152 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:03:11.861081 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aee26a76-f702-4ca3-9e90-81e949f88afd req-6cd3823d-a57b-4feb-873b-36e6e3f1555b tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988426 Feb 02 13:03:11.872290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331ef6-b4a6-46d1-9464-6d991e5d7ab2 req-623eabb4-5886-464e-be6b-d93194459bda tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:11.876803 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64331ef6-b4a6-46d1-9464-6d991e5d7ab2 req-623eabb4-5886-464e-be6b-d93194459bda tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 944 time: 0.1864936 Feb 02 13:03:11.958434 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3f72cc-7911-44fb-9603-3f5c4c17b592 x-openstack-request-id: req-2a3f72cc-7911-44fb-9603-3f5c4c17b592 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:11.959564 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "name": "network-vif-plugged", "status": "completed", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:11.959986 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2a3f72cc-7911-44fb-9603-3f5c4c17b592 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:11.960545 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'code': 200} Feb 02 13:03:12.007721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:03:12.008303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64331ef6-b4a6-46d1-9464-6d991e5d7ab2 req-c887d1c7-5168-4aff-9863-70ffe6ff204d tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242659 Feb 02 13:03:12.029573 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Sync routers for ids ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:03:12.030597 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9f73ba79-40ae-4b5b-8633-2333150e386b admin admin] 10.222.0.83 "PUT /v2.0/routers/d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4004915 Feb 02 13:03:12.069175 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Routers {'d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:03:12.070309 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:03:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:12.150481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-91862f57-19de-4603-9633-30c220f9f8e5 None None] Provisioning complete for port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:12.153458 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91862f57-19de-4603-9633-30c220f9f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:12.198331 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba46174d-9675-41a4-b3e6-8fb5eaf4e69c x-openstack-request-id: req-ba46174d-9675-41a4-b3e6-8fb5eaf4e69c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:12.198623 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07676db-03de-42f6-a8c6-7e1039012b33", "tag": "5183cdc4-242f-49f8-9196-7070a96fa4a7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:12.198868 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ba46174d-9675-41a4-b3e6-8fb5eaf4e69c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:12.199264 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07676db-03de-42f6-a8c6-7e1039012b33', 'tag': '5183cdc4-242f-49f8-9196-7070a96fa4a7', 'status': 'completed', 'code': 200} Feb 02 13:03:12.199532 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'status': 'completed', 'code': 200} Feb 02 13:03:12.299588 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-5830e08e-1d5a-4bb0-b6f8-3ef0732c70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:12.300892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 74987f51-1d00-4f3f-b873-4265ef458a49 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:12.301156 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-5830e08e-1d5a-4bb0-b6f8-3ef0732c70ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 1125 time: 0.1306508 Feb 02 13:03:12.362434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-91862f57-19de-4603-9633-30c220f9f8e5 None None] Port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:03:12.379007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 74987f51-1d00-4f3f-b873-4265ef458a49 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:12.379744 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (74987f51-1d00-4f3f-b873-4265ef458a49), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:12.388301 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Set router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:03:12.474642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 74987f51-1d00-4f3f-b873-4265ef458a49 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:12.487105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-2f846c68-f909-496c-94cb-97ca767581ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:12.488093 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-2f846c68-f909-496c-94cb-97ca767581ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.1799510 Feb 02 13:03:12.562673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-eb3f6618-b8a6-435b-951b-9257e27e9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:12.564813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-eb3f6618-b8a6-435b-951b-9257e27e9594 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1130 time: 0.3463480 Feb 02 13:03:12.566816 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-bb58bdda-8d69-4273-ad54-51b237c59236 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7 HTTP/1.1" status: 200 len: 217 time: 0.0711076 Feb 02 13:03:12.574897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187d734-df49-48e5-8e25-3f52ed3955b3 req-9497f24f-a95b-4975-9573-20ae7e43207a tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:12.576788 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8187d734-df49-48e5-8e25-3f52ed3955b3 req-9497f24f-a95b-4975-9573-20ae7e43207a tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.4526877 Feb 02 13:03:12.663740 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-f1d85a9c-7902-4c11-9bcd-7a3426d1cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:12.668975 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-f1d85a9c-7902-4c11-9bcd-7a3426d1cc9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.0923851 Feb 02 13:03:12.719568 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-4371ebfb-449f-472b-9582-958bfcbb3b09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412931 Feb 02 13:03:12.806205 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:03:09Z', 'revision_number': 4, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24', 'name': '', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'mac_address': 'fa:16:3e:d0:67:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:07Z', 'updated_at': '2022-02-02T13:03:10Z', 'revision_number': 2, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'subnets': [{'id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:12.831895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d528ab-b4a4-4d38-87eb-679ce2ac4609 req-79eb19cf-5558-4bc9-948b-25a78d3729e0 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:12.842236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c9d528ab-b4a4-4d38-87eb-679ce2ac4609 req-79eb19cf-5558-4bc9-948b-25a78d3729e0 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.4763181 Feb 02 13:03:12.851020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-1c7efb69-9089-45df-b5e4-ddf76e053b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:12.852581 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-1c7efb69-9089-45df-b5e4-ddf76e053b79 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2746799 Feb 02 13:03:12.927565 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-3c5449be-92f8-436a-b506-b04c93ea15c8 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055438 Feb 02 13:03:12.949963 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8187d734-df49-48e5-8e25-3f52ed3955b3 req-38d2387b-3624-41d8-9f15-520a1291574d tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560879 Feb 02 13:03:12.968838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0d578-963e-45ce-a2de-a1c0200694d0 req-02c8f195-b9bc-4a7e-96b7-dd5c44d5784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:12.970732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5dc0d578-963e-45ce-a2de-a1c0200694d0 req-02c8f195-b9bc-4a7e-96b7-dd5c44d5784a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 1132 time: 0.6418617 Feb 02 13:03:13.096191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-4f4c2866-e453-4ab5-8949-a4953abbb32e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.1782520 Feb 02 13:03:13.112368 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Checking router: d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:03:13.114292 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Updating router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:03:13.198158 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:13.210219 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-bd59682b-42c5-41aa-939a-27f488c88c49 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734659 Feb 02 13:03:13.215053 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43134) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:03:13.233680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1993145803-network', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:03:13.278759 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c9d528ab-b4a4-4d38-87eb-679ce2ac4609 req-a3f05315-3a81-48b0-9621-cd02a8e8534f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291131 Feb 02 13:03:13.315128 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c821229-495d-4349-ae38-dfdfde124ec1 req-a7683e95-3d5c-4e7b-8723-42d8d303f7dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0774899 Feb 02 13:03:13.328121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Made reservation on behalf of 7a722a8e38aa4b9db6a26224587fb975 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:03:13.330617 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:13.383394 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5dc0d578-963e-45ce-a2de-a1c0200694d0 req-ba98e6ee-49dd-4e9b-9a0a-112b6672fcbc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031429 Feb 02 13:03:13.393227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-26a7d29e-c5e7-43d2-ae3f-96c663095eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:13.398772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-26a7d29e-c5e7-43d2-ae3f-96c663095eb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.2845609 Feb 02 13:03:13.409046 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:13.485984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c821229-495d-4349-ae38-dfdfde124ec1 req-16936577-83c4-4a38-88a1-27f531f07bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:13.488809 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c821229-495d-4349-ae38-dfdfde124ec1 req-16936577-83c4-4a38-88a1-27f531f07bdf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 1132 time: 0.1378343 Feb 02 13:03:13.496473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-f8a3f030-e649-4079-ac73-5715f1171453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:13.498063 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-f8a3f030-e649-4079-ac73-5715f1171453 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1130 time: 0.1630502 Feb 02 13:03:13.574929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:13.601113 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Publish callbacks [] for security_group (4d0c4dfc-0965-4040-90a0-34179dcfee24), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:13.625667 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4d0c4dfc-0965-4040-90a0-34179dcfee24), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:13.689196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c450dff-91d3-4560-833f-6beae543fca0 req-33a04e47-4500-4c41-9588-b5c767361002 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:13.697840 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Publish callbacks [] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:13.699711 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:03:13.713367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c450dff-91d3-4560-833f-6beae543fca0 req-33a04e47-4500-4c41-9588-b5c767361002 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 948 time: 0.5347440 Feb 02 13:03:13.713973 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:13.714339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:13.715285 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:13.756552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:03:13.837312 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Pushing event updated for resources: {'Port': ['ID=01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:13.865078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-6d23613d-38de-4a28-abad-843cb2d4469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:13.867197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-6d23613d-38de-4a28-abad-843cb2d4469a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4511721 Feb 02 13:03:13.870102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0c4dfc-0965-4040-90a0-34179dcfee24,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:13.881998 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.883639 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.884797 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.885308 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.885907 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.886574 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.887001 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.887384 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.887782 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.888373 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.888751 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.889337 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.889758 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:13.902685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2b0a5-5429-43da-99e0-07583b9154b1 req-d077ec77-cdda-43b9-be75-431f0ec42ebb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:13.912682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53e2b0a5-5429-43da-99e0-07583b9154b1 req-d077ec77-cdda-43b9-be75-431f0ec42ebb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.4515696 Feb 02 13:03:13.921370 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Attempting to bind port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:03:13.921822 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Attempting to bind port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:03:13.922234 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Attempting to bind port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 on network 0fe900c1-1a6a-4411-9f22-913eacc5c949 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:13.927570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device f32fa463-923e-4f9b-a69a-88d6894bd0a1 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:03:13.927738 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:03:13.928131 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Checking segment: {'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:03:13.928962 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:13.930010 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Bound using segment: {'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:03:13.930578 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Bound port: 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:03:13.931137 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:13.933982 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4067ec20-464a-4607-b963-a35c8f2a6b3b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:13.945105 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Added segment 4067ec20-464a-4607-b963-a35c8f2a6b3b of type vlan for network db46ad19-2afa-4d8b-b95f-5617d55c0b78 Feb 02 13:03:14.016791 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:14.017050 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:14.052442 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] For port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:14.059981 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] For port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24,segment=NetworkSegment(86ebbc56-a897-43c8-9cff-e6003ba6caa9),segment_id=86ebbc56-a897-43c8-9cff-e6003ba6caa9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:03:14.074142 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:14.166235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-ec2ed19a-3444-4f9b-9210-ffc5b6817d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:14.179449 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Routers {'d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:03:14.180079 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:03:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:14.182956 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-ec2ed19a-3444-4f9b-9210-ffc5b6817d04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.5098207 Feb 02 13:03:14.193605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-7ce126ea-4f5c-4a24-96ac-cb249dd726d5 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773635 Feb 02 13:03:14.347007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9200e9-8ea0-4132-8a4c-772ead6f3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:14.361610 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56fb6cd-e545-4d5d-9840-ff1bb6d3f87f" -d '{"events": [{"server_uuid": "ad9200e9-8ea0-4132-8a4c-772ead6f3436", "name": "network-vif-plugged", "status": "completed", "tag": "242cec3a-7b2b-4f61-a4e9-a336b0924ca9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:14.367012 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] Set router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:03:14.382160 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c821229-495d-4349-ae38-dfdfde124ec1 req-0b05efb2-a3fd-4d32-a770-d38864382d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:14.390557 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c821229-495d-4349-ae38-dfdfde124ec1 req-0b05efb2-a3fd-4d32-a770-d38864382d73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.6647713 Feb 02 13:03:14.390957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-52996109-89f1-4ff5-ac68-fe3427130b16 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660163 Feb 02 13:03:14.397477 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-9af4061d-88cf-4a51-90c7-150b06df445c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.1806102 Feb 02 13:03:14.454681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:14.502569 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:14.521852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:14.536610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c450dff-91d3-4560-833f-6beae543fca0 req-3463d087-3cd9-4429-a5e5-1985eb4e17e7 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8217301 Feb 02 13:03:14.581412 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c3a5d-f453-4395-85cc-20546f660986 None None] Pushing event updated for resources: {'Port': ['ID=01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:14.592489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0773e39f-39d6-44c5-ad2e-250c4d76a810 None None] Provisioning complete for port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:14.592988 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0773e39f-39d6-44c5-ad2e-250c4d76a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:14.605042 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c821229-495d-4349-ae38-dfdfde124ec1 req-71a53754-3fd8-400b-acf3-4d914da78828 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61 HTTP/1.1" status: 200 len: 217 time: 0.2063110 Feb 02 13:03:14.609913 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (db46ad19-2afa-4d8b-b95f-5617d55c0b78), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:14.684476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53e2b0a5-5429-43da-99e0-07583b9154b1 req-6a52a077-300b-48fd-9f3a-7c3b9a3bd4db tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7534130 Feb 02 13:03:14.781374 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (db46ad19-2afa-4d8b-b95f-5617d55c0b78), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:14.795830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:14.798648 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:14.900919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-3e615a2a-5379-4083-b811-1181ffb1c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:14.902392 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-3e615a2a-5379-4083-b811-1181ffb1c5fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.4893169 Feb 02 13:03:14.920019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'mac_address': 'fa:16:3e:18:4e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:03:14.983554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c821229-495d-4349-ae38-dfdfde124ec1 req-b544aaad-150f-4bfd-9755-c99f8c3e8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:14.985111 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c821229-495d-4349-ae38-dfdfde124ec1 req-b544aaad-150f-4bfd-9755-c99f8c3e8c5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.3336201 Feb 02 13:03:15.003599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=db46ad19-2afa-4d8b-b95f-5617d55c0b78,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:15.013062 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2c8e3c4b-2a2d-4549-9793-6378efc78cb0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7968090 Feb 02 13:03:15.032268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:03:15.045355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Request body: {'subnet': {'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1993145803-subnet', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:03:15.106481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network db46ad19-2afa-4d8b-b95f-5617d55c0b78 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:03:15.171684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-83f099f7-32b6-4f1f-a010-bf6c7127db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:15.171684 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-83f099f7-32b6-4f1f-a010-bf6c7127db8f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2218657 Feb 02 13:03:15.172371 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb63cd8-f122-4a76-8201-279be40ea7bb req-60445272-04fb-4fad-b010-8226da810c13 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:15.172371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcb63cd8-f122-4a76-8201-279be40ea7bb req-60445272-04fb-4fad-b010-8226da810c13 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.4613962 Feb 02 13:03:15.185016 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:03:09Z', 'revision_number': 4, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24', 'name': '', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'mac_address': 'fa:16:3e:d0:67:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:07Z', 'updated_at': '2022-02-02T13:03:14Z', 'revision_number': 4, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'subnets': [{'id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:15.209960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c821229-495d-4349-ae38-dfdfde124ec1 req-e7afa2ad-6dbd-4316-8a73-ed23ef5273d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:15.213515 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c821229-495d-4349-ae38-dfdfde124ec1 req-e7afa2ad-6dbd-4316-8a73-ed23ef5273d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2150614 Feb 02 13:03:15.262674 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e995f-76d5-4e1b-9f20-77513c053f58 None None] The sync data for ids ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'] in n-d-827336-2 is: [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:03:09Z', 'revision_number': 4, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24', 'name': '', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'mac_address': 'fa:16:3e:d0:67:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:07Z', 'updated_at': '2022-02-02T13:03:14Z', 'revision_number': 4, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'subnets': [{'id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:03:15.419076 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Made reservation on behalf of 7a722a8e38aa4b9db6a26224587fb975 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:03:15.423561 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:15.458281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port f32fa463-923e-4f9b-a69a-88d6894bd0a1 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:15.471116 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:15.486185 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c821229-495d-4349-ae38-dfdfde124ec1 req-01ed2303-390f-42c8-808f-d4f159cdb430 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467811 Feb 02 13:03:15.505125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:15.523497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcb63cd8-f122-4a76-8201-279be40ea7bb req-6c3f7905-80aa-41af-94d6-a6b7d495a054 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340945 Feb 02 13:03:15.578092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32fa463-923e-4f9b-a69a-88d6894bd0a1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:15.584190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0773e39f-39d6-44c5-ad2e-250c4d76a810 None None] Current status of the port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:15.585042 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0773e39f-39d6-44c5-ad2e-250c4d76a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:15.623755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0adcf4-7ff3-4591-9788-e245a691bd37 req-494effc0-fc12-45d2-89f6-af4d15b99d1b tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:15.636107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e0adcf4-7ff3-4591-9788-e245a691bd37 req-494effc0-fc12-45d2-89f6-af4d15b99d1b tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.6434612 Feb 02 13:03:15.637853 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-e2598e02-c3ac-4f39-9d23-e84fcc254e1e service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796944 Feb 02 13:03:15.652636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0773e39f-39d6-44c5-ad2e-250c4d76a810 None None] For port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24,segment=NetworkSegment(86ebbc56-a897-43c8-9cff-e6003ba6caa9),segment_id=86ebbc56-a897-43c8-9cff-e6003ba6caa9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:15.670102 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0773e39f-39d6-44c5-ad2e-250c4d76a810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:15.742940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773e39f-39d6-44c5-ad2e-250c4d76a810 None None] Pushing event updated for resources: {'Port': ['ID=01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:15.750117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:15.758479 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:15.801752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e0adcf4-7ff3-4591-9788-e245a691bd37 req-23b9b3b3-e942-44bd-8153-aeb9147e621d tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642475 Feb 02 13:03:15.903105 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ba4917-4c2a-4d96-ba6b-e3549f9a12bb x-openstack-request-id: req-a8ba4917-4c2a-4d96-ba6b-e3549f9a12bb {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:15.903579 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9200e9-8ea0-4132-8a4c-772ead6f3436", "name": "network-vif-plugged", "status": "completed", "tag": "242cec3a-7b2b-4f61-a4e9-a336b0924ca9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:15.903952 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a8ba4917-4c2a-4d96-ba6b-e3549f9a12bb {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:15.904646 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9200e9-8ea0-4132-8a4c-772ead6f3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9', 'code': 200} Feb 02 13:03:15.943625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-754316fb-1c52-401d-8d19-a526cecdcd8d None None] Provisioning complete for port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:15.944619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754316fb-1c52-401d-8d19-a526cecdcd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:15.947350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:16.169758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-754316fb-1c52-401d-8d19-a526cecdcd8d None None] Current status of the port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:16.328644 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (3541d8eb-def4-47f2-a377-42de9c5f9189), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:16.372692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:16.433080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['f32fa463-923e-4f9b-a69a-88d6894bd0a1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:16.456774 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c821229-495d-4349-ae38-dfdfde124ec1 req-a3fd0903-d605-4879-a844-7f4bc77c7b9a service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9586964 Feb 02 13:03:16.539526 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8926fc27-5c19-4caa-b9a6-f714814133a9 req-85706ab1-815f-4e88-ada0-a27d7be8ce8d service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8867803 Feb 02 13:03:16.633056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:16.633734 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:16.782889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:17.021543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbf0d6-b3ec-44aa-8dd9-d77eba6909d8 req-1a455410-e013-4471-adb0-72be57776318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:17.023176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67fbf0d6-b3ec-44aa-8dd9-d77eba6909d8 req-1a455410-e013-4471-adb0-72be57776318 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d729c2b139cc48629bf9b14d0200637d&device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 1128 time: 0.7354975 Feb 02 13:03:17.048596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558a1aa-1637-4df3-914c-f55597031936 req-25310225-6121-479a-9d9c-9a7e94b5601c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:17.050127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8558a1aa-1637-4df3-914c-f55597031936 req-25310225-6121-479a-9d9c-9a7e94b5601c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 949 time: 0.8496192 Feb 02 13:03:17.058800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81d883-ed1a-4b12-9835-8b6c6a72d5c0 req-941a6a73-0f25-4798-9e89-bd1e9a14922a tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:17.068266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a81d883-ed1a-4b12-9835-8b6c6a72d5c0 req-941a6a73-0f25-4798-9e89-bd1e9a14922a tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 1.2148061 Feb 02 13:03:17.112266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3541d8eb-def4-47f2-a377-42de9c5f9189,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:17.138048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.138749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.139284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.139818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.140361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.140891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.141441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.141787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.142149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.142499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.142822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.143171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.143604 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:17.169233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e417f-d2f1-402c-9003-9675430ea562 req-c4e52638-0fb9-478d-8972-865ac2101c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:17.171061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a8e417f-d2f1-402c-9003-9675430ea562 req-c4e52638-0fb9-478d-8972-865ac2101c19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 1127 time: 1.1867518 Feb 02 13:03:17.217340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Checking segment: {'id': '4067ec20-464a-4607-b963-a35c8f2a6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:03:17.217815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Network hostable DHCP agents. Network: db46ad19-2afa-4d8b-b95f-5617d55c0b78, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:03:17.317869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8558a1aa-1637-4df3-914c-f55597031936 req-8038fc3e-6dca-4186-b2e6-7cf952e828ce tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117002 Feb 02 13:03:17.329622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a81d883-ed1a-4b12-9835-8b6c6a72d5c0 req-609f8d94-9437-4a58-9b36-02b8684b4e9d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604685 Feb 02 13:03:17.352170 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Network db46ad19-2afa-4d8b-b95f-5617d55c0b78 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:03:17.374168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a8e417f-d2f1-402c-9003-9675430ea562 req-78cb36bc-9999-4670-8477-451a3262e9b0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695127 Feb 02 13:03:17.383557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, db46ad19-2afa-4d8b-b95f-5617d55c0b78) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:03:17.392056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:17.394614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261698b-74be-4238-abf1-ceabc7e5b95e None None] Network db46ad19-2afa-4d8b-b95f-5617d55c0b78 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:03:17.408179 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:17.412278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbf0d6-b3ec-44aa-8dd9-d77eba6909d8 req-1255b244-80a7-449f-94e3-7ea9fe9bc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:17.413791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67fbf0d6-b3ec-44aa-8dd9-d77eba6909d8 req-1255b244-80a7-449f-94e3-7ea9fe9bc9c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ef21b27c-6db2-402a-9967-e43bda55da95 HTTP/1.1" status: 200 len: 915 time: 0.3750532 Feb 02 13:03:17.447176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4d5c55ec-8f3a-4690-a842-8621b4e48250 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4131200 Feb 02 13:03:17.449842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43184) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:03:17.454887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1993145803-router', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:03:17.484384 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (16c3e66e-72fe-4dac-9d66-843c261b6630), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:17.487553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (16c3e66e-72fe-4dac-9d66-843c261b6630), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:17.534344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5996e-cd18-45a6-b593-77e666c3e93f req-bd191f9f-8455-47c9-af87-a199b2bdc143 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:17.541844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6e5996e-cd18-45a6-b593-77e666c3e93f req-bd191f9f-8455-47c9-af87-a199b2bdc143 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.1170890 Feb 02 13:03:17.558637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48edcbb-7332-4076-bade-2c70e78ccd3f req-f462e450-74f3-4d9e-9972-bc95b1a9485b tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:17.560410 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a48edcbb-7332-4076-bade-2c70e78ccd3f req-f462e450-74f3-4d9e-9972-bc95b1a9485b tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.1203523 Feb 02 13:03:17.595702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Publish callbacks [] for router_controller (16c3e66e-72fe-4dac-9d66-843c261b6630), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:17.632013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6e5996e-cd18-45a6-b593-77e666c3e93f req-e13c7496-c4d0-4565-a9df-d95852ff3097 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890250 Feb 02 13:03:17.696027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a48edcbb-7332-4076-bade-2c70e78ccd3f req-183578e6-7a31-42ec-90e3-a8a67cebda97 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215136 Feb 02 13:03:17.717654 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-db46ad19-2afa-4d8b-b95f-5617d55c0b78', 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78', 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'fixed_ips': [{'subnet_id': '3541d8eb-def4-47f2-a377-42de9c5f9189'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:03:17.718783 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:17.746261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67fbf0d6-b3ec-44aa-8dd9-d77eba6909d8 req-5f2d0a90-be25-4b89-906a-7c053ea63f6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f2fd947-7407-4b1d-91a7-f339a6b65ca8 HTTP/1.1" status: 200 len: 217 time: 0.0836108 Feb 02 13:03:17.833366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Publish callbacks [] for router_gateway (16c3e66e-72fe-4dac-9d66-843c261b6630), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:17.912677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Allocated IP 172.20.0.2 (db46ad19-2afa-4d8b-b95f-5617d55c0b78/3541d8eb-def4-47f2-a377-42de9c5f9189/49f10d93-f84a-43cb-b099-b4d8200e12aa) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:03:17.943847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbf0d6-b3ec-44aa-8dd9-d77eba6909d8 req-22040d1b-624c-408f-9b33-974438e8e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:17.945809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67fbf0d6-b3ec-44aa-8dd9-d77eba6909d8 req-22040d1b-624c-408f-9b33-974438e8e233 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2a73a9f4-6b73-42f8-98dc-d0f226a8270e HTTP/1.1" status: 200 len: 853 time: 0.1473553 Feb 02 13:03:17.952384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fcb4cc-bd61-44bd-8cdc-03cd7354eab0 req-148427fb-9a2f-4b67-b748-b2608601b836 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:17.959354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51fcb4cc-bd61-44bd-8cdc-03cd7354eab0 req-148427fb-9a2f-4b67-b748-b2608601b836 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.2171502 Feb 02 13:03:17.992321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc718e42-3d18-4636-afce-5f20cb59846c req-7b276b1a-06c2-4726-9400-3eb69a174d10 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:18.000140 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc718e42-3d18-4636-afce-5f20cb59846c req-7b276b1a-06c2-4726-9400-3eb69a174d10 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1300538 Feb 02 13:03:18.077896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Publish callbacks [] for router_gateway (16c3e66e-72fe-4dac-9d66-843c261b6630), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:18.086148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51fcb4cc-bd61-44bd-8cdc-03cd7354eab0 req-749e0e14-7820-47bb-a5b3-e644f5c9f0bb tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233859 Feb 02 13:03:18.094951 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Publish callbacks [] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:18.107567 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:18.115745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbf0d6-b3ec-44aa-8dd9-d77eba6909d8 req-7d62c539-edba-407a-9507-bf827439dad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:18.129032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67fbf0d6-b3ec-44aa-8dd9-d77eba6909d8 req-7d62c539-edba-407a-9507-bf827439dad1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ef21b27c-6db2-402a-9967-e43bda55da95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1434712 Feb 02 13:03:18.145695 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc718e42-3d18-4636-afce-5f20cb59846c req-a7733218-8f40-4385-b5c2-dd4ee23bf259 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447167 Feb 02 13:03:18.149494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:18.214160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Network db46ad19-2afa-4d8b-b95f-5617d55c0b78 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:03:18.234459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:03:18.239967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:03:18.251560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Pushing event updated for resources: {'Port': ['ID=49f10d93-f84a-43cb-b099-b4d8200e12aa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:18.330513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67fbf0d6-b3ec-44aa-8dd9-d77eba6909d8 req-aa923a91-cd30-4491-9725-a7686f03f631 service neutron] 10.222.0.18 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819434 Feb 02 13:03:18.394678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Attempting to bind port 49f10d93-f84a-43cb-b099-b4d8200e12aa on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:03:18.395324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Attempting to bind port 49f10d93-f84a-43cb-b099-b4d8200e12aa by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4067ec20-464a-4607-b963-a35c8f2a6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:03:18.397002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Attempting to bind port 49f10d93-f84a-43cb-b099-b4d8200e12aa on network db46ad19-2afa-4d8b-b95f-5617d55c0b78 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:18.402125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Allocated IP 172.25.4.27 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/96d5ee9d-31fa-4903-a538-611b246f6f1c) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:03:18.404210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:03:18.405347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Checking segment: {'id': '4067ec20-464a-4607-b963-a35c8f2a6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:03:18.406135 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:18.407872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Bound using segment: {'id': '4067ec20-464a-4607-b963-a35c8f2a6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:03:18.408583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Bound port: 49f10d93-f84a-43cb-b099-b4d8200e12aa, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4067ec20-464a-4607-b963-a35c8f2a6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:03:18.413806 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:18.496902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] For port 49f10d93-f84a-43cb-b099-b4d8200e12aa, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:18.502302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] For port 49f10d93-f84a-43cb-b099-b4d8200e12aa, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=49f10d93-f84a-43cb-b099-b4d8200e12aa,segment=NetworkSegment(4067ec20-464a-4607-b963-a35c8f2a6b3b),segment_id=4067ec20-464a-4607-b963-a35c8f2a6b3b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:03:18.512007 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:18.543070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Publish callbacks [] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:18.585589 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:18.589188 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da4071-4523-49d4-97e0-d6c73c88ec2e None None] Pushing event updated for resources: {'Port': ['ID=49f10d93-f84a-43cb-b099-b4d8200e12aa,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:18.632326 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e05411-5f06-4639-b4dc-307959f815a4 req-0338f97c-36ed-4f4a-b094-8a9b6eba13c9 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:18.635994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:03:18.639238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:03:18.640118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87e05411-5f06-4639-b4dc-307959f815a4 req-0338f97c-36ed-4f4a-b094-8a9b6eba13c9 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.2930655 Feb 02 13:03:18.643259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:03:18.685389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d82be-79f9-4da8-ad46-9fc929dab409 req-7e419a7f-bd0f-4785-829e-395bfe5989ac tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:18.687098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c48d82be-79f9-4da8-ad46-9fc929dab409 req-7e419a7f-bd0f-4785-829e-395bfe5989ac tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=898c72f1-6951-425a-8a5e-59600ad95f08 HTTP/1.1" status: 200 len: 950 time: 0.2736316 Feb 02 13:03:18.749862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Pushing event updated for resources: {'Port': ['ID=96d5ee9d-31fa-4903-a538-611b246f6f1c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:18.792409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.792780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.793119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.793472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.793807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.794009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-807b0a60-df75-49cf-9e74-a356accf0d89 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:18.794181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.794616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.794944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.795263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.795644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.795951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.796274 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.796590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:18.797416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-807b0a60-df75-49cf-9e74-a356accf0d89 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50&tenant_id=bbd971fda23e48a19766ca7f8465658e&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 949 time: 0.4025850 Feb 02 13:03:18.876980 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67fbf0d6-b3ec-44aa-8dd9-d77eba6909d8 req-9019bf45-4b75-47e3-94e0-46fe456e8a51 service neutron] 10.222.0.18 "GET /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944358 Feb 02 13:03:18.896862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87e05411-5f06-4639-b4dc-307959f815a4 req-a1c4800b-ea19-4fce-bc6b-4688e0744a13 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556460 Feb 02 13:03:18.922903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c48d82be-79f9-4da8-ad46-9fc929dab409 req-a9a5b88c-c9d4-453e-b021-3d7e648f53df tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821377 Feb 02 13:03:18.962149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-fe55c2b5-64e8-463e-a0c7-8c1d32e4e0d0 service neutron] 10.222.0.62 "GET /v2.0/ports/f32fa463-923e-4f9b-a69a-88d6894bd0a1/bindings/n-h2-827336-2 HTTP/1.1" status: 200 len: 382 time: 0.1480331 Feb 02 13:03:19.082657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Publish callbacks [] for router_gateway (16c3e66e-72fe-4dac-9d66-843c261b6630), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:19.181265 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-8016e3b0-1325-4781-b177-11b03f97be41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:19.182973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-8016e3b0-1325-4781-b177-11b03f97be41 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1131 time: 0.1599133 Feb 02 13:03:19.344353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (16c3e66e-72fe-4dac-9d66-843c261b6630), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:19.344995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-21bcfee4-1c18-4d17-aa97-25a9d571c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:19.348860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-21bcfee4-1c18-4d17-aa97-25a9d571c841 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1570392 Feb 02 13:03:19.361962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a5769-8072-4461-a6b3-8bd6669f943c req-80574051-272e-4da6-80ca-08df654442d6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:19.363885 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae5a5769-8072-4461-a6b3-8bd6669f943c req-80574051-272e-4da6-80ca-08df654442d6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.2683985 Feb 02 13:03:19.422000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-e949fe80-8842-46df-8763-73532298e9ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.0567837 Feb 02 13:03:19.531006 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Router 16c3e66e-72fe-4dac-9d66-843c261b6630 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:03:19.550601 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae5a5769-8072-4461-a6b3-8bd6669f943c req-9def3247-8c83-41f6-a4e4-fc0e2e02d944 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756697 Feb 02 13:03:19.553787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-5589adf5-dcf8-48fc-90b7-55d774dcb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:19.555571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-5589adf5-dcf8-48fc-90b7-55d774dcb841 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1192734 Feb 02 13:03:19.617153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bfea6-0a4b-414f-aa84-ef7cd3a5982c req-940a90d1-aa67-453b-a3b6-f0fa02788b60 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:19.619048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-540bfea6-0a4b-414f-aa84-ef7cd3a5982c req-940a90d1-aa67-453b-a3b6-f0fa02788b60 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 949 time: 0.1943424 Feb 02 13:03:19.694999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-848dcf4d-09d6-4c59-a0c2-f708e95152c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:19.694999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-848dcf4d-09d6-4c59-a0c2-f708e95152c8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1307447 Feb 02 13:03:19.718195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:03:19.732405 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Sync routers for ids ['16c3e66e-72fe-4dac-9d66-843c261b6630'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:03:19.750375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Routers {'16c3e66e-72fe-4dac-9d66-843c261b6630'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:03:19.751872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2bbd8440-6201-4118-8a58-07239961703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:03:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['16c3e66e-72fe-4dac-9d66-843c261b6630'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:19.753056 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-540bfea6-0a4b-414f-aa84-ef7cd3a5982c req-081675ef-8a98-478b-b673-33c619577b8a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255670 Feb 02 13:03:19.759600 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:19.764486 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9ddbd213-5850-416b-91df-2f43e3342200 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3133311 Feb 02 13:03:19.765439 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43224) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:03:19.793455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb33be3-6471-4044-ad1a-7bdfe882a62b req-dc2d66c4-b33f-4ade-aa6b-47f361e2685b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:19.795682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2bb33be3-6471-4044-ad1a-7bdfe882a62b req-dc2d66c4-b33f-4ade-aa6b-47f361e2685b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.1578591 Feb 02 13:03:19.944844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device f32fa463-923e-4f9b-a69a-88d6894bd0a1 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:19.956637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-5d183e14-2a44-48fa-863b-6ef647c4274f service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516894 Feb 02 13:03:19.973392 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2bb33be3-6471-4044-ad1a-7bdfe882a62b req-d5093b89-2183-4d8c-86a7-8154fa87ba76 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442587 Feb 02 13:03:20.091948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Set router 16c3e66e-72fe-4dac-9d66-843c261b6630 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:03:20.147453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd06508-aa03-4f11-8e2a-7cba0db01298 req-dfb6287c-b12a-4cf6-81b7-749157ca8b50 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:20.152566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7fd06508-aa03-4f11-8e2a-7cba0db01298 req-dfb6287c-b12a-4cf6-81b7-749157ca8b50 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.2512579 Feb 02 13:03:20.159873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port f32fa463-923e-4f9b-a69a-88d6894bd0a1 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:03:20.167030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port f32fa463-923e-4f9b-a69a-88d6894bd0a1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:20.167451 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:20.251451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-432d4d3b-258e-4db5-acac-e742914255a2 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769597 Feb 02 13:03:20.309085 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7fd06508-aa03-4f11-8e2a-7cba0db01298 req-76de17a6-813f-4e40-a1c8-7e90dcf033d5 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478050 Feb 02 13:03:20.350179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89498bf3-c1bb-4f81-8ea4-4ffccb92bcd1 None None] Network db46ad19-2afa-4d8b-b95f-5617d55c0b78 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:03:20.378638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 49f10d93-f84a-43cb-b099-b4d8200e12aa up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:20.512178 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:20.624477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b62cc3-58c4-4d12-b411-e335edd8ef71 req-ab3ab474-1e41-4570-9f87-0202e39d3653 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:20.626872 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86b62cc3-58c4-4d12-b411-e335edd8ef71 req-ab3ab474-1e41-4570-9f87-0202e39d3653 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1202071 Feb 02 13:03:20.635526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-53f208c3-798f-413c-ab07-2cc04a52a8fa None None] Provisioning complete for port 49f10d93-f84a-43cb-b099-b4d8200e12aa triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:20.635965 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53f208c3-798f-413c-ab07-2cc04a52a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:20.718059 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86b62cc3-58c4-4d12-b411-e335edd8ef71 req-3e806b09-3e63-4ddf-b562-499639b2ea27 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838914 Feb 02 13:03:20.765287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port f32fa463-923e-4f9b-a69a-88d6894bd0a1 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:20.765795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:20.810330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Allocated IP 172.20.0.1 (db46ad19-2afa-4d8b-b95f-5617d55c0b78/3541d8eb-def4-47f2-a377-42de9c5f9189/8f5072e3-85d9-4a11-84d9-82d32009ad92) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:03:20.832647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 49f10d93-f84a-43cb-b099-b4d8200e12aa triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:20.833057 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:20.919333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76840ec-4c51-459c-a508-db327f621137 req-a2a735a9-4fb7-4697-929c-8b9bd8b87c7f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:20.930002 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c76840ec-4c51-459c-a508-db327f621137 req-a2a735a9-4fb7-4697-929c-8b9bd8b87c7f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.0974867 Feb 02 13:03:20.937263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:20.943669 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2500217a-8b44-4886-855f-847a8638fcce" -d '{"events": [{"server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "name": "network-vif-plugged", "status": "completed", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:20.978752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:20.995833 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:20.996611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 272d656a-44a1-46d5-a3f4-160c72fbbbb6 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:21.031057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Publish callbacks [] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:21.045057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c76840ec-4c51-459c-a508-db327f621137 req-9f3cd10a-df84-4d6d-8e1c-155d47731c56 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130459 Feb 02 13:03:21.067883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7717c-ebd4-4032-9e8c-57529fb14641 req-e5f25631-ab59-4de9-9965-d07c747b6ced tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:21.068154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2bbd8440-6201-4118-8a58-07239961703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'name': 'tempest-TaggedBootDevicesTest_v242-1993145803-router', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:03:17Z', 'updated_at': '2022-02-02T13:03:18Z', 'revision_number': 3, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'gw_port': {'id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:18Z', 'updated_at': '2022-02-02T13:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:21.069787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cab7717c-ebd4-4032-9e8c-57529fb14641 req-e5f25631-ab59-4de9-9965-d07c747b6ced tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.0791960 Feb 02 13:03:21.113534 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:21.158635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cab7717c-ebd4-4032-9e8c-57529fb14641 req-e0480e8c-5c21-485f-a557-62ee586ec475 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776510 Feb 02 13:03:21.204928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Network db46ad19-2afa-4d8b-b95f-5617d55c0b78 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:03:21.217999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:03:21.224616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Checking router: 16c3e66e-72fe-4dac-9d66-843c261b6630 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:03:21.225012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Updating router 16c3e66e-72fe-4dac-9d66-843c261b6630 port 96d5ee9d-31fa-4903-a538-611b246f6f1c binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:03:21.227905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5072e3-85d9-4a11-84d9-82d32009ad92,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:21.234586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:03:21.261969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-53f208c3-798f-413c-ab07-2cc04a52a8fa None None] Current status of the port 49f10d93-f84a-43cb-b099-b4d8200e12aa is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:21.262350 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53f208c3-798f-413c-ab07-2cc04a52a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:21.278000 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (16c3e66e-72fe-4dac-9d66-843c261b6630), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:21.335223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:21.372582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e98ff-54bc-4c96-b740-79e70631753f req-bd61bd83-df66-4d4c-84d4-c713c8159473 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:21.374193 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c96e98ff-54bc-4c96-b740-79e70631753f req-bd61bd83-df66-4d4c-84d4-c713c8159473 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1628277 Feb 02 13:03:21.400909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12605081-ae84-4dd9-a454-3d0d8e2443b3 req-f664b521-be52-4e13-a4bf-e227d2df6f07 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:21.402642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12605081-ae84-4dd9-a454-3d0d8e2443b3 req-f664b521-be52-4e13-a4bf-e227d2df6f07 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.1031785 Feb 02 13:03:21.403529 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:21.484055 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:21.489729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c96e98ff-54bc-4c96-b740-79e70631753f req-c9654042-77a9-4607-98b3-214010e37b51 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065631 Feb 02 13:03:21.491921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-53f208c3-798f-413c-ab07-2cc04a52a8fa None None] For port 49f10d93-f84a-43cb-b099-b4d8200e12aa, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=49f10d93-f84a-43cb-b099-b4d8200e12aa,segment=NetworkSegment(4067ec20-464a-4607-b963-a35c8f2a6b3b),segment_id=4067ec20-464a-4607-b963-a35c8f2a6b3b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:21.502969 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12605081-ae84-4dd9-a454-3d0d8e2443b3 req-463a6614-aad2-42c4-9a56-42a38bba1c0a tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909567 Feb 02 13:03:21.519254 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 49f10d93-f84a-43cb-b099-b4d8200e12aa is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:21.523721 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:21.558840 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-53f208c3-798f-413c-ab07-2cc04a52a8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:21.626370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:21.626797 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:21.749546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8dce0-720d-4ca5-a363-8e2331864560 req-9e720582-81c1-4ee0-a274-d40b57fe98c9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:21.751449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ec8dce0-720d-4ca5-a363-8e2331864560 req-9e720582-81c1-4ee0-a274-d40b57fe98c9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.1121855 Feb 02 13:03:21.770262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Publish callbacks [] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:21.776753 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:21.824693 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (16c3e66e-72fe-4dac-9d66-843c261b6630), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:21.867442 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f37c90-b110-4715-8baf-66a5f6237520 x-openstack-request-id: req-66f37c90-b110-4715-8baf-66a5f6237520 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:21.868058 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "name": "network-vif-plugged", "status": "completed", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:21.868058 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-66f37c90-b110-4715-8baf-66a5f6237520 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:21.868593 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'code': 200} Feb 02 13:03:21.897897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb3cc0-e540-43f2-9cdb-5f095e24cb17 req-9bb97419-31ca-4d27-b678-e92689b410f6 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:21.908287 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aabb3cc0-e540-43f2-9cdb-5f095e24cb17 req-9bb97419-31ca-4d27-b678-e92689b410f6 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.1392479 Feb 02 13:03:21.976077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ec8dce0-720d-4ca5-a363-8e2331864560 req-73ea809a-6040-4034-88a4-80dc9a92868b tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151206 Feb 02 13:03:22.006878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4f6c27b3-7645-462f-a874-ed7020a0588d None None] Provisioning complete for port 8f5072e3-85d9-4a11-84d9-82d32009ad92 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:22.007250 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f6c27b3-7645-462f-a874-ed7020a0588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:22.018582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:22.058016 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:22.061850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aabb3cc0-e540-43f2-9cdb-5f095e24cb17 req-5b1ce4e1-1535-4c13-a2ac-a314a82c3dd2 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523669 Feb 02 13:03:22.063067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f208c3-798f-413c-ab07-2cc04a52a8fa None None] Pushing event updated for resources: {'Port': ['ID=49f10d93-f84a-43cb-b099-b4d8200e12aa,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:22.071697 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f358fae8-7371-41d4-8adb-917cf455eb45 req-002e2d57-1e02-4937-b052-f44168829e02 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2618423 Feb 02 13:03:22.130001 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:03:22.130372 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:03:22.133943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=272d656a-44a1-46d5-a3f4-160c72fbbbb6,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:22.147164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c27b3-7645-462f-a874-ed7020a0588d None None] Port 8f5072e3-85d9-4a11-84d9-82d32009ad92 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:03:22.200553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4f6c27b3-7645-462f-a874-ed7020a0588d None None] Provisioning complete for port 49f10d93-f84a-43cb-b099-b4d8200e12aa triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:22.203928 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f6c27b3-7645-462f-a874-ed7020a0588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:22.277854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f330c18-01f7-4596-bf2d-a50283e13ba9 req-c108a785-553b-4d7e-9c84-71ec155d6636 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:22.279362 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f330c18-01f7-4596-bf2d-a50283e13ba9 req-c108a785-553b-4d7e-9c84-71ec155d6636 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=47ada0d0-4f97-433d-adaf-925d2954bd14 HTTP/1.1" status: 200 len: 945 time: 0.1578434 Feb 02 13:03:22.286119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358fae8-7371-41d4-8adb-917cf455eb45 req-0fd4229a-adee-4bed-9fd9-1e295bf9e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:22.288137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f358fae8-7371-41d4-8adb-917cf455eb45 req-0fd4229a-adee-4bed-9fd9-1e295bf9e5de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 1126 time: 0.1014297 Feb 02 13:03:22.296447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Network db46ad19-2afa-4d8b-b95f-5617d55c0b78 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:03:22.299786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:03:22.454147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5072e3-85d9-4a11-84d9-82d32009ad92,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:22.481728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Router 16c3e66e-72fe-4dac-9d66-843c261b6630 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:03:22.490516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c27b3-7645-462f-a874-ed7020a0588d None None] Current status of the port 49f10d93-f84a-43cb-b099-b4d8200e12aa is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:22.532430 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358fae8-7371-41d4-8adb-917cf455eb45 req-59d78329-3cfd-49e6-8988-181df82f9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:22.534587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f358fae8-7371-41d4-8adb-917cf455eb45 req-59d78329-3cfd-49e6-8988-181df82f9a7f service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.1935871 Feb 02 13:03:22.541916 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Publish callbacks [] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:22.561190 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:22.600020 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f330c18-01f7-4596-bf2d-a50283e13ba9 req-65d31b79-62c2-4bfe-9ef9-157510b48ead tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105450 Feb 02 13:03:22.606512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:03:22.619082 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4b67be71-a093-498b-bb6b-f1c699efe149 admin admin] 10.222.0.83 "PUT /v2.0/routers/16c3e66e-72fe-4dac-9d66-843c261b6630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8484688 Feb 02 13:03:22.686026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa54f11-7fd1-47b9-94bf-5eea80d5cff9 None None] Pushing event updated for resources: {'Port': ['ID=96d5ee9d-31fa-4903-a538-611b246f6f1c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:22.688532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Attempting to bind port 96d5ee9d-31fa-4903-a538-611b246f6f1c on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:03:22.688973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Attempting to bind port 96d5ee9d-31fa-4903-a538-611b246f6f1c by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:03:22.689819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Attempting to bind port 96d5ee9d-31fa-4903-a538-611b246f6f1c on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:22.698009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 49f10d93-f84a-43cb-b099-b4d8200e12aa is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:22.713803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:03:22.714060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f358fae8-7371-41d4-8adb-917cf455eb45 req-9f41d5b0-797f-40b4-8184-179097c35356 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae2e540-d972-4290-bd50-d74064de59fb HTTP/1.1" status: 200 len: 217 time: 0.1627078 Feb 02 13:03:22.714407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:03:22.714909 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:22.716054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:03:22.716054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Bound port: 96d5ee9d-31fa-4903-a538-611b246f6f1c, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:03:22.716546 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:22.738843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23c2f5-aa42-4ca8-9bee-9fadfc7f7181 req-c65f2ebb-40c4-427b-b4c7-6844749ce64a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:22.749259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe23c2f5-aa42-4ca8-9bee-9fadfc7f7181 req-c65f2ebb-40c4-427b-b4c7-6844749ce64a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.4184306 Feb 02 13:03:22.755171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c948458b-d7ea-495e-9d01-a2c2df86795c None None] Provisioning complete for port 8f5072e3-85d9-4a11-84d9-82d32009ad92 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:22.755615 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c948458b-d7ea-495e-9d01-a2c2df86795c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:22.834737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c948458b-d7ea-495e-9d01-a2c2df86795c None None] Port 8f5072e3-85d9-4a11-84d9-82d32009ad92 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:03:22.837194 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2bbd8440-6201-4118-8a58-07239961703c None None] For port 96d5ee9d-31fa-4903-a538-611b246f6f1c, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:22.841110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2bbd8440-6201-4118-8a58-07239961703c None None] For port 96d5ee9d-31fa-4903-a538-611b246f6f1c, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=96d5ee9d-31fa-4903-a538-611b246f6f1c,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:03:22.854474 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:22.916825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Routers {'16c3e66e-72fe-4dac-9d66-843c261b6630'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:03:22.917486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2bbd8440-6201-4118-8a58-07239961703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:03:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['16c3e66e-72fe-4dac-9d66-843c261b6630'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:22.929797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358fae8-7371-41d4-8adb-917cf455eb45 req-6d63ae68-d134-4f8e-bd7c-a06512b7cd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:22.931404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f358fae8-7371-41d4-8adb-917cf455eb45 req-6d63ae68-d134-4f8e-bd7c-a06512b7cd74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.1801999 Feb 02 13:03:22.963297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 49f10d93-f84a-43cb-b099-b4d8200e12aa up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:22.976341 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe23c2f5-aa42-4ca8-9bee-9fadfc7f7181 req-03d12fd1-087f-4f4f-8ec1-877d74b609b2 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262037 Feb 02 13:03:22.978744 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f358fae8-7371-41d4-8adb-917cf455eb45 req-45d9ef4e-d907-4658-b326-0765d870d1db service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372107 Feb 02 13:03:22.998518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6e700-958f-4845-825e-1a07262b5ca7 req-c5328703-1284-4d7e-b9f1-2615cc78a4c3 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:22.998779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa54f11-7fd1-47b9-94bf-5eea80d5cff9 None None] Pushing event updated for resources: {'Port': ['ID=96d5ee9d-31fa-4903-a538-611b246f6f1c,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:23.002891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30c6e700-958f-4845-825e-1a07262b5ca7 req-c5328703-1284-4d7e-b9f1-2615cc78a4c3 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.1688726 Feb 02 13:03:23.095759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 49f10d93-f84a-43cb-b099-b4d8200e12aa triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:23.096164 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:23.125952 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-2bbd8440-6201-4118-8a58-07239961703c None None] Set router 16c3e66e-72fe-4dac-9d66-843c261b6630 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:03:23.145316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30c6e700-958f-4845-825e-1a07262b5ca7 req-374404e0-ed03-44ed-8e4a-8f7e51431b5d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413953 Feb 02 13:03:23.178646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53aac-1295-4c0a-8cf7-b9ae269ee5f3 req-82a80d60-822f-4d0b-b01b-460873951e79 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:23.180236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31f53aac-1295-4c0a-8cf7-b9ae269ee5f3 req-82a80d60-822f-4d0b-b01b-460873951e79 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1143844 Feb 02 13:03:23.191508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f358fae8-7371-41d4-8adb-917cf455eb45 req-a72c7e31-7ea9-4e56-8fc9-5dcbe250c14c service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859498 Feb 02 13:03:23.319934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 49f10d93-f84a-43cb-b099-b4d8200e12aa is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:23.360303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31f53aac-1295-4c0a-8cf7-b9ae269ee5f3 req-5e872cdc-da6a-4c72-9c04-90ea777b0675 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446013 Feb 02 13:03:23.420985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5ebe8-06c9-4e24-a1b6-7a4d1af23e77 req-d2665a29-b610-49d6-9b5c-8b3373c5467d tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:23.422786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0eb5ebe8-06c9-4e24-a1b6-7a4d1af23e77 req-d2665a29-b610-49d6-9b5c-8b3373c5467d tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 946 time: 0.1788235 Feb 02 13:03:23.428075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f358fae8-7371-41d4-8adb-917cf455eb45 req-0c9337a8-0d0c-4720-8634-20298bbe72e4 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301450 Feb 02 13:03:23.455115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2bbd8440-6201-4118-8a58-07239961703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'name': 'tempest-TaggedBootDevicesTest_v242-1993145803-router', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:03:17Z', 'updated_at': '2022-02-02T13:03:21Z', 'revision_number': 4, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'gw_port': {'id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:18Z', 'updated_at': '2022-02-02T13:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f5072e3-85d9-4a11-84d9-82d32009ad92', 'name': '', 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'mac_address': 'fa:16:3e:0f:27:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3541d8eb-def4-47f2-a377-42de9c5f9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:20Z', 'updated_at': '2022-02-02T13:03:21Z', 'revision_number': 2, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'subnets': [{'id': '3541d8eb-def4-47f2-a377-42de9c5f9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:23.493015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbd8440-6201-4118-8a58-07239961703c None None] The sync data for ids ['16c3e66e-72fe-4dac-9d66-843c261b6630'] in n-d-827336-2 is: [{'id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'name': 'tempest-TaggedBootDevicesTest_v242-1993145803-router', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:03:17Z', 'updated_at': '2022-02-02T13:03:21Z', 'revision_number': 4, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'gw_port': {'id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:18Z', 'updated_at': '2022-02-02T13:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f5072e3-85d9-4a11-84d9-82d32009ad92', 'name': '', 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'mac_address': 'fa:16:3e:0f:27:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3541d8eb-def4-47f2-a377-42de9c5f9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:20Z', 'updated_at': '2022-02-02T13:03:21Z', 'revision_number': 2, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'subnets': [{'id': '3541d8eb-def4-47f2-a377-42de9c5f9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:03:23.504405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0eb5ebe8-06c9-4e24-a1b6-7a4d1af23e77 req-8a0cfb0a-5d68-4a2e-98e4-7c92188040ab tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748734 Feb 02 13:03:23.582233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2b71d-cf98-46ac-8f68-92b392fee6c1 req-2c15669b-2f1f-41f9-af1c-86338e10fbec tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:23.583954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1e2b71d-cf98-46ac-8f68-92b392fee6c1 req-2c15669b-2f1f-41f9-af1c-86338e10fbec tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.0783842 Feb 02 13:03:23.676078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1e2b71d-cf98-46ac-8f68-92b392fee6c1 req-0d0c42c3-11b5-406f-b4ee-f34a65503ed5 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764489 Feb 02 13:03:23.688417 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed945654-c185-4654-8498-c4f751835ab7 req-f278d634-3c80-4881-b59f-d942a65a2d15 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:23.703310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed945654-c185-4654-8498-c4f751835ab7 req-f278d634-3c80-4881-b59f-d942a65a2d15 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.1180925 Feb 02 13:03:23.764097 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed945654-c185-4654-8498-c4f751835ab7 req-c5921134-e3b4-45c0-961c-a1e012d0567e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597374 Feb 02 13:03:23.847921 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-22cea3f1-f931-4a6d-a482-2a879de53b12 req-f6934b97-fc55-48ee-8282-46bee55bdb3e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:03:23.848915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22cea3f1-f931-4a6d-a482-2a879de53b12 req-f6934b97-fc55-48ee-8282-46bee55bdb3e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057919 Feb 02 13:03:23.869626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:23.878668 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092d70c0-39ab-4368-a856-b3166c0db755" -d '{"events": [{"server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "name": "network-vif-unplugged", "status": "completed", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:23.975279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d9d08ffb-3eb9-4bb6-b417-b17b724cf99f details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:03:24.108023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:24.123713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f', 'mac_address': 'fa:16:3e:7b:76:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:03:24.170401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:24.171153 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:24.186872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9d08ffb-3eb9-4bb6-b417-b17b724cf99f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:24.211812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:24.228718 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:24.287810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-d521fee4-97b6-4d9f-8fa5-e00e590a00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:24.289661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-d521fee4-97b6-4d9f-8fa5-e00e590a00a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50&tenant_id=bbd971fda23e48a19766ca7f8465658e HTTP/1.1" status: 200 len: 1132 time: 0.5149665 Feb 02 13:03:24.297311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:24.303397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef190a-b025-4615-886d-799ffb7d71a7 req-57b4e2b5-9b55-41f7-b064-e1a1f75d6ca9 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:24.307894 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5ef190a-b025-4615-886d-799ffb7d71a7 req-57b4e2b5-9b55-41f7-b064-e1a1f75d6ca9 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.5226622 Feb 02 13:03:24.315878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:03:24.402137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22cea3f1-f931-4a6d-a482-2a879de53b12 req-494ddb88-271f-431c-919d-24f81bfeec46 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5450680 Feb 02 13:03:24.472154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5ef190a-b025-4615-886d-799ffb7d71a7 req-8edc21f4-47d9-461c-8c7b-aaf98aadb006 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530473 Feb 02 13:03:24.473130 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:24.542763 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64f1571-70e5-451b-9c10-a35ea7545ae2 x-openstack-request-id: req-a64f1571-70e5-451b-9c10-a35ea7545ae2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:24.543474 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "name": "network-vif-unplugged", "status": "completed", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:24.543849 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a64f1571-70e5-451b-9c10-a35ea7545ae2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:24.544511 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'code': 200} Feb 02 13:03:24.612928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['d9d08ffb-3eb9-4bb6-b417-b17b724cf99f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:24.859301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5955f4-1fe5-4720-9b6d-342e8b94e7f8 req-444a1752-401e-49e1-ba53-cb29c425c289 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:24.865833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a5955f4-1fe5-4720-9b6d-342e8b94e7f8 req-444a1752-401e-49e1-ba53-cb29c425c289 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.2072375 Feb 02 13:03:24.876696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e822920-9dfd-452c-a37f-bb5d2139e8bb req-c3adf9bb-ad8f-4deb-afba-7a328241bba2 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:24.878168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e822920-9dfd-452c-a37f-bb5d2139e8bb req-c3adf9bb-ad8f-4deb-afba-7a328241bba2 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.2102001 Feb 02 13:03:24.926812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 96d5ee9d-31fa-4903-a538-611b246f6f1c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:24.939750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:24.979933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:25.023977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 96d5ee9d-31fa-4903-a538-611b246f6f1c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:25.024592 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:25.073126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a5955f4-1fe5-4720-9b6d-342e8b94e7f8 req-98cf497a-d037-485d-a91c-0509796f8195 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037878 Feb 02 13:03:25.103507 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e822920-9dfd-452c-a37f-bb5d2139e8bb req-24c08629-01f8-4c1f-bb85-3fe3dceb2941 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134213 Feb 02 13:03:25.134174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:25.136875 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9b0c8c-f2c4-433d-bd6a-02327322928b" -d '{"events": [{"server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "name": "network-vif-unplugged", "status": "completed", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:25.150152 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Publish callbacks [] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:25.188831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Transition to ACTIVE for port object f32fa463-923e-4f9b-a69a-88d6894bd0a1 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:03:25.205227 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:25.230316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 96d5ee9d-31fa-4903-a538-611b246f6f1c is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:25.232557 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:25.322609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 96d5ee9d-31fa-4903-a538-611b246f6f1c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=96d5ee9d-31fa-4903-a538-611b246f6f1c,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:25.331039 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:25.436366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=96d5ee9d-31fa-4903-a538-611b246f6f1c,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:25.439045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:25.458444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] No DVR routers for this DVR port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:25.621095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Attempting to bind port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:03:25.621486 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Attempting to bind port f32fa463-923e-4f9b-a69a-88d6894bd0a1 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:03:25.621905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Attempting to bind port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:25.634026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c6ec1-6ad8-4d0d-b189-13f96bfc58d2 req-7e92d9ed-71f3-4d59-963d-a4f35c32e4b6 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:25.635905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df1c6ec1-6ad8-4d0d-b189-13f96bfc58d2 req-7e92d9ed-71f3-4d59-963d-a4f35c32e4b6 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.2603416 Feb 02 13:03:25.640692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:03:25.643223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Attempting to bind port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:25.655060 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:03:25.656028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:03:25.656536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:03:25.656837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Bound port: f32fa463-923e-4f9b-a69a-88d6894bd0a1, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:03:25.657200 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:25.818042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df1c6ec1-6ad8-4d0d-b189-13f96bfc58d2 req-9c05449d-08ba-4ccc-81c4-49492e4754e1 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717072 Feb 02 13:03:25.851968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b26e6-7ee0-4d6b-82c8-6b1c9bf07fb1 req-ec58fc3a-c908-4380-8fdc-b0ebc148ca66 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:25.859126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e5b26e6-7ee0-4d6b-82c8-6b1c9bf07fb1 req-ec58fc3a-c908-4380-8fdc-b0ebc148ca66 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 949 time: 0.1769769 Feb 02 13:03:25.866805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:25.870262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:03:25.885549 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:25.953879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:25.955165 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:25.956137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] 10.222.0.18 "PUT /v2.0/ports/f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 1097 time: 1.6469595 Feb 02 13:03:25.989448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d9d08ffb-3eb9-4bb6-b417-b17b724cf99f up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:25.992115 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e5b26e6-7ee0-4d6b-82c8-6b1c9bf07fb1 req-e6cbd651-edf3-4b4f-aee1-a18ae471bef4 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176302 Feb 02 13:03:26.004766 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda0b77-5693-419e-acdf-a8792c365242 service neutron] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=11']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:26.138324 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28a58d0-7157-4421-a527-136fd616cc15 x-openstack-request-id: req-d28a58d0-7157-4421-a527-136fd616cc15 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:26.138617 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "name": "network-vif-unplugged", "status": "completed", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:26.138866 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d28a58d0-7157-4421-a527-136fd616cc15 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:26.139259 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'code': 200} Feb 02 13:03:26.143142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:26.144322 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:26.149874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-b8d5b9be-c6ae-4eec-b94c-934b3cee1ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:26.151602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-b8d5b9be-c6ae-4eec-b94c-934b3cee1ad5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1131 time: 0.1232374 Feb 02 13:03:26.166549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c87f5-0358-409a-9174-e74836a9a0cf req-d8b35ab3-0680-4db4-8b3c-e57ffd9ef728 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:26.174578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-286c87f5-0358-409a-9174-e74836a9a0cf req-d8b35ab3-0680-4db4-8b3c-e57ffd9ef728 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.1709301 Feb 02 13:03:26.252125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-286c87f5-0358-409a-9174-e74836a9a0cf req-9ac6afa9-7dad-49b4-8721-80cb8666cefe tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764642 Feb 02 13:03:26.266877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:26.267553 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:26.323606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:26.333451 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:26.335209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device f32fa463-923e-4f9b-a69a-88d6894bd0a1 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:26.424887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] The host n-h2-827336-2 is not matching for port f32fa463-923e-4f9b-a69a-88d6894bd0a1 host n-h1-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:03:26.425741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device f32fa463-923e-4f9b-a69a-88d6894bd0a1 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:03:26.487553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:26.546128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae1dd3f-84b0-488f-b030-307846750d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:26.548871 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5754b692-c0c9-4777-91fc-6dfd0d0b6c9b" -d '{"events": [{"server_uuid": "cae1dd3f-84b0-488f-b030-307846750d04", "name": "network-vif-plugged", "status": "completed", "tag": "d9d08ffb-3eb9-4bb6-b417-b17b724cf99f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:26.594275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c453658-dc12-4ba9-aad0-8919c2328c38 req-f9f685fd-abb3-418f-ab2b-149c4810c047 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:26.610369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c453658-dc12-4ba9-aad0-8919c2328c38 req-f9f685fd-abb3-418f-ab2b-149c4810c047 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.3335626 Feb 02 13:03:26.675850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47bda7-7968-4fe1-b81d-067d6d11804a req-35ac450c-861b-4226-ad81-903014c16239 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:26.678673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d47bda7-7968-4fe1-b81d-067d6d11804a req-35ac450c-861b-4226-ad81-903014c16239 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=47ada0d0-4f97-433d-adaf-925d2954bd14 HTTP/1.1" status: 200 len: 945 time: 0.2606723 Feb 02 13:03:26.757294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-1ede4cf5-5c96-4448-8cf7-2fb4f6c85b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:26.760812 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-1ede4cf5-5c96-4448-8cf7-2fb4f6c85b51 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.5248549 Feb 02 13:03:26.818908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 96d5ee9d-31fa-4903-a538-611b246f6f1c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:26.922586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-6b50e1ae-b948-4993-973a-6c77ebd8287f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.1498690 Feb 02 13:03:26.949039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 96d5ee9d-31fa-4903-a538-611b246f6f1c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:26.949710 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:26.952766 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c453658-dc12-4ba9-aad0-8919c2328c38 req-8ebd898e-82ae-4c16-81af-5a575e427d2b tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292210 Feb 02 13:03:26.975068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d47bda7-7968-4fe1-b81d-067d6d11804a req-940f3ec0-5b15-42fc-a3cd-88b859d6505c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829072 Feb 02 13:03:27.166812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-ed05f11d-e8fc-480b-9755-012d971a1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:27.168236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-ed05f11d-e8fc-480b-9755-012d971a1ed5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.2145431 Feb 02 13:03:27.195007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 96d5ee9d-31fa-4903-a538-611b246f6f1c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:27.256617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb17f1-5e2b-4deb-9c07-a7903eeb67c6 req-cafde54e-0295-411a-b418-a34ade39ee6c tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:27.258195 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30fb17f1-5e2b-4deb-9c07-a7903eeb67c6 req-cafde54e-0295-411a-b418-a34ade39ee6c tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1788189 Feb 02 13:03:27.287209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f019a-5f86-4993-a8ed-fffc6347e30d req-be354d19-f46d-4c9c-a752-925a7c7b24d3 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:27.294360 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-606f019a-5f86-4993-a8ed-fffc6347e30d req-be354d19-f46d-4c9c-a752-925a7c7b24d3 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.1486418 Feb 02 13:03:27.321876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9d569d04-b123-41b1-8099-6eddfbb00921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:27.323380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-9d569d04-b123-41b1-8099-6eddfbb00921 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1370099 Feb 02 13:03:27.387716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30fb17f1-5e2b-4deb-9c07-a7903eeb67c6 req-5ecb51b2-6695-4398-b557-1f83d550151b tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214759 Feb 02 13:03:27.430747 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-606f019a-5f86-4993-a8ed-fffc6347e30d req-be900747-185a-4395-8e5b-8cd0e5a05a7f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354954 Feb 02 13:03:27.510031 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc8b150-8409-4b6e-a301-7a75bbd0da0a x-openstack-request-id: req-5bc8b150-8409-4b6e-a301-7a75bbd0da0a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:27.510675 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae1dd3f-84b0-488f-b030-307846750d04", "name": "network-vif-plugged", "status": "completed", "tag": "d9d08ffb-3eb9-4bb6-b417-b17b724cf99f", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:27.511148 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5bc8b150-8409-4b6e-a301-7a75bbd0da0a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:27.512158 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae1dd3f-84b0-488f-b030-307846750d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f', 'code': 200} Feb 02 13:03:27.552659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-7be4019b-d602-4fc2-a82e-85320b7f0c7b service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133093 Feb 02 13:03:27.560078 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Sync routers for ids ['16c3e66e-72fe-4dac-9d66-843c261b6630'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:03:27.576081 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Routers {'16c3e66e-72fe-4dac-9d66-843c261b6630'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:03:27.577960 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:03:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['16c3e66e-72fe-4dac-9d66-843c261b6630'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:27.790013 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Set router 16c3e66e-72fe-4dac-9d66-843c261b6630 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:03:27.792047 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da8fa5e9-5db7-4977-b5d2-ca233001cb02 req-07280247-99e2-4ad4-8abc-d9e0919d005b service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304220 Feb 02 13:03:27.862670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2778547-7eaa-4faf-804b-afbd23c2ac41 req-0688891e-3a2f-40a2-af46-9be2a091f12a tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:27.869368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2778547-7eaa-4faf-804b-afbd23c2ac41 req-0688891e-3a2f-40a2-af46-9be2a091f12a tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 946 time: 0.2553287 Feb 02 13:03:27.902715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebaba5-096a-43a1-8804-74a3ea3de846 req-a639e61d-238d-4395-bc30-fc74bdb9a418 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:27.904299 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59ebaba5-096a-43a1-8804-74a3ea3de846 req-a639e61d-238d-4395-bc30-fc74bdb9a418 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 949 time: 0.2472794 Feb 02 13:03:27.970591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59ebaba5-096a-43a1-8804-74a3ea3de846 req-4943c643-f0ad-4a82-b17c-832c811fe7f9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572100 Feb 02 13:03:28.014982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2778547-7eaa-4faf-804b-afbd23c2ac41 req-736b93a0-efde-4c66-a603-f49386c77403 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446609 Feb 02 13:03:28.114368 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'name': 'tempest-TaggedBootDevicesTest_v242-1993145803-router', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:03:17Z', 'updated_at': '2022-02-02T13:03:21Z', 'revision_number': 4, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'gw_port': {'id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:18Z', 'updated_at': '2022-02-02T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f5072e3-85d9-4a11-84d9-82d32009ad92', 'name': '', 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'mac_address': 'fa:16:3e:0f:27:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3541d8eb-def4-47f2-a377-42de9c5f9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:20Z', 'updated_at': '2022-02-02T13:03:21Z', 'revision_number': 2, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'subnets': [{'id': '3541d8eb-def4-47f2-a377-42de9c5f9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:28.148020 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Checking router: 16c3e66e-72fe-4dac-9d66-843c261b6630 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:03:28.148398 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Updating router 16c3e66e-72fe-4dac-9d66-843c261b6630 port 8f5072e3-85d9-4a11-84d9-82d32009ad92 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:03:28.176303 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:28.186253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:28.189299 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33527fb5-2efc-4225-8426-2d71fff989f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:28.275583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000889e8-63f9-4944-ac28-01266efdf648 req-70f9dd5a-3424-4c09-a01b-e82837b99a12 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:28.282887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-000889e8-63f9-4944-ac28-01266efdf648 req-70f9dd5a-3424-4c09-a01b-e82837b99a12 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.1594782 Feb 02 13:03:28.314037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ed75b-e284-4770-8b6e-e3a45797f9e2 req-a454be6b-0e17-45ba-a0de-6ad95ef0d76e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:28.322107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c84ed75b-e284-4770-8b6e-e3a45797f9e2 req-a454be6b-0e17-45ba-a0de-6ad95ef0d76e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1294374 Feb 02 13:03:28.401137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c84ed75b-e284-4770-8b6e-e3a45797f9e2 req-1a3d8fc1-3c03-4944-a323-dde11a951efa tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732977 Feb 02 13:03:28.433120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-000889e8-63f9-4944-ac28-01266efdf648 req-43cf7af8-6eb7-4488-9f7a-5ec42825f558 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491995 Feb 02 13:03:28.450254 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Publish callbacks [] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:28.463061 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:28.510495 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194e26bd-b919-401b-a3cb-3db06829b4c3 x-openstack-request-id: req-194e26bd-b919-401b-a3cb-3db06829b4c3 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:28.511015 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:28.511447 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-194e26bd-b919-401b-a3cb-3db06829b4c3 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:28.511996 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'status': 'completed', 'code': 200} Feb 02 13:03:28.563073 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd6702-a51e-439a-9287-5cff336af687 None None] Pushing event updated for resources: {'Port': ['ID=8f5072e3-85d9-4a11-84d9-82d32009ad92,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:28.879625 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Attempting to bind port 8f5072e3-85d9-4a11-84d9-82d32009ad92 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:03:28.881407 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Attempting to bind port 8f5072e3-85d9-4a11-84d9-82d32009ad92 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4067ec20-464a-4607-b963-a35c8f2a6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:03:28.881769 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Attempting to bind port 8f5072e3-85d9-4a11-84d9-82d32009ad92 on network db46ad19-2afa-4d8b-b95f-5617d55c0b78 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:28.894353 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:03:28.902789 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Checking segment: {'id': '4067ec20-464a-4607-b963-a35c8f2a6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:03:28.903515 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:28.904004 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Bound using segment: {'id': '4067ec20-464a-4607-b963-a35c8f2a6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:03:28.904603 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Bound port: 8f5072e3-85d9-4a11-84d9-82d32009ad92, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4067ec20-464a-4607-b963-a35c8f2a6b3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:03:28.908206 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:28.964306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2bd2e-5cba-4b89-90af-e96093caa057 req-fc12b5ff-5b6e-4cfc-93f2-cbf6f4fe2b51 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:28.979148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8a2bd2e-5cba-4b89-90af-e96093caa057 req-fc12b5ff-5b6e-4cfc-93f2-cbf6f4fe2b51 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.3276525 Feb 02 13:03:29.028890 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] For port 8f5072e3-85d9-4a11-84d9-82d32009ad92, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:29.034216 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] For port 8f5072e3-85d9-4a11-84d9-82d32009ad92, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8f5072e3-85d9-4a11-84d9-82d32009ad92,segment=NetworkSegment(4067ec20-464a-4607-b963-a35c8f2a6b3b),segment_id=4067ec20-464a-4607-b963-a35c8f2a6b3b)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:03:29.039554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-f5f75475-4e61-499a-ab87-8cdf16f117e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:29.041681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-f5f75475-4e61-499a-ab87-8cdf16f117e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1131 time: 0.4652982 Feb 02 13:03:29.042252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4f7f7cd8-5a08-49d3-b14a-aa9e5f4f357e None None] Provisioning complete for port 8f5072e3-85d9-4a11-84d9-82d32009ad92 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:29.042786 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7cd8-5a08-49d3-b14a-aa9e5f4f357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:29.050853 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:29.058952 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-83197dc2-ba04-4736-ad93-d912186bec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:29.061906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-83197dc2-ba04-4736-ad93-d912186bec01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbd971fda23e48a19766ca7f8465658e&device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1131 time: 0.5053992 Feb 02 13:03:29.106322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f7cd8-5a08-49d3-b14a-aa9e5f4f357e None None] Port 8f5072e3-85d9-4a11-84d9-82d32009ad92 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:03:29.216270 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Routers {'16c3e66e-72fe-4dac-9d66-843c261b6630'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:03:29.218492 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:03:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['16c3e66e-72fe-4dac-9d66-843c261b6630'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:29.221859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-2f581f78-d26d-44c1-a00a-5839d860001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:29.223772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-2f581f78-d26d-44c1-a00a-5839d860001a service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1576183 Feb 02 13:03:29.240597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda529-938c-4545-b609-a07dd36521d3 req-1c272d36-82d4-4481-9fbc-8861eca3bcb0 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:29.247876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda529-938c-4545-b609-a07dd36521d3 req-1c272d36-82d4-4481-9fbc-8861eca3bcb0 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:29.254091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda529-938c-4545-b609-a07dd36521d3 req-1c272d36-82d4-4481-9fbc-8861eca3bcb0 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:29.256163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cbda529-938c-4545-b609-a07dd36521d3 req-1c272d36-82d4-4481-9fbc-8861eca3bcb0 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2&device_id=47ada0d0-4f97-433d-adaf-925d2954bd14&device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 2418 time: 0.4838505 Feb 02 13:03:29.356348 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd6702-a51e-439a-9287-5cff336af687 None None] Pushing event updated for resources: {'Port': ['ID=8f5072e3-85d9-4a11-84d9-82d32009ad92,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:29.416182 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] Set router 16c3e66e-72fe-4dac-9d66-843c261b6630 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:03:29.598582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-6f786c58-c49e-4d43-86fc-d4698b3aeb36 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.3385053 Feb 02 13:03:29.600154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-b7264c8c-f419-4a0a-8e25-5b98f8406e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:29.612678 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-b7264c8c-f419-4a0a-8e25-5b98f8406e74 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.3766301 Feb 02 13:03:29.644987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8a2bd2e-5cba-4b89-90af-e96093caa057 req-43829fdc-c299-46f9-9e03-7397146c67ec tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6642287 Feb 02 13:03:29.684571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-99bf5213-e04c-4a2a-99ae-d31e3dc088b9 None None] Provisioning complete for port 8f5072e3-85d9-4a11-84d9-82d32009ad92 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:29.686818 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99bf5213-e04c-4a2a-99ae-d31e3dc088b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:29.797305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-1a331ff2-0a40-4740-9c86-d8c63a89f3d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 200 len: 217 time: 0.1804612 Feb 02 13:03:29.897790 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'name': 'tempest-TaggedBootDevicesTest_v242-1993145803-router', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:03:17Z', 'updated_at': '2022-02-02T13:03:21Z', 'revision_number': 4, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'gw_port': {'id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:18Z', 'updated_at': '2022-02-02T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f5072e3-85d9-4a11-84d9-82d32009ad92', 'name': '', 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'mac_address': 'fa:16:3e:0f:27:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3541d8eb-def4-47f2-a377-42de9c5f9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:20Z', 'updated_at': '2022-02-02T13:03:29Z', 'revision_number': 4, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'subnets': [{'id': '3541d8eb-def4-47f2-a377-42de9c5f9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:29.915874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-99bf5213-e04c-4a2a-99ae-d31e3dc088b9 None None] Current status of the port 8f5072e3-85d9-4a11-84d9-82d32009ad92 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:29.916298 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99bf5213-e04c-4a2a-99ae-d31e3dc088b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:29.966311 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d250ab-eda8-44cd-b825-f9eb1b51c16a None None] The sync data for ids ['16c3e66e-72fe-4dac-9d66-843c261b6630'] in n-d-827336-2 is: [{'id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'name': 'tempest-TaggedBootDevicesTest_v242-1993145803-router', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:03:17Z', 'updated_at': '2022-02-02T13:03:21Z', 'revision_number': 4, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'gw_port': {'id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:18Z', 'updated_at': '2022-02-02T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8f5072e3-85d9-4a11-84d9-82d32009ad92', 'name': '', 'network_id': 'db46ad19-2afa-4d8b-b95f-5617d55c0b78', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'mac_address': 'fa:16:3e:0f:27:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '3541d8eb-def4-47f2-a377-42de9c5f9189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:20Z', 'updated_at': '2022-02-02T13:03:29Z', 'revision_number': 4, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'subnets': [{'id': '3541d8eb-def4-47f2-a377-42de9c5f9189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:03:29.968412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-99bf5213-e04c-4a2a-99ae-d31e3dc088b9 None None] For port 8f5072e3-85d9-4a11-84d9-82d32009ad92, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8f5072e3-85d9-4a11-84d9-82d32009ad92,segment=NetworkSegment(4067ec20-464a-4607-b963-a35c8f2a6b3b),segment_id=4067ec20-464a-4607-b963-a35c8f2a6b3b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:29.975574 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99bf5213-e04c-4a2a-99ae-d31e3dc088b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:30.138915 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-d864abbd-b2a8-41b8-98bc-18683b154bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:30.141350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-d864abbd-b2a8-41b8-98bc-18683b154bb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.3659720 Feb 02 13:03:30.177123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cbda529-938c-4545-b609-a07dd36521d3 req-c82833ee-7dae-44de-a196-356425adb13d tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9069462 Feb 02 13:03:30.213990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf5213-e04c-4a2a-99ae-d31e3dc088b9 None None] Pushing event updated for resources: {'Port': ['ID=8f5072e3-85d9-4a11-84d9-82d32009ad92,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:30.295060 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-69760081-b1dd-48cf-9ff3-a3be284a3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:30.297227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-69760081-b1dd-48cf-9ff3-a3be284a3644 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.3980258 Feb 02 13:03:30.393342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eb25e-5e30-49ed-9b9c-13e8b86edb6d req-4629a95b-1fe6-4132-9552-ab602bdd6d39 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:30.395280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b0eb25e-5e30-49ed-9b9c-13e8b86edb6d req-4629a95b-1fe6-4132-9552-ab602bdd6d39 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.4881394 Feb 02 13:03:30.435928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-8dc522d7-e655-4648-969d-3a54ba1f199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:30.437563 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-8dc522d7-e655-4648-969d-3a54ba1f199f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2830207 Feb 02 13:03:30.491907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b0eb25e-5e30-49ed-9b9c-13e8b86edb6d req-2b43554c-3848-4add-9f3e-a188a9d8061e tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896401 Feb 02 13:03:30.494374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-31ef7b9a-65bb-47c0-b512-3ca4b6ba3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:30.495873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-31ef7b9a-65bb-47c0-b512-3ca4b6ba3afe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1896172 Feb 02 13:03:30.824373 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-76999706-5cb4-48d9-aeba-f556de5290b1 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659916 Feb 02 13:03:30.880620 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-1337ec16-e51e-48fd-832e-32f24a216c73 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700883 Feb 02 13:03:31.006221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8f5072e3-85d9-4a11-84d9-82d32009ad92 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:31.229606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ca01b-4830-4ded-965a-87a2546c03fb req-a4619f25-c365-4eca-a8fe-f98fcb13432c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:31.232047 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f3ca01b-4830-4ded-965a-87a2546c03fb req-a4619f25-c365-4eca-a8fe-f98fcb13432c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 949 time: 0.5422440 Feb 02 13:03:31.397952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-21f16ead-2a50-472d-bb46-b7b5adb036e3 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994054 Feb 02 13:03:31.402254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33527fb5-2efc-4225-8426-2d71fff989f2 req-3607a4b4-ccdd-4dc8-abd2-0cfea24c6fe4 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602033 Feb 02 13:03:31.444904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f3ca01b-4830-4ded-965a-87a2546c03fb req-d6ff6926-ea69-4735-b2fa-1ee6c0f55c2d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954727 Feb 02 13:03:31.565187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8f5072e3-85d9-4a11-84d9-82d32009ad92 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:31.566251 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:31.683409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8f5072e3-85d9-4a11-84d9-82d32009ad92 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:31.715548 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device f32fa463-923e-4f9b-a69a-88d6894bd0a1 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:03:31.759818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba2a53-01d8-41b0-8747-7dd0a8a82531 req-ddd1acbf-c9f0-40b3-81bb-e45b142c3610 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:31.768077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fba2a53-01d8-41b0-8747-7dd0a8a82531 req-ddd1acbf-c9f0-40b3-81bb-e45b142c3610 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1548498 Feb 02 13:03:31.786155 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32f3205c-d12e-43eb-a92b-49f0db9507b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:31.879241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fba2a53-01d8-41b0-8747-7dd0a8a82531 req-3a4d23f7-e610-48db-b06d-48e096a7d96d tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098325 Feb 02 13:03:31.966298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:31.993848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'mac_address': 'fa:16:3e:18:4e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:03:32.078656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port f32fa463-923e-4f9b-a69a-88d6894bd0a1 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:32.079965 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:32.125482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32fa463-923e-4f9b-a69a-88d6894bd0a1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:32.150603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e9b16-3706-4f2f-b94e-32fdbfaf5df9 req-b6809c24-365a-4563-8b7f-b661d502f386 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:32.155039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff4e9b16-3706-4f2f-b94e-32fdbfaf5df9 req-b6809c24-365a-4563-8b7f-b661d502f386 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.1374493 Feb 02 13:03:32.165769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:32.176795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:32.226542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff4e9b16-3706-4f2f-b94e-32fdbfaf5df9 req-a8eff4c8-6315-4ef3-83ae-6993ccc0adf9 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636454 Feb 02 13:03:32.283820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=12']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:32.354172 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a9a7256-7189-40fb-8662-56eef0b68b3c req-531209e5-0307-465c-9f27-70329358f9f8 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0904965 Feb 02 13:03:32.612524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['f32fa463-923e-4f9b-a69a-88d6894bd0a1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:32.706575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c2bbb-56e1-44d4-9a7f-4ae7786825f7 req-2e30d15e-9818-40e6-b8d6-57b1222f56df tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:32.720326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-804c2bbb-56e1-44d4-9a7f-4ae7786825f7 req-2e30d15e-9818-40e6-b8d6-57b1222f56df tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1542957 Feb 02 13:03:32.849466 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-804c2bbb-56e1-44d4-9a7f-4ae7786825f7 req-38194120-4189-44fd-8082-5ce89c6a5f45 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261621 Feb 02 13:03:33.030399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4247558-5579-4426-a1ec-317ec4ef0772 req-57570e08-3cdb-4ccc-9757-a04c17564d91 tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:33.043043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4247558-5579-4426-a1ec-317ec4ef0772 req-57570e08-3cdb-4ccc-9757-a04c17564d91 tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 1132 time: 0.1211176 Feb 02 13:03:33.116409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4247558-5579-4426-a1ec-317ec4ef0772 req-fe08f9c3-07dc-4f1f-b76f-27aab0eaf91c tempest-MigrationsAdminTest-269435886 tempest-MigrationsAdminTest-269435886-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716162 Feb 02 13:03:33.298531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d1194-ad6b-4bd2-a33e-141e6837b467 req-7f0d6251-1c47-445a-91f0-368f31b4b3c6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:33.306705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb6d1194-ad6b-4bd2-a33e-141e6837b467 req-7f0d6251-1c47-445a-91f0-368f31b4b3c6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 946 time: 0.1025174 Feb 02 13:03:33.394431 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb6d1194-ad6b-4bd2-a33e-141e6837b467 req-23b9fa46-c7cd-4c8c-8b22-7a6cb898cf87 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867457 Feb 02 13:03:33.769336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8ddda-7b8c-4783-9424-48cf5a29a3cd req-7a8c96dc-3abc-4739-b556-30d25ba49bc1 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:33.770854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-91b8ddda-7b8c-4783-9424-48cf5a29a3cd req-7a8c96dc-3abc-4739-b556-30d25ba49bc1 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.0874100 Feb 02 13:03:33.834353 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-91b8ddda-7b8c-4783-9424-48cf5a29a3cd req-86da2801-f560-4adc-a296-6eeb5331e328 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511024 Feb 02 13:03:34.064445 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac8ff-1fff-4360-8a30-0020bcd878ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:34.295290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da501ead-d89c-4d91-8f9c-e0a7be034fcf req-e3da901e-26e5-468f-93ad-800d4f525e8d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:34.306077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da501ead-d89c-4d91-8f9c-e0a7be034fcf req-e3da901e-26e5-468f-93ad-800d4f525e8d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.1249158 Feb 02 13:03:34.387700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-d5d8220f-5234-40f9-b12e-3aebb7f0eedd tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:34.389204 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-d5d8220f-5234-40f9-b12e-3aebb7f0eedd tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80&tenant_id=a4763030dd2542e985a15e0c06e1cfb6&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1128 time: 0.1288106 Feb 02 13:03:34.394911 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da501ead-d89c-4d91-8f9c-e0a7be034fcf req-4b4be44f-fed9-4d80-b31a-105466328238 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866020 Feb 02 13:03:34.402719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827336-2'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:03:34.863808 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:34.918852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d99dc-8756-4498-a7a6-eb345fe6b52d req-2cfc8475-e6be-4fb8-8e4f-6c6c3d0288d3 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:34.925671 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a0d99dc-8756-4498-a7a6-eb345fe6b52d req-2cfc8475-e6be-4fb8-8e4f-6c6c3d0288d3 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1407974 Feb 02 13:03:35.004762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a0d99dc-8756-4498-a7a6-eb345fe6b52d req-ed0be151-9e9b-4e61-8e93-f6ffcd1ab437 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773335 Feb 02 13:03:35.066862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fecb8f92-6577-4982-997c-423bbfc7f502,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:35.117898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:35.182042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6335f55a-d000-4572-ae8d-fe5b235b4b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecb8f92-6577-4982-997c-423bbfc7f502'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:35.184266 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00a8531-47ea-48fd-be1d-28b7590194ad" -d '{"events": [{"server_uuid": "6335f55a-d000-4572-ae8d-fe5b235b4b80", "name": "network-vif-unplugged", "status": "completed", "tag": "fecb8f92-6577-4982-997c-423bbfc7f502"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:35.189077 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Publish callbacks [] for port (fecb8f92-6577-4982-997c-423bbfc7f502), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:35.215458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8b5756-4850-45d4-8583-1d8584bdf920 req-b88f8481-9c85-430b-85aa-cf1bab6e278c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:35.222882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b8b5756-4850-45d4-8583-1d8584bdf920 req-b88f8481-9c85-430b-85aa-cf1bab6e278c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.1210072 Feb 02 13:03:35.231010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:35.372041 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b8b5756-4850-45d4-8583-1d8584bdf920 req-fdae00f5-4808-48d1-aa6d-50b75a4d7f9d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482103 Feb 02 13:03:35.408338 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:35.408931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Pushing event updated for resources: {'Port': ['ID=fecb8f92-6577-4982-997c-423bbfc7f502,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:35.433492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Attempting to bind port fecb8f92-6577-4982-997c-423bbfc7f502 on host n-h2-827336-2 for vnic_type normal with profile {"migrating_to": "n-h1-827336-2"} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:03:35.433819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Attempting to bind port fecb8f92-6577-4982-997c-423bbfc7f502 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:03:35.434050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Attempting to bind port fecb8f92-6577-4982-997c-423bbfc7f502 on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:35.443178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Port fecb8f92-6577-4982-997c-423bbfc7f502 on network 2b9af990-5e2e-47c3-abe4-0e26c82225db not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:03:35.443688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Attempting to bind port fecb8f92-6577-4982-997c-423bbfc7f502 on network 2b9af990-5e2e-47c3-abe4-0e26c82225db {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:35.462642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:03:35.463123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Checking segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:03:35.463622 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Bound using segment: {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:03:35.464167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Bound port: fecb8f92-6577-4982-997c-423bbfc7f502, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443b8687-52d3-4fc7-a0d0-390789216ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2b9af990-5e2e-47c3-abe4-0e26c82225db'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:03:35.464593 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:35.564804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac9b92-e698-4282-94ab-37f0f2c4640f req-56a9c9eb-c140-40c5-824a-15228ec7e413 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:35.566459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80ac9b92-e698-4282-94ab-37f0f2c4640f req-56a9c9eb-c140-40c5-824a-15228ec7e413 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.1261432 Feb 02 13:03:35.609478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:35.619441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fecb8f92-6577-4982-997c-423bbfc7f502,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:03:35.633967 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:35.681833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80ac9b92-e698-4282-94ab-37f0f2c4640f req-70e40d04-c4b2-4900-8e96-e2514d8bb21b tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082089 Feb 02 13:03:35.741614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device fecb8f92-6577-4982-997c-423bbfc7f502 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:03:35.745204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device f32fa463-923e-4f9b-a69a-88d6894bd0a1 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:35.809394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:35.812888 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:35.814396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] 10.222.0.18 "PUT /v2.0/ports/fecb8f92-6577-4982-997c-423bbfc7f502 HTTP/1.1" status: 200 len: 1122 time: 1.4163325 Feb 02 13:03:35.816410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6e475-3f38-465f-ab52-e241611b6b00 service neutron] Pushing event updated for resources: {'Port': ['ID=fecb8f92-6577-4982-997c-423bbfc7f502,revision_number=8']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:35.869794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port f32fa463-923e-4f9b-a69a-88d6894bd0a1 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:03:35.926723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port f32fa463-923e-4f9b-a69a-88d6894bd0a1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:35.927235 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:36.029585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fecb8f92-6577-4982-997c-423bbfc7f502,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:36.065207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fecb8f92-6577-4982-997c-423bbfc7f502'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:36.111125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fecb8f92-6577-4982-997c-423bbfc7f502'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:36.157890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device fecb8f92-6577-4982-997c-423bbfc7f502 has no active binding in host n-h1-827336-2 {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 13:03:36.201890 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6811a9a-05f0-4abe-87c6-e9f7c7e70ada req-a1dfef66-66f4-4439-99dc-0d3ed422797c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:36.210809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6811a9a-05f0-4abe-87c6-e9f7c7e70ada req-a1dfef66-66f4-4439-99dc-0d3ed422797c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1544361 Feb 02 13:03:36.234399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port f32fa463-923e-4f9b-a69a-88d6894bd0a1 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:36.234851 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:36.269050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedbe629-f6f7-41c6-9626-d39cd4567b9d req-ac73d4d5-ab26-4124-9535-87f0588225b4 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:36.270537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dedbe629-f6f7-41c6-9626-d39cd4567b9d req-ac73d4d5-ab26-4124-9535-87f0588225b4 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b361ace-8391-4f2b-936b-a19213d16e50 HTTP/1.1" status: 200 len: 950 time: 0.2145407 Feb 02 13:03:36.327330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:36.329847 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66052594-4be8-47d5-9c66-4b886ef097df" -d '{"events": [{"server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "name": "network-vif-plugged", "status": "completed", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:36.350416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6811a9a-05f0-4abe-87c6-e9f7c7e70ada req-4365a4c8-3091-4fc8-84d4-8ce335e4aee1 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321871 Feb 02 13:03:36.400877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:36.434883 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dfec1d-fa77-4097-95f8-4290dff2b169 x-openstack-request-id: req-22dfec1d-fa77-4097-95f8-4290dff2b169 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:36.435469 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6335f55a-d000-4572-ae8d-fe5b235b4b80", "name": "network-vif-unplugged", "status": "completed", "tag": "fecb8f92-6577-4982-997c-423bbfc7f502", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:36.439863 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-22dfec1d-fa77-4097-95f8-4290dff2b169 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:36.440107 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6335f55a-d000-4572-ae8d-fe5b235b4b80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fecb8f92-6577-4982-997c-423bbfc7f502', 'code': 200} Feb 02 13:03:36.473806 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:36.474919 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-dedbe629-f6f7-41c6-9626-d39cd4567b9d req-b05bf1fc-7e9e-4db5-82d4-cf9132cb2bcb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Deleting port f32fa463-923e-4f9b-a69a-88d6894bd0a1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:03:36.476308 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dedbe629-f6f7-41c6-9626-d39cd4567b9d req-b05bf1fc-7e9e-4db5-82d4-cf9132cb2bcb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:36.492078 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:36.564509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=13']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:36.573676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.574295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.574796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.575295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.575701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.576020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.576326 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.576658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.576967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.577276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.577604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.577917 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.578227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:03:36.648525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-dedbe629-f6f7-41c6-9626-d39cd4567b9d req-b05bf1fc-7e9e-4db5-82d4-cf9132cb2bcb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] For port f32fa463-923e-4f9b-a69a-88d6894bd0a1, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f32fa463-923e-4f9b-a69a-88d6894bd0a1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:36.648975 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dedbe629-f6f7-41c6-9626-d39cd4567b9d req-b05bf1fc-7e9e-4db5-82d4-cf9132cb2bcb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:36.657955 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e372d2f-335d-4803-bd48-ba5900368039 req-071e407c-49a3-4d62-aa9b-85156c570485 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:36.659569 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e372d2f-335d-4803-bd48-ba5900368039 req-071e407c-49a3-4d62-aa9b-85156c570485 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.1154726 Feb 02 13:03:36.671043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-dedbe629-f6f7-41c6-9626-d39cd4567b9d req-b05bf1fc-7e9e-4db5-82d4-cf9132cb2bcb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Calling delete_port for f32fa463-923e-4f9b-a69a-88d6894bd0a1 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:03:36.683672 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:36.789193 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e372d2f-335d-4803-bd48-ba5900368039 req-74124523-9d82-4eba-9e39-73cae91b915e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139646 Feb 02 13:03:36.911281 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dedbe629-f6f7-41c6-9626-d39cd4567b9d req-b05bf1fc-7e9e-4db5-82d4-cf9132cb2bcb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f32fa463-923e-4f9b-a69a-88d6894bd0a1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:36.962842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['11e1df96-a725-42a9-b9c5-5eb5a99eac61', '5686039c-2c37-4d32-bc67-23550c2357ef', 'f32fa463-923e-4f9b-a69a-88d6894bd0a1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:36.968168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0c7f2bb5-8abb-4654-a83e-72790401fafc'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:36.988288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bf1fc-7e9e-4db5-82d4-cf9132cb2bcb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Pushing event deleted for resources: {'Port': ['ID=f32fa463-923e-4f9b-a69a-88d6894bd0a1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:37.017531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-dedbe629-f6f7-41c6-9626-d39cd4567b9d req-b05bf1fc-7e9e-4db5-82d4-cf9132cb2bcb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] No DVR routers for this DVR port f32fa463-923e-4f9b-a69a-88d6894bd0a1 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:37.025729 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-dedbe629-f6f7-41c6-9626-d39cd4567b9d req-b05bf1fc-7e9e-4db5-82d4-cf9132cb2bcb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:37.032270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dedbe629-f6f7-41c6-9626-d39cd4567b9d req-b05bf1fc-7e9e-4db5-82d4-cf9132cb2bcb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "DELETE /v2.0/ports/f32fa463-923e-4f9b-a69a-88d6894bd0a1 HTTP/1.1" status: 204 len: 173 time: 0.7535927 Feb 02 13:03:37.383413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f7e72-ba34-48f3-bd2f-b6ad3c2bf70a req-26a41397-73fd-468d-828c-b71da68c4d56 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:37.393421 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-350f7e72-ba34-48f3-bd2f-b6ad3c2bf70a req-26a41397-73fd-468d-828c-b71da68c4d56 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1505380 Feb 02 13:03:37.488756 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-350f7e72-ba34-48f3-bd2f-b6ad3c2bf70a req-42f85d52-88a7-4141-bff8-7eb90db305b7 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943427 Feb 02 13:03:37.560962 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:37.601708 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3183e925-6565-4e01-9009-48edd5d7577e x-openstack-request-id: req-3183e925-6565-4e01-9009-48edd5d7577e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:37.602290 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "name": "network-vif-plugged", "status": "completed", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:37.602803 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3183e925-6565-4e01-9009-48edd5d7577e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:37.603752 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'code': 200} Feb 02 13:03:37.790470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a97bcd-56e8-4820-9137-2c7d08a53625 req-4c376554-2891-4c8f-a72c-4e3a83a71d40 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:37.794501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31a97bcd-56e8-4820-9137-2c7d08a53625 req-4c376554-2891-4c8f-a72c-4e3a83a71d40 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.0942087 Feb 02 13:03:37.918513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:37.968987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31a97bcd-56e8-4820-9137-2c7d08a53625 req-1d729130-4a3a-4592-8332-966673037ec3 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645353 Feb 02 13:03:38.279024 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9885b-a225-4cff-ab81-e0648c9d2118 req-513c3b70-9958-439d-a76f-28d1fddb72cf tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:38.280534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0a9885b-a225-4cff-ab81-e0648c9d2118 req-513c3b70-9958-439d-a76f-28d1fddb72cf tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.0603776 Feb 02 13:03:38.355579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0a9885b-a225-4cff-ab81-e0648c9d2118 req-db42cbab-a8f7-445d-81e1-16985fbd8ee4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689888 Feb 02 13:03:38.441457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6335f55a-d000-4572-ae8d-fe5b235b4b80', 'tag': 'fecb8f92-6577-4982-997c-423bbfc7f502'}, {'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'name': 'network-vif-deleted', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:38.444462 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8e25e3-7ae6-4090-add2-a9f1e0569506" -d '{"events": [{"name": "network-changed", "server_uuid": "6335f55a-d000-4572-ae8d-fe5b235b4b80", "tag": "fecb8f92-6577-4982-997c-423bbfc7f502"}, {"server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "name": "network-vif-deleted", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:38.687574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a5dc6-1aaf-40ed-a201-3235e55e46fb req-5734c391-4a80-4aca-ae07-fac1582437fa tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:38.695414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d45a5dc6-1aaf-40ed-a201-3235e55e46fb req-5734c391-4a80-4aca-ae07-fac1582437fa tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.0686388 Feb 02 13:03:38.755831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d45a5dc6-1aaf-40ed-a201-3235e55e46fb req-7bd1e4d6-0a1d-44c0-928a-388bf7ba2951 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589745 Feb 02 13:03:39.012546 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b23f399-7e36-438a-96f2-af9b4cdf796e x-openstack-request-id: req-0b23f399-7e36-438a-96f2-af9b4cdf796e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:39.013618 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6335f55a-d000-4572-ae8d-fe5b235b4b80", "tag": "fecb8f92-6577-4982-997c-423bbfc7f502", "status": "completed", "code": 200}, {"server_uuid": "1b361ace-8391-4f2b-936b-a19213d16e50", "name": "network-vif-deleted", "tag": "f32fa463-923e-4f9b-a69a-88d6894bd0a1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:39.014067 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0b23f399-7e36-438a-96f2-af9b4cdf796e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:39.014484 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6335f55a-d000-4572-ae8d-fe5b235b4b80', 'tag': 'fecb8f92-6577-4982-997c-423bbfc7f502', 'status': 'completed', 'code': 200} Feb 02 13:03:39.014739 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b361ace-8391-4f2b-936b-a19213d16e50', 'name': 'network-vif-deleted', 'tag': 'f32fa463-923e-4f9b-a69a-88d6894bd0a1', 'status': 'completed', 'code': 200} Feb 02 13:03:39.204313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab2031-77a3-4282-b4ab-1a1de8072eff req-430263d2-ad61-4c99-b835-0d0606fc4b74 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:39.207071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b5ab2031-77a3-4282-b4ab-1a1de8072eff req-430263d2-ad61-4c99-b835-0d0606fc4b74 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.0896196 Feb 02 13:03:39.209764 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e25e3-7ae6-4090-add2-a9f1e0569506 req-e294ba2d-2f0d-4c59-8bc2-bb32bc046568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:39.211518 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe8e25e3-7ae6-4090-add2-a9f1e0569506 req-e294ba2d-2f0d-4c59-8bc2-bb32bc046568 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 1156 time: 0.1290441 Feb 02 13:03:39.355495 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b5ab2031-77a3-4282-b4ab-1a1de8072eff req-b6b65745-54dd-40b4-a2e0-c30548f4623e tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395345 Feb 02 13:03:39.443186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e25e3-7ae6-4090-add2-a9f1e0569506 req-b4a9998f-40f0-4341-a3c6-579b42bc1b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:39.444661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe8e25e3-7ae6-4090-add2-a9f1e0569506 req-b4a9998f-40f0-4341-a3c6-579b42bc1b32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.2198751 Feb 02 13:03:39.512570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe8e25e3-7ae6-4090-add2-a9f1e0569506 req-792a5149-357e-4371-8eab-52bf41ee8a92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fecb8f92-6577-4982-997c-423bbfc7f502 HTTP/1.1" status: 200 len: 217 time: 0.0450983 Feb 02 13:03:39.577269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23860f6f-37d2-42c6-9a69-845456c55407 req-30cc43b1-9b91-401f-896f-01c992b0cc8d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:39.586212 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23860f6f-37d2-42c6-9a69-845456c55407 req-30cc43b1-9b91-401f-896f-01c992b0cc8d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 950 time: 0.1579041 Feb 02 13:03:39.618493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e25e3-7ae6-4090-add2-a9f1e0569506 req-c89f1afb-2587-4a65-8721-e4e6786e3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:39.620314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe8e25e3-7ae6-4090-add2-a9f1e0569506 req-c89f1afb-2587-4a65-8721-e4e6786e3407 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.0992863 Feb 02 13:03:39.674235 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe8e25e3-7ae6-4090-add2-a9f1e0569506 req-95ac3ac6-a964-4925-99b3-59034244671f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410240 Feb 02 13:03:39.687847 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23860f6f-37d2-42c6-9a69-845456c55407 req-86e913ee-af56-48d8-b726-eb083de6cc9a tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982783 Feb 02 13:03:39.817410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device f32fa463-923e-4f9b-a69a-88d6894bd0a1 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:39.873113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: f32fa463-923e-4f9b-a69a-88d6894bd0a1 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:03:39.873528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device f32fa463-923e-4f9b-a69a-88d6894bd0a1 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:03:39.898263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1c158-8ec0-40aa-9b2a-87caa9964bb9 req-c035323d-1609-4053-a287-3c714348448d tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:39.905617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0d1c158-8ec0-40aa-9b2a-87caa9964bb9 req-c035323d-1609-4053-a287-3c714348448d tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 946 time: 0.0921781 Feb 02 13:03:39.915476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe8e25e3-7ae6-4090-add2-a9f1e0569506 req-82ae0623-42a1-473b-9a1b-fd5bf489e6f3 service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177839 Feb 02 13:03:40.033973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0d1c158-8ec0-40aa-9b2a-87caa9964bb9 req-baad35fc-2929-4ece-9423-0887df3a8bf5 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272583 Feb 02 13:03:40.091280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe8e25e3-7ae6-4090-add2-a9f1e0569506 req-01c633ef-3a55-457f-bd59-b7c9cd45d71a service neutron] 10.222.0.62 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671622 Feb 02 13:03:40.192480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fe4ce-659f-4a89-8567-6050e938cdd5 req-5441db75-2ef7-4574-aee6-91222819b9f1 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:40.202415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-773fe4ce-659f-4a89-8567-6050e938cdd5 req-5441db75-2ef7-4574-aee6-91222819b9f1 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.0815623 Feb 02 13:03:40.261968 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-773fe4ce-659f-4a89-8567-6050e938cdd5 req-a16b9b66-64e8-4186-8c94-e5711a3a1e84 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572097 Feb 02 13:03:40.408688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36f3e0-f5e5-4ee4-98df-e73f402a278a req-be50523a-870c-4f0c-813b-09530af2a9ba tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:40.416622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b36f3e0-f5e5-4ee4-98df-e73f402a278a req-be50523a-870c-4f0c-813b-09530af2a9ba tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.0788701 Feb 02 13:03:40.498191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b36f3e0-f5e5-4ee4-98df-e73f402a278a req-c45561cd-cd52-4e14-a3d4-c9c7d0a068bf tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746188 Feb 02 13:03:40.636495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da3965-f565-48a2-9213-e3e8c60fe559 req-16524595-fb75-47e5-8ae5-40a613937539 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:40.640873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7da3965-f565-48a2-9213-e3e8c60fe559 req-16524595-fb75-47e5-8ae5-40a613937539 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.0865469 Feb 02 13:03:40.736736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7da3965-f565-48a2-9213-e3e8c60fe559 req-b4c8dd67-aebc-4e23-aa0c-5c0273b38656 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836489 Feb 02 13:03:40.894232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff852a-bbe1-41a8-bf16-b53e47a803da req-dace3a23-ef00-454d-a3ab-7e307a351888 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:40.895679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-20ff852a-bbe1-41a8-bf16-b53e47a803da req-dace3a23-ef00-454d-a3ab-7e307a351888 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.0919640 Feb 02 13:03:41.061021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-20ff852a-bbe1-41a8-bf16-b53e47a803da req-3910579f-7a55-4275-9968-52234e07cc08 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525972 Feb 02 13:03:41.078404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33accaeb-197e-4ec2-beaf-302d19e283fe req-c3cbbb2c-a6b5-45a3-a01c-6331520db314 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:41.080742 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33accaeb-197e-4ec2-beaf-302d19e283fe req-c3cbbb2c-a6b5-45a3-a01c-6331520db314 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 950 time: 0.1314385 Feb 02 13:03:41.199388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5f387-cb48-4bf3-b544-62f2163c5f00 req-4e9b01ca-0434-4683-8975-3e635e27eaca tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:41.200947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50a5f387-cb48-4bf3-b544-62f2163c5f00 req-4e9b01ca-0434-4683-8975-3e635e27eaca tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 946 time: 0.2596526 Feb 02 13:03:41.299926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82315d89-b051-49a6-bef6-fc6b0e8c56f2 req-1017f93b-c95b-46a9-9ae7-7ff9f663b5eb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:41.307699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82315d89-b051-49a6-bef6-fc6b0e8c56f2 req-1017f93b-c95b-46a9-9ae7-7ff9f663b5eb tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 950 time: 0.1244023 Feb 02 13:03:41.372935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82315d89-b051-49a6-bef6-fc6b0e8c56f2 req-20524fc1-2808-4bc3-bfaf-286625de0cd3 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578816 Feb 02 13:03:41.407813 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-33accaeb-197e-4ec2-beaf-302d19e283fe req-088b3a24-e571-40ce-906a-332cbd380f74 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Deleting port 5686039c-2c37-4d32-bc67-23550c2357ef {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:03:41.408203 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33accaeb-197e-4ec2-beaf-302d19e283fe req-088b3a24-e571-40ce-906a-332cbd380f74 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:41.656897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab1e9f-6a62-473e-b86d-e4eef8535369 req-1875d6a0-2c42-4ccd-b44c-cbd78bbcd90d tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:41.664707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d4ab1e9f-6a62-473e-b86d-e4eef8535369 req-1875d6a0-2c42-4ccd-b44c-cbd78bbcd90d tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 946 time: 0.1678598 Feb 02 13:03:41.682760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-33accaeb-197e-4ec2-beaf-302d19e283fe req-088b3a24-e571-40ce-906a-332cbd380f74 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] For port 5686039c-2c37-4d32-bc67-23550c2357ef, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5686039c-2c37-4d32-bc67-23550c2357ef,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:41.683541 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33accaeb-197e-4ec2-beaf-302d19e283fe req-088b3a24-e571-40ce-906a-332cbd380f74 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:41.705758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-50a5f387-cb48-4bf3-b544-62f2163c5f00 req-d21282f7-e251-47e2-80a8-038c3858921c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Deleting port bb690221-8ff4-409a-b718-1fc44e7c9a99 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:03:41.705758 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-50a5f387-cb48-4bf3-b544-62f2163c5f00 req-d21282f7-e251-47e2-80a8-038c3858921c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:41.745397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-33accaeb-197e-4ec2-beaf-302d19e283fe req-088b3a24-e571-40ce-906a-332cbd380f74 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Calling delete_port for 5686039c-2c37-4d32-bc67-23550c2357ef owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:03:41.800130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d4ab1e9f-6a62-473e-b86d-e4eef8535369 req-df0623a6-491d-419b-84db-d65dd15977ba tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340787 Feb 02 13:03:41.837517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5183cdc4-242f-49f8-9196-7070a96fa4a7 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:03:42.067796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device bb690221-8ff4-409a-b718-1fc44e7c9a99 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:42.086908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-50a5f387-cb48-4bf3-b544-62f2163c5f00 req-d21282f7-e251-47e2-80a8-038c3858921c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] For port bb690221-8ff4-409a-b718-1fc44e7c9a99, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bb690221-8ff4-409a-b718-1fc44e7c9a99,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:42.087308 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-50a5f387-cb48-4bf3-b544-62f2163c5f00 req-d21282f7-e251-47e2-80a8-038c3858921c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:42.116118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf839dd-6c76-4eab-8da7-4afac281771e req-9370027f-517a-4e6e-a95b-0e335d102f01 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:42.126074 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9bf839dd-6c76-4eab-8da7-4afac281771e req-9370027f-517a-4e6e-a95b-0e335d102f01 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.1892295 Feb 02 13:03:42.133399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-50a5f387-cb48-4bf3-b544-62f2163c5f00 req-d21282f7-e251-47e2-80a8-038c3858921c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Calling delete_port for bb690221-8ff4-409a-b718-1fc44e7c9a99 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:03:42.180398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:42.202836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '5183cdc4-242f-49f8-9196-7070a96fa4a7', 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706', 'port_id': '5183cdc4-242f-49f8-9196-7070a96fa4a7', 'mac_address': 'fa:16:3e:97:53:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce7726b-81be-44ef-bfba-8ad37776d41f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:03:42.299291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5183cdc4-242f-49f8-9196-7070a96fa4a7 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:42.299730 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:42.311298 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9bf839dd-6c76-4eab-8da7-4afac281771e req-7db1ea40-a825-48ee-b00c-c64f800b6c6d tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843119 Feb 02 13:03:42.316604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5183cdc4-242f-49f8-9196-7070a96fa4a7 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:42.342124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:42.343929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port bb690221-8ff4-409a-b718-1fc44e7c9a99 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:42.345700 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:42.366265 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:42.448795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9332ec-bacd-469e-9ce7-21e1ba2c06c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb690221-8ff4-409a-b718-1fc44e7c9a99'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:42.451115 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ded1fe-2fa5-4cbe-973b-74b575c102a9" -d '{"events": [{"server_uuid": "ee9332ec-bacd-469e-9ce7-21e1ba2c06c2", "name": "network-vif-unplugged", "status": "completed", "tag": "bb690221-8ff4-409a-b718-1fc44e7c9a99"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:42.474898 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33accaeb-197e-4ec2-beaf-302d19e283fe req-088b3a24-e571-40ce-906a-332cbd380f74 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5686039c-2c37-4d32-bc67-23550c2357ef), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:42.490968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port bb690221-8ff4-409a-b718-1fc44e7c9a99, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bb690221-8ff4-409a-b718-1fc44e7c9a99,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:42.502513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:42.503268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device fecb8f92-6577-4982-997c-423bbfc7f502 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:42.506906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5183cdc4-242f-49f8-9196-7070a96fa4a7,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:42.543268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b3a24-e571-40ce-906a-332cbd380f74 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Pushing event deleted for resources: {'Port': ['ID=5686039c-2c37-4d32-bc67-23550c2357ef,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:42.559110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0c7f2bb5-8abb-4654-a83e-72790401fafc'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:42.572723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['11e1df96-a725-42a9-b9c5-5eb5a99eac61', '5686039c-2c37-4d32-bc67-23550c2357ef'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:42.630653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c98669-1af3-407c-9bac-3f7e617b1496 req-ae9221c0-bf96-43ab-8e63-b944e9b4ebb8 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:42.639663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84c98669-1af3-407c-9bac-3f7e617b1496 req-ae9221c0-bf96-43ab-8e63-b944e9b4ebb8 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1786485 Feb 02 13:03:42.702879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-33accaeb-197e-4ec2-beaf-302d19e283fe req-088b3a24-e571-40ce-906a-332cbd380f74 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] No DVR routers for this DVR port 5686039c-2c37-4d32-bc67-23550c2357ef on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:42.706554 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-33accaeb-197e-4ec2-beaf-302d19e283fe req-088b3a24-e571-40ce-906a-332cbd380f74 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:42.711896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33accaeb-197e-4ec2-beaf-302d19e283fe req-088b3a24-e571-40ce-906a-332cbd380f74 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "DELETE /v2.0/ports/5686039c-2c37-4d32-bc67-23550c2357ef HTTP/1.1" status: 204 len: 173 time: 1.6230519 Feb 02 13:03:42.719061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'name': 'network-vif-deleted', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:42.721767 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762ee046-41ae-4f0d-b4e2-bea57eea7f05" -d '{"events": [{"server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "name": "network-vif-deleted", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:42.795949 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84c98669-1af3-407c-9bac-3f7e617b1496 req-857f28bb-cf24-41cb-9f33-11f0ee576ee8 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535246 Feb 02 13:03:42.804034 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-50a5f387-cb48-4bf3-b544-62f2163c5f00 req-d21282f7-e251-47e2-80a8-038c3858921c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (bb690221-8ff4-409a-b718-1fc44e7c9a99), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:42.871391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['d388e39a-23ac-4eb5-a17a-ca172e1bf2f2'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:42.887354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['7f2fd947-7407-4b1d-91a7-f339a6b65ca8'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:42.930533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21282f7-e251-47e2-80a8-038c3858921c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Pushing event deleted for resources: {'Port': ['ID=bb690221-8ff4-409a-b718-1fc44e7c9a99,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:43.026732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a5f387-cb48-4bf3-b544-62f2163c5f00 req-d21282f7-e251-47e2-80a8-038c3858921c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] No DVR routers for this DVR port bb690221-8ff4-409a-b718-1fc44e7c9a99 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:43.048028 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-50a5f387-cb48-4bf3-b544-62f2163c5f00 req-d21282f7-e251-47e2-80a8-038c3858921c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:43.055388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50a5f387-cb48-4bf3-b544-62f2163c5f00 req-d21282f7-e251-47e2-80a8-038c3858921c tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.62 "DELETE /v2.0/ports/bb690221-8ff4-409a-b718-1fc44e7c9a99 HTTP/1.1" status: 204 len: 173 time: 1.8446987 Feb 02 13:03:43.147621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840aa6c9-d730-40d9-8962-75713d57f228 req-296a026d-6660-4f64-8166-749ca1c910b9 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:43.149262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-840aa6c9-d730-40d9-8962-75713d57f228 req-296a026d-6660-4f64-8166-749ca1c910b9 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 944 time: 0.1798320 Feb 02 13:03:43.161410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5183cdc4-242f-49f8-9196-7070a96fa4a7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:43.276321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-840aa6c9-d730-40d9-8962-75713d57f228 req-f37f3fcb-4b23-4e43-b2f6-a8d684520e88 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155720 Feb 02 13:03:43.281453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=bb690221-8ff4-409a-b718-1fc44e7c9a99,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:43.541808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff93072b-a0b7-4347-a2d5-e40c23ed9230 req-4a55e44f-2785-4125-914d-a3d7eacbb9c6 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=5f290290-7701-4c87-9b9b-e3f45d8a0611 HTTP/1.1" status: 200 len: 210 time: 0.0542150 Feb 02 13:03:43.589526 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4ac52-a030-462f-8af2-66997e44993b req-13cc02a2-ada4-497f-adef-3d4a33b576e7 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:43.598430 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port fecb8f92-6577-4982-997c-423bbfc7f502 is: DOWN; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:43.600453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77c4ac52-a030-462f-8af2-66997e44993b req-13cc02a2-ada4-497f-adef-3d4a33b576e7 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1714051 Feb 02 13:03:43.735921 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77c4ac52-a030-462f-8af2-66997e44993b req-2816541a-4c45-4ef1-aa23-28b142ab7eba tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341176 Feb 02 13:03:43.791286 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99de8c6-b512-4688-83d0-b752185e731d x-openstack-request-id: req-e99de8c6-b512-4688-83d0-b752185e731d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:43.791611 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9332ec-bacd-469e-9ce7-21e1ba2c06c2", "name": "network-vif-unplugged", "status": "completed", "tag": "bb690221-8ff4-409a-b718-1fc44e7c9a99", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:43.791860 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e99de8c6-b512-4688-83d0-b752185e731d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:43.792240 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9332ec-bacd-469e-9ce7-21e1ba2c06c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb690221-8ff4-409a-b718-1fc44e7c9a99', 'code': 200} Feb 02 13:03:43.824395 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb0c64d-ba6b-40f2-8e07-7deb9f27bf2f x-openstack-request-id: req-5bb0c64d-ba6b-40f2-8e07-7deb9f27bf2f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:43.825817 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f290290-7701-4c87-9b9b-e3f45d8a0611", "name": "network-vif-deleted", "tag": "5686039c-2c37-4d32-bc67-23550c2357ef", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:43.825817 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5bb0c64d-ba6b-40f2-8e07-7deb9f27bf2f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:43.826626 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f290290-7701-4c87-9b9b-e3f45d8a0611', 'name': 'network-vif-deleted', 'tag': '5686039c-2c37-4d32-bc67-23550c2357ef', 'status': 'completed', 'code': 200} Feb 02 13:03:43.903129 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b90bf398-bc69-465d-be41-79c8e16f7117 req-7f65cf08-8fca-4451-b3b2-eebe7471e90d tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee9332ec-bacd-469e-9ce7-21e1ba2c06c2 HTTP/1.1" status: 200 len: 210 time: 0.0425718 Feb 02 13:03:44.088209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbe567-0410-48a5-a9c9-79d6cbb6c36c req-9c0d9bab-a1e1-4a82-b0e4-6e045691728f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:44.095739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-affbe567-0410-48a5-a9c9-79d6cbb6c36c req-9c0d9bab-a1e1-4a82-b0e4-6e045691728f tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.0993528 Feb 02 13:03:44.119745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da7482-34b1-4b66-8d5b-6f22d5c578e5 req-c45c93d2-b0ba-4bfd-a1ad-1448c5d1f7f8 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:44.121405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1da7482-34b1-4b66-8d5b-6f22d5c578e5 req-c45c93d2-b0ba-4bfd-a1ad-1448c5d1f7f8 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1144717 Feb 02 13:03:44.214768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1da7482-34b1-4b66-8d5b-6f22d5c578e5 req-891f32b0-424d-4bb2-b3c6-efa8b54ec8a5 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816536 Feb 02 13:03:44.228466 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-affbe567-0410-48a5-a9c9-79d6cbb6c36c req-63c32aa7-0fda-4ef3-b03b-34affe429c5c tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296740 Feb 02 13:03:44.281670 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:03:44.367614 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb348a-88f7-420e-9f04-df7dc55c7ae9 req-88d32297-ccc9-4340-9a4f-35f4a3db2d94 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:44.369089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0bb348a-88f7-420e-9f04-df7dc55c7ae9 req-88d32297-ccc9-4340-9a4f-35f4a3db2d94 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 950 time: 0.0773969 Feb 02 13:03:44.450143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0bb348a-88f7-420e-9f04-df7dc55c7ae9 req-b5809bcb-295a-4372-967b-6fbdd16630e3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711720 Feb 02 13:03:44.457721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3a11e-d446-4d0c-8e09-6e0a7f584ef4 req-f08e1db8-c5ba-4ace-a3c1-2c3013a17038 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:44.459250 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bcf3a11e-d446-4d0c-8e09-6e0a7f584ef4 req-f08e1db8-c5ba-4ace-a3c1-2c3013a17038 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 944 time: 0.0892873 Feb 02 13:03:44.530127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bcf3a11e-d446-4d0c-8e09-6e0a7f584ef4 req-c9f6e7ba-e458-4f62-9248-4ea04b2507db tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641325 Feb 02 13:03:44.962590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e0063-96b8-47ae-bf1e-5374b696eb47 req-f16a18cd-508a-47ff-8d2f-5c7fabd3d92e tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:44.964168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a53e0063-96b8-47ae-bf1e-5374b696eb47 req-f16a18cd-508a-47ff-8d2f-5c7fabd3d92e tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1076179 Feb 02 13:03:44.978781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b536f77-a121-4c82-b662-157020694902 req-c3c34f0e-4670-47e8-bb79-d1ed8dca4d7c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:44.980389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b536f77-a121-4c82-b662-157020694902 req-c3c34f0e-4670-47e8-bb79-d1ed8dca4d7c tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.0755401 Feb 02 13:03:45.061078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b536f77-a121-4c82-b662-157020694902 req-cd9979ee-02ae-4335-b7d5-7aad1b2f2e7f tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725460 Feb 02 13:03:45.063167 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a53e0063-96b8-47ae-bf1e-5374b696eb47 req-463c430e-2623-4415-a36d-b76a23829fb3 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818105 Feb 02 13:03:45.265578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-ec84789d-f341-4c93-a04f-d2128fd941bb service neutron] 10.222.0.62 "GET /v2.0/ports/fecb8f92-6577-4982-997c-423bbfc7f502/bindings/n-h1-827336-2 HTTP/1.1" status: 200 len: 384 time: 0.0770998 Feb 02 13:03:45.755340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc283e-a0c2-4bed-911f-bdc6bf209edb req-51a1cfdb-d406-44f1-b83c-2f02072aad41 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:45.756828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-badc283e-a0c2-4bed-911f-bdc6bf209edb req-51a1cfdb-d406-44f1-b83c-2f02072aad41 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.4358499 Feb 02 13:03:45.787463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aa4d8-ebbb-4258-883e-3dcee0a25507 req-6a7fa57d-d81d-4c51-b02d-f16a9a500873 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:45.788894 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e02aa4d8-ebbb-4258-883e-3dcee0a25507 req-6a7fa57d-d81d-4c51-b02d-f16a9a500873 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 944 time: 0.4579568 Feb 02 13:03:45.848373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9332ec-bacd-469e-9ce7-21e1ba2c06c2', 'name': 'network-vif-deleted', 'tag': 'bb690221-8ff4-409a-b718-1fc44e7c9a99'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:45.852741 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024a988f-9861-403d-8c48-a6bddaf818a6" -d '{"events": [{"server_uuid": "ee9332ec-bacd-469e-9ce7-21e1ba2c06c2", "name": "network-vif-deleted", "tag": "bb690221-8ff4-409a-b718-1fc44e7c9a99"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:45.855563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5183cdc4-242f-49f8-9196-7070a96fa4a7 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:45.911264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-badc283e-a0c2-4bed-911f-bdc6bf209edb req-2a859637-0824-4cb1-86ca-7b7ef78e7df7 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460896 Feb 02 13:03:45.926237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 5183cdc4-242f-49f8-9196-7070a96fa4a7 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:03:45.930862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 5183cdc4-242f-49f8-9196-7070a96fa4a7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:45.931238 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:45.965921 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e02aa4d8-ebbb-4258-883e-3dcee0a25507 req-278c3f95-f894-45fe-84fd-dfb7f6b05b6c tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440110 Feb 02 13:03:45.970543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-55a65198-5566-4749-98d6-d15b5354ba8a service neutron] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fecb8f92-6577-4982-997c-423bbfc7f502,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:46.014687 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-55a65198-5566-4749-98d6-d15b5354ba8a service neutron] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:46.047061 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5183cdc4-242f-49f8-9196-7070a96fa4a7 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:46.047479 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:46.063812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d9d08ffb-3eb9-4bb6-b417-b17b724cf99f no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:46.102476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07676db-03de-42f6-a8c6-7e1039012b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5183cdc4-242f-49f8-9196-7070a96fa4a7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:46.105414 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f368a0-75fa-401a-97c1-87ed11c68ba2" -d '{"events": [{"server_uuid": "a07676db-03de-42f6-a8c6-7e1039012b33", "name": "network-vif-plugged", "status": "completed", "tag": "5183cdc4-242f-49f8-9196-7070a96fa4a7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:46.114146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-55a65198-5566-4749-98d6-d15b5354ba8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fecb8f92-6577-4982-997c-423bbfc7f502 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:46.126075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:46.132148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-55a65198-5566-4749-98d6-d15b5354ba8a service neutron] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fecb8f92-6577-4982-997c-423bbfc7f502,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:46.135003 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:46.135919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5686039c-2c37-4d32-bc67-23550c2357ef no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:46.160261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c581d6-d8e9-4a78-b7e2-8df5d4b1abc2 req-4c2ac4de-132b-4af0-b2ff-cdc3063a11ee tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:46.161748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5c581d6-d8e9-4a78-b7e2-8df5d4b1abc2 req-4c2ac4de-132b-4af0-b2ff-cdc3063a11ee tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=47ada0d0-4f97-433d-adaf-925d2954bd14 HTTP/1.1" status: 200 len: 945 time: 0.1691267 Feb 02 13:03:46.168746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd6e5f-24c1-4338-b076-61dd8ec64478 req-821994a9-4212-49ba-a526-bac31949b276 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:46.171870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ccd6e5f-24c1-4338-b076-61dd8ec64478 req-821994a9-4212-49ba-a526-bac31949b276 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 944 time: 0.1060505 Feb 02 13:03:46.174343 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-55a65198-5566-4749-98d6-d15b5354ba8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:46.220232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 5686039c-2c37-4d32-bc67-23550c2357ef {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:03:46.220614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5686039c-2c37-4d32-bc67-23550c2357ef not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:03:46.226037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5183cdc4-242f-49f8-9196-7070a96fa4a7,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:46.246900 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:46.247591 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:46.259409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5c581d6-d8e9-4a78-b7e2-8df5d4b1abc2 req-f713f8c9-0a9d-4fc7-9b19-7f3cda8377f4 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805478 Feb 02 13:03:46.299867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:46.307568 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:46.354251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-55a65198-5566-4749-98d6-d15b5354ba8a service neutron] Transition to ACTIVE for port object fecb8f92-6577-4982-997c-423bbfc7f502 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:03:46.358439 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526dbdc5-9a7b-4e2d-b54f-53376db5593b x-openstack-request-id: req-526dbdc5-9a7b-4e2d-b54f-53376db5593b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:46.358884 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9332ec-bacd-469e-9ce7-21e1ba2c06c2", "name": "network-vif-deleted", "tag": "bb690221-8ff4-409a-b718-1fc44e7c9a99", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:46.359185 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-526dbdc5-9a7b-4e2d-b54f-53376db5593b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:46.359623 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9332ec-bacd-469e-9ce7-21e1ba2c06c2', 'name': 'network-vif-deleted', 'tag': 'bb690221-8ff4-409a-b718-1fc44e7c9a99', 'status': 'completed', 'code': 200} Feb 02 13:03:46.361502 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-55a65198-5566-4749-98d6-d15b5354ba8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:46.365634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:46.479836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-55a65198-5566-4749-98d6-d15b5354ba8a service neutron] No DVR routers for this DVR port fecb8f92-6577-4982-997c-423bbfc7f502 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:46.487568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ccd6e5f-24c1-4338-b076-61dd8ec64478 req-3ac921c5-31e4-4127-b948-7ebdb18f91cb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092687 Feb 02 13:03:46.518216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a65198-5566-4749-98d6-d15b5354ba8a service neutron] Pushing event updated for resources: {'Port': ['ID=fecb8f92-6577-4982-997c-423bbfc7f502,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:46.544699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-55a65198-5566-4749-98d6-d15b5354ba8a service neutron] 10.222.0.62 "PUT /v2.0/ports/fecb8f92-6577-4982-997c-423bbfc7f502/bindings/n-h1-827336-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2714891 Feb 02 13:03:46.551746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525e106-b5b1-417d-8ec9-c8d2c6a2ed61 req-85028af1-a7c9-434b-9cad-6268960d414e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:46.553286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b525e106-b5b1-417d-8ec9-c8d2c6a2ed61 req-85028af1-a7c9-434b-9cad-6268960d414e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.1819141 Feb 02 13:03:46.629114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b525e106-b5b1-417d-8ec9-c8d2c6a2ed61 req-22f85ebb-8ca6-4cc4-a134-ae496a0eed0f tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661509 Feb 02 13:03:46.640988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1cc93-efea-41ce-a14c-9191f5571228 req-b20e6e42-50e4-49df-808f-c93fb2b64a48 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:46.652178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2a1cc93-efea-41ce-a14c-9191f5571228 req-b20e6e42-50e4-49df-808f-c93fb2b64a48 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.0883296 Feb 02 13:03:46.681581 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb25d7d4-8ab0-4bb2-8364-3faa561fc821 x-openstack-request-id: req-cb25d7d4-8ab0-4bb2-8364-3faa561fc821 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:46.682182 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07676db-03de-42f6-a8c6-7e1039012b33", "name": "network-vif-plugged", "status": "completed", "tag": "5183cdc4-242f-49f8-9196-7070a96fa4a7", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:46.682654 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cb25d7d4-8ab0-4bb2-8364-3faa561fc821 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:46.683136 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07676db-03de-42f6-a8c6-7e1039012b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5183cdc4-242f-49f8-9196-7070a96fa4a7', 'code': 200} Feb 02 13:03:46.725029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2a1cc93-efea-41ce-a14c-9191f5571228 req-87c41e76-1944-42a5-bed7-d350ed82593a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552504 Feb 02 13:03:46.827080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-4eff7a96-631c-4cd9-ae4a-24d4c0832639 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:46.828794 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-4eff7a96-631c-4cd9-ae4a-24d4c0832639 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80&tenant_id=a4763030dd2542e985a15e0c06e1cfb6&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1127 time: 0.0554073 Feb 02 13:03:46.935210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-4ff1e318-ac37-4b8b-8582-78eaa24e3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:46.936922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-4ff1e318-ac37-4b8b-8582-78eaa24e3167 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80&tenant_id=a4763030dd2542e985a15e0c06e1cfb6 HTTP/1.1" status: 200 len: 1127 time: 0.0753000 Feb 02 13:03:46.942443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7acdfa-8881-4a7b-af65-1bb72336ae0f req-48b45fce-ba11-4b38-8406-67710be67dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:46.943934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef7acdfa-8881-4a7b-af65-1bb72336ae0f req-48b45fce-ba11-4b38-8406-67710be67dca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 1127 time: 0.0834315 Feb 02 13:03:47.057611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51cfff8-8d6c-4cf5-8ead-d23ff2ad3525 req-7da8ad79-33dd-4c92-a53d-8cedd4942e02 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:47.059148 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b51cfff8-8d6c-4cf5-8ead-d23ff2ad3525 req-7da8ad79-33dd-4c92-a53d-8cedd4942e02 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 950 time: 0.0601485 Feb 02 13:03:47.165887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef7acdfa-8881-4a7b-af65-1bb72336ae0f req-4faf52fa-df2b-4c27-bdae-d2fa3fb68efe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673763 Feb 02 13:03:47.167174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-b51cfff8-8d6c-4cf5-8ead-d23ff2ad3525 req-8fd95c55-f93e-4230-83da-4e29150e4b7e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Deleting port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:03:47.167611 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b51cfff8-8d6c-4cf5-8ead-d23ff2ad3525 req-8fd95c55-f93e-4230-83da-4e29150e4b7e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:47.178976 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83447479-54de-4f99-8b99-48d9cab05a3d req-9be55031-dd20-4bb8-ba54-a8b2cc9daaa0 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:47.180464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83447479-54de-4f99-8b99-48d9cab05a3d req-9be55031-dd20-4bb8-ba54-a8b2cc9daaa0 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1951625 Feb 02 13:03:47.207451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e858dc49-2048-4383-841f-4208ea63580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:47.208941 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e858dc49-2048-4383-841f-4208ea63580d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 1127 time: 0.1775050 Feb 02 13:03:47.223251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef7203-f68a-4ea9-b40c-3ff4b5b02c62 req-d8478e07-9354-4825-8482-d28f6f1859e4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:47.224910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfef7203-f68a-4ea9-b40c-3ff4b5b02c62 req-d8478e07-9354-4825-8482-d28f6f1859e4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 945 time: 0.1712651 Feb 02 13:03:47.233488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8da38-84de-430b-a6a5-0277881e2cfa req-bae93a65-8428-45df-8ba2-9769209bfd52 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:47.234931 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18e8da38-84de-430b-a6a5-0277881e2cfa req-bae93a65-8428-45df-8ba2-9769209bfd52 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.62 "GET /v2.0/ports?device_id=47ada0d0-4f97-433d-adaf-925d2954bd14 HTTP/1.1" status: 200 len: 945 time: 0.1924584 Feb 02 13:03:47.257559 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b51cfff8-8d6c-4cf5-8ead-d23ff2ad3525 req-8fd95c55-f93e-4230-83da-4e29150e4b7e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] For port 11e1df96-a725-42a9-b9c5-5eb5a99eac61, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=11e1df96-a725-42a9-b9c5-5eb5a99eac61,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:47.258001 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b51cfff8-8d6c-4cf5-8ead-d23ff2ad3525 req-8fd95c55-f93e-4230-83da-4e29150e4b7e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:47.273384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-b51cfff8-8d6c-4cf5-8ead-d23ff2ad3525 req-8fd95c55-f93e-4230-83da-4e29150e4b7e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Calling delete_port for 11e1df96-a725-42a9-b9c5-5eb5a99eac61 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:03:47.316399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83447479-54de-4f99-8b99-48d9cab05a3d req-968f3c92-771b-4e80-b286-69bac5764be2 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234412 Feb 02 13:03:47.361785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfef7203-f68a-4ea9-b40c-3ff4b5b02c62 req-2f72e9d9-fb4f-46ec-9243-f81539787cce tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246338 Feb 02 13:03:47.408925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-18e8da38-84de-430b-a6a5-0277881e2cfa req-c3d6a3d0-e0b7-4427-9531-da9b5023ae5f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Deleting port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:03:47.409309 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18e8da38-84de-430b-a6a5-0277881e2cfa req-c3d6a3d0-e0b7-4427-9531-da9b5023ae5f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:47.423505 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b51cfff8-8d6c-4cf5-8ead-d23ff2ad3525 req-8fd95c55-f93e-4230-83da-4e29150e4b7e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (11e1df96-a725-42a9-b9c5-5eb5a99eac61), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:47.453672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd95c55-f93e-4230-83da-4e29150e4b7e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Pushing event deleted for resources: {'Port': ['ID=11e1df96-a725-42a9-b9c5-5eb5a99eac61,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:47.479136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0c7f2bb5-8abb-4654-a83e-72790401fafc'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:47.498974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51cfff8-8d6c-4cf5-8ead-d23ff2ad3525 req-8fd95c55-f93e-4230-83da-4e29150e4b7e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] No DVR routers for this DVR port 11e1df96-a725-42a9-b9c5-5eb5a99eac61 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:47.502098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b51cfff8-8d6c-4cf5-8ead-d23ff2ad3525 req-8fd95c55-f93e-4230-83da-4e29150e4b7e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:47.505988 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b51cfff8-8d6c-4cf5-8ead-d23ff2ad3525 req-8fd95c55-f93e-4230-83da-4e29150e4b7e tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.18 "DELETE /v2.0/ports/11e1df96-a725-42a9-b9c5-5eb5a99eac61 HTTP/1.1" status: 204 len: 173 time: 0.4372406 Feb 02 13:03:47.506698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0275f6b-c978-4405-bcef-3c81f3892bbd', 'name': 'network-vif-deleted', 'tag': '11e1df96-a725-42a9-b9c5-5eb5a99eac61'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:47.510296 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a42e1a0-a145-476c-b5ad-209c0529cfb7" -d '{"events": [{"server_uuid": "c0275f6b-c978-4405-bcef-3c81f3892bbd", "name": "network-vif-deleted", "tag": "11e1df96-a725-42a9-b9c5-5eb5a99eac61"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:47.571865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['11e1df96-a725-42a9-b9c5-5eb5a99eac61'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:47.648064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-18e8da38-84de-430b-a6a5-0277881e2cfa req-c3d6a3d0-e0b7-4427-9531-da9b5023ae5f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] For port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:47.648430 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18e8da38-84de-430b-a6a5-0277881e2cfa req-c3d6a3d0-e0b7-4427-9531-da9b5023ae5f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:47.670063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a56957-a294-4031-85ca-eb50bd776edc req-853174b4-8839-4ded-bc39-1081c3ce1b18 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:47.671590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70a56957-a294-4031-85ca-eb50bd776edc req-853174b4-8839-4ded-bc39-1081c3ce1b18 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=47ada0d0-4f97-433d-adaf-925d2954bd14 HTTP/1.1" status: 200 len: 945 time: 0.2281070 Feb 02 13:03:47.679105 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-18e8da38-84de-430b-a6a5-0277881e2cfa req-c3d6a3d0-e0b7-4427-9531-da9b5023ae5f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Calling delete_port for d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:03:47.727163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-1bb990cd-bcf5-49d8-be5b-60e52b3a2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:47.728556 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-1bb990cd-bcf5-49d8-be5b-60e52b3a2af9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 200 len: 921 time: 0.2296603 Feb 02 13:03:47.814935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead21572-be7f-42d5-a528-e983788c6b49 req-0ee32272-cfc0-4681-bdeb-0e1481c98c36 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:47.816348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ead21572-be7f-42d5-a528-e983788c6b49 req-0ee32272-cfc0-4681-bdeb-0e1481c98c36 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.2274048 Feb 02 13:03:47.817604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e164ecff-62c0-4db8-932e-5c34c9361fca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fecb8f92-6577-4982-997c-423bbfc7f502 HTTP/1.1" status: 200 len: 217 time: 0.0591877 Feb 02 13:03:47.866127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70a56957-a294-4031-85ca-eb50bd776edc req-0586a1d9-d605-43af-8c02-d2bed9659213 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772964 Feb 02 13:03:47.926462 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23d72fa-770d-48cc-b2ad-10cc23bf174f x-openstack-request-id: req-b23d72fa-770d-48cc-b2ad-10cc23bf174f {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:47.927188 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0275f6b-c978-4405-bcef-3c81f3892bbd", "name": "network-vif-deleted", "tag": "11e1df96-a725-42a9-b9c5-5eb5a99eac61", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:47.927188 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b23d72fa-770d-48cc-b2ad-10cc23bf174f {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:47.927679 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0275f6b-c978-4405-bcef-3c81f3892bbd', 'name': 'network-vif-deleted', 'tag': '11e1df96-a725-42a9-b9c5-5eb5a99eac61', 'status': 'completed', 'code': 200} Feb 02 13:03:47.954660 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ead21572-be7f-42d5-a528-e983788c6b49 req-58d61e25-a04f-4b88-8fe4-80d56e9eadef tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283715 Feb 02 13:03:47.973234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-c61f27b0-cf67-41ac-828d-f392e18a78bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:47.974723 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-c61f27b0-cf67-41ac-828d-f392e18a78bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 200 len: 860 time: 0.1354637 Feb 02 13:03:48.050718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 272d656a-44a1-46d5-a3f4-160c72fbbbb6 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:03:48.073001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-fe9684b9-af22-4883-94b1-c9fb4cbba47a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b9af990-5e2e-47c3-abe4-0e26c82225db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511715 Feb 02 13:03:48.103953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10824882-5ef0-42eb-a627-945a23983eb1 req-f1971386-375f-42c5-8313-180ab2efd369 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=c0275f6b-c978-4405-bcef-3c81f3892bbd HTTP/1.1" status: 200 len: 210 time: 0.0815654 Feb 02 13:03:48.194794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:48.215779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'mac_address': 'fa:16:3e:3c:25:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:03:48.239080 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e061e126-29e0-4417-84ea-9f7ee2afcb1d service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169400 Feb 02 13:03:48.262298 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18e8da38-84de-430b-a6a5-0277881e2cfa req-c3d6a3d0-e0b7-4427-9531-da9b5023ae5f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d388e39a-23ac-4eb5-a17a-ca172e1bf2f2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:48.319550 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['d388e39a-23ac-4eb5-a17a-ca172e1bf2f2'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:48.320460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6a3d0-e0b7-4427-9531-da9b5023ae5f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Pushing event deleted for resources: {'Port': ['ID=d388e39a-23ac-4eb5-a17a-ca172e1bf2f2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:48.372929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['7f2fd947-7407-4b1d-91a7-f339a6b65ca8'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:48.374119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b74b0-10b3-4f5f-918a-e21c4ede242b req-9674d2da-5d58-47ce-a0d1-4fb6f2fa2ac3 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:48.381395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-470b74b0-10b3-4f5f-918a-e21c4ede242b req-9674d2da-5d58-47ce-a0d1-4fb6f2fa2ac3 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.3283737 Feb 02 13:03:48.453644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:48.462460 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:48.497595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272d656a-44a1-46d5-a3f4-160c72fbbbb6 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:48.539860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:48.552564 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:48.562113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e8da38-84de-430b-a6a5-0277881e2cfa req-c3d6a3d0-e0b7-4427-9531-da9b5023ae5f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] No DVR routers for this DVR port d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:48.567916 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-18e8da38-84de-430b-a6a5-0277881e2cfa req-c3d6a3d0-e0b7-4427-9531-da9b5023ae5f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:48.571242 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18e8da38-84de-430b-a6a5-0277881e2cfa req-c3d6a3d0-e0b7-4427-9531-da9b5023ae5f tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.62 "DELETE /v2.0/ports/d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 HTTP/1.1" status: 204 len: 173 time: 1.3256147 Feb 02 13:03:48.589487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47ada0d0-4f97-433d-adaf-925d2954bd14', 'name': 'network-vif-deleted', 'tag': 'd388e39a-23ac-4eb5-a17a-ca172e1bf2f2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:48.593075 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e1e09b-809f-4ece-9cf7-4d0cd613b7c7" -d '{"events": [{"server_uuid": "47ada0d0-4f97-433d-adaf-925d2954bd14", "name": "network-vif-deleted", "tag": "d388e39a-23ac-4eb5-a17a-ca172e1bf2f2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:48.642369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa5e0d-0787-47be-adda-d792b66ff3fb req-ca920375-47f7-4253-910e-9c616363b7d2 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:48.649421 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0aa5e0d-0787-47be-adda-d792b66ff3fb req-ca920375-47f7-4253-910e-9c616363b7d2 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1520853 Feb 02 13:03:48.662216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=272d656a-44a1-46d5-a3f4-160c72fbbbb6,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:48.699365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae1dd3f-84b0-488f-b030-307846750d04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:48.706276 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfb4bd8-6268-493c-89c5-ec140d6f42d7" -d '{"events": [{"server_uuid": "cae1dd3f-84b0-488f-b030-307846750d04", "name": "network-vif-unplugged", "status": "completed", "tag": "d9d08ffb-3eb9-4bb6-b417-b17b724cf99f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:48.714037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-470b74b0-10b3-4f5f-918a-e21c4ede242b req-5c93d4eb-49c5-4fa1-ac8b-2f7686e66806 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258250 Feb 02 13:03:48.718729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-8420ec08-e643-44bd-91fa-a8e49e4ec4bb service neutron] 10.222.0.18 "GET /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652488 Feb 02 13:03:48.777411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['272d656a-44a1-46d5-a3f4-160c72fbbbb6'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:48.860804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0aa5e0d-0787-47be-adda-d792b66ff3fb req-702e4c70-a4a9-4aa3-9a9a-cf6432cd73c3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101512 Feb 02 13:03:49.014282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf8b33-6cc3-4f89-8289-2871db650699 req-b0830f0c-1552-4536-ab88-30a5a1393745 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:49.021159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05cf8b33-6cc3-4f89-8289-2871db650699 req-b0830f0c-1552-4536-ab88-30a5a1393745 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 945 time: 0.1304853 Feb 02 13:03:49.042874 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c523c5f2-24b9-4a55-8207-c9ef85d80ed0 x-openstack-request-id: req-c523c5f2-24b9-4a55-8207-c9ef85d80ed0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:49.043160 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47ada0d0-4f97-433d-adaf-925d2954bd14", "name": "network-vif-deleted", "tag": "d388e39a-23ac-4eb5-a17a-ca172e1bf2f2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:49.043451 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c523c5f2-24b9-4a55-8207-c9ef85d80ed0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:49.043836 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47ada0d0-4f97-433d-adaf-925d2954bd14', 'name': 'network-vif-deleted', 'tag': 'd388e39a-23ac-4eb5-a17a-ca172e1bf2f2', 'status': 'completed', 'code': 200} Feb 02 13:03:49.134742 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c9480f-c3f4-4b08-bfcd-eaf1712d4185 x-openstack-request-id: req-35c9480f-c3f4-4b08-bfcd-eaf1712d4185 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:49.135069 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae1dd3f-84b0-488f-b030-307846750d04", "name": "network-vif-unplugged", "status": "completed", "tag": "d9d08ffb-3eb9-4bb6-b417-b17b724cf99f", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:49.135264 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-35c9480f-c3f4-4b08-bfcd-eaf1712d4185 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:49.138705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05cf8b33-6cc3-4f89-8289-2871db650699 req-dbab4952-a555-4e1b-b934-b4470c2c8e13 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166620 Feb 02 13:03:49.141073 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae1dd3f-84b0-488f-b030-307846750d04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f', 'code': 200} Feb 02 13:03:49.278991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf3767e4-460e-4417-8507-9427a6b53a96 req-0a1b37a5-8e1e-436c-afd1-8f2881a92328 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=47ada0d0-4f97-433d-adaf-925d2954bd14 HTTP/1.1" status: 200 len: 210 time: 0.0358999 Feb 02 13:03:49.357717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-cee7f821-c452-47c0-982c-9d6aada29a8c tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:49.365128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-cee7f821-c452-47c0-982c-9d6aada29a8c tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80&tenant_id=a4763030dd2542e985a15e0c06e1cfb6&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1127 time: 0.1610751 Feb 02 13:03:49.457793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f010420-1e8b-4afa-85c6-2c5bde8432c0 req-eb81157c-22b0-4b3e-abf6-15527ec4d19f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:49.466554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f010420-1e8b-4afa-85c6-2c5bde8432c0 req-eb81157c-22b0-4b3e-abf6-15527ec4d19f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.1740012 Feb 02 13:03:49.586866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f010420-1e8b-4afa-85c6-2c5bde8432c0 req-f07f88b7-691f-4037-84e6-d8f77e54b003 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193519 Feb 02 13:03:49.648960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-94b2c0a9-a1a9-44ca-8c97-9bf471feb944 service neutron] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:03:49.653352 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-94b2c0a9-a1a9-44ca-8c97-9bf471feb944 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:49.661943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-94b2c0a9-a1a9-44ca-8c97-9bf471feb944 service neutron] 10.222.0.18 "DELETE /v2.0/ports/fecb8f92-6577-4982-997c-423bbfc7f502/bindings/n-h2-827336-2 HTTP/1.1" status: 204 len: 173 time: 0.2766461 Feb 02 13:03:49.768566 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a3e3d-e3ec-442c-993a-dca00536d65d req-fa1758ba-5ded-4bb8-a1da-142882e4558a tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:49.770372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e90a3e3d-e3ec-442c-993a-dca00536d65d req-fa1758ba-5ded-4bb8-a1da-142882e4558a tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 1127 time: 0.0807712 Feb 02 13:03:49.886569 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e90a3e3d-e3ec-442c-993a-dca00536d65d req-051ecc6e-ce8f-4300-b51f-319e6ec47595 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010616 Feb 02 13:03:49.927133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add913d-afc5-4024-bcf9-100b8af35e2c req-e16f4373-331d-4468-969b-34fc73bb85b0 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:49.929051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1add913d-afc5-4024-bcf9-100b8af35e2c req-e16f4373-331d-4468-969b-34fc73bb85b0 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1101108 Feb 02 13:03:50.042496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1add913d-afc5-4024-bcf9-100b8af35e2c req-9f5a7a75-0fb5-4856-8d58-a39400c85037 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036422 Feb 02 13:03:50.055887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 272d656a-44a1-46d5-a3f4-160c72fbbbb6 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:50.086269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda9242-e0f7-4c8c-be74-34f22396404f req-d4b6c731-aac8-43c3-bb7a-ee3e53e47c75 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:50.089191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffda9242-e0f7-4c8c-be74-34f22396404f req-d4b6c731-aac8-43c3-bb7a-ee3e53e47c75 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 950 time: 0.1162353 Feb 02 13:03:50.151398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:03:50.151636 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:50.234516 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffda9242-e0f7-4c8c-be74-34f22396404f req-c1cd701b-ee05-4551-8723-a4d7e272f6c0 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224046 Feb 02 13:03:50.336057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:50.336519 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:50.355024 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9823f-b63e-4aee-90d4-477937ad738e req-765b7c67-c750-4fd4-ad7f-75a8c4434c92 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:50.357815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5be9823f-b63e-4aee-90d4-477937ad738e req-765b7c67-c750-4fd4-ad7f-75a8c4434c92 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1214571 Feb 02 13:03:50.435993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:50.449622 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:50.450532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:50.457806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69a3be-9b2f-4d9c-a7e0-245be59477b0 req-0c67be52-7c76-448b-9414-6a8dd0e4b4bd tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:50.459772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b69a3be-9b2f-4d9c-a7e0-245be59477b0 req-0c67be52-7c76-448b-9414-6a8dd0e4b4bd tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 1127 time: 0.1007056 Feb 02 13:03:50.465230 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5be9823f-b63e-4aee-90d4-477937ad738e req-58075880-a5fe-4b4e-83a0-22c3c2d81cf2 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678687 Feb 02 13:03:50.529159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b69a3be-9b2f-4d9c-a7e0-245be59477b0 req-95ecaa82-ffbc-4699-8e09-505551b33e82 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554326 Feb 02 13:03:50.609886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=272d656a-44a1-46d5-a3f4-160c72fbbbb6,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:50.629937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:03:50.630250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d388e39a-23ac-4eb5-a17a-ca172e1bf2f2 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:03:50.685219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6a424-d185-40ad-b1b5-4859b22a7ba4 req-54815b2d-8a5d-4441-9fad-b52cbfa8b48e tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:50.693263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbd6a424-d185-40ad-b1b5-4859b22a7ba4 req-54815b2d-8a5d-4441-9fad-b52cbfa8b48e tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 945 time: 0.1179936 Feb 02 13:03:50.801679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbd6a424-d185-40ad-b1b5-4859b22a7ba4 req-71db8fef-82ba-4fbd-a376-d5062433c6ef tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086359 Feb 02 13:03:51.097655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e94b9d-8348-4615-8fe6-9193522ab338 req-c6b71efa-7d21-4c15-bccc-fbcec88af5be tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:51.113779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5e94b9d-8348-4615-8fe6-9193522ab338 req-c6b71efa-7d21-4c15-bccc-fbcec88af5be tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.0922427 Feb 02 13:03:51.142503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:51.145772 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bda187-0de5-464e-b3ff-59df7d50659b" -d '{"events": [{"server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "name": "network-vif-plugged", "status": "completed", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:51.201582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5e94b9d-8348-4615-8fe6-9193522ab338 req-c44a10d5-c142-446e-993a-fde5be01e316 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865300 Feb 02 13:03:51.364145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd0439-c4a9-4f0a-8449-1c22d4d61b09 req-26a01c1d-14b6-4224-a81c-9afa291d6780 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:51.371159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38bd0439-c4a9-4f0a-8449-1c22d4d61b09 req-26a01c1d-14b6-4224-a81c-9afa291d6780 tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 1127 time: 0.0624113 Feb 02 13:03:51.447236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38bd0439-c4a9-4f0a-8449-1c22d4d61b09 req-cf96cc30-a3dc-43d7-b029-558bb2a580eb tempest-LiveAutoBlockMigrationV225Test-712416699 tempest-LiveAutoBlockMigrationV225Test-712416699-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743790 Feb 02 13:03:51.581380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c73918-5c65-46a9-adf4-50636d4559d3 req-ae7c02d2-b2e8-4555-a76f-4bff51a7bce9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:51.586142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90c73918-5c65-46a9-adf4-50636d4559d3 req-ae7c02d2-b2e8-4555-a76f-4bff51a7bce9 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 950 time: 0.1386673 Feb 02 13:03:51.803520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa080ab0-4e4b-4582-9efe-72ef891c6a99 req-b1d08d9b-739a-412d-979b-bdbc1d7ac764 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:51.812016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa080ab0-4e4b-4582-9efe-72ef891c6a99 req-b1d08d9b-739a-412d-979b-bdbc1d7ac764 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1982684 Feb 02 13:03:51.862820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-90c73918-5c65-46a9-adf4-50636d4559d3 req-abe345b7-c2ce-42d5-bac2-48619e9523af tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Deleting port 0c7f2bb5-8abb-4654-a83e-72790401fafc {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:03:51.863161 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90c73918-5c65-46a9-adf4-50636d4559d3 req-abe345b7-c2ce-42d5-bac2-48619e9523af tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:51.891473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 11e1df96-a725-42a9-b9c5-5eb5a99eac61 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:51.906302 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa080ab0-4e4b-4582-9efe-72ef891c6a99 req-b55dd24d-efe8-4aed-af02-4461edbb5d5a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934834 Feb 02 13:03:51.961657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 11e1df96-a725-42a9-b9c5-5eb5a99eac61 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:03:51.967121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 11e1df96-a725-42a9-b9c5-5eb5a99eac61 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:03:51.999361 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56682b30-174b-4748-b277-304012721332 x-openstack-request-id: req-56682b30-174b-4748-b277-304012721332 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:51.999776 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "name": "network-vif-plugged", "status": "completed", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:52.000122 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-56682b30-174b-4748-b277-304012721332 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:52.000627 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'code': 200} Feb 02 13:03:52.051982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-90c73918-5c65-46a9-adf4-50636d4559d3 req-abe345b7-c2ce-42d5-bac2-48619e9523af tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] For port 0c7f2bb5-8abb-4654-a83e-72790401fafc, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0c7f2bb5-8abb-4654-a83e-72790401fafc,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:52.055597 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90c73918-5c65-46a9-adf4-50636d4559d3 req-abe345b7-c2ce-42d5-bac2-48619e9523af tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:52.088038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-90c73918-5c65-46a9-adf4-50636d4559d3 req-abe345b7-c2ce-42d5-bac2-48619e9523af tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Calling delete_port for 0c7f2bb5-8abb-4654-a83e-72790401fafc owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:03:52.262802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62568c-1b43-4d9b-b0e9-3367b97afc3e req-d6fe2cbf-8cb9-4a14-9737-fc894c342f33 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:52.264588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c62568c-1b43-4d9b-b0e9-3367b97afc3e req-d6fe2cbf-8cb9-4a14-9737-fc894c342f33 tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/ports?device_id=b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791 HTTP/1.1" status: 200 len: 950 time: 0.1654100 Feb 02 13:03:52.392163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c62568c-1b43-4d9b-b0e9-3367b97afc3e req-b6393a38-e02f-4d63-9249-4fa46436ca1d tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.83 "GET /v2.0/security-groups?id=37946a97-fd87-4f11-aa3e-a9cb02d8feca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092989 Feb 02 13:03:52.440475 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90c73918-5c65-46a9-adf4-50636d4559d3 req-abe345b7-c2ce-42d5-bac2-48619e9523af tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0c7f2bb5-8abb-4654-a83e-72790401fafc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:52.559618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-6d8d863d-a454-4b5b-b91a-3daae4fa144c tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:03:52.560628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-6d8d863d-a454-4b5b-b91a-3daae4fa144c tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2776988 Feb 02 13:03:52.561382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe345b7-c2ce-42d5-bac2-48619e9523af tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Pushing event deleted for resources: {'Port': ['ID=0c7f2bb5-8abb-4654-a83e-72790401fafc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:52.610472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c73918-5c65-46a9-adf4-50636d4559d3 req-abe345b7-c2ce-42d5-bac2-48619e9523af tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] No DVR routers for this DVR port 0c7f2bb5-8abb-4654-a83e-72790401fafc on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:52.615185 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90c73918-5c65-46a9-adf4-50636d4559d3 req-abe345b7-c2ce-42d5-bac2-48619e9523af tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:52.618997 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90c73918-5c65-46a9-adf4-50636d4559d3 req-abe345b7-c2ce-42d5-bac2-48619e9523af tempest-MigrationsAdminTest-1697487435 tempest-MigrationsAdminTest-1697487435-project] 10.222.0.62 "DELETE /v2.0/ports/0c7f2bb5-8abb-4654-a83e-72790401fafc HTTP/1.1" status: 204 len: 173 time: 1.0189903 Feb 02 13:03:52.619791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'name': 'network-vif-deleted', 'tag': '0c7f2bb5-8abb-4654-a83e-72790401fafc'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:52.622021 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb44d66-ac3d-4411-8130-3d08d67a6614" -d '{"events": [{"server_uuid": "b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791", "name": "network-vif-deleted", "tag": "0c7f2bb5-8abb-4654-a83e-72790401fafc"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:52.679860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fddcf2-a118-4bc1-813e-bb5109b0db2a req-5a38f3ce-c227-40c8-a4a4-fc7a74b26d03 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:52.681385 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27fddcf2-a118-4bc1-813e-bb5109b0db2a req-5a38f3ce-c227-40c8-a4a4-fc7a74b26d03 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1586504 Feb 02 13:03:52.780512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27fddcf2-a118-4bc1-813e-bb5109b0db2a req-3ab1dce5-d243-4951-86f9-feaed340cf21 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906215 Feb 02 13:03:52.826525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-28f51d1b-231f-434b-8aa2-d739ced33e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:52.828186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-28f51d1b-231f-434b-8aa2-d739ced33e62 service neutron] 10.222.0.83 "GET /v2.0/ports/5183cdc4-242f-49f8-9196-7070a96fa4a7 HTTP/1.1" status: 200 len: 1124 time: 0.2228098 Feb 02 13:03:52.857789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] Request body: {'binding': {'host': 'n-h2-827336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:03:52.858815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:03:53.187197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] Attempting to bind port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on host n-h2-827336-2 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:03:53.187665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] Attempting to bind port 5183cdc4-242f-49f8-9196-7070a96fa4a7 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:03:53.188085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] Attempting to bind port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:53.196301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] Port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:03:53.196759 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] Attempting to bind port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:03:53.206507 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:03:53.206942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:03:53.207836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] Bound using segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:03:53.208561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] Bound port: 5183cdc4-242f-49f8-9196-7070a96fa4a7, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:03:53.297475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:03:53.313729 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:53.328202 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] 10.222.0.83 "POST /v2.0/ports/5183cdc4-242f-49f8-9196-7070a96fa4a7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4690919 Feb 02 13:03:53.519568 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf51a8b6-71ff-49b4-a3e2-31eaae0c3a0e x-openstack-request-id: req-bf51a8b6-71ff-49b4-a3e2-31eaae0c3a0e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:53.519568 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791", "name": "network-vif-deleted", "tag": "0c7f2bb5-8abb-4654-a83e-72790401fafc", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:53.519568 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bf51a8b6-71ff-49b4-a3e2-31eaae0c3a0e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:53.519568 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7dd9dde-bd15-4bd1-a27b-d0d22fd9a791', 'name': 'network-vif-deleted', 'tag': '0c7f2bb5-8abb-4654-a83e-72790401fafc', 'status': 'completed', 'code': 200} Feb 02 13:03:53.575607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a056047-1dfa-42c3-80d5-49fde422e55d req-ca480e10-4ed0-4ff2-b6c0-417b41a14ada tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:53.583173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a056047-1dfa-42c3-80d5-49fde422e55d req-ca480e10-4ed0-4ff2-b6c0-417b41a14ada tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.2533226 Feb 02 13:03:53.635202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e9da2-6653-479f-a26f-018e2f9ea578 req-aa2bbbb4-734a-4fff-b4b7-081ea478f1e1 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:53.636761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b25e9da2-6653-479f-a26f-018e2f9ea578 req-aa2bbbb4-734a-4fff-b4b7-081ea478f1e1 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 946 time: 0.2174459 Feb 02 13:03:53.680854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a056047-1dfa-42c3-80d5-49fde422e55d req-f2a68785-a8c1-4a00-b5d4-e28ff588da11 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963182 Feb 02 13:03:53.726038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e0b4d-343d-4de1-b75d-919e9ffa7b1c req-99b067be-5603-47a6-9ced-560bd55db2f4 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:53.733072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-039e0b4d-343d-4de1-b75d-919e9ffa7b1c req-99b067be-5603-47a6-9ced-560bd55db2f4 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.1674128 Feb 02 13:03:53.854997 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-039e0b4d-343d-4de1-b75d-919e9ffa7b1c req-29b18821-cecd-4f08-b0fe-1540104d3d2c tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201589 Feb 02 13:03:53.913594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05e8d2-d3a7-4a30-9830-ad5096d1f6cf req-71d1aac2-5fa2-4a99-bbf8-0960488c1a1a tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:53.923551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de05e8d2-d3a7-4a30-9830-ad5096d1f6cf req-71d1aac2-5fa2-4a99-bbf8-0960488c1a1a tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 945 time: 0.1611919 Feb 02 13:03:53.978592 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b25e9da2-6653-479f-a26f-018e2f9ea578 req-daab5688-266f-4788-b459-c9959aa7e15e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Deleting port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:03:53.978966 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b25e9da2-6653-479f-a26f-018e2f9ea578 req-daab5688-266f-4788-b459-c9959aa7e15e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:54.093004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de05e8d2-d3a7-4a30-9830-ad5096d1f6cf req-9fc85909-139d-438c-bf1a-391017b27542 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604965 Feb 02 13:03:54.097090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0c7f2bb5-8abb-4654-a83e-72790401fafc no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:54.146151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 0c7f2bb5-8abb-4654-a83e-72790401fafc {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:03:54.148932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0c7f2bb5-8abb-4654-a83e-72790401fafc not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:03:54.272817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f8397-9d51-4f11-aba7-ba64d2cb7bff req-8d14e7fd-8ad3-44db-917e-c53ee8cfb811 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:54.275665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-448f8397-9d51-4f11-aba7-ba64d2cb7bff req-8d14e7fd-8ad3-44db-917e-c53ee8cfb811 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.18 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 945 time: 0.1051686 Feb 02 13:03:54.431749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-448f8397-9d51-4f11-aba7-ba64d2cb7bff req-004bd606-39e7-4a61-b32b-d5fcce9cd9ac tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Deleting port fecb8f92-6577-4982-997c-423bbfc7f502 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:03:54.432061 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-448f8397-9d51-4f11-aba7-ba64d2cb7bff req-004bd606-39e7-4a61-b32b-d5fcce9cd9ac tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:54.517103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:03:54.535945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-ef92b55d-1aaa-4d72-9c3a-ffd46d8da7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:54.537441 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-ef92b55d-1aaa-4d72-9c3a-ffd46d8da7e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 1127 time: 0.6117218 Feb 02 13:03:54.607462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-448f8397-9d51-4f11-aba7-ba64d2cb7bff req-004bd606-39e7-4a61-b32b-d5fcce9cd9ac tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] For port fecb8f92-6577-4982-997c-423bbfc7f502, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fecb8f92-6577-4982-997c-423bbfc7f502,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:54.608701 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-448f8397-9d51-4f11-aba7-ba64d2cb7bff req-004bd606-39e7-4a61-b32b-d5fcce9cd9ac tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:54.624182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-448f8397-9d51-4f11-aba7-ba64d2cb7bff req-004bd606-39e7-4a61-b32b-d5fcce9cd9ac tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Calling delete_port for fecb8f92-6577-4982-997c-423bbfc7f502 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:03:54.689368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b25e9da2-6653-479f-a26f-018e2f9ea578 req-daab5688-266f-4788-b459-c9959aa7e15e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] For port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7f2fd947-7407-4b1d-91a7-f339a6b65ca8,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:54.689735 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b25e9da2-6653-479f-a26f-018e2f9ea578 req-daab5688-266f-4788-b459-c9959aa7e15e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:54.769947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b25e9da2-6653-479f-a26f-018e2f9ea578 req-daab5688-266f-4788-b459-c9959aa7e15e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Calling delete_port for 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:03:54.819207 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-448f8397-9d51-4f11-aba7-ba64d2cb7bff req-004bd606-39e7-4a61-b32b-d5fcce9cd9ac tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (fecb8f92-6577-4982-997c-423bbfc7f502), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:54.822366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443e2fb-aed9-4d87-8b27-e25de1dd3405 req-63c871aa-81e4-47b2-a032-bca753d9dd31 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:54.829516 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8443e2fb-aed9-4d87-8b27-e25de1dd3405 req-63c871aa-81e4-47b2-a032-bca753d9dd31 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.7578290 Feb 02 13:03:54.856826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['bf7bff07-57cd-47ef-9ea9-be3b99b904bd', 'fecb8f92-6577-4982-997c-423bbfc7f502'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:54.907979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879a8c3-9c9e-4ef8-8471-4f626082195b req-7c8349e3-be4e-474c-a7b6-8c2cab6d0b8e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:54.919940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bd606-39e7-4a61-b32b-d5fcce9cd9ac tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Pushing event deleted for resources: {'Port': ['ID=fecb8f92-6577-4982-997c-423bbfc7f502,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:54.924086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3879a8c3-9c9e-4ef8-8471-4f626082195b req-7c8349e3-be4e-474c-a7b6-8c2cab6d0b8e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.4107895 Feb 02 13:03:54.968981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-63137102-fb07-4e7f-9be2-03fc3fab7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:54.970368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-63137102-fb07-4e7f-9be2-03fc3fab7715 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.4179406 Feb 02 13:03:54.992412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3669ea44-7da9-4e2b-8e8d-54be0059d384 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bbd971fda23e48a19766ca7f8465658e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538238 Feb 02 13:03:54.998211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:03:55.011723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-448f8397-9d51-4f11-aba7-ba64d2cb7bff req-004bd606-39e7-4a61-b32b-d5fcce9cd9ac tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] No DVR routers for this DVR port fecb8f92-6577-4982-997c-423bbfc7f502 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:55.014654 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-448f8397-9d51-4f11-aba7-ba64d2cb7bff req-004bd606-39e7-4a61-b32b-d5fcce9cd9ac tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:55.019322 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-448f8397-9d51-4f11-aba7-ba64d2cb7bff req-004bd606-39e7-4a61-b32b-d5fcce9cd9ac tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.18 "DELETE /v2.0/ports/fecb8f92-6577-4982-997c-423bbfc7f502 HTTP/1.1" status: 204 len: 173 time: 0.7331398 Feb 02 13:03:55.020078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6335f55a-d000-4572-ae8d-fe5b235b4b80', 'name': 'network-vif-deleted', 'tag': 'fecb8f92-6577-4982-997c-423bbfc7f502'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:55.023700 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301ad212-4182-4924-be32-10a3982533f2" -d '{"events": [{"server_uuid": "6335f55a-d000-4572-ae8d-fe5b235b4b80", "name": "network-vif-deleted", "tag": "fecb8f92-6577-4982-997c-423bbfc7f502"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:55.101039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-75c7d122-d7d5-4050-be25-c43e56e8c46f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7 HTTP/1.1" status: 200 len: 217 time: 0.1003442 Feb 02 13:03:55.159879 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8443e2fb-aed9-4d87-8b27-e25de1dd3405 req-d4eec3bc-748d-435a-969b-5c4394afb101 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210585 Feb 02 13:03:55.232901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3879a8c3-9c9e-4ef8-8471-4f626082195b req-3bd78bb5-dcb4-4d81-b560-674fd72faed4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078511 Feb 02 13:03:55.397863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-307e4c02-728a-4623-9f53-7dd630c72f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:55.401490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-307e4c02-728a-4623-9f53-7dd630c72f76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.2863512 Feb 02 13:03:55.433953 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38700f87-29b4-4224-b8fd-804a2fb8dbf1 admin admin] Publish callbacks [] for security_group (37946a97-fd87-4f11-aa3e-a9cb02d8feca), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:55.512408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-106f2390-762c-4a10-848d-8e71bdbefd27 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858314 Feb 02 13:03:55.523727 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b25e9da2-6653-479f-a26f-018e2f9ea578 req-daab5688-266f-4788-b459-c9959aa7e15e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7f2fd947-7407-4b1d-91a7-f339a6b65ca8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:55.561266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['7f2fd947-7407-4b1d-91a7-f339a6b65ca8'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:55.571348 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38700f87-29b4-4224-b8fd-804a2fb8dbf1 admin admin] Publish callbacks [] for security_group (37946a97-fd87-4f11-aa3e-a9cb02d8feca), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:55.620742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab5688-266f-4788-b459-c9959aa7e15e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Pushing event deleted for resources: {'Port': ['ID=7f2fd947-7407-4b1d-91a7-f339a6b65ca8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:55.648262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15df77-e35e-4a2a-b680-c2d008652f9f req-f94248c8-d738-43b8-8e7e-2dc0e3a0c87a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:55.655445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e15df77-e35e-4a2a-b680-c2d008652f9f req-f94248c8-d738-43b8-8e7e-2dc0e3a0c87a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.2874589 Feb 02 13:03:55.780629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943fdef-c8c8-4530-b04c-6e95d92e1b2b req-86c03316-c0ad-4f38-8392-b1b97e8399d1 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:55.782197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4943fdef-c8c8-4530-b04c-6e95d92e1b2b req-86c03316-c0ad-4f38-8392-b1b97e8399d1 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb4bb78e-b76c-4f5b-9582-467a780006f7 HTTP/1.1" status: 200 len: 867 time: 0.4155755 Feb 02 13:03:55.816021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25e9da2-6653-479f-a26f-018e2f9ea578 req-daab5688-266f-4788-b459-c9959aa7e15e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] No DVR routers for this DVR port 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:55.818628 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b25e9da2-6653-479f-a26f-018e2f9ea578 req-daab5688-266f-4788-b459-c9959aa7e15e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:55.822594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b25e9da2-6653-479f-a26f-018e2f9ea578 req-daab5688-266f-4788-b459-c9959aa7e15e tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.18 "DELETE /v2.0/ports/7f2fd947-7407-4b1d-91a7-f339a6b65ca8 HTTP/1.1" status: 204 len: 173 time: 2.1413448 Feb 02 13:03:55.826360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4bb78e-b76c-4f5b-9582-467a780006f7', 'name': 'network-vif-deleted', 'tag': '7f2fd947-7407-4b1d-91a7-f339a6b65ca8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:55.829562 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e840d16-159f-49e7-8dbd-20a0b32cd9ad" -d '{"events": [{"server_uuid": "fb4bb78e-b76c-4f5b-9582-467a780006f7", "name": "network-vif-deleted", "tag": "7f2fd947-7407-4b1d-91a7-f339a6b65ca8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:55.899131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9df2b4d8-a69e-4481-94dc-26283fc76da9 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:03:55.917012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4943fdef-c8c8-4530-b04c-6e95d92e1b2b req-4569a7c0-fdd2-49ba-8d93-aa1a38fb9d03 tempest-ListServerFiltersTestJSON-1968367912 tempest-ListServerFiltersTestJSON-1968367912-project] 10.222.0.83 "GET /v2.0/security-groups?id=7f6f078c-3001-47cf-bfb4-88a1485b642c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260688 Feb 02 13:03:55.925286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-58ae099d-e4dc-466c-86a9-3b41d7969462 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965566 Feb 02 13:03:55.940170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9df2b4d8-a69e-4481-94dc-26283fc76da9 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:55.942783 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e15df77-e35e-4a2a-b680-c2d008652f9f req-aad55737-c9a3-4c7d-be57-b67bee6b5f38 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861459 Feb 02 13:03:55.957110 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38700f87-29b4-4224-b8fd-804a2fb8dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (37946a97-fd87-4f11-aa3e-a9cb02d8feca), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:55.964186 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-38700f87-29b4-4224-b8fd-804a2fb8dbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:55.974099 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-38700f87-29b4-4224-b8fd-804a2fb8dbf1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/37946a97-fd87-4f11-aa3e-a9cb02d8feca HTTP/1.1" status: 204 len: 168 time: 0.9694400 Feb 02 13:03:55.992740 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a51cb8-802b-4612-b180-29252d629239 x-openstack-request-id: req-84a51cb8-802b-4612-b180-29252d629239 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:55.993306 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6335f55a-d000-4572-ae8d-fe5b235b4b80", "name": "network-vif-deleted", "tag": "fecb8f92-6577-4982-997c-423bbfc7f502", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:55.993306 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-84a51cb8-802b-4612-b180-29252d629239 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:55.993891 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6335f55a-d000-4572-ae8d-fe5b235b4b80', 'name': 'network-vif-deleted', 'tag': 'fecb8f92-6577-4982-997c-423bbfc7f502', 'status': 'completed', 'code': 200} Feb 02 13:03:56.065284 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02b53bc-e497-49f2-a715-e1d25b67ae13 x-openstack-request-id: req-a02b53bc-e497-49f2-a715-e1d25b67ae13 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:56.065621 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4bb78e-b76c-4f5b-9582-467a780006f7", "name": "network-vif-deleted", "tag": "7f2fd947-7407-4b1d-91a7-f339a6b65ca8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:56.065834 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a02b53bc-e497-49f2-a715-e1d25b67ae13 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:56.069180 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4bb78e-b76c-4f5b-9582-467a780006f7', 'name': 'network-vif-deleted', 'tag': '7f2fd947-7407-4b1d-91a7-f339a6b65ca8', 'status': 'completed', 'code': 200} Feb 02 13:03:56.092450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38700f87-29b4-4224-b8fd-804a2fb8dbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37946a97-fd87-4f11-aa3e-a9cb02d8feca,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:56.198640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8db8020-56b4-46ed-bda4-798dc763467a req-8a247887-5540-48ba-a80f-fa9d2eb733cb tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.1382473 Feb 02 13:03:56.495165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43962) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:03:56.503727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:56.559224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'mac_address': 'fa:16:3e:3d:25:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:03:56.563579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9df2b4d8-a69e-4481-94dc-26283fc76da9 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:56.564221 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:56.580738 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3e9e23b4-f8a4-4560-a103-9a6945d74b19 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2d272d04868f4f55a299ae009d70990e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0839663 Feb 02 13:03:56.581699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43964) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:03:56.630520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-e5c34914-a234-45e5-9bf4-08061cec7daa service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6856966 Feb 02 13:03:56.666995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:03:56.670376 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9c6c5f-bbaf-4361-a863-d3bcf021cdbe" -d '{"events": [{"server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "name": "network-vif-unplugged", "status": "completed", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:03:56.682838 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb19779a-3325-4487-a631-da6120d1a12f admin admin] Publish callbacks [] for security_group (becaf84c-aa95-42f5-84bf-0ef83c2d0694), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:56.733111 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb19779a-3325-4487-a631-da6120d1a12f admin admin] Publish callbacks [] for security_group (becaf84c-aa95-42f5-84bf-0ef83c2d0694), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:56.754077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:56.765602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9df2b4d8-a69e-4481-94dc-26283fc76da9 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:56.766653 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:56.781754 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:56.788266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaea78-51e8-41e6-9ed5-f3c339f7cfa5 req-8221c477-9fc9-415a-977e-228644ba65bf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:56.805508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22eaea78-51e8-41e6-9ed5-f3c339f7cfa5 req-8221c477-9fc9-415a-977e-228644ba65bf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.4659698 Feb 02 13:03:56.815135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9df2b4d8-a69e-4481-94dc-26283fc76da9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:56.834072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd59715-6920-412f-9133-47433bb084b4 req-d47527cb-acd8-4282-b831-2d8b63f13c7e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:56.841050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb19779a-3325-4487-a631-da6120d1a12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (becaf84c-aa95-42f5-84bf-0ef83c2d0694), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:56.846977 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb19779a-3325-4487-a631-da6120d1a12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:56.852770 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eb19779a-3325-4487-a631-da6120d1a12f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/becaf84c-aa95-42f5-84bf-0ef83c2d0694 HTTP/1.1" status: 204 len: 168 time: 0.2675970 Feb 02 13:03:56.852993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-acd59715-6920-412f-9133-47433bb084b4 req-d47527cb-acd8-4282-b831-2d8b63f13c7e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.4736636 Feb 02 13:03:56.870014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19779a-3325-4487-a631-da6120d1a12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becaf84c-aa95-42f5-84bf-0ef83c2d0694,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:56.992936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22eaea78-51e8-41e6-9ed5-f3c339f7cfa5 req-925a351b-d630-472c-acb6-8200c2b62fa0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801758 Feb 02 13:03:57.063095 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:03:57.063468 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:03:57.063956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=9df2b4d8-a69e-4481-94dc-26283fc76da9,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:57.091286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-acd59715-6920-412f-9133-47433bb084b4 req-0199585c-dc2d-408a-a882-87c15889d85d tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340405 Feb 02 13:03:57.156346 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903041f4-f19f-4f85-ac8e-d009d6a2d1c9 x-openstack-request-id: req-903041f4-f19f-4f85-ac8e-d009d6a2d1c9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:03:57.156637 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "name": "network-vif-unplugged", "status": "completed", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:03:57.156919 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-903041f4-f19f-4f85-ac8e-d009d6a2d1c9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:03:57.157313 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'code': 200} Feb 02 13:03:57.232324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43984) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:03:57.389943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fea511-897e-4e3b-b4ae-cff3ebc12b3b req-6deb249b-2bcc-44c1-a0ac-3b5e69f81862 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:57.391557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79fea511-897e-4e3b-b4ae-cff3ebc12b3b req-6deb249b-2bcc-44c1-a0ac-3b5e69f81862 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 948 time: 0.1709728 Feb 02 13:03:57.465717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-29baa253-ff88-4ec9-9cf4-ef50e8350e34 admin admin] Deleting subnet 2a73a9f4-6b73-42f8-98dc-d0f226a8270e {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:03:57.475531 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29baa253-ff88-4ec9-9cf4-ef50e8350e34 admin admin] Publish callbacks [] for subnet (2a73a9f4-6b73-42f8-98dc-d0f226a8270e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:57.562304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfd7b8fc-c3de-4bc0-9095-45313f0db9e6 req-dc403f47-b101-4891-b29b-e81e9b1a8015 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.0898345 Feb 02 13:03:57.596517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79fea511-897e-4e3b-b4ae-cff3ebc12b3b req-639bacb3-77ff-4ee2-8b8a-4249a80362f0 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698506 Feb 02 13:03:57.645302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9df2b4d8-a69e-4481-94dc-26283fc76da9 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:03:57.648052 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:57.681859 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29baa253-ff88-4ec9-9cf4-ef50e8350e34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (2a73a9f4-6b73-42f8-98dc-d0f226a8270e), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:57.682870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df2b4d8-a69e-4481-94dc-26283fc76da9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:03:57.732807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:57.741696 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:57.869012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=9df2b4d8-a69e-4481-94dc-26283fc76da9,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:57.914069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device fecb8f92-6577-4982-997c-423bbfc7f502 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:57.961370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: fecb8f92-6577-4982-997c-423bbfc7f502 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:03:57.962077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device fecb8f92-6577-4982-997c-423bbfc7f502 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:03:57.963194 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:58.006262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:03:58.007075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7f2fd947-7407-4b1d-91a7-f339a6b65ca8 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:03:58.043317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29baa253-ff88-4ec9-9cf4-ef50e8350e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (2a73a9f4-6b73-42f8-98dc-d0f226a8270e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:58.148891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['9df2b4d8-a69e-4481-94dc-26283fc76da9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:03:58.242229 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29baa253-ff88-4ec9-9cf4-ef50e8350e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (2a73a9f4-6b73-42f8-98dc-d0f226a8270e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:58.278154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1caac88-2a97-4402-b2d2-658251281485 None None] Network ef21b27c-6db2-402a-9967-e43bda55da95 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:03:58.362453 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29baa253-ff88-4ec9-9cf4-ef50e8350e34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:58.368533 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-29baa253-ff88-4ec9-9cf4-ef50e8350e34 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/2a73a9f4-6b73-42f8-98dc-d0f226a8270e HTTP/1.1" status: 204 len: 168 time: 1.1327553 Feb 02 13:03:58.368533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baa253-ff88-4ec9-9cf4-ef50e8350e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a73a9f4-6b73-42f8-98dc-d0f226a8270e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:58.368991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:03:58.513642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d56f42-87e4-4d9b-a660-8b278669c5c5 req-d7696264-6064-42b0-8913-4c654a4b6f2a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:58.533697 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0d56f42-87e4-4d9b-a660-8b278669c5c5 req-d7696264-6064-42b0-8913-4c654a4b6f2a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.3424366 Feb 02 13:03:58.606605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (ef21b27c-6db2-402a-9967-e43bda55da95), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:58.676364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a96cca-b85e-4f87-8370-c45dd4a90c0e None None] DHCP port deletion for ef21b27c-6db2-402a-9967-e43bda55da95 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:03:58.745322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Deleting port 8e35080a-8025-49af-b207-ffed55f7b719 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:03:58.746042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8e35080a-8025-49af-b207-ffed55f7b719), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:58.765597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6f643-2b66-40bb-ab49-0def2df72159 req-456b185f-3428-44b3-9b8f-73fcc14f1673 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:58.795369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8fa6f643-2b66-40bb-ab49-0def2df72159 req-456b185f-3428-44b3-9b8f-73fcc14f1673 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.5175605 Feb 02 13:03:58.857089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0d56f42-87e4-4d9b-a660-8b278669c5c5 req-fc568d8e-5c3e-4b60-987c-92bb25a983df tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222072 Feb 02 13:03:58.905170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] For port 8e35080a-8025-49af-b207-ffed55f7b719, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8e35080a-8025-49af-b207-ffed55f7b719,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:58.905769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8e35080a-8025-49af-b207-ffed55f7b719), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:58.913575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-88a96cca-b85e-4f87-8370-c45dd4a90c0e None None] Deleting port 8e35080a-8025-49af-b207-ffed55f7b719 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:03:58.913950 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88a96cca-b85e-4f87-8370-c45dd4a90c0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8e35080a-8025-49af-b207-ffed55f7b719), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:58.950497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8fa6f643-2b66-40bb-ab49-0def2df72159 req-62bf8ada-1e06-48ec-a13a-35133478e228 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539941 Feb 02 13:03:58.951998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Calling delete_port for 8e35080a-8025-49af-b207-ffed55f7b719 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:03:59.179267 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8e35080a-8025-49af-b207-ffed55f7b719), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:59.198403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-88a96cca-b85e-4f87-8370-c45dd4a90c0e None None] For port 8e35080a-8025-49af-b207-ffed55f7b719, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8e35080a-8025-49af-b207-ffed55f7b719,segment=NetworkSegment(d711552d-ec65-4081-af94-b86f3a101b15),segment_id=d711552d-ec65-4081-af94-b86f3a101b15)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:03:59.199449 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88a96cca-b85e-4f87-8370-c45dd4a90c0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8e35080a-8025-49af-b207-ffed55f7b719), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:59.233901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e35080a-8025-49af-b207-ffed55f7b719,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:59.248615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] No DVR routers for this DVR port 8e35080a-8025-49af-b207-ffed55f7b719 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:59.252790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-88a96cca-b85e-4f87-8370-c45dd4a90c0e None None] Calling delete_port for 8e35080a-8025-49af-b207-ffed55f7b719 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:03:59.262565 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b7254f5-b3c8-4fe5-a765-6f8c2f26cb02 req-7223c96b-aa1b-44c6-92ad-6762468a7bc7 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.0906365 Feb 02 13:03:59.319083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e71a1-3fe1-4ccb-8c77-56caf5c73add req-417426d3-d063-44cc-a920-1c274f4b78d4 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:03:59.326195 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-618e71a1-3fe1-4ccb-8c77-56caf5c73add req-417426d3-d063-44cc-a920-1c274f4b78d4 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 950 time: 0.2151682 Feb 02 13:03:59.414619 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (ef21b27c-6db2-402a-9967-e43bda55da95), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:59.431722 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-618e71a1-3fe1-4ccb-8c77-56caf5c73add req-1c9991a5-3742-453e-a62e-c8966c18f84b tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986402 Feb 02 13:03:59.447135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8e35080a-8025-49af-b207-ffed55f7b719 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:03:59.470572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef21b27c-6db2-402a-9967-e43bda55da95']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:59.482087 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd711552d-ec65-4081-af94-b86f3a101b15') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:59.482354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd711552d-ec65-4081-af94-b86f3a101b15') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:03:59.493933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (d711552d-ec65-4081-af94-b86f3a101b15), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:59.507904 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d711552d-ec65-4081-af94-b86f3a101b15), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:59.514095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:03:59.514485 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (d711552d-ec65-4081-af94-b86f3a101b15), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:59.578955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8e35080a-8025-49af-b207-ffed55f7b719 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:03:59.579482 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:03:59.582919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8e35080a-8025-49af-b207-ffed55f7b719 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:03:59.589885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (ef21b27c-6db2-402a-9967-e43bda55da95), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:59.603712 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:59.619760 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] 10.222.0.83 "DELETE /v2.0/networks/ef21b27c-6db2-402a-9967-e43bda55da95 HTTP/1.1" status: 204 len: 168 time: 1.2494283 Feb 02 13:03:59.644290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a898db9-f38b-4ce2-8530-42223d0addf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef21b27c-6db2-402a-9967-e43bda55da95,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:59.683564 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88a96cca-b85e-4f87-8370-c45dd4a90c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (8e35080a-8025-49af-b207-ffed55f7b719), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:03:59.754624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-88a96cca-b85e-4f87-8370-c45dd4a90c0e None None] Network ef21b27c-6db2-402a-9967-e43bda55da95 is not hosted by any dhcp agent {{(pid=103189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 13:03:59.755095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a96cca-b85e-4f87-8370-c45dd4a90c0e None None] No DVR routers for this DVR port 8e35080a-8025-49af-b207-ffed55f7b719 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:03:59.761569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a96cca-b85e-4f87-8370-c45dd4a90c0e None None] Pushing event deleted for resources: {'Port': ['ID=8e35080a-8025-49af-b207-ffed55f7b719,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:03:59.920222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9df2b4d8-a69e-4481-94dc-26283fc76da9 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:03:59.993661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44040) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:00.081145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 9df2b4d8-a69e-4481-94dc-26283fc76da9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:00.081535 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:00.130458 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9c202562-b7d4-40a7-ada9-63fc46c8eb51 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d729c2b139cc48629bf9b14d0200637d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352847 Feb 02 13:04:00.136114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44046) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:00.235530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9df2b4d8-a69e-4481-94dc-26283fc76da9 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:00.235900 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:00.264974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3350a-f062-498f-a8c8-dcf99d834b74 req-d89eb832-3862-483f-8e00-6160c1186fd1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:00.266592 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13e3350a-f062-498f-a8c8-dcf99d834b74 req-d89eb832-3862-483f-8e00-6160c1186fd1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.2242098 Feb 02 13:04:00.289810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb3eac-a0b1-41b6-8d0f-c85f4a872205 req-b0dee730-275a-4dbc-b21c-d1217debdbbe tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:00.297594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2fb3eac-a0b1-41b6-8d0f-c85f4a872205 req-b0dee730-275a-4dbc-b21c-d1217debdbbe tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1950769 Feb 02 13:04:00.338550 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030c9c8a-3632-462f-8920-b43c253d2a71 admin admin] Publish callbacks [] for security_group (7f6f078c-3001-47cf-bfb4-88a1485b642c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:00.372139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2fb3eac-a0b1-41b6-8d0f-c85f4a872205 req-379c800e-2d70-4e04-a7b3-c9ccffc0ebcd tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734837 Feb 02 13:04:00.386399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:00.390721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:00.395821 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb2904f-c564-4478-83b2-3fa3fa736af7" -d '{"events": [{"server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "name": "network-vif-plugged", "status": "completed", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:00.407217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:00.416871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030c9c8a-3632-462f-8920-b43c253d2a71 admin admin] Publish callbacks [] for security_group (7f6f078c-3001-47cf-bfb4-88a1485b642c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:00.446566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13e3350a-f062-498f-a8c8-dcf99d834b74 req-4d982f5a-bcef-40b4-ac73-0db8a6953c70 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681707 Feb 02 13:04:00.577321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=9df2b4d8-a69e-4481-94dc-26283fc76da9,revision_number=11']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:00.590154 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030c9c8a-3632-462f-8920-b43c253d2a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7f6f078c-3001-47cf-bfb4-88a1485b642c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:00.592801 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030c9c8a-3632-462f-8920-b43c253d2a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:00.594821 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-030c9c8a-3632-462f-8920-b43c253d2a71 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7f6f078c-3001-47cf-bfb4-88a1485b642c HTTP/1.1" status: 204 len: 168 time: 0.4546392 Feb 02 13:04:00.611726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c9c8a-3632-462f-8920-b43c253d2a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6f078c-3001-47cf-bfb4-88a1485b642c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:00.630667 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f185a15-0187-49ba-9bd7-2f4cf0605cd3 x-openstack-request-id: req-2f185a15-0187-49ba-9bd7-2f4cf0605cd3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:00.630964 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "name": "network-vif-plugged", "status": "completed", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:00.631253 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2f185a15-0187-49ba-9bd7-2f4cf0605cd3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:00.631681 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'code': 200} Feb 02 13:04:00.720054 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc9ab0ee-585e-40f1-a59b-316f15ae831d req-3ace6633-f0ff-499b-b81f-458dcabe1225 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.1369750 Feb 02 13:04:01.023227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6bb09-6a0c-4511-806d-41df29b69ce7 req-1342dfea-173d-4999-93e6-7973638ebb36 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:01.030829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00f6bb09-6a0c-4511-806d-41df29b69ce7 req-1342dfea-173d-4999-93e6-7973638ebb36 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 951 time: 0.2080967 Feb 02 13:04:01.118633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f8397-1152-45c0-8984-780ed8b12652 req-cc196434-d0f3-4f01-93af-d86cb570cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:01.120494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b5f8397-1152-45c0-8984-780ed8b12652 req-cc196434-d0f3-4f01-93af-d86cb570cb56 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 1133 time: 0.1975482 Feb 02 13:04:01.131065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00f6bb09-6a0c-4511-806d-41df29b69ce7 req-cfd1c42a-2943-4029-93b5-f544438563ca tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993149 Feb 02 13:04:01.238231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b5f8397-1152-45c0-8984-780ed8b12652 req-b063d64c-5ddf-4b11-908c-eb22dd9da383 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016927 Feb 02 13:04:01.613255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88759e2-2596-40c0-b948-1e5c31ac560c req-48c00f1e-f947-40f8-91ac-9e4b3f79efb2 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:01.628677 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b88759e2-2596-40c0-b948-1e5c31ac560c req-48c00f1e-f947-40f8-91ac-9e4b3f79efb2 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1372924 Feb 02 13:04:01.700261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b88759e2-2596-40c0-b948-1e5c31ac560c req-9b71380b-4793-4e24-af06-ddaf0d0b0414 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699406 Feb 02 13:04:01.749788 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1032051e-5823-41a9-a677-67690ba4a0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:01.898382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4b7ec-c91b-4101-8a2c-610736545e0d req-f130bc2e-ee29-4502-b5f9-fcce9bf6ccb3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:01.907326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49c4b7ec-c91b-4101-8a2c-610736545e0d req-f130bc2e-ee29-4502-b5f9-fcce9bf6ccb3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.0813992 Feb 02 13:04:01.922467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:04:01.973064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49c4b7ec-c91b-4101-8a2c-610736545e0d req-140ad803-ca67-4108-97d7-234d7dae2ede tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586326 Feb 02 13:04:02.052011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:02.118042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44116) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:02.120000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd14b7ca-3385-4ce3-9dd7-b99a00316d6f req-e966dc4b-a84c-4801-8f88-dc3dd6925c45 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.0515015 Feb 02 13:04:02.308921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:02.326880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9', 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d', 'port_id': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9', 'mac_address': 'fa:16:3e:b4:85:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c42dda4-bf48-45f7-a2c0-e8550af6933b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:04:02.396559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:02.397386 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:02.404772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-network', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:02.443473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:02.444297 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:02.465896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8273d4-5655-4f08-a7b0-ffcbb5e2b04b req-5a08d0e1-6f2f-465a-9413-4fdd9746902a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:02.475246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Made reservation on behalf of 0795b09d7ba84e4d82bcf8e67a041bce for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:02.479162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:02.480326 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:02.484348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b8273d4-5655-4f08-a7b0-ffcbb5e2b04b req-5a08d0e1-6f2f-465a-9413-4fdd9746902a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 951 time: 0.2042961 Feb 02 13:04:02.491700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:02.500197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:02.500405 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:02.627031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b8273d4-5655-4f08-a7b0-ffcbb5e2b04b req-126b0fbe-8005-469b-af70-b5d36335546a tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403527 Feb 02 13:04:02.633708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9200e9-8ea0-4132-8a4c-772ead6f3436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:02.636378 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb20791-3449-4a59-9405-2e229f46d6fb" -d '{"events": [{"server_uuid": "ad9200e9-8ea0-4132-8a4c-772ead6f3436", "name": "network-vif-unplugged", "status": "completed", "tag": "242cec3a-7b2b-4f61-a4e9-a336b0924ca9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:02.667410 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:04:02.669073 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:04:02.695051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:02.719349 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af4f142-1c4b-45cf-8c30-ade15748262f x-openstack-request-id: req-0af4f142-1c4b-45cf-8c30-ade15748262f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:02.719950 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9200e9-8ea0-4132-8a4c-772ead6f3436", "name": "network-vif-unplugged", "status": "completed", "tag": "242cec3a-7b2b-4f61-a4e9-a336b0924ca9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:02.720420 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0af4f142-1c4b-45cf-8c30-ade15748262f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:02.722351 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9200e9-8ea0-4132-8a4c-772ead6f3436', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9', 'code': 200} Feb 02 13:04:02.771859 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Publish callbacks [] for security_group (c472ca76-6088-4aca-8af3-e6c25298715f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:02.784368 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c472ca76-6088-4aca-8af3-e6c25298715f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:02.855456 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:04:02.864144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177213a-1aa1-49e4-9394-c1d92450468f req-f01060da-0f40-461f-bce8-73d51ce63ffa tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:02.873459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9177213a-1aa1-49e4-9394-c1d92450468f req-f01060da-0f40-461f-bce8-73d51ce63ffa tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 943 time: 0.0888870 Feb 02 13:04:02.891251 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c472ca76-6088-4aca-8af3-e6c25298715f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:02.923414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b1639089-2824-4912-9de9-2413dc8300dd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:02.923414 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Added segment b1639089-2824-4912-9de9-2413dc8300dd of type vlan for network f8039353-d0ab-4612-89c1-0f24be60cfac Feb 02 13:04:02.926662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:02.962137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9177213a-1aa1-49e4-9394-c1d92450468f req-1294f74a-5b6e-4c1f-88e2-9537fec81c91 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866845 Feb 02 13:04:03.017348 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (f8039353-d0ab-4612-89c1-0f24be60cfac), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.054045 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (f8039353-d0ab-4612-89c1-0f24be60cfac), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.055889 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:03.056857 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.124427 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0046058 Feb 02 13:04:03.129021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44148) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:03.173073 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-60d661be-3e09-4542-a5cb-7f8042bfa344 admin admin] Request body: {'subnet': {'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-subnet', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:03.176118 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97efe5c5-f252-4ba1-a86f-b2c1862e42ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.186736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7496089-1503-43d5-a36f-a3fd6d79a74f admin admin] Pushing event updated for resources: {'Network': ['ID=f8039353-d0ab-4612-89c1-0f24be60cfac,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:03.208362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d661be-3e09-4542-a5cb-7f8042bfa344 admin admin] Made reservation on behalf of 0795b09d7ba84e4d82bcf8e67a041bce for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:03.211709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60d661be-3e09-4542-a5cb-7f8042bfa344 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.252573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network f8039353-d0ab-4612-89c1-0f24be60cfac details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:04:03.418912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:03.424118 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.440062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7344d12-9b25-49f4-95ee-cdb2ce7c8a3c req-c8ace94d-261b-43f3-a951-9cb7d504e5df tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:03.448506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7344d12-9b25-49f4-95ee-cdb2ce7c8a3c req-c8ace94d-261b-43f3-a951-9cb7d504e5df tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.3403797 Feb 02 13:04:03.453617 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97efe5c5-f252-4ba1-a86f-b2c1862e42ba admin admin] Publish callbacks [] for security_group (5c43d1dc-241b-4535-a2df-b6d5e177f7de), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.457178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4fdfeae7-de0c-42ea-94c9-662250e051f4 req-267edfd6-f460-4b65-98b0-a89390ea885a tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.0866420 Feb 02 13:04:03.461183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:03.466545 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97efe5c5-f252-4ba1-a86f-b2c1862e42ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5c43d1dc-241b-4535-a2df-b6d5e177f7de), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.485995 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60d661be-3e09-4542-a5cb-7f8042bfa344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (9ccd1316-5263-4e8a-b602-a1019ce4fe09), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.497166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:03.514333 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.521145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efe5c5-f252-4ba1-a86f-b2c1862e42ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c43d1dc-241b-4535-a2df-b6d5e177f7de,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:03.570213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-97efe5c5-f252-4ba1-a86f-b2c1862e42ba admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=87d80069b8714c1bb952125490b01492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6419053 Feb 02 13:04:03.572636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44152) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:03.591071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7344d12-9b25-49f4-95ee-cdb2ce7c8a3c req-5d0915b1-0767-4131-bf6f-e73227d76a34 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359429 Feb 02 13:04:03.611910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d661be-3e09-4542-a5cb-7f8042bfa344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ccd1316-5263-4e8a-b602-a1019ce4fe09,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:03.640932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d661be-3e09-4542-a5cb-7f8042bfa344 admin admin] Checking segment: {'id': 'b1639089-2824-4912-9de9-2413dc8300dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:03.640932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d661be-3e09-4542-a5cb-7f8042bfa344 admin admin] Network hostable DHCP agents. Network: f8039353-d0ab-4612-89c1-0f24be60cfac, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:04:03.671722 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ed19029-7342-4234-bf1c-e28a73b0c2d3 admin admin] Publish callbacks [] for security_group (5c43d1dc-241b-4535-a2df-b6d5e177f7de), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.685658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d661be-3e09-4542-a5cb-7f8042bfa344 admin admin] Network f8039353-d0ab-4612-89c1-0f24be60cfac is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:04:03.702290 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ed19029-7342-4234-bf1c-e28a73b0c2d3 admin admin] Publish callbacks [] for security_group (5c43d1dc-241b-4535-a2df-b6d5e177f7de), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.706012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:03.713483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-60d661be-3e09-4542-a5cb-7f8042bfa344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, f8039353-d0ab-4612-89c1-0f24be60cfac) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:03.723796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d661be-3e09-4542-a5cb-7f8042bfa344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:03.724394 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60d661be-3e09-4542-a5cb-7f8042bfa344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.725586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97ee6d7-c3f6-4d44-95f2-4fc782a4a952 None None] Network f8039353-d0ab-4612-89c1-0f24be60cfac requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:04:03.775460 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-60d661be-3e09-4542-a5cb-7f8042bfa344 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6450400 Feb 02 13:04:03.778487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44156) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:03.785881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:03.826876 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ed19029-7342-4234-bf1c-e28a73b0c2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5c43d1dc-241b-4535-a2df-b6d5e177f7de), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.831817 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ed19029-7342-4234-bf1c-e28a73b0c2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.834977 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9ed19029-7342-4234-bf1c-e28a73b0c2d3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5c43d1dc-241b-4535-a2df-b6d5e177f7de HTTP/1.1" status: 204 len: 168 time: 0.2596571 Feb 02 13:04:03.841608 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (22000236-a47e-4615-b14f-e9d504480397), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.842778 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (22000236-a47e-4615-b14f-e9d504480397), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.857964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed19029-7342-4234-bf1c-e28a73b0c2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c43d1dc-241b-4535-a2df-b6d5e177f7de,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:03.878761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['242cec3a-7b2b-4f61-a4e9-a336b0924ca9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:03.926161 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Publish callbacks [] for router_controller (22000236-a47e-4615-b14f-e9d504480397), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:03.951120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114adcc-940a-4500-a9df-4fde8c417970 req-7a41bb8f-01e4-4715-9a46-3ecfd9e3332b tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:03.958392 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e114adcc-940a-4500-a9df-4fde8c417970 req-7a41bb8f-01e4-4715-9a46-3ecfd9e3332b tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 951 time: 0.1973994 Feb 02 13:04:04.112198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e114adcc-940a-4500-a9df-4fde8c417970 req-85a0c534-2c2d-48a9-88bc-d17c3accbaaa tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444027 Feb 02 13:04:04.127262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6678c726-d034-49e3-9f16-34a6f9d4337f None None] Network f8039353-d0ab-4612-89c1-0f24be60cfac requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:04:04.161159 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Publish callbacks [] for router_gateway (22000236-a47e-4615-b14f-e9d504480397), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:04.403139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42223f2-57be-4fcd-bc26-90d8820a7bcd req-775d4a29-8b29-4fb6-b000-031b09ad2f90 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:04.420684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c42223f2-57be-4fcd-bc26-90d8820a7bcd req-775d4a29-8b29-4fb6-b000-031b09ad2f90 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 944 time: 0.2306681 Feb 02 13:04:04.423194 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b53d6f0a-ea4b-45df-bdac-8981a63d2f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:04.582400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c42223f2-57be-4fcd-bc26-90d8820a7bcd req-ce3dfbed-b3e2-4157-acd3-5d4322b3661e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523414 Feb 02 13:04:04.589394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:04.637822 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a497d0c2-e024-496f-b080-6c1ac158b5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:04.716968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Publish callbacks [] for router_gateway (22000236-a47e-4615-b14f-e9d504480397), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:04.726295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0abc30b1-fedd-475f-8664-c744cb56e422 req-99a6c915-f264-4132-9dcf-9db58fb5f142 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.1356783 Feb 02 13:04:04.747276 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:04.867262 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a497d0c2-e024-496f-b080-6c1ac158b5cb admin admin] Publish callbacks [] for security_group (ea694d5f-1301-4a12-92c3-bd9eeff47aca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:04.892048 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Allocated IP 172.25.4.28 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/1aa531ca-6a6b-45b1-b6b4-766549230880) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:04.900820 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a497d0c2-e024-496f-b080-6c1ac158b5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ea694d5f-1301-4a12-92c3-bd9eeff47aca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:04.958571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497d0c2-e024-496f-b080-6c1ac158b5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea694d5f-1301-4a12-92c3-bd9eeff47aca,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:05.017646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d0038-0e30-4591-b745-249be2d89227 req-381cebe4-b03f-4b12-a76f-38d71562555a tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:05.019660 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c97d0038-0e30-4591-b745-249be2d89227 req-381cebe4-b03f-4b12-a76f-38d71562555a tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 1133 time: 0.3047421 Feb 02 13:04:05.027606 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a497d0c2-e024-496f-b080-6c1ac158b5cb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=12bf54258dab41798cb2d42a3e5834bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4359560 Feb 02 13:04:05.035465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:05.056103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Publish callbacks [] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:05.091196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0050e-f8fe-4bd4-bdbb-ad21abd9c5ac req-585e67c3-c8ff-40f7-99ad-d57acf51d2c1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:05.105442 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73a0050e-f8fe-4bd4-bdbb-ad21abd9c5ac req-585e67c3-c8ff-40f7-99ad-d57acf51d2c1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.2356520 Feb 02 13:04:05.106291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:05.174058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:05.180562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:05.184838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:05.242953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa531ca-6a6b-45b1-b6b4-766549230880,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:05.256938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c97d0038-0e30-4591-b745-249be2d89227 req-cf028787-539b-48c7-a689-fb9084404312 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200043 Feb 02 13:04:05.276330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73a0050e-f8fe-4bd4-bdbb-ad21abd9c5ac req-c9db84a3-a822-4a52-a48e-407c700ccf3d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696551 Feb 02 13:04:05.306972 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6e776f9-3c0d-4650-a2bb-17c146be343a admin admin] Publish callbacks [] for security_group (ea694d5f-1301-4a12-92c3-bd9eeff47aca), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:05.379665 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6e776f9-3c0d-4650-a2bb-17c146be343a admin admin] Publish callbacks [] for security_group (ea694d5f-1301-4a12-92c3-bd9eeff47aca), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:05.417694 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:05.466909 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6e776f9-3c0d-4650-a2bb-17c146be343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ea694d5f-1301-4a12-92c3-bd9eeff47aca), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:05.471126 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6e776f9-3c0d-4650-a2bb-17c146be343a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:05.479444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a6e776f9-3c0d-4650-a2bb-17c146be343a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea694d5f-1301-4a12-92c3-bd9eeff47aca HTTP/1.1" status: 204 len: 168 time: 0.4410577 Feb 02 13:04:05.495250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e776f9-3c0d-4650-a2bb-17c146be343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea694d5f-1301-4a12-92c3-bd9eeff47aca,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:05.711899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94152885-0bd3-4b52-bcff-3ba3531ab10e req-196e1dee-6936-4260-ab4f-f94f52d61f0f tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:05.721214 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94152885-0bd3-4b52-bcff-3ba3531ab10e req-196e1dee-6936-4260-ab4f-f94f52d61f0f tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 1133 time: 0.0970266 Feb 02 13:04:05.792691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Publish callbacks [] for router_gateway (22000236-a47e-4615-b14f-e9d504480397), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:05.855151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94152885-0bd3-4b52-bcff-3ba3531ab10e req-c25e257f-c82e-4f8a-9863-816305a3e811 tempest-ServersAdminTestJSON-1466765117 tempest-ServersAdminTestJSON-1466765117-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316047 Feb 02 13:04:05.905545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74210d-64f9-489d-950a-6f324d583bb4 req-87d57d56-6ef8-4c6c-b5bd-f42dff5dd47a tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:05.907450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f74210d-64f9-489d-950a-6f324d583bb4 req-87d57d56-6ef8-4c6c-b5bd-f42dff5dd47a tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 944 time: 0.1574373 Feb 02 13:04:05.931683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:06.044304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:06.044672 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:06.054421 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f74210d-64f9-489d-950a-6f324d583bb4 req-651bf57b-8261-4e51-a119-261dfd34320b tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349652 Feb 02 13:04:06.106919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfffd202-dc47-4ba1-840c-b180e53f3ca2 req-9f54f665-f9ae-453f-9730-f4d7dfe04ea4 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.1368103 Feb 02 13:04:06.286962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:06.287403 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:06.290196 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (22000236-a47e-4615-b14f-e9d504480397), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:06.375037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9200e9-8ea0-4132-8a4c-772ead6f3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:06.388434 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdd1e14-acb4-4c92-a06a-067f20238be5" -d '{"events": [{"server_uuid": "ad9200e9-8ea0-4132-8a4c-772ead6f3436", "name": "network-vif-plugged", "status": "completed", "tag": "242cec3a-7b2b-4f61-a4e9-a336b0924ca9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:06.425784 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:06.431088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:06.441019 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:06.495969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:06.555696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Router 22000236-a47e-4615-b14f-e9d504480397 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:04:06.611064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4c85d-0bad-4a7c-8ebe-76a4287cac94 req-fba2f536-ac9b-4094-b4ef-4cecf707828f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:06.614981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5c4c85d-0bad-4a7c-8ebe-76a4287cac94 req-fba2f536-ac9b-4094-b4ef-4cecf707828f tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 950 time: 0.1571598 Feb 02 13:04:06.687076 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26576a45-259d-4657-a873-0fbb8e8745b9 req-9a64830c-71d0-4625-be9e-a3af1f56b7c0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:06.690957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26576a45-259d-4657-a873-0fbb8e8745b9 req-9a64830c-71d0-4625-be9e-a3af1f56b7c0 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.3060491 Feb 02 13:04:06.711822 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:06.848356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5c4c85d-0bad-4a7c-8ebe-76a4287cac94 req-dae37e70-37cf-491a-9e17-e45248da27a1 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187076 Feb 02 13:04:06.914476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26576a45-259d-4657-a873-0fbb8e8745b9 req-a6cfc26d-2e9f-4ead-8e62-6180be8c192d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957195 Feb 02 13:04:07.047620 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fb2cf5-6336-4b47-9ca4-c2df957fe598 x-openstack-request-id: req-80fb2cf5-6336-4b47-9ca4-c2df957fe598 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:07.048120 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9200e9-8ea0-4132-8a4c-772ead6f3436", "name": "network-vif-plugged", "status": "completed", "tag": "242cec3a-7b2b-4f61-a4e9-a336b0924ca9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:07.048120 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-80fb2cf5-6336-4b47-9ca4-c2df957fe598 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:07.048534 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9200e9-8ea0-4132-8a4c-772ead6f3436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9', 'code': 200} Feb 02 13:04:07.222546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:04:07.233482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Sync routers for ids ['22000236-a47e-4615-b14f-e9d504480397'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:04:07.251028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Routers {'22000236-a47e-4615-b14f-e9d504480397'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:04:07.259309 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:04:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['22000236-a47e-4615-b14f-e9d504480397'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:07.300975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:07.306864 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e38437df-205a-470a-9f13-3299411cfb89 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5273225 Feb 02 13:04:07.308624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44252) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:07.395026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-939150bb-1a89-4296-b0c8-41a0ff7d31a3 req-c2f3fcde-5036-46bb-85f3-c83e4a5bf0e6 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.0529366 Feb 02 13:04:07.424449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba982a32-b6c5-49bc-be25-3946fce7b213 req-b8dcbdab-d252-456e-adeb-c43cb5133ad9 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:07.426026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba982a32-b6c5-49bc-be25-3946fce7b213 req-b8dcbdab-d252-456e-adeb-c43cb5133ad9 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.2324760 Feb 02 13:04:07.437511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e0361-b396-4722-aba9-27ea65088cc3 req-6b0d213f-3204-4ee9-9bf8-b6c0189e998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:07.439291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b43e0361-b396-4722-aba9-27ea65088cc3 req-6b0d213f-3204-4ee9-9bf8-b6c0189e998a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 1127 time: 0.1780190 Feb 02 13:04:07.470619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:07.600057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba982a32-b6c5-49bc-be25-3946fce7b213 req-d881c51b-6bb3-4d7f-a814-6119165ebff5 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647151 Feb 02 13:04:07.616069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Set router 22000236-a47e-4615-b14f-e9d504480397 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:04:07.639742 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b43e0361-b396-4722-aba9-27ea65088cc3 req-0c0d598b-04b7-4663-9bf9-ff4610692b6b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636848 Feb 02 13:04:07.917022 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:07.943759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:04:05Z', 'revision_number': 3, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:08.030140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Checking router: 22000236-a47e-4615-b14f-e9d504480397 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:04:08.030516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Updating router 22000236-a47e-4615-b14f-e9d504480397 port 1aa531ca-6a6b-45b1-b6b4-766549230880 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:04:08.037540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:08.071073 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:08.124584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce874768-82c3-42df-9d6b-d91e5883fa42 req-f51e6dae-944f-4dbc-a2d7-97c3f704d736 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:08.132473 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce874768-82c3-42df-9d6b-d91e5883fa42 req-f51e6dae-944f-4dbc-a2d7-97c3f704d736 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 950 time: 0.1730433 Feb 02 13:04:08.210557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce874768-82c3-42df-9d6b-d91e5883fa42 req-ac74d5c3-154b-46f6-854d-c012607a3793 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767524 Feb 02 13:04:08.317831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Allocated IP 172.20.0.1 (f8039353-d0ab-4612-89c1-0f24be60cfac/9ccd1316-5263-4e8a-b602-a1019ce4fe09/deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:08.414916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ba987-edcd-4e33-aec7-ef5367f15a5b req-1e39f2e0-0f0e-4d54-8c84-fb9770bd4feb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:08.424973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e0ba987-edcd-4e33-aec7-ef5367f15a5b req-1e39f2e0-0f0e-4d54-8c84-fb9770bd4feb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.3699586 Feb 02 13:04:08.483570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7f7c7-0273-4e51-b6a4-3f1b574f02dc req-244d23dc-52f4-41e4-9e08-b32df67462f2 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:08.485176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28e7f7c7-0273-4e51-b6a4-3f1b574f02dc req-244d23dc-52f4-41e4-9e08-b32df67462f2 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.18 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 950 time: 0.1922491 Feb 02 13:04:08.548569 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e0ba987-edcd-4e33-aec7-ef5367f15a5b req-62c43da9-03be-4935-b568-b5151fa5a466 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210065 Feb 02 13:04:08.557225 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Publish callbacks [] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:08.575240 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Publish callbacks [] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:08.594671 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:08.601003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:08.689167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193d2f7-6ec5-41b0-aa93-98573aeda839 None None] Pushing event updated for resources: {'Port': ['ID=1aa531ca-6a6b-45b1-b6b4-766549230880,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:08.744863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Attempting to bind port 1aa531ca-6a6b-45b1-b6b4-766549230880 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:08.745710 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Attempting to bind port 1aa531ca-6a6b-45b1-b6b4-766549230880 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:08.746265 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Attempting to bind port 1aa531ca-6a6b-45b1-b6b4-766549230880 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:08.755776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:08.756472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:08.757170 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:08.757753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:08.758419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Bound port: 1aa531ca-6a6b-45b1-b6b4-766549230880, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:08.759206 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:08.770031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Pushing event updated for resources: {'Port': ['ID=deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:08.804547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Network f8039353-d0ab-4612-89c1-0f24be60cfac is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:08.809170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:08.817822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:08.847758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-28e7f7c7-0273-4e51-b6a4-3f1b574f02dc req-7d7f8b15-1c2e-44b3-a123-450eca387640 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Deleting port a8c728df-8bea-4826-88c8-b7493a44dee8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:04:08.852993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] For port 1aa531ca-6a6b-45b1-b6b4-766549230880, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:08.853671 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-28e7f7c7-0273-4e51-b6a4-3f1b574f02dc req-7d7f8b15-1c2e-44b3-a123-450eca387640 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:08.862092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] For port 1aa531ca-6a6b-45b1-b6b4-766549230880, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1aa531ca-6a6b-45b1-b6b4-766549230880,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:08.865610 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (22000236-a47e-4615-b14f-e9d504480397), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:08.874587 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:08.983302 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd80cd24-b183-4528-9eba-1200f5c99af9 req-207e995e-1203-46c4-ae55-ea253f177174 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.1673253 Feb 02 13:04:09.000274 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-05838acd-8c77-459d-8150-d14845d7982b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2091162 Feb 02 13:04:09.034954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Routers {'22000236-a47e-4615-b14f-e9d504480397'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:04:09.035646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:04:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['22000236-a47e-4615-b14f-e9d504480397'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:09.115229 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:09.162469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193d2f7-6ec5-41b0-aa93-98573aeda839 None None] Pushing event updated for resources: {'Port': ['ID=1aa531ca-6a6b-45b1-b6b4-766549230880,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:09.296456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-8972b870-e757-4b6b-9701-fbc64beafa17 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:09.326173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-8972b870-e757-4b6b-9701-fbc64beafa17 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3100235 Feb 02 13:04:09.339523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] Set router 22000236-a47e-4615-b14f-e9d504480397 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:04:09.385592 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Publish callbacks [] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:09.399663 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:09.452737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-0ccef035-0c5f-4ac2-92f2-cb89901531cd tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/quotas/878b55bf0eeb4eafa84943c0574b0ee0 HTTP/1.1" status: 200 len: 375 time: 0.1250498 Feb 02 13:04:09.476924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Pushing event updated for resources: {'Port': ['ID=deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:09.498708 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (22000236-a47e-4615-b14f-e9d504480397), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:09.528805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-12537e81-fa4f-49e7-83d0-2b07b22f21de tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751359 Feb 02 13:04:09.621519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-28e7f7c7-0273-4e51-b6a4-3f1b574f02dc req-7d7f8b15-1c2e-44b3-a123-450eca387640 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] For port a8c728df-8bea-4826-88c8-b7493a44dee8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a8c728df-8bea-4826-88c8-b7493a44dee8,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:09.621906 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-28e7f7c7-0273-4e51-b6a4-3f1b574f02dc req-7d7f8b15-1c2e-44b3-a123-450eca387640 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:09.658322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05b01a-15db-4144-859c-ba6e12424fa3 req-831d9ba1-336d-4bd3-bdee-78a4269e8106 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:09.674336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f05b01a-15db-4144-859c-ba6e12424fa3 req-831d9ba1-336d-4bd3-bdee-78a4269e8106 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.4302566 Feb 02 13:04:09.681667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Network f8039353-d0ab-4612-89c1-0f24be60cfac is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:09.685105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:09.703885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-28e7f7c7-0273-4e51-b6a4-3f1b574f02dc req-7d7f8b15-1c2e-44b3-a123-450eca387640 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Calling delete_port for a8c728df-8bea-4826-88c8-b7493a44dee8 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:04:09.874029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f05b01a-15db-4144-859c-ba6e12424fa3 req-169cecf3-1419-499d-82c1-fa4abc512643 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987259 Feb 02 13:04:09.939143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Router 22000236-a47e-4615-b14f-e9d504480397 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:04:10.076506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:04:09Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f', 'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'mac_address': 'fa:16:3e:0a:2c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:08Z', 'updated_at': '2022-02-02T13:04:08Z', 'revision_number': 1, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'subnets': [{'id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:10.105370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:04:10.109634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc9ade-66f6-4d9b-8121-36f20f83ea1c req-863d777e-6713-4e3c-ad52-9694739ac84f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:10.119504 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9b7c2ede-b891-4845-86e9-f2633960b499 admin admin] 10.222.0.83 "PUT /v2.0/routers/22000236-a47e-4615-b14f-e9d504480397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8070962 Feb 02 13:04:10.119674 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcc9ade-66f6-4d9b-8121-36f20f83ea1c req-863d777e-6713-4e3c-ad52-9694739ac84f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.1225820 Feb 02 13:04:10.144666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9a9dc5-a0d6-4cba-a2b5-f0ff48b05455 None None] The sync data for ids ['22000236-a47e-4615-b14f-e9d504480397'] in n-d-827336-2 is: [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:04:09Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f', 'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'mac_address': 'fa:16:3e:0a:2c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:08Z', 'updated_at': '2022-02-02T13:04:08Z', 'revision_number': 1, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'subnets': [{'id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:04:10.161361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d5e80-311c-4738-9ee6-1fce8913b5d3 req-675b7a1a-8fb7-406e-9281-d537853dd8ec tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:10.178139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d1d5e80-311c-4738-9ee6-1fce8913b5d3 req-675b7a1a-8fb7-406e-9281-d537853dd8ec tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=10721068-f49c-446e-89c3-748b7a7e645e HTTP/1.1" status: 200 len: 950 time: 0.2694857 Feb 02 13:04:10.404901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bcc9ade-66f6-4d9b-8121-36f20f83ea1c req-65875dd9-87b4-4137-bf01-bfbe6eedc87c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741733 Feb 02 13:04:10.425317 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-28e7f7c7-0273-4e51-b6a4-3f1b574f02dc req-7d7f8b15-1c2e-44b3-a123-450eca387640 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a8c728df-8bea-4826-88c8-b7493a44dee8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:10.458222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['9df2b4d8-a69e-4481-94dc-26283fc76da9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:10.465357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:10.532152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f8b15-1c2e-44b3-a123-450eca387640 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Pushing event deleted for resources: {'Port': ['ID=a8c728df-8bea-4826-88c8-b7493a44dee8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:10.545728 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d1d5e80-311c-4738-9ee6-1fce8913b5d3 req-e3470592-570a-40d2-918b-46272977173d tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650584 Feb 02 13:04:10.665317 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e35f2c77-6b17-4db5-aed6-0796ae5f56d3 req-a25ee690-5d3c-4a55-ad50-09b07211de7b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 210 time: 0.0582333 Feb 02 13:04:10.698888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e7f7c7-0273-4e51-b6a4-3f1b574f02dc req-7d7f8b15-1c2e-44b3-a123-450eca387640 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] No DVR routers for this DVR port a8c728df-8bea-4826-88c8-b7493a44dee8 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:04:10.702178 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-28e7f7c7-0273-4e51-b6a4-3f1b574f02dc req-7d7f8b15-1c2e-44b3-a123-450eca387640 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:10.705629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28e7f7c7-0273-4e51-b6a4-3f1b574f02dc req-7d7f8b15-1c2e-44b3-a123-450eca387640 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.18 "DELETE /v2.0/ports/a8c728df-8bea-4826-88c8-b7493a44dee8 HTTP/1.1" status: 204 len: 173 time: 2.1813297 Feb 02 13:04:10.706257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10721068-f49c-446e-89c3-748b7a7e645e', 'name': 'network-vif-deleted', 'tag': 'a8c728df-8bea-4826-88c8-b7493a44dee8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:10.708837 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1392c52b-a320-47fa-8e72-08c8b7f63372" -d '{"events": [{"server_uuid": "10721068-f49c-446e-89c3-748b7a7e645e", "name": "network-vif-deleted", "tag": "a8c728df-8bea-4826-88c8-b7493a44dee8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:10.744259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a027932c-51b9-460e-ae57-947db916b956 req-2f4f180b-7b5d-4026-ad38-92791c46af70 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=6335f55a-d000-4572-ae8d-fe5b235b4b80 HTTP/1.1" status: 200 len: 210 time: 0.0465548 Feb 02 13:04:10.878491 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1e8a63-d1ec-4ca5-876b-e319c3c0b204 x-openstack-request-id: req-de1e8a63-d1ec-4ca5-876b-e319c3c0b204 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:10.878783 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10721068-f49c-446e-89c3-748b7a7e645e", "name": "network-vif-deleted", "tag": "a8c728df-8bea-4826-88c8-b7493a44dee8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:10.879033 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-de1e8a63-d1ec-4ca5-876b-e319c3c0b204 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:10.879456 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10721068-f49c-446e-89c3-748b7a7e645e', 'name': 'network-vif-deleted', 'tag': 'a8c728df-8bea-4826-88c8-b7493a44dee8', 'status': 'completed', 'code': 200} Feb 02 13:04:11.096560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d659be-01cd-4951-8cd9-3fbbd1d98114 req-2e76d432-ff97-4b12-9a25-8a403943cae8 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:11.099673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2d659be-01cd-4951-8cd9-3fbbd1d98114 req-2e76d432-ff97-4b12-9a25-8a403943cae8 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1627448 Feb 02 13:04:11.167017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2d659be-01cd-4951-8cd9-3fbbd1d98114 req-91d7d0a6-222d-4d46-9355-7c12a7e8b617 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606349 Feb 02 13:04:11.213734 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-bb703aab-003b-4ead-9e73-f9340666d04b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:11.215653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-bb703aab-003b-4ead-9e73-f9340666d04b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/networks?id=f8039353-d0ab-4612-89c1-0f24be60cfac HTTP/1.1" status: 200 len: 819 time: 0.3275726 Feb 02 13:04:11.253700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-f0d0964b-66d9-42d9-abf0-c2057294596a tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/quotas/0795b09d7ba84e4d82bcf8e67a041bce HTTP/1.1" status: 200 len: 375 time: 0.0317409 Feb 02 13:04:11.420796 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-ee76ea1e-990d-492e-a891-d0842797ccb4 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0795b09d7ba84e4d82bcf8e67a041bce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1377752 Feb 02 13:04:11.439456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b667fc-466c-4bbb-a529-62e9f3b634be req-7ec529ca-e97b-4a63-9db6-8ed2ca8f8830 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:11.443945 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86b667fc-466c-4bbb-a529-62e9f3b634be req-7ec529ca-e97b-4a63-9db6-8ed2ca8f8830 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.1855652 Feb 02 13:04:11.518366 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86b667fc-466c-4bbb-a529-62e9f3b634be req-ba6def31-355d-47f7-8f69-64b986c03a52 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690897 Feb 02 13:04:11.753755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29492e7-dee6-4fb0-91e0-aefd61f4e861 req-3feb553c-2db4-4f2f-b3f6-1493d11a3a9f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:11.761515 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d29492e7-dee6-4fb0-91e0-aefd61f4e861 req-3feb553c-2db4-4f2f-b3f6-1493d11a3a9f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.1438465 Feb 02 13:04:11.847821 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-22b16ac5-cdee-45ea-9971-e0c20d479826 service neutron] 10.222.0.83 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254198 Feb 02 13:04:11.863076 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d29492e7-dee6-4fb0-91e0-aefd61f4e861 req-1dc3f7be-fbe0-40da-a9a2-9648d59d18b6 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961328 Feb 02 13:04:11.961520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a8c728df-8bea-4826-88c8-b7493a44dee8 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:12.005739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: a8c728df-8bea-4826-88c8-b7493a44dee8 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:04:12.006090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a8c728df-8bea-4826-88c8-b7493a44dee8 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:04:12.532637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-4c9e1778-bf47-4668-9857-bd48f7691408 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225749 Feb 02 13:04:12.589175 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc9658a6-6b0b-46d0-97c3-f0718969e2fa req-07bf9df7-68b2-46b2-9792-6d126b71d43f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 210 time: 0.0803740 Feb 02 13:04:12.606945 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-f28e6feb-50c3-4bd0-bffe-d6b5e78045af service neutron] 10.222.0.83 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7582886 Feb 02 13:04:12.883498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-45122c0e-cb59-483d-94ff-cab75907df84 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:12.885692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-45122c0e-cb59-483d-94ff-cab75907df84 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3431299 Feb 02 13:04:12.908202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Request body: {'port': {'device_id': 'a0fa8275-b98f-457c-8cab-727e19430294', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '878b55bf0eeb4eafa84943c0574b0ee0'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:13.041094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1aa531ca-6a6b-45b1-b6b4-766549230880 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:13.161361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 1aa531ca-6a6b-45b1-b6b4-766549230880 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:13.162179 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:13.236087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Made reservation on behalf of 878b55bf0eeb4eafa84943c0574b0ee0 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:13.239624 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:13.263649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 1aa531ca-6a6b-45b1-b6b4-766549230880 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:13.264371 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:13.264819 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:13.292743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 1aa531ca-6a6b-45b1-b6b4-766549230880, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1aa531ca-6a6b-45b1-b6b4-766549230880,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:13.298297 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:13.300228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d66e59b5-c8fc-4cb0-8eb7-0f96daa5f00b tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:13.307017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d66e59b5-c8fc-4cb0-8eb7-0f96daa5f00b tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/networks?id=b9efaa01-6585-4433-ade5-806cb51fbc0d HTTP/1.1" status: 200 len: 815 time: 0.2162261 Feb 02 13:04:13.340163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64e544-222f-41fa-8098-9c409e229ecf req-036b5de2-7e4d-4b3d-ac2c-ff1de5273ea3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:13.341743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e64e544-222f-41fa-8098-9c409e229ecf req-036b5de2-7e4d-4b3d-ac2c-ff1de5273ea3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=898c72f1-6951-425a-8a5e-59600ad95f08 HTTP/1.1" status: 200 len: 951 time: 0.2029095 Feb 02 13:04:13.349828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-6687cfc4-0818-4229-9033-327f928f9a85 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/quotas/0a8c490434df42aca4f7f7e6aa12ae65 HTTP/1.1" status: 200 len: 375 time: 0.0304308 Feb 02 13:04:13.423452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=1aa531ca-6a6b-45b1-b6b4-766549230880,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:13.494196 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e64e544-222f-41fa-8098-9c409e229ecf req-cdf5f8cc-0ace-4168-8c7f-20c9d95085fb tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388464 Feb 02 13:04:13.555028 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d46ba8d0-9f2e-453e-9096-8520cc2e92b9 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0a8c490434df42aca4f7f7e6aa12ae65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1846383 Feb 02 13:04:13.609814 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks [] for security_group (6769c461-ac4d-4d4c-96b1-4f1c1ba2e904), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:13.638892 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6769c461-ac4d-4d4c-96b1-4f1c1ba2e904), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:13.831527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:13.868037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cf278-c039-4912-8da3-7bceb460d305 req-d9a4d4e6-757b-4af9-94a4-03e73230e05d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:13.869542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-133cf278-c039-4912-8da3-7bceb460d305 req-d9a4d4e6-757b-4af9-94a4-03e73230e05d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.2661335 Feb 02 13:04:13.987301 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-b5a4f9e0-8327-46b9-8597-0bfabb91ed59 service neutron] 10.222.0.83 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811655 Feb 02 13:04:13.996830 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Sync routers for ids ['22000236-a47e-4615-b14f-e9d504480397'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:04:14.009575 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Routers {'22000236-a47e-4615-b14f-e9d504480397'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:04:14.010296 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:04:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['22000236-a47e-4615-b14f-e9d504480397'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:14.095627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Allocated IP 192.168.233.162 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/4b319226-6eec-4753-942d-0adb21f41f7f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:14.122719 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Set router 22000236-a47e-4615-b14f-e9d504480397 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:04:14.161570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65853e-415d-46ef-8d94-bcef2e69cc43 req-7b337ae4-f8d6-4469-959d-241ceff7035d tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:14.163926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a65853e-415d-46ef-8d94-bcef2e69cc43 req-7b337ae4-f8d6-4469-959d-241ceff7035d tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad9200e9-8ea0-4132-8a4c-772ead6f3436 HTTP/1.1" status: 200 len: 945 time: 0.3561556 Feb 02 13:04:14.170345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-133cf278-c039-4912-8da3-7bceb460d305 req-9b2f2c10-cf6f-4b3f-bf56-f81c31551dbc tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917395 Feb 02 13:04:14.288837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5435df97-5e66-41ea-bc7c-85d11612a15b service neutron] 10.222.0.83 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005672 Feb 02 13:04:14.319175 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-752e5f3f-2b04-437e-a825-bb27fcee47eb req-bf592c15-3d62-4262-ba29-033149f9c03a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1101580 Feb 02 13:04:14.436676 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:04:09Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f', 'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'mac_address': 'fa:16:3e:0a:2c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:08Z', 'updated_at': '2022-02-02T13:04:09Z', 'revision_number': 2, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'subnets': [{'id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:14.460284 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e5f3f-2b04-437e-a825-bb27fcee47eb req-d37313ae-a18e-44d6-87e7-1680ad0a16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:14.461716 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-752e5f3f-2b04-437e-a825-bb27fcee47eb req-d37313ae-a18e-44d6-87e7-1680ad0a16cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 1126 time: 0.0996361 Feb 02 13:04:14.483266 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Checking router: 22000236-a47e-4615-b14f-e9d504480397 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:04:14.484464 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Updating router 22000236-a47e-4615-b14f-e9d504480397 port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:04:14.546507 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:14.670689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13176965-d4cc-44b7-b7d0-74b3917f9d9e req-bb6973b9-4238-4d5e-be5e-c5c45f4cb2e2 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:14.683011 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13176965-d4cc-44b7-b7d0-74b3917f9d9e req-bb6973b9-4238-4d5e-be5e-c5c45f4cb2e2 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 949 time: 0.3698218 Feb 02 13:04:14.759669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e5f3f-2b04-437e-a825-bb27fcee47eb req-f39a83f1-01ca-43d4-851b-cb78c82fc19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:14.759669 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-752e5f3f-2b04-437e-a825-bb27fcee47eb req-f39a83f1-01ca-43d4-851b-cb78c82fc19b service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.2594604 Feb 02 13:04:14.889879 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-752e5f3f-2b04-437e-a825-bb27fcee47eb req-d056196c-5b8b-47d8-83cd-83bced52910e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e HTTP/1.1" status: 200 len: 217 time: 0.1255171 Feb 02 13:04:14.918004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e93ae9b-4cda-4ed2-ae7f-3f498f0fb7f3 req-0bf989b2-1e54-4da4-a1a1-70af78649a39 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 210 time: 0.2053716 Feb 02 13:04:14.937636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1aa531ca-6a6b-45b1-b6b4-766549230880 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:15.064937 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks [] for port (4b319226-6eec-4753-942d-0adb21f41f7f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:15.099907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-d5e8035f-0626-47ea-a461-cee1002a1b69 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:15.101552 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-d5e8035f-0626-47ea-a461-cee1002a1b69 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.62 "GET /v2.0/networks?id=f8039353-d0ab-4612-89c1-0f24be60cfac HTTP/1.1" status: 200 len: 819 time: 0.2107089 Feb 02 13:04:15.139831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Request body: {'port': {'device_id': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'admin_state_up': True, 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:15.162723 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:15.232098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:15.241436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7a65853e-415d-46ef-8d94-bcef2e69cc43 req-2382eb17-df61-4245-abfe-7c787537548c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Deleting port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:04:15.245652 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a65853e-415d-46ef-8d94-bcef2e69cc43 req-2382eb17-df61-4245-abfe-7c787537548c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:15.257236 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 1aa531ca-6a6b-45b1-b6b4-766549230880 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:15.258981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:15.259859 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:15.268808 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Publish callbacks [] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:15.291698 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:15.338323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Made reservation on behalf of 0795b09d7ba84e4d82bcf8e67a041bce for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:15.343632 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:15.385561 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13176965-d4cc-44b7-b7d0-74b3917f9d9e req-a0970876-68b7-4dbc-9761-cba9bd17ab31 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6934750 Feb 02 13:04:15.393502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:15.489012 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Pushing event updated for resources: {'Port': ['ID=deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:15.547199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 1aa531ca-6a6b-45b1-b6b4-766549230880 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:15.548362 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.554151 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.555960 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.556485 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.556818 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.557146 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.557469 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.557836 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.558095 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.558409 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.558724 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.566265 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.566833 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:15.609632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event updated for resources: {'Port': ['ID=4b319226-6eec-4753-942d-0adb21f41f7f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:15.652697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade261f-51a1-47aa-911c-72550c6a6b6c req-5c70112d-bb59-45ed-920d-eb00744cc679 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:15.657844 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9ade261f-51a1-47aa-911c-72550c6a6b6c req-5c70112d-bb59-45ed-920d-eb00744cc679 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.62 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 949 time: 1.2017303 Feb 02 13:04:15.684735 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Attempting to bind port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:15.685423 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Attempting to bind port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b1639089-2824-4912-9de9-2413dc8300dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:15.685987 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Attempting to bind port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f on network f8039353-d0ab-4612-89c1-0f24be60cfac {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:15.693100 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:15.693100 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Checking segment: {'id': 'b1639089-2824-4912-9de9-2413dc8300dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:15.693452 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:15.693780 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Bound using segment: {'id': 'b1639089-2824-4912-9de9-2413dc8300dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:15.695243 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Bound port: deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1639089-2824-4912-9de9-2413dc8300dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:15.695243 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:15.770237 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] For port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:15.775071 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] For port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f,segment=NetworkSegment(b1639089-2824-4912-9de9-2413dc8300dd),segment_id=b1639089-2824-4912-9de9-2413dc8300dd)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:15.778076 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c221348-80a7-46cc-bd89-3bfc8a85d64b req-e60c8126-633b-402a-ac45-409d3576d98b tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 210 time: 0.2539535 Feb 02 13:04:15.785022 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:15.801393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:15.802066 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:15.808002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e5f3f-2b04-437e-a825-bb27fcee47eb req-98effa97-9839-4ebd-a5eb-e3993fe238d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:15.812701 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-752e5f3f-2b04-437e-a825-bb27fcee47eb req-98effa97-9839-4ebd-a5eb-e3993fe238d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.7065649 Feb 02 13:04:15.839117 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-dbbd6816-fc21-449e-a9c7-fc8191a02075 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9367259 Feb 02 13:04:15.861847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b09678c5-0a74-4c6c-91f9-64003b04eb0a None None] Provisioning complete for port 4b319226-6eec-4753-942d-0adb21f41f7f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:15.862619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b09678c5-0a74-4c6c-91f9-64003b04eb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:15.863642 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Routers {'22000236-a47e-4615-b14f-e9d504480397'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:04:15.864304 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:04:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['22000236-a47e-4615-b14f-e9d504480397'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:15.868399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea72910-c548-4d3b-94d0-f2d89cba3035 req-3ef4a87f-021f-46b8-aa15-502a2e6aa5cc tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:15.869969 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fea72910-c548-4d3b-94d0-f2d89cba3035 req-3ef4a87f-021f-46b8-aa15-502a2e6aa5cc tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 936 time: 0.3444495 Feb 02 13:04:15.873649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Request body: {'port': {'device_id': 'a0fa8275-b98f-457c-8cab-727e19430294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:15.944152 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-752e5f3f-2b04-437e-a825-bb27fcee47eb req-0f742e3a-59e1-4d2d-9643-e0b79247b470 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829020 Feb 02 13:04:15.958965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Allocated IP 172.20.0.14 (f8039353-d0ab-4612-89c1-0f24be60cfac/9ccd1316-5263-4e8a-b602-a1019ce4fe09/585f983d-2d9f-4f9d-95f5-7cea97eb2b76) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:15.973170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b09678c5-0a74-4c6c-91f9-64003b04eb0a None None] Port 4b319226-6eec-4753-942d-0adb21f41f7f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:16.102695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7a65853e-415d-46ef-8d94-bcef2e69cc43 req-2382eb17-df61-4245-abfe-7c787537548c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] For port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:16.104044 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a65853e-415d-46ef-8d94-bcef2e69cc43 req-2382eb17-df61-4245-abfe-7c787537548c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:16.121381 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:16.163526 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] Set router 22000236-a47e-4615-b14f-e9d504480397 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:04:16.214415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fea72910-c548-4d3b-94d0-f2d89cba3035 req-dae3e267-855a-4542-a95e-e0eca9b50bec tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388978 Feb 02 13:04:16.235781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 272d656a-44a1-46d5-a3f4-160c72fbbbb6 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:16.286549 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe288ccf-52d2-4e58-b611-59af83872653 None None] Pushing event updated for resources: {'Port': ['ID=deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:16.321606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7a65853e-415d-46ef-8d94-bcef2e69cc43 req-2382eb17-df61-4245-abfe-7c787537548c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Calling delete_port for 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:04:16.340711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-9ade261f-51a1-47aa-911c-72550c6a6b6c req-58edc42f-9980-4165-a54f-b8fc65c86be6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Deleting port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:04:16.342306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9ade261f-51a1-47aa-911c-72550c6a6b6c req-58edc42f-9980-4165-a54f-b8fc65c86be6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:16.352793 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-752e5f3f-2b04-437e-a825-bb27fcee47eb req-887c15d3-5012-41e3-9f5a-64f6f3a9cef0 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464177 Feb 02 13:04:16.444870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:16.445538 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:16.483074 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:04:09Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f', 'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'mac_address': 'fa:16:3e:0a:2c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:08Z', 'updated_at': '2022-02-02T13:04:15Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'subnets': [{'id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:16.510539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:16.511843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:16.514323 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ea258c-4227-45cc-9f3a-90d42bb1edc1" -d '{"events": [{"server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "name": "network-vif-unplugged", "status": "completed", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:16.525692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:16.534338 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:16.550430 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67066eab-f436-4acd-92b8-0da11bcfaa16 None None] The sync data for ids ['22000236-a47e-4615-b14f-e9d504480397'] in n-d-827336-2 is: [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:04:09Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f', 'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'mac_address': 'fa:16:3e:0a:2c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:08Z', 'updated_at': '2022-02-02T13:04:15Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'subnets': [{'id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:04:16.638234 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=272d656a-44a1-46d5-a3f4-160c72fbbbb6,revision_number=11']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:16.660716 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a65853e-415d-46ef-8d94-bcef2e69cc43 req-2382eb17-df61-4245-abfe-7c787537548c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (242cec3a-7b2b-4f61-a4e9-a336b0924ca9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:16.700933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9ade261f-51a1-47aa-911c-72550c6a6b6c req-58edc42f-9980-4165-a54f-b8fc65c86be6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] For port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:16.701376 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9ade261f-51a1-47aa-911c-72550c6a6b6c req-58edc42f-9980-4165-a54f-b8fc65c86be6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:16.716404 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-9ade261f-51a1-47aa-911c-72550c6a6b6c req-58edc42f-9980-4165-a54f-b8fc65c86be6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Calling delete_port for 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:04:16.893916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fb5cb-6773-4c94-b02d-9da5e7f84018 req-a4f8a7d7-7609-4217-984a-c7b755ef7e06 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:16.895745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f3fb5cb-6773-4c94-b02d-9da5e7f84018 req-a4f8a7d7-7609-4217-984a-c7b755ef7e06 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.9261727 Feb 02 13:04:16.934425 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382eb17-df61-4245-abfe-7c787537548c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Pushing event deleted for resources: {'Port': ['ID=242cec3a-7b2b-4f61-a4e9-a336b0924ca9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:16.957465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:16.993018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:17.044230 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9ade261f-51a1-47aa-911c-72550c6a6b6c req-58edc42f-9980-4165-a54f-b8fc65c86be6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:17.119575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:17.146927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Network f8039353-d0ab-4612-89c1-0f24be60cfac is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:17.162144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:17.175723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['9df2b4d8-a69e-4481-94dc-26283fc76da9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:17.178345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:17.250547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ba4da-054d-4ad0-9968-1f295b859fbd req-2108f814-f8dd-4b73-93e3-bd6ed3ec310d tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:17.257789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-017ba4da-054d-4ad0-9968-1f295b859fbd req-2108f814-f8dd-4b73-93e3-bd6ed3ec310d tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 932 time: 0.6046124 Feb 02 13:04:17.271403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a65853e-415d-46ef-8d94-bcef2e69cc43 req-2382eb17-df61-4245-abfe-7c787537548c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] No DVR routers for this DVR port 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:04:17.300530 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7a65853e-415d-46ef-8d94-bcef2e69cc43 req-2382eb17-df61-4245-abfe-7c787537548c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:17.304361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a65853e-415d-46ef-8d94-bcef2e69cc43 req-2382eb17-df61-4245-abfe-7c787537548c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.18 "DELETE /v2.0/ports/242cec3a-7b2b-4f61-a4e9-a336b0924ca9 HTTP/1.1" status: 204 len: 173 time: 3.0726769 Feb 02 13:04:17.307165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9200e9-8ea0-4132-8a4c-772ead6f3436', 'name': 'network-vif-deleted', 'tag': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:17.309565 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707c6dee-98e1-4c1b-a6f6-5c9bbde917fb" -d '{"events": [{"server_uuid": "ad9200e9-8ea0-4132-8a4c-772ead6f3436", "name": "network-vif-deleted", "tag": "242cec3a-7b2b-4f61-a4e9-a336b0924ca9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:17.358148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Pushing event updated for resources: {'Port': ['ID=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:17.378137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:17.379152 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:17.430907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ade261f-51a1-47aa-911c-72550c6a6b6c req-58edc42f-9980-4165-a54f-b8fc65c86be6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] No DVR routers for this DVR port 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:04:17.474120 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9ade261f-51a1-47aa-911c-72550c6a6b6c req-58edc42f-9980-4165-a54f-b8fc65c86be6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:17.479314 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9ade261f-51a1-47aa-911c-72550c6a6b6c req-58edc42f-9980-4165-a54f-b8fc65c86be6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.62 "DELETE /v2.0/ports/4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d HTTP/1.1" status: 204 len: 173 time: 1.8041413 Feb 02 13:04:17.480220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835f3f94-96b6-43a9-9f60-fede6c21d901', 'name': 'network-vif-deleted', 'tag': '4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:17.481173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:17.481555 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:17.483705 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dc5c97-ba42-4139-8b0b-e6757b5dcf0b" -d '{"events": [{"server_uuid": "835f3f94-96b6-43a9-9f60-fede6c21d901", "name": "network-vif-deleted", "tag": "4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:17.491484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edc42f-9980-4165-a54f-b8fc65c86be6 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Pushing event deleted for resources: {'Port': ['ID=4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:17.502455 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-752e5f3f-2b04-437e-a825-bb27fcee47eb req-4e46a28a-afd0-4962-bcbd-80f19166c942 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1278098 Feb 02 13:04:17.508115 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-e3fad268-1c81-4a2c-90fb-915e6349270b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3912005 Feb 02 13:04:17.526437 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Request body: {'port': {'device_id': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:17.679708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:17.680271 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:17.703522 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:17.779793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f,segment=NetworkSegment(b1639089-2824-4912-9de9-2413dc8300dd),segment_id=b1639089-2824-4912-9de9-2413dc8300dd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:17.788752 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:17.882799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:17.889566 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b319226-6eec-4753-942d-0adb21f41f7f {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:17.910675 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Publish callbacks [] for port (4b319226-6eec-4753-942d-0adb21f41f7f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:17.948202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Transition to ACTIVE for port object 4b319226-6eec-4753-942d-0adb21f41f7f will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:04:17.970370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-732aebb0-cc3d-410a-972f-b8aec8862bba tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:17.972158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-732aebb0-cc3d-410a-972f-b8aec8862bba tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.18 "GET /v2.0/networks?id=b9efaa01-6585-4433-ade5-806cb51fbc0d HTTP/1.1" status: 200 len: 815 time: 1.2939718 Feb 02 13:04:17.975522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f3fb5cb-6773-4c94-b02d-9da5e7f84018 req-82dd892c-f9e2-4b31-82f5-61f4a0cf5318 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0497413 Feb 02 13:04:17.976935 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:17.999889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:18.059585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:04:18.060212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 242cec3a-7b2b-4f61-a4e9-a336b0924ca9 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:04:18.133570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Request body: {'port': {'device_id': 'e405cd4a-f313-4ace-af64-ce76f6f4ac4c', 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d', 'admin_state_up': True, 'tenant_id': '0a8c490434df42aca4f7f7e6aa12ae65'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:18.176434 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-017ba4da-054d-4ad0-9968-1f295b859fbd req-fefbcc20-fed8-45d0-8849-4f2e231b87b0 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9175487 Feb 02 13:04:18.187515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b319226-6eec-4753-942d-0adb21f41f7f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:18.224063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:18.240080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1db295bc-131e-401d-a030-5b1db291dff4 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-626922861'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:18.245937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19c75840-e562-4801-b5c9-daee71330388 req-bb00d432-d565-44c6-bb10-5802f7f54421 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=835f3f94-96b6-43a9-9f60-fede6c21d901 HTTP/1.1" status: 200 len: 210 time: 0.1074715 Feb 02 13:04:18.297861 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.298956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.299874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.300758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.301381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.301924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.303884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.304388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.304865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.305354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.305996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.306540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.307309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:18.402911 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e88918f-0ca0-43cd-9282-df99d98173a2 x-openstack-request-id: req-9e88918f-0ca0-43cd-9282-df99d98173a2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:18.403229 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "name": "network-vif-unplugged", "status": "completed", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:18.403524 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9e88918f-0ca0-43cd-9282-df99d98173a2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:18.404352 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'code': 200} Feb 02 13:04:18.474746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db295bc-131e-401d-a030-5b1db291dff4 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:18.484437 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1db295bc-131e-401d-a030-5b1db291dff4 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:18.528333 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6303bfa-0404-44c5-88c9-42df54ce8971 req-d8bb41a3-c973-4c14-8d75-3907d8b9eaf3 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 210 time: 0.1092427 Feb 02 13:04:18.620146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db295bc-131e-401d-a030-5b1db291dff4 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:04:18.633998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Attempting to bind port 4b319226-6eec-4753-942d-0adb21f41f7f on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:18.634324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Attempting to bind port 4b319226-6eec-4753-942d-0adb21f41f7f by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:18.634649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Attempting to bind port 4b319226-6eec-4753-942d-0adb21f41f7f on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:18.645699 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1db295bc-131e-401d-a030-5b1db291dff4 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d4bfa1ed-91e9-4173-a621-a98426448fb3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:18.646466 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-1db295bc-131e-401d-a030-5b1db291dff4 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Added segment d4bfa1ed-91e9-4173-a621-a98426448fb3 of type vlan for network 408baa00-e060-4bce-826e-a30977dfd810 Feb 02 13:04:18.667139 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb46142-bd4a-41e6-8fb0-300dae794ae7 x-openstack-request-id: req-deb46142-bd4a-41e6-8fb0-300dae794ae7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:18.667495 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9200e9-8ea0-4132-8a4c-772ead6f3436", "name": "network-vif-deleted", "tag": "242cec3a-7b2b-4f61-a4e9-a336b0924ca9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:18.667704 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-deb46142-bd4a-41e6-8fb0-300dae794ae7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:18.668281 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9200e9-8ea0-4132-8a4c-772ead6f3436', 'name': 'network-vif-deleted', 'tag': '242cec3a-7b2b-4f61-a4e9-a336b0924ca9', 'status': 'completed', 'code': 200} Feb 02 13:04:18.671643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Port 4b319226-6eec-4753-942d-0adb21f41f7f on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:04:18.671966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Attempting to bind port 4b319226-6eec-4753-942d-0adb21f41f7f on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:18.718027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Made reservation on behalf of 0a8c490434df42aca4f7f7e6aa12ae65 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:18.721321 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:18.730352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:18.730644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:18.731026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:18.731486 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Bound port: 4b319226-6eec-4753-942d-0adb21f41f7f, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:18.731840 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:18.758403 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1db295bc-131e-401d-a030-5b1db291dff4 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (408baa00-e060-4bce-826e-a30977dfd810), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:18.767822 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc68f99d-5978-403d-8e36-fb28e4b75582 x-openstack-request-id: req-cc68f99d-5978-403d-8e36-fb28e4b75582 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:18.768343 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835f3f94-96b6-43a9-9f60-fede6c21d901", "name": "network-vif-deleted", "tag": "4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:18.768343 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cc68f99d-5978-403d-8e36-fb28e4b75582 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:18.768757 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835f3f94-96b6-43a9-9f60-fede6c21d901', 'name': 'network-vif-deleted', 'tag': '4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d', 'status': 'completed', 'code': 200} Feb 02 13:04:18.812344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f618374-996d-468c-b16a-efc17d6e12ea req-167cf957-ddd3-4f36-9c43-88885600489d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:18.813857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0f618374-996d-468c-b16a-efc17d6e12ea req-167cf957-ddd3-4f36-9c43-88885600489d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 948 time: 0.2573831 Feb 02 13:04:18.904698 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1db295bc-131e-401d-a030-5b1db291dff4 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (408baa00-e060-4bce-826e-a30977dfd810), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:18.913233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db295bc-131e-401d-a030-5b1db291dff4 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:18.913862 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1db295bc-131e-401d-a030-5b1db291dff4 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:18.936459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:18.955675 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:18.973481 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Publish callbacks [] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:18.988960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] For port 4b319226-6eec-4753-942d-0adb21f41f7f, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:19.030409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Transition to ACTIVE for port object 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:04:19.038822 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:19.074347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:19.074947 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:19.125942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:19.140674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.141015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.141352 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.141684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.142008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.142329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.142649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.143064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.143594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.143922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.144247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.144563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.144878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:19.185244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:19.246787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Attempting to bind port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:19.247126 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Attempting to bind port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'b1639089-2824-4912-9de9-2413dc8300dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:19.247632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Attempting to bind port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 on network f8039353-d0ab-4612-89c1-0f24be60cfac {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:19.252273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 on network f8039353-d0ab-4612-89c1-0f24be60cfac not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:04:19.252777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Attempting to bind port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 on network f8039353-d0ab-4612-89c1-0f24be60cfac {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:19.258299 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:19.258637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Checking segment: {'id': 'b1639089-2824-4912-9de9-2413dc8300dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:19.259021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Bound using segment: {'id': 'b1639089-2824-4912-9de9-2413dc8300dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:19.259478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Bound port: 585f983d-2d9f-4f9d-95f5-7cea97eb2b76, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1639089-2824-4912-9de9-2413dc8300dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:19.259844 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:19.330370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] For port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:19.333799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] For port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,segment=NetworkSegment(b1639089-2824-4912-9de9-2413dc8300dd),segment_id=b1639089-2824-4912-9de9-2413dc8300dd)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:19.341193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:19.381084 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:19.381720 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:19.383142 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] 10.222.0.62 "PUT /v2.0/ports/585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 1092 time: 1.8615329 Feb 02 13:04:19.409005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d5f23-44da-45fc-9097-145540b61cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:19.412540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44546) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:19.412859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1db295bc-131e-401d-a030-5b1db291dff4 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1814764 Feb 02 13:04:19.418413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1956364159'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:19.421576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] For port 4b319226-6eec-4753-942d-0adb21f41f7f, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4b319226-6eec-4753-942d-0adb21f41f7f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:19.444791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:19.452325 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:19.473102 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0f618374-996d-468c-b16a-efc17d6e12ea req-73ee419d-0139-40b6-bc31-58634277e82f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6202865 Feb 02 13:04:19.513058 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:19.515910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:04:19.527180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-27455e28-4d19-4e0f-b26a-39c1572057e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:19.528889 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-27455e28-4d19-4e0f-b26a-39c1572057e6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0795b09d7ba84e4d82bcf8e67a041bce&device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 1126 time: 0.0742188 Feb 02 13:04:19.532092 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e249033b-6f9f-4838-b40d-c6cbe1fa1516), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:19.532428 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Added segment e249033b-6f9f-4838-b40d-c6cbe1fa1516 of type vlan for network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 Feb 02 13:04:19.581004 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b319226-6eec-4753-942d-0adb21f41f7f,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:19.589106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db295bc-131e-401d-a030-5b1db291dff4 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Network': ['ID=408baa00-e060-4bce-826e-a30977dfd810,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:19.594029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Allocated IP 172.20.0.11 (b9efaa01-6585-4433-ade5-806cb51fbc0d/2c42dda4-bf48-45f7-a2c0-e8550af6933b/519d412e-5e84-4e60-9f13-44e90548c2ef) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:19.598701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:19.599355 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:19.601036 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-00bef1a7-97d1-4883-b2f5-b0423c17e1a2 service neutron] 10.222.0.62 "PUT /v2.0/ports/4b319226-6eec-4753-942d-0adb21f41f7f HTTP/1.1" status: 200 len: 1096 time: 3.7403202 Feb 02 13:04:19.627349 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-612d6ec8-0e83-46cb-8eda-d75d7bddd097 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 217 time: 0.0835798 Feb 02 13:04:19.632141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (30e40ba2-a8b1-4051-9108-dbee8f9b7020), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:19.645351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 408baa00-e060-4bce-826e-a30977dfd810 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:04:19.656689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d726b6c-6103-47cd-a7cf-2d31e12f5941 req-a1efff9e-df75-4676-a689-6228db9ad6aa tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:19.663889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d726b6c-6103-47cd-a7cf-2d31e12f5941 req-a1efff9e-df75-4676-a689-6228db9ad6aa tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.2403932 Feb 02 13:04:19.744700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.resource_extend [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:04:19.772429 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-56241ae0-dbcc-42b8-acf5-0694749c9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:19.774126 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-56241ae0-dbcc-42b8-acf5-0694749c9a61 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ccd1316-5263-4e8a-b602-a1019ce4fe09 HTTP/1.1" status: 200 len: 859 time: 0.1387396 Feb 02 13:04:19.775192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (30e40ba2-a8b1-4051-9108-dbee8f9b7020), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:19.780231 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:19.788680 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:19.913800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d726b6c-6103-47cd-a7cf-2d31e12f5941 req-6cf41ac0-d11e-4b9e-9f27-a884150a2385 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489753 Feb 02 13:04:19.939920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-1ac46a0a-e76a-4664-abd2-1b8acf4a1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:19.941414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-1ac46a0a-e76a-4664-abd2-1b8acf4a1194 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 1130 time: 0.2316341 Feb 02 13:04:19.959637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Network': ['ID=30e40ba2-a8b1-4051-9108-dbee8f9b7020,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:19.981451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:04:19.987192 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-2dff93d8-a256-4ad4-8294-537230b67d7f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8039353-d0ab-4612-89c1-0f24be60cfac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1951032 Feb 02 13:04:20.004081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5c5e4bf0-0aa1-48bd-900f-a3f0f7a79f9a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5899940 Feb 02 13:04:20.020259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44564) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:20.025770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6cf4f681-e41e-4406-9f2a-004f11ac3755 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'subnet': {'network_id': '408baa00-e060-4bce-826e-a30977dfd810', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:20.091638 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-529be507-d18b-4983-ae7e-101b9f3d28af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4b319226-6eec-4753-942d-0adb21f41f7f HTTP/1.1" status: 200 len: 217 time: 0.1131933 Feb 02 13:04:20.188330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fb8c6-3834-409a-9cd6-47c1c326c9ad req-8f3aa2ae-cfcf-4416-88fa-993f053ed376 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:20.189665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-7ae3c727-f4da-4313-851c-f4b3683dd746 service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966279 Feb 02 13:04:20.196137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e9fb8c6-3834-409a-9cd6-47c1c326c9ad req-8f3aa2ae-cfcf-4416-88fa-993f053ed376 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 944 time: 0.3445609 Feb 02 13:04:20.204764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf4f681-e41e-4406-9f2a-004f11ac3755 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:20.207955 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f681-e41e-4406-9f2a-004f11ac3755 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:20.241159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:20.252035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b617bfd-d52c-47f3-8c70-a2e47407007a req-73352792-e7f4-45ab-a750-c8f8ad5ec172 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 210 time: 0.1157119 Feb 02 13:04:20.267759 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-b5ea1d1b-db6c-4444-b779-422b2b824f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:20.269520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-b5ea1d1b-db6c-4444-b779-422b2b824f57 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1490767 Feb 02 13:04:20.279006 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks [] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:20.292097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:04:20.293456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4b3b18b7-f1bd-44db-8431-7ddd5f2c1f1d not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:04:20.384440 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c2158a5-0119-4e26-b0fa-630e7d57efc4 req-713ed7ef-45e8-4ab7-9d98-cf6c78745de1 service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885622 Feb 02 13:04:20.400515 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e9fb8c6-3834-409a-9cd6-47c1c326c9ad req-cf430e01-f65a-4d9d-ac02-eb25427c0fee tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025151 Feb 02 13:04:20.447051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-205b1417-b502-46db-9c9e-285732209ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:20.448605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-205b1417-b502-46db-9c9e-285732209ff4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1464422 Feb 02 13:04:20.471229 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:20.569432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f681-e41e-4406-9f2a-004f11ac3755 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (2df64b9a-0d44-495d-9df4-427e43aeec51), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:20.623598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Network b9efaa01-6585-4433-ade5-806cb51fbc0d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:20.642110 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:20.665116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4f681-e41e-4406-9f2a-004f11ac3755 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Subnet': ['ID=2df64b9a-0d44-495d-9df4-427e43aeec51,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:20.681005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fa8275-b98f-457c-8cab-727e19430294', 'tag': '4b319226-6eec-4753-942d-0adb21f41f7f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:20.683450 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e148e0e4-0744-4555-9fcf-11034dac1880" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fa8275-b98f-457c-8cab-727e19430294", "tag": "4b319226-6eec-4753-942d-0adb21f41f7f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:20.690065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:20.696500 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Pushing event updated for resources: {'Port': ['ID=519d412e-5e84-4e60-9f13-44e90548c2ef,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:20.721633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf4f681-e41e-4406-9f2a-004f11ac3755 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Checking segment: {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:20.722003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf4f681-e41e-4406-9f2a-004f11ac3755 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Network hostable DHCP agents. Network: 408baa00-e060-4bce-826e-a30977dfd810, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:04:20.779678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:20.782122 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4841a95c-c3e2-4583-b3e2-7deaedf45f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:20.785772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf4f681-e41e-4406-9f2a-004f11ac3755 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Network 408baa00-e060-4bce-826e-a30977dfd810 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:04:20.786177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:20.786941 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:20.798949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-6cf4f681-e41e-4406-9f2a-004f11ac3755 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 408baa00-e060-4bce-826e-a30977dfd810) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:20.807125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf4f681-e41e-4406-9f2a-004f11ac3755 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:20.808355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf4f681-e41e-4406-9f2a-004f11ac3755 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:20.809409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe4dbe-9c68-4396-8cb5-a94bdee0b45b None None] Network 408baa00-e060-4bce-826e-a30977dfd810 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:04:20.822377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-6402941f-90a0-403d-badc-97d1f314e923 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480306 Feb 02 13:04:20.833301 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6cf4f681-e41e-4406-9f2a-004f11ac3755 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8117037 Feb 02 13:04:20.835496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44608) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:20.842166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1c61d1dc-79b6-46f0-ac28-33574fa7ec23 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'subnet': {'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:20.849127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78ee11-b953-412e-aa12-dbcd1b263e04 req-386d74c8-4020-4260-a66e-abd8f1e89b68 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:20.863704 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb78ee11-b953-412e-aa12-dbcd1b263e04 req-386d74c8-4020-4260-a66e-abd8f1e89b68 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 948 time: 0.2232120 Feb 02 13:04:20.927989 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d5729b64-6c8d-48a2-acda-dd19802baf38 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8838634 Feb 02 13:04:20.954836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Request body: {'port': {'device_id': 'e405cd4a-f313-4ace-af64-ce76f6f4ac4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:20.962241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c61d1dc-79b6-46f0-ac28-33574fa7ec23 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:20.968373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c61d1dc-79b6-46f0-ac28-33574fa7ec23 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:20.970043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-408baa00-e060-4bce-826e-a30977dfd810', 'network_id': '408baa00-e060-4bce-826e-a30977dfd810', 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'fixed_ips': [{'subnet_id': '2df64b9a-0d44-495d-9df4-427e43aeec51'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:04:20.971222 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:21.031113 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb78ee11-b953-412e-aa12-dbcd1b263e04 req-12374bbd-bb1b-4863-a6b8-a6a99e647f70 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613877 Feb 02 13:04:21.053285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4381ca-2ea6-491c-b68b-ccd8fa745c14 req-617867c2-851e-4837-b394-c13771f4c673 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:21.063715 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc4381ca-2ea6-491c-b68b-ccd8fa745c14 req-617867c2-851e-4837-b394-c13771f4c673 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 951 time: 0.2710044 Feb 02 13:04:21.087023 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc41e3a9-1360-4a0f-bb45-2c4c5cd796d5 x-openstack-request-id: req-dc41e3a9-1360-4a0f-bb45-2c4c5cd796d5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:21.087317 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fa8275-b98f-457c-8cab-727e19430294", "tag": "4b319226-6eec-4753-942d-0adb21f41f7f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:21.087597 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dc41e3a9-1360-4a0f-bb45-2c4c5cd796d5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:21.088098 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0fa8275-b98f-457c-8cab-727e19430294', 'tag': '4b319226-6eec-4753-942d-0adb21f41f7f', 'status': 'completed', 'code': 200} Feb 02 13:04:21.204084 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Allocated IP 10.1.1.2 (408baa00-e060-4bce-826e-a30977dfd810/2df64b9a-0d44-495d-9df4-427e43aeec51/e744a341-8e50-4a21-8d50-755512b7c52a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:21.229525 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c61d1dc-79b6-46f0-ac28-33574fa7ec23 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (47f73150-bb8a-4932-8e53-2071d90f5968), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:21.245430 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ae51240-d08f-40f4-a93e-b465bb92371e req-f8354fea-fc83-4520-91f9-58053a63f422 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137323 Feb 02 13:04:21.248957 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:21.304096 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc4381ca-2ea6-491c-b68b-ccd8fa745c14 req-c75d332f-e315-4e59-bb59-d41eba623dfe tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285321 Feb 02 13:04:21.310881 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:04:21.321513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61d1dc-79b6-46f0-ac28-33574fa7ec23 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Subnet': ['ID=47f73150-bb8a-4932-8e53-2071d90f5968,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:21.332890 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61ac471-3fde-4d09-9027-92e80908f905 x-openstack-request-id: req-c61ac471-3fde-4d09-9027-92e80908f905 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:21.333299 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:21.333698 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c61ac471-3fde-4d09-9027-92e80908f905 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:21.334191 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'status': 'completed', 'code': 200} Feb 02 13:04:21.383669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c61d1dc-79b6-46f0-ac28-33574fa7ec23 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Checking segment: {'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:21.384263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c61d1dc-79b6-46f0-ac28-33574fa7ec23 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Network hostable DHCP agents. Network: 30e40ba2-a8b1-4051-9108-dbee8f9b7020, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:04:21.461658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c61d1dc-79b6-46f0-ac28-33574fa7ec23 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:04:21.466426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148e0e4-0744-4555-9fcf-11034dac1880 req-7af76629-1121-4ece-a25f-dc08e89365a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:21.468662 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e148e0e4-0744-4555-9fcf-11034dac1880 req-7af76629-1121-4ece-a25f-dc08e89365a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 1130 time: 0.0878277 Feb 02 13:04:21.476244 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Publish callbacks [] for port (e744a341-8e50-4a21-8d50-755512b7c52a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:21.485560 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (e744a341-8e50-4a21-8d50-755512b7c52a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:21.529090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Network 408baa00-e060-4bce-826e-a30977dfd810 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:21.541106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Pushing event updated for resources: {'Port': ['ID=e744a341-8e50-4a21-8d50-755512b7c52a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:21.544003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:21.549044 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:21.562795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-1c61d1dc-79b6-46f0-ac28-33574fa7ec23 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 30e40ba2-a8b1-4051-9108-dbee8f9b7020) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:21.571463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c61d1dc-79b6-46f0-ac28-33574fa7ec23 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:21.572191 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c61d1dc-79b6-46f0-ac28-33574fa7ec23 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:21.595604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69556c39-29d5-420a-8e0e-7c96839f3de0 None None] Network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:04:21.601539 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1c61d1dc-79b6-46f0-ac28-33574fa7ec23 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7642372 Feb 02 13:04:21.602570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841a95c-c3e2-4583-b3e2-7deaedf45f4d req-3ac5af9a-e2c9-45b8-a72e-dccbe7ab75de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:21.604708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4841a95c-c3e2-4583-b3e2-7deaedf45f4d req-3ac5af9a-e2c9-45b8-a72e-dccbe7ab75de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0795b09d7ba84e4d82bcf8e67a041bce&device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 1126 time: 0.2213573 Feb 02 13:04:21.608171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44638) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:21.616524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'port': {'network_id': '408baa00-e060-4bce-826e-a30977dfd810', 'name': 'tempest-TaggedBootDevicesTest_v242-2057913564', 'fixed_ips': [{'subnet_id': '2df64b9a-0d44-495d-9df4-427e43aeec51'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:21.681430 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Attempting to bind port e744a341-8e50-4a21-8d50-755512b7c52a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:21.681774 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Attempting to bind port e744a341-8e50-4a21-8d50-755512b7c52a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:21.682132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Attempting to bind port e744a341-8e50-4a21-8d50-755512b7c52a on network 408baa00-e060-4bce-826e-a30977dfd810 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:21.692919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:21.693295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Checking segment: {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:21.693733 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:21.694364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Bound using segment: {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:21.695276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Bound port: e744a341-8e50-4a21-8d50-755512b7c52a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:21.695860 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e744a341-8e50-4a21-8d50-755512b7c52a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:21.774352 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148e0e4-0744-4555-9fcf-11034dac1880 req-d77672ae-7c23-4a54-b092-527dd71d2dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:21.776659 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e148e0e4-0744-4555-9fcf-11034dac1880 req-d77672ae-7c23-4a54-b092-527dd71d2dc4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.3001022 Feb 02 13:04:21.777057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841a95c-c3e2-4583-b3e2-7deaedf45f4d req-d8069684-282b-4559-9c98-da7f8e4d72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:21.777939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:21.779630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4841a95c-c3e2-4583-b3e2-7deaedf45f4d req-d8069684-282b-4559-9c98-da7f8e4d72f4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8039353-d0ab-4612-89c1-0f24be60cfac HTTP/1.1" status: 200 len: 920 time: 0.1214662 Feb 02 13:04:21.789396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-30e40ba2-a8b1-4051-9108-dbee8f9b7020', 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020', 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'fixed_ips': [{'subnet_id': '47f73150-bb8a-4932-8e53-2071d90f5968'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:04:21.790243 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:21.819513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] For port e744a341-8e50-4a21-8d50-755512b7c52a, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:21.824500 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] For port e744a341-8e50-4a21-8d50-755512b7c52a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e744a341-8e50-4a21-8d50-755512b7c52a,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:21.828980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d2d77-b0c4-454a-8b06-b19200ebdd9e req-9416599a-7410-4fb1-a8ce-3e748d45d0eb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:21.837780 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e744a341-8e50-4a21-8d50-755512b7c52a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:21.838803 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-138d2d77-b0c4-454a-8b06-b19200ebdd9e req-9416599a-7410-4fb1-a8ce-3e748d45d0eb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.4054127 Feb 02 13:04:21.877196 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:21.936005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab01188-9ffc-4e3b-ac69-3aceb7812662 req-504863dd-24ba-4da7-b829-29c88783ab59 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:21.941112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] device_id is not set on port 13faa4c4-a1e2-4351-8275-345fc771c7c8 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:04:21.945733 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ab01188-9ffc-4e3b-ac69-3aceb7812662 req-504863dd-24ba-4da7-b829-29c88783ab59 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 932 time: 0.4384623 Feb 02 13:04:21.948853 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e148e0e4-0744-4555-9fcf-11034dac1880 req-272c6d8d-80b0-4c8b-acd4-ffb504084b99 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4b319226-6eec-4753-942d-0adb21f41f7f HTTP/1.1" status: 200 len: 217 time: 0.0753062 Feb 02 13:04:22.003742 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4841a95c-c3e2-4583-b3e2-7deaedf45f4d req-4af9925c-b2a2-47bc-a472-add4f8e17cc0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 217 time: 0.1980643 Feb 02 13:04:22.036797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c371fbb-654e-424f-b815-7b8588187072 None None] Pushing event updated for resources: {'Port': ['ID=e744a341-8e50-4a21-8d50-755512b7c52a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:22.084088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Allocated IP 10.2.2.2 (30e40ba2-a8b1-4051-9108-dbee8f9b7020/47f73150-bb8a-4932-8e53-2071d90f5968/40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:22.151414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-138d2d77-b0c4-454a-8b06-b19200ebdd9e req-4ee30351-ca80-483b-a278-02cd6886b084 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114066 Feb 02 13:04:22.192890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148e0e4-0744-4555-9fcf-11034dac1880 req-228bfb51-084e-4fe1-bd7c-7f3c293547f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:22.194392 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e148e0e4-0744-4555-9fcf-11034dac1880 req-228bfb51-084e-4fe1-bd7c-7f3c293547f8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.2169092 Feb 02 13:04:22.205545 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ab01188-9ffc-4e3b-ac69-3aceb7812662 req-db3baccb-dacb-4d24-9a9e-78ab25715477 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550800 Feb 02 13:04:22.261821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:04:22.505948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841a95c-c3e2-4583-b3e2-7deaedf45f4d req-8de2f5f2-2ec5-4ec3-94e5-8a4774837495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:22.507543 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4841a95c-c3e2-4583-b3e2-7deaedf45f4d req-8de2f5f2-2ec5-4ec3-94e5-8a4774837495 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ccd1316-5263-4e8a-b602-a1019ce4fe09 HTTP/1.1" status: 200 len: 859 time: 0.4335351 Feb 02 13:04:22.510348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351f13a-76ab-4176-a95f-6b8867ad9e50 req-c423974f-fa4f-40a2-a649-2a74879c8211 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:22.512364 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0351f13a-76ab-4176-a95f-6b8867ad9e50 req-c423974f-fa4f-40a2-a649-2a74879c8211 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.18 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 951 time: 0.1246107 Feb 02 13:04:22.513962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Allocated IP 10.1.1.227 (408baa00-e060-4bce-826e-a30977dfd810/2df64b9a-0d44-495d-9df4-427e43aeec51/13faa4c4-a1e2-4351-8275-345fc771c7c8) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:22.531240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148e0e4-0744-4555-9fcf-11034dac1880 req-6d47ffcd-4aa8-4b45-aac9-6d07a247adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:22.534144 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e148e0e4-0744-4555-9fcf-11034dac1880 req-6d47ffcd-4aa8-4b45-aac9-6d07a247adbe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3213201 Feb 02 13:04:22.574092 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4841a95c-c3e2-4583-b3e2-7deaedf45f4d req-86ab7590-c504-48ab-bded-ac71343a44ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8039353-d0ab-4612-89c1-0f24be60cfac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402310 Feb 02 13:04:22.646726 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Publish callbacks [] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:22.693306 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:22.740485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:22.740845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a11ca-e0a1-44e6-98be-9b21c0ddd6d2 req-68241993-35f2-4cf9-9efc-ffda29736ef5 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:22.742637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a65a11ca-e0a1-44e6-98be-9b21c0ddd6d2 req-68241993-35f2-4cf9-9efc-ffda29736ef5 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 944 time: 0.3314517 Feb 02 13:04:22.752282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:22.761585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698577e2-3a29-4bf1-9ead-b6f7018a353f req-bf832a10-1f88-4690-aeec-0c3ce1109fc2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:22.772658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-698577e2-3a29-4bf1-9ead-b6f7018a353f req-bf832a10-1f88-4690-aeec-0c3ce1109fc2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 948 time: 0.2783613 Feb 02 13:04:22.781744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:22.835682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519d412e-5e84-4e60-9f13-44e90548c2ef {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:22.878961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-0351f13a-76ab-4176-a95f-6b8867ad9e50 req-6fc089a3-9833-431f-96fe-34e1493acdf1 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Deleting port 9df2b4d8-a69e-4481-94dc-26283fc76da9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:04:22.879488 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0351f13a-76ab-4176-a95f-6b8867ad9e50 req-6fc089a3-9833-431f-96fe-34e1493acdf1 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:22.905259 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Publish callbacks [] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:22.913662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Pushing event updated for resources: {'Port': ['ID=40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:22.970711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Transition to ACTIVE for port object 519d412e-5e84-4e60-9f13-44e90548c2ef will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:04:22.994317 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a65a11ca-e0a1-44e6-98be-9b21c0ddd6d2 req-71d35e7c-d19e-4616-9b3d-19f0d72e55f2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967754 Feb 02 13:04:23.020447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-698577e2-3a29-4bf1-9ead-b6f7018a353f req-edec8b34-bd5a-4de1-8353-200532120bdf tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457409 Feb 02 13:04:23.057601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,segment=NetworkSegment(b1639089-2824-4912-9de9-2413dc8300dd),segment_id=b1639089-2824-4912-9de9-2413dc8300dd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:23.062849 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:23.086677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e744a341-8e50-4a21-8d50-755512b7c52a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:23.159369 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e148e0e4-0744-4555-9fcf-11034dac1880 req-d3746841-f53b-4521-8957-db2131618dfe service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621700 Feb 02 13:04:23.181551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Attempting to bind port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:23.182372 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Attempting to bind port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:23.182957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Attempting to bind port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 on network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:23.193993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:23.194734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Checking segment: {'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:23.195290 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:23.195901 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Bound using segment: {'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:23.196709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Bound port: 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:23.197563 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:23.204398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'port_id': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'mac_address': 'fa:16:3e:ac:75:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:04:23.206491 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4841a95c-c3e2-4583-b3e2-7deaedf45f4d req-ddae3c4e-9ac8-40d1-b4d6-4c46afb1afac service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143403 Feb 02 13:04:23.292408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:23.293118 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:23.325000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:23.327250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0351f13a-76ab-4176-a95f-6b8867ad9e50 req-6fc089a3-9833-431f-96fe-34e1493acdf1 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] For port 9df2b4d8-a69e-4481-94dc-26283fc76da9, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9df2b4d8-a69e-4481-94dc-26283fc76da9,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:23.327815 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0351f13a-76ab-4176-a95f-6b8867ad9e50 req-6fc089a3-9833-431f-96fe-34e1493acdf1 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:23.361937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-0351f13a-76ab-4176-a95f-6b8867ad9e50 req-6fc089a3-9833-431f-96fe-34e1493acdf1 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Calling delete_port for 9df2b4d8-a69e-4481-94dc-26283fc76da9 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:04:23.390353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,segment=NetworkSegment(b1639089-2824-4912-9de9-2413dc8300dd),segment_id=b1639089-2824-4912-9de9-2413dc8300dd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:23.399039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e744a341-8e50-4a21-8d50-755512b7c52a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:23.399414 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e744a341-8e50-4a21-8d50-755512b7c52a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:23.409366 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:23.476489 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4841a95c-c3e2-4583-b3e2-7deaedf45f4d req-4e4a7d87-3387-4cc6-be46-e1700459be12 service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231824 Feb 02 13:04:23.540292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] For port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:23.546331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] For port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:23.573168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37a1263-214a-4a6f-971e-c29e74a4ef4c None None] Network 408baa00-e060-4bce-826e-a30977dfd810 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:04:23.577889 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:23.615381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Pushing event updated for resources: {'Port': ['ID=519d412e-5e84-4e60-9f13-44e90548c2ef,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:23.662161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:23.742247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e744a341-8e50-4a21-8d50-755512b7c52a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:23.743059 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e744a341-8e50-4a21-8d50-755512b7c52a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:23.753560 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0351f13a-76ab-4176-a95f-6b8867ad9e50 req-6fc089a3-9833-431f-96fe-34e1493acdf1 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9df2b4d8-a69e-4481-94dc-26283fc76da9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:23.814399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['9df2b4d8-a69e-4481-94dc-26283fc76da9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:23.826533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838615a1-b4b6-4351-a075-00f178d13620 req-f4e59129-949a-4416-b8bf-a63cb08b6e7c tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:23.839488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-838615a1-b4b6-4351-a075-00f178d13620 req-f4e59129-949a-4416-b8bf-a63cb08b6e7c tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/ports?device_id=00992f68-887f-4ab1-b25b-d8ef3d0a01e2 HTTP/1.1" status: 200 len: 951 time: 0.6317630 Feb 02 13:04:23.857378 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['585f983d-2d9f-4f9d-95f5-7cea97eb2b76'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:23.891491 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:23.933291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e05691-ff1e-4b0d-a3c9-14ad56c0fb62 req-1aed935e-b9cd-4e04-96ed-941848def9a5 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:23.935002 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51e05691-ff1e-4b0d-a3c9-14ad56c0fb62 req-1aed935e-b9cd-4e04-96ed-941848def9a5 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.4558198 Feb 02 13:04:23.938738 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dea4712a-e124-45d8-afb9-76b067ab39b5 req-c3aea27c-d1df-47a1-8e0a-8a8b2728738c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0013759 Feb 02 13:04:23.961712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port e744a341-8e50-4a21-8d50-755512b7c52a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e744a341-8e50-4a21-8d50-755512b7c52a,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:23.986681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-80b4daa3-a554-4346-8d76-c4819499ab0a None None] Provisioning complete for port e744a341-8e50-4a21-8d50-755512b7c52a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:23.986972 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80b4daa3-a554-4346-8d76-c4819499ab0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e744a341-8e50-4a21-8d50-755512b7c52a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:24.027932 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e744a341-8e50-4a21-8d50-755512b7c52a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:24.028073 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc089a3-9833-431f-96fe-34e1493acdf1 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Pushing event deleted for resources: {'Port': ['ID=9df2b4d8-a69e-4481-94dc-26283fc76da9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:24.070578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-838615a1-b4b6-4351-a075-00f178d13620 req-6a6148bd-4e0c-4145-9e84-e24b56bb1687 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.83 "GET /v2.0/security-groups?id=a7d0cc0a-77ff-4351-84a6-aa484e66df24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299612 Feb 02 13:04:24.088975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Attempting to bind port 519d412e-5e84-4e60-9f13-44e90548c2ef on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:24.096974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Attempting to bind port 519d412e-5e84-4e60-9f13-44e90548c2ef by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:24.098722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Attempting to bind port 519d412e-5e84-4e60-9f13-44e90548c2ef on network b9efaa01-6585-4433-ade5-806cb51fbc0d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:24.115863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Port 519d412e-5e84-4e60-9f13-44e90548c2ef on network b9efaa01-6585-4433-ade5-806cb51fbc0d not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:04:24.116315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Attempting to bind port 519d412e-5e84-4e60-9f13-44e90548c2ef on network b9efaa01-6585-4433-ade5-806cb51fbc0d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:24.127508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:24.127954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Checking segment: {'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:24.128531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Bound using segment: {'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:24.129106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Bound port: 519d412e-5e84-4e60-9f13-44e90548c2ef, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b32cd471-88cd-442c-9649-33db725992f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:24.129555 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:24.162569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0351f13a-76ab-4176-a95f-6b8867ad9e50 req-6fc089a3-9833-431f-96fe-34e1493acdf1 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] No DVR routers for this DVR port 9df2b4d8-a69e-4481-94dc-26283fc76da9 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:04:24.163113 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51e05691-ff1e-4b0d-a3c9-14ad56c0fb62 req-fc96eddf-6721-4f5c-b3fe-025ffabed5b1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088845 Feb 02 13:04:24.170307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0351f13a-76ab-4176-a95f-6b8867ad9e50 req-6fc089a3-9833-431f-96fe-34e1493acdf1 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:24.185494 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0351f13a-76ab-4176-a95f-6b8867ad9e50 req-6fc089a3-9833-431f-96fe-34e1493acdf1 tempest-ServersAdminTestJSON-1765933941 tempest-ServersAdminTestJSON-1765933941-project] 10.222.0.18 "DELETE /v2.0/ports/9df2b4d8-a69e-4481-94dc-26283fc76da9 HTTP/1.1" status: 204 len: 173 time: 1.6550081 Feb 02 13:04:24.197673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12260404-f14b-4ca2-a83e-5a7af0ece4b6 None None] Pushing event updated for resources: {'Port': ['ID=40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:24.217691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'name': 'network-vif-deleted', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:24.230919 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33392e8a-3b5c-4ab0-81f9-8bdcdfcee7c3" -d '{"events": [{"server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "name": "network-vif-deleted", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:24.417546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4b319226-6eec-4753-942d-0adb21f41f7f details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:04:24.429081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=e744a341-8e50-4a21-8d50-755512b7c52a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:24.444746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] For port 519d412e-5e84-4e60-9f13-44e90548c2ef, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:24.457169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] For port 519d412e-5e84-4e60-9f13-44e90548c2ef, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=519d412e-5e84-4e60-9f13-44e90548c2ef,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:24.491047 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:24.493709 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e148e0e4-0744-4555-9fcf-11034dac1880 req-a5738a77-cb95-49b3-a409-0cde49777b78 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2885904 Feb 02 13:04:24.523957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:24.549919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-80b4daa3-a554-4346-8d76-c4819499ab0a None None] Current status of the port e744a341-8e50-4a21-8d50-755512b7c52a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:24.550577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4712a-e124-45d8-afb9-76b067ab39b5 req-9c08621d-376e-4222-bcdd-5f57b0bbfbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:24.552195 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dea4712a-e124-45d8-afb9-76b067ab39b5 req-9c08621d-376e-4222-bcdd-5f57b0bbfbe4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 1127 time: 0.4602208 Feb 02 13:04:24.632101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Pushing event updated for resources: {'Port': ['ID=519d412e-5e84-4e60-9f13-44e90548c2ef,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:24.642303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:24.643020 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:24.645199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-5b980e62-99e5-4f88-8c5a-8ae1d34ab2ac service neutron] 10.222.0.18 "PUT /v2.0/ports/519d412e-5e84-4e60-9f13-44e90548c2ef HTTP/1.1" status: 200 len: 1092 time: 3.6947126 Feb 02 13:04:24.645199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e405cd4a-f313-4ace-af64-ce76f6f4ac4c', 'tag': '519d412e-5e84-4e60-9f13-44e90548c2ef'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:24.647871 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535cc4fd-589c-453b-9e68-753d83e22231" -d '{"events": [{"name": "network-changed", "server_uuid": "e405cd4a-f313-4ace-af64-ce76f6f4ac4c", "tag": "519d412e-5e84-4e60-9f13-44e90548c2ef"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:24.699897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c8c31-3689-4f77-b339-980ab7b070e4 req-df9c7d65-6e96-4312-8413-ea8b0d27c059 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:24.703840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df8c8c31-3689-4f77-b339-980ab7b070e4 req-df9c7d65-6e96-4312-8413-ea8b0d27c059 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 944 time: 0.4537327 Feb 02 13:04:24.712613 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Network 408baa00-e060-4bce-826e-a30977dfd810 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:24.732215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:24.757086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 4b319226-6eec-4753-942d-0adb21f41f7f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4b319226-6eec-4753-942d-0adb21f41f7f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:24.757664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:24.766610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Port': ['ID=13faa4c4-a1e2-4351-8275-345fc771c7c8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:24.819215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '4b319226-6eec-4753-942d-0adb21f41f7f', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '4b319226-6eec-4753-942d-0adb21f41f7f', 'mac_address': 'fa:16:3e:af:7a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:04:24.863560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdb420-fbf8-4f27-abe7-d21c0a7455f2 req-ed8e9832-6076-4ef1-b228-2d01bcfcbd69 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:24.870998 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0cdb420-fbf8-4f27-abe7-d21c0a7455f2 req-ed8e9832-6076-4ef1-b228-2d01bcfcbd69 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 945 time: 0.2498157 Feb 02 13:04:24.890878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:24.891733 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:24.927667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4712a-e124-45d8-afb9-76b067ab39b5 req-3f86ba5d-7d36-45bb-86f7-079906e84e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:24.931082 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dea4712a-e124-45d8-afb9-76b067ab39b5 req-3f86ba5d-7d36-45bb-86f7-079906e84e25 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.3125472 Feb 02 13:04:24.950233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 4b319226-6eec-4753-942d-0adb21f41f7f is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:24.950233 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:24.961025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d9962f9e-fbe5-468b-9bdf-443a776dfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:24.964476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d9962f9e-fbe5-468b-9bdf-443a776dfe63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a8c490434df42aca4f7f7e6aa12ae65&device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 1126 time: 0.2591588 Feb 02 13:04:24.973223 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df8c8c31-3689-4f77-b339-980ab7b070e4 req-5e11321c-83d2-43eb-ab4f-45c2ad190058 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503984 Feb 02 13:04:24.999716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b319226-6eec-4753-942d-0adb21f41f7f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:25.070528 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dea4712a-e124-45d8-afb9-76b067ab39b5 req-b6bd5fce-abe0-44a1-a2f9-2ea20f8de7d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25350cb3-5239-473c-a067-b55471fa67ae HTTP/1.1" status: 200 len: 217 time: 0.1321428 Feb 02 13:04:25.073389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e983e15a-d0d7-4146-b713-9e9f14ac327c None None] Provisioning complete for port e744a341-8e50-4a21-8d50-755512b7c52a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:25.078674 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e983e15a-d0d7-4146-b713-9e9f14ac327c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e744a341-8e50-4a21-8d50-755512b7c52a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:25.082622 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 4b319226-6eec-4753-942d-0adb21f41f7f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4b319226-6eec-4753-942d-0adb21f41f7f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:25.103468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-d96e7888-485f-4030-9b3e-1e27681ec57a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519d412e-5e84-4e60-9f13-44e90548c2ef HTTP/1.1" status: 200 len: 217 time: 0.1201239 Feb 02 13:04:25.124741 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0cdb420-fbf8-4f27-abe7-d21c0a7455f2 req-80cee744-1254-4009-8553-c68253c791ca tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513499 Feb 02 13:04:25.180000 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:25.277091 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e744a341-8e50-4a21-8d50-755512b7c52a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:25.288634 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d6b6b659-73ca-4482-a9c5-be742b8d5d48 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6727021 Feb 02 13:04:25.290164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44700) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:25.333669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'port': {'network_id': '408baa00-e060-4bce-826e-a30977dfd810', 'name': 'tempest-TaggedBootDevicesTest_v242-802077252', 'fixed_ips': [{'subnet_id': '2df64b9a-0d44-495d-9df4-427e43aeec51'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:25.353773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=4b319226-6eec-4753-942d-0adb21f41f7f,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:25.373215 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc4349a-c108-432e-870a-29490da8e48d x-openstack-request-id: req-0dc4349a-c108-432e-870a-29490da8e48d {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:25.373556 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00992f68-887f-4ab1-b25b-d8ef3d0a01e2", "name": "network-vif-deleted", "tag": "9df2b4d8-a69e-4481-94dc-26283fc76da9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:25.374109 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-14fc9b15-ba79-4066-a6df-665b327b2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:25.375890 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-14fc9b15-ba79-4066-a6df-665b327b2bd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c42dda4-bf48-45f7-a2c0-e8550af6933b HTTP/1.1" status: 200 len: 855 time: 0.2444985 Feb 02 13:04:25.376340 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0dc4349a-c108-432e-870a-29490da8e48d {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:25.376813 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00992f68-887f-4ab1-b25b-d8ef3d0a01e2', 'name': 'network-vif-deleted', 'tag': '9df2b4d8-a69e-4481-94dc-26283fc76da9', 'status': 'completed', 'code': 200} Feb 02 13:04:25.464994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e744a341-8e50-4a21-8d50-755512b7c52a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:25.465373 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e744a341-8e50-4a21-8d50-755512b7c52a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:25.468460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e983e15a-d0d7-4146-b713-9e9f14ac327c None None] Current status of the port e744a341-8e50-4a21-8d50-755512b7c52a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:25.494995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4712a-e124-45d8-afb9-76b067ab39b5 req-38869418-b310-4925-8f2f-12d1eceb8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:25.496496 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dea4712a-e124-45d8-afb9-76b067ab39b5 req-38869418-b310-4925-8f2f-12d1eceb8927 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.4139388 Feb 02 13:04:25.503974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-491db9ec-9c8b-4b82-b3fa-639c0709367f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9efaa01-6585-4433-ade5-806cb51fbc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150286 Feb 02 13:04:25.547406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:25.769875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6b4cc401-7536-4b5a-a8aa-32eec26a3c6d None None] Provisioning complete for port 13faa4c4-a1e2-4351-8275-345fc771c7c8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:25.770532 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc401-7536-4b5a-a8aa-32eec26a3c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:25.842603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de392434-2761-4149-8aae-dc05c528dddf None None] Network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:04:26.062706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9df2b4d8-a69e-4481-94dc-26283fc76da9 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:26.101348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6b4cc401-7536-4b5a-a8aa-32eec26a3c6d None None] Port 13faa4c4-a1e2-4351-8275-345fc771c7c8 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:26.106276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 9df2b4d8-a69e-4481-94dc-26283fc76da9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:04:26.106730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9df2b4d8-a69e-4481-94dc-26283fc76da9 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:04:26.110859 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e744a341-8e50-4a21-8d50-755512b7c52a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:26.112113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:26.190486 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dea4712a-e124-45d8-afb9-76b067ab39b5 req-3e28f769-1d04-4c45-84ed-ebe1b3f916a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6841724 Feb 02 13:04:26.214714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44720) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:26.240040 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5d8886-cc07-4059-87f6-db6161d714b7 x-openstack-request-id: req-8b5d8886-cc07-4059-87f6-db6161d714b7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:26.240744 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e405cd4a-f313-4ace-af64-ce76f6f4ac4c", "tag": "519d412e-5e84-4e60-9f13-44e90548c2ef", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:26.240744 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8b5d8886-cc07-4059-87f6-db6161d714b7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:26.241305 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e405cd4a-f313-4ace-af64-ce76f6f4ac4c', 'tag': '519d412e-5e84-4e60-9f13-44e90548c2ef', 'status': 'completed', 'code': 200} Feb 02 13:04:26.325088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:26.504838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:26.509376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90aec0-d55d-4f3c-ad24-2c9df67e821f req-62bae98a-245d-48cc-a548-15f5c7d93461 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:26.510217 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:26.520868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad90aec0-d55d-4f3c-ad24-2c9df67e821f req-62bae98a-245d-48cc-a548-15f5c7d93461 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.2827718 Feb 02 13:04:26.561668 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8525ab48-abe0-4f3c-8bbb-4d7916be91a6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=600b349c6f0a4a7a9d856b547ac2309d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3457177 Feb 02 13:04:26.563794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4f1cbd0c-5d89-40a5-9ed4-95ed725d26f3 None None] Provisioning complete for port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:26.564002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44726) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:26.565841 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f1cbd0c-5d89-40a5-9ed4-95ed725d26f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:26.582404 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dea4712a-e124-45d8-afb9-76b067ab39b5 req-fcbc2853-c09d-494f-af85-110de22d1e5f service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776672 Feb 02 13:04:26.626701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89212a8-884e-45fd-8f98-6b8d9830bdc5 req-b1be2b20-9aff-4d51-bafa-f91e30b1057e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:26.631273 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a89212a8-884e-45fd-8f98-6b8d9830bdc5 req-b1be2b20-9aff-4d51-bafa-f91e30b1057e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 949 time: 1.1486952 Feb 02 13:04:26.655805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] device_id is not set on port 725bf461-ffb7-4c2f-a579-300561af9e5e yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:04:26.751661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad90aec0-d55d-4f3c-ad24-2c9df67e821f req-3893b4c4-8a9a-4e29-be40-f7dc18297333 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289827 Feb 02 13:04:26.834889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:26.835540 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:26.840635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-70cf31ab-6608-4f89-a4fb-01c89f5dfa67 service neutron] 10.222.0.18 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119039 Feb 02 13:04:26.844534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:04:26.861901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a89212a8-884e-45fd-8f98-6b8d9830bdc5 req-62455b3c-e7dc-4b55-83bb-3eebbe60ad51 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207532 Feb 02 13:04:26.981153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:26.988318 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:27.126413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4f1cbd0c-5d89-40a5-9ed4-95ed725d26f3 None None] Current status of the port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:27.126983 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f1cbd0c-5d89-40a5-9ed4-95ed725d26f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:27.150225 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dea4712a-e124-45d8-afb9-76b067ab39b5 req-8d497d78-73ae-4ef4-b22e-cee5739213d9 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605671 Feb 02 13:04:27.175491 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3caf58-0813-4d3c-a6e0-a3dc90e5b699 admin admin] Publish callbacks [] for security_group (a7d0cc0a-77ff-4351-84a6-aa484e66df24), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:27.222253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4f1cbd0c-5d89-40a5-9ed4-95ed725d26f3 None None] For port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:27.227597 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3caf58-0813-4d3c-a6e0-a3dc90e5b699 admin admin] Publish callbacks [] for security_group (a7d0cc0a-77ff-4351-84a6-aa484e66df24), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:27.248036 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f1cbd0c-5d89-40a5-9ed4-95ed725d26f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:27.327101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f5624-6d79-4a30-b348-0e4dbf39309f req-a4672124-615d-4589-9f96-4122b09dc86e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:27.331952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea6f5624-6d79-4a30-b348-0e4dbf39309f req-a4672124-615d-4589-9f96-4122b09dc86e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 944 time: 0.2816753 Feb 02 13:04:27.339413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3caf58-0813-4d3c-a6e0-a3dc90e5b699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a7d0cc0a-77ff-4351-84a6-aa484e66df24), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:27.348106 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3caf58-0813-4d3c-a6e0-a3dc90e5b699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:27.351684 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eb3caf58-0813-4d3c-a6e0-a3dc90e5b699 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a7d0cc0a-77ff-4351-84a6-aa484e66df24 HTTP/1.1" status: 204 len: 168 time: 0.7842486 Feb 02 13:04:27.366150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea3b37-f6d0-4d4e-b677-43212e3eef4e req-161eccc8-db8c-462b-8910-1f2aaf3148ac tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:27.371609 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86ea3b37-f6d0-4d4e-b677-43212e3eef4e req-161eccc8-db8c-462b-8910-1f2aaf3148ac tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 945 time: 0.3224494 Feb 02 13:04:27.374683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde6884e-c315-48f9-97bc-4e0fbeccbc9f req-cde18e8d-a939-4e95-bdf5-2cca50b6a19c service neutron] 10.222.0.18 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261960 Feb 02 13:04:27.389708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3caf58-0813-4d3c-a6e0-a3dc90e5b699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d0cc0a-77ff-4351-84a6-aa484e66df24,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:27.444447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1cbd0c-5d89-40a5-9ed4-95ed725d26f3 None None] Pushing event updated for resources: {'Port': ['ID=40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:27.535790 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Allocated IP 10.1.1.181 (408baa00-e060-4bce-826e-a30977dfd810/2df64b9a-0d44-495d-9df4-427e43aeec51/725bf461-ffb7-4c2f-a579-300561af9e5e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:27.577358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:27.579477 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:27.610063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:27.611183 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:27.639603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea6f5624-6d79-4a30-b348-0e4dbf39309f req-cca536e6-7f1c-44cf-995b-9e52627ca583 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878895 Feb 02 13:04:27.679871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:27.693577 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e6c40f-4cdf-44cd-8bf5-f48f40c67b21" -d '{"events": [{"server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "name": "network-vif-plugged", "status": "completed", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:27.713103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cc4fd-589c-453b-9e68-753d83e22231 req-88b1fbf0-7459-4a26-bd96-168105104ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:27.716550 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-535cc4fd-589c-453b-9e68-753d83e22231 req-88b1fbf0-7459-4a26-bd96-168105104ff3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0a8c490434df42aca4f7f7e6aa12ae65&device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 1126 time: 0.2389545 Feb 02 13:04:27.725213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8b2c9eb2-77ca-4c8f-a21f-a99b561b39d0 None None] Provisioning complete for port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:27.735987 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b2c9eb2-77ca-4c8f-a21f-a99b561b39d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:27.800471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86ea3b37-f6d0-4d4e-b677-43212e3eef4e req-87a61a96-a5e0-4b94-a86a-a00f1648d2e1 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203556 Feb 02 13:04:27.805192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,segment=NetworkSegment(b1639089-2824-4912-9de9-2413dc8300dd),segment_id=b1639089-2824-4912-9de9-2413dc8300dd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:27.863372 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:27.950145 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abe17dc-0f52-4ac3-af5c-ab56dadc8ec1 x-openstack-request-id: req-6abe17dc-0f52-4ac3-af5c-ab56dadc8ec1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:27.950740 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "name": "network-vif-plugged", "status": "completed", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:27.950987 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6abe17dc-0f52-4ac3-af5c-ab56dadc8ec1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:27.951582 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'code': 200} Feb 02 13:04:28.006810 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:28.078650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8b2c9eb2-77ca-4c8f-a21f-a99b561b39d0 None None] Current status of the port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:28.087093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44756) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:28.098999 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:04:28.102441 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:04:28.111675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cc4fd-589c-453b-9e68-753d83e22231 req-5a1000ce-b0b5-4289-85ef-107ce323bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:28.113289 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-535cc4fd-589c-453b-9e68-753d83e22231 req-5a1000ce-b0b5-4289-85ef-107ce323bcab service neutron] 10.222.0.18 "GET /v2.0/networks?id=b9efaa01-6585-4433-ade5-806cb51fbc0d HTTP/1.1" status: 200 len: 916 time: 0.3829546 Feb 02 13:04:28.145164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:28.227907 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:28.235942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-535cc4fd-589c-453b-9e68-753d83e22231 req-f10f8cf8-fb0c-4d85-beef-18f9591b00be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=519d412e-5e84-4e60-9f13-44e90548c2ef HTTP/1.1" status: 200 len: 217 time: 0.0541568 Feb 02 13:04:28.288901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cc4fd-589c-453b-9e68-753d83e22231 req-0c58ff56-91a8-4997-94d2-015a792e0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:28.290780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-535cc4fd-589c-453b-9e68-753d83e22231 req-0c58ff56-91a8-4997-94d2-015a792e0fcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2c42dda4-bf48-45f7-a2c0-e8550af6933b HTTP/1.1" status: 200 len: 855 time: 0.0466549 Feb 02 13:04:28.297977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4b319226-6eec-4753-942d-0adb21f41f7f up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:28.356953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Network 408baa00-e060-4bce-826e-a30977dfd810 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:28.364976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:28.368628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:28.374838 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8c68cf6f-2ce4-4f0a-8010-04ca3b3dd0c3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3a6866efda38485f8a909f3ab9660455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704113 Feb 02 13:04:28.382469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:28.392415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-535cc4fd-589c-453b-9e68-753d83e22231 req-28155aea-0d9b-489c-87ca-51c21307092c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b9efaa01-6585-4433-ade5-806cb51fbc0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823221 Feb 02 13:04:28.403761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 4b319226-6eec-4753-942d-0adb21f41f7f completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:04:28.408933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 4b319226-6eec-4753-942d-0adb21f41f7f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:28.409468 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:28.436078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2157416-bdea-4fbd-8911-2294486b4d10 req-6f2811a0-2db2-455a-bd9b-f53f3ce9ee6d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:28.443185 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2157416-bdea-4fbd-8911-2294486b4d10 req-6f2811a0-2db2-455a-bd9b-f53f3ce9ee6d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.3236029 Feb 02 13:04:28.444192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654177f5-d818-4e35-b787-750b4f9c0b76 req-934d0c37-2119-420d-bb32-032ec82a5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:28.445720 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-654177f5-d818-4e35-b787-750b4f9c0b76 req-934d0c37-2119-420d-bb32-032ec82a5372 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 1128 time: 0.3791525 Feb 02 13:04:28.451696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Port': ['ID=725bf461-ffb7-4c2f-a579-300561af9e5e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:28.574950 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-654177f5-d818-4e35-b787-750b4f9c0b76 req-8a6aec1a-5ac8-4ab8-b4de-25d6bd0ae74e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178279 Feb 02 13:04:28.607407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:28.608178 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:28.671658 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0377c41e-7b72-41ca-b5b5-207f65674a69 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3603940 Feb 02 13:04:28.797141 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 4b319226-6eec-4753-942d-0adb21f41f7f is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:28.797535 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:28.820038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:28.847621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2157416-bdea-4fbd-8911-2294486b4d10 req-5634ca9d-bb46-41f6-a848-f12a1177b93a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578873 Feb 02 13:04:28.887216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 4b319226-6eec-4753-942d-0adb21f41f7f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4b319226-6eec-4753-942d-0adb21f41f7f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:28.898916 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:28.930475 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132266e3-950e-4b5d-aa8c-0c7f79dde139 admin admin] Publish callbacks [] for security_group (1091378b-b361-4195-95da-e09ca6c30b81), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:29.013962 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132266e3-950e-4b5d-aa8c-0c7f79dde139 admin admin] Publish callbacks [] for security_group (1091378b-b361-4195-95da-e09ca6c30b81), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:29.035824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:29.087529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-535cc4fd-589c-453b-9e68-753d83e22231 req-b6fd51ae-a14d-487a-895c-67a97be24ff2 service neutron] 10.222.0.18 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6846285 Feb 02 13:04:29.138905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4b2e3530-d007-4e29-aa7b-4f3ffe79e472 None None] Provisioning complete for port 725bf461-ffb7-4c2f-a579-300561af9e5e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:29.139618 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b2e3530-d007-4e29-aa7b-4f3ffe79e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:29.146356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=4b319226-6eec-4753-942d-0adb21f41f7f,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:29.181908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:29.182556 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:29.247511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e3530-d007-4e29-aa7b-4f3ffe79e472 None None] Port 725bf461-ffb7-4c2f-a579-300561af9e5e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:29.252813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-535cc4fd-589c-453b-9e68-753d83e22231 req-1c4e93de-0c94-4cd6-80ed-03a7dd8dc4d3 service neutron] 10.222.0.18 "GET /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425850 Feb 02 13:04:29.332928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:29.343632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bd478-3695-4afd-99ad-62c4d35dbe2e req-5f51fc96-6e34-4321-8c29-ece71d326bec tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:29.345173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-815bd478-3695-4afd-99ad-62c4d35dbe2e req-5f51fc96-6e34-4321-8c29-ece71d326bec tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 944 time: 0.2602837 Feb 02 13:04:29.363478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bde37-0812-49d3-9fe8-7a73ac8dd731 req-842dbb5a-3908-48d9-8d88-efc6a9a829d0 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:29.371191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-804bde37-0812-49d3-9fe8-7a73ac8dd731 req-842dbb5a-3908-48d9-8d88-efc6a9a829d0 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 950 time: 0.2874517 Feb 02 13:04:29.377740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132266e3-950e-4b5d-aa8c-0c7f79dde139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1091378b-b361-4195-95da-e09ca6c30b81), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:29.380454 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132266e3-950e-4b5d-aa8c-0c7f79dde139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:29.381776 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-132266e3-950e-4b5d-aa8c-0c7f79dde139 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1091378b-b361-4195-95da-e09ca6c30b81 HTTP/1.1" status: 204 len: 168 time: 0.9874334 Feb 02 13:04:29.417640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132266e3-950e-4b5d-aa8c-0c7f79dde139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1091378b-b361-4195-95da-e09ca6c30b81,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:29.510859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-804bde37-0812-49d3-9fe8-7a73ac8dd731 req-58db7eff-8358-4e7a-8cdd-c85b9362794f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338830 Feb 02 13:04:29.516399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-815bd478-3695-4afd-99ad-62c4d35dbe2e req-d26d6630-967a-4b2d-9b63-aca0d53fc5c0 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417658 Feb 02 13:04:29.885945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44810) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:29.887825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6d3ae-2209-4c92-beda-1c017609d1eb req-6258537a-006f-431e-92be-c7d76b65d269 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:29.891263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-37ccb558-23ed-4a72-ba3c-121c77975bb3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1432690288', 'description': 'tempest-description--635820843'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:29.900064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8a6d3ae-2209-4c92-beda-1c017609d1eb req-6258537a-006f-431e-92be-c7d76b65d269 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.1806509 Feb 02 13:04:29.946095 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37ccb558-23ed-4a72-ba3c-121c77975bb3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:29.957102 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fa8275-b98f-457c-8cab-727e19430294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b319226-6eec-4753-942d-0adb21f41f7f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:29.957102 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b54016-4cef-41fb-a633-96ada85bca09" -d '{"events": [{"server_uuid": "a0fa8275-b98f-457c-8cab-727e19430294", "name": "network-vif-plugged", "status": "completed", "tag": "4b319226-6eec-4753-942d-0adb21f41f7f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:30.026337 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8a6d3ae-2209-4c92-beda-1c017609d1eb req-178e02e2-586b-427c-9c98-6e9888603d15 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114216 Feb 02 13:04:30.053095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 519d412e-5e84-4e60-9f13-44e90548c2ef details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:04:30.262761 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37ccb558-23ed-4a72-ba3c-121c77975bb3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for security_group (6d173861-5bf4-4ee4-b5ce-a559e5918196), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:30.274187 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37ccb558-23ed-4a72-ba3c-121c77975bb3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6d173861-5bf4-4ee4-b5ce-a559e5918196), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:30.281339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 519d412e-5e84-4e60-9f13-44e90548c2ef, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=519d412e-5e84-4e60-9f13-44e90548c2ef,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:30.299890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '519d412e-5e84-4e60-9f13-44e90548c2ef', 'network_id': 'b9efaa01-6585-4433-ade5-806cb51fbc0d', 'port_id': '519d412e-5e84-4e60-9f13-44e90548c2ef', 'mac_address': 'fa:16:3e:90:b2:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c42dda4-bf48-45f7-a2c0-e8550af6933b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:04:30.357022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c9397-2ec4-4305-a7e4-673ca6e9ccb0 req-19e7eda5-efed-476a-b24d-31d2f659bd45 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:30.367581 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-049c9397-2ec4-4305-a7e4-673ca6e9ccb0 req-19e7eda5-efed-476a-b24d-31d2f659bd45 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.1275976 Feb 02 13:04:30.396928 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37ccb558-23ed-4a72-ba3c-121c77975bb3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:30.401191 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-37ccb558-23ed-4a72-ba3c-121c77975bb3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5113938 Feb 02 13:04:30.403629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44832) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:30.419111 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7d9781c8-0e45-4d87-bce4-3b24f9ba6c57 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'security_group_rule': {'security_group_id': '6d173861-5bf4-4ee4-b5ce-a559e5918196', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:30.432663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 519d412e-5e84-4e60-9f13-44e90548c2ef is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:30.433320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccb558-23ed-4a72-ba3c-121c77975bb3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d173861-5bf4-4ee4-b5ce-a559e5918196,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:30.444290 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:30.475117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519d412e-5e84-4e60-9f13-44e90548c2ef {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:30.484811 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-049c9397-2ec4-4305-a7e4-673ca6e9ccb0 req-35e33564-c94b-4303-b4b3-f16dd40faf8a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162701 Feb 02 13:04:30.516794 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d9781c8-0e45-4d87-bce4-3b24f9ba6c57 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for security_group_rule (4aa0c1d1-145f-4d26-8d89-c100ecd79fd0), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:30.526129 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 519d412e-5e84-4e60-9f13-44e90548c2ef, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=519d412e-5e84-4e60-9f13-44e90548c2ef,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:30.533172 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:30.591010 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a300727-cbba-43dc-ad1b-cd5d1b74ec12 x-openstack-request-id: req-9a300727-cbba-43dc-ad1b-cd5d1b74ec12 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:30.593598 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fa8275-b98f-457c-8cab-727e19430294", "name": "network-vif-plugged", "status": "completed", "tag": "4b319226-6eec-4753-942d-0adb21f41f7f", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:30.594038 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9a300727-cbba-43dc-ad1b-cd5d1b74ec12 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:30.594790 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fa8275-b98f-457c-8cab-727e19430294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b319226-6eec-4753-942d-0adb21f41f7f', 'code': 200} Feb 02 13:04:30.658768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=519d412e-5e84-4e60-9f13-44e90548c2ef,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:30.747815 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d9781c8-0e45-4d87-bce4-3b24f9ba6c57 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for security_group_rule (4aa0c1d1-145f-4d26-8d89-c100ecd79fd0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:30.799082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d9781c8-0e45-4d87-bce4-3b24f9ba6c57 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (4aa0c1d1-145f-4d26-8d89-c100ecd79fd0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:30.819446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f93110-aa5b-42af-b9d5-8117067212b2 req-cc26b161-4612-43c4-8a89-c4ed7aa261be tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:30.826246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23f93110-aa5b-42af-b9d5-8117067212b2 req-cc26b161-4612-43c4-8a89-c4ed7aa261be tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 950 time: 0.1376505 Feb 02 13:04:30.855908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9781c8-0e45-4d87-bce4-3b24f9ba6c57 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aa0c1d1-145f-4d26-8d89-c100ecd79fd0,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:30.883351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['519d412e-5e84-4e60-9f13-44e90548c2ef'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:30.884347 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d9781c8-0e45-4d87-bce4-3b24f9ba6c57 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:30.885745 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7d9781c8-0e45-4d87-bce4-3b24f9ba6c57 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4787767 Feb 02 13:04:30.905563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44852) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:30.946943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac46ff9-b1ec-416c-894b-d88a82e90c72 req-99e3543a-795e-4cfd-b98a-667bc5a124ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:30.952611 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ac46ff9-b1ec-416c-894b-d88a82e90c72 req-99e3543a-795e-4cfd-b98a-667bc5a124ae service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 1132 time: 0.2403390 Feb 02 13:04:30.961167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0e838a8f-1ecb-40d9-8765-494e8a07b28e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'security_group_rule': {'security_group_id': '6d173861-5bf4-4ee4-b5ce-a559e5918196', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:30.962906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:31.030524 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23f93110-aa5b-42af-b9d5-8117067212b2 req-647219fe-b6e8-4bab-b9ba-91523de84f71 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869140 Feb 02 13:04:31.089519 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e838a8f-1ecb-40d9-8765-494e8a07b28e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for security_group_rule (bcae04f1-f491-49b9-a3fd-6c918bfdff57), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:31.245188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e838a8f-1ecb-40d9-8765-494e8a07b28e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for security_group_rule (bcae04f1-f491-49b9-a3fd-6c918bfdff57), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:31.258263 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e838a8f-1ecb-40d9-8765-494e8a07b28e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (bcae04f1-f491-49b9-a3fd-6c918bfdff57), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:31.270877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735e154-ae79-4b92-b3a9-ced51085eee4 req-76c8a47a-ef2f-49e3-833e-3db69d9f5115 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:31.286834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1735e154-ae79-4b92-b3a9-ced51085eee4 req-76c8a47a-ef2f-49e3-833e-3db69d9f5115 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 945 time: 0.1197748 Feb 02 13:04:31.353539 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e838a8f-1ecb-40d9-8765-494e8a07b28e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:31.361462 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0e838a8f-1ecb-40d9-8765-494e8a07b28e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4294493 Feb 02 13:04:31.362626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e838a8f-1ecb-40d9-8765-494e8a07b28e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcae04f1-f491-49b9-a3fd-6c918bfdff57,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:31.367219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:31.370726 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ac46ff9-b1ec-416c-894b-d88a82e90c72 req-9ba68687-594a-4b04-b473-b959458d3ad6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499966 Feb 02 13:04:31.380614 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:31.404262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1735e154-ae79-4b92-b3a9-ced51085eee4 req-e8935a71-5dcb-49ca-bc85-578c0274defe tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160810 Feb 02 13:04:31.433890 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:31.561647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-network', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:31.647876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Made reservation on behalf of 671e8a0e520949aaad39024d61b0cb32 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:31.654112 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:31.669049 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:31.716351 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:31.766038 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-219f746e-ecb6-4605-8059-db09f6d5863c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:31.901310 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Publish callbacks [] for security_group (3040efe8-21e2-4783-9d1b-9b7fded73fe1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:31.920465 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3040efe8-21e2-4783-9d1b-9b7fded73fe1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:31.942149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Allocated IP 172.25.4.36 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/c794d0a7-b01f-4b39-9f93-fabdb8de0ca2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:32.000794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:04:32.080180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 519d412e-5e84-4e60-9f13-44e90548c2ef up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:32.114116 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (98a30f8e-0238-4a46-960d-3cfcbd8eac22), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:32.114519 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Added segment 98a30f8e-0238-4a46-960d-3cfcbd8eac22 of type vlan for network a5541a60-3ff0-46b5-97fe-a6c290f76eaf Feb 02 13:04:32.225173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 519d412e-5e84-4e60-9f13-44e90548c2ef completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:04:32.229212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 519d412e-5e84-4e60-9f13-44e90548c2ef triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:32.229580 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:32.249585 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for port (c794d0a7-b01f-4b39-9f93-fabdb8de0ca2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:32.302389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3040efe8-21e2-4783-9d1b-9b7fded73fe1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:32.389744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 519d412e-5e84-4e60-9f13-44e90548c2ef is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:32.390124 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:32.437973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c794d0a7-b01f-4b39-9f93-fabdb8de0ca2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:32.451056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 519d412e-5e84-4e60-9f13-44e90548c2ef, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=519d412e-5e84-4e60-9f13-44e90548c2ef,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:32.461549 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:32.548825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=519d412e-5e84-4e60-9f13-44e90548c2ef,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:32.596170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e405cd4a-f313-4ace-af64-ce76f6f4ac4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519d412e-5e84-4e60-9f13-44e90548c2ef'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:32.598633 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd69b9e0-df3e-422c-b2dc-e6003f1f28fa" -d '{"events": [{"server_uuid": "e405cd4a-f313-4ace-af64-ce76f6f4ac4c", "name": "network-vif-plugged", "status": "completed", "tag": "519d412e-5e84-4e60-9f13-44e90548c2ef"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:32.610619 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (a5541a60-3ff0-46b5-97fe-a6c290f76eaf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:32.684063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:32.723607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:32.728305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:32.769880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Port': ['ID=c794d0a7-b01f-4b39-9f93-fabdb8de0ca2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:32.874826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f0668-6328-467d-b7e8-76822c7a0a01 req-75c59c54-2bb3-408f-b6b8-8ea2104016de tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:32.888488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c63f0668-6328-467d-b7e8-76822c7a0a01 req-75c59c54-2bb3-408f-b6b8-8ea2104016de tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.7809188 Feb 02 13:04:32.891921 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (a5541a60-3ff0-46b5-97fe-a6c290f76eaf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:32.892822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:32.893421 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.036522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0722010 Feb 02 13:04:33.039541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44934) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:33.044446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-194e11bb-f3fe-46f1-bd09-b257180082aa admin admin] Request body: {'subnet': {'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-subnet', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:33.066236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461914f-ed86-403e-95b2-e257c4a79ccb admin admin] Pushing event updated for resources: {'Network': ['ID=a5541a60-3ff0-46b5-97fe-a6c290f76eaf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:33.080812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network a5541a60-3ff0-46b5-97fe-a6c290f76eaf details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:04:33.085064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194e11bb-f3fe-46f1-bd09-b257180082aa admin admin] Made reservation on behalf of 671e8a0e520949aaad39024d61b0cb32 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:33.087453 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-194e11bb-f3fe-46f1-bd09-b257180082aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.097790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d487a8b-260f-41a7-b05f-22380162ed46 req-34c6283c-abe1-4376-a4d6-ba90e98b8ce8 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:33.109196 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d487a8b-260f-41a7-b05f-22380162ed46 req-34c6283c-abe1-4376-a4d6-ba90e98b8ce8 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.4576628 Feb 02 13:04:33.207256 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for floatingip (41c38979-1402-4f16-a2a5-e3fac1a4d86e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.220396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c63f0668-6328-467d-b7e8-76822c7a0a01 req-18b7d739-c5d9-4bbc-a1f0-4e16f1567df5 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030186 Feb 02 13:04:33.256282 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d487a8b-260f-41a7-b05f-22380162ed46 req-57cca1dd-9853-45f8-99ac-bf4992b7bc9f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351547 Feb 02 13:04:33.284257 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c794d0a7-b01f-4b39-9f93-fabdb8de0ca2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.489768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-194e11bb-f3fe-46f1-bd09-b257180082aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (0755871f-b7ea-432e-ad71-f33ce3582a3f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.580571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f8922-cd58-41c0-abec-fce3675922cb req-db416607-2cba-4a6c-9330-fd228915ac4e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:33.582618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-754f8922-cd58-41c0-abec-fce3675922cb req-db416607-2cba-4a6c-9330-fd228915ac4e tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 946 time: 0.1442008 Feb 02 13:04:33.614949 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63b58c-d3cf-490c-9086-778dfc97ae18 req-c840d351-e44d-47e6-aa5a-b3e27796deec tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:33.617592 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb63b58c-d3cf-490c-9086-778dfc97ae18 req-c840d351-e44d-47e6-aa5a-b3e27796deec tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 950 time: 0.1801322 Feb 02 13:04:33.620849 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for port (c794d0a7-b01f-4b39-9f93-fabdb8de0ca2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.621279 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194e11bb-f3fe-46f1-bd09-b257180082aa admin admin] Checking segment: {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:33.621736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e11bb-f3fe-46f1-bd09-b257180082aa admin admin] Network hostable DHCP agents. Network: a5541a60-3ff0-46b5-97fe-a6c290f76eaf, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:04:33.632548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e11bb-f3fe-46f1-bd09-b257180082aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0755871f-b7ea-432e-ad71-f33ce3582a3f,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:33.660459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194e11bb-f3fe-46f1-bd09-b257180082aa admin admin] Network a5541a60-3ff0-46b5-97fe-a6c290f76eaf is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:04:33.662016 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c794d0a7-b01f-4b39-9f93-fabdb8de0ca2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.678087 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-194e11bb-f3fe-46f1-bd09-b257180082aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, a5541a60-3ff0-46b5-97fe-a6c290f76eaf) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:33.683364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194e11bb-f3fe-46f1-bd09-b257180082aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:33.685149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-194e11bb-f3fe-46f1-bd09-b257180082aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.688709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8915b136-a30e-407e-95c0-1ab109d71149 None None] Network a5541a60-3ff0-46b5-97fe-a6c290f76eaf requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:04:33.729907 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-194e11bb-f3fe-46f1-bd09-b257180082aa admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6864622 Feb 02 13:04:33.730128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44940) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:33.739635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:33.766441 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (3a1cb972-fc6c-4885-99d9-d706671eb6f6), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.767871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (3a1cb972-fc6c-4885-99d9-d706671eb6f6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.781486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-754f8922-cd58-41c0-abec-fce3675922cb req-faa3601a-2da3-4228-81c0-2152a22ee66b tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872602 Feb 02 13:04:33.819330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Port': ['ID=c794d0a7-b01f-4b39-9f93-fabdb8de0ca2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:33.846328 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb63b58c-d3cf-490c-9086-778dfc97ae18 req-ff729861-4b01-4d1a-b4b0-59372ec0dee5 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128026 Feb 02 13:04:33.848274 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (41c38979-1402-4f16-a2a5-e3fac1a4d86e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.912196 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.923485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1c794e35-b8d1-4605-ba9c-660cc373846b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5512083 Feb 02 13:04:33.932794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:04:33.934382 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:33.971193 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec088f20-b5f6-4833-b110-0b7318035ac1 x-openstack-request-id: req-ec088f20-b5f6-4833-b110-0b7318035ac1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:33.971570 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e405cd4a-f313-4ace-af64-ce76f6f4ac4c", "name": "network-vif-plugged", "status": "completed", "tag": "519d412e-5e84-4e60-9f13-44e90548c2ef", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:33.971771 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ec088f20-b5f6-4833-b110-0b7318035ac1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:33.972176 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e405cd4a-f313-4ace-af64-ce76f6f4ac4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519d412e-5e84-4e60-9f13-44e90548c2ef', 'code': 200} Feb 02 13:04:33.998078 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Publish callbacks [] for router_controller (3a1cb972-fc6c-4885-99d9-d706671eb6f6), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:34.169188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604709e-be3f-4a44-af5b-3af4ec7faca5 req-95823adc-8cc3-4a7b-94d7-28fedf4b6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:34.170713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3604709e-be3f-4a44-af5b-3af4ec7faca5 req-95823adc-8cc3-4a7b-94d7-28fedf4b6181 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 1128 time: 0.1073904 Feb 02 13:04:34.203182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Allocated IP 172.20.0.2 (a5541a60-3ff0-46b5-97fe-a6c290f76eaf/0755871f-b7ea-432e-ad71-f33ce3582a3f/ad51333e-9862-4f9f-bf8d-66746cfb001f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:34.272455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3604709e-be3f-4a44-af5b-3af4ec7faca5 req-8be85c5b-3fdc-4779-aa13-7d9dc468bcd3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942779 Feb 02 13:04:34.534057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Publish callbacks [] for router_gateway (3a1cb972-fc6c-4885-99d9-d706671eb6f6), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:34.628828 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29cb3a-fd9d-48f1-b314-b3d65c48913b req-eb05af07-3c63-462b-85f5-a89c64fe7661 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:34.635244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f29cb3a-fd9d-48f1-b314-b3d65c48913b req-eb05af07-3c63-462b-85f5-a89c64fe7661 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 948 time: 0.1041768 Feb 02 13:04:34.695056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab85ea-c78a-4ad2-8a48-2a0f2a2edb8b req-a4dda3e0-6016-4ad5-b103-578ed020e26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:34.700359 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-124b0ee2-68f7-4f91-b23a-af6887a3bbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:34.700586 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68ab85ea-c78a-4ad2-8a48-2a0f2a2edb8b req-a4dda3e0-6016-4ad5-b103-578ed020e26c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0795b09d7ba84e4d82bcf8e67a041bce&device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 1128 time: 0.2245903 Feb 02 13:04:34.735708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f29cb3a-fd9d-48f1-b314-b3d65c48913b req-1e6bbf53-bd4d-4862-8eb3-c48b3a1c3fcd tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872047 Feb 02 13:04:34.771759 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Publish callbacks [] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:34.790621 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:34.893722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Pushing event updated for resources: {'Port': ['ID=ad51333e-9862-4f9f-bf8d-66746cfb001f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:34.905397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d629994-693c-435f-8b2b-d0ef8bd9065a req-7d6d75dd-77ac-49e3-a093-a187a52b759b tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:34.907016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Network a5541a60-3ff0-46b5-97fe-a6c290f76eaf is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:34.907157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d629994-693c-435f-8b2b-d0ef8bd9065a req-7d6d75dd-77ac-49e3-a093-a187a52b759b tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 1132 time: 0.0860927 Feb 02 13:04:34.909760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:34.912635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:34.928098 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab85ea-c78a-4ad2-8a48-2a0f2a2edb8b req-43450f62-9618-40ef-a689-2af1fa69ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:34.929589 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68ab85ea-c78a-4ad2-8a48-2a0f2a2edb8b req-43450f62-9618-40ef-a689-2af1fa69ad54 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8039353-d0ab-4612-89c1-0f24be60cfac HTTP/1.1" status: 200 len: 920 time: 0.2205925 Feb 02 13:04:34.946736 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4d629994-693c-435f-8b2b-d0ef8bd9065a req-f44e69c8-98ea-4a56-9639-6afee7314aa2 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:34.963707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-4d172352-1afc-4fb4-8589-5e1064761cb8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1432690288&fields=id&tenant_id=df2004d95bfd4d109509dd5fa94f1fec HTTP/1.1" status: 200 len: 267 time: 0.0797372 Feb 02 13:04:34.997649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Attempting to bind port ad51333e-9862-4f9f-bf8d-66746cfb001f on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:34.998275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Attempting to bind port ad51333e-9862-4f9f-bf8d-66746cfb001f by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:34.998832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Attempting to bind port ad51333e-9862-4f9f-bf8d-66746cfb001f on network a5541a60-3ff0-46b5-97fe-a6c290f76eaf {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:35.005209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:35.005890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Checking segment: {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:35.006585 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:35.007979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Bound using segment: {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:35.008637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Bound port: ad51333e-9862-4f9f-bf8d-66746cfb001f, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:35.009196 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:35.043292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-18e5891f-248b-4f7f-be3b-33ffb4a8ec4d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:35.051140 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-18e5891f-248b-4f7f-be3b-33ffb4a8ec4d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports/13faa4c4-a1e2-4351-8275-345fc771c7c8 HTTP/1.1" status: 200 len: 937 time: 0.0774162 Feb 02 13:04:35.058623 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68ab85ea-c78a-4ad2-8a48-2a0f2a2edb8b req-c206f767-9bc1-46c9-8bf2-978f15d88f78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 217 time: 0.0468659 Feb 02 13:04:35.084661 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] For port ad51333e-9862-4f9f-bf8d-66746cfb001f, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:35.088137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] For port ad51333e-9862-4f9f-bf8d-66746cfb001f, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ad51333e-9862-4f9f-bf8d-66746cfb001f,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:35.098592 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:35.125355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-2886430d-6631-470d-a34d-79c35513b3a9 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:35.133226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-2886430d-6631-470d-a34d-79c35513b3a9 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports/725bf461-ffb7-4c2f-a579-300561af9e5e HTTP/1.1" status: 200 len: 936 time: 0.0809038 Feb 02 13:04:35.136445 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Publish callbacks [] for router_gateway (3a1cb972-fc6c-4885-99d9-d706671eb6f6), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:35.158695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:35.160726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59fb73-975a-4e71-8c52-2746bf63c716 None None] Pushing event updated for resources: {'Port': ['ID=ad51333e-9862-4f9f-bf8d-66746cfb001f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:35.169999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab85ea-c78a-4ad2-8a48-2a0f2a2edb8b req-9b91d7f4-e42b-412b-be1d-0829733aa99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:35.171601 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68ab85ea-c78a-4ad2-8a48-2a0f2a2edb8b req-9b91d7f4-e42b-412b-be1d-0829733aa99b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ccd1316-5263-4e8a-b602-a1019ce4fe09 HTTP/1.1" status: 200 len: 859 time: 0.0918303 Feb 02 13:04:35.209039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-4fffa9de-eaec-48ec-b2b6-2e4da120783a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?network_id=30e40ba2-a8b1-4051-9108-dbee8f9b7020&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0746970 Feb 02 13:04:35.215352 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4d629994-693c-435f-8b2b-d0ef8bd9065a req-f44e69c8-98ea-4a56-9639-6afee7314aa2 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] Publish callbacks [] for security_group (ce961c60-20c7-4058-a3c1-1bff9762439f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:35.223299 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68ab85ea-c78a-4ad2-8a48-2a0f2a2edb8b req-a0fd221e-9646-4e04-8864-ec5b8c6b6943 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8039353-d0ab-4612-89c1-0f24be60cfac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403383 Feb 02 13:04:35.230052 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4d629994-693c-435f-8b2b-d0ef8bd9065a req-f44e69c8-98ea-4a56-9639-6afee7314aa2 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ce961c60-20c7-4058-a3c1-1bff9762439f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:35.255108 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-058bf4f8-3fe0-4286-88cd-933dd0d76a31 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?network_id=30e40ba2-a8b1-4051-9108-dbee8f9b7020&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0365553 Feb 02 13:04:35.322873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d629994-693c-435f-8b2b-d0ef8bd9065a req-f44e69c8-98ea-4a56-9639-6afee7314aa2 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033859 Feb 02 13:04:35.332925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e69c8-98ea-4a56-9639-6afee7314aa2 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce961c60-20c7-4058-a3c1-1bff9762439f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:35.427310 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:35.435501 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68ab85ea-c78a-4ad2-8a48-2a0f2a2edb8b req-a3ecf421-af31-4889-b128-abfe29182ccc service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717126 Feb 02 13:04:35.446012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Allocated IP 172.25.4.240 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/91e61789-b996-4d82-989e-c8ed4e117be8) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:35.628234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-588ab50d-4ff8-4ae8-8dff-a87881acd9b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:35.634542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-588ab50d-4ff8-4ae8-8dff-a87881acd9b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:35.639963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-588ab50d-4ff8-4ae8-8dff-a87881acd9b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:35.647734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-588ab50d-4ff8-4ae8-8dff-a87881acd9b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/networks?id=0fe900c1-1a6a-4411-9f22-913eacc5c949&id=408baa00-e060-4bce-826e-a30977dfd810&id=408baa00-e060-4bce-826e-a30977dfd810&id=30e40ba2-a8b1-4051-9108-dbee8f9b7020&id=30e40ba2-a8b1-4051-9108-dbee8f9b7020 HTTP/1.1" status: 200 len: 1995 time: 0.3808584 Feb 02 13:04:35.673557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-18a3cd6e-b21e-4531-9bcd-f421b057e8ac tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/quotas/df2004d95bfd4d109509dd5fa94f1fec HTTP/1.1" status: 200 len: 375 time: 0.0246928 Feb 02 13:04:35.680449 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Publish callbacks [] for port (91e61789-b996-4d82-989e-c8ed4e117be8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:35.684059 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68ab85ea-c78a-4ad2-8a48-2a0f2a2edb8b req-1333273b-d2b7-48a7-9c52-ffe0a406241c service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393503 Feb 02 13:04:35.722826 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (91e61789-b996-4d82-989e-c8ed4e117be8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:35.749572 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f271d-07ca-4892-9bfd-5175061b6adf req-8ee00eac-c34f-49a3-b259-64f1c7baa78d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:35.751541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe3f271d-07ca-4892-9bfd-5175061b6adf req-8ee00eac-c34f-49a3-b259-64f1c7baa78d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.1924758 Feb 02 13:04:35.790901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:35.794879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:35.802904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:35.824254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe3f271d-07ca-4892-9bfd-5175061b6adf req-bbb1f00e-f61d-42fc-b5ed-1631d8698a0f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634041 Feb 02 13:04:35.838338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Pushing event updated for resources: {'Port': ['ID=91e61789-b996-4d82-989e-c8ed4e117be8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:35.864022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-95eccc0f-6b55-4c50-a425-1dbbfa9143fa tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1833949 Feb 02 13:04:36.001945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9665aa-b44f-4720-9366-6dda3f5c2e81 req-0268b977-a06c-462a-9f62-754546a81e5f tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:36.003624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec9665aa-b44f-4720-9366-6dda3f5c2e81 req-0268b977-a06c-462a-9f62-754546a81e5f tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.1134000 Feb 02 13:04:36.009862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-2b4b2e42-9ee2-403f-ace3-43b0199005bb service neutron] 10.222.0.83 "GET /v2.0/networks/0fe900c1-1a6a-4411-9f22-913eacc5c949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420789 Feb 02 13:04:36.118417 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec9665aa-b44f-4720-9366-6dda3f5c2e81 req-1293ac7f-7682-4a06-813c-0f9db855ed39 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065168 Feb 02 13:04:36.137152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-bfeb6f84-6df4-41f5-b769-bfc329214fb9 service neutron] 10.222.0.83 "GET /v2.0/networks/0fe900c1-1a6a-4411-9f22-913eacc5c949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143820 Feb 02 13:04:36.145872 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Publish callbacks [] for router_gateway (3a1cb972-fc6c-4885-99d9-d706671eb6f6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:36.193750 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-0a58c340-d163-48ef-a240-a50d8618aca5 service neutron] 10.222.0.83 "GET /v2.0/ports/13faa4c4-a1e2-4351-8275-345fc771c7c8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0485394 Feb 02 13:04:36.315541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed9d63-c3e7-47a6-ad37-674ec8136182 req-428cdfbc-9ddd-4502-a62a-b33f1db3d35e tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:36.316749 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-59ed9d63-c3e7-47a6-ad37-674ec8136182 req-428cdfbc-9ddd-4502-a62a-b33f1db3d35e tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.62 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 948 time: 0.2369294 Feb 02 13:04:36.327082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b56a2-a1ac-41bb-8513-083a871b19e6 req-95b434c3-1c60-4f17-8ab3-9ce58b436d88 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:36.341351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c6b56a2-a1ac-41bb-8513-083a871b19e6 req-95b434c3-1c60-4f17-8ab3-9ce58b436d88 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 946 time: 0.1327095 Feb 02 13:04:36.359624 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:36.375057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-1e1d52e3-96d7-4b63-956f-fa66792983b6 service neutron] 10.222.0.83 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751182 Feb 02 13:04:36.406449 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (3a1cb972-fc6c-4885-99d9-d706671eb6f6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:36.448419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c6b56a2-a1ac-41bb-8513-083a871b19e6 req-6ca96d05-089e-4f3a-9778-33f2eb415138 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051989 Feb 02 13:04:36.548078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f65afc41-e35a-4f41-9cc6-ee6a926911ed service neutron] 10.222.0.83 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712070 Feb 02 13:04:36.616961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9820af8b-7a32-4646-a300-1426bda8b007 service neutron] 10.222.0.83 "GET /v2.0/ports/725bf461-ffb7-4c2f-a579-300561af9e5e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0684550 Feb 02 13:04:36.715308 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:36.723438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99897149-8ca9-4fe9-94ed-2de5465dc160 None None] Network a5541a60-3ff0-46b5-97fe-a6c290f76eaf requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:04:36.800071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-aaadfd0d-e639-404b-a4cc-f36e8e30b8dc service neutron] 10.222.0.83 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820080 Feb 02 13:04:36.896460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Provisioning complete for port ad51333e-9862-4f9f-bf8d-66746cfb001f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:36.897979 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:37.113997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Current status of the port ad51333e-9862-4f9f-bf8d-66746cfb001f is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:37.114586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:37.116985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ad51333e-9862-4f9f-bf8d-66746cfb001f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:37.120369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-59ed9d63-c3e7-47a6-ad37-674ec8136182 req-89a4da06-aa2d-4169-8b78-5e68ca1eddd4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Deleting port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:04:37.120964 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-59ed9d63-c3e7-47a6-ad37-674ec8136182 req-89a4da06-aa2d-4169-8b78-5e68ca1eddd4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:37.239128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] For port ad51333e-9862-4f9f-bf8d-66746cfb001f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ad51333e-9862-4f9f-bf8d-66746cfb001f,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:37.243096 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:04:37.256022 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:37.277893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-59ed9d63-c3e7-47a6-ad37-674ec8136182 req-89a4da06-aa2d-4169-8b78-5e68ca1eddd4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] For port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:37.278246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-59ed9d63-c3e7-47a6-ad37-674ec8136182 req-89a4da06-aa2d-4169-8b78-5e68ca1eddd4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:37.306792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ad51333e-9862-4f9f-bf8d-66746cfb001f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:37.307160 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:37.326719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-59ed9d63-c3e7-47a6-ad37-674ec8136182 req-89a4da06-aa2d-4169-8b78-5e68ca1eddd4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Calling delete_port for d9d08ffb-3eb9-4bb6-b417-b17b724cf99f owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:04:37.342614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Pushing event updated for resources: {'Port': ['ID=ad51333e-9862-4f9f-bf8d-66746cfb001f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:37.366457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.366801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.367137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.367501 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.367835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.368163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.368481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.368797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.369114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.369427 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.369742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.370269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.370575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8942046-db67-4bab-b707-516638a7b2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:04:37.406740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c1774284-5c0c-413e-bbce-ad8e04c0e50c None None] Provisioning complete for port ad51333e-9862-4f9f-bf8d-66746cfb001f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:37.407411 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1774284-5c0c-413e-bbce-ad8e04c0e50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:37.411391 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:37.418314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16f39417-c5b6-4534-bf81-39be08e92231 service neutron] 10.222.0.83 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114497 Feb 02 13:04:37.433631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0d25e-1231-4b6d-ba20-f1e97b68091c req-3d7ddc58-4a28-49d3-8794-499b25cd6211 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:37.436288 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96d0d25e-1231-4b6d-ba20-f1e97b68091c req-3d7ddc58-4a28-49d3-8794-499b25cd6211 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=cae1dd3f-84b0-488f-b030-307846750d04 HTTP/1.1" status: 200 len: 948 time: 0.0801501 Feb 02 13:04:37.479719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:04:37.480785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ad51333e-9862-4f9f-bf8d-66746cfb001f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:37.491565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Sync routers for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:04:37.503994 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:37.507975 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-edf8f19a-9d5c-41aa-98e8-57be88e82331 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.7740939 Feb 02 13:04:37.508141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44998) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:37.536002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:04:37.536635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:04:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:37.559105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96d0d25e-1231-4b6d-ba20-f1e97b68091c req-ae09198c-a910-4d0a-a2a1-8d62af6863b2 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086423 Feb 02 13:04:37.575718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c1774284-5c0c-413e-bbce-ad8e04c0e50c None None] Current status of the port ad51333e-9862-4f9f-bf8d-66746cfb001f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:37.594338 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-1b2ece22-5185-49cf-ac75-8ae559b9d316 service neutron] 10.222.0.83 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564941 Feb 02 13:04:37.639089 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-59ed9d63-c3e7-47a6-ad37-674ec8136182 req-89a4da06-aa2d-4169-8b78-5e68ca1eddd4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d9d08ffb-3eb9-4bb6-b417-b17b724cf99f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:37.659933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:04:37.674457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4da06-aa2d-4169-8b78-5e68ca1eddd4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Pushing event deleted for resources: {'Port': ['ID=d9d08ffb-3eb9-4bb6-b417-b17b724cf99f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:37.775330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ed9d63-c3e7-47a6-ad37-674ec8136182 req-89a4da06-aa2d-4169-8b78-5e68ca1eddd4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] No DVR routers for this DVR port d9d08ffb-3eb9-4bb6-b417-b17b724cf99f on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:04:37.778970 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-59ed9d63-c3e7-47a6-ad37-674ec8136182 req-89a4da06-aa2d-4169-8b78-5e68ca1eddd4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:37.782254 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-59ed9d63-c3e7-47a6-ad37-674ec8136182 req-89a4da06-aa2d-4169-8b78-5e68ca1eddd4 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.62 "DELETE /v2.0/ports/d9d08ffb-3eb9-4bb6-b417-b17b724cf99f HTTP/1.1" status: 204 len: 173 time: 1.3831975 Feb 02 13:04:37.782697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cae1dd3f-84b0-488f-b030-307846750d04', 'name': 'network-vif-deleted', 'tag': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:37.785344 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980477da-d416-4b5b-a76a-8551fdb07ae3" -d '{"events": [{"server_uuid": "cae1dd3f-84b0-488f-b030-307846750d04", "name": "network-vif-deleted", "tag": "d9d08ffb-3eb9-4bb6-b417-b17b724cf99f"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:37.797192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-826e5881-6b02-4326-9e87-f94940c93a60 service neutron] 10.222.0.83 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967266 Feb 02 13:04:37.810115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c483c8-e9f5-4db4-96a4-163d3e5d4b03 req-c5ab2cfe-cf9b-4fc3-85f8-7cd6786d1b71 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:37.813441 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08c483c8-e9f5-4db4-96a4-163d3e5d4b03 req-c5ab2cfe-cf9b-4fc3-85f8-7cd6786d1b71 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d HTTP/1.1" status: 200 len: 945 time: 0.1671598 Feb 02 13:04:37.852034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea756731-74de-4e0d-9b3b-5cad8a4af716 req-0f8e1b74-2560-4af0-9c86-d8d950ed8f57 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:37.857045 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea756731-74de-4e0d-9b3b-5cad8a4af716 req-0f8e1b74-2560-4af0-9c86-d8d950ed8f57 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 946 time: 0.2126963 Feb 02 13:04:37.893163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:35Z', 'revision_number': 3, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:37.942884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Checking router: 3a1cb972-fc6c-4885-99d9-d706671eb6f6 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:04:37.943173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Updating router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 port 91e61789-b996-4d82-989e-c8ed4e117be8 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:04:37.971355 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:37.978501 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (91e61789-b996-4d82-989e-c8ed4e117be8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.017741 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea756731-74de-4e0d-9b3b-5cad8a4af716 req-7d140d4e-3f3c-470f-9e47-d660f96b8858 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174026 Feb 02 13:04:38.047953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-ea4016ee-7cc8-4b7e-9bf2-9c515da48db6 service neutron] 10.222.0.83 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332015 Feb 02 13:04:38.080529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-08c483c8-e9f5-4db4-96a4-163d3e5d4b03 req-46adcf21-8f28-4d41-a8a3-df33a6935dfe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Deleting port bf7bff07-57cd-47ef-9ea9-be3b99b904bd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:04:38.081160 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c483c8-e9f5-4db4-96a4-163d3e5d4b03 req-46adcf21-8f28-4d41-a8a3-df33a6935dfe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.194074 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.223827 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-d4441267-f670-4be3-a258-656a03a456d7 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747013 Feb 02 13:04:38.293398 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-ec9bd33b-8c6e-4521-ad58-3e2f9113c24b service neutron] 10.222.0.83 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370639 Feb 02 13:04:38.348126 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Publish callbacks [] for port (91e61789-b996-4d82-989e-c8ed4e117be8), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.371362 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (91e61789-b996-4d82-989e-c8ed4e117be8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.398358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-08c483c8-e9f5-4db4-96a4-163d3e5d4b03 req-46adcf21-8f28-4d41-a8a3-df33a6935dfe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] For port bf7bff07-57cd-47ef-9ea9-be3b99b904bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:38.398754 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c483c8-e9f5-4db4-96a4-163d3e5d4b03 req-46adcf21-8f28-4d41-a8a3-df33a6935dfe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.439057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Allocated IP 172.20.0.1 (a5541a60-3ff0-46b5-97fe-a6c290f76eaf/0755871f-b7ea-432e-ad71-f33ce3582a3f/43b43fb5-b1c0-40b0-bffb-564794936e86) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:38.463811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-08c483c8-e9f5-4db4-96a4-163d3e5d4b03 req-46adcf21-8f28-4d41-a8a3-df33a6935dfe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Calling delete_port for bf7bff07-57cd-47ef-9ea9-be3b99b904bd owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:04:38.483897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Attempting to bind port 91e61789-b996-4d82-989e-c8ed4e117be8 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:38.484479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Attempting to bind port 91e61789-b996-4d82-989e-c8ed4e117be8 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:38.485068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Attempting to bind port 91e61789-b996-4d82-989e-c8ed4e117be8 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:38.490266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a0599-bad6-4264-9f3b-f5570caee909 None None] Pushing event updated for resources: {'Port': ['ID=91e61789-b996-4d82-989e-c8ed4e117be8,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:38.497649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:38.498245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:38.498883 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.500031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:38.500363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Bound port: 91e61789-b996-4d82-989e-c8ed4e117be8, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:38.500494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-36a3104e-b9a7-41d3-b92e-8f00398eea0b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:38.500991 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (91e61789-b996-4d82-989e-c8ed4e117be8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.502197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-36a3104e-b9a7-41d3-b92e-8f00398eea0b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2629650 Feb 02 13:04:38.567266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-c4100e0a-47b1-4104-8c2a-3a30d03f9508 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/quotas/878b55bf0eeb4eafa84943c0574b0ee0 HTTP/1.1" status: 200 len: 375 time: 0.0212922 Feb 02 13:04:38.571547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] For port 91e61789-b996-4d82-989e-c8ed4e117be8, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:38.575769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] For port 91e61789-b996-4d82-989e-c8ed4e117be8, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=91e61789-b996-4d82-989e-c8ed4e117be8,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:38.581222 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Publish callbacks [] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.585769 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (91e61789-b996-4d82-989e-c8ed4e117be8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.608375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-bb6a977a-615e-48ed-9ad3-128f34668450 service neutron] 10.222.0.83 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021727 Feb 02 13:04:38.630806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.654647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:04:38.655380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:04:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:38.686278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Network a5541a60-3ff0-46b5-97fe-a6c290f76eaf is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:38.689480 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:38.694574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:38.694988 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a0599-bad6-4264-9f3b-f5570caee909 None None] Pushing event updated for resources: {'Port': ['ID=91e61789-b996-4d82-989e-c8ed4e117be8,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:38.734482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Pushing event updated for resources: {'Port': ['ID=43b43fb5-b1c0-40b0-bffb-564794936e86,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:38.765130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-a8b6950b-6942-4603-8bfb-65e751105cf9 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1788824 Feb 02 13:04:38.769715 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (3a1cb972-fc6c-4885-99d9-d706671eb6f6), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.801277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-45aac604-8577-416b-9305-2f242a0cdcc2 service neutron] 10.222.0.83 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706381 Feb 02 13:04:38.822806 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:04:38.846361 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c483c8-e9f5-4db4-96a4-163d3e5d4b03 req-46adcf21-8f28-4d41-a8a3-df33a6935dfe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (bf7bff07-57cd-47ef-9ea9-be3b99b904bd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:38.904605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adcf21-8f28-4d41-a8a3-df33a6935dfe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Pushing event deleted for resources: {'Port': ['ID=bf7bff07-57cd-47ef-9ea9-be3b99b904bd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:38.949586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['bf7bff07-57cd-47ef-9ea9-be3b99b904bd'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:39.003812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c483c8-e9f5-4db4-96a4-163d3e5d4b03 req-46adcf21-8f28-4d41-a8a3-df33a6935dfe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] No DVR routers for this DVR port bf7bff07-57cd-47ef-9ea9-be3b99b904bd on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:04:39.010024 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-08c483c8-e9f5-4db4-96a4-163d3e5d4b03 req-46adcf21-8f28-4d41-a8a3-df33a6935dfe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:39.013637 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:39.016897 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08c483c8-e9f5-4db4-96a4-163d3e5d4b03 req-46adcf21-8f28-4d41-a8a3-df33a6935dfe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.18 "DELETE /v2.0/ports/bf7bff07-57cd-47ef-9ea9-be3b99b904bd HTTP/1.1" status: 204 len: 173 time: 1.1928942 Feb 02 13:04:39.017390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d', 'name': 'network-vif-deleted', 'tag': 'bf7bff07-57cd-47ef-9ea9-be3b99b904bd'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:39.025696 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b2af12-6fef-4eaa-8424-3991161b6bee" -d '{"events": [{"server_uuid": "1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d", "name": "network-vif-deleted", "tag": "bf7bff07-57cd-47ef-9ea9-be3b99b904bd"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:39.049323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ad51333e-9862-4f9f-bf8d-66746cfb001f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:39.071178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-7e1e5e48-f60e-414f-b2af-e175536a2670 service neutron] 10.222.0.83 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637203 Feb 02 13:04:39.205339 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-7ec74483-4a2f-4fba-9073-fc68116792a9 service neutron] 10.222.0.83 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245399 Feb 02 13:04:39.249928 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Publish callbacks [] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:39.256069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:39.302568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4fa2b0e4-6912-484a-b9f4-7f81f584f8be None None] Provisioning complete for port 43b43fb5-b1c0-40b0-bffb-564794936e86 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:39.302943 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b0e4-6912-484a-b9f4-7f81f584f8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:39.306175 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (3a1cb972-fc6c-4885-99d9-d706671eb6f6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:39.383255 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ad51333e-9862-4f9f-bf8d-66746cfb001f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:39.383655 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:39.385204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2b0e4-6912-484a-b9f4-7f81f584f8be None None] Port 43b43fb5-b1c0-40b0-bffb-564794936e86 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:39.441967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:35Z', 'revision_number': 3, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:39.474534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1105b83e-5735-4676-a89e-2e94492b0725 None None] The sync data for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 is: [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:35Z', 'revision_number': 3, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:04:39.479157 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Network a5541a60-3ff0-46b5-97fe-a6c290f76eaf is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:39.483696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:39.529616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Pushing event updated for resources: {'Port': ['ID=43b43fb5-b1c0-40b0-bffb-564794936e86,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:39.532307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ad51333e-9862-4f9f-bf8d-66746cfb001f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:39.655867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30456c6-5ac4-4a93-8cfa-cd62074ed91a req-963c0467-db4a-467d-b781-96270e339a2b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:39.675331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e30456c6-5ac4-4a93-8cfa-cd62074ed91a req-963c0467-db4a-467d-b781-96270e339a2b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 945 time: 0.1850069 Feb 02 13:04:39.840385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:04:39.849399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e30456c6-5ac4-4a93-8cfa-cd62074ed91a req-a2e19891-156f-4ae9-9c10-9e76112a01cb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722527 Feb 02 13:04:39.932224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-98885ec8-474b-4b59-8c44-aced7b335e91 None None] Provisioning complete for port 43b43fb5-b1c0-40b0-bffb-564794936e86 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:39.933837 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98885ec8-474b-4b59-8c44-aced7b335e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:40.055624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-98885ec8-474b-4b59-8c44-aced7b335e91 None None] Port 43b43fb5-b1c0-40b0-bffb-564794936e86 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:40.093575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:04:40.102070 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fc83d1b4-6c42-4e5f-8acc-8a03015e2893 admin admin] 10.222.0.83 "PUT /v2.0/routers/3a1cb972-fc6c-4885-99d9-d706671eb6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5924463 Feb 02 13:04:40.104309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a60e7c-9de0-45a7-8001-5a7f9539e546 req-f798a2ed-b2bb-46f5-9ea1-9d038d3a551a tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:40.108014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-91a60e7c-9de0-45a7-8001-5a7f9539e546 req-f798a2ed-b2bb-46f5-9ea1-9d038d3a551a tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.0779824 Feb 02 13:04:40.145909 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8870b7d0-5362-4737-b2bf-2d37c4e4497d x-openstack-request-id: req-8870b7d0-5362-4737-b2bf-2d37c4e4497d {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:40.146379 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cae1dd3f-84b0-488f-b030-307846750d04", "name": "network-vif-deleted", "tag": "d9d08ffb-3eb9-4bb6-b417-b17b724cf99f", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:40.146703 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8870b7d0-5362-4737-b2bf-2d37c4e4497d {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:40.147200 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cae1dd3f-84b0-488f-b030-307846750d04', 'name': 'network-vif-deleted', 'tag': 'd9d08ffb-3eb9-4bb6-b417-b17b724cf99f', 'status': 'completed', 'code': 200} Feb 02 13:04:40.213285 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-91a60e7c-9de0-45a7-8001-5a7f9539e546 req-a1cfae72-5533-4da0-bd5a-cfd2a0f38301 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887094 Feb 02 13:04:40.384504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d9d08ffb-3eb9-4bb6-b417-b17b724cf99f no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:40.406734 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfbcb51-b73b-44eb-a9ff-89555419de6d x-openstack-request-id: req-9dfbcb51-b73b-44eb-a9ff-89555419de6d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:40.407168 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d", "name": "network-vif-deleted", "tag": "bf7bff07-57cd-47ef-9ea9-be3b99b904bd", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:40.407600 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9dfbcb51-b73b-44eb-a9ff-89555419de6d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:40.408655 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec7d9a4-bb93-41d4-82fb-fb36dfe94a8d', 'name': 'network-vif-deleted', 'tag': 'bf7bff07-57cd-47ef-9ea9-be3b99b904bd', 'status': 'completed', 'code': 200} Feb 02 13:04:40.425864 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: d9d08ffb-3eb9-4bb6-b417-b17b724cf99f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:04:40.426229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d9d08ffb-3eb9-4bb6-b417-b17b724cf99f not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:04:40.587719 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-459f19b1-c037-474c-bd88-67d436aa82c6 req-4987372e-586f-4225-8986-91d663f05055 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0512910 Feb 02 13:04:40.788332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222fe424-d1ac-42a0-b273-105c735267c8 req-f49f5cb9-da10-4c66-bb5f-030d73946693 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:40.797918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-222fe424-d1ac-42a0-b273-105c735267c8 req-f49f5cb9-da10-4c66-bb5f-030d73946693 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 946 time: 0.0900211 Feb 02 13:04:40.888205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-222fe424-d1ac-42a0-b273-105c735267c8 req-af4fddfc-c990-40e9-a7cd-7636943fb02a tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891535 Feb 02 13:04:41.011792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab7f6f93-1ce3-4e9f-90c6-03693e6713cb req-4f3ebdd9-c146-48c7-82c4-99bb1f22879f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 210 time: 0.0372784 Feb 02 13:04:41.119129 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 91e61789-b996-4d82-989e-c8ed4e117be8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:41.125844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-16e7de5c-4432-4245-bd4c-b93df62dd434 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:41.129138 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-16e7de5c-4432-4245-bd4c-b93df62dd434 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33&tenant_id=8424c7cd69964045ae2e17d8412dbaa4&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1127 time: 0.1578712 Feb 02 13:04:41.148144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827336-2'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:41.218475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 91e61789-b996-4d82-989e-c8ed4e117be8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:41.219470 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (91e61789-b996-4d82-989e-c8ed4e117be8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:41.244050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:41.248191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c7745-291d-47de-aa9d-4885f88710e5 req-f5dd75e8-5467-4b17-8ca9-a76ee5be925a tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:41.249960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-f5dd75e8-5467-4b17-8ca9-a76ee5be925a tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 821 time: 0.1826816 Feb 02 13:04:41.258002 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053216c-4fd9-4d1a-8b90-1e2f32313689 req-fd15c1d6-7ff4-44ff-9c89-ccdac13d05fe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:41.265171 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e053216c-4fd9-4d1a-8b90-1e2f32313689 req-fd15c1d6-7ff4-44ff-9c89-ccdac13d05fe tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 944 time: 0.1385119 Feb 02 13:04:41.298057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-0cf55481-10d3-4311-9415-f6e93cb945a7 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/quotas/671e8a0e520949aaad39024d61b0cb32 HTTP/1.1" status: 200 len: 375 time: 0.0273089 Feb 02 13:04:41.323903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 91e61789-b996-4d82-989e-c8ed4e117be8 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:41.324577 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (91e61789-b996-4d82-989e-c8ed4e117be8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:41.346341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 91e61789-b996-4d82-989e-c8ed4e117be8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=91e61789-b996-4d82-989e-c8ed4e117be8,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:41.352001 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (91e61789-b996-4d82-989e-c8ed4e117be8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:41.370645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e053216c-4fd9-4d1a-8b90-1e2f32313689 req-5a78d806-54d4-47bf-a356-12d379e76e84 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043746 Feb 02 13:04:41.386372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-b347d287-9972-4247-90aa-b0677339263f tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853250 Feb 02 13:04:41.417261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=91e61789-b996-4d82-989e-c8ed4e117be8,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:41.479912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:41.509860 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d557bb-5b2d-4bd2-96d6-d86ae129d782 req-b590b438-86cb-4f19-ac17-021fd36b5880 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:41.511363 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-67d557bb-5b2d-4bd2-96d6-d86ae129d782 req-b590b438-86cb-4f19-ac17-021fd36b5880 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.62 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 944 time: 0.1363542 Feb 02 13:04:41.558968 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-00842386-e3eb-43e8-8d78-1056dd0ce94a service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634977 Feb 02 13:04:41.582071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:41.592290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1dca1-211f-4e1f-8a28-faa3ff774a52 req-90fba7d5-f043-4664-9da4-15b46ee60994 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:41.593807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-85e1dca1-211f-4e1f-8a28-faa3ff774a52 req-90fba7d5-f043-4664-9da4-15b46ee60994 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=898c72f1-6951-425a-8a5e-59600ad95f08 HTTP/1.1" status: 200 len: 949 time: 0.1104333 Feb 02 13:04:41.658954 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Publish callbacks [] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:41.669206 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:41.727075 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-67d557bb-5b2d-4bd2-96d6-d86ae129d782 req-0b20b88a-3a83-41bb-8c1f-87415c4c2cd8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Deleting port c6497e93-9c03-4746-bf01-9f55b4136a0b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:04:41.727440 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-67d557bb-5b2d-4bd2-96d6-d86ae129d782 req-0b20b88a-3a83-41bb-8c1f-87415c4c2cd8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:41.730871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-85e1dca1-211f-4e1f-8a28-faa3ff774a52 req-907ce06d-c49f-4896-ac83-ea5b8656c186 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270816 Feb 02 13:04:41.761871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-d3ec81f5-adb0-480e-8116-41593c2965c0 service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024381 Feb 02 13:04:41.819233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Pushing event updated for resources: {'Port': ['ID=5183cdc4-242f-49f8-9196-7070a96fa4a7,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:41.844127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-5f03d49c-a3ae-4f49-8acd-dcab3b28267a tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707486 Feb 02 13:04:41.900028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-1d8f75ba-1b86-4e2b-adf2-2b0ac6c94189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:41.901417 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-1d8f75ba-1b86-4e2b-adf2-2b0ac6c94189 service neutron] 10.222.0.18 "GET /v2.0/ports/13faa4c4-a1e2-4351-8275-345fc771c7c8 HTTP/1.1" status: 200 len: 1033 time: 0.1169255 Feb 02 13:04:41.912348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Attempting to bind port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on host n-h1-827336-2 for vnic_type normal with profile {"migrating_to": "n-h2-827336-2"} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:41.912680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Attempting to bind port 5183cdc4-242f-49f8-9196-7070a96fa4a7 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:41.912998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Attempting to bind port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:41.956169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:04:41.956547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Attempting to bind port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on network 5e7ef89b-0a2a-4448-a0f9-ff655717d706 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:41.960029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-a4f16b45-d8d3-4dda-ba1d-c8988be12c32 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911391 Feb 02 13:04:41.973762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:41.974100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Checking segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:41.974503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Bound using segment: {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:41.974936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Bound port: 5183cdc4-242f-49f8-9196-7070a96fa4a7, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff82d4d-ad6c-4476-af23-c1f4009245d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '5e7ef89b-0a2a-4448-a0f9-ff655717d706'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:41.975292 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:41.980813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-67d557bb-5b2d-4bd2-96d6-d86ae129d782 req-0b20b88a-3a83-41bb-8c1f-87415c4c2cd8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] For port c6497e93-9c03-4746-bf01-9f55b4136a0b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c6497e93-9c03-4746-bf01-9f55b4136a0b,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:41.981174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-67d557bb-5b2d-4bd2-96d6-d86ae129d782 req-0b20b88a-3a83-41bb-8c1f-87415c4c2cd8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:42.000622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-96f275e7-d35d-4cab-ad52-d9bb0bd737ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:42.002403 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-96f275e7-d35d-4cab-ad52-d9bb0bd737ba service neutron] 10.222.0.18 "GET /v2.0/ports/725bf461-ffb7-4c2f-a579-300561af9e5e HTTP/1.1" status: 200 len: 1032 time: 0.0907927 Feb 02 13:04:42.006653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-67d557bb-5b2d-4bd2-96d6-d86ae129d782 req-0b20b88a-3a83-41bb-8c1f-87415c4c2cd8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Calling delete_port for c6497e93-9c03-4746-bf01-9f55b4136a0b owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:04:42.064934 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Sync routers for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:04:42.084867 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:04:42.085355 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:04:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:42.164872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device bf7bff07-57cd-47ef-9ea9-be3b99b904bd no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:42.166410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-2a9d2978-c163-44b7-92d2-390006bc47a1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:42.177755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-2a9d2978-c163-44b7-92d2-390006bc47a1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094828 Feb 02 13:04:42.181250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07676db-03de-42f6-a8c6-7e1039012b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5183cdc4-242f-49f8-9196-7070a96fa4a7'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:42.184314 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2ff852-d9ad-452d-82e9-e440727ab1ca" -d '{"events": [{"server_uuid": "a07676db-03de-42f6-a8c6-7e1039012b33", "name": "network-vif-unplugged", "status": "completed", "tag": "5183cdc4-242f-49f8-9196-7070a96fa4a7"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:42.215114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: bf7bff07-57cd-47ef-9ea9-be3b99b904bd {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:04:42.215447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Request body: {'port': {'device_id': '6b4d4a9b-55cb-4f8b-9143-597317113682', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '878b55bf0eeb4eafa84943c0574b0ee0'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:42.218345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device bf7bff07-57cd-47ef-9ea9-be3b99b904bd not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:04:42.277657 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:04:42.336158 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:42.368019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:42.397177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-d6fb3e0b-0d0a-4468-ba40-3ff8f3f58433 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:42.407797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5183cdc4-242f-49f8-9196-7070a96fa4a7 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:04:42.412223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-d6fb3e0b-0d0a-4468-ba40-3ff8f3f58433 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:42.425449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-d6fb3e0b-0d0a-4468-ba40-3ff8f3f58433 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:42.430012 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-d6fb3e0b-0d0a-4468-ba40-3ff8f3f58433 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "GET /v2.0/networks?id=0fe900c1-1a6a-4411-9f22-913eacc5c949&id=408baa00-e060-4bce-826e-a30977dfd810&id=408baa00-e060-4bce-826e-a30977dfd810&id=408baa00-e060-4bce-826e-a30977dfd810&id=408baa00-e060-4bce-826e-a30977dfd810&id=30e40ba2-a8b1-4051-9108-dbee8f9b7020&id=30e40ba2-a8b1-4051-9108-dbee8f9b7020 HTTP/1.1" status: 200 len: 1995 time: 0.4180145 Feb 02 13:04:42.435074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0067804-01f9-4e95-ba64-32eb1d1ae775 req-31aaae2b-91ba-40be-af33-613709963ae3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:42.438118 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:42.443732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0067804-01f9-4e95-ba64-32eb1d1ae775 req-31aaae2b-91ba-40be-af33-613709963ae3 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.5951810 Feb 02 13:04:42.610596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-6e2d1435-7304-45b9-933e-7a351f24f966 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:42.613378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-6e2d1435-7304-45b9-933e-7a351f24f966 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6389627 Feb 02 13:04:42.651706 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:39Z', 'revision_number': 2, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:42.660682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0067804-01f9-4e95-ba64-32eb1d1ae775 req-d5b28855-75da-42f3-87b9-f262b4ebcd18 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148397 Feb 02 13:04:42.664510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Request body: {'port': {'device_id': '15de54d5-36f5-4613-853b-f72bb1594a80', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '878b55bf0eeb4eafa84943c0574b0ee0'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:42.693842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c06f86-c0a0-4e59-8a05-f5809a6a8100 req-0cbe9eb5-b170-4e44-b50d-c28637389673 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:42.698566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Pushing event updated for resources: {'Port': ['ID=5183cdc4-242f-49f8-9196-7070a96fa4a7,revision_number=8']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:42.702860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6c06f86-c0a0-4e59-8a05-f5809a6a8100 req-0cbe9eb5-b170-4e44-b50d-c28637389673 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 946 time: 0.5215039 Feb 02 13:04:42.704863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Made reservation on behalf of 878b55bf0eeb4eafa84943c0574b0ee0 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:42.708836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:42.735440 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:42.753299 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:42.753964 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:42.757383 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-cf8169d2-311d-46e5-bb46-f6a0f6190b86 service neutron] 10.222.0.62 "PUT /v2.0/ports/5183cdc4-242f-49f8-9196-7070a96fa4a7 HTTP/1.1" status: 200 len: 1121 time: 1.6185949 Feb 02 13:04:42.768778 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Checking router: 3a1cb972-fc6c-4885-99d9-d706671eb6f6 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:04:42.769412 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Updating router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 port 43b43fb5-b1c0-40b0-bffb-564794936e86 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:04:42.776606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5183cdc4-242f-49f8-9196-7070a96fa4a7 has no active binding in host n-h2-827336-2 {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 13:04:42.795335 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-380abc7e-bcef-499e-9175-120367477bdd tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df2004d95bfd4d109509dd5fa94f1fec HTTP/1.1" status: 200 len: 380 time: 0.3199072 Feb 02 13:04:42.811398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'port': {'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'admin_state_up': True, 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'security_groups': ['6d173861-5bf4-4ee4-b5ce-a559e5918196']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:42.815296 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:42.819709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-67d557bb-5b2d-4bd2-96d6-d86ae129d782 req-0b20b88a-3a83-41bb-8c1f-87415c4c2cd8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c6497e93-9c03-4746-bf01-9f55b4136a0b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:42.876366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5183cdc4-242f-49f8-9196-7070a96fa4a7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:42.959064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6c06f86-c0a0-4e59-8a05-f5809a6a8100 req-deeaa208-c656-43e2-bfca-63cf5d126f8a tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551396 Feb 02 13:04:42.962015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20b88a-3a83-41bb-8c1f-87415c4c2cd8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Pushing event deleted for resources: {'Port': ['ID=c6497e93-9c03-4746-bf01-9f55b4136a0b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:43.031954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['5183cdc4-242f-49f8-9196-7070a96fa4a7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:43.056019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784cb35d-dd69-4eb6-820f-830d7ed66b55 req-6de969ad-2c30-44b3-aae1-286faec0570e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:43.068605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-784cb35d-dd69-4eb6-820f-830d7ed66b55 req-6de969ad-2c30-44b3-aae1-286faec0570e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.2641685 Feb 02 13:04:43.168502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d557bb-5b2d-4bd2-96d6-d86ae129d782 req-0b20b88a-3a83-41bb-8c1f-87415c4c2cd8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] No DVR routers for this DVR port c6497e93-9c03-4746-bf01-9f55b4136a0b on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:04:43.172315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-67d557bb-5b2d-4bd2-96d6-d86ae129d782 req-0b20b88a-3a83-41bb-8c1f-87415c4c2cd8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:43.174778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 91e61789-b996-4d82-989e-c8ed4e117be8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:43.178512 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-67d557bb-5b2d-4bd2-96d6-d86ae129d782 req-0b20b88a-3a83-41bb-8c1f-87415c4c2cd8 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.62 "DELETE /v2.0/ports/c6497e93-9c03-4746-bf01-9f55b4136a0b HTTP/1.1" status: 204 len: 173 time: 1.6590679 Feb 02 13:04:43.253590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-784cb35d-dd69-4eb6-820f-830d7ed66b55 req-0733b018-c58a-49ce-9631-ffd84ae5d380 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370015 Feb 02 13:04:43.255832 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57697b26-6972-4a6a-ac82-275ceeca85f7 req-5dd6c5c1-8143-4333-beec-e8df4b9353d7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0419652 Feb 02 13:04:43.268495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Allocated IP 192.168.233.166 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/0bce2d7b-fb2a-43ec-8c60-e16d31c84203) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:43.295468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:43.299483 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:43.324254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Made reservation on behalf of 878b55bf0eeb4eafa84943c0574b0ee0 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:43.332644 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:43.503013 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Publish callbacks [] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:43.507866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d4307-c418-4ecd-87a6-228697783730 req-87425751-ab66-4d1e-bf2a-75f5fefe57f3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:43.509744 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2c3d4307-c418-4ecd-87a6-228697783730 req-87425751-ab66-4d1e-bf2a-75f5fefe57f3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.62 "GET /v2.0/ports?device_id=898c72f1-6951-425a-8a5e-59600ad95f08 HTTP/1.1" status: 200 len: 949 time: 0.1806507 Feb 02 13:04:43.514287 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:43.586093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Allocated IP 172.20.0.10 (0fe900c1-1a6a-4411-9f22-913eacc5c949/06abdc32-8d3e-40e0-882c-36cc75a338b3/52c87d60-7381-4961-a6c1-8d23cfdda506) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:43.596495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 91e61789-b996-4d82-989e-c8ed4e117be8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:43.597033 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (91e61789-b996-4d82-989e-c8ed4e117be8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:43.624102 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31f31dbd-5273-451c-86b5-57562d18e142 req-ff67f4bc-7ddf-42c9-bd1b-92b2eed374f1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 210 time: 0.0970755 Feb 02 13:04:43.629587 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5067e-6f00-42a7-a873-2ee980f33c0d None None] Pushing event updated for resources: {'Port': ['ID=43b43fb5-b1c0-40b0-bffb-564794936e86,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:43.641683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb7c4d58-0c23-4c76-a724-99c94210a8c2 req-646c700f-246b-4bf5-8cfd-7f45d65e91bf tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 210 time: 0.1126738 Feb 02 13:04:43.732532 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Attempting to bind port 43b43fb5-b1c0-40b0-bffb-564794936e86 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:43.733056 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Attempting to bind port 43b43fb5-b1c0-40b0-bffb-564794936e86 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:43.733487 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Attempting to bind port 43b43fb5-b1c0-40b0-bffb-564794936e86 on network a5541a60-3ff0-46b5-97fe-a6c290f76eaf {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:43.748805 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:43.749709 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Checking segment: {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:43.749709 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:43.749956 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Bound using segment: {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:43.750402 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Bound port: 43b43fb5-b1c0-40b0-bffb-564794936e86, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:43.750772 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:43.817125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 91e61789-b996-4d82-989e-c8ed4e117be8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:43.888278 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] For port 43b43fb5-b1c0-40b0-bffb-564794936e86, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:43.891946 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] For port 43b43fb5-b1c0-40b0-bffb-564794936e86, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=43b43fb5-b1c0-40b0-bffb-564794936e86,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:43.903316 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:43.991694 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:04:43.992812 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:04:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:44.133441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5b4e5588-653c-4b12-91ac-5680a0b7f933 None None] Provisioning complete for port 43b43fb5-b1c0-40b0-bffb-564794936e86 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:44.134498 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b4e5588-653c-4b12-91ac-5680a0b7f933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:44.208244 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405b45c9-779a-43f6-b481-859686a90920 x-openstack-request-id: req-405b45c9-779a-43f6-b481-859686a90920 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:44.210102 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07676db-03de-42f6-a8c6-7e1039012b33", "name": "network-vif-unplugged", "status": "completed", "tag": "5183cdc4-242f-49f8-9196-7070a96fa4a7", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:44.210502 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-405b45c9-779a-43f6-b481-859686a90920 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:44.211260 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07676db-03de-42f6-a8c6-7e1039012b33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5183cdc4-242f-49f8-9196-7070a96fa4a7', 'code': 200} Feb 02 13:04:44.221453 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:04:44.319806 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e5588-653c-4b12-91ac-5680a0b7f933 None None] Current status of the port 43b43fb5-b1c0-40b0-bffb-564794936e86 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:44.320385 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b4e5588-653c-4b12-91ac-5680a0b7f933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:44.367905 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5067e-6f00-42a7-a873-2ee980f33c0d None None] Pushing event updated for resources: {'Port': ['ID=43b43fb5-b1c0-40b0-bffb-564794936e86,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:44.391927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5b4e5588-653c-4b12-91ac-5680a0b7f933 None None] For port 43b43fb5-b1c0-40b0-bffb-564794936e86, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=43b43fb5-b1c0-40b0-bffb-564794936e86,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:44.403740 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b4e5588-653c-4b12-91ac-5680a0b7f933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:44.493493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e5588-653c-4b12-91ac-5680a0b7f933 None None] Pushing event updated for resources: {'Port': ['ID=43b43fb5-b1c0-40b0-bffb-564794936e86,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:44.496457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c6497e93-9c03-4746-bf01-9f55b4136a0b no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:44.530510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: c6497e93-9c03-4746-bf01-9f55b4136a0b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:04:44.532088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c6497e93-9c03-4746-bf01-9f55b4136a0b not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:04:44.542080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-44c815d5-d856-494c-8ff2-78ed95abc649 None None] Provisioning complete for port 43b43fb5-b1c0-40b0-bffb-564794936e86 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:44.542818 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44c815d5-d856-494c-8ff2-78ed95abc649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:44.611326 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:44.612018 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d234377-940b-415d-b361-6c6c2b1f910e req-009599b7-d1ff-4640-9b2a-b0300bb158a0 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=b741ce56-6553-4b95-bcb4-927731dbdedc HTTP/1.1" status: 200 len: 210 time: 0.7335253 Feb 02 13:04:44.661962 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:44.670646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-44c815d5-d856-494c-8ff2-78ed95abc649 None None] Current status of the port 43b43fb5-b1c0-40b0-bffb-564794936e86 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:44.728251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks [] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:44.747253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97830877-9489-4176-ad57-11994ae18e44 req-8cea345d-ec4d-4da5-9d3d-1a8219c27127 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:44.762659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97830877-9489-4176-ad57-11994ae18e44 req-8cea345d-ec4d-4da5-9d3d-1a8219c27127 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=898c72f1-6951-425a-8a5e-59600ad95f08 HTTP/1.1" status: 200 len: 949 time: 0.8852906 Feb 02 13:04:44.807071 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:43Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:44.822096 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Network 0fe900c1-1a6a-4411-9f22-913eacc5c949 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:44.825534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:44.847190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97830877-9489-4176-ad57-11994ae18e44 req-3f44724f-cf2d-42bd-9134-f5578df8b1ba tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/security-groups?id=9ed6b2d3-f153-4f0e-a495-e54433cea18a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835857 Feb 02 13:04:44.867681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Port': ['ID=52c87d60-7381-4961-a6c1-8d23cfdda506,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:44.869420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c7745-291d-47de-aa9d-4885f88710e5 req-8947542c-09ee-457b-8c01-d3d39b20c810 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:44.871190 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-8947542c-09ee-457b-8c01-d3d39b20c810 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.18 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 821 time: 0.6653640 Feb 02 13:04:44.874277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:44.879304 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:44.898564 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da02cea5-56dc-45d0-9159-c88538e7fe43 None None] The sync data for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 is: [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:43Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:04:44.919654 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:44.941129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-589c7745-291d-47de-aa9d-4885f88710e5 req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Request body: {'port': {'device_id': '99c877e0-36cb-4da7-b887-352fd45f5820', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'admin_state_up': True, 'tenant_id': '671e8a0e520949aaad39024d61b0cb32'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:45.086163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:45.107986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:45.124027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:45.127991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Allocated IP 192.168.233.147 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/fd80be81-e23c-473f-a18b-6a1e2510f17e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:45.137492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event updated for resources: {'Port': ['ID=0bce2d7b-fb2a-43ec-8c60-e16d31c84203,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:45.214310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc91445-9319-4f6e-b461-a3aee28b7eeb req-93e3b941-2fd3-4972-a039-7b2bdda4f18f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:45.222655 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9bc91445-9319-4f6e-b461-a3aee28b7eeb req-93e3b941-2fd3-4972-a039-7b2bdda4f18f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.2878237 Feb 02 13:04:45.249084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20b946-de4f-44e1-b349-de91d98c5854 req-b8310171-dbfa-4a03-804e-5e268641ca6b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:45.256637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-2c3d4307-c418-4ecd-87a6-228697783730 req-db9db9f4-407a-4427-9724-8abe9dba0fb3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Deleting port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:04:45.256898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b20b946-de4f-44e1-b349-de91d98c5854 req-b8310171-dbfa-4a03-804e-5e268641ca6b tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.2292070 Feb 02 13:04:45.259165 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2c3d4307-c418-4ecd-87a6-228697783730 req-db9db9f4-407a-4427-9724-8abe9dba0fb3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:45.418109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f79cdd9d-27e8-4bda-9bf6-65d2a6c1dd2c None None] Provisioning complete for port 52c87d60-7381-4961-a6c1-8d23cfdda506 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:45.418634 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f79cdd9d-27e8-4bda-9bf6-65d2a6c1dd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:45.430800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9bc91445-9319-4f6e-b461-a3aee28b7eeb req-afc40c0f-9a40-4285-9bb1-5b96988b989f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068689 Feb 02 13:04:45.445235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:45.446277 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:45.491938 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2c3d4307-c418-4ecd-87a6-228697783730 req-db9db9f4-407a-4427-9724-8abe9dba0fb3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] For port 272d656a-44a1-46d5-a3f4-160c72fbbbb6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=272d656a-44a1-46d5-a3f4-160c72fbbbb6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:45.492646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2c3d4307-c418-4ecd-87a6-228697783730 req-db9db9f4-407a-4427-9724-8abe9dba0fb3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:45.508822 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f79cdd9d-27e8-4bda-9bf6-65d2a6c1dd2c None None] Port 52c87d60-7381-4961-a6c1-8d23cfdda506 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:45.522993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-2c3d4307-c418-4ecd-87a6-228697783730 req-db9db9f4-407a-4427-9724-8abe9dba0fb3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Calling delete_port for 272d656a-44a1-46d5-a3f4-160c72fbbbb6 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:04:45.553086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b20b946-de4f-44e1-b349-de91d98c5854 req-5fc36801-865a-43eb-896e-b866e46b48d9 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921317 Feb 02 13:04:45.584892 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-25ce59a7-d880-4e62-bf5e-a965b9971a91 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3743453 Feb 02 13:04:45.616825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Request body: {'port': {'device_id': '6b4d4a9b-55cb-4f8b-9143-597317113682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:45.641224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f9da2d24-ff85-488f-be90-b6b55d886871 None None] Provisioning complete for port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:45.641767 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9da2d24-ff85-488f-be90-b6b55d886871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:45.695399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:45.696302 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:45.706709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f9da2d24-ff85-488f-be90-b6b55d886871 None None] Port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:45.713123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2c3d4307-c418-4ecd-87a6-228697783730 req-db9db9f4-407a-4427-9724-8abe9dba0fb3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (272d656a-44a1-46d5-a3f4-160c72fbbbb6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:45.714378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbe3be6a-2166-44cb-8718-872b587b293c req-bb61b8cf-6a26-4925-acd1-89c7b604f6a3 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 210 time: 0.0680261 Feb 02 13:04:45.721757 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-54f0b214-2e9a-491c-85a6-f2ef9adc2aad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9194341 Feb 02 13:04:45.755576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'port': {'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'network_id': '408baa00-e060-4bce-826e-a30977dfd810', 'admin_state_up': True, 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'security_groups': ['6d173861-5bf4-4ee4-b5ce-a559e5918196']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:45.831280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3d4307-c418-4ecd-87a6-228697783730 req-db9db9f4-407a-4427-9724-8abe9dba0fb3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] No DVR routers for this DVR port 272d656a-44a1-46d5-a3f4-160c72fbbbb6 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:04:45.844823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9db9f4-407a-4427-9724-8abe9dba0fb3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Pushing event deleted for resources: {'Port': ['ID=272d656a-44a1-46d5-a3f4-160c72fbbbb6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:45.850552 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2c3d4307-c418-4ecd-87a6-228697783730 req-db9db9f4-407a-4427-9724-8abe9dba0fb3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:45.855023 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2c3d4307-c418-4ecd-87a6-228697783730 req-db9db9f4-407a-4427-9724-8abe9dba0fb3 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.62 "DELETE /v2.0/ports/272d656a-44a1-46d5-a3f4-160c72fbbbb6 HTTP/1.1" status: 204 len: 173 time: 2.3355081 Feb 02 13:04:45.858887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-589c7745-291d-47de-aa9d-4885f88710e5 req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Made reservation on behalf of 671e8a0e520949aaad39024d61b0cb32 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:45.862538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-589c7745-291d-47de-aa9d-4885f88710e5 req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:45.927902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92973ae7-27f5-4b68-b400-bfc2d2cb137f req-b769c2bc-763b-424d-a440-6ffa2715eb87 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 210 time: 0.1198521 Feb 02 13:04:46.039256 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:46.087763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-589c7745-291d-47de-aa9d-4885f88710e5 req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Allocated IP 172.20.0.10 (a5541a60-3ff0-46b5-97fe-a6c290f76eaf/0755871f-b7ea-432e-ad71-f33ce3582a3f/0d594e55-446d-4dcf-ab79-2e25b700b516) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:46.098577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c5e63-61fa-42de-bc05-d06e0865b5fb req-6ef5a099-45d8-4c00-8f12-1b3857bc84bb tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:46.107635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f1c5e63-61fa-42de-bc05-d06e0865b5fb req-6ef5a099-45d8-4c00-8f12-1b3857bc84bb tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 932 time: 0.5519311 Feb 02 13:04:46.165249 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks [] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:46.225491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07676db-03de-42f6-a8c6-7e1039012b33', 'tag': '5183cdc4-242f-49f8-9196-7070a96fa4a7'}, {'server_uuid': 'b741ce56-6553-4b95-bcb4-927731dbdedc', 'name': 'network-vif-deleted', 'tag': 'c6497e93-9c03-4746-bf01-9f55b4136a0b'}, {'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'name': 'network-vif-deleted', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:46.228022 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfccb0b2-7715-453d-b3c0-a7c4b3336737" -d '{"events": [{"name": "network-changed", "server_uuid": "a07676db-03de-42f6-a8c6-7e1039012b33", "tag": "5183cdc4-242f-49f8-9196-7070a96fa4a7"}, {"server_uuid": "b741ce56-6553-4b95-bcb4-927731dbdedc", "name": "network-vif-deleted", "tag": "c6497e93-9c03-4746-bf01-9f55b4136a0b"}, {"server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "name": "network-vif-deleted", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:46.313721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c494e3-ba5e-4261-8c9f-8ba1882d867e req-fa7e95c8-e3ed-443b-bb36-0577cb6de8a6 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:46.315307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74c494e3-ba5e-4261-8c9f-8ba1882d867e req-fa7e95c8-e3ed-443b-bb36-0577cb6de8a6 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 946 time: 0.2916689 Feb 02 13:04:46.400547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-589c7745-291d-47de-aa9d-4885f88710e5 req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:46.414198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:46.418320 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:46.532662 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f1c5e63-61fa-42de-bc05-d06e0865b5fb req-922d7995-4625-45fc-8f60-86179e1522ad tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4238067 Feb 02 13:04:46.605633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Allocated IP 10.1.1.141 (408baa00-e060-4bce-826e-a30977dfd810/2df64b9a-0d44-495d-9df4-427e43aeec51/475f6dfa-b9ba-4d48-b80d-a3f10ae081a5) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:46.620748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74c494e3-ba5e-4261-8c9f-8ba1882d867e req-799f3926-d0f2-450f-ac01-248bf72b89c8 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159848 Feb 02 13:04:46.627284 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:46.667900 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:46.794925 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:46.819252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.18', 62672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:46.839156 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b943f0a-ed12-4fbf-af14-df3fd76d46f9 x-openstack-request-id: req-7b943f0a-ed12-4fbf-af14-df3fd76d46f9 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:46.839505 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07676db-03de-42f6-a8c6-7e1039012b33", "tag": "5183cdc4-242f-49f8-9196-7070a96fa4a7", "status": "completed", "code": 200}, {"server_uuid": "b741ce56-6553-4b95-bcb4-927731dbdedc", "name": "network-vif-deleted", "tag": "c6497e93-9c03-4746-bf01-9f55b4136a0b", "status": "completed", "code": 200}, {"server_uuid": "898c72f1-6951-425a-8a5e-59600ad95f08", "name": "network-vif-deleted", "tag": "272d656a-44a1-46d5-a3f4-160c72fbbbb6", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:46.839878 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7b943f0a-ed12-4fbf-af14-df3fd76d46f9 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:46.840253 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07676db-03de-42f6-a8c6-7e1039012b33', 'tag': '5183cdc4-242f-49f8-9196-7070a96fa4a7', 'status': 'completed', 'code': 200} Feb 02 13:04:46.840514 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b741ce56-6553-4b95-bcb4-927731dbdedc', 'name': 'network-vif-deleted', 'tag': 'c6497e93-9c03-4746-bf01-9f55b4136a0b', 'status': 'completed', 'code': 200} Feb 02 13:04:46.840765 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898c72f1-6951-425a-8a5e-59600ad95f08', 'name': 'network-vif-deleted', 'tag': '272d656a-44a1-46d5-a3f4-160c72fbbbb6', 'status': 'completed', 'code': 200} Feb 02 13:04:46.846042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-589c7745-291d-47de-aa9d-4885f88710e5 req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:46.882167 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:46.906171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event updated for resources: {'Port': ['ID=fd80be81-e23c-473f-a18b-6a1e2510f17e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:46.929981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43a1d969-a6ff-47f6-a0a1-1c9a707010b6 req-55fd0166-b6c1-41c5-be5a-a78e4dafd1e2 tempest-ListImageFiltersTestJSON-1131795043 tempest-ListImageFiltersTestJSON-1131795043-project] 10.222.0.83 "GET /v2.0/ports?device_id=898c72f1-6951-425a-8a5e-59600ad95f08 HTTP/1.1" status: 200 len: 210 time: 0.1824064 Feb 02 13:04:47.001400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:47.003118 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Pushing event updated for resources: {'Port': ['ID=0d594e55-446d-4dcf-ab79-2e25b700b516,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:47.029813 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:47.066182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 43b43fb5-b1c0-40b0-bffb-564794936e86 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:47.066357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:47.069554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Network 408baa00-e060-4bce-826e-a30977dfd810 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:47.075673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-589c7745-291d-47de-aa9d-4885f88710e5 req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Network a5541a60-3ff0-46b5-97fe-a6c290f76eaf is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:47.079742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:47.082626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:47.087126 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-589c7745-291d-47de-aa9d-4885f88710e5 req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:47.089671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-589c7745-291d-47de-aa9d-4885f88710e5 req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:47.150553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 43b43fb5-b1c0-40b0-bffb-564794936e86 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:47.150936 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:47.206714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Port': ['ID=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:47.260341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:47.261394 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:47.270376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c7745-291d-47de-aa9d-4885f88710e5 req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:47.271749 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-589c7745-291d-47de-aa9d-4885f88710e5 req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:47.298013 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5fd5bcd8-4a31-4dfd-9635-beecd27e61b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5486889 Feb 02 13:04:47.305167 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-7edbf77e-dc7c-4f1e-8911-71f0e06f06d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3931038 Feb 02 13:04:47.310700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 43b43fb5-b1c0-40b0-bffb-564794936e86 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:47.316498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccb0b2-7715-453d-b3c0-a7c4b3336737 req-a757cc4d-ffde-47cb-83a0-1f53421383ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:47.318224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfccb0b2-7715-453d-b3c0-a7c4b3336737 req-a757cc4d-ffde-47cb-83a0-1f53421383ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 1155 time: 0.4754829 Feb 02 13:04:47.336642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'port': {'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'network_id': '408baa00-e060-4bce-826e-a30977dfd810', 'admin_state_up': True, 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'security_groups': ['6d173861-5bf4-4ee4-b5ce-a559e5918196']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:47.375090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:47.375773 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:47.422986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51480c-b026-4bf3-8fdb-d4bb8e3136d6 req-ccd16e29-145b-49f6-827e-38607bfd1641 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:47.424791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc51480c-b026-4bf3-8fdb-d4bb8e3136d6 req-ccd16e29-145b-49f6-827e-38607bfd1641 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.5153904 Feb 02 13:04:47.430399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Request body: {'port': {'device_id': '99c877e0-36cb-4da7-b887-352fd45f5820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:47.572078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccb0b2-7715-453d-b3c0-a7c4b3336737 req-916e1790-1c85-475e-af85-df614cc74290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:47.573530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfccb0b2-7715-453d-b3c0-a7c4b3336737 req-916e1790-1c85-475e-af85-df614cc74290 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.2130976 Feb 02 13:04:47.578547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e9fe3d2a-37d9-4a9c-9256-745380da6241 None None] Provisioning complete for port fd80be81-e23c-473f-a18b-6a1e2510f17e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:47.578931 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9fe3d2a-37d9-4a9c-9256-745380da6241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:47.597193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:47.597421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb853c-61ee-40d4-b46f-ceef1cf291a7 req-2da14cba-b8f8-4b80-9ac5-00586b1f7089 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:47.604713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edbb853c-61ee-40d4-b46f-ceef1cf291a7 req-2da14cba-b8f8-4b80-9ac5-00586b1f7089 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.6021366 Feb 02 13:04:47.609033 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-853502d6-6de1-4723-b301-259632b3ea34 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9563317 Feb 02 13:04:47.617330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe3d2a-37d9-4a9c-9256-745380da6241 None None] Port fd80be81-e23c-473f-a18b-6a1e2510f17e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:47.619457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:47.623103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:47.652665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Request body: {'port': {'device_id': '15de54d5-36f5-4613-853b-f72bb1594a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:47.739318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-508e8256-8202-47ec-bfd6-16de77596dbc None None] Provisioning complete for port 0d594e55-446d-4dcf-ab79-2e25b700b516 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:47.740320 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-508e8256-8202-47ec-bfd6-16de77596dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:47.754753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfccb0b2-7715-453d-b3c0-a7c4b3336737 req-878285db-060c-4a02-96a0-4fb306deb9e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7 HTTP/1.1" status: 200 len: 217 time: 0.1669924 Feb 02 13:04:47.763097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:47.787050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-508e8256-8202-47ec-bfd6-16de77596dbc None None] Port 0d594e55-446d-4dcf-ab79-2e25b700b516 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:47.800021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-508e8256-8202-47ec-bfd6-16de77596dbc None None] Provisioning complete for port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:47.800983 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-508e8256-8202-47ec-bfd6-16de77596dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:47.826011 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Publish callbacks [] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:47.845604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-508e8256-8202-47ec-bfd6-16de77596dbc None None] Port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:47.891994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc51480c-b026-4bf3-8fdb-d4bb8e3136d6 req-cd5472aa-fb9c-4997-9de1-ef357f334aa4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388858 Feb 02 13:04:47.896751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Allocated IP 10.1.1.91 (408baa00-e060-4bce-826e-a30977dfd810/2df64b9a-0d44-495d-9df4-427e43aeec51/7dd0d8ee-d01b-47ec-841d-17051ff2fd9e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:47.908278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Transition to ACTIVE for port object 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:04:47.935802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edbb853c-61ee-40d4-b46f-ceef1cf291a7 req-396a8616-988f-4182-861f-5ab8cbda9aab tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301313 Feb 02 13:04:47.951214 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:48.036296 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Pushing event updated for resources: {'Port': ['ID=0bce2d7b-fb2a-43ec-8c60-e16d31c84203,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:48.044181 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:48.094661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d594e55-446d-4dcf-ab79-2e25b700b516 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:48.112457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Publish callbacks [] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:48.133023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccb0b2-7715-453d-b3c0-a7c4b3336737 req-f28a8737-db6b-4277-a864-ff1cde7818cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:48.134515 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfccb0b2-7715-453d-b3c0-a7c4b3336737 req-f28a8737-db6b-4277-a864-ff1cde7818cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.3543963 Feb 02 13:04:48.141780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Transition to ACTIVE for port object 0d594e55-446d-4dcf-ab79-2e25b700b516 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:04:48.154312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:48.208904 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:48.246057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Pushing event updated for resources: {'Port': ['ID=0d594e55-446d-4dcf-ab79-2e25b700b516,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:48.303848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfccb0b2-7715-453d-b3c0-a7c4b3336737 req-56fadfee-bd43-4b30-8bf7-25b44db8c9fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401615 Feb 02 13:04:48.357503 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:48.399030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d498b-e105-46e5-8d63-40e18e68e0fc req-5194e6b0-8309-45e9-a499-5d65f0cf5bcc tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:48.407196 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-260d498b-e105-46e5-8d63-40e18e68e0fc req-5194e6b0-8309-45e9-a499-5d65f0cf5bcc tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 946 time: 0.3596883 Feb 02 13:04:48.412667 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 272d656a-44a1-46d5-a3f4-160c72fbbbb6 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:48.413467 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Attempting to bind port 0d594e55-446d-4dcf-ab79-2e25b700b516 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:48.413801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Attempting to bind port 0d594e55-446d-4dcf-ab79-2e25b700b516 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:48.414126 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Attempting to bind port 0d594e55-446d-4dcf-ab79-2e25b700b516 on network a5541a60-3ff0-46b5-97fe-a6c290f76eaf {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:48.434565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Port 0d594e55-446d-4dcf-ab79-2e25b700b516 on network a5541a60-3ff0-46b5-97fe-a6c290f76eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:04:48.434886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Attempting to bind port 0d594e55-446d-4dcf-ab79-2e25b700b516 on network a5541a60-3ff0-46b5-97fe-a6c290f76eaf {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:48.445878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:48.446216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Checking segment: {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:48.446864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Bound using segment: {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:48.447312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Bound port: 0d594e55-446d-4dcf-ab79-2e25b700b516, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:48.447699 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:48.454534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Network 408baa00-e060-4bce-826e-a30977dfd810 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:48.459604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 272d656a-44a1-46d5-a3f4-160c72fbbbb6 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:04:48.462173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Port': ['ID=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:48.467217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:48.469265 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 272d656a-44a1-46d5-a3f4-160c72fbbbb6 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:04:48.470737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:48.573137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:48.574231 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:48.601789 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] For port 0d594e55-446d-4dcf-ab79-2e25b700b516, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:48.618511 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] For port 0d594e55-446d-4dcf-ab79-2e25b700b516, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0d594e55-446d-4dcf-ab79-2e25b700b516,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:48.629489 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-94decd61-765f-4a81-acf2-057fb8b7e44b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2980618 Feb 02 13:04:48.640535 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:48.645352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Attempting to bind port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:48.645674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Attempting to bind port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:48.646005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Attempting to bind port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:48.659331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'port': {'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020', 'admin_state_up': True, 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'security_groups': ['6d173861-5bf4-4ee4-b5ce-a559e5918196']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:48.664986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69455cee-758c-413f-9755-9c1b86a144bb req-b1ed52b8-fc14-41d8-8114-57b0f0c5d56d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:48.666473 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69455cee-758c-413f-9755-9c1b86a144bb req-b1ed52b8-fc14-41d8-8114-57b0f0c5d56d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 936 time: 0.4453304 Feb 02 13:04:48.693523 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:04:48.693823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Attempting to bind port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:48.710737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-260d498b-e105-46e5-8d63-40e18e68e0fc req-0e2e7979-2d05-455c-8d84-a53e1718337c tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032627 Feb 02 13:04:48.718433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:48.719249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:48.721105 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] 10.222.0.18 "PUT /v2.0/ports/0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 1092 time: 1.2995391 Feb 02 13:04:48.773981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfccb0b2-7715-453d-b3c0-a7c4b3336737 req-d5256615-d57d-47b6-b4b7-fbf556a6b3e0 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439259 Feb 02 13:04:48.838911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:48.839464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:48.839863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:48.840331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Bound port: 0bce2d7b-fb2a-43ec-8c60-e16d31c84203, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:48.840679 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:48.859015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:48.861586 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddff0992-81bc-45ea-96b7-8e041a62ed43" -d '{"events": [{"name": "network-changed", "server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:48.869773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cfb68c53-630f-4feb-9bd9-9aee775a2932 None None] Provisioning complete for port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:48.871361 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfb68c53-630f-4feb-9bd9-9aee775a2932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:48.897291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a4ab4-c913-4182-987f-ab14428bcf6f service neutron] Pushing event updated for resources: {'Port': ['ID=0d594e55-446d-4dcf-ab79-2e25b700b516,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:48.938252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91177a23-3c46-4b73-b131-258f388dcd81 req-60955792-3c37-441a-bc4b-93f1196428b9 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:48.938252 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91177a23-3c46-4b73-b131-258f388dcd81 req-60955792-3c37-441a-bc4b-93f1196428b9 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.62 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 966 time: 0.2397563 Feb 02 13:04:48.943391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cfb68c53-630f-4feb-9bd9-9aee775a2932 None None] Port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:48.970082 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c7745-291d-47de-aa9d-4885f88710e5 req-8580abd6-7843-4960-8768-76b6466f88f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:48.971608 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-8580abd6-7843-4960-8768-76b6466f88f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 1126 time: 0.1332579 Feb 02 13:04:49.051973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69455cee-758c-413f-9755-9c1b86a144bb req-ee902acb-5323-4e95-ae07-303d47f8038a tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718946 Feb 02 13:04:49.053413 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-82c761f2-2ce0-44f3-84aa-31525f4fae36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 217 time: 0.0556107 Feb 02 13:04:49.102204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:49.140440 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12574d-cb68-483e-81b8-40457d6ecd88 req-71402f3c-6e4d-4cde-81c4-c587e8c51e66 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:49.142498 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c12574d-cb68-483e-81b8-40457d6ecd88 req-71402f3c-6e4d-4cde-81c4-c587e8c51e66 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 944 time: 0.2991474 Feb 02 13:04:49.171348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfccb0b2-7715-453d-b3c0-a7c4b3336737 req-fb848088-240c-4827-bb22-8e7a7423f181 service neutron] 10.222.0.18 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846326 Feb 02 13:04:49.245653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c7745-291d-47de-aa9d-4885f88710e5 req-6f56133c-1a89-4544-952c-e372a4b15915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:49.247532 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-6f56133c-1a89-4544-952c-e372a4b15915 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.1649745 Feb 02 13:04:49.255819 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:49.259047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] For port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:49.307303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-91177a23-3c46-4b73-b131-258f388dcd81 req-2cb065a3-9b4c-4daf-86e1-d7d420690093 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Deleting port 5785ce12-5b97-4c71-a6bf-f5445555665c {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:04:49.307671 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-91177a23-3c46-4b73-b131-258f388dcd81 req-2cb065a3-9b4c-4daf-86e1-d7d420690093 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:49.321375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] For port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0bce2d7b-fb2a-43ec-8c60-e16d31c84203,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:49.338807 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:49.353849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c12574d-cb68-483e-81b8-40457d6ecd88 req-71299cba-28d4-4ffe-92ab-976056f38ff7 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849303 Feb 02 13:04:49.364503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd80be81-e23c-473f-a18b-6a1e2510f17e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:49.398390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443b78-be4f-434f-be7c-9a2b4cc8a88a req-9ce9e8ee-cc91-459a-b8c7-85c701a70b1b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:49.403800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443b78-be4f-434f-be7c-9a2b4cc8a88a req-9ce9e8ee-cc91-459a-b8c7-85c701a70b1b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:49.411615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443b78-be4f-434f-be7c-9a2b4cc8a88a req-9ce9e8ee-cc91-459a-b8c7-85c701a70b1b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:49.413588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45443b78-be4f-434f-be7c-9a2b4cc8a88a req-9ce9e8ee-cc91-459a-b8c7-85c701a70b1b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 2374 time: 0.2409344 Feb 02 13:04:49.418232 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Publish callbacks [] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:49.442241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:49.446712 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:49.448486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] 10.222.0.18 "PUT /v2.0/ports/0bce2d7b-fb2a-43ec-8c60-e16d31c84203 HTTP/1.1" status: 200 len: 1096 time: 3.8383312 Feb 02 13:04:49.451981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4d4a9b-55cb-4f8b-9143-597317113682', 'tag': '0bce2d7b-fb2a-43ec-8c60-e16d31c84203'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:49.454371 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8404e70f-5100-4f1e-a63f-0b57beece2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4d4a9b-55cb-4f8b-9143-597317113682", "tag": "0bce2d7b-fb2a-43ec-8c60-e16d31c84203"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:49.492249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Transition to ACTIVE for port object fd80be81-e23c-473f-a18b-6a1e2510f17e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:04:49.510272 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:49.544934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c7745-291d-47de-aa9d-4885f88710e5 req-354ce0ad-b83b-4b4b-b6b5-d1f81e334eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:49.546514 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-354ce0ad-b83b-4b4b-b6b5-d1f81e334eee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2882514 Feb 02 13:04:49.550629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08d71f-e656-4e11-b863-ab485c128385 service neutron] Pushing event updated for resources: {'Port': ['ID=0bce2d7b-fb2a-43ec-8c60-e16d31c84203,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:49.614999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-91177a23-3c46-4b73-b131-258f388dcd81 req-2cb065a3-9b4c-4daf-86e1-d7d420690093 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] For port 5785ce12-5b97-4c71-a6bf-f5445555665c, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5785ce12-5b97-4c71-a6bf-f5445555665c,segment=NetworkSegment(443b8687-52d3-4fc7-a0d0-390789216ab4),segment_id=443b8687-52d3-4fc7-a0d0-390789216ab4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:49.615374 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-91177a23-3c46-4b73-b131-258f388dcd81 req-2cb065a3-9b4c-4daf-86e1-d7d420690093 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:49.655458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-91177a23-3c46-4b73-b131-258f388dcd81 req-2cb065a3-9b4c-4daf-86e1-d7d420690093 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Calling delete_port for 5785ce12-5b97-4c71-a6bf-f5445555665c owned by compute:tempest-test_az-736489480 {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:04:49.662904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45443b78-be4f-434f-be7c-9a2b4cc8a88a req-35407893-a375-4b8f-a237-390e7839dd52 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368393 Feb 02 13:04:49.777635 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Pushing event updated for resources: {'Port': ['ID=fd80be81-e23c-473f-a18b-6a1e2510f17e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:49.829504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Allocated IP 10.2.2.100 (30e40ba2-a8b1-4051-9108-dbee8f9b7020/47f73150-bb8a-4932-8e53-2071d90f5968/92e5923a-ca1f-4def-85a7-fbeed5c55ddf) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:50.204979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5183cdc4-242f-49f8-9196-7070a96fa4a7 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:50.221177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-6055fbaa-be33-4e56-baf4-f67794e764d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:50.222869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-6055fbaa-be33-4e56-baf4-f67794e764d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=6b4d4a9b-55cb-4f8b-9143-597317113682 HTTP/1.1" status: 200 len: 1130 time: 0.6865675 Feb 02 13:04:50.225877 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9002c3-3cc2-444b-9aa8-b23a2c63c15c x-openstack-request-id: req-6d9002c3-3cc2-444b-9aa8-b23a2c63c15c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:50.226765 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:50.227183 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6d9002c3-3cc2-444b-9aa8-b23a2c63c15c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:50.227810 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'status': 'completed', 'code': 200} Feb 02 13:04:50.243531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b70da-400d-4eef-a1c7-95912d78246e req-5413b390-b6ee-4027-9d04-0939bb44a887 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:50.245681 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-fe03aafe-a61d-423a-9d94-f2702a28e3af service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711957 Feb 02 13:04:50.251282 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb6b70da-400d-4eef-a1c7-95912d78246e req-5413b390-b6ee-4027-9d04-0939bb44a887 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/ports?device_id=03678de7-947e-4e51-bb89-57708b0ebb51 HTTP/1.1" status: 200 len: 966 time: 0.6604953 Feb 02 13:04:50.342535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc00873-5df4-4134-a71e-0c7ef446aab1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=0bce2d7b-fb2a-43ec-8c60-e16d31c84203 HTTP/1.1" status: 200 len: 217 time: 0.0878129 Feb 02 13:04:50.371609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Attempting to bind port fd80be81-e23c-473f-a18b-6a1e2510f17e on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:50.371947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Attempting to bind port fd80be81-e23c-473f-a18b-6a1e2510f17e by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:50.372275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Attempting to bind port fd80be81-e23c-473f-a18b-6a1e2510f17e on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:50.378386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5183cdc4-242f-49f8-9196-7070a96fa4a7 is: DOWN; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:50.420783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Port fd80be81-e23c-473f-a18b-6a1e2510f17e on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:04:50.421139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Attempting to bind port fd80be81-e23c-473f-a18b-6a1e2510f17e on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:50.433168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefff59e-2148-4b99-a231-44b158ab1d5f req-8886a9df-96b8-4d90-9f9e-971b82505cac tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:50.436061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eefff59e-2148-4b99-a231-44b158ab1d5f req-8886a9df-96b8-4d90-9f9e-971b82505cac tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.2216358 Feb 02 13:04:50.446441 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb6b70da-400d-4eef-a1c7-95912d78246e req-cdbba886-fbc9-4cdf-832c-da76c96a5bcb tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.83 "GET /v2.0/security-groups?id=dd028458-680a-45e3-92d8-3921f2869881&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942534 Feb 02 13:04:50.457885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:50.458578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:50.459245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:50.460150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Bound port: fd80be81-e23c-473f-a18b-6a1e2510f17e, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:50.460509 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:50.480246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9e1e36cc-c723-4472-ba6d-5bd528a80798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:50.480833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9e1e36cc-c723-4472-ba6d-5bd528a80798 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1270278 Feb 02 13:04:50.505953 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-589c7745-291d-47de-aa9d-4885f88710e5 req-16676a4a-4eed-4c90-99e3-8966edf05bff service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428253 Feb 02 13:04:50.515121 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-91177a23-3c46-4b73-b131-258f388dcd81 req-2cb065a3-9b4c-4daf-86e1-d7d420690093 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5785ce12-5b97-4c71-a6bf-f5445555665c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:50.560214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb065a3-9b4c-4daf-86e1-d7d420690093 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Pushing event deleted for resources: {'Port': ['ID=5785ce12-5b97-4c71-a6bf-f5445555665c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:50.579825 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:50.616853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-91177a23-3c46-4b73-b131-258f388dcd81 req-2cb065a3-9b4c-4daf-86e1-d7d420690093 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] No DVR routers for this DVR port 5785ce12-5b97-4c71-a6bf-f5445555665c on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:04:50.621306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-91177a23-3c46-4b73-b131-258f388dcd81 req-2cb065a3-9b4c-4daf-86e1-d7d420690093 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:50.624585 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91177a23-3c46-4b73-b131-258f388dcd81 req-2cb065a3-9b4c-4daf-86e1-d7d420690093 tempest-LiveAutoBlockMigrationV225Test-317977699 tempest-LiveAutoBlockMigrationV225Test-317977699-project] 10.222.0.62 "DELETE /v2.0/ports/5785ce12-5b97-4c71-a6bf-f5445555665c HTTP/1.1" status: 204 len: 173 time: 1.6704357 Feb 02 13:04:50.668177 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eefff59e-2148-4b99-a231-44b158ab1d5f req-bab8cf17-cf45-4cdb-853c-3c72dbeff46a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180519 Feb 02 13:04:50.694071 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:50.698390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff0992-81bc-45ea-96b7-8e041a62ed43 req-e7273580-aa8e-4c70-a333-d9daf0a7148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:50.705720 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ddff0992-81bc-45ea-96b7-8e041a62ed43 req-e7273580-aa8e-4c70-a333-d9daf0a7148c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 1126 time: 0.0815556 Feb 02 13:04:50.711690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] For port fd80be81-e23c-473f-a18b-6a1e2510f17e, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:50.723184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:50.727532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:50.728564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] For port fd80be81-e23c-473f-a18b-6a1e2510f17e, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fd80be81-e23c-473f-a18b-6a1e2510f17e,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:50.737407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-b1064517-212c-4e83-ab2e-5d62d512afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:50.740835 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-b1064517-212c-4e83-ab2e-5d62d512afa2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2475312 Feb 02 13:04:50.774551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86ea21-bda4-4db9-8b59-79001be74cca req-b96ff15d-4871-4780-9f39-cd56a371b7e2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:50.775249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:50.792487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f86ea21-bda4-4db9-8b59-79001be74cca req-b96ff15d-4871-4780-9f39-cd56a371b7e2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.2549858 Feb 02 13:04:50.809479 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:50.914607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:50.915241 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:50.917545 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] 10.222.0.18 "PUT /v2.0/ports/fd80be81-e23c-473f-a18b-6a1e2510f17e HTTP/1.1" status: 200 len: 1096 time: 3.2752585 Feb 02 13:04:50.967012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Port': ['ID=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:51.011272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:51.024356 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:51.085041 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6cdb0bed-db02-4ce1-9118-49d4a5afd49b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4347517 Feb 02 13:04:51.110720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'port': {'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020', 'admin_state_up': True, 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'security_groups': ['6d173861-5bf4-4ee4-b5ce-a559e5918196']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:51.116273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff0992-81bc-45ea-96b7-8e041a62ed43 req-45d351f5-c407-42ff-a4db-9192ee7a6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:51.117743 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ddff0992-81bc-45ea-96b7-8e041a62ed43 req-45d351f5-c407-42ff-a4db-9192ee7a6bb1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.3930366 Feb 02 13:04:51.147232 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f86ea21-bda4-4db9-8b59-79001be74cca req-ae688da4-0a28-401a-8bec-af1c717bb6c8 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537569 Feb 02 13:04:51.197767 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9368e88c-92f8-4abf-a520-6e589d472ef5 x-openstack-request-id: req-9368e88c-92f8-4abf-a520-6e589d472ef5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:51.198125 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4d4a9b-55cb-4f8b-9143-597317113682", "tag": "0bce2d7b-fb2a-43ec-8c60-e16d31c84203", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:51.198335 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9368e88c-92f8-4abf-a520-6e589d472ef5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:51.198585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fe02ca94-5429-4255-bb27-45b298581c97 None None] Provisioning complete for port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:51.198730 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4d4a9b-55cb-4f8b-9143-597317113682', 'tag': '0bce2d7b-fb2a-43ec-8c60-e16d31c84203', 'status': 'completed', 'code': 200} Feb 02 13:04:51.199209 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe02ca94-5429-4255-bb27-45b298581c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:51.230640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2cdb4-92c8-4180-a6b3-a3db8fbf5d76 service neutron] Pushing event updated for resources: {'Port': ['ID=fd80be81-e23c-473f-a18b-6a1e2510f17e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:51.256858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-d6f18d08-8369-47c6-a98b-5fcc32ac20e4 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973819 Feb 02 13:04:51.271414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fe02ca94-5429-4255-bb27-45b298581c97 None None] Port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:51.302868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Made reservation on behalf of df2004d95bfd4d109509dd5fa94f1fec for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:51.308518 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:51.339916 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ddff0992-81bc-45ea-96b7-8e041a62ed43 req-9010f985-12e1-4b0d-bcd0-61523518c2ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 217 time: 0.0462556 Feb 02 13:04:51.342531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-897deb9d-f82d-4c9a-b7a4-7cf09fa36e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:51.344101 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-897deb9d-f82d-4c9a-b7a4-7cf09fa36e53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 1130 time: 0.3194342 Feb 02 13:04:51.430048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-ac0949cd-7bad-47bb-9c80-21fa2d4d6ec6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=fd80be81-e23c-473f-a18b-6a1e2510f17e HTTP/1.1" status: 200 len: 217 time: 0.0542569 Feb 02 13:04:51.491815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-76b4ce27-6462-4322-8d19-5c9f3f42765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:51.493308 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-76b4ce27-6462-4322-8d19-5c9f3f42765b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0551162 Feb 02 13:04:51.513982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4fe9f-2eb1-47f3-93c4-5751153bfcc4 req-38665788-6458-4979-8a77-c0c6936d1116 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:51.521187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7c4fe9f-2eb1-47f3-93c4-5751153bfcc4 req-38665788-6458-4979-8a77-c0c6936d1116 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 948 time: 0.2350552 Feb 02 13:04:51.530792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff0992-81bc-45ea-96b7-8e041a62ed43 req-647b26bb-40a8-47ad-8f42-860f5bd4f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:51.532416 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ddff0992-81bc-45ea-96b7-8e041a62ed43 req-647b26bb-40a8-47ad-8f42-860f5bd4f881 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.1580689 Feb 02 13:04:51.541512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-15282869-90ef-4583-9c78-aacf4dfc395e service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766409 Feb 02 13:04:51.638743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Allocated IP 10.2.2.200 (30e40ba2-a8b1-4051-9108-dbee8f9b7020/47f73150-bb8a-4932-8e53-2071d90f5968/fa87ddce-c6ae-4971-ab64-55a01c1f3583) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:04:51.651335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff0992-81bc-45ea-96b7-8e041a62ed43 req-2b2dda9b-c749-4181-b29f-ec8c0a42640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:51.652858 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ddff0992-81bc-45ea-96b7-8e041a62ed43 req-2b2dda9b-c749-4181-b29f-ec8c0a42640b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0798092 Feb 02 13:04:51.671276 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7c4fe9f-2eb1-47f3-93c4-5751153bfcc4 req-97bbad1d-52bf-4121-87a0-74724f431cde tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491339 Feb 02 13:04:51.685591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-b68d9b61-3645-4267-add3-cb73752bed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:51.687073 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-b68d9b61-3645-4267-add3-cb73752bed5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1820855 Feb 02 13:04:51.696532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ff67-9879-4564-ba6b-2db522bd9c27 req-cc3467ff-07ed-4752-8a43-6b789393a3fd tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:51.702640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43c5ff67-9879-4564-ba6b-2db522bd9c27 req-cc3467ff-07ed-4752-8a43-6b789393a3fd tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 944 time: 0.1613202 Feb 02 13:04:51.777400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70cc34-3ae7-4f83-985c-8ebc310c9b4d req-a6ca8f49-d61f-413c-b91b-e1b2d71b3add tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:51.778843 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe70cc34-3ae7-4f83-985c-8ebc310c9b4d req-a6ca8f49-d61f-413c-b91b-e1b2d71b3add tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.18 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 946 time: 0.1713617 Feb 02 13:04:51.890102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:51.903999 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ddff0992-81bc-45ea-96b7-8e041a62ed43 req-6b891dd6-cc33-4367-a6c6-44becb47354c service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223957 Feb 02 13:04:51.936578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43c5ff67-9879-4564-ba6b-2db522bd9c27 req-95b15cb3-ae54-449a-b1fb-62ea5123d0c4 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225189 Feb 02 13:04:51.974435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e70f-5100-4f1e-a63f-0b57beece2d2 req-61611ccb-8515-4c8b-bef9-0405592379da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:51.976229 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8404e70f-5100-4f1e-a63f-0b57beece2d2 req-61611ccb-8515-4c8b-bef9-0405592379da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=6b4d4a9b-55cb-4f8b-9143-597317113682 HTTP/1.1" status: 200 len: 1130 time: 0.2875965 Feb 02 13:04:51.998947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-5ad14e7d-005a-4f8a-ad92-8d3e19020598 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999372 Feb 02 13:04:52.058452 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ddff0992-81bc-45ea-96b7-8e041a62ed43 req-9d03f2a2-9f3b-4d7a-b3b5-d028d272e137 service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478577 Feb 02 13:04:52.059549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:52.066720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bf5af-e8c1-4fea-93b9-9f2afc2cf88d req-dbb69f44-9e70-47de-a033-af890798aad6 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:52.072128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bf5af-e8c1-4fea-93b9-9f2afc2cf88d req-dbb69f44-9e70-47de-a033-af890798aad6 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:52.086679 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bf5af-e8c1-4fea-93b9-9f2afc2cf88d req-dbb69f44-9e70-47de-a033-af890798aad6 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:52.095895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7bf5af-e8c1-4fea-93b9-9f2afc2cf88d req-dbb69f44-9e70-47de-a033-af890798aad6 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:52.098389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db7bf5af-e8c1-4fea-93b9-9f2afc2cf88d req-dbb69f44-9e70-47de-a033-af890798aad6 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 3095 time: 0.3164883 Feb 02 13:04:52.119381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:04:52.123034 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:52.129910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:04:52.160188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event updated for resources: {'Port': ['ID=fa87ddce-c6ae-4971-ab64-55a01c1f3583,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:52.194112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:52.194830 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:52.228735 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6b6805c0-ed07-4e5f-80c8-4151eee10d05 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1224370 Feb 02 13:04:52.229234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03678de7-947e-4e51-bb89-57708b0ebb51', 'name': 'network-vif-deleted', 'tag': '5785ce12-5b97-4c71-a6bf-f5445555665c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:52.233518 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7833f9-914a-496e-bab8-a7886446d434" -d '{"events": [{"server_uuid": "03678de7-947e-4e51-bb89-57708b0ebb51", "name": "network-vif-deleted", "tag": "5785ce12-5b97-4c71-a6bf-f5445555665c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:52.246900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Request body: {'port': {'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:52.314308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e70f-5100-4f1e-a63f-0b57beece2d2 req-90001c15-34ea-44f6-93bd-5e7588d01ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:52.317907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8404e70f-5100-4f1e-a63f-0b57beece2d2 req-90001c15-34ea-44f6-93bd-5e7588d01ae1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.3170173 Feb 02 13:04:52.320260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de0ddfe5-2524-4aae-8702-f2cec2116c56 req-1d38c534-088a-419b-a603-3b043329a5ff service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070562 Feb 02 13:04:52.353871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:52.430565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5785ce12-5b97-4c71-a6bf-f5445555665c no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:52.441281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8404e70f-5100-4f1e-a63f-0b57beece2d2 req-82244cc9-730b-48a8-96cf-bc106c07542d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=0bce2d7b-fb2a-43ec-8c60-e16d31c84203 HTTP/1.1" status: 200 len: 217 time: 0.0762827 Feb 02 13:04:52.450999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fe70cc34-3ae7-4f83-985c-8ebc310c9b4d req-9b2654f3-13b1-451a-a4cc-acbd65ff8aa4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Deleting port 519d412e-5e84-4e60-9f13-44e90548c2ef {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:04:52.451338 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe70cc34-3ae7-4f83-985c-8ebc310c9b4d req-9b2654f3-13b1-451a-a4cc-acbd65ff8aa4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:52.457158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 5785ce12-5b97-4c71-a6bf-f5445555665c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:04:52.457942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5785ce12-5b97-4c71-a6bf-f5445555665c not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:04:52.483011 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db7bf5af-e8c1-4fea-93b9-9f2afc2cf88d req-3fd94541-e8c6-4f29-9c84-91a68e7d0c5d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670542 Feb 02 13:04:52.551450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f795f3af-2064-4f94-961b-0a9b5c8d8abf None None] Provisioning complete for port fa87ddce-c6ae-4971-ab64-55a01c1f3583 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:52.551823 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f795f3af-2064-4f94-961b-0a9b5c8d8abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:52.573509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:52.638273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042958c8-50e0-4e4d-96c6-07e1ae12b4d6 req-a6a59483-9aff-4a21-9713-b34aec19700f tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:52.642779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-042958c8-50e0-4e4d-96c6-07e1ae12b4d6 req-a6a59483-9aff-4a21-9713-b34aec19700f tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 946 time: 0.2883883 Feb 02 13:04:52.644324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f795f3af-2064-4f94-961b-0a9b5c8d8abf None None] Port fa87ddce-c6ae-4971-ab64-55a01c1f3583 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:04:52.653219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e70f-5100-4f1e-a63f-0b57beece2d2 req-029136d3-3396-4212-91c3-3e31b4c1ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:52.654677 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8404e70f-5100-4f1e-a63f-0b57beece2d2 req-029136d3-3396-4212-91c3-3e31b4c1ddfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1866939 Feb 02 13:04:52.676409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c87d60-7381-4961-a6c1-8d23cfdda506 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:52.683952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Publish callbacks [] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:52.700966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Transition to ACTIVE for port object 52c87d60-7381-4961-a6c1-8d23cfdda506 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:04:52.707193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:52.766895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Pushing event updated for resources: {'Port': ['ID=52c87d60-7381-4961-a6c1-8d23cfdda506,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:52.796988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fe70cc34-3ae7-4f83-985c-8ebc310c9b4d req-9b2654f3-13b1-451a-a4cc-acbd65ff8aa4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] For port 519d412e-5e84-4e60-9f13-44e90548c2ef, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=519d412e-5e84-4e60-9f13-44e90548c2ef,segment=NetworkSegment(b32cd471-88cd-442c-9649-33db725992f5),segment_id=b32cd471-88cd-442c-9649-33db725992f5)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:52.797357 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe70cc34-3ae7-4f83-985c-8ebc310c9b4d req-9b2654f3-13b1-451a-a4cc-acbd65ff8aa4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:52.839804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fe70cc34-3ae7-4f83-985c-8ebc310c9b4d req-9b2654f3-13b1-451a-a4cc-acbd65ff8aa4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Calling delete_port for 519d412e-5e84-4e60-9f13-44e90548c2ef owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:04:52.852736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-36a53e4b-aa2b-4a87-9360-19994dc4a75a admin admin] Deleting subnet 708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:04:52.862645 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a53e4b-aa2b-4a87-9360-19994dc4a75a admin admin] Publish callbacks [] for subnet (708dee7a-bc33-4813-ab59-c9fbe4f3f7a7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:52.867925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Attempting to bind port 52c87d60-7381-4961-a6c1-8d23cfdda506 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:52.868576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Attempting to bind port 52c87d60-7381-4961-a6c1-8d23cfdda506 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:52.869067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Attempting to bind port 52c87d60-7381-4961-a6c1-8d23cfdda506 on network 0fe900c1-1a6a-4411-9f22-913eacc5c949 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:52.877036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Port 52c87d60-7381-4961-a6c1-8d23cfdda506 on network 0fe900c1-1a6a-4411-9f22-913eacc5c949 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:04:52.877557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Attempting to bind port 52c87d60-7381-4961-a6c1-8d23cfdda506 on network 0fe900c1-1a6a-4411-9f22-913eacc5c949 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:52.883440 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:52.883784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Checking segment: {'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:52.884160 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Bound using segment: {'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:52.884582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Bound port: 52c87d60-7381-4961-a6c1-8d23cfdda506, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ebbc56-a897-43c8-9cff-e6003ba6caa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:52.884935 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:52.905800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e71996-6488-4889-81f8-35dad90cae01 req-755e5e97-2925-4a8f-90be-46eb46547fa4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:52.914359 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39e71996-6488-4889-81f8-35dad90cae01 req-755e5e97-2925-4a8f-90be-46eb46547fa4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.2689054 Feb 02 13:04:52.945173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-042958c8-50e0-4e4d-96c6-07e1ae12b4d6 req-5a5bd560-1bcb-4cab-a228-b251534fde30 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/security-groups?id=37b8d48c-6c81-4be9-8751-b36752056858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749293 Feb 02 13:04:52.992988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] For port 52c87d60-7381-4961-a6c1-8d23cfdda506, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:52.997235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] For port 52c87d60-7381-4961-a6c1-8d23cfdda506, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=52c87d60-7381-4961-a6c1-8d23cfdda506,segment=NetworkSegment(86ebbc56-a897-43c8-9cff-e6003ba6caa9),segment_id=86ebbc56-a897-43c8-9cff-e6003ba6caa9)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:53.008455 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.049532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:53.050021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.051460 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] 10.222.0.18 "PUT /v2.0/ports/52c87d60-7381-4961-a6c1-8d23cfdda506 HTTP/1.1" status: 200 len: 1092 time: 0.8088484 Feb 02 13:04:53.070300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404e70f-5100-4f1e-a63f-0b57beece2d2 req-8208e6be-819f-4aa4-8c5d-6a5e20f4c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:53.072136 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8404e70f-5100-4f1e-a63f-0b57beece2d2 req-8208e6be-819f-4aa4-8c5d-6a5e20f4c17f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3665681 Feb 02 13:04:53.083032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27bd3b-5c38-48a1-bb6e-b29decadc746 service neutron] Pushing event updated for resources: {'Port': ['ID=52c87d60-7381-4961-a6c1-8d23cfdda506,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:53.087999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39e71996-6488-4889-81f8-35dad90cae01 req-ad5eeae9-1f3f-40cf-9cec-badd349b24d1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727114 Feb 02 13:04:53.107732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Request body: {'port': {'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:53.132710 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a53e4b-aa2b-4a87-9360-19994dc4a75a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (708dee7a-bc33-4813-ab59-c9fbe4f3f7a7), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.180549 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8c054d-f3f5-4de7-b78e-5807be58ddd0 x-openstack-request-id: req-3a8c054d-f3f5-4de7-b78e-5807be58ddd0 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:53.180844 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03678de7-947e-4e51-bb89-57708b0ebb51", "name": "network-vif-deleted", "tag": "5785ce12-5b97-4c71-a6bf-f5445555665c", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:53.181098 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3a8c054d-f3f5-4de7-b78e-5807be58ddd0 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:53.181526 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03678de7-947e-4e51-bb89-57708b0ebb51', 'name': 'network-vif-deleted', 'tag': '5785ce12-5b97-4c71-a6bf-f5445555665c', 'status': 'completed', 'code': 200} Feb 02 13:04:53.201448 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a53e4b-aa2b-4a87-9360-19994dc4a75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (708dee7a-bc33-4813-ab59-c9fbe4f3f7a7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.201871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.204920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15de54d5-36f5-4613-853b-f72bb1594a80', 'tag': 'fd80be81-e23c-473f-a18b-6a1e2510f17e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:53.207289 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09382c44-bfeb-4fcf-8e27-e759c6674754" -d '{"events": [{"name": "network-changed", "server_uuid": "15de54d5-36f5-4613-853b-f72bb1594a80", "tag": "fd80be81-e23c-473f-a18b-6a1e2510f17e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:53.381180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effba7f-6d15-497a-a0db-20ff28399162 req-f717e97f-faef-413d-af12-ce3a23705ca0 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:53.384061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5effba7f-6d15-497a-a0db-20ff28399162 req-f717e97f-faef-413d-af12-ce3a23705ca0 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.3428531 Feb 02 13:04:53.464635 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a53e4b-aa2b-4a87-9360-19994dc4a75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (708dee7a-bc33-4813-ab59-c9fbe4f3f7a7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.509463 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-36a53e4b-aa2b-4a87-9360-19994dc4a75a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.515245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-36a53e4b-aa2b-4a87-9360-19994dc4a75a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/708dee7a-bc33-4813-ab59-c9fbe4f3f7a7 HTTP/1.1" status: 204 len: 168 time: 0.9393189 Feb 02 13:04:53.517558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8404e70f-5100-4f1e-a63f-0b57beece2d2 req-4a3c70c7-f410-4aed-b5fa-4e3a228bb35b service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080458 Feb 02 13:04:53.518721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45242) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:53.526170 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a53e4b-aa2b-4a87-9360-19994dc4a75a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708dee7a-bc33-4813-ab59-c9fbe4f3f7a7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:53.564099 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5effba7f-6d15-497a-a0db-20ff28399162 req-32996516-c59b-4e69-a2f2-087331276206 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671529 Feb 02 13:04:53.577313 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe70cc34-3ae7-4f83-985c-8ebc310c9b4d req-9b2654f3-13b1-451a-a4cc-acbd65ff8aa4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (519d412e-5e84-4e60-9f13-44e90548c2ef), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.612677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['519d412e-5e84-4e60-9f13-44e90548c2ef'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:53.688817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13faa4c4-a1e2-4351-8275-345fc771c7c8 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:53.705422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (2b9af990-5e2e-47c3-abe4-0e26c82225db), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.708972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Publish callbacks [] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.739132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Transition to ACTIVE for port object 13faa4c4-a1e2-4351-8275-345fc771c7c8 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:04:53.816233 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (2b9af990-5e2e-47c3-abe4-0e26c82225db), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.840366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b9af990-5e2e-47c3-abe4-0e26c82225db']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:53.853583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443b8687-52d3-4fc7-a0d0-390789216ab4') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:53.854009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443b8687-52d3-4fc7-a0d0-390789216ab4') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:53.870129 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (443b8687-52d3-4fc7-a0d0-390789216ab4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.884970 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (443b8687-52d3-4fc7-a0d0-390789216ab4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.892643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:04:53.893359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (443b8687-52d3-4fc7-a0d0-390789216ab4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.951241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.953761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45250) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:04:53.955320 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:04:53.983906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (2b9af990-5e2e-47c3-abe4-0e26c82225db), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.988989 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:53.996120 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] 10.222.0.83 "DELETE /v2.0/networks/2b9af990-5e2e-47c3-abe4-0e26c82225db HTTP/1.1" status: 204 len: 168 time: 0.4767966 Feb 02 13:04:54.000763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2654f3-13b1-451a-a4cc-acbd65ff8aa4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Pushing event deleted for resources: {'Port': ['ID=519d412e-5e84-4e60-9f13-44e90548c2ef,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:54.001331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45256) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:54.060911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f2f1d3-c727-4c1b-82bc-4b3066b4ad45 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b9af990-5e2e-47c3-abe4-0e26c82225db,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:54.117884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Pushing event updated for resources: {'Port': ['ID=13faa4c4-a1e2-4351-8275-345fc771c7c8,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:54.130272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe70cc34-3ae7-4f83-985c-8ebc310c9b4d req-9b2654f3-13b1-451a-a4cc-acbd65ff8aa4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] No DVR routers for this DVR port 519d412e-5e84-4e60-9f13-44e90548c2ef on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:04:54.137337 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fe70cc34-3ae7-4f83-985c-8ebc310c9b4d req-9b2654f3-13b1-451a-a4cc-acbd65ff8aa4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.141596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe70cc34-3ae7-4f83-985c-8ebc310c9b4d req-9b2654f3-13b1-451a-a4cc-acbd65ff8aa4 tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.18 "DELETE /v2.0/ports/519d412e-5e84-4e60-9f13-44e90548c2ef HTTP/1.1" status: 204 len: 173 time: 2.3529801 Feb 02 13:04:54.161940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9550484-3379-4e3d-9ef9-7d723036df1e admin admin] Deleting subnet 8dd25ffd-d4d4-4831-a249-40e3a609fdb8 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:04:54.173294 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8404e70f-5100-4f1e-a63f-0b57beece2d2 req-b2c29ed5-ef75-491a-a51e-0bd1fa33c98f service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6408768 Feb 02 13:04:54.175844 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9550484-3379-4e3d-9ef9-7d723036df1e admin admin] Publish callbacks [] for subnet (8dd25ffd-d4d4-4831-a249-40e3a609fdb8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.209930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3f210-a2fd-4f23-b936-d329338b59f3 req-508c5406-8124-4cc5-a61f-d29a99a64445 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:54.211513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cb3f210-a2fd-4f23-b936-d329338b59f3 req-508c5406-8124-4cc5-a61f-d29a99a64445 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 948 time: 0.2167425 Feb 02 13:04:54.231120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bb9a3-6db2-488b-85d5-76b80c50cb3a req-cd8a529f-9324-459c-a134-62e36d86b879 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:54.240348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-476bb9a3-6db2-488b-85d5-76b80c50cb3a req-cd8a529f-9324-459c-a134-62e36d86b879 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 944 time: 0.2481375 Feb 02 13:04:54.242410 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9550484-3379-4e3d-9ef9-7d723036df1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (8dd25ffd-d4d4-4831-a249-40e3a609fdb8), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.250438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device fd80be81-e23c-473f-a18b-6a1e2510f17e details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:04:54.294333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Attempting to bind port 13faa4c4-a1e2-4351-8275-345fc771c7c8 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:54.295067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Attempting to bind port 13faa4c4-a1e2-4351-8275-345fc771c7c8 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:54.295636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Attempting to bind port 13faa4c4-a1e2-4351-8275-345fc771c7c8 on network 408baa00-e060-4bce-826e-a30977dfd810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:54.322657 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cb3f210-a2fd-4f23-b936-d329338b59f3 req-0e6e23e5-e09a-4c51-bf7f-f8937e7ab38a tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791152 Feb 02 13:04:54.340456 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Port 13faa4c4-a1e2-4351-8275-345fc771c7c8 on network 408baa00-e060-4bce-826e-a30977dfd810 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:04:54.340822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Attempting to bind port 13faa4c4-a1e2-4351-8275-345fc771c7c8 on network 408baa00-e060-4bce-826e-a30977dfd810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:54.351934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-476bb9a3-6db2-488b-85d5-76b80c50cb3a req-e21588cb-ac65-4ec2-9ad1-57e0642721e4 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106930 Feb 02 13:04:54.355832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:54.356170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Checking segment: {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:54.356551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Bound using segment: {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:54.356992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Bound port: 13faa4c4-a1e2-4351-8275-345fc771c7c8, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:54.357515 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.464455 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a574dbd4-849e-4d89-83a5-275cba453fb9 x-openstack-request-id: req-a574dbd4-849e-4d89-83a5-275cba453fb9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:54.464951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port fd80be81-e23c-473f-a18b-6a1e2510f17e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fd80be81-e23c-473f-a18b-6a1e2510f17e,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:54.465120 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15de54d5-36f5-4613-853b-f72bb1594a80", "tag": "fd80be81-e23c-473f-a18b-6a1e2510f17e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:54.465535 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a574dbd4-849e-4d89-83a5-275cba453fb9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:54.466378 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15de54d5-36f5-4613-853b-f72bb1594a80', 'tag': 'fd80be81-e23c-473f-a18b-6a1e2510f17e', 'status': 'completed', 'code': 200} Feb 02 13:04:54.484290 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9550484-3379-4e3d-9ef9-7d723036df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (8dd25ffd-d4d4-4831-a249-40e3a609fdb8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.488733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'fd80be81-e23c-473f-a18b-6a1e2510f17e', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'fd80be81-e23c-473f-a18b-6a1e2510f17e', 'mac_address': 'fa:16:3e:f2:ef:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:04:54.519276 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4f75d702-bc8f-499e-abab-d0e1b75e04b3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0a7c48a1d1034672966d601cd900aa22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5611753 Feb 02 13:04:54.528443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45260) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:54.552523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port fd80be81-e23c-473f-a18b-6a1e2510f17e is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:54.553948 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.590242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd80be81-e23c-473f-a18b-6a1e2510f17e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:54.621204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc7f34-530c-4ad4-ae0d-3ecd4e51c405 req-58c70eec-47da-4b15-85df-7e1710c1eb71 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:54.629089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] For port 13faa4c4-a1e2-4351-8275-345fc771c7c8, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:54.636258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc7f34-530c-4ad4-ae0d-3ecd4e51c405 req-58c70eec-47da-4b15-85df-7e1710c1eb71 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:54.640125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port fd80be81-e23c-473f-a18b-6a1e2510f17e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fd80be81-e23c-473f-a18b-6a1e2510f17e,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:54.646605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc7f34-530c-4ad4-ae0d-3ecd4e51c405 req-58c70eec-47da-4b15-85df-7e1710c1eb71 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:54.653678 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.654355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:04:54.663005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc7f34-530c-4ad4-ae0d-3ecd4e51c405 req-58c70eec-47da-4b15-85df-7e1710c1eb71 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:54.671386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] For port 13faa4c4-a1e2-4351-8275-345fc771c7c8, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=13faa4c4-a1e2-4351-8275-345fc771c7c8,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:54.690740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc7f34-530c-4ad4-ae0d-3ecd4e51c405 req-58c70eec-47da-4b15-85df-7e1710c1eb71 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:54.702550 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15e202bc-f389-44a3-994f-10d736bb7e5b admin admin] Publish callbacks [] for security_group (9ed6b2d3-f153-4f0e-a495-e54433cea18a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.704836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.710836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9550484-3379-4e3d-9ef9-7d723036df1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (8dd25ffd-d4d4-4831-a249-40e3a609fdb8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.734651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=fd80be81-e23c-473f-a18b-6a1e2510f17e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:54.741695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc7f34-530c-4ad4-ae0d-3ecd4e51c405 req-58c70eec-47da-4b15-85df-7e1710c1eb71 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:54.748934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebdc7f34-530c-4ad4-ae0d-3ecd4e51c405 req-58c70eec-47da-4b15-85df-7e1710c1eb71 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 4606 time: 0.3241196 Feb 02 13:04:54.757699 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9550484-3379-4e3d-9ef9-7d723036df1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.765285 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b9550484-3379-4e3d-9ef9-7d723036df1e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8dd25ffd-d4d4-4831-a249-40e3a609fdb8 HTTP/1.1" status: 204 len: 168 time: 0.7574186 Feb 02 13:04:54.772915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0bce2d7b-fb2a-43ec-8c60-e16d31c84203,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:54.786582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '0bce2d7b-fb2a-43ec-8c60-e16d31c84203', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '0bce2d7b-fb2a-43ec-8c60-e16d31c84203', 'mac_address': 'fa:16:3e:08:a9:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:04:54.802123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45264) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:54.803935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9550484-3379-4e3d-9ef9-7d723036df1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd25ffd-d4d4-4831-a249-40e3a609fdb8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:54.826952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e30ced91-d555-4d29-876e-ab0bcf2f62c9 req-a3644144-ea7c-4fb3-942d-bb89c02997ee tempest-ServerDiskConfigTestJSON-1983004793 tempest-ServerDiskConfigTestJSON-1983004793-project] 10.222.0.83 "GET /v2.0/ports?device_id=e405cd4a-f313-4ace-af64-ce76f6f4ac4c HTTP/1.1" status: 200 len: 210 time: 0.0737762 Feb 02 13:04:54.830493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:54.831085 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.849538 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:54.850558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.854295 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] 10.222.0.18 "PUT /v2.0/ports/13faa4c4-a1e2-4351-8275-345fc771c7c8 HTTP/1.1" status: 200 len: 1136 time: 1.7644556 Feb 02 13:04:54.904018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:54.914083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Request body: {'port': {'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:54.934439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09382c44-bfeb-4fcf-8e27-e759c6674754 req-f6badd53-dbe3-4bca-9d0a-025ac5eb848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:54.937635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09382c44-bfeb-4fcf-8e27-e759c6674754 req-f6badd53-dbe3-4bca-9d0a-025ac5eb848f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 1130 time: 0.4456136 Feb 02 13:04:54.954050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0bce2d7b-fb2a-43ec-8c60-e16d31c84203,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:54.959387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15e202bc-f389-44a3-994f-10d736bb7e5b admin admin] Publish callbacks [] for security_group (9ed6b2d3-f153-4f0e-a495-e54433cea18a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.961577 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:54.962256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0d594e55-446d-4dcf-ab79-2e25b700b516 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:04:55.029171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.045778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=0bce2d7b-fb2a-43ec-8c60-e16d31c84203,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:55.104788 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebdc7f34-530c-4ad4-ae0d-3ecd4e51c405 req-7ff3047c-c466-45f7-bffd-35fc2c4f6972 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3491337 Feb 02 13:04:55.117840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5426ddf-50b7-4bc6-ae20-29995851abcd service neutron] Pushing event updated for resources: {'Port': ['ID=13faa4c4-a1e2-4351-8275-345fc771c7c8,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:55.224285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09382c44-bfeb-4fcf-8e27-e759c6674754 req-e310a43f-62db-45ef-8190-ad71fbe6877f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:55.224515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0d594e55-446d-4dcf-ab79-2e25b700b516, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0d594e55-446d-4dcf-ab79-2e25b700b516,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:55.226299 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09382c44-bfeb-4fcf-8e27-e759c6674754 req-e310a43f-62db-45ef-8190-ad71fbe6877f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2783332 Feb 02 13:04:55.238330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'port_id': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'mac_address': 'fa:16:3e:72:ec:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:04:55.278114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '52c87d60-7381-4961-a6c1-8d23cfdda506'}, {'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '13faa4c4-a1e2-4351-8275-345fc771c7c8'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:55.280503 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf3f540-00ae-4ba4-b275-6256464da7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "52c87d60-7381-4961-a6c1-8d23cfdda506"}, {"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "13faa4c4-a1e2-4351-8275-345fc771c7c8"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:55.291716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 0d594e55-446d-4dcf-ab79-2e25b700b516 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:55.292212 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.295584 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (fb01b874-aced-41f2-99f6-d303a8b37668), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.309882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d594e55-446d-4dcf-ab79-2e25b700b516 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:55.349841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09382c44-bfeb-4fcf-8e27-e759c6674754 req-68f049ec-4b3a-4d62-b09f-863c8257eb35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=fd80be81-e23c-473f-a18b-6a1e2510f17e HTTP/1.1" status: 200 len: 217 time: 0.1039014 Feb 02 13:04:55.355850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0d594e55-446d-4dcf-ab79-2e25b700b516, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0d594e55-446d-4dcf-ab79-2e25b700b516,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:55.359100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f2a73-0c5f-4165-b914-e3602378a095 req-e33a29e3-b94c-453b-9bf6-c561b5b8893b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:55.362012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc4f2a73-0c5f-4165-b914-e3602378a095 req-e33a29e3-b94c-453b-9bf6-c561b5b8893b tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.3929558 Feb 02 13:04:55.362291 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.428694 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=0d594e55-446d-4dcf-ab79-2e25b700b516,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:55.434549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc8771-ec3d-4e4c-94d3-c70ef9a16b54 req-8aaf8abe-0129-41ac-a562-78c5cb433c0d tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:55.442444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15fc8771-ec3d-4e4c-94d3-c70ef9a16b54 req-8aaf8abe-0129-41ac-a562-78c5cb433c0d tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.2120879 Feb 02 13:04:55.454348 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (fb01b874-aced-41f2-99f6-d303a8b37668), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.465035 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15e202bc-f389-44a3-994f-10d736bb7e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9ed6b2d3-f153-4f0e-a495-e54433cea18a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.468677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15e202bc-f389-44a3-994f-10d736bb7e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.474182 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-15e202bc-f389-44a3-994f-10d736bb7e5b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9ed6b2d3-f153-4f0e-a495-e54433cea18a HTTP/1.1" status: 204 len: 168 time: 0.9313629 Feb 02 13:04:55.504305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09382c44-bfeb-4fcf-8e27-e759c6674754 req-d4e0aad4-cf3d-40ed-a4bc-efef46be7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:55.506148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09382c44-bfeb-4fcf-8e27-e759c6674754 req-d4e0aad4-cf3d-40ed-a4bc-efef46be7e76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1287789 Feb 02 13:04:55.525739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb01b874-aced-41f2-99f6-d303a8b37668']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:55.531966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e202bc-f389-44a3-994f-10d736bb7e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed6b2d3-f153-4f0e-a495-e54433cea18a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:55.544782 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc4f2a73-0c5f-4165-b914-e3602378a095 req-90b3227a-7633-41aa-bdd0-f5c2c89d1e51 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657288 Feb 02 13:04:55.544987 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bf3c88-53dc-4f6e-a774-c86ac1b59779') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:55.545156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bf3c88-53dc-4f6e-a774-c86ac1b59779') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:04:55.561048 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (54bf3c88-53dc-4f6e-a774-c86ac1b59779), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.592185 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (54bf3c88-53dc-4f6e-a774-c86ac1b59779), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.604979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15fc8771-ec3d-4e4c-94d3-c70ef9a16b54 req-c375d2bb-0fa7-47c2-9293-36437773a40c tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615362 Feb 02 13:04:55.606763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:04:55.607269 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (54bf3c88-53dc-4f6e-a774-c86ac1b59779), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:04:55.609751 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:04:55.633987 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1084b77-7511-4278-adfb-ed50b7d6edf4 x-openstack-request-id: req-c1084b77-7511-4278-adfb-ed50b7d6edf4 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:55.634409 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "52c87d60-7381-4961-a6c1-8d23cfdda506", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "13faa4c4-a1e2-4351-8275-345fc771c7c8", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:55.634762 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c1084b77-7511-4278-adfb-ed50b7d6edf4 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:55.635317 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '52c87d60-7381-4961-a6c1-8d23cfdda506', 'status': 'completed', 'code': 200} Feb 02 13:04:55.635701 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '13faa4c4-a1e2-4351-8275-345fc771c7c8', 'status': 'completed', 'code': 200} Feb 02 13:04:55.669636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09382c44-bfeb-4fcf-8e27-e759c6674754 req-5f030373-5c96-427c-b92b-50800395535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:55.678862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09382c44-bfeb-4fcf-8e27-e759c6674754 req-5f030373-5c96-427c-b92b-50800395535c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1609499 Feb 02 13:04:55.742370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 725bf461-ffb7-4c2f-a579-300561af9e5e {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:55.750771 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (fb01b874-aced-41f2-99f6-d303a8b37668), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.753949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Publish callbacks [] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.760795 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.764321 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] 10.222.0.83 "DELETE /v2.0/networks/fb01b874-aced-41f2-99f6-d303a8b37668 HTTP/1.1" status: 204 len: 168 time: 0.9517508 Feb 02 13:04:55.781945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3759352-fe7f-4048-8035-054af3604ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=fb01b874-aced-41f2-99f6-d303a8b37668,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:55.792726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Transition to ACTIVE for port object 725bf461-ffb7-4c2f-a579-300561af9e5e will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:04:55.802153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:55.854350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['0bce2d7b-fb2a-43ec-8c60-e16d31c84203'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:55.881762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Pushing event updated for resources: {'Port': ['ID=725bf461-ffb7-4c2f-a579-300561af9e5e,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:55.940478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fd80be81-e23c-473f-a18b-6a1e2510f17e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:55.949586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['0d594e55-446d-4dcf-ab79-2e25b700b516'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:04:55.960412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c1241-c719-4f45-a875-cf33c2901c56 req-8c2b98a9-7074-4c86-ab51-20a73fea6f59 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:55.968253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-212c1241-c719-4f45-a875-cf33c2901c56 req-8c2b98a9-7074-4c86-ab51-20a73fea6f59 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 945 time: 0.2209094 Feb 02 13:04:56.037215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Attempting to bind port 725bf461-ffb7-4c2f-a579-300561af9e5e on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:56.039669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Attempting to bind port 725bf461-ffb7-4c2f-a579-300561af9e5e by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:56.040109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Attempting to bind port 725bf461-ffb7-4c2f-a579-300561af9e5e on network 408baa00-e060-4bce-826e-a30977dfd810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:56.048246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45284) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:56.053392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Port 725bf461-ffb7-4c2f-a579-300561af9e5e on network 408baa00-e060-4bce-826e-a30977dfd810 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:04:56.053715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-bff13857-f088-45d1-843e-811322c1c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:56.053835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Attempting to bind port 725bf461-ffb7-4c2f-a579-300561af9e5e on network 408baa00-e060-4bce-826e-a30977dfd810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:56.054219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-bff13857-f088-45d1-843e-811322c1c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:56.054700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-bff13857-f088-45d1-843e-811322c1c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:56.055893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-bff13857-f088-45d1-843e-811322c1c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:56.056372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-bff13857-f088-45d1-843e-811322c1c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:56.056835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-bff13857-f088-45d1-843e-811322c1c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:56.058890 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-bff13857-f088-45d1-843e-811322c1c8a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5354 time: 0.3790648 Feb 02 13:04:56.083261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:56.083629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Checking segment: {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:56.084016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Bound using segment: {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:56.089072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09382c44-bfeb-4fcf-8e27-e759c6674754 req-7ff92d96-cc07-4500-9215-f64f3ed0fe51 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896420 Feb 02 13:04:56.096703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Bound port: 725bf461-ffb7-4c2f-a579-300561af9e5e, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:56.097082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:56.114402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272d426-f120-47e7-af6e-108c202a0997 req-24400d42-17cc-40f0-a9d8-6336091b947f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:56.129361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0272d426-f120-47e7-af6e-108c202a0997 req-24400d42-17cc-40f0-a9d8-6336091b947f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 949 time: 0.4205623 Feb 02 13:04:56.218980 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4857c995-e337-44f7-9750-dc47aa56e3af admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a4763030dd2542e985a15e0c06e1cfb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664016 Feb 02 13:04:56.277022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] For port 725bf461-ffb7-4c2f-a579-300561af9e5e, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:56.284546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] For port 725bf461-ffb7-4c2f-a579-300561af9e5e, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=725bf461-ffb7-4c2f-a579-300561af9e5e,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:56.290532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45290) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:56.302834 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:56.311049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 519d412e-5e84-4e60-9f13-44e90548c2ef no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:04:56.368346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-3505cd33-2f6d-4f2e-9037-b9ebc5314b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:56.368811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-3505cd33-2f6d-4f2e-9037-b9ebc5314b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:56.369328 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-3505cd33-2f6d-4f2e-9037-b9ebc5314b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:56.371875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-3505cd33-2f6d-4f2e-9037-b9ebc5314b04 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2816422 Feb 02 13:04:56.387112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Pushing event updated for resources: {'Port': ['ID=725bf461-ffb7-4c2f-a579-300561af9e5e,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:56.415110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:56.415967 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:56.417504 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-66dbc04a-34f0-44fc-9cfb-caaad3051602 service neutron] 10.222.0.18 "PUT /v2.0/ports/725bf461-ffb7-4c2f-a579-300561af9e5e HTTP/1.1" status: 200 len: 1135 time: 1.5157061 Feb 02 13:04:56.418098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-212c1241-c719-4f45-a875-cf33c2901c56 req-dfc8a886-3384-4688-a4c3-5041cf04be11 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479022 Feb 02 13:04:56.425070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 519d412e-5e84-4e60-9f13-44e90548c2ef {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:04:56.425375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 519d412e-5e84-4e60-9f13-44e90548c2ef not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:04:56.489612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e405cd4a-f313-4ace-af64-ce76f6f4ac4c', 'name': 'network-vif-deleted', 'tag': '519d412e-5e84-4e60-9f13-44e90548c2ef'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:56.498168 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7cacde-82ee-42ac-a766-b22cb9ec4d88" -d '{"events": [{"server_uuid": "e405cd4a-f313-4ace-af64-ce76f6f4ac4c", "name": "network-vif-deleted", "tag": "519d412e-5e84-4e60-9f13-44e90548c2ef"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:56.505554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df197d1a-899b-4756-a165-8168288f3b31 admin admin] Publish callbacks [] for security_group (dd028458-680a-45e3-92d8-3921f2869881), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:56.550458 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df197d1a-899b-4756-a165-8168288f3b31 admin admin] Publish callbacks [] for security_group (dd028458-680a-45e3-92d8-3921f2869881), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:56.645517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Request body: {'port': {'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:56.712717 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df197d1a-899b-4756-a165-8168288f3b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (dd028458-680a-45e3-92d8-3921f2869881), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:56.715312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df197d1a-899b-4756-a165-8168288f3b31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:56.719284 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-df197d1a-899b-4756-a165-8168288f3b31 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dd028458-680a-45e3-92d8-3921f2869881 HTTP/1.1" status: 204 len: 168 time: 0.4245720 Feb 02 13:04:56.756485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df197d1a-899b-4756-a165-8168288f3b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd028458-680a-45e3-92d8-3921f2869881,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:56.770787 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:56.850438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09382c44-bfeb-4fcf-8e27-e759c6674754 req-881c658e-ef13-483e-82e8-2353326f42a0 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7524109 Feb 02 13:04:56.869427 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0272d426-f120-47e7-af6e-108c202a0997 req-5db92541-0519-4a5a-b024-399ad33ffab6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7393363 Feb 02 13:04:56.931211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45312) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:56.937114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-b5e5cd79-0f80-4347-aae5-207e3fe06464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:56.938621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-b5e5cd79-0f80-4347-aae5-207e3fe06464 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5030169 Feb 02 13:04:56.992684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038eaf2-d06e-42a7-ad95-2ea7d17fa2cf req-694cb6e4-9b32-41b7-8942-51b4029f7079 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.000080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038eaf2-d06e-42a7-ad95-2ea7d17fa2cf req-694cb6e4-9b32-41b7-8942-51b4029f7079 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.008248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038eaf2-d06e-42a7-ad95-2ea7d17fa2cf req-694cb6e4-9b32-41b7-8942-51b4029f7079 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.017350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038eaf2-d06e-42a7-ad95-2ea7d17fa2cf req-694cb6e4-9b32-41b7-8942-51b4029f7079 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.035180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038eaf2-d06e-42a7-ad95-2ea7d17fa2cf req-694cb6e4-9b32-41b7-8942-51b4029f7079 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.041058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038eaf2-d06e-42a7-ad95-2ea7d17fa2cf req-694cb6e4-9b32-41b7-8942-51b4029f7079 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.046605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038eaf2-d06e-42a7-ad95-2ea7d17fa2cf req-694cb6e4-9b32-41b7-8942-51b4029f7079 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.066163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9038eaf2-d06e-42a7-ad95-2ea7d17fa2cf req-694cb6e4-9b32-41b7-8942-51b4029f7079 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5383 time: 0.4613292 Feb 02 13:04:57.079618 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30e13af-270e-4d37-ae1e-c1419ba432c2 x-openstack-request-id: req-f30e13af-270e-4d37-ae1e-c1419ba432c2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:57.079848 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e405cd4a-f313-4ace-af64-ce76f6f4ac4c", "name": "network-vif-deleted", "tag": "519d412e-5e84-4e60-9f13-44e90548c2ef", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:57.080057 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f30e13af-270e-4d37-ae1e-c1419ba432c2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:57.080465 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e405cd4a-f313-4ace-af64-ce76f6f4ac4c', 'name': 'network-vif-deleted', 'tag': '519d412e-5e84-4e60-9f13-44e90548c2ef', 'status': 'completed', 'code': 200} Feb 02 13:04:57.328623 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-c7b086a2-a89c-4a62-a984-71042dfd396d service neutron] 10.222.0.18 "GET /v2.0/ports/5183cdc4-242f-49f8-9196-7070a96fa4a7/bindings/n-h2-827336-2 HTTP/1.1" status: 200 len: 384 time: 0.2594063 Feb 02 13:04:57.356224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-c01a7b31-b008-48b0-9513-ef93b71e4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.356836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-c01a7b31-b008-48b0-9513-ef93b71e4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.357305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-c01a7b31-b008-48b0-9513-ef93b71e4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.357798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-c01a7b31-b008-48b0-9513-ef93b71e4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.358255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-c01a7b31-b008-48b0-9513-ef93b71e4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.358706 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-c01a7b31-b008-48b0-9513-ef93b71e4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.359813 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-c01a7b31-b008-48b0-9513-ef93b71e4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.362255 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-c01a7b31-b008-48b0-9513-ef93b71e4ed5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 6313 time: 0.2940371 Feb 02 13:04:57.368984 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9038eaf2-d06e-42a7-ad95-2ea7d17fa2cf req-56ceb9ab-e31b-4e89-931e-71c678a15224 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3019612 Feb 02 13:04:57.410928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbb2dc-bb2f-4c02-978e-0268b05292f2 req-5d1b5a3d-2804-4a9c-a733-17020a3b338f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.418404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66fbb2dc-bb2f-4c02-978e-0268b05292f2 req-5d1b5a3d-2804-4a9c-a733-17020a3b338f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 943 time: 0.2194943 Feb 02 13:04:57.426891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45322) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:57.505594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1499857316-network', 'tenant_id': 'fe0a6558f83d42629a158ba917800b15'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:57.543021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Made reservation on behalf of fe0a6558f83d42629a158ba917800b15 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:57.545268 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:57.571372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:57.590507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:57.601766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Publish callbacks [] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:57.620521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3e1c5a8f-97de-46a8-892d-abc5a4e26985 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=399a27bd1a8c4166a0ca8103e07552b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876540 Feb 02 13:04:57.620732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45326) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:57.626663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Transition to ACTIVE for port object 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:04:57.634010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66fbb2dc-bb2f-4c02-978e-0268b05292f2 req-13cd8664-20d9-476a-bcbd-04b611cb853f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146466 Feb 02 13:04:57.639908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:57.641636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '725bf461-ffb7-4c2f-a579-300561af9e5e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:57.644618 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "725bf461-ffb7-4c2f-a579-300561af9e5e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:57.680144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-53be6753-bf58-4374-8445-795f66bcfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.680606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-53be6753-bf58-4374-8445-795f66bcfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.681052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-53be6753-bf58-4374-8445-795f66bcfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.682640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-53be6753-bf58-4374-8445-795f66bcfc51 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2900748 Feb 02 13:04:57.695526 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f77ce9-b31e-470d-ab96-1c7681150265 req-19efc11b-9483-494f-b003-7a0b2b32ffc7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.695526 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e1f77ce9-b31e-470d-ab96-1c7681150265 req-19efc11b-9483-494f-b003-7a0b2b32ffc7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.2002599 Feb 02 13:04:57.751219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Pushing event updated for resources: {'Port': ['ID=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:57.850297 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22e7bd42-5517-4b8d-a23f-91d62ee9cf49 admin admin] Publish callbacks [] for security_group (69d920e3-c0e8-4213-a02d-9dde09f78fd1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:57.860554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Publish callbacks [] for security_group (f7e7c906-dd42-4f60-8553-18774658c6c0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:57.875740 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f7e7c906-dd42-4f60-8553-18774658c6c0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:57.906935 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22e7bd42-5517-4b8d-a23f-91d62ee9cf49 admin admin] Publish callbacks [] for security_group (69d920e3-c0e8-4213-a02d-9dde09f78fd1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:57.925436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e1f77ce9-b31e-470d-ab96-1c7681150265 req-8c7d3277-fa96-45c8-8878-9f1026c52ced tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138958 Feb 02 13:04:57.944263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-32ab5ca4-dedc-4439-8547-f069ba439e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:57.945941 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cdf3f540-00ae-4ba4-b275-6256464da7a5 req-32ab5ca4-dedc-4439-8547-f069ba439e32 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2482080 Feb 02 13:04:57.953424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:04:57.954290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-8d3dfce0-ba72-456b-9832-00eda96ce052 service neutron] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:58.001729 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bd5e0-5976-49c1-b828-60bed693a30b req-3ac8f750-f79d-49ee-9525-09a7ef42d1bb tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:58.010160 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d0bd5e0-5976-49c1-b828-60bed693a30b req-3ac8f750-f79d-49ee-9525-09a7ef42d1bb tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 945 time: 0.1829741 Feb 02 13:04:58.013473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-8d3dfce0-ba72-456b-9832-00eda96ce052 service neutron] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:58.035508 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7953ced9-67b5-4ce2-ab12-d8f2d0dbf442 x-openstack-request-id: req-7953ced9-67b5-4ce2-ab12-d8f2d0dbf442 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:58.036042 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "725bf461-ffb7-4c2f-a579-300561af9e5e", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:58.036616 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7953ced9-67b5-4ce2-ab12-d8f2d0dbf442 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:58.037490 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '725bf461-ffb7-4c2f-a579-300561af9e5e', 'status': 'completed', 'code': 200} Feb 02 13:04:58.045662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e7c906-dd42-4f60-8553-18774658c6c0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:58.049830 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (6b80b50e-32fd-4596-979d-cf566138ba5d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.050449 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Added segment 6b80b50e-32fd-4596-979d-cf566138ba5d of type vlan for network 21b6c6cb-632e-483a-b15c-9844e7a69836 Feb 02 13:04:58.064971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Attempting to bind port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:04:58.065448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Attempting to bind port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:04:58.065965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Attempting to bind port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 on network 408baa00-e060-4bce-826e-a30977dfd810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:58.090434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-8d3dfce0-ba72-456b-9832-00eda96ce052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5183cdc4-242f-49f8-9196-7070a96fa4a7 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:58.092154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 on network 408baa00-e060-4bce-826e-a30977dfd810 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:04:58.092577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Attempting to bind port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 on network 408baa00-e060-4bce-826e-a30977dfd810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:04:58.108093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:04:58.108827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Checking segment: {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:58.109364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Bound using segment: {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:04:58.109903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Bound port: 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:04:58.110321 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.133063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (21b6c6cb-632e-483a-b15c-9844e7a69836), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.165526 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-8d3dfce0-ba72-456b-9832-00eda96ce052 service neutron] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:58.181892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22e7bd42-5517-4b8d-a23f-91d62ee9cf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (69d920e3-c0e8-4213-a02d-9dde09f78fd1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.185261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22e7bd42-5517-4b8d-a23f-91d62ee9cf49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.186653 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-22e7bd42-5517-4b8d-a23f-91d62ee9cf49 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/69d920e3-c0e8-4213-a02d-9dde09f78fd1 HTTP/1.1" status: 204 len: 168 time: 0.5649080 Feb 02 13:04:58.200468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d0bd5e0-5976-49c1-b828-60bed693a30b req-8e85314e-f9ec-4a6c-bd4f-f081596ae240 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853771 Feb 02 13:04:58.205177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7bd42-5517-4b8d-a23f-91d62ee9cf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d920e3-c0e8-4213-a02d-9dde09f78fd1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:58.210579 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-8d3dfce0-ba72-456b-9832-00eda96ce052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.232513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (21b6c6cb-632e-483a-b15c-9844e7a69836), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.233855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:58.234762 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.270264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device fd80be81-e23c-473f-a18b-6a1e2510f17e up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:58.271294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:58.287215 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:04:58.288946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-97e08f7d-3cf2-4956-8fd3-48f2af3940a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:58.289427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-97e08f7d-3cf2-4956-8fd3-48f2af3940a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:58.289894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-97e08f7d-3cf2-4956-8fd3-48f2af3940a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:58.290361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-97e08f7d-3cf2-4956-8fd3-48f2af3940a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:58.290842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-97e08f7d-3cf2-4956-8fd3-48f2af3940a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:58.291281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-97e08f7d-3cf2-4956-8fd3-48f2af3940a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:58.291775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-97e08f7d-3cf2-4956-8fd3-48f2af3940a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:58.293655 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-97e08f7d-3cf2-4956-8fd3-48f2af3940a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 6338 time: 0.2248909 Feb 02 13:04:58.293783 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3611152 Feb 02 13:04:58.299190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45340) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:04:58.318262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-20ea6116-3f74-4374-88b1-f3a74523201c admin admin] Request body: {'subnet': {'network_id': '21b6c6cb-632e-483a-b15c-9844e7a69836', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1499857316-subnet', 'tenant_id': 'fe0a6558f83d42629a158ba917800b15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:58.347061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] For port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:04:58.354884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port fd80be81-e23c-473f-a18b-6a1e2510f17e completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:04:58.363254 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port fd80be81-e23c-473f-a18b-6a1e2510f17e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:58.363396 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.403922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] For port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:04:58.405609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9253ee8-37f6-4581-8037-01395038ad14 admin admin] Pushing event updated for resources: {'Network': ['ID=21b6c6cb-632e-483a-b15c-9844e7a69836,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:58.425506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 21b6c6cb-632e-483a-b15c-9844e7a69836 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:04:58.428293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.494729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ea6116-3f74-4374-88b1-f3a74523201c admin admin] Made reservation on behalf of fe0a6558f83d42629a158ba917800b15 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:04:58.500018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20ea6116-3f74-4374-88b1-f3a74523201c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.588976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port fd80be81-e23c-473f-a18b-6a1e2510f17e is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:58.589800 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.634931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port fd80be81-e23c-473f-a18b-6a1e2510f17e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fd80be81-e23c-473f-a18b-6a1e2510f17e,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:58.636389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15de54d5-36f5-4613-853b-f72bb1594a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd80be81-e23c-473f-a18b-6a1e2510f17e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:04:58.639003 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d876ec-4984-413e-9be0-31865d7e78eb" -d '{"events": [{"server_uuid": "15de54d5-36f5-4613-853b-f72bb1594a80", "name": "network-vif-plugged", "status": "completed", "tag": "fd80be81-e23c-473f-a18b-6a1e2510f17e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:04:58.646017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.647343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:58.663075 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:58.663741 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.665188 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] 10.222.0.18 "PUT /v2.0/ports/475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 HTTP/1.1" status: 200 len: 1091 time: 2.1642175 Feb 02 13:04:58.764476 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Request body: {'port': {'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:04:58.777031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=fd80be81-e23c-473f-a18b-6a1e2510f17e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:58.803717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:04:58.809055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:58.809319 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:58.852224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbdec8-54e8-4510-9fbf-c48f7b141231 service neutron] Pushing event updated for resources: {'Port': ['ID=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:58.868141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20ea6116-3f74-4374-88b1-f3a74523201c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (61050da2-a61f-42c3-a8f2-911e9d325962), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.000690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:59.001082 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.013733 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.046957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea6116-3f74-4374-88b1-f3a74523201c admin admin] Pushing event updated for resources: {'Subnet': ['ID=61050da2-a61f-42c3-a8f2-911e9d325962,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:59.070379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0bce2d7b-fb2a-43ec-8c60-e16d31c84203,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:59.082345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea6116-3f74-4374-88b1-f3a74523201c admin admin] Checking segment: {'id': '6b80b50e-32fd-4596-979d-cf566138ba5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '21b6c6cb-632e-483a-b15c-9844e7a69836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:04:59.082715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ea6116-3f74-4374-88b1-f3a74523201c admin admin] Network hostable DHCP agents. Network: 21b6c6cb-632e-483a-b15c-9844e7a69836, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:04:59.105896 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.107244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0d594e55-446d-4dcf-ab79-2e25b700b516 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:04:59.152241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-32416e8d-a05c-4850-87b7-b5d80b1e500b admin admin] Deleting subnet 2c42dda4-bf48-45f7-a2c0-e8550af6933b {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:04:59.206821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ea6116-3f74-4374-88b1-f3a74523201c admin admin] Network 21b6c6cb-632e-483a-b15c-9844e7a69836 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:04:59.208781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-771ff422-7a68-48c3-a955-96357f16303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.209545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-771ff422-7a68-48c3-a955-96357f16303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.210042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-771ff422-7a68-48c3-a955-96357f16303c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.211914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-771ff422-7a68-48c3-a955-96357f16303c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7797554 Feb 02 13:04:59.228098 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32416e8d-a05c-4850-87b7-b5d80b1e500b admin admin] Publish callbacks [] for subnet (2c42dda4-bf48-45f7-a2c0-e8550af6933b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.242443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-20ea6116-3f74-4374-88b1-f3a74523201c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 21b6c6cb-632e-483a-b15c-9844e7a69836) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:04:59.252041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea6116-3f74-4374-88b1-f3a74523201c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.252951 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20ea6116-3f74-4374-88b1-f3a74523201c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.283382 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012dfeb1-6b2a-4e91-b69b-05a150836ac0 None None] Network 21b6c6cb-632e-483a-b15c-9844e7a69836 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:04:59.356695 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-20ea6116-3f74-4374-88b1-f3a74523201c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0411589 Feb 02 13:04:59.396009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370fdf7-a683-4a1f-9ae6-f7f50edda85e req-ebb4fe79-2d6e-4291-8e47-e8adfbd948a8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.404057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3370fdf7-a683-4a1f-9ae6-f7f50edda85e req-ebb4fe79-2d6e-4291-8e47-e8adfbd948a8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 949 time: 1.1458073 Feb 02 13:04:59.446967 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32416e8d-a05c-4850-87b7-b5d80b1e500b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (2c42dda4-bf48-45f7-a2c0-e8550af6933b), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.463797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 0d594e55-446d-4dcf-ab79-2e25b700b516 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:04:59.488249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 0d594e55-446d-4dcf-ab79-2e25b700b516 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:04:59.489059 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.500855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=0bce2d7b-fb2a-43ec-8c60-e16d31c84203,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:59.600029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92249ee7-afb2-41b4-b76e-6eca9c52c511 None None] Network 21b6c6cb-632e-483a-b15c-9844e7a69836 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:04:59.604885 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3370fdf7-a683-4a1f-9ae6-f7f50edda85e req-560adc8f-5886-4842-b81c-fbb0b95a1fef tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942341 Feb 02 13:04:59.651342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:04:59.651841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd172e-1559-473f-9736-57bb684e2e75 req-3c6c44e2-b4dd-4fd4-9f57-7209cb4ecdaf tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.661550 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Publish callbacks [] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.664157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd172e-1559-473f-9736-57bb684e2e75 req-3c6c44e2-b4dd-4fd4-9f57-7209cb4ecdaf tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.675706 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd172e-1559-473f-9736-57bb684e2e75 req-3c6c44e2-b4dd-4fd4-9f57-7209cb4ecdaf tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.680037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Transition to ACTIVE for port object 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:04:59.684799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd172e-1559-473f-9736-57bb684e2e75 req-3c6c44e2-b4dd-4fd4-9f57-7209cb4ecdaf tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.688142 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.691904 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd172e-1559-473f-9736-57bb684e2e75 req-3c6c44e2-b4dd-4fd4-9f57-7209cb4ecdaf tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.697814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd172e-1559-473f-9736-57bb684e2e75 req-3c6c44e2-b4dd-4fd4-9f57-7209cb4ecdaf tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.703743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bd172e-1559-473f-9736-57bb684e2e75 req-3c6c44e2-b4dd-4fd4-9f57-7209cb4ecdaf tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.705868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9bd172e-1559-473f-9736-57bb684e2e75 req-3c6c44e2-b4dd-4fd4-9f57-7209cb4ecdaf tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5395 time: 1.1942418 Feb 02 13:04:59.722993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-8d3dfce0-ba72-456b-9832-00eda96ce052 service neutron] Transition to ACTIVE for port object 5183cdc4-242f-49f8-9196-7070a96fa4a7 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:04:59.724789 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3282f0-8a7c-4af5-93af-4fc66b3ba961 x-openstack-request-id: req-de3282f0-8a7c-4af5-93af-4fc66b3ba961 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:04:59.725092 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15de54d5-36f5-4613-853b-f72bb1594a80", "name": "network-vif-plugged", "status": "completed", "tag": "fd80be81-e23c-473f-a18b-6a1e2510f17e", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:04:59.725352 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-de3282f0-8a7c-4af5-93af-4fc66b3ba961 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:04:59.725808 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15de54d5-36f5-4613-853b-f72bb1594a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd80be81-e23c-473f-a18b-6a1e2510f17e', 'code': 200} Feb 02 13:04:59.777260 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32416e8d-a05c-4850-87b7-b5d80b1e500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (2c42dda4-bf48-45f7-a2c0-e8550af6933b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.795537 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-8d3dfce0-ba72-456b-9832-00eda96ce052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.805931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 0d594e55-446d-4dcf-ab79-2e25b700b516 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:04:59.806425 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.834016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Pushing event updated for resources: {'Port': ['ID=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:04:59.859530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0d594e55-446d-4dcf-ab79-2e25b700b516, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0d594e55-446d-4dcf-ab79-2e25b700b516,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:04:59.869911 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:04:59.961639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-2b50b5fd-5e50-4c71-b684-c77b6de3c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:04:59.963360 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2333aa63-8fde-40e8-8ddc-d1fc4b2def2a req-2b50b5fd-5e50-4c71-b684-c77b6de3c3e1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7218807 Feb 02 13:05:00.000769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=0d594e55-446d-4dcf-ab79-2e25b700b516,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:00.009487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Attempting to bind port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:00.010090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Attempting to bind port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:00.010593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Attempting to bind port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e on network 408baa00-e060-4bce-826e-a30977dfd810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:00.019903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e on network 408baa00-e060-4bce-826e-a30977dfd810 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:05:00.020432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Attempting to bind port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e on network 408baa00-e060-4bce-826e-a30977dfd810 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:00.026423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:00.026986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Checking segment: {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:00.027614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Bound using segment: {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:00.028223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Bound port: 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4bfa1ed-91e9-4173-a621-a98426448fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '408baa00-e060-4bce-826e-a30977dfd810'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:00.028878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.039642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '475f6dfa-b9ba-4d48-b80d-a3f10ae081a5'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:00.042361 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853fdcbf-c90e-4140-bda5-10bcdd61ffda" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "475f6dfa-b9ba-4d48-b80d-a3f10ae081a5"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:00.113108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-8d3dfce0-ba72-456b-9832-00eda96ce052 service neutron] No DVR routers for this DVR port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:05:00.125789 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] For port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:00.130694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] For port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:00.146689 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.176051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158ebdd-2b84-4a6c-81bd-7e8e5c108eda req-42d5f65a-149d-4d2a-91a3-b439ec1ce08d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:00.184502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3158ebdd-2b84-4a6c-81bd-7e8e5c108eda req-42d5f65a-149d-4d2a-91a3-b439ec1ce08d tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 944 time: 0.3771014 Feb 02 13:05:00.225181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Pushing event updated for resources: {'Port': ['ID=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:00.236764 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9bd172e-1559-473f-9736-57bb684e2e75 req-01a6dffa-f77d-4bba-9668-593ee2b66253 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5024195 Feb 02 13:05:00.245879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:00.247465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.250551 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-67d58bc0-b3b5-4670-97af-6a10c47ae92e service neutron] 10.222.0.18 "PUT /v2.0/ports/7dd0d8ee-d01b-47ec-841d-17051ff2fd9e HTTP/1.1" status: 200 len: 1090 time: 1.5101743 Feb 02 13:05:00.297471 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Request body: {'port': {'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:00.308380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dfce0-ba72-456b-9832-00eda96ce052 service neutron] Pushing event updated for resources: {'Port': ['ID=5183cdc4-242f-49f8-9196-7070a96fa4a7,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:00.330904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-8d3dfce0-ba72-456b-9832-00eda96ce052 service neutron] 10.222.0.18 "PUT /v2.0/ports/5183cdc4-242f-49f8-9196-7070a96fa4a7/bindings/n-h2-827336-2/activate HTTP/1.1" status: 200 len: 369 time: 2.9923220 Feb 02 13:05:00.364423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53daa1ac-8d7d-4a5b-b267-bc1a84bf23f8 req-817bdff5-04d1-45b0-af2e-464b1706b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:00.367650 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53daa1ac-8d7d-4a5b-b267-bc1a84bf23f8 req-817bdff5-04d1-45b0-af2e-464b1706b038 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 1132 time: 0.5503390 Feb 02 13:05:00.382496 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32416e8d-a05c-4850-87b7-b5d80b1e500b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (2c42dda4-bf48-45f7-a2c0-e8550af6933b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.456549 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32416e8d-a05c-4850-87b7-b5d80b1e500b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.462787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-32416e8d-a05c-4850-87b7-b5d80b1e500b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/2c42dda4-bf48-45f7-a2c0-e8550af6933b HTTP/1.1" status: 204 len: 168 time: 2.1659906 Feb 02 13:05:00.465296 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:00.471651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32416e8d-a05c-4850-87b7-b5d80b1e500b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c42dda4-bf48-45f7-a2c0-e8550af6933b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:00.472914 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.568135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-5b5fb189-9582-42c0-af3a-03c04ffe54fd tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:00.569853 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-5b5fb189-9582-42c0-af3a-03c04ffe54fd tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33&tenant_id=8424c7cd69964045ae2e17d8412dbaa4&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1126 time: 0.1230514 Feb 02 13:05:00.576994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3158ebdd-2b84-4a6c-81bd-7e8e5c108eda req-c0326d21-b847-4c26-8a8d-78b3eb4d9c29 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687645 Feb 02 13:05:00.646573 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53daa1ac-8d7d-4a5b-b267-bc1a84bf23f8 req-729ed48c-377d-4e50-8032-c2f92d73e08e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703259 Feb 02 13:05:00.656728 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (b9efaa01-6585-4433-ade5-806cb51fbc0d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.730915 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d8748-f945-431e-b536-a4f32a4cef6b req-1eef4c15-a22d-477f-98c8-4741fa001b51 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:00.734690 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-766d8748-f945-431e-b536-a4f32a4cef6b req-1eef4c15-a22d-477f-98c8-4741fa001b51 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.2728841 Feb 02 13:05:00.754724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-81044399-b320-47b2-8477-32e80a9c2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:00.756405 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-81044399-b320-47b2-8477-32e80a9c2748 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33&tenant_id=8424c7cd69964045ae2e17d8412dbaa4 HTTP/1.1" status: 200 len: 1126 time: 0.1693878 Feb 02 13:05:00.860529 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (b9efaa01-6585-4433-ade5-806cb51fbc0d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.875521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94117b-b489-40f2-9931-d23ca82c6afa req-df219524-6d7d-46a4-9f79-409db8bdaad2 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:00.882528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d94117b-b489-40f2-9931-d23ca82c6afa req-df219524-6d7d-46a4-9f79-409db8bdaad2 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 946 time: 0.2238281 Feb 02 13:05:00.884485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e5923a-ca1f-4def-85a7-fbeed5c55ddf {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:05:00.889500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-766d8748-f945-431e-b536-a4f32a4cef6b req-054fca6f-ae7d-4db8-8136-7b8d004d471d tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494415 Feb 02 13:05:00.894326 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Publish callbacks [] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.899854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-31d95eeb-b011-4005-81dd-03e111a3f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:00.901366 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-31d95eeb-b011-4005-81dd-03e111a3f20a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 1126 time: 0.0999267 Feb 02 13:05:00.912681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9efaa01-6585-4433-ade5-806cb51fbc0d']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:00.928202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b32cd471-88cd-442c-9649-33db725992f5') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:00.928489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b32cd471-88cd-442c-9649-33db725992f5') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:00.934286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Transition to ACTIVE for port object 92e5923a-ca1f-4def-85a7-fbeed5c55ddf will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:05:00.944753 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (b32cd471-88cd-442c-9649-33db725992f5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.948550 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.968799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d94117b-b489-40f2-9931-d23ca82c6afa req-f41d0e4c-b586-446a-a452-a87acbbb2ada tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847611 Feb 02 13:05:00.969045 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b32cd471-88cd-442c-9649-33db725992f5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (b32cd471-88cd-442c-9649-33db725992f5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:05:00.991809 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:05:01.061391 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7b40eb-8ad7-4b88-908c-2ffd0525425c x-openstack-request-id: req-ee7b40eb-8ad7-4b88-908c-2ffd0525425c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:01.061819 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "475f6dfa-b9ba-4d48-b80d-a3f10ae081a5", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:01.062172 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ee7b40eb-8ad7-4b88-908c-2ffd0525425c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:01.062710 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '475f6dfa-b9ba-4d48-b80d-a3f10ae081a5', 'status': 'completed', 'code': 200} Feb 02 13:05:01.178375 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (b9efaa01-6585-4433-ade5-806cb51fbc0d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:01.188698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Pushing event updated for resources: {'Port': ['ID=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:01.226121 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:01.231799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] 10.222.0.83 "DELETE /v2.0/networks/b9efaa01-6585-4433-ade5-806cb51fbc0d HTTP/1.1" status: 204 len: 168 time: 0.7558093 Feb 02 13:05:01.238771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a236b43-15e9-45b3-bbfe-58cdc6651e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=b9efaa01-6585-4433-ade5-806cb51fbc0d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:01.244145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-7e794b73-1357-451b-bc2d-0f9bc7bdbd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.245846 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-7e794b73-1357-451b-bc2d-0f9bc7bdbd1c service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.3269663 Feb 02 13:05:01.246927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Attempting to bind port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:01.247072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Attempting to bind port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:01.247374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Attempting to bind port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf on network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:01.252656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf on network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:05:01.252986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Attempting to bind port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf on network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:01.299903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f45814a1-96ae-4b99-851c-ba99c836c959 req-7fa53dd2-1e87-413c-a0c8-d82e1c61e731 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-331414314', 'description': 'tempest-description-1179433394'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:01.301239 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-6f2201a1-feb9-4f81-9e3d-cb0aefd571c3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7 HTTP/1.1" status: 200 len: 217 time: 0.0451758 Feb 02 13:05:01.305288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:01.305637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Checking segment: {'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:01.306027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Bound using segment: {'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:01.306491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Bound port: 92e5923a-ca1f-4def-85a7-fbeed5c55ddf, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:01.306867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:01.332811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-dbc494b5-1206-42e5-bac6-a268858ad573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.333278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-dbc494b5-1206-42e5-bac6-a268858ad573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.333749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-dbc494b5-1206-42e5-bac6-a268858ad573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.334382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-dbc494b5-1206-42e5-bac6-a268858ad573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.334651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-dbc494b5-1206-42e5-bac6-a268858ad573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.335096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-dbc494b5-1206-42e5-bac6-a268858ad573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.335608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-dbc494b5-1206-42e5-bac6-a268858ad573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.337610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-dbc494b5-1206-42e5-bac6-a268858ad573 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 6534 time: 0.2309167 Feb 02 13:05:01.421415 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f45814a1-96ae-4b99-851c-ba99c836c959 req-7fa53dd2-1e87-413c-a0c8-d82e1c61e731 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:01.440658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-0b271ac3-031c-45d4-bcd7-e57970d66786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.442238 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-0b271ac3-031c-45d4-bcd7-e57970d66786 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.1140378 Feb 02 13:05:01.462165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] For port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:01.485253 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-eda8edcb-5d1a-4ba6-9c21-9637191b7c69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345566 Feb 02 13:05:01.495831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.496313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.496769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.497204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.497726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.498105 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.498548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.498990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.499630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.499890 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.500328 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.500764 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.514980 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-045677e8-5ce9-4107-8088-c6fb1a18147b req-f0659458-8d7d-40bc-9266-8fd8449062d6 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8508 time: 0.2806170 Feb 02 13:05:01.567404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-5b6f9d43-35fa-45d8-8ba8-16c444280f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.568795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-5b6f9d43-35fa-45d8-8ba8-16c444280f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.572103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-5b6f9d43-35fa-45d8-8ba8-16c444280f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.574156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-5b6f9d43-35fa-45d8-8ba8-16c444280f51 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2083447 Feb 02 13:05:01.575106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:01.600515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] For port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:01.608283 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-2f551fb7-45be-42c6-9367-cbc5e455cca0 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145821 Feb 02 13:05:01.611870 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:01.682851 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.684156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:01.686578 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/92e5923a-ca1f-4def-85a7-fbeed5c55ddf HTTP/1.1" status: 200 len: 1091 time: 1.3946300 Feb 02 13:05:01.735251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4d4a9b-55cb-4f8b-9143-597317113682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bce2d7b-fb2a-43ec-8c60-e16d31c84203'}, {'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:01.738493 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d3e259-bcb8-4100-9bf9-b372cdfae427" -d '{"events": [{"server_uuid": "6b4d4a9b-55cb-4f8b-9143-597317113682", "name": "network-vif-plugged", "status": "completed", "tag": "0bce2d7b-fb2a-43ec-8c60-e16d31c84203"}, {"server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "name": "network-vif-plugged", "status": "completed", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:01.740069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Request body: {'port': {'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:01.764408 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9614ae8e-f188-4f42-8884-053cc40f9a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:01.767994 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f45814a1-96ae-4b99-851c-ba99c836c959 req-7fa53dd2-1e87-413c-a0c8-d82e1c61e731 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (3d9a452c-66d4-40cc-b4af-4a31be37fecf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:01.786998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8999a15-379b-4f8e-a88f-a365e38418d0 service neutron] Pushing event updated for resources: {'Port': ['ID=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:01.833514 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-9d7ac4fa-22b5-41f1-b0fc-71e2cf8fdf9f service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163324 Feb 02 13:05:01.889580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:01.919165 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f45814a1-96ae-4b99-851c-ba99c836c959 req-7fa53dd2-1e87-413c-a0c8-d82e1c61e731 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3d9a452c-66d4-40cc-b4af-4a31be37fecf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:01.955812 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f45814a1-96ae-4b99-851c-ba99c836c959 req-7fa53dd2-1e87-413c-a0c8-d82e1c61e731 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:01.957115 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f45814a1-96ae-4b99-851c-ba99c836c959 req-7fa53dd2-1e87-413c-a0c8-d82e1c61e731 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6682267 Feb 02 13:05:01.966272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-1ef5395b-bc67-4642-8e73-45ba17447fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:01.967140 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-853fdcbf-c90e-4140-bda5-10bcdd61ffda req-1ef5395b-bc67-4642-8e73-45ba17447fdb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3778279 Feb 02 13:05:01.996393 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45416) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:01.999867 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8a1a835a-e145-4562-84ac-4270e0fa2323 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0a8c490434df42aca4f7f7e6aa12ae65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4203701 Feb 02 13:05:02.026989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa53dd2-1e87-413c-a0c8-d82e1c61e731 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9a452c-66d4-40cc-b4af-4a31be37fecf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:02.049687 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b84466-f933-4fcb-a3e9-5a57cbe827cb req-7106b3db-dc58-4405-b40d-3523bc63d175 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.058861 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52b84466-f933-4fcb-a3e9-5a57cbe827cb req-7106b3db-dc58-4405-b40d-3523bc63d175 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 950 time: 0.4369626 Feb 02 13:05:02.152271 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52b84466-f933-4fcb-a3e9-5a57cbe827cb req-454b231e-8870-4ab8-8763-d940b966cd3f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925174 Feb 02 13:05:02.169130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51154ab2-5dc8-4e69-9c95-bad24a38d020 req-1edae693-262b-4ceb-b8b7-319517c72c6e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.174763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51154ab2-5dc8-4e69-9c95-bad24a38d020 req-1edae693-262b-4ceb-b8b7-319517c72c6e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.186948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51154ab2-5dc8-4e69-9c95-bad24a38d020 req-1edae693-262b-4ceb-b8b7-319517c72c6e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.204332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51154ab2-5dc8-4e69-9c95-bad24a38d020 req-1edae693-262b-4ceb-b8b7-319517c72c6e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.210105 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51154ab2-5dc8-4e69-9c95-bad24a38d020 req-1edae693-262b-4ceb-b8b7-319517c72c6e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.215508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51154ab2-5dc8-4e69-9c95-bad24a38d020 req-1edae693-262b-4ceb-b8b7-319517c72c6e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.221926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51154ab2-5dc8-4e69-9c95-bad24a38d020 req-1edae693-262b-4ceb-b8b7-319517c72c6e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.224260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51154ab2-5dc8-4e69-9c95-bad24a38d020 req-1edae693-262b-4ceb-b8b7-319517c72c6e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5419 time: 0.1562412 Feb 02 13:05:02.254369 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-077be409-df8d-4698-8d76-e0e37258d26b admin admin] Publish callbacks [] for security_group (37b8d48c-6c81-4be9-8751-b36752056858), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:02.315596 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-077be409-df8d-4698-8d76-e0e37258d26b admin admin] Publish callbacks [] for security_group (37b8d48c-6c81-4be9-8751-b36752056858), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:02.323992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-b18183f8-12d4-42e3-a6e9-3b553e99e805 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.325569 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-b18183f8-12d4-42e3-a6e9-3b553e99e805 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33&tenant_id=8424c7cd69964045ae2e17d8412dbaa4&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1126 time: 0.1697664 Feb 02 13:05:02.356934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51154ab2-5dc8-4e69-9c95-bad24a38d020 req-5153fb83-892a-4866-b126-fd205119ac2c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234710 Feb 02 13:05:02.360612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299d70c-7de5-4256-87d7-f03cf3d53c6f req-4d5f7db5-028f-4219-b045-4cea320b1fa9 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.362222 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b299d70c-7de5-4256-87d7-f03cf3d53c6f req-4d5f7db5-028f-4219-b045-4cea320b1fa9 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 886 time: 0.1369050 Feb 02 13:05:02.425935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bc27a-cc85-4b5b-8b53-9e68e33ac2e3 req-b4f80304-4906-4dba-81e1-a02ca28f624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.427961 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-413bc27a-cc85-4b5b-8b53-9e68e33ac2e3 req-b4f80304-4906-4dba-81e1-a02ca28f624f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 1128 time: 0.1873405 Feb 02 13:05:02.456187 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c27d67-6a1b-4d64-8281-854f87f0af97 x-openstack-request-id: req-52c27d67-6a1b-4d64-8281-854f87f0af97 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:02.456486 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4d4a9b-55cb-4f8b-9143-597317113682", "name": "network-vif-plugged", "status": "completed", "tag": "0bce2d7b-fb2a-43ec-8c60-e16d31c84203", "code": 200}, {"server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "name": "network-vif-plugged", "status": "completed", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:02.456830 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-52c27d67-6a1b-4d64-8281-854f87f0af97 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:02.457353 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4d4a9b-55cb-4f8b-9143-597317113682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bce2d7b-fb2a-43ec-8c60-e16d31c84203', 'code': 200} Feb 02 13:05:02.457619 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'code': 200} Feb 02 13:05:02.478320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d278a-5914-409d-9eae-123160a53d80 req-0859c4b3-490e-4377-97dd-e05a436a44c4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.480410 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-278d278a-5914-409d-9eae-123160a53d80 req-0859c4b3-490e-4377-97dd-e05a436a44c4 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 944 time: 0.0614221 Feb 02 13:05:02.559925 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-278d278a-5914-409d-9eae-123160a53d80 req-a7005202-9454-41bb-8d50-a417960f3ba2 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729666 Feb 02 13:05:02.598179 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-077be409-df8d-4698-8d76-e0e37258d26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (37b8d48c-6c81-4be9-8751-b36752056858), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:02.600812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-077be409-df8d-4698-8d76-e0e37258d26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:02.604249 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-077be409-df8d-4698-8d76-e0e37258d26b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/37b8d48c-6c81-4be9-8751-b36752056858 HTTP/1.1" status: 204 len: 168 time: 0.6043646 Feb 02 13:05:02.613529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa87ddce-c6ae-4971-ab64-55a01c1f3583 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:05:02.649479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Publish callbacks [] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:02.657559 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-413bc27a-cc85-4b5b-8b53-9e68e33ac2e3 req-c798bc94-d29d-4840-819c-3984c631201f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189181 Feb 02 13:05:02.658322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077be409-df8d-4698-8d76-e0e37258d26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b8d48c-6c81-4be9-8751-b36752056858,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:02.696138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Transition to ACTIVE for port object fa87ddce-c6ae-4971-ab64-55a01c1f3583 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:05:02.704336 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:02.727937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e90e06a9-9fe5-45a9-b6a2-e7eee3910317 req-2c4bc1f1-978e-4358-8932-2f947f40f197 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/3d9a452c-66d4-40cc-b4af-4a31be37fecf HTTP/1.1" status: 200 len: 1821 time: 0.1183074 Feb 02 13:05:02.742197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7b092-f6d2-4392-9aa6-1d201be7491d req-f165687a-72d0-4b87-89b5-579f7e243565 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.750081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-12559891-4710-48ee-a46b-843d3cb84d3b service neutron] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:02.750452 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94b7b092-f6d2-4392-9aa6-1d201be7491d req-f165687a-72d0-4b87-89b5-579f7e243565 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.1871789 Feb 02 13:05:02.756208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588470c-26f6-4057-a89a-e10b7a123824 req-fcc3837c-36c6-4400-a87d-5c20f714e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.757448 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e588470c-26f6-4057-a89a-e10b7a123824 req-fcc3837c-36c6-4400-a87d-5c20f714e31d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 1128 time: 0.1497748 Feb 02 13:05:02.763196 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-12559891-4710-48ee-a46b-843d3cb84d3b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:02.764543 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-12559891-4710-48ee-a46b-843d3cb84d3b service neutron] 10.222.0.62 "DELETE /v2.0/ports/5183cdc4-242f-49f8-9196-7070a96fa4a7/bindings/n-h1-827336-2 HTTP/1.1" status: 204 len: 173 time: 0.4256289 Feb 02 13:05:02.770643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e90e06a9-9fe5-45a9-b6a2-e7eee3910317 req-2e3fd424-b9af-4f6c-ab7d-ddb036dfe26a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d9a452c-66d4-40cc-b4af-4a31be37fecf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:02.770967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e90e06a9-9fe5-45a9-b6a2-e7eee3910317 req-2e3fd424-b9af-4f6c-ab7d-ddb036dfe26a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d9a452c-66d4-40cc-b4af-4a31be37fecf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:02.834989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45394505-c364-4b40-96f9-e135d408716f req-7213994b-afbd-4122-9911-effaad19222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:02.836523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45394505-c364-4b40-96f9-e135d408716f req-7213994b-afbd-4122-9911-effaad19222d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b4d4a9b-55cb-4f8b-9143-597317113682 HTTP/1.1" status: 200 len: 1132 time: 0.2257111 Feb 02 13:05:02.909331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Pushing event updated for resources: {'Port': ['ID=fa87ddce-c6ae-4971-ab64-55a01c1f3583,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:02.909895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e588470c-26f6-4057-a89a-e10b7a123824 req-6a7cce3a-44b3-4f01-b81e-6d7e39af22b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193032 Feb 02 13:05:02.940450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Attempting to bind port fa87ddce-c6ae-4971-ab64-55a01c1f3583 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:02.944225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Attempting to bind port fa87ddce-c6ae-4971-ab64-55a01c1f3583 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:02.945714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Attempting to bind port fa87ddce-c6ae-4971-ab64-55a01c1f3583 on network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:02.949562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45394505-c364-4b40-96f9-e135d408716f req-d0cfc290-390d-4210-bd95-218c369559fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054900 Feb 02 13:05:02.965503 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e90e06a9-9fe5-45a9-b6a2-e7eee3910317 req-2e3fd424-b9af-4f6c-ab7d-ddb036dfe26a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (a25559f5-6453-4fed-bf83-179adfa1abb0), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:02.966030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Port fa87ddce-c6ae-4971-ab64-55a01c1f3583 on network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:05:02.967643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Attempting to bind port fa87ddce-c6ae-4971-ab64-55a01c1f3583 on network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:02.980463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:02.982238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Checking segment: {'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:02.982648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Bound using segment: {'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:02.982894 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94b7b092-f6d2-4392-9aa6-1d201be7491d req-47b340b1-3015-4e41-86e8-767f44af6694 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315273 Feb 02 13:05:02.983092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Bound port: fa87ddce-c6ae-4971-ab64-55a01c1f3583, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e249033b-6f9f-4838-b40d-c6cbe1fa1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:02.983483 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:03.022411 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e90e06a9-9fe5-45a9-b6a2-e7eee3910317 req-2e3fd424-b9af-4f6c-ab7d-ddb036dfe26a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (a25559f5-6453-4fed-bf83-179adfa1abb0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:03.036219 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e90e06a9-9fe5-45a9-b6a2-e7eee3910317 req-2e3fd424-b9af-4f6c-ab7d-ddb036dfe26a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (a25559f5-6453-4fed-bf83-179adfa1abb0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:03.063310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '7dd0d8ee-d01b-47ec-841d-17051ff2fd9e'}, {'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '92e5923a-ca1f-4def-85a7-fbeed5c55ddf'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:03.070417 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79af2886-d52c-4145-9129-1b3ca0024312" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "7dd0d8ee-d01b-47ec-841d-17051ff2fd9e"}, {"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "92e5923a-ca1f-4def-85a7-fbeed5c55ddf"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:03.102078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fd424-b9af-4f6c-ab7d-ddb036dfe26a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25559f5-6453-4fed-bf83-179adfa1abb0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:03.109838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] For port fa87ddce-c6ae-4971-ab64-55a01c1f3583, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:03.113924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] For port fa87ddce-c6ae-4971-ab64-55a01c1f3583, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fa87ddce-c6ae-4971-ab64-55a01c1f3583,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:03.122021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:03.165561 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e90e06a9-9fe5-45a9-b6a2-e7eee3910317 req-2e3fd424-b9af-4f6c-ab7d-ddb036dfe26a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:03.181268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e90e06a9-9fe5-45a9-b6a2-e7eee3910317 req-2e3fd424-b9af-4f6c-ab7d-ddb036dfe26a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4278440 Feb 02 13:05:03.201558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.202632 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:03.204666 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] 10.222.0.18 "PUT /v2.0/ports/fa87ddce-c6ae-4971-ab64-55a01c1f3583 HTTP/1.1" status: 200 len: 1091 time: 1.4690785 Feb 02 13:05:03.215602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5af68f-620f-47df-ad29-d5763a0f174c req-e350d95a-f54d-497c-b111-6b2e0ad2620c tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.223442 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef5af68f-620f-47df-ad29-d5763a0f174c req-e350d95a-f54d-497c-b111-6b2e0ad2620c tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 946 time: 0.1576526 Feb 02 13:05:03.235406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c415cd-6795-4535-aec8-0be201ad8110 service neutron] Pushing event updated for resources: {'Port': ['ID=fa87ddce-c6ae-4971-ab64-55a01c1f3583,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:03.332574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef5af68f-620f-47df-ad29-d5763a0f174c req-96904912-2acb-4145-937a-1c854bd9af6d tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077213 Feb 02 13:05:03.399372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.399810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.400271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.400722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.401176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.401784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.402262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.402707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.403144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.403807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.404246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.404684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.407974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df2e949c-7cb7-48d9-aa75-55783503718a req-9faeff90-a911-481d-86ef-9dd843e490a7 tempest-NetworksTest-440710462 tempest-NetworksTest-440710462-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8508 time: 0.1817892 Feb 02 13:05:03.429034 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278f46bc-fe58-41a9-8c88-74753fe04533 x-openstack-request-id: req-278f46bc-fe58-41a9-8c88-74753fe04533 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:03.429430 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "7dd0d8ee-d01b-47ec-841d-17051ff2fd9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "92e5923a-ca1f-4def-85a7-fbeed5c55ddf", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:03.429693 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-278f46bc-fe58-41a9-8c88-74753fe04533 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:03.430243 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '7dd0d8ee-d01b-47ec-841d-17051ff2fd9e', 'status': 'completed', 'code': 200} Feb 02 13:05:03.430382 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '92e5923a-ca1f-4def-85a7-fbeed5c55ddf', 'status': 'completed', 'code': 200} Feb 02 13:05:03.457478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a0091e06-e8c5-4a44-a976-f503f978f69c req-4686b134-0419-4f12-aa1f-7f14ca911e87 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-124626130', 'description': 'tempest-description-2141566817'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:03.505141 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a0091e06-e8c5-4a44-a976-f503f978f69c req-4686b134-0419-4f12-aa1f-7f14ca911e87 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:03.603746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9cd5e-4ce8-42ec-8ef8-cfd368b832be req-4119ee1f-1d7e-4576-bae6-1c2c2e51bb5f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.611374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06e9cd5e-4ce8-42ec-8ef8-cfd368b832be req-4119ee1f-1d7e-4576-bae6-1c2c2e51bb5f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 950 time: 0.0836105 Feb 02 13:05:03.656013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-9b937594-660a-4dd5-9945-b36ec87d460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.660483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-9b937594-660a-4dd5-9945-b36ec87d460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.662982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-9b937594-660a-4dd5-9945-b36ec87d460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.663692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-9b937594-660a-4dd5-9945-b36ec87d460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.665259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-9b937594-660a-4dd5-9945-b36ec87d460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.666790 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-9b937594-660a-4dd5-9945-b36ec87d460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.668751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-9b937594-660a-4dd5-9945-b36ec87d460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:03.670997 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79af2886-d52c-4145-9129-1b3ca0024312 req-9b937594-660a-4dd5-9945-b36ec87d460b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 6705 time: 0.0965815 Feb 02 13:05:03.679086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45458) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:03.697518 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a0091e06-e8c5-4a44-a976-f503f978f69c req-4686b134-0419-4f12-aa1f-7f14ca911e87 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (a60aeec2-0199-4904-a78e-a09f1ead6ea2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:03.711121 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a0091e06-e8c5-4a44-a976-f503f978f69c req-4686b134-0419-4f12-aa1f-7f14ca911e87 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a60aeec2-0199-4904-a78e-a09f1ead6ea2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:03.773398 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06e9cd5e-4ce8-42ec-8ef8-cfd368b832be req-d705ab30-94d2-4a8c-908e-e410a0e2ba2d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611137 Feb 02 13:05:03.803875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686b134-0419-4f12-aa1f-7f14ca911e87 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60aeec2-0199-4904-a78e-a09f1ead6ea2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:03.829401 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a0091e06-e8c5-4a44-a976-f503f978f69c req-4686b134-0419-4f12-aa1f-7f14ca911e87 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:03.829905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45464) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:03.852255 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0091e06-e8c5-4a44-a976-f503f978f69c req-4686b134-0419-4f12-aa1f-7f14ca911e87 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4118066 Feb 02 13:05:04.019662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74984090-c37a-493e-b66c-78c39d2a0711 req-b14c6b46-9a39-4d68-8de1-7a2ab9078a54 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.027636 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74984090-c37a-493e-b66c-78c39d2a0711 req-b14c6b46-9a39-4d68-8de1-7a2ab9078a54 tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 1126 time: 0.1263132 Feb 02 13:05:04.062406 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3530468c-5406-4eec-b589-03170cce5be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.063955 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0038a-2f60-4ed2-8dd1-f612ce6948d7 req-43325e76-7e99-4d1a-a49b-b9165eede7cc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.071947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0038a-2f60-4ed2-8dd1-f612ce6948d7 req-43325e76-7e99-4d1a-a49b-b9165eede7cc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.077335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0038a-2f60-4ed2-8dd1-f612ce6948d7 req-43325e76-7e99-4d1a-a49b-b9165eede7cc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.082908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0038a-2f60-4ed2-8dd1-f612ce6948d7 req-43325e76-7e99-4d1a-a49b-b9165eede7cc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.092466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0038a-2f60-4ed2-8dd1-f612ce6948d7 req-43325e76-7e99-4d1a-a49b-b9165eede7cc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.099267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0038a-2f60-4ed2-8dd1-f612ce6948d7 req-43325e76-7e99-4d1a-a49b-b9165eede7cc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.108027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0038a-2f60-4ed2-8dd1-f612ce6948d7 req-43325e76-7e99-4d1a-a49b-b9165eede7cc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.110706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0dd0038a-2f60-4ed2-8dd1-f612ce6948d7 req-43325e76-7e99-4d1a-a49b-b9165eede7cc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.1729109 Feb 02 13:05:04.179940 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74984090-c37a-493e-b66c-78c39d2a0711 req-9478cb78-ad04-40e1-8b1e-27cec518c39e tempest-LiveMigrationTest-1586579417 tempest-LiveMigrationTest-1586579417-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514022 Feb 02 13:05:04.220416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0dd0038a-2f60-4ed2-8dd1-f612ce6948d7 req-5767645b-755b-44f4-9814-f6aebfbb1b5f tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1010408 Feb 02 13:05:04.308191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ac89cc1-0d53-44bf-a735-0ea6da08cef9 req-39e72871-722e-4eb8-83e0-66455b8cddaa tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/a60aeec2-0199-4904-a78e-a09f1ead6ea2 HTTP/1.1" status: 200 len: 1821 time: 0.0501833 Feb 02 13:05:04.319909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-521415206-network', 'tenant_id': 'fa5354e998bb49afa2fccd6c165f56fe'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:04.338451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0ac89cc1-0d53-44bf-a735-0ea6da08cef9 req-1e1ba54d-7958-4168-98f6-cb1ee487694e tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a60aeec2-0199-4904-a78e-a09f1ead6ea2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:04.338815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0ac89cc1-0d53-44bf-a735-0ea6da08cef9 req-1e1ba54d-7958-4168-98f6-cb1ee487694e tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a60aeec2-0199-4904-a78e-a09f1ead6ea2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:04.355547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-945cecde-f49b-4cd0-a046-044f62999bb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.369210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-74142045-8515-4d83-9d58-4e8712f24251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.369705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-74142045-8515-4d83-9d58-4e8712f24251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.370129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-74142045-8515-4d83-9d58-4e8712f24251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.371753 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79af2886-d52c-4145-9129-1b3ca0024312 req-74142045-8515-4d83-9d58-4e8712f24251 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6809580 Feb 02 13:05:04.382496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4931a-5223-454c-a6de-f510feb30289 req-a10e5b98-f32d-4852-a2da-89e0dd26926e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.384478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4dc4931a-5223-454c-a6de-f510feb30289 req-a10e5b98-f32d-4852-a2da-89e0dd26926e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b4d4a9b-55cb-4f8b-9143-597317113682 HTTP/1.1" status: 200 len: 950 time: 0.0890520 Feb 02 13:05:04.404733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Made reservation on behalf of fa5354e998bb49afa2fccd6c165f56fe for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:04.406938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.446292 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.461690 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0ac89cc1-0d53-44bf-a735-0ea6da08cef9 req-1e1ba54d-7958-4168-98f6-cb1ee487694e tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (a870c310-10c4-4df8-ad6f-568aa34e04c2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.480505 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4dc4931a-5223-454c-a6de-f510feb30289 req-727b9850-bac8-44c4-9475-653955137943 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830953 Feb 02 13:05:04.524355 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0ac89cc1-0d53-44bf-a735-0ea6da08cef9 req-1e1ba54d-7958-4168-98f6-cb1ee487694e tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (a870c310-10c4-4df8-ad6f-568aa34e04c2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.536461 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0ac89cc1-0d53-44bf-a735-0ea6da08cef9 req-1e1ba54d-7958-4168-98f6-cb1ee487694e tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (a870c310-10c4-4df8-ad6f-568aa34e04c2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.616153 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0ac89cc1-0d53-44bf-a735-0ea6da08cef9 req-1e1ba54d-7958-4168-98f6-cb1ee487694e tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.617355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ac89cc1-0d53-44bf-a735-0ea6da08cef9 req-1e1ba54d-7958-4168-98f6-cb1ee487694e tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2863579 Feb 02 13:05:04.637691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ba54d-7958-4168-98f6-cb1ee487694e tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a870c310-10c4-4df8-ad6f-568aa34e04c2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:04.719831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a395a3-d85e-4b9a-b00a-e7d36ddb7869 req-40d4993b-ce0a-4d0a-96a7-6d0b8b43b7bb tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.722077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97a395a3-d85e-4b9a-b00a-e7d36ddb7869 req-40d4993b-ce0a-4d0a-96a7-6d0b8b43b7bb tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.1673563 Feb 02 13:05:04.741621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-b01a8dd7-2991-4173-9030-904c85a56e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:04.743857 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79af2886-d52c-4145-9129-1b3ca0024312 req-b01a8dd7-2991-4173-9030-904c85a56e4d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3594239 Feb 02 13:05:04.763336 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-945cecde-f49b-4cd0-a046-044f62999bb7 admin admin] Publish callbacks [] for security_group (07a80b9d-c01d-4983-9cac-c5102a55ac81), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.780447 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-945cecde-f49b-4cd0-a046-044f62999bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (07a80b9d-c01d-4983-9cac-c5102a55ac81), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.793738 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Publish callbacks [] for security_group (43fdb5d4-7299-41dd-8354-78dde38c5c7f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.807708 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (43fdb5d4-7299-41dd-8354-78dde38c5c7f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.838135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97a395a3-d85e-4b9a-b00a-e7d36ddb7869 req-dee0df31-4b93-4c08-bb9d-ef719991cb9e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071098 Feb 02 13:05:04.857911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cecde-f49b-4cd0-a046-044f62999bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a80b9d-c01d-4983-9cac-c5102a55ac81,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:04.907029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:05:04.920934 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-945cecde-f49b-4cd0-a046-044f62999bb7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=47338fb31173477e8b8076cc19dd6cac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0474532 Feb 02 13:05:04.925100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:04.954254 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (de5d3f51-9cdf-4508-8461-54b01233fe09), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:04.954758 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Added segment de5d3f51-9cdf-4508-8461-54b01233fe09 of type vlan for network ef0a79d0-d5ed-4164-9c8b-1958e4614bad Feb 02 13:05:04.968233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fdb5d4-7299-41dd-8354-78dde38c5c7f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:04.986609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5ba78cd3-8e19-4850-8ffd-1b44668ff763 req-3e5a6986-7de6-46d9-be24-26a42f6a62df tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2070730217', 'description': 'tempest-description-1647802776'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:05.026245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-ecdda3ea-7c66-48a0-a6bb-76f67c2ba648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.027187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-ecdda3ea-7c66-48a0-a6bb-76f67c2ba648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.028018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-ecdda3ea-7c66-48a0-a6bb-76f67c2ba648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.028592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-ecdda3ea-7c66-48a0-a6bb-76f67c2ba648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.029819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-ecdda3ea-7c66-48a0-a6bb-76f67c2ba648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.029819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-ecdda3ea-7c66-48a0-a6bb-76f67c2ba648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.030164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-ecdda3ea-7c66-48a0-a6bb-76f67c2ba648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.032536 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79af2886-d52c-4145-9129-1b3ca0024312 req-ecdda3ea-7c66-48a0-a6bb-76f67c2ba648 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 6705 time: 0.1968687 Feb 02 13:05:05.034263 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ba78cd3-8e19-4850-8ffd-1b44668ff763 req-3e5a6986-7de6-46d9-be24-26a42f6a62df tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.036535 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (ef0a79d0-d5ed-4164-9c8b-1958e4614bad), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.060464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee9cef-f105-465b-92b8-c14983a568e1 req-95ecbfa8-b847-495f-bd06-48f139162639 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.063012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bee9cef-f105-465b-92b8-c14983a568e1 req-95ecbfa8-b847-495f-bd06-48f139162639 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 946 time: 0.1389472 Feb 02 13:05:05.064131 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f66342-48da-4047-9933-f7b3604af0a1 admin admin] Publish callbacks [] for security_group (07a80b9d-c01d-4983-9cac-c5102a55ac81), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.090212 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (ef0a79d0-d5ed-4164-9c8b-1958e4614bad), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.091767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.092467 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.117857 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f66342-48da-4047-9933-f7b3604af0a1 admin admin] Publish callbacks [] for security_group (07a80b9d-c01d-4983-9cac-c5102a55ac81), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.170383 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4890864 Feb 02 13:05:05.175711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45486) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:05.186922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bee9cef-f105-465b-92b8-c14983a568e1 req-2dbb258a-64b1-4a55-b218-97c29f45b119 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100183 Feb 02 13:05:05.190276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-094c8cab-6d50-4b12-9bee-2f61fdedf53c admin admin] Request body: {'subnet': {'network_id': 'ef0a79d0-d5ed-4164-9c8b-1958e4614bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-521415206-subnet', 'tenant_id': 'fa5354e998bb49afa2fccd6c165f56fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:05.221935 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ba78cd3-8e19-4850-8ffd-1b44668ff763 req-3e5a6986-7de6-46d9-be24-26a42f6a62df tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (bc4786d9-b25a-498e-b194-2d4771245ed9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.230086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee7712-bb3f-41b9-a198-3306ce5e195f admin admin] Pushing event updated for resources: {'Network': ['ID=ef0a79d0-d5ed-4164-9c8b-1958e4614bad,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:05.230279 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ba78cd3-8e19-4850-8ffd-1b44668ff763 req-3e5a6986-7de6-46d9-be24-26a42f6a62df tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (bc4786d9-b25a-498e-b194-2d4771245ed9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.237426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-dcd387cc-01b6-424e-9d1d-386934efd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.237426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-dcd387cc-01b6-424e-9d1d-386934efd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.237426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-dcd387cc-01b6-424e-9d1d-386934efd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.239332 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79af2886-d52c-4145-9129-1b3ca0024312 req-dcd387cc-01b6-424e-9d1d-386934efd392 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1911945 Feb 02 13:05:05.248248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network ef0a79d0-d5ed-4164-9c8b-1958e4614bad details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:05:05.261795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8ebdb559-ec0e-4850-ba3c-c0479cc2f6aa req-0621b1ba-aa73-40ec-aef7-a6f86a4dee65 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1235339460', 'description': 'tempest-description-804493331'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:05.271907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094c8cab-6d50-4b12-9bee-2f61fdedf53c admin admin] Made reservation on behalf of fa5354e998bb49afa2fccd6c165f56fe for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:05.274575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-094c8cab-6d50-4b12-9bee-2f61fdedf53c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.284289 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f66342-48da-4047-9933-f7b3604af0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (07a80b9d-c01d-4983-9cac-c5102a55ac81), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.286953 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-89f66342-48da-4047-9933-f7b3604af0a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.288284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-89f66342-48da-4047-9933-f7b3604af0a1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/07a80b9d-c01d-4983-9cac-c5102a55ac81 HTTP/1.1" status: 204 len: 168 time: 0.3620768 Feb 02 13:05:05.324144 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ba78cd3-8e19-4850-8ffd-1b44668ff763 req-3e5a6986-7de6-46d9-be24-26a42f6a62df tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.325381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ba78cd3-8e19-4850-8ffd-1b44668ff763 req-3e5a6986-7de6-46d9-be24-26a42f6a62df tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3527229 Feb 02 13:05:05.357892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a6986-7de6-46d9-be24-26a42f6a62df tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4786d9-b25a-498e-b194-2d4771245ed9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:05.384189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f66342-48da-4047-9933-f7b3604af0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a80b9d-c01d-4983-9cac-c5102a55ac81,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:05.386034 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8ebdb559-ec0e-4850-ba3c-c0479cc2f6aa req-0621b1ba-aa73-40ec-aef7-a6f86a4dee65 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.434056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': 'fa87ddce-c6ae-4971-ab64-55a01c1f3583'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:05.436906 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0ec795-4a4d-40ed-936d-621700ad51aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "fa87ddce-c6ae-4971-ab64-55a01c1f3583"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:05.487453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af2886-d52c-4145-9129-1b3ca0024312 req-172912c0-a279-43b9-8db1-747a067f970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.490164 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79af2886-d52c-4145-9129-1b3ca0024312 req-172912c0-a279-43b9-8db1-747a067f970a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2424128 Feb 02 13:05:05.528683 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.546977 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8ebdb559-ec0e-4850-ba3c-c0479cc2f6aa req-0621b1ba-aa73-40ec-aef7-a6f86a4dee65 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for security_group (4e25f526-9ab8-4714-a59f-2d670a0c180d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.597837 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8ebdb559-ec0e-4850-ba3c-c0479cc2f6aa req-0621b1ba-aa73-40ec-aef7-a6f86a4dee65 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4e25f526-9ab8-4714-a59f-2d670a0c180d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.645668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621b1ba-aa73-40ec-aef7-a6f86a4dee65 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e25f526-9ab8-4714-a59f-2d670a0c180d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:05.655852 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8ebdb559-ec0e-4850-ba3c-c0479cc2f6aa req-0621b1ba-aa73-40ec-aef7-a6f86a4dee65 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.659303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ebdb559-ec0e-4850-ba3c-c0479cc2f6aa req-0621b1ba-aa73-40ec-aef7-a6f86a4dee65 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4250379 Feb 02 13:05:05.694184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b32843-03c7-4baa-ad0d-c2eaed675a7a req-3c4e54fa-d9a4-475b-8873-928ab93854a1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.702083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74b32843-03c7-4baa-ad0d-c2eaed675a7a req-3c4e54fa-d9a4-475b-8873-928ab93854a1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 944 time: 0.1527169 Feb 02 13:05:05.702303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-79bb06ee-8d3c-4daa-8f78-ad1b0194170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.702661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-79bb06ee-8d3c-4daa-8f78-ad1b0194170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.703525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-79bb06ee-8d3c-4daa-8f78-ad1b0194170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.704012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-79bb06ee-8d3c-4daa-8f78-ad1b0194170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.704473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-79bb06ee-8d3c-4daa-8f78-ad1b0194170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.705452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-79bb06ee-8d3c-4daa-8f78-ad1b0194170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.705988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-79bb06ee-8d3c-4daa-8f78-ad1b0194170e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.708756 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-79bb06ee-8d3c-4daa-8f78-ad1b0194170e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 6705 time: 0.1411028 Feb 02 13:05:05.711024 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-094c8cab-6d50-4b12-9bee-2f61fdedf53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (93d39073-1bdd-4972-b94c-20a6cb381045), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.746836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45504) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:05.801778 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-954bf1f2-acce-4034-a8da-eae7f01d1880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:05.825152 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-132d0948-14d6-4dd8-9888-7baf5c529f1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52c87d60-7381-4961-a6c1-8d23cfdda506 HTTP/1.1" status: 200 len: 217 time: 0.0808566 Feb 02 13:05:05.886625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c8cab-6d50-4b12-9bee-2f61fdedf53c admin admin] Pushing event updated for resources: {'Subnet': ['ID=93d39073-1bdd-4972-b94c-20a6cb381045,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:05.917211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c8cab-6d50-4b12-9bee-2f61fdedf53c admin admin] Checking segment: {'id': 'de5d3f51-9cdf-4508-8461-54b01233fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ef0a79d0-d5ed-4164-9c8b-1958e4614bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:05.918131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c8cab-6d50-4b12-9bee-2f61fdedf53c admin admin] Network hostable DHCP agents. Network: ef0a79d0-d5ed-4164-9c8b-1958e4614bad, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:05:05.920981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74b32843-03c7-4baa-ad0d-c2eaed675a7a req-6d0ac3cd-5c0e-44d8-b2d8-64d222342902 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175803 Feb 02 13:05:05.927460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-07736c9b-9022-4360-b2e1-406f18e429b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.930009 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-07736c9b-9022-4360-b2e1-406f18e429b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06abdc32-8d3e-40e0-882c-36cc75a338b3 HTTP/1.1" status: 200 len: 856 time: 0.0957072 Feb 02 13:05:05.944363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e68f8d-1f3d-470c-8943-dc89c765c6d8 req-915143fa-061c-40d7-b1ba-db958da29aaf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:05.947822 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-04e68f8d-1f3d-470c-8943-dc89c765c6d8 req-915143fa-061c-40d7-b1ba-db958da29aaf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.62 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 944 time: 0.2049794 Feb 02 13:05:05.987106 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-5dfc5ef2-07fc-41bd-b626-4a3005e77c7c tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2746365 Feb 02 13:05:06.001077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:06.064632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c8cab-6d50-4b12-9bee-2f61fdedf53c admin admin] Network ef0a79d0-d5ed-4164-9c8b-1958e4614bad is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:05:06.070540 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.087518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-08743d71-0724-471b-9f6e-bc085fb9be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:06.089193 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-08743d71-0724-471b-9f6e-bc085fb9be0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fe900c1-1a6a-4411-9f22-913eacc5c949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1399183 Feb 02 13:05:06.101814 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-954bf1f2-acce-4034-a8da-eae7f01d1880 admin admin] Publish callbacks [] for security_group (814c68de-7437-47eb-94e7-a20affc29a11), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.119844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-094c8cab-6d50-4b12-9bee-2f61fdedf53c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, ef0a79d0-d5ed-4164-9c8b-1958e4614bad) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:06.121100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57e8d-237e-4dfd-96fe-9967c76bb7c6 req-403a396f-8e4e-4e18-811a-a368422fe4ae tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:06.126242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57e8d-237e-4dfd-96fe-9967c76bb7c6 req-403a396f-8e4e-4e18-811a-a368422fe4ae tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:06.128495 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c8cab-6d50-4b12-9bee-2f61fdedf53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:06.129067 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-094c8cab-6d50-4b12-9bee-2f61fdedf53c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.131131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3abc7f6-57f9-4fb9-80d4-7047d3a2b90f None None] Network ef0a79d0-d5ed-4164-9c8b-1958e4614bad requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:05:06.131465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57e8d-237e-4dfd-96fe-9967c76bb7c6 req-403a396f-8e4e-4e18-811a-a368422fe4ae tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:06.137955 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57e8d-237e-4dfd-96fe-9967c76bb7c6 req-403a396f-8e4e-4e18-811a-a368422fe4ae tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:06.142723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57e8d-237e-4dfd-96fe-9967c76bb7c6 req-403a396f-8e4e-4e18-811a-a368422fe4ae tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:06.147925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57e8d-237e-4dfd-96fe-9967c76bb7c6 req-403a396f-8e4e-4e18-811a-a368422fe4ae tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:06.153043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b57e8d-237e-4dfd-96fe-9967c76bb7c6 req-403a396f-8e4e-4e18-811a-a368422fe4ae tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:06.154963 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7b57e8d-237e-4dfd-96fe-9967c76bb7c6 req-403a396f-8e4e-4e18-811a-a368422fe4ae tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.1463950 Feb 02 13:05:06.158117 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-954bf1f2-acce-4034-a8da-eae7f01d1880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (814c68de-7437-47eb-94e7-a20affc29a11), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.192628 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-094c8cab-6d50-4b12-9bee-2f61fdedf53c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0119231 Feb 02 13:05:06.203752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-04e68f8d-1f3d-470c-8943-dc89c765c6d8 req-aa684659-71f0-4181-ae30-52db9866e8bb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Deleting port 5183cdc4-242f-49f8-9196-7070a96fa4a7 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:05:06.204088 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-04e68f8d-1f3d-470c-8943-dc89c765c6d8 req-aa684659-71f0-4181-ae30-52db9866e8bb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.234963 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-c33fe9f3-7161-4b34-8223-2a408f274f53 service neutron] 10.222.0.18 "GET /v2.0/networks/0fe900c1-1a6a-4411-9f22-913eacc5c949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359825 Feb 02 13:05:06.327628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7b57e8d-237e-4dfd-96fe-9967c76bb7c6 req-ab013755-2f38-4d65-82a2-6a52b1f7b079 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1580026 Feb 02 13:05:06.358885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45510) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:06.359637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-954bf1f2-acce-4034-a8da-eae7f01d1880 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=de3be8cdc6aa48d0a1e33ec3da74b2ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5970418 Feb 02 13:05:06.420374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-04e68f8d-1f3d-470c-8943-dc89c765c6d8 req-aa684659-71f0-4181-ae30-52db9866e8bb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] For port 5183cdc4-242f-49f8-9196-7070a96fa4a7, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5183cdc4-242f-49f8-9196-7070a96fa4a7,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:06.420647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-61d8e07e-bcf2-4e4b-89fa-a0ca8331f223 req-cf1b28c2-7b83-4b4f-8a28-04a77c712bbe tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-868466888', 'description': 'tempest-description-908608844'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:06.420777 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-04e68f8d-1f3d-470c-8943-dc89c765c6d8 req-aa684659-71f0-4181-ae30-52db9866e8bb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.426206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bf1f2-acce-4034-a8da-eae7f01d1880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814c68de-7437-47eb-94e7-a20affc29a11,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:06.449663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aeac30-d094-4097-9f64-4af543638316 None None] Network ef0a79d0-d5ed-4164-9c8b-1958e4614bad requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:05:06.454281 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-04e68f8d-1f3d-470c-8943-dc89c765c6d8 req-aa684659-71f0-4181-ae30-52db9866e8bb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Calling delete_port for 5183cdc4-242f-49f8-9196-7070a96fa4a7 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:05:06.461028 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.461363 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-bc785752-eae2-4ac2-96a1-5b5f1a44df0e service neutron] 10.222.0.18 "GET /v2.0/networks/0fe900c1-1a6a-4411-9f22-913eacc5c949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193766 Feb 02 13:05:06.473877 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61d8e07e-bcf2-4e4b-89fa-a0ca8331f223 req-cf1b28c2-7b83-4b4f-8a28-04a77c712bbe tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.516250 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.545939 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-ca29ed74-0019-4921-bbcf-c5d5debe0277 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=13faa4c4-a1e2-4351-8275-345fc771c7c8 HTTP/1.1" status: 200 len: 217 time: 0.0767457 Feb 02 13:05:06.546654 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1930b0b-a36a-4a2b-8810-4876e0bfc4a5 admin admin] Publish callbacks [] for security_group (814c68de-7437-47eb-94e7-a20affc29a11), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.608136 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1930b0b-a36a-4a2b-8810-4876e0bfc4a5 admin admin] Publish callbacks [] for security_group (814c68de-7437-47eb-94e7-a20affc29a11), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.621093 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61d8e07e-bcf2-4e4b-89fa-a0ca8331f223 req-cf1b28c2-7b83-4b4f-8a28-04a77c712bbe tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (d9ebcdd0-8184-4cd8-ab63-ef17f1e140af), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.628557 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61d8e07e-bcf2-4e4b-89fa-a0ca8331f223 req-cf1b28c2-7b83-4b4f-8a28-04a77c712bbe tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d9ebcdd0-8184-4cd8-ab63-ef17f1e140af), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.667667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-c391c263-6234-490a-8d69-1cbbba007281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:06.668701 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-c391c263-6234-490a-8d69-1cbbba007281 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2df64b9a-0d44-495d-9df4-427e43aeec51 HTTP/1.1" status: 200 len: 797 time: 0.1163530 Feb 02 13:05:06.699203 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-61d8e07e-bcf2-4e4b-89fa-a0ca8331f223 req-cf1b28c2-7b83-4b4f-8a28-04a77c712bbe tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.700574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61d8e07e-bcf2-4e4b-89fa-a0ca8331f223 req-cf1b28c2-7b83-4b4f-8a28-04a77c712bbe tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2846372 Feb 02 13:05:06.708547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Allocated IP 172.25.4.195 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/6ef7cd25-1685-4ad9-a75a-aa228e1838b0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:06.711230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b28c2-7b83-4b4f-8a28-04a77c712bbe tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ebcdd0-8184-4cd8-ab63-ef17f1e140af,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:06.779777 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb93cd2-3b55-427d-93ca-459e37086733 x-openstack-request-id: req-9eb93cd2-3b55-427d-93ca-459e37086733 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:06.780415 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "fa87ddce-c6ae-4971-ab64-55a01c1f3583", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:06.780671 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9eb93cd2-3b55-427d-93ca-459e37086733 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:06.781205 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': 'fa87ddce-c6ae-4971-ab64-55a01c1f3583', 'status': 'completed', 'code': 200} Feb 02 13:05:06.782302 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1930b0b-a36a-4a2b-8810-4876e0bfc4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (814c68de-7437-47eb-94e7-a20affc29a11), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.785322 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1930b0b-a36a-4a2b-8810-4876e0bfc4a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.786591 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c1930b0b-a36a-4a2b-8810-4876e0bfc4a5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/814c68de-7437-47eb-94e7-a20affc29a11 HTTP/1.1" status: 204 len: 168 time: 0.4255371 Feb 02 13:05:06.815081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1930b0b-a36a-4a2b-8810-4876e0bfc4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814c68de-7437-47eb-94e7-a20affc29a11,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:06.820555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-04e68f8d-1f3d-470c-8943-dc89c765c6d8 req-aa684659-71f0-4181-ae30-52db9866e8bb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5183cdc4-242f-49f8-9196-7070a96fa4a7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.832238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9c1b2231-68fd-45b7-bbf2-97ecc184fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:06.834289 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9c1b2231-68fd-45b7-bbf2-97ecc184fea2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=408baa00-e060-4bce-826e-a30977dfd810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1581373 Feb 02 13:05:06.877753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa684659-71f0-4181-ae30-52db9866e8bb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Pushing event deleted for resources: {'Port': ['ID=5183cdc4-242f-49f8-9196-7070a96fa4a7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:06.923460 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for port (6ef7cd25-1685-4ad9-a75a-aa228e1838b0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:06.968505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab0968-fc49-415b-a7b0-f0e72d751587 req-d536e2c7-76d3-4c44-ae00-7f86a157c9ef tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:06.969201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e68f8d-1f3d-470c-8943-dc89c765c6d8 req-aa684659-71f0-4181-ae30-52db9866e8bb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] No DVR routers for this DVR port 5183cdc4-242f-49f8-9196-7070a96fa4a7 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:05:06.971367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2bab0968-fc49-415b-a7b0-f0e72d751587 req-d536e2c7-76d3-4c44-ae00-7f86a157c9ef tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b4d4a9b-55cb-4f8b-9143-597317113682 HTTP/1.1" status: 200 len: 950 time: 0.1226027 Feb 02 13:05:06.983988 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['5183cdc4-242f-49f8-9196-7070a96fa4a7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:06.997587 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-04e68f8d-1f3d-470c-8943-dc89c765c6d8 req-aa684659-71f0-4181-ae30-52db9866e8bb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:07.001209 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-04e68f8d-1f3d-470c-8943-dc89c765c6d8 req-aa684659-71f0-4181-ae30-52db9866e8bb tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.62 "DELETE /v2.0/ports/5183cdc4-242f-49f8-9196-7070a96fa4a7 HTTP/1.1" status: 204 len: 173 time: 1.0003676 Feb 02 13:05:07.004319 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (6ef7cd25-1685-4ad9-a75a-aa228e1838b0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:07.032871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['c679b88f-9db8-4200-b1b9-8ef6c28acf5e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:07.065136 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f3d5eb8d-8267-48ef-9453-186d447735f1 service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032826 Feb 02 13:05:07.089261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2bab0968-fc49-415b-a7b0-f0e72d751587 req-1078a059-d4f2-44e3-8261-a6310bfeb9d0 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103270 Feb 02 13:05:07.097715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:07.102004 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:07.109088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:07.198715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:07.279839 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-3f60623f-3fde-48af-9632-15276d36e465 service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034202 Feb 02 13:05:07.346281 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-05518e01-83e7-47b2-88fc-c3883d07ebb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=725bf461-ffb7-4c2f-a579-300561af9e5e HTTP/1.1" status: 200 len: 217 time: 0.0591195 Feb 02 13:05:07.410487 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:07.421918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9b88af0a-91a1-49f1-b147-2081bd766f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:07.423605 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9b88af0a-91a1-49f1-b147-2081bd766f1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2df64b9a-0d44-495d-9df4-427e43aeec51 HTTP/1.1" status: 200 len: 797 time: 0.0718646 Feb 02 13:05:07.493693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5da9c676-8f53-4706-8b25-c447aced9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:07.495783 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5da9c676-8f53-4706-8b25-c447aced9b88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=408baa00-e060-4bce-826e-a30977dfd810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0658517 Feb 02 13:05:07.610693 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-9740994b-e1b7-466f-b8a0-b45d1c36b6ab service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087103 Feb 02 13:05:07.622683 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Pushing event updated for resources: {'Port': ['ID=6ef7cd25-1685-4ad9-a75a-aa228e1838b0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:07.674500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c3db16e-6ba2-4aff-b258-0f2c7199dd3c req-e9b7fd6f-2143-41c9-bcec-eb27ac3c92d3 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1235339460&fields=id&tenant_id=0795b09d7ba84e4d82bcf8e67a041bce HTTP/1.1" status: 200 len: 267 time: 0.0645313 Feb 02 13:05:07.757316 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-253338bf-58b1-45a8-a324-7220b8a01a68 service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399856 Feb 02 13:05:07.764936 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:07.792629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3db16e-6ba2-4aff-b258-0f2c7199dd3c req-09e05474-db7a-450c-aff0-ce64c89c4762 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:07.802932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c3db16e-6ba2-4aff-b258-0f2c7199dd3c req-09e05474-db7a-450c-aff0-ce64c89c4762 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.1202555 Feb 02 13:05:07.805829 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-b79d1968-4049-4dc7-93a4-1bd1a02f42ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 HTTP/1.1" status: 200 len: 217 time: 0.0418620 Feb 02 13:05:07.808838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3c3db16e-6ba2-4aff-b258-0f2c7199dd3c req-6cbccb86-7a6d-4dcf-8d09-57ffada17823 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Request body: {'port': {'security_groups': ['c472ca76-6088-4aca-8af3-e6c25298715f', '4e25f526-9ab8-4714-a59f-2d670a0c180d']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:07.871536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43a2d5ef-7f42-4879-b14c-ce7524459299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:07.873305 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-43a2d5ef-7f42-4879-b14c-ce7524459299 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2df64b9a-0d44-495d-9df4-427e43aeec51 HTTP/1.1" status: 200 len: 797 time: 0.0614808 Feb 02 13:05:07.912311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6ef7cd25-1685-4ad9-a75a-aa228e1838b0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:07.924786 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:07.949209 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-33b80271-3b70-4a21-837d-63a27f6fff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:07.951727 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-33b80271-3b70-4a21-837d-63a27f6fff47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=408baa00-e060-4bce-826e-a30977dfd810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0715182 Feb 02 13:05:07.974149 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c3db16e-6ba2-4aff-b258-0f2c7199dd3c req-6cbccb86-7a6d-4dcf-8d09-57ffada17823 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:08.064468 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-a23731e8-8c0b-4f59-888a-4b0cf18f5ccd service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068351 Feb 02 13:05:08.173432 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-f81290e7-4613-4b5a-a4c2-db24382710a9 service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033132 Feb 02 13:05:08.230269 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-c44de8f3-d9e0-40ee-bdca-5f33bfc2aab9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e HTTP/1.1" status: 200 len: 217 time: 0.0512960 Feb 02 13:05:08.259058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3c3db16e-6ba2-4aff-b258-0f2c7199dd3c req-6cbccb86-7a6d-4dcf-8d09-57ffada17823 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] For port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,segment=NetworkSegment(b1639089-2824-4912-9de9-2413dc8300dd),segment_id=b1639089-2824-4912-9de9-2413dc8300dd)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:08.288102 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-04e0dda2-c85e-4b55-9aef-88e73dda8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:08.289854 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-04e0dda2-c85e-4b55-9aef-88e73dda8740 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2df64b9a-0d44-495d-9df4-427e43aeec51 HTTP/1.1" status: 200 len: 797 time: 0.0539668 Feb 02 13:05:08.316102 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for port (6ef7cd25-1685-4ad9-a75a-aa228e1838b0), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:08.321462 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c3db16e-6ba2-4aff-b258-0f2c7199dd3c req-6cbccb86-7a6d-4dcf-8d09-57ffada17823 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:08.325514 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (6ef7cd25-1685-4ad9-a75a-aa228e1838b0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:08.364118 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c3db16e-6ba2-4aff-b258-0f2c7199dd3c req-6cbccb86-7a6d-4dcf-8d09-57ffada17823 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:08.371177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-cb146bd4-498b-455e-9f5f-589fc9685d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:08.373696 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-cb146bd4-498b-455e-9f5f-589fc9685d66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=408baa00-e060-4bce-826e-a30977dfd810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0764768 Feb 02 13:05:08.401310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['585f983d-2d9f-4f9d-95f5-7cea97eb2b76'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:08.473380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3db16e-6ba2-4aff-b258-0f2c7199dd3c req-6cbccb86-7a6d-4dcf-8d09-57ffada17823 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:08.475593 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c3db16e-6ba2-4aff-b258-0f2c7199dd3c req-6cbccb86-7a6d-4dcf-8d09-57ffada17823 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:08.478406 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c3db16e-6ba2-4aff-b258-0f2c7199dd3c req-6cbccb86-7a6d-4dcf-8d09-57ffada17823 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "PUT /v2.0/ports/585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 982 time: 0.6732659 Feb 02 13:05:08.501163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:08.506934 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2003809c-64ff-42ae-a759-e38bac221f88" -d '{"events": [{"name": "network-changed", "server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:08.519502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Pushing event updated for resources: {'Port': ['ID=6ef7cd25-1685-4ad9-a75a-aa228e1838b0,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:08.553307 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-ff7a96bd-e7e8-4a2e-87b1-eb7092bb1010 service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693385 Feb 02 13:05:08.586454 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:08.618506 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:08.621711 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-1546d5e3-a7e8-4684-b848-05df19582064 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6245553 Feb 02 13:05:08.643147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['585f983d-2d9f-4f9d-95f5-7cea97eb2b76'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:08.723586 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-05d22762-845a-468c-8bf6-13ac2b9474c9 service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595476 Feb 02 13:05:08.741206 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-7220991d-1885-4679-82c7-4c39bc741a88 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.1099944 Feb 02 13:05:08.741808 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbccb86-7a6d-4dcf-8d09-57ffada17823 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Pushing event updated for resources: {'Port': ['ID=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:08.776948 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-8075339d-7176-4264-ae6f-b859dd776115 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92e5923a-ca1f-4def-85a7-fbeed5c55ddf HTTP/1.1" status: 200 len: 217 time: 0.0470002 Feb 02 13:05:08.782778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07676db-03de-42f6-a8c6-7e1039012b33', 'name': 'network-vif-deleted', 'tag': '5183cdc4-242f-49f8-9196-7070a96fa4a7'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:08.785570 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e1f2e6-7b5d-407c-942d-c6749450db02" -d '{"events": [{"server_uuid": "a07676db-03de-42f6-a8c6-7e1039012b33", "name": "network-vif-deleted", "tag": "5183cdc4-242f-49f8-9196-7070a96fa4a7"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:08.882873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-747d6fc9-642d-4fde-a597-26b507e05a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:08.884633 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-747d6fc9-642d-4fde-a597-26b507e05a72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=47f73150-bb8a-4932-8e53-2071d90f5968 HTTP/1.1" status: 200 len: 797 time: 0.0912166 Feb 02 13:05:08.906051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-3e094b5c-9a73-4716-a4ac-4095ae5da875 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:08.907818 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93ce589f-05d2-442b-b00f-49c8533916b2 req-3e094b5c-9a73-4716-a4ac-4095ae5da875 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.1610253 Feb 02 13:05:08.976726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e3be932a-1fbf-4720-84a0-c5d84532da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:08.978266 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-e3be932a-1fbf-4720-84a0-c5d84532da29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30e40ba2-a8b1-4051-9108-dbee8f9b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0843987 Feb 02 13:05:09.070986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-2ff3f9d9-1f68-45fb-9159-49ba69fb13e4 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:09.072459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-2ff3f9d9-1f68-45fb-9159-49ba69fb13e4 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/networks?id=ef0a79d0-d5ed-4164-9c8b-1958e4614bad HTTP/1.1" status: 200 len: 817 time: 0.1626306 Feb 02 13:05:09.087485 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-41a4503d-55fd-4568-a801-abe4c5fb55df service neutron] 10.222.0.18 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019046 Feb 02 13:05:09.097766 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-2a7d49af-372c-45b4-b997-e0e945906bff tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/quotas/fa5354e998bb49afa2fccd6c165f56fe HTTP/1.1" status: 200 len: 375 time: 0.0155041 Feb 02 13:05:09.108727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81cd32d2-7ffa-46b3-bf14-ca9c0fc3f74c req-d4dd1e1e-c620-450c-8b81-78360430bd33 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/bc4786d9-b25a-498e-b194-2d4771245ed9 HTTP/1.1" status: 200 len: 1822 time: 0.1554060 Feb 02 13:05:09.144748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-8f630065-ca00-437e-a565-9db571689a56 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa5354e998bb49afa2fccd6c165f56fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396030 Feb 02 13:05:09.183661 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-df610b5c-6481-4a86-a715-9ff9f4f31702 service neutron] 10.222.0.18 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903153 Feb 02 13:05:09.203135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81cd32d2-7ffa-46b3-bf14-ca9c0fc3f74c req-3cf2205d-c62b-4b66-abc5-a3a2b87e7f15 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/d9ebcdd0-8184-4cd8-ab63-ef17f1e140af HTTP/1.1" status: 200 len: 1820 time: 0.0859575 Feb 02 13:05:09.224310 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-5b379bc7-4e99-4def-baf1-79022c6eec11 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa87ddce-c6ae-4971-ab64-55a01c1f3583 HTTP/1.1" status: 200 len: 217 time: 0.0349100 Feb 02 13:05:09.235750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-81cd32d2-7ffa-46b3-bf14-ca9c0fc3f74c req-65d9e6e9-b9ab-49d6-954f-43ba1899e320 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bc4786d9-b25a-498e-b194-2d4771245ed9', 'remote_group_id': 'd9ebcdd0-8184-4cd8-ab63-ef17f1e140af', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:09.236056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-81cd32d2-7ffa-46b3-bf14-ca9c0fc3f74c req-65d9e6e9-b9ab-49d6-954f-43ba1899e320 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bc4786d9-b25a-498e-b194-2d4771245ed9', 'remote_group_id': 'd9ebcdd0-8184-4cd8-ab63-ef17f1e140af', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:09.286547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6aa5e430-9a7a-41cc-8a99-285075b5d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:09.288078 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-6aa5e430-9a7a-41cc-8a99-285075b5d611 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=47f73150-bb8a-4932-8e53-2071d90f5968 HTTP/1.1" status: 200 len: 797 time: 0.0555737 Feb 02 13:05:09.292755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-bc1ad4f0-9e07-4780-bc99-c29b5b442596 service neutron] 10.222.0.83 "GET /v2.0/networks/ef0a79d0-d5ed-4164-9c8b-1958e4614bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350560 Feb 02 13:05:09.343406 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-81cd32d2-7ffa-46b3-bf14-ca9c0fc3f74c req-65d9e6e9-b9ab-49d6-954f-43ba1899e320 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (242e268f-144a-4ff8-a452-168962929a86), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:09.439147 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-81cd32d2-7ffa-46b3-bf14-ca9c0fc3f74c req-65d9e6e9-b9ab-49d6-954f-43ba1899e320 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (242e268f-144a-4ff8-a452-168962929a86), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:09.447395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-38e8e932-24a9-4a9b-a93e-8f31d2255a4c service neutron] 10.222.0.83 "GET /v2.0/networks/ef0a79d0-d5ed-4164-9c8b-1958e4614bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449928 Feb 02 13:05:09.448022 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-81cd32d2-7ffa-46b3-bf14-ca9c0fc3f74c req-65d9e6e9-b9ab-49d6-954f-43ba1899e320 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (242e268f-144a-4ff8-a452-168962929a86), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:09.470460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9e6e9-b9ab-49d6-954f-43ba1899e320 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242e268f-144a-4ff8-a452-168962929a86,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:09.483373 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-81cd32d2-7ffa-46b3-bf14-ca9c0fc3f74c req-65d9e6e9-b9ab-49d6-954f-43ba1899e320 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:09.484920 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81cd32d2-7ffa-46b3-bf14-ca9c0fc3f74c req-65d9e6e9-b9ab-49d6-954f-43ba1899e320 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2575791 Feb 02 13:05:09.585182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e2c54b8-b033-45e1-a36b-015bef21702c req-681d3c47-22a3-40d7-a2e3-a7fcf53e8734 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 210 time: 0.0396171 Feb 02 13:05:09.655693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-2e31710d-140d-429d-812e-1c4d498261d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:09.657249 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-2e31710d-140d-429d-812e-1c4d498261d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30e40ba2-a8b1-4051-9108-dbee8f9b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3629513 Feb 02 13:05:09.750039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccd3f-46ae-4a42-87fe-48444f844cb6 req-2b7155e1-4b61-4ac0-b100-0c7d0b893005 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:09.757023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccd3f-46ae-4a42-87fe-48444f844cb6 req-2b7155e1-4b61-4ac0-b100-0c7d0b893005 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:09.763356 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccd3f-46ae-4a42-87fe-48444f844cb6 req-2b7155e1-4b61-4ac0-b100-0c7d0b893005 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:09.769840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccd3f-46ae-4a42-87fe-48444f844cb6 req-2b7155e1-4b61-4ac0-b100-0c7d0b893005 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:09.776576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccd3f-46ae-4a42-87fe-48444f844cb6 req-2b7155e1-4b61-4ac0-b100-0c7d0b893005 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:09.777999 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-521b8732-b13d-4ff4-a4aa-0366ce9905dd service neutron] 10.222.0.18 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139674 Feb 02 13:05:09.782365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccd3f-46ae-4a42-87fe-48444f844cb6 req-2b7155e1-4b61-4ac0-b100-0c7d0b893005 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:09.788214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cccd3f-46ae-4a42-87fe-48444f844cb6 req-2b7155e1-4b61-4ac0-b100-0c7d0b893005 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:09.796634 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3cccd3f-46ae-4a42-87fe-48444f844cb6 req-2b7155e1-4b61-4ac0-b100-0c7d0b893005 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.1300187 Feb 02 13:05:09.881489 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3cccd3f-46ae-4a42-87fe-48444f844cb6 req-e2547b8a-11ee-46f4-bdf4-fd4d7435aeca tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0838289 Feb 02 13:05:09.957522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9a11814-7732-479b-a495-de9cc6c12e35 req-008d94fa-920a-4f75-b43e-2d54d439f53b service neutron] 10.222.0.18 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722007 Feb 02 13:05:10.123855 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-143a7bca-d5b2-486e-a198-28c25d0f48ff req-5148798c-5d1d-4bc9-9cc9-7dbc15da84ee tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1235339460&fields=id&tenant_id=0795b09d7ba84e4d82bcf8e67a041bce HTTP/1.1" status: 200 len: 267 time: 0.1207092 Feb 02 13:05:10.148108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-106f6929-e879-4274-a137-0c10419d18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.148583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-106f6929-e879-4274-a137-0c10419d18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.149046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-106f6929-e879-4274-a137-0c10419d18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.149617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-106f6929-e879-4274-a137-0c10419d18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.150005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-106f6929-e879-4274-a137-0c10419d18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.150464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-106f6929-e879-4274-a137-0c10419d18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.151189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-106f6929-e879-4274-a137-0c10419d18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.154185 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-106f6929-e879-4274-a137-0c10419d18e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 6705 time: 0.0822122 Feb 02 13:05:10.165167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9734f-5088-4b41-b525-dcdac60c6aa2 req-6a74dbc6-9d16-4de5-a3d7-7121e9aba35f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.171037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f9734f-5088-4b41-b525-dcdac60c6aa2 req-6a74dbc6-9d16-4de5-a3d7-7121e9aba35f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.178628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7f9734f-5088-4b41-b525-dcdac60c6aa2 req-6a74dbc6-9d16-4de5-a3d7-7121e9aba35f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80&device_id=6b4d4a9b-55cb-4f8b-9143-597317113682 HTTP/1.1" status: 200 len: 1691 time: 0.1617825 Feb 02 13:05:10.241863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a7bca-d5b2-486e-a198-28c25d0f48ff req-9f9b7531-8ee8-4c13-84a7-9e6ea4a187d6 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.248055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-143a7bca-d5b2-486e-a198-28c25d0f48ff req-9f9b7531-8ee8-4c13-84a7-9e6ea4a187d6 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 985 time: 0.1230688 Feb 02 13:05:10.260523 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-143a7bca-d5b2-486e-a198-28c25d0f48ff req-9bc5adf5-07b5-425f-9e92-c8396b5c626f tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Request body: {'port': {'security_groups': ['c472ca76-6088-4aca-8af3-e6c25298715f']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:10.285781 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7f9734f-5088-4b41-b525-dcdac60c6aa2 req-e2932a1c-6a4a-427f-a7f1-86a2c657365e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061101 Feb 02 13:05:10.311114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-e43dbf6e-135a-481f-b13b-a2dbaac1845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.312715 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-e43dbf6e-135a-481f-b13b-a2dbaac1845e service neutron] 10.222.0.18 "GET /v2.0/networks?id=30e40ba2-a8b1-4051-9108-dbee8f9b7020 HTTP/1.1" status: 200 len: 903 time: 0.1521564 Feb 02 13:05:10.345132 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc41c8b7-494e-4aab-b732-462508484ca8 x-openstack-request-id: req-cc41c8b7-494e-4aab-b732-462508484ca8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:10.345623 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:10.347090 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cc41c8b7-494e-4aab-b732-462508484ca8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:10.348214 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'status': 'completed', 'code': 200} Feb 02 13:05:10.367757 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-00bb0603-68bd-4ca0-91a6-e64961be480d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa87ddce-c6ae-4971-ab64-55a01c1f3583 HTTP/1.1" status: 200 len: 217 time: 0.0485666 Feb 02 13:05:10.407053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-143a7bca-d5b2-486e-a198-28c25d0f48ff req-9bc5adf5-07b5-425f-9e92-c8396b5c626f tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:10.482520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-7e50e939-3166-44b4-92af-b6b2f5b54992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.484501 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-7e50e939-3166-44b4-92af-b6b2f5b54992 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=47f73150-bb8a-4932-8e53-2071d90f5968 HTTP/1.1" status: 200 len: 797 time: 0.1098604 Feb 02 13:05:10.542859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003809c-64ff-42ae-a759-e38bac221f88 req-f0219496-14df-4340-95d3-4586c5565211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.544517 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2003809c-64ff-42ae-a759-e38bac221f88 req-f0219496-14df-4340-95d3-4586c5565211 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0795b09d7ba84e4d82bcf8e67a041bce&device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 1167 time: 0.1219823 Feb 02 13:05:10.550148 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca314827-ff8a-484e-b496-6c60349a25b2 x-openstack-request-id: req-ca314827-ff8a-484e-b496-6c60349a25b2 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:10.550438 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07676db-03de-42f6-a8c6-7e1039012b33", "name": "network-vif-deleted", "tag": "5183cdc4-242f-49f8-9196-7070a96fa4a7", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:10.550699 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ca314827-ff8a-484e-b496-6c60349a25b2 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:10.551104 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07676db-03de-42f6-a8c6-7e1039012b33', 'name': 'network-vif-deleted', 'tag': '5183cdc4-242f-49f8-9196-7070a96fa4a7', 'status': 'completed', 'code': 200} Feb 02 13:05:10.563216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-ca433ab0-e943-4ecc-9dd8-53cc5720025d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.564892 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-ca433ab0-e943-4ecc-9dd8-53cc5720025d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30e40ba2-a8b1-4051-9108-dbee8f9b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0728619 Feb 02 13:05:10.569098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5183cdc4-242f-49f8-9196-7070a96fa4a7 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:05:10.614012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 5183cdc4-242f-49f8-9196-7070a96fa4a7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:05:10.614767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5183cdc4-242f-49f8-9196-7070a96fa4a7 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:05:10.755102 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-5b372c62-6734-4cda-bde6-89a3f1531e61 service neutron] 10.222.0.18 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833935 Feb 02 13:05:10.759214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003809c-64ff-42ae-a759-e38bac221f88 req-45ede777-c0c5-4088-8b1d-6e30f264607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.760903 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2003809c-64ff-42ae-a759-e38bac221f88 req-45ede777-c0c5-4088-8b1d-6e30f264607d service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8039353-d0ab-4612-89c1-0f24be60cfac HTTP/1.1" status: 200 len: 920 time: 0.1781323 Feb 02 13:05:10.789685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-143a7bca-d5b2-486e-a198-28c25d0f48ff req-9bc5adf5-07b5-425f-9e92-c8396b5c626f tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] For port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,segment=NetworkSegment(b1639089-2824-4912-9de9-2413dc8300dd),segment_id=b1639089-2824-4912-9de9-2413dc8300dd)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:10.824541 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2003809c-64ff-42ae-a759-e38bac221f88 req-696fc11f-1b58-4731-94ef-e4cead8307be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 217 time: 0.0450299 Feb 02 13:05:10.838821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-58172f80-3a96-48ad-a469-eb19396acab8 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.840346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-58172f80-3a96-48ad-a469-eb19396acab8 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 821 time: 0.1870492 Feb 02 13:05:10.842683 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-143a7bca-d5b2-486e-a198-28c25d0f48ff req-9bc5adf5-07b5-425f-9e92-c8396b5c626f tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:10.856068 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-143a7bca-d5b2-486e-a198-28c25d0f48ff req-9bc5adf5-07b5-425f-9e92-c8396b5c626f tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:10.868637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f42ebc21-8bfe-4248-952c-b0ff7dedd015 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/quotas/671e8a0e520949aaad39024d61b0cb32 HTTP/1.1" status: 200 len: 375 time: 0.0197732 Feb 02 13:05:10.890462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['585f983d-2d9f-4f9d-95f5-7cea97eb2b76'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:10.917915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003809c-64ff-42ae-a759-e38bac221f88 req-12437762-a351-4a62-a895-979998b25dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.919371 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2003809c-64ff-42ae-a759-e38bac221f88 req-12437762-a351-4a62-a895-979998b25dbc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ccd1316-5263-4e8a-b602-a1019ce4fe09 HTTP/1.1" status: 200 len: 859 time: 0.0655913 Feb 02 13:05:10.921551 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d0ec795-4a4d-40ed-936d-621700ad51aa req-eddae4d2-0b29-43aa-b279-06c163552c20 service neutron] 10.222.0.18 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591949 Feb 02 13:05:10.942801 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5adf5-07b5-425f-9e92-c8396b5c626f tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Pushing event updated for resources: {'Port': ['ID=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:10.956553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a7bca-d5b2-486e-a198-28c25d0f48ff req-9bc5adf5-07b5-425f-9e92-c8396b5c626f tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:10.957791 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-143a7bca-d5b2-486e-a198-28c25d0f48ff req-9bc5adf5-07b5-425f-9e92-c8396b5c626f tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:10.960244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-143a7bca-d5b2-486e-a198-28c25d0f48ff req-9bc5adf5-07b5-425f-9e92-c8396b5c626f tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "PUT /v2.0/ports/585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 943 time: 0.7059011 Feb 02 13:05:10.989654 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2003809c-64ff-42ae-a759-e38bac221f88 req-d64b4aee-6c60-4dbb-b51e-a5b41ff1f89f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8039353-d0ab-4612-89c1-0f24be60cfac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574768 Feb 02 13:05:11.000651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5eab3ebc-747e-4b98-8a80-ca28c91f20af req-5f54a7f1-2b83-47dd-a364-e6f974c8e535 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1454880706', 'description': 'tempest-description-1611845160'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:11.025334 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5eab3ebc-747e-4b98-8a80-ca28c91f20af req-5f54a7f1-2b83-47dd-a364-e6f974c8e535 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:11.101834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-69ce6e1d-69b6-4663-8233-9d212aa9d408 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1551931 Feb 02 13:05:11.116188 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['585f983d-2d9f-4f9d-95f5-7cea97eb2b76'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:11.143671 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2003809c-64ff-42ae-a759-e38bac221f88 req-11166ba0-5476-48b4-80c7-a565017042dd service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444619 Feb 02 13:05:11.191251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5eab3ebc-747e-4b98-8a80-ca28c91f20af req-5f54a7f1-2b83-47dd-a364-e6f974c8e535 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (145c9a54-451f-4971-bdcb-d3db6245f2a8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:11.200103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5eab3ebc-747e-4b98-8a80-ca28c91f20af req-5f54a7f1-2b83-47dd-a364-e6f974c8e535 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (145c9a54-451f-4971-bdcb-d3db6245f2a8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:11.252680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-fae7e00c-17b2-4de0-9d56-b12c583f1bcc service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500330 Feb 02 13:05:11.268933 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5eab3ebc-747e-4b98-8a80-ca28c91f20af req-5f54a7f1-2b83-47dd-a364-e6f974c8e535 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:11.270203 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5eab3ebc-747e-4b98-8a80-ca28c91f20af req-5f54a7f1-2b83-47dd-a364-e6f974c8e535 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2777495 Feb 02 13:05:11.280832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54a7f1-2b83-47dd-a364-e6f974c8e535 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=145c9a54-451f-4971-bdcb-d3db6245f2a8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:11.406941 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2003809c-64ff-42ae-a759-e38bac221f88 req-fc232b1c-df32-4db4-b58e-36c409b1ea4b service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574956 Feb 02 13:05:11.443924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-793edba7-b870-4652-87f3-bde370e5813e service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903226 Feb 02 13:05:11.451827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-45185252-f3fa-4a22-955b-3478c4bb7a8e tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:11.453457 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-45185252-f3fa-4a22-955b-3478c4bb7a8e tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.62 "GET /v2.0/networks?id=ef0a79d0-d5ed-4164-9c8b-1958e4614bad HTTP/1.1" status: 200 len: 817 time: 0.2004061 Feb 02 13:05:11.473668 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Request body: {'port': {'device_id': '2b9ea65f-f52a-46f6-adfe-2481b5a90e48', 'network_id': 'ef0a79d0-d5ed-4164-9c8b-1958e4614bad', 'admin_state_up': True, 'tenant_id': 'fa5354e998bb49afa2fccd6c165f56fe'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:11.474737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4aa6c4f1-3f49-4e7b-a12e-7bfac278bbe9 req-2b0727e4-a5b5-41a4-bc8d-b8a437a7f174 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b9ea65f-f52a-46f6-adfe-2481b5a90e48 HTTP/1.1" status: 200 len: 210 time: 0.0620747 Feb 02 13:05:11.626751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Made reservation on behalf of fa5354e998bb49afa2fccd6c165f56fe for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:11.636825 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:11.756859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0529105e-5200-483b-a433-a7945e93f465 req-e79d1021-68cc-4e13-ba49-bc1addef66f1 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 210 time: 0.0475149 Feb 02 13:05:11.799951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Allocated IP 172.20.0.4 (ef0a79d0-d5ed-4164-9c8b-1958e4614bad/93d39073-1bdd-4972-b94c-20a6cb381045/dd84308d-e9e0-4081-846e-642b9640994b) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:12.002973 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ab19f-f833-453c-96c7-e56fc722b162 req-cad4257c-14d8-4d0e-8ad5-6e2186bdc554 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:12.008639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ab19f-f833-453c-96c7-e56fc722b162 req-cad4257c-14d8-4d0e-8ad5-6e2186bdc554 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:12.014731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ab19f-f833-453c-96c7-e56fc722b162 req-cad4257c-14d8-4d0e-8ad5-6e2186bdc554 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:12.020619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ab19f-f833-453c-96c7-e56fc722b162 req-cad4257c-14d8-4d0e-8ad5-6e2186bdc554 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:12.026720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ab19f-f833-453c-96c7-e56fc722b162 req-cad4257c-14d8-4d0e-8ad5-6e2186bdc554 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:12.035106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ab19f-f833-453c-96c7-e56fc722b162 req-cad4257c-14d8-4d0e-8ad5-6e2186bdc554 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:12.041451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ab19f-f833-453c-96c7-e56fc722b162 req-cad4257c-14d8-4d0e-8ad5-6e2186bdc554 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:12.043178 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Publish callbacks [] for port (dd84308d-e9e0-4081-846e-642b9640994b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:12.044241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-422ab19f-f833-453c-96c7-e56fc722b162 req-cad4257c-14d8-4d0e-8ad5-6e2186bdc554 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.2052624 Feb 02 13:05:12.090332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dd84308d-e9e0-4081-846e-642b9640994b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:12.172179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Network ef0a79d0-d5ed-4164-9c8b-1958e4614bad is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:12.175585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:12.175732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-422ab19f-f833-453c-96c7-e56fc722b162 req-92ded6ac-d908-40e3-9e7a-92a87a783a53 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908604 Feb 02 13:05:12.185310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:12.203062 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-ad91f3ce-1cf2-48d3-91d2-d2886e442eb3 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3013709 Feb 02 13:05:12.210293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:12.234655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fd63f08f-6ecc-4e07-bf93-28289ea3c3b3 req-3d408c94-125d-49c4-b591-a5e42fa51327 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2026705629', 'description': 'tempest-description-205121334'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:12.235215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Pushing event updated for resources: {'Port': ['ID=dd84308d-e9e0-4081-846e-642b9640994b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:12.256580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:12.257355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:12.270169 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:12.280629 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f025280c-17f8-44fc-b7bf-6d3354842d27 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8112917 Feb 02 13:05:12.292653 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fd63f08f-6ecc-4e07-bf93-28289ea3c3b3 req-3d408c94-125d-49c4-b591-a5e42fa51327 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:12.301098 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Request body: {'port': {'device_id': '2b9ea65f-f52a-46f6-adfe-2481b5a90e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:12.352606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:12.355755 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d847401c-bd31-4775-a9d4-2759d3b8da5b" -d '{"events": [{"name": "network-changed", "server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:12.405083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd84308d-e9e0-4081-846e-642b9640994b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:12.473855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fd63f08f-6ecc-4e07-bf93-28289ea3c3b3 req-3d408c94-125d-49c4-b591-a5e42fa51327 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (0b4902d3-de4a-4f97-a563-3e84cb224d6a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:12.481474 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fd63f08f-6ecc-4e07-bf93-28289ea3c3b3 req-3d408c94-125d-49c4-b591-a5e42fa51327 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0b4902d3-de4a-4f97-a563-3e84cb224d6a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:12.510272 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:12.530277 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fd63f08f-6ecc-4e07-bf93-28289ea3c3b3 req-3d408c94-125d-49c4-b591-a5e42fa51327 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:12.531753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd63f08f-6ecc-4e07-bf93-28289ea3c3b3 req-3d408c94-125d-49c4-b591-a5e42fa51327 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3035409 Feb 02 13:05:12.543922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d408c94-125d-49c4-b591-a5e42fa51327 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4902d3-de4a-4f97-a563-3e84cb224d6a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:12.683906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2486541e-9f5a-4dd2-bd97-f0fa90d31576 req-9b6038b8-919b-4288-ae4a-4cf033c8ad63 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 210 time: 0.0514386 Feb 02 13:05:12.700801 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Allocated IP 172.25.4.8 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/69f0f81d-28ca-4c11-823c-9fa246866c89) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:12.801410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd84308d-e9e0-4081-846e-642b9640994b {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:05:12.811319 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Publish callbacks [] for port (dd84308d-e9e0-4081-846e-642b9640994b), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:12.829416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Transition to ACTIVE for port object dd84308d-e9e0-4081-846e-642b9640994b will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:05:12.833554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dd84308d-e9e0-4081-846e-642b9640994b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:12.912277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd84308d-e9e0-4081-846e-642b9640994b,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:12.966938 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Attempting to bind port dd84308d-e9e0-4081-846e-642b9640994b on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:12.967411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Attempting to bind port dd84308d-e9e0-4081-846e-642b9640994b by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'de5d3f51-9cdf-4508-8461-54b01233fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ef0a79d0-d5ed-4164-9c8b-1958e4614bad'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:12.967775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Attempting to bind port dd84308d-e9e0-4081-846e-642b9640994b on network ef0a79d0-d5ed-4164-9c8b-1958e4614bad {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:12.974015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Port dd84308d-e9e0-4081-846e-642b9640994b on network ef0a79d0-d5ed-4164-9c8b-1958e4614bad not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:05:12.974432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Attempting to bind port dd84308d-e9e0-4081-846e-642b9640994b on network ef0a79d0-d5ed-4164-9c8b-1958e4614bad {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:12.982805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:12.983111 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Checking segment: {'id': 'de5d3f51-9cdf-4508-8461-54b01233fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ef0a79d0-d5ed-4164-9c8b-1958e4614bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:12.984024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Bound using segment: {'id': 'de5d3f51-9cdf-4508-8461-54b01233fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ef0a79d0-d5ed-4164-9c8b-1958e4614bad'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:12.984470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Bound port: dd84308d-e9e0-4081-846e-642b9640994b, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de5d3f51-9cdf-4508-8461-54b01233fe09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'ef0a79d0-d5ed-4164-9c8b-1958e4614bad'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:12.984843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd84308d-e9e0-4081-846e-642b9640994b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:13.069957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] For port dd84308d-e9e0-4081-846e-642b9640994b, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:13.074574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] For port dd84308d-e9e0-4081-846e-642b9640994b, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd84308d-e9e0-4081-846e-642b9640994b,segment=NetworkSegment(de5d3f51-9cdf-4508-8461-54b01233fe09),segment_id=de5d3f51-9cdf-4508-8461-54b01233fe09)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:13.075596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d259b-baee-4008-8163-19f2d2a9e62c req-0e7c9cc2-5990-45e9-95a0-e836688df087 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:13.077396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db9d259b-baee-4008-8163-19f2d2a9e62c req-0e7c9cc2-5990-45e9-95a0-e836688df087 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 1132 time: 0.0970862 Feb 02 13:05:13.088916 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dd84308d-e9e0-4081-846e-642b9640994b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:13.129671 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for port (69f0f81d-28ca-4c11-823c-9fa246866c89), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:13.136211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:13.136837 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:13.138743 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] 10.222.0.62 "PUT /v2.0/ports/dd84308d-e9e0-4081-846e-642b9640994b HTTP/1.1" status: 200 len: 1091 time: 0.8433778 Feb 02 13:05:13.139207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9ea65f-f52a-46f6-adfe-2481b5a90e48', 'tag': 'dd84308d-e9e0-4081-846e-642b9640994b'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:13.141963 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c522a15-f1ea-435c-a72f-e99d0c11a776" -d '{"events": [{"name": "network-changed", "server_uuid": "2b9ea65f-f52a-46f6-adfe-2481b5a90e48", "tag": "dd84308d-e9e0-4081-846e-642b9640994b"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:13.162709 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db9d259b-baee-4008-8163-19f2d2a9e62c req-85aaa601-2629-4674-888b-03b96168d152 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772634 Feb 02 13:05:13.201553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff5a69-455b-4f2b-9ebf-9779321ac5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=dd84308d-e9e0-4081-846e-642b9640994b,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:13.229940 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (69f0f81d-28ca-4c11-823c-9fa246866c89), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:13.286210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:13.289549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:13.295456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:13.321150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Pushing event updated for resources: {'Port': ['ID=69f0f81d-28ca-4c11-823c-9fa246866c89,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:13.375103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-40843580-9d09-4c33-ad1b-0fbadaf66c31 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:13.377030 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-40843580-9d09-4c33-ad1b-0fbadaf66c31 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.18 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 821 time: 0.2171025 Feb 02 13:05:13.387145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-acbedc8a-7ed2-436b-8889-aa9ac949ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:13.388725 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-acbedc8a-7ed2-436b-8889-aa9ac949ef62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fa5354e998bb49afa2fccd6c165f56fe&device_id=2b9ea65f-f52a-46f6-adfe-2481b5a90e48 HTTP/1.1" status: 200 len: 1125 time: 0.1023715 Feb 02 13:05:13.400684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Request body: {'port': {'device_id': 'c292584c-198f-47b5-a413-228f907812b4', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'admin_state_up': True, 'tenant_id': '671e8a0e520949aaad39024d61b0cb32'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:13.445517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b9bdbdb-d730-41cb-a161-96a8ea298c01 req-3fdd6026-909c-45b4-aa85-a0e35c39cec2 tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=722380aa9d7c43de9d2445f5e20f99a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357351 Feb 02 13:05:13.468013 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-f3a0a6ea-68e5-464d-b514-0f14173a4d44 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd84308d-e9e0-4081-846e-642b9640994b HTTP/1.1" status: 200 len: 217 time: 0.0531125 Feb 02 13:05:13.502717 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for floatingip (d6435fc9-ed1f-402e-a010-b0d6c6876f44), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:13.580558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-0ec39ddb-8ced-4a88-8d0b-2f5ef897383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:13.582174 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-0ec39ddb-8ced-4a88-8d0b-2f5ef897383c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=93d39073-1bdd-4972-b94c-20a6cb381045 HTTP/1.1" status: 200 len: 857 time: 0.1051815 Feb 02 13:05:13.631751 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-b12e3529-58d2-4afb-85ce-fab4c654dffc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef0a79d0-d5ed-4164-9c8b-1958e4614bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410039 Feb 02 13:05:13.636078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bdbdb-d730-41cb-a161-96a8ea298c01 req-1ab1755c-7f67-4818-8ec2-9af28b91e6d5 tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:13.637853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b9bdbdb-d730-41cb-a161-96a8ea298c01 req-1ab1755c-7f67-4818-8ec2-9af28b91e6d5 tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914799 Feb 02 13:05:13.638896 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (69f0f81d-28ca-4c11-823c-9fa246866c89), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:13.676572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Made reservation on behalf of 671e8a0e520949aaad39024d61b0cb32 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:13.680472 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:13.685513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b9bdbdb-d730-41cb-a161-96a8ea298c01 req-d7eb90f0-c163-4658-8971-2a6625ae0ada tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] 10.222.0.83 "GET /v2.0/quotas/722380aa9d7c43de9d2445f5e20f99a9 HTTP/1.1" status: 200 len: 375 time: 0.0220859 Feb 02 13:05:13.724846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b9bdbdb-d730-41cb-a161-96a8ea298c01 req-4bba32c7-b002-47ec-be71-9e71198b9bdb tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=722380aa9d7c43de9d2445f5e20f99a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310438 Feb 02 13:05:13.846188 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4f61cb-c9aa-4fdf-b49c-ee9897eb9fdd x-openstack-request-id: req-9d4f61cb-c9aa-4fdf-b49c-ee9897eb9fdd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:13.846581 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:13.847045 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9d4f61cb-c9aa-4fdf-b49c-ee9897eb9fdd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:13.847551 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'status': 'completed', 'code': 200} Feb 02 13:05:13.861672 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for port (69f0f81d-28ca-4c11-823c-9fa246866c89), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:13.868791 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (69f0f81d-28ca-4c11-823c-9fa246866c89), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:13.896094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Allocated IP 172.20.0.6 (a5541a60-3ff0-46b5-97fe-a6c290f76eaf/0755871f-b7ea-432e-ad71-f33ce3582a3f/185153ba-ee45-4b91-be54-615b81138ed8) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:13.956846 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-feb1c996-27f0-4827-9123-4497b70af993 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0a79d0-d5ed-4164-9c8b-1958e4614bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081458 Feb 02 13:05:14.004229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Pushing event updated for resources: {'Port': ['ID=69f0f81d-28ca-4c11-823c-9fa246866c89,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:14.020852 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (d6435fc9-ed1f-402e-a010-b0d6c6876f44), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:14.031389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9db8d-0dcb-433f-8f37-465727223386 req-c7692d03-c99e-4a50-982a-c02ebdbd369b tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.038536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0de9db8d-0dcb-433f-8f37-465727223386 req-c7692d03-c99e-4a50-982a-c02ebdbd369b tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b9ea65f-f52a-46f6-adfe-2481b5a90e48 HTTP/1.1" status: 200 len: 943 time: 0.1259408 Feb 02 13:05:14.061652 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:14.062805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-a64f1142-c17a-4548-a5e8-90cc2ffbb7d2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.8589053 Feb 02 13:05:14.083963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847401c-bd31-4775-a9d4-2759d3b8da5b req-321ef602-8587-4e35-9fb7-32fd873aea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.085585 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d847401c-bd31-4775-a9d4-2759d3b8da5b req-321ef602-8587-4e35-9fb7-32fd873aea5f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0795b09d7ba84e4d82bcf8e67a041bce&device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 1128 time: 0.1684585 Feb 02 13:05:14.129053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0de9db8d-0dcb-433f-8f37-465727223386 req-c38fbff2-95aa-44c0-9a10-36894679ef39 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/security-groups?id=43fdb5d4-7299-41dd-8354-78dde38c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896540 Feb 02 13:05:14.131661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-7314c5a3-e867-4e73-93d6-3e7cf75c87b3 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.0557311 Feb 02 13:05:14.230431 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a2270453-f9cd-4c38-a32e-d7be206ddafc req-1c2c6f65-b0ec-4a0e-990d-483229f1da4a service neutron] 10.222.0.62 "GET /v2.0/networks/ef0a79d0-d5ed-4164-9c8b-1958e4614bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618110 Feb 02 13:05:14.253913 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for port (185153ba-ee45-4b91-be54-615b81138ed8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:14.262766 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb69e783-d68c-417f-8b42-5f48d3d499f7 req-26c483e6-2394-487f-9047-87d553cfa2e0 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/145c9a54-451f-4971-bdcb-d3db6245f2a8 HTTP/1.1" status: 200 len: 1822 time: 0.0905406 Feb 02 13:05:14.277904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847401c-bd31-4775-a9d4-2759d3b8da5b req-b2f8d831-8ab3-4982-9260-85709e61e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.279740 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d847401c-bd31-4775-a9d4-2759d3b8da5b req-b2f8d831-8ab3-4982-9260-85709e61e024 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8039353-d0ab-4612-89c1-0f24be60cfac HTTP/1.1" status: 200 len: 920 time: 0.1839399 Feb 02 13:05:14.304402 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (185153ba-ee45-4b91-be54-615b81138ed8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:14.312057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-46da87f8-32de-4b36-909c-c7b361e78512 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.313418 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c481f97c-7170-44e2-a3b5-c690ba80eec4 req-46da87f8-32de-4b36-909c-c7b361e78512 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.1752501 Feb 02 13:05:14.335821 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb69e783-d68c-417f-8b42-5f48d3d499f7 req-0d29edc2-2c51-43be-916a-6082b8f87337 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/0b4902d3-de4a-4f97-a563-3e84cb224d6a HTTP/1.1" status: 200 len: 1821 time: 0.0721576 Feb 02 13:05:14.338189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['0d594e55-446d-4dcf-ab79-2e25b700b516'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:14.342092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cb69e783-d68c-417f-8b42-5f48d3d499f7 req-964ae7bb-537c-446d-95b2-b96cd6b4b471 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '145c9a54-451f-4971-bdcb-d3db6245f2a8', 'remote_group_id': '0b4902d3-de4a-4f97-a563-3e84cb224d6a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:14.343682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-cb69e783-d68c-417f-8b42-5f48d3d499f7 req-964ae7bb-537c-446d-95b2-b96cd6b4b471 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '145c9a54-451f-4971-bdcb-d3db6245f2a8', 'remote_group_id': '0b4902d3-de4a-4f97-a563-3e84cb224d6a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:14.387147 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d847401c-bd31-4775-a9d4-2759d3b8da5b req-a9c0264a-5bbc-4adc-b470-fc9ef211d941 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 217 time: 0.0751920 Feb 02 13:05:14.433420 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0914c69-e502-4a43-96ab-da239ccc4e3a req-6d5fb88e-748a-485b-a3b1-add78e32b311 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 210 time: 0.0340912 Feb 02 13:05:14.487975 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb69e783-d68c-417f-8b42-5f48d3d499f7 req-964ae7bb-537c-446d-95b2-b96cd6b4b471 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (7d78da42-2b57-4c53-b510-e17dcff66f82), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:14.529453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Network a5541a60-3ff0-46b5-97fe-a6c290f76eaf is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:14.541111 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d2b9ed-ad43-47be-9fb5-d4eeca57e443 x-openstack-request-id: req-e4d2b9ed-ad43-47be-9fb5-d4eeca57e443 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:14.542025 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b9ea65f-f52a-46f6-adfe-2481b5a90e48", "tag": "dd84308d-e9e0-4081-846e-642b9640994b", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:14.542289 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e4d2b9ed-ad43-47be-9fb5-d4eeca57e443 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:14.542706 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9ea65f-f52a-46f6-adfe-2481b5a90e48', 'tag': 'dd84308d-e9e0-4081-846e-642b9640994b', 'status': 'completed', 'code': 200} Feb 02 13:05:14.543814 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb69e783-d68c-417f-8b42-5f48d3d499f7 req-964ae7bb-537c-446d-95b2-b96cd6b4b471 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (7d78da42-2b57-4c53-b510-e17dcff66f82), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:14.548569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:14.561512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Pushing event updated for resources: {'Port': ['ID=185153ba-ee45-4b91-be54-615b81138ed8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:14.566912 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb69e783-d68c-417f-8b42-5f48d3d499f7 req-964ae7bb-537c-446d-95b2-b96cd6b4b471 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (7d78da42-2b57-4c53-b510-e17dcff66f82), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:14.567146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:14.614841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ae7bb-537c-446d-95b2-b96cd6b4b471 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d78da42-2b57-4c53-b510-e17dcff66f82,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:14.627535 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cb69e783-d68c-417f-8b42-5f48d3d499f7 req-964ae7bb-537c-446d-95b2-b96cd6b4b471 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:14.629793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb69e783-d68c-417f-8b42-5f48d3d499f7 req-964ae7bb-537c-446d-95b2-b96cd6b4b471 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2931495 Feb 02 13:05:14.640535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847401c-bd31-4775-a9d4-2759d3b8da5b req-dd5c209c-03c2-4a1c-ac9e-045cf5211d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.642014 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d847401c-bd31-4775-a9d4-2759d3b8da5b req-dd5c209c-03c2-4a1c-ac9e-045cf5211d24 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ccd1316-5263-4e8a-b602-a1019ce4fe09 HTTP/1.1" status: 200 len: 859 time: 0.2064536 Feb 02 13:05:14.656168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8bbc5-a698-401d-b811-03afe409dbd6 req-26f6b5cc-d449-43b0-905d-2e3149c7a5d1 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.659893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9bd8bbc5-a698-401d-b811-03afe409dbd6 req-26f6b5cc-d449-43b0-905d-2e3149c7a5d1 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6b4d4a9b-55cb-4f8b-9143-597317113682 HTTP/1.1" status: 200 len: 1132 time: 0.1089702 Feb 02 13:05:14.675855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.676510 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:14.700232 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d847401c-bd31-4775-a9d4-2759d3b8da5b req-6762be36-9c1d-47b7-9695-6db5163532ee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8039353-d0ab-4612-89c1-0f24be60cfac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472772 Feb 02 13:05:14.734292 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9bd8bbc5-a698-401d-b811-03afe409dbd6 req-f89e9f81-cba5-4c4f-ac21-c9e0b524f984 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673754 Feb 02 13:05:14.742734 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-56b83ed0-ea8e-441b-86d3-c74239557fce tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3444214 Feb 02 13:05:14.746138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c522a15-f1ea-435c-a72f-e99d0c11a776 req-26b3d4e0-9fa0-4976-a46a-10afcc5e33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.748169 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c522a15-f1ea-435c-a72f-e99d0c11a776 req-26b3d4e0-9fa0-4976-a46a-10afcc5e33fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fa5354e998bb49afa2fccd6c165f56fe&device_id=2b9ea65f-f52a-46f6-adfe-2481b5a90e48 HTTP/1.1" status: 200 len: 1125 time: 0.2046661 Feb 02 13:05:14.766636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Request body: {'port': {'device_id': 'c292584c-198f-47b5-a413-228f907812b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:14.872624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518e49-0c7c-4fff-b73b-3061da29ad70 req-f987f339-b39e-4ac6-9e06-6331569c5afb tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.878405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518e49-0c7c-4fff-b73b-3061da29ad70 req-f987f339-b39e-4ac6-9e06-6331569c5afb tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.883802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518e49-0c7c-4fff-b73b-3061da29ad70 req-f987f339-b39e-4ac6-9e06-6331569c5afb tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.890097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518e49-0c7c-4fff-b73b-3061da29ad70 req-f987f339-b39e-4ac6-9e06-6331569c5afb tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.897186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518e49-0c7c-4fff-b73b-3061da29ad70 req-f987f339-b39e-4ac6-9e06-6331569c5afb tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.902322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518e49-0c7c-4fff-b73b-3061da29ad70 req-f987f339-b39e-4ac6-9e06-6331569c5afb tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.909945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34518e49-0c7c-4fff-b73b-3061da29ad70 req-f987f339-b39e-4ac6-9e06-6331569c5afb tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:14.912142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34518e49-0c7c-4fff-b73b-3061da29ad70 req-f987f339-b39e-4ac6-9e06-6331569c5afb tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.1547608 Feb 02 13:05:15.003619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8307863-4d1f-48fc-872c-d3180ac97942 req-e92fd23a-52c5-40aa-9825-18836cb500bf tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:15.010962 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8307863-4d1f-48fc-872c-d3180ac97942 req-e92fd23a-52c5-40aa-9825-18836cb500bf tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 931 time: 0.1617763 Feb 02 13:05:15.019927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d8fa0aa9-1e8a-4a7e-ab0f-a49b44a621b6 None None] Provisioning complete for port 185153ba-ee45-4b91-be54-615b81138ed8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:15.020503 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8fa0aa9-1e8a-4a7e-ab0f-a49b44a621b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (185153ba-ee45-4b91-be54-615b81138ed8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:15.023190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34518e49-0c7c-4fff-b73b-3061da29ad70 req-23d39ad6-fe6c-4b69-a82b-255f740ae416 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0922027 Feb 02 13:05:15.089160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d8fa0aa9-1e8a-4a7e-ab0f-a49b44a621b6 None None] Port 185153ba-ee45-4b91-be54-615b81138ed8 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:05:15.132385 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8307863-4d1f-48fc-872c-d3180ac97942 req-42d58fe5-97b7-42e7-aa03-21f638ff601a tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065643 Feb 02 13:05:15.335411 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (185153ba-ee45-4b91-be54-615b81138ed8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:15.365195 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-d6d34220-f1d0-49a0-a001-dc8522a96666 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:15.366399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-d6d34220-f1d0-49a0-a001-dc8522a96666 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1710968 Feb 02 13:05:15.368954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-039a32a7-7919-4d99-93a2-3ebd16eccd12 req-15c0b1e4-56e2-49e5-9c37-279bb7a7b224 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/0b4902d3-de4a-4f97-a563-3e84cb224d6a HTTP/1.1" status: 200 len: 1821 time: 0.0934825 Feb 02 13:05:15.374898 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d847401c-bd31-4775-a9d4-2759d3b8da5b req-d7b60a57-341a-4620-a6da-e4c44846bf18 service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6515939 Feb 02 13:05:15.409392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c522a15-f1ea-435c-a72f-e99d0c11a776 req-a9c921f4-d861-4a9c-bf04-7d536703a49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:15.410959 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c522a15-f1ea-435c-a72f-e99d0c11a776 req-a9c921f4-d861-4a9c-bf04-7d536703a49f service neutron] 10.222.0.62 "GET /v2.0/networks?id=ef0a79d0-d5ed-4164-9c8b-1958e4614bad HTTP/1.1" status: 200 len: 918 time: 0.6495864 Feb 02 13:05:15.443268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-9d0b33c1-a21a-47af-ac12-afac762441f8 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.0669663 Feb 02 13:05:15.449480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-f3a123a9-219b-4383-82b8-0745613df1e9 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Request body: {'floatingip': {'port_id': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:15.484648 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c522a15-f1ea-435c-a72f-e99d0c11a776 req-dc496b5b-29fe-4c8c-9a0d-77e5fe70c504 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd84308d-e9e0-4081-846e-642b9640994b HTTP/1.1" status: 200 len: 217 time: 0.0610652 Feb 02 13:05:15.538412 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-f3a123a9-219b-4383-82b8-0745613df1e9 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for floatingip (d6435fc9-ed1f-402e-a010-b0d6c6876f44), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:15.618026 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-039a32a7-7919-4d99-93a2-3ebd16eccd12 req-6e65f25b-575a-4fb6-954e-6252fae81137 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (0b4902d3-de4a-4f97-a563-3e84cb224d6a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:15.659311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c522a15-f1ea-435c-a72f-e99d0c11a776 req-590abe07-892c-4310-a7c4-843939027c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:15.660992 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c522a15-f1ea-435c-a72f-e99d0c11a776 req-590abe07-892c-4310-a7c4-843939027c5b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=93d39073-1bdd-4972-b94c-20a6cb381045 HTTP/1.1" status: 200 len: 857 time: 0.1411734 Feb 02 13:05:15.662966 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d847401c-bd31-4775-a9d4-2759d3b8da5b req-97cf82dc-b153-43dd-8193-06981ee24b2e service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648575 Feb 02 13:05:15.675930 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-039a32a7-7919-4d99-93a2-3ebd16eccd12 req-6e65f25b-575a-4fb6-954e-6252fae81137 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (0b4902d3-de4a-4f97-a563-3e84cb224d6a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:15.755829 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c522a15-f1ea-435c-a72f-e99d0c11a776 req-6b2fd33c-859b-4b0d-bacf-32523f2270ed service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ef0a79d0-d5ed-4164-9c8b-1958e4614bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354722 Feb 02 13:05:15.918219 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c522a15-f1ea-435c-a72f-e99d0c11a776 req-46c7840f-8429-4844-9926-eaa0a7f22685 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0a79d0-d5ed-4164-9c8b-1958e4614bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550889 Feb 02 13:05:15.923797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-039a32a7-7919-4d99-93a2-3ebd16eccd12 req-6e65f25b-575a-4fb6-954e-6252fae81137 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0b4902d3-de4a-4f97-a563-3e84cb224d6a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:15.926496 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-039a32a7-7919-4d99-93a2-3ebd16eccd12 req-6e65f25b-575a-4fb6-954e-6252fae81137 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:15.935461 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185153ba-ee45-4b91-be54-615b81138ed8 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:05:15.936224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-039a32a7-7919-4d99-93a2-3ebd16eccd12 req-6e65f25b-575a-4fb6-954e-6252fae81137 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "DELETE /v2.0/security-groups/0b4902d3-de4a-4f97-a563-3e84cb224d6a HTTP/1.1" status: 204 len: 173 time: 0.5521328 Feb 02 13:05:15.953841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Publish callbacks [] for port (185153ba-ee45-4b91-be54-615b81138ed8), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:16.007015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Transition to ACTIVE for port object 185153ba-ee45-4b91-be54-615b81138ed8 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:05:16.014422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (185153ba-ee45-4b91-be54-615b81138ed8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:16.104375 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c522a15-f1ea-435c-a72f-e99d0c11a776 req-ed052dbe-bd08-41de-98a7-5c74c1fdb095 service neutron] 10.222.0.62 "GET /v2.0/networks/ef0a79d0-d5ed-4164-9c8b-1958e4614bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663377 Feb 02 13:05:16.104375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Pushing event updated for resources: {'Port': ['ID=185153ba-ee45-4b91-be54-615b81138ed8,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:16.173189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Attempting to bind port 185153ba-ee45-4b91-be54-615b81138ed8 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:16.173576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Attempting to bind port 185153ba-ee45-4b91-be54-615b81138ed8 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:16.174015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Attempting to bind port 185153ba-ee45-4b91-be54-615b81138ed8 on network a5541a60-3ff0-46b5-97fe-a6c290f76eaf {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:16.179602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Port 185153ba-ee45-4b91-be54-615b81138ed8 on network a5541a60-3ff0-46b5-97fe-a6c290f76eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:05:16.180107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Attempting to bind port 185153ba-ee45-4b91-be54-615b81138ed8 on network a5541a60-3ff0-46b5-97fe-a6c290f76eaf {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:16.185083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:16.185880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Checking segment: {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:16.186355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Bound using segment: {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:16.186876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Bound port: 185153ba-ee45-4b91-be54-615b81138ed8, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a30f8e-0238-4a46-960d-3cfcbd8eac22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:16.187348 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (185153ba-ee45-4b91-be54-615b81138ed8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:16.270198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] For port 185153ba-ee45-4b91-be54-615b81138ed8, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:16.273945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] For port 185153ba-ee45-4b91-be54-615b81138ed8, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=185153ba-ee45-4b91-be54-615b81138ed8,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:16.289840 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (185153ba-ee45-4b91-be54-615b81138ed8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:16.357993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Pushing event updated for resources: {'Port': ['ID=185153ba-ee45-4b91-be54-615b81138ed8,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:16.364327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:16.365306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:16.367243 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f4a4226e-3bf9-477e-a69d-a4e78b896431 service neutron] 10.222.0.18 "PUT /v2.0/ports/185153ba-ee45-4b91-be54-615b81138ed8 HTTP/1.1" status: 200 len: 1091 time: 1.6044912 Feb 02 13:05:16.429648 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65f25b-575a-4fb6-954e-6252fae81137 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4902d3-de4a-4f97-a563-3e84cb224d6a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:16.527856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-fd8708c4-701c-42e3-96fe-0a82ce92fa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:16.529753 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-fd8708c4-701c-42e3-96fe-0a82ce92fa7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 1125 time: 0.0555146 Feb 02 13:05:16.544239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c292584c-198f-47b5-a413-228f907812b4', 'tag': '185153ba-ee45-4b91-be54-615b81138ed8'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:16.547029 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee9e59b-0040-4f6c-b7bd-7cb1bf604a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c292584c-198f-47b5-a413-228f907812b4", "tag": "185153ba-ee45-4b91-be54-615b81138ed8"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:16.596312 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-ce946100-1447-4756-927e-79d78e488e00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185153ba-ee45-4b91-be54-615b81138ed8 HTTP/1.1" status: 200 len: 217 time: 0.0412281 Feb 02 13:05:16.626081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032af533-f26f-4316-9f58-e5fa2057b912 req-b5d90572-dddd-4040-9d91-c42c06686474 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:16.633306 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-032af533-f26f-4316-9f58-e5fa2057b912 req-b5d90572-dddd-4040-9d91-c42c06686474 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b9ea65f-f52a-46f6-adfe-2481b5a90e48 HTTP/1.1" status: 200 len: 943 time: 0.2239599 Feb 02 13:05:16.659737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-8f7d767b-4314-4c82-93ce-e46572005bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:16.662247 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-8f7d767b-4314-4c82-93ce-e46572005bce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.0533602 Feb 02 13:05:16.722841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-a6b98d44-61c9-4eb3-af80-45f348bdce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:16.724451 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-a6b98d44-61c9-4eb3-af80-45f348bdce1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533054 Feb 02 13:05:16.766375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-032af533-f26f-4316-9f58-e5fa2057b912 req-264ce889-f017-49e7-a0ef-a629f2974a2d tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/security-groups?id=43fdb5d4-7299-41dd-8354-78dde38c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321764 Feb 02 13:05:16.838715 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-934ecf05-0023-414f-95fc-54bed659c9f1 service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996630 Feb 02 13:05:16.870241 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-f3a123a9-219b-4383-82b8-0745613df1e9 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:16.876584 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-f3a123a9-219b-4383-82b8-0745613df1e9 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (d6435fc9-ed1f-402e-a010-b0d6c6876f44), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:16.951535 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2798b9bf-5368-40f4-b785-e995d06f75a7 req-f52c6282-30b6-453f-963d-944d490996b8 service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036842 Feb 02 13:05:17.022893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b113cc9-9ee0-4245-a795-e0df8525085a req-b630b819-124c-4375-b64f-4df73aeb06e7 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 210 time: 0.0344918 Feb 02 13:05:17.032218 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-f3a123a9-219b-4383-82b8-0745613df1e9 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Floating IP d6435fc9-ed1f-402e-a010-b0d6c6876f44 associated. External IP: 172.25.4.8, port: 585f983d-2d9f-4f9d-95f5-7cea97eb2b76. Feb 02 13:05:17.153827 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a53fcd64-ee74-40fc-b8b4-e679f8a5d754 req-51d9dd89-c897-4d15-810a-d49137c1a9b5 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/145c9a54-451f-4971-bdcb-d3db6245f2a8 HTTP/1.1" status: 200 len: 1822 time: 0.0765343 Feb 02 13:05:17.324118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f90d0-5f93-41d0-b5ee-47e52e79b148 req-24adc7c7-7af2-415b-bd10-e7dc3ad75806 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:17.329292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f90d0-5f93-41d0-b5ee-47e52e79b148 req-24adc7c7-7af2-415b-bd10-e7dc3ad75806 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:17.334707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f90d0-5f93-41d0-b5ee-47e52e79b148 req-24adc7c7-7af2-415b-bd10-e7dc3ad75806 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:17.340038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f90d0-5f93-41d0-b5ee-47e52e79b148 req-24adc7c7-7af2-415b-bd10-e7dc3ad75806 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:17.345646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f90d0-5f93-41d0-b5ee-47e52e79b148 req-24adc7c7-7af2-415b-bd10-e7dc3ad75806 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:17.351361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f90d0-5f93-41d0-b5ee-47e52e79b148 req-24adc7c7-7af2-415b-bd10-e7dc3ad75806 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:17.357713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f90d0-5f93-41d0-b5ee-47e52e79b148 req-24adc7c7-7af2-415b-bd10-e7dc3ad75806 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:17.360978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc7f90d0-5f93-41d0-b5ee-47e52e79b148 req-24adc7c7-7af2-415b-bd10-e7dc3ad75806 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.1411736 Feb 02 13:05:17.374325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-f3a123a9-219b-4383-82b8-0745613df1e9 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Router 22000236-a47e-4615-b14f-e9d504480397 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:05:17.477690 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc7f90d0-5f93-41d0-b5ee-47e52e79b148 req-3933014d-4dea-4faf-9ba8-3adacad0583d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065142 Feb 02 13:05:17.533056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-f3a123a9-219b-4383-82b8-0745613df1e9 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:05:17.537798 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-f3a123a9-219b-4383-82b8-0745613df1e9 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:17.545822 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4d582-4765-4430-b64b-63809b8836b6 None None] Sync routers for ids ['22000236-a47e-4615-b14f-e9d504480397'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:05:17.560368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4d582-4765-4430-b64b-63809b8836b6 None None] Routers {'22000236-a47e-4615-b14f-e9d504480397'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:17.561352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-21d4d582-4765-4430-b64b-63809b8836b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['22000236-a47e-4615-b14f-e9d504480397'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:17.598302 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-f3a123a9-219b-4383-82b8-0745613df1e9 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "PUT /v2.0/floatingips/d6435fc9-ed1f-402e-a010-b0d6c6876f44 HTTP/1.1" status: 200 len: 995 time: 2.1537883 Feb 02 13:05:17.600417 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:17.602729 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9f65c5-1f2f-421f-ac54-6b96037a1dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:17.655131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3093fd-fcd8-4322-af2c-be3af1f73888 req-03195d89-0843-4197-b17b-4f829332d926 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:17.656770 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c3093fd-fcd8-4322-af2c-be3af1f73888 req-03195d89-0843-4197-b17b-4f829332d926 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 943 time: 0.0946233 Feb 02 13:05:17.672190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-21d4d582-4765-4430-b64b-63809b8836b6 None None] Set router 22000236-a47e-4615-b14f-e9d504480397 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:17.686539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-491bd911-58a1-40d8-9814-28b0ba6da25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:17.688224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-491bd911-58a1-40d8-9814-28b0ba6da25e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0795b09d7ba84e4d82bcf8e67a041bce&device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 1128 time: 0.0714529 Feb 02 13:05:17.746638 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c3093fd-fcd8-4322-af2c-be3af1f73888 req-707c18b3-3c19-4865-be58-3bb47bd2cc04 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772283 Feb 02 13:05:17.822472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-1edeb773-464b-4fbe-af61-b550925c526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:17.824279 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-1edeb773-464b-4fbe-af61-b550925c526b service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8039353-d0ab-4612-89c1-0f24be60cfac HTTP/1.1" status: 200 len: 920 time: 0.1277592 Feb 02 13:05:17.895470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-a0424b9e-ae43-4386-bdd8-d1cfad03dd7b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592768 Feb 02 13:05:17.929363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-21d4d582-4765-4430-b64b-63809b8836b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:04:09Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'd6435fc9-ed1f-402e-a010-b0d6c6876f44', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '22000236-a47e-4615-b14f-e9d504480397', 'port_id': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'mac_address': 'fa:16:3e:ac:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:13Z', 'updated_at': '2022-02-02T13:05:16Z', 'revision_number': 1, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f', 'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'mac_address': 'fa:16:3e:0a:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:08Z', 'updated_at': '2022-02-02T13:04:17Z', 'revision_number': 5, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'subnets': [{'id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:17.959080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4d582-4765-4430-b64b-63809b8836b6 None None] Checking router: 22000236-a47e-4615-b14f-e9d504480397 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:05:17.967932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4d582-4765-4430-b64b-63809b8836b6 None None] Routers {'22000236-a47e-4615-b14f-e9d504480397'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:17.968755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-21d4d582-4765-4430-b64b-63809b8836b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['22000236-a47e-4615-b14f-e9d504480397'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:17.969995 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-ccc1af80-762c-438d-a22a-5eae180e4c51 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 998 time: 0.1397986 Feb 02 13:05:18.075547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-21d4d582-4765-4430-b64b-63809b8836b6 None None] Set router 22000236-a47e-4615-b14f-e9d504480397 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:18.075862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-fff170fc-1cc1-4ce0-b20c-fd9de44d876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:18.077317 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-fff170fc-1cc1-4ce0-b20c-fd9de44d876f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9ccd1316-5263-4e8a-b602-a1019ce4fe09 HTTP/1.1" status: 200 len: 859 time: 0.0760658 Feb 02 13:05:18.085379 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9bb904d5-5e6b-46d1-a108-cc1a20ea82a7 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:18.093115 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9bb904d5-5e6b-46d1-a108-cc1a20ea82a7 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1805918 Feb 02 13:05:18.119140 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-3f9ba64e-d4f7-4b21-9c9a-49a6c12d0c35 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/quotas/878b55bf0eeb4eafa84943c0574b0ee0 HTTP/1.1" status: 200 len: 375 time: 0.0250933 Feb 02 13:05:18.143058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-bdeac86a-d9ab-48d1-a208-b3d400f61d6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8039353-d0ab-4612-89c1-0f24be60cfac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416987 Feb 02 13:05:18.243748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9d88c890-d4c9-41ab-80c9-638eaa7df786 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236889 Feb 02 13:05:18.265894 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-159cf3a7-a65b-436c-a9d1-255b01b6eb95 service neutron] 10.222.0.83 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038868 Feb 02 13:05:18.334717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-21d4d582-4765-4430-b64b-63809b8836b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:04:09Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'd6435fc9-ed1f-402e-a010-b0d6c6876f44', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '22000236-a47e-4615-b14f-e9d504480397', 'port_id': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'mac_address': 'fa:16:3e:ac:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:13Z', 'updated_at': '2022-02-02T13:05:16Z', 'revision_number': 1, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f', 'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'mac_address': 'fa:16:3e:0a:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:08Z', 'updated_at': '2022-02-02T13:04:17Z', 'revision_number': 5, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'subnets': [{'id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:18.375381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5aa6182-c779-4991-b580-582c4d67f4b0 req-5b559dab-6c11-4a51-a04a-541bb254f0f6 service neutron] 10.222.0.83 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983257 Feb 02 13:05:18.382782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d4d582-4765-4430-b64b-63809b8836b6 None None] The sync data for ids ['22000236-a47e-4615-b14f-e9d504480397'] in n-d-827336-2 is: [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:04:09Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'd6435fc9-ed1f-402e-a010-b0d6c6876f44', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '22000236-a47e-4615-b14f-e9d504480397', 'port_id': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'mac_address': 'fa:16:3e:ac:75:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:13Z', 'updated_at': '2022-02-02T13:05:16Z', 'revision_number': 1, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f', 'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'mac_address': 'fa:16:3e:0a:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:08Z', 'updated_at': '2022-02-02T13:04:17Z', 'revision_number': 5, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'subnets': [{'id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:05:18.422998 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ba30d-7747-4610-875d-ec25363b97c5 x-openstack-request-id: req-cc6ba30d-7747-4610-875d-ec25363b97c5 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:18.423593 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c292584c-198f-47b5-a413-228f907812b4", "tag": "185153ba-ee45-4b91-be54-615b81138ed8", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:18.423593 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cc6ba30d-7747-4610-875d-ec25363b97c5 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:18.424000 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c292584c-198f-47b5-a413-228f907812b4', 'tag': '185153ba-ee45-4b91-be54-615b81138ed8', 'status': 'completed', 'code': 200} Feb 02 13:05:18.572146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9e59b-0040-4f6c-b7bd-7cb1bf604a0d req-089e8591-3718-4b40-af13-5339b977b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:18.574135 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ee9e59b-0040-4f6c-b7bd-7cb1bf604a0d req-089e8591-3718-4b40-af13-5339b977b141 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 1125 time: 0.0523534 Feb 02 13:05:18.628508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dd84308d-e9e0-4081-846e-642b9640994b details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:05:18.661582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-12361f30-6fa5-4991-8b83-3558a63e5322 req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-758017126', 'description': 'tempest-description-323109164'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:18.727680 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-12361f30-6fa5-4991-8b83-3558a63e5322 req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:18.780804 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d7a69a-293d-4cf1-b505-1390cd6e6b76 x-openstack-request-id: req-e3d7a69a-293d-4cf1-b505-1390cd6e6b76 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:18.781146 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:18.781512 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e3d7a69a-293d-4cf1-b505-1390cd6e6b76 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:18.781938 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'status': 'completed', 'code': 200} Feb 02 13:05:18.787144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9e59b-0040-4f6c-b7bd-7cb1bf604a0d req-fa112806-84cf-4610-ad3f-d3fb498bfec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:18.789541 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ee9e59b-0040-4f6c-b7bd-7cb1bf604a0d req-fa112806-84cf-4610-ad3f-d3fb498bfec0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.2087739 Feb 02 13:05:18.843415 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10af654b-4536-45f3-a4ee-2e79d448c2f2 None None] New status for floating IP d6435fc9-ed1f-402e-a010-b0d6c6876f44: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:05:18.882610 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ee9e59b-0040-4f6c-b7bd-7cb1bf604a0d req-9902d718-edc8-4875-829d-5c305de0ace7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185153ba-ee45-4b91-be54-615b81138ed8 HTTP/1.1" status: 200 len: 217 time: 0.0857077 Feb 02 13:05:18.899241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dd84308d-e9e0-4081-846e-642b9640994b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd84308d-e9e0-4081-846e-642b9640994b,segment=NetworkSegment(de5d3f51-9cdf-4508-8461-54b01233fe09),segment_id=de5d3f51-9cdf-4508-8461-54b01233fe09)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:18.928713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'dd84308d-e9e0-4081-846e-642b9640994b', 'network_id': 'ef0a79d0-d5ed-4164-9c8b-1958e4614bad', 'port_id': 'dd84308d-e9e0-4081-846e-642b9640994b', 'mac_address': 'fa:16:3e:b9:db:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d39073-1bdd-4972-b94c-20a6cb381045', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:05:18.982091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9e59b-0040-4f6c-b7bd-7cb1bf604a0d req-06b4f384-b7a0-4a2a-9c9a-fc0adb44fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:18.983917 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ee9e59b-0040-4f6c-b7bd-7cb1bf604a0d req-06b4f384-b7a0-4a2a-9c9a-fc0adb44fa07 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.0825922 Feb 02 13:05:18.992219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f65c5-1f2f-421f-ac54-6b96037a1dbd req-31307bbc-f365-4569-b2eb-5903454cbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:18.993979 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1d9f65c5-1f2f-421f-ac54-6b96037a1dbd req-31307bbc-f365-4569-b2eb-5903454cbf08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0795b09d7ba84e4d82bcf8e67a041bce&device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 1128 time: 0.1170692 Feb 02 13:05:19.033675 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port dd84308d-e9e0-4081-846e-642b9640994b is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:19.034141 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd84308d-e9e0-4081-846e-642b9640994b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:19.062045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd84308d-e9e0-4081-846e-642b9640994b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:05:19.093515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dd84308d-e9e0-4081-846e-642b9640994b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd84308d-e9e0-4081-846e-642b9640994b,segment=NetworkSegment(de5d3f51-9cdf-4508-8461-54b01233fe09),segment_id=de5d3f51-9cdf-4508-8461-54b01233fe09)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:19.100426 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dd84308d-e9e0-4081-846e-642b9640994b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:19.191946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f65c5-1f2f-421f-ac54-6b96037a1dbd req-b7e907e7-431a-4888-a73c-0a540480622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:19.193499 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1d9f65c5-1f2f-421f-ac54-6b96037a1dbd req-b7e907e7-431a-4888-a73c-0a540480622a service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8039353-d0ab-4612-89c1-0f24be60cfac HTTP/1.1" status: 200 len: 920 time: 0.1859241 Feb 02 13:05:19.199040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=dd84308d-e9e0-4081-846e-642b9640994b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:19.280442 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1d9f65c5-1f2f-421f-ac54-6b96037a1dbd req-32e3fa78-95d6-4b79-9b39-ee44cc250ae7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 1000 time: 0.0802827 Feb 02 13:05:19.320238 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-12361f30-6fa5-4991-8b83-3558a63e5322 req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (412df94d-f937-4b8f-b37c-7d786df0a133), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:19.334313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9e59b-0040-4f6c-b7bd-7cb1bf604a0d req-d80758a2-ad69-4dd6-8b2b-946fbc2de5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:19.335877 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ee9e59b-0040-4f6c-b7bd-7cb1bf604a0d req-d80758a2-ad69-4dd6-8b2b-946fbc2de5b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3408701 Feb 02 13:05:19.342353 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-12361f30-6fa5-4991-8b83-3558a63e5322 req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (412df94d-f937-4b8f-b37c-7d786df0a133), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:19.358598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f65c5-1f2f-421f-ac54-6b96037a1dbd req-a3a26965-a7b9-4e2d-ad57-2c668a542402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:19.360393 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1d9f65c5-1f2f-421f-ac54-6b96037a1dbd req-a3a26965-a7b9-4e2d-ad57-2c668a542402 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ccd1316-5263-4e8a-b602-a1019ce4fe09 HTTP/1.1" status: 200 len: 859 time: 0.0728533 Feb 02 13:05:19.385341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75618dd4-a576-4d19-ac10-94be17048be8 req-6e934f15-a7ef-49a8-9569-b46719e065fe tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:19.387071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75618dd4-a576-4d19-ac10-94be17048be8 req-6e934f15-a7ef-49a8-9569-b46719e065fe tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b9ea65f-f52a-46f6-adfe-2481b5a90e48 HTTP/1.1" status: 200 len: 944 time: 0.1019518 Feb 02 13:05:19.398009 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-12361f30-6fa5-4991-8b83-3558a63e5322 req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:19.399984 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12361f30-6fa5-4991-8b83-3558a63e5322 req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7505543 Feb 02 13:05:19.410645 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1d9f65c5-1f2f-421f-ac54-6b96037a1dbd req-946c716c-0cc1-40d7-809a-94f60774162f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8039353-d0ab-4612-89c1-0f24be60cfac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362380 Feb 02 13:05:19.411903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412df94d-f937-4b8f-b37c-7d786df0a133,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:19.431569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.431995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.432602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.433018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.433427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.433823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.434214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.434606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.435513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.435659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.436060 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.436449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.436851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f2277-8278-4d57-a546-2abd4db9707c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:19.454369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['dd84308d-e9e0-4081-846e-642b9640994b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:19.482275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75618dd4-a576-4d19-ac10-94be17048be8 req-995ca05c-89a9-46b0-a11f-7a3650359e8c tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/security-groups?id=43fdb5d4-7299-41dd-8354-78dde38c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808847 Feb 02 13:05:19.566527 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ee9e59b-0040-4f6c-b7bd-7cb1bf604a0d req-2ff6b7eb-ea01-47fb-8677-eabbfb66895d service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176902 Feb 02 13:05:19.590771 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba36ba9d-7f06-4624-9656-8935ac5f48de req-16d8eac9-43a2-43cf-89ed-c650d6f8e392 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=a07676db-03de-42f6-a8c6-7e1039012b33 HTTP/1.1" status: 200 len: 210 time: 0.0634675 Feb 02 13:05:19.623707 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1d9f65c5-1f2f-421f-ac54-6b96037a1dbd req-b5860cd2-f79d-4ff4-b984-ee8743806cab service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007265 Feb 02 13:05:19.727581 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-2564d880-57b6-4742-becd-c8001be29db5 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 1000 time: 0.1901321 Feb 02 13:05:19.804439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-5eb8c1ee-2537-4429-b2f2-06f263f7b597 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:19.806573 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-5eb8c1ee-2537-4429-b2f2-06f263f7b597 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports/585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 943 time: 0.0781553 Feb 02 13:05:19.888061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07dd44-0208-4aee-835b-514b472ab2ad req-b3d111f7-9ae1-44ba-be82-c7300b05ad25 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:19.892695 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1ee9e59b-0040-4f6c-b7bd-7cb1bf604a0d req-8779b27a-3c3c-448a-b955-5bcb12d02059 service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147154 Feb 02 13:05:19.897613 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07dd44-0208-4aee-835b-514b472ab2ad req-b3d111f7-9ae1-44ba-be82-c7300b05ad25 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:19.908099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07dd44-0208-4aee-835b-514b472ab2ad req-b3d111f7-9ae1-44ba-be82-c7300b05ad25 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:19.915739 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1d9f65c5-1f2f-421f-ac54-6b96037a1dbd req-606a6a86-df32-48e1-9a5c-35f613f9a225 service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823532 Feb 02 13:05:19.936128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07dd44-0208-4aee-835b-514b472ab2ad req-b3d111f7-9ae1-44ba-be82-c7300b05ad25 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:19.941905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07dd44-0208-4aee-835b-514b472ab2ad req-b3d111f7-9ae1-44ba-be82-c7300b05ad25 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:19.947971 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07dd44-0208-4aee-835b-514b472ab2ad req-b3d111f7-9ae1-44ba-be82-c7300b05ad25 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:19.953716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07dd44-0208-4aee-835b-514b472ab2ad req-b3d111f7-9ae1-44ba-be82-c7300b05ad25 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:19.960098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e07dd44-0208-4aee-835b-514b472ab2ad req-b3d111f7-9ae1-44ba-be82-c7300b05ad25 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.1523566 Feb 02 13:05:20.087735 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e07dd44-0208-4aee-835b-514b472ab2ad req-975accd5-63a9-457f-8ca7-0260736a2460 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085372 Feb 02 13:05:20.141104 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-6a39059f-af65-466e-8d6b-ad7786cbc76f tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 1000 time: 0.1795304 Feb 02 13:05:20.266023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-9579ce1e-e7b2-45ac-9efa-88c471c3a040 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:20.274387 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-9579ce1e-e7b2-45ac-9efa-88c471c3a040 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.1320891 Feb 02 13:05:20.342417 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7fac7a21-6316-4632-a790-bf8cac26f152 req-548abf24-9c9e-4e52-b914-fde20061edc4 tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=722380aa9d7c43de9d2445f5e20f99a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652239 Feb 02 13:05:20.386046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 185153ba-ee45-4b91-be54-615b81138ed8 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:05:20.504180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac7a21-6316-4632-a790-bf8cac26f152 req-a353c38c-1e93-4b9b-9cb5-645c60764d0a tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:20.505954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7fac7a21-6316-4632-a790-bf8cac26f152 req-a353c38c-1e93-4b9b-9cb5-645c60764d0a tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548488 Feb 02 13:05:20.515405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-5502b633-188d-4746-b531-6e25c027464d tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 1000 time: 0.2399921 Feb 02 13:05:20.517602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 185153ba-ee45-4b91-be54-615b81138ed8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=185153ba-ee45-4b91-be54-615b81138ed8,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:20.521033 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-04b2eaf3-6d89-4420-a6e4-638988188a73 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:20.531516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '185153ba-ee45-4b91-be54-615b81138ed8', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'port_id': '185153ba-ee45-4b91-be54-615b81138ed8', 'mac_address': 'fa:16:3e:0b:c6:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:05:20.568659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 185153ba-ee45-4b91-be54-615b81138ed8 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:20.569046 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (185153ba-ee45-4b91-be54-615b81138ed8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:20.585671 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-04b2eaf3-6d89-4420-a6e4-638988188a73 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for floatingip (d6435fc9-ed1f-402e-a010-b0d6c6876f44), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:20.586881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185153ba-ee45-4b91-be54-615b81138ed8 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:05:20.631282 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7fac7a21-6316-4632-a790-bf8cac26f152 req-932a7dbb-dbe4-4592-ae28-6c28f2f9beab tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] 10.222.0.83 "GET /v2.0/quotas/722380aa9d7c43de9d2445f5e20f99a9 HTTP/1.1" status: 200 len: 375 time: 0.0489583 Feb 02 13:05:20.688225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7fac7a21-6316-4632-a790-bf8cac26f152 req-ef408fe1-578b-4c83-8361-15768a3cb456 tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=722380aa9d7c43de9d2445f5e20f99a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524945 Feb 02 13:05:20.778058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 185153ba-ee45-4b91-be54-615b81138ed8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=185153ba-ee45-4b91-be54-615b81138ed8,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:20.781477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dd84308d-e9e0-4081-846e-642b9640994b up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:05:20.785918 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (185153ba-ee45-4b91-be54-615b81138ed8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:20.904716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=185153ba-ee45-4b91-be54-615b81138ed8,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:20.910418 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-04b2eaf3-6d89-4420-a6e4-638988188a73 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:20.927407 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-04b2eaf3-6d89-4420-a6e4-638988188a73 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (d6435fc9-ed1f-402e-a010-b0d6c6876f44), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:20.927860 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-04b2eaf3-6d89-4420-a6e4-638988188a73 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Floating IP d6435fc9-ed1f-402e-a010-b0d6c6876f44 disassociated. External IP: 172.25.4.8, port: 585f983d-2d9f-4f9d-95f5-7cea97eb2b76. Feb 02 13:05:20.929129 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port dd84308d-e9e0-4081-846e-642b9640994b completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:05:20.939863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port dd84308d-e9e0-4081-846e-642b9640994b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:20.940478 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dd84308d-e9e0-4081-846e-642b9640994b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:20.963731 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-2f600451-d358-4257-8b65-26ae03745957 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233741 Feb 02 13:05:21.086826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port dd84308d-e9e0-4081-846e-642b9640994b is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:21.087485 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd84308d-e9e0-4081-846e-642b9640994b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:21.130077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['185153ba-ee45-4b91-be54-615b81138ed8'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:21.142542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9ea65f-f52a-46f6-adfe-2481b5a90e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd84308d-e9e0-4081-846e-642b9640994b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:21.146942 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce9a3a6-87e1-41a3-ac4c-1017481acca6" -d '{"events": [{"server_uuid": "2b9ea65f-f52a-46f6-adfe-2481b5a90e48", "name": "network-vif-plugged", "status": "completed", "tag": "dd84308d-e9e0-4081-846e-642b9640994b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:21.168588 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-afc11d4d-fb4b-4fed-9dea-3756cb01017e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:21.170496 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-afc11d4d-fb4b-4fed-9dea-3756cb01017e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002969 Feb 02 13:05:21.190050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Request body: {'port': {'device_id': '375a5236-2556-48a4-84e9-1aa79fbb7566', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '878b55bf0eeb4eafa84943c0574b0ee0'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:21.198395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-04b2eaf3-6d89-4420-a6e4-638988188a73 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Router 22000236-a47e-4615-b14f-e9d504480397 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:05:21.211641 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dd84308d-e9e0-4081-846e-642b9640994b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd84308d-e9e0-4081-846e-642b9640994b,segment=NetworkSegment(de5d3f51-9cdf-4508-8461-54b01233fe09),segment_id=de5d3f51-9cdf-4508-8461-54b01233fe09)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:21.212127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3030e-0c78-45a0-b608-e57fc87a7e27 req-a016ad94-b6de-4262-a425-7d8b8414cbdb tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:21.214823 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbf3030e-0c78-45a0-b608-e57fc87a7e27 req-a016ad94-b6de-4262-a425-7d8b8414cbdb tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 944 time: 0.4082255 Feb 02 13:05:21.225861 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dd84308d-e9e0-4081-846e-642b9640994b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:21.329212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=dd84308d-e9e0-4081-846e-642b9640994b,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:21.363215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-04b2eaf3-6d89-4420-a6e4-638988188a73 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:05:21.367034 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-ea9f8150-650c-4422-862c-3b482861cd95 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446219 Feb 02 13:05:21.373719 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8d1c68-3a2c-42ea-982e-2dfeace99eba None None] Sync routers for ids ['22000236-a47e-4615-b14f-e9d504480397'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:05:21.376413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-04b2eaf3-6d89-4420-a6e4-638988188a73 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:21.397587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d1c68-3a2c-42ea-982e-2dfeace99eba None None] Routers {'22000236-a47e-4615-b14f-e9d504480397'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:21.398315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0c8d1c68-3a2c-42ea-982e-2dfeace99eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['22000236-a47e-4615-b14f-e9d504480397'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:21.446308 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-04b2eaf3-6d89-4420-a6e4-638988188a73 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "PUT /v2.0/floatingips/d6435fc9-ed1f-402e-a010-b0d6c6876f44 HTTP/1.1" status: 200 len: 693 time: 0.9145551 Feb 02 13:05:21.447455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:21.450478 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b40de5-9d63-4d52-817c-a1a0cc723770" -d '{"events": [{"name": "network-changed", "server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:21.530342 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbf3030e-0c78-45a0-b608-e57fc87a7e27 req-3aa39df5-9d43-46d2-b6e4-189d14bbf0ff tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039942 Feb 02 13:05:21.561292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-a0989a73-5f39-455f-8a4c-bbc29b76370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:21.564400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-a0989a73-5f39-455f-8a4c-bbc29b76370a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0795b09d7ba84e4d82bcf8e67a041bce&device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 1128 time: 0.1034956 Feb 02 13:05:21.573160 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Made reservation on behalf of 878b55bf0eeb4eafa84943c0574b0ee0 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:21.576544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:21.591935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-0c8d1c68-3a2c-42ea-982e-2dfeace99eba None None] Set router 22000236-a47e-4615-b14f-e9d504480397 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:21.601552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-345b4b35-2ed7-4872-8640-66d6caf161ff tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:21.603022 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-345b4b35-2ed7-4872-8640-66d6caf161ff tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265298 Feb 02 13:05:21.651799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Request body: {'port': {'device_id': '778191f2-dbfc-4c34-8aba-f082f25eea88', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '878b55bf0eeb4eafa84943c0574b0ee0'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:21.686169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-89f73553-cb6a-4a4d-b478-64824fc9dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:21.688991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-89f73553-cb6a-4a4d-b478-64824fc9dda4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f8039353-d0ab-4612-89c1-0f24be60cfac HTTP/1.1" status: 200 len: 920 time: 0.1144395 Feb 02 13:05:21.780397 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-9d13bc19-c55f-4782-a8b5-4d44b209b04d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 217 time: 0.0513856 Feb 02 13:05:21.785099 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98ab1a5d-15a5-4345-a560-a2b968c6ef6a req-5535faef-7a15-49f5-b1e8-0f90995b9417 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/412df94d-f937-4b8f-b37c-7d786df0a133 HTTP/1.1" status: 200 len: 1820 time: 0.2136705 Feb 02 13:05:21.812287 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Allocated IP 192.168.233.5 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/d26b53cb-5058-49e9-a306-d1a442e95da7) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:21.833410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-98ab1a5d-15a5-4345-a560-a2b968c6ef6a req-ad35add2-078d-431e-89cd-68d97155623f tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '412df94d-f937-4b8f-b37c-7d786df0a133', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:21.833990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-98ab1a5d-15a5-4345-a560-a2b968c6ef6a req-ad35add2-078d-431e-89cd-68d97155623f tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '412df94d-f937-4b8f-b37c-7d786df0a133', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:21.852356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Made reservation on behalf of 878b55bf0eeb4eafa84943c0574b0ee0 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:21.856170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0c8d1c68-3a2c-42ea-982e-2dfeace99eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:04:09Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f', 'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'mac_address': 'fa:16:3e:0a:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:08Z', 'updated_at': '2022-02-02T13:04:17Z', 'revision_number': 5, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'subnets': [{'id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:21.863456 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:21.870262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-9343607d-d463-4e4b-a1d2-9fae75767f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:21.872653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-9343607d-d463-4e4b-a1d2-9fae75767f6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9ccd1316-5263-4e8a-b602-a1019ce4fe09 HTTP/1.1" status: 200 len: 859 time: 0.0847883 Feb 02 13:05:21.905752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8d1c68-3a2c-42ea-982e-2dfeace99eba None None] Checking router: 22000236-a47e-4615-b14f-e9d504480397 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:05:21.915725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d1c68-3a2c-42ea-982e-2dfeace99eba None None] Routers {'22000236-a47e-4615-b14f-e9d504480397'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:21.916338 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0c8d1c68-3a2c-42ea-982e-2dfeace99eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['22000236-a47e-4615-b14f-e9d504480397'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:21.926355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-dd253709-0ed9-473c-b6fc-979f1640df34 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f8039353-d0ab-4612-89c1-0f24be60cfac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459526 Feb 02 13:05:22.041811 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-84f53ee5-c974-40e8-af78-6ff66a8a4747 service neutron] 10.222.0.83 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053267 Feb 02 13:05:22.045513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-0c8d1c68-3a2c-42ea-982e-2dfeace99eba None None] Set router 22000236-a47e-4615-b14f-e9d504480397 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:22.098835 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ab1a5d-15a5-4345-a560-a2b968c6ef6a req-ad35add2-078d-431e-89cd-68d97155623f tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (d261f84d-9b31-415e-aaee-e5fb0c8e3f65), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:22.108806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks [] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:22.150155 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ab1a5d-15a5-4345-a560-a2b968c6ef6a req-ad35add2-078d-431e-89cd-68d97155623f tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (d261f84d-9b31-415e-aaee-e5fb0c8e3f65), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:22.162570 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ab1a5d-15a5-4345-a560-a2b968c6ef6a req-ad35add2-078d-431e-89cd-68d97155623f tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (d261f84d-9b31-415e-aaee-e5fb0c8e3f65), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:22.166577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:22.186320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aa4606-9471-4fb3-b6c0-8f800103827f req-d01f459b-bba3-490a-843c-5b6d86c43de1 service neutron] 10.222.0.83 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297028 Feb 02 13:05:22.191252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35add2-078d-431e-89cd-68d97155623f tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d261f84d-9b31-415e-aaee-e5fb0c8e3f65,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:22.209839 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-98ab1a5d-15a5-4345-a560-a2b968c6ef6a req-ad35add2-078d-431e-89cd-68d97155623f tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:22.211957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98ab1a5d-15a5-4345-a560-a2b968c6ef6a req-ad35add2-078d-431e-89cd-68d97155623f tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3833683 Feb 02 13:05:22.220787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:22.223639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fd80be81-e23c-473f-a18b-6a1e2510f17e', '0bce2d7b-fb2a-43ec-8c60-e16d31c84203'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:22.318463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:22.335796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:22.339206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:22.398054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event updated for resources: {'Port': ['ID=d26b53cb-5058-49e9-a306-d1a442e95da7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:22.415572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.416201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.416728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.417230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.417718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.418213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.418699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.419179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.419707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.420187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.420666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.421284 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.421772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:22.432154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412c594-48fd-47c1-a26c-f4734acdf770 req-8312bf0d-eb4b-4c53-96e6-d9bd22bbf67e tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:22.434650 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4412c594-48fd-47c1-a26c-f4734acdf770 req-8312bf0d-eb4b-4c53-96e6-d9bd22bbf67e tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b9ea65f-f52a-46f6-adfe-2481b5a90e48 HTTP/1.1" status: 200 len: 945 time: 0.1630208 Feb 02 13:05:22.441623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f6a24-296d-43f1-a644-e2b9cdc36f3b req-49cdf9ea-d9a4-4588-a4af-12f1be0e6624 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:22.444463 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-502f6a24-296d-43f1-a644-e2b9cdc36f3b req-49cdf9ea-d9a4-4588-a4af-12f1be0e6624 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 934 time: 0.1291137 Feb 02 13:05:22.454569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Allocated IP 192.168.233.39 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/5a043331-b977-4357-8307-e9b7aa85f673) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:22.479534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 185153ba-ee45-4b91-be54-615b81138ed8 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:05:22.502563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:22.503674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:22.524927 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-123bf865-8499-4146-9f85-dab72edaf728 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3390641 Feb 02 13:05:22.540125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4412c594-48fd-47c1-a26c-f4734acdf770 req-a08513aa-2656-45c5-93db-18e56e1aba89 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/security-groups?id=43fdb5d4-7299-41dd-8354-78dde38c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945852 Feb 02 13:05:22.549143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Request body: {'port': {'device_id': '375a5236-2556-48a4-84e9-1aa79fbb7566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:22.560356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-502f6a24-296d-43f1-a644-e2b9cdc36f3b req-20948bf2-b086-4391-9c6a-741cc2e9ac6d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089129 Feb 02 13:05:22.865696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0c8d1c68-3a2c-42ea-982e-2dfeace99eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:04:09Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f', 'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'mac_address': 'fa:16:3e:0a:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:08Z', 'updated_at': '2022-02-02T13:04:17Z', 'revision_number': 5, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'subnets': [{'id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:22.902758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdf353-c4de-4686-9a5c-b7e54d16ccbd req-733044e5-c401-4997-a9cf-20a6da2e0368 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:22.910294 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:22.915227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdf353-c4de-4686-9a5c-b7e54d16ccbd req-733044e5-c401-4997-a9cf-20a6da2e0368 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:22.925170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8d1c68-3a2c-42ea-982e-2dfeace99eba None None] The sync data for ids ['22000236-a47e-4615-b14f-e9d504480397'] in n-d-827336-2 is: [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:04:09Z', 'revision_number': 4, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f', 'name': '', 'network_id': 'f8039353-d0ab-4612-89c1-0f24be60cfac', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'mac_address': 'fa:16:3e:0a:2c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:08Z', 'updated_at': '2022-02-02T13:04:17Z', 'revision_number': 5, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'subnets': [{'id': '9ccd1316-5263-4e8a-b602-a1019ce4fe09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:05:22.944201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdf353-c4de-4686-9a5c-b7e54d16ccbd req-733044e5-c401-4997-a9cf-20a6da2e0368 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:22.944765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8a4179ef-f6bd-4fcd-af2a-61078150a983 None None] Provisioning complete for port d26b53cb-5058-49e9-a306-d1a442e95da7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:22.950726 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a4179ef-f6bd-4fcd-af2a-61078150a983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:22.952177 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9330d8ab-2ecb-42c2-9cf2-74f168687134 req-5e756e3d-10df-4702-870b-95c0cbcac93d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2145853 Feb 02 13:05:22.956050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdf353-c4de-4686-9a5c-b7e54d16ccbd req-733044e5-c401-4997-a9cf-20a6da2e0368 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:22.967065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdf353-c4de-4686-9a5c-b7e54d16ccbd req-733044e5-c401-4997-a9cf-20a6da2e0368 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:22.974484 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdf353-c4de-4686-9a5c-b7e54d16ccbd req-733044e5-c401-4997-a9cf-20a6da2e0368 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:22.980286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fdf353-c4de-4686-9a5c-b7e54d16ccbd req-733044e5-c401-4997-a9cf-20a6da2e0368 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:22.982979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04fdf353-c4de-4686-9a5c-b7e54d16ccbd req-733044e5-c401-4997-a9cf-20a6da2e0368 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.2196155 Feb 02 13:05:22.998893 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks [] for port (5a043331-b977-4357-8307-e9b7aa85f673), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:23.045236 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d8c1c3-7a94-400c-a52d-8cd9606ada25 x-openstack-request-id: req-d9d8c1c3-7a94-400c-a52d-8cd9606ada25 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:23.045543 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9ea65f-f52a-46f6-adfe-2481b5a90e48", "name": "network-vif-plugged", "status": "completed", "tag": "dd84308d-e9e0-4081-846e-642b9640994b", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:23.045802 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d9d8c1c3-7a94-400c-a52d-8cd9606ada25 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:23.046210 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9ea65f-f52a-46f6-adfe-2481b5a90e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd84308d-e9e0-4081-846e-642b9640994b', 'code': 200} Feb 02 13:05:23.090037 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f609ad0c-3e28-471d-8b17-b7490f71d8b9 x-openstack-request-id: req-f609ad0c-3e28-471d-8b17-b7490f71d8b9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:23.090698 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:23.091669 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f609ad0c-3e28-471d-8b17-b7490f71d8b9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:23.092286 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'status': 'completed', 'code': 200} Feb 02 13:05:23.096347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 185153ba-ee45-4b91-be54-615b81138ed8 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:05:23.105037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 185153ba-ee45-4b91-be54-615b81138ed8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:23.105440 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (185153ba-ee45-4b91-be54-615b81138ed8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:23.107229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8a4179ef-f6bd-4fcd-af2a-61078150a983 None None] Port d26b53cb-5058-49e9-a306-d1a442e95da7 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:05:23.141893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04fdf353-c4de-4686-9a5c-b7e54d16ccbd req-6d24dc88-c481-460b-b85f-506a4f7e6d4c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322942 Feb 02 13:05:23.233035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 185153ba-ee45-4b91-be54-615b81138ed8 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:23.239830 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (185153ba-ee45-4b91-be54-615b81138ed8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:23.286820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 185153ba-ee45-4b91-be54-615b81138ed8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=185153ba-ee45-4b91-be54-615b81138ed8,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:23.295577 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (185153ba-ee45-4b91-be54-615b81138ed8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:23.298783 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5a043331-b977-4357-8307-e9b7aa85f673), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:23.309393 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45779d41-c726-4606-aec8-5155a66dbb03 req-0003805a-6b52-4dfa-9735-ccb20e19abd2 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/floatingips/d6435fc9-ed1f-402e-a010-b0d6c6876f44 HTTP/1.1" status: 200 len: 693 time: 0.1649365 Feb 02 13:05:23.338608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:23.345748 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:23.347988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:23.352310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330d8ab-2ecb-42c2-9cf2-74f168687134 req-6e4b790d-a6ce-4534-afc9-b027ac8cd249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:23.354127 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9330d8ab-2ecb-42c2-9cf2-74f168687134 req-6e4b790d-a6ce-4534-afc9-b027ac8cd249 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 1126 time: 0.2003989 Feb 02 13:05:23.390269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=185153ba-ee45-4b91-be54-615b81138ed8,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:23.401825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:23.431033 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be9dce2-3f2e-48b9-9de2-9d31ebcf2056 None None] New status for floating IP d6435fc9-ed1f-402e-a010-b0d6c6876f44: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:05:23.458391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fd80be81-e23c-473f-a18b-6a1e2510f17e', '0bce2d7b-fb2a-43ec-8c60-e16d31c84203'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:23.506687 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45779d41-c726-4606-aec8-5155a66dbb03 req-8e9cf6ed-fce3-46f5-b91a-f48bbd30d6c3 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:23.508464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45779d41-c726-4606-aec8-5155a66dbb03 req-8e9cf6ed-fce3-46f5-b91a-f48bbd30d6c3 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.1826460 Feb 02 13:05:23.524112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330d8ab-2ecb-42c2-9cf2-74f168687134 req-ef8662df-3529-45a6-a62d-5a4c39785898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:23.525853 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9330d8ab-2ecb-42c2-9cf2-74f168687134 req-ef8662df-3529-45a6-a62d-5a4c39785898 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 200 len: 909 time: 0.1188371 Feb 02 13:05:23.608196 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9330d8ab-2ecb-42c2-9cf2-74f168687134 req-7319cc52-d72f-47a8-b1bd-30b78b86fd2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cae2e540-d972-4290-bd50-d74064de59fb HTTP/1.1" status: 200 len: 217 time: 0.0639153 Feb 02 13:05:23.774121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event updated for resources: {'Port': ['ID=5a043331-b977-4357-8307-e9b7aa85f673,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:23.790001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:23.790696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:23.823807 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-6173b3dd-bc66-4e6b-aea6-afd0b1b0868b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1755090 Feb 02 13:05:23.843687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Request body: {'port': {'device_id': '778191f2-dbfc-4c34-8aba-f082f25eea88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:23.845342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bb1be0df-d01a-4931-bf7a-204e1e420158 None None] Provisioning complete for port 5a043331-b977-4357-8307-e9b7aa85f673 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:23.845799 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb1be0df-d01a-4931-bf7a-204e1e420158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5a043331-b977-4357-8307-e9b7aa85f673), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:23.879282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330d8ab-2ecb-42c2-9cf2-74f168687134 req-744efc54-f145-451f-9f12-d287d529ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:23.880988 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9330d8ab-2ecb-42c2-9cf2-74f168687134 req-744efc54-f145-451f-9f12-d287d529ac8b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 200 len: 848 time: 0.2559674 Feb 02 13:05:23.886939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bb1be0df-d01a-4931-bf7a-204e1e420158 None None] Port 5a043331-b977-4357-8307-e9b7aa85f673 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:05:23.951481 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9330d8ab-2ecb-42c2-9cf2-74f168687134 req-d992327a-a2e2-4bd8-8f3a-c6b24ab088c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5e7ef89b-0a2a-4448-a0f9-ff655717d706&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345223 Feb 02 13:05:23.953817 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5a043331-b977-4357-8307-e9b7aa85f673), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:24.019409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b40de5-9d63-4d52-817c-a1a0cc723770 req-9fe0a060-9018-4418-8b81-283ad774b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:24.022786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55b40de5-9d63-4d52-817c-a1a0cc723770 req-9fe0a060-9018-4418-8b81-283ad774b1c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0795b09d7ba84e4d82bcf8e67a041bce&device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 1128 time: 0.8774705 Feb 02 13:05:24.029737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7e06a-f13c-47b7-a407-c033760eaf85 req-6a298aec-a44f-4f6d-8595-12f8f0e9b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:24.031808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26e7e06a-f13c-47b7-a407-c033760eaf85 req-6a298aec-a44f-4f6d-8595-12f8f0e9b3fa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2b9ea65f-f52a-46f6-adfe-2481b5a90e48 HTTP/1.1" status: 200 len: 1127 time: 0.8886452 Feb 02 13:05:24.040219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2706d2de-0bc1-445d-a46f-e8f935ef103d req-ad425815-98c5-47f9-afc0-9a9eaf62893e tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/412df94d-f937-4b8f-b37c-7d786df0a133 HTTP/1.1" status: 200 len: 2413 time: 0.8453338 Feb 02 13:05:24.045139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2706d2de-0bc1-445d-a46f-e8f935ef103d req-12b30056-13c8-4e88-b402-41b1b197ae79 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '412df94d-f937-4b8f-b37c-7d786df0a133', 'remote_group_id': None}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:24.045672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2706d2de-0bc1-445d-a46f-e8f935ef103d req-12b30056-13c8-4e88-b402-41b1b197ae79 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '412df94d-f937-4b8f-b37c-7d786df0a133', 'remote_group_id': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:24.061382 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9330d8ab-2ecb-42c2-9cf2-74f168687134 req-4349d211-a8dd-4bd9-a824-63870458241d service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920341 Feb 02 13:05:24.095577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45779d41-c726-4606-aec8-5155a66dbb03 req-34d49821-11b1-43e8-9d0d-e0e7c56fd767 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.5772231 Feb 02 13:05:24.174754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45779d41-c726-4606-aec8-5155a66dbb03 req-c7471808-fa2e-46ab-9dbd-97de06488175 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.8 HTTP/1.1" status: 200 len: 694 time: 0.0777259 Feb 02 13:05:24.292094 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26e7e06a-f13c-47b7-a407-c033760eaf85 req-9a5f2b35-927f-4002-9231-284ca73bed85 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=43fdb5d4-7299-41dd-8354-78dde38c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367866 Feb 02 13:05:24.381739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b40de5-9d63-4d52-817c-a1a0cc723770 req-3da8bb92-7b52-4263-b387-027ad6544ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:24.383225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55b40de5-9d63-4d52-817c-a1a0cc723770 req-3da8bb92-7b52-4263-b387-027ad6544ff7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8039353-d0ab-4612-89c1-0f24be60cfac HTTP/1.1" status: 200 len: 920 time: 0.3229425 Feb 02 13:05:24.397810 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2706d2de-0bc1-445d-a46f-e8f935ef103d req-12b30056-13c8-4e88-b402-41b1b197ae79 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (ed3ccfe3-0e1a-4f5d-bb8a-aa9a16c8653e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:24.434973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2706d2de-0bc1-445d-a46f-e8f935ef103d req-12b30056-13c8-4e88-b402-41b1b197ae79 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (ed3ccfe3-0e1a-4f5d-bb8a-aa9a16c8653e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:24.441925 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2706d2de-0bc1-445d-a46f-e8f935ef103d req-12b30056-13c8-4e88-b402-41b1b197ae79 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (ed3ccfe3-0e1a-4f5d-bb8a-aa9a16c8653e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:24.449469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-45779d41-c726-4606-aec8-5155a66dbb03 req-83ffa372-4771-41f2-b1a0-a58b9ea3c67e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Deleting port 69f0f81d-28ca-4c11-823c-9fa246866c89 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:05:24.449805 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45779d41-c726-4606-aec8-5155a66dbb03 req-83ffa372-4771-41f2-b1a0-a58b9ea3c67e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (69f0f81d-28ca-4c11-823c-9fa246866c89), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:24.479171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b30056-13c8-4e88-b402-41b1b197ae79 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3ccfe3-0e1a-4f5d-bb8a-aa9a16c8653e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:24.490971 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2706d2de-0bc1-445d-a46f-e8f935ef103d req-12b30056-13c8-4e88-b402-41b1b197ae79 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:24.492233 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2706d2de-0bc1-445d-a46f-e8f935ef103d req-12b30056-13c8-4e88-b402-41b1b197ae79 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4509571 Feb 02 13:05:24.515572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26b53cb-5058-49e9-a306-d1a442e95da7 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:05:24.569194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Publish callbacks [] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:24.602459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Transition to ACTIVE for port object d26b53cb-5058-49e9-a306-d1a442e95da7 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:05:24.617944 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:24.626236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45779d41-c726-4606-aec8-5155a66dbb03 req-83ffa372-4771-41f2-b1a0-a58b9ea3c67e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (69f0f81d-28ca-4c11-823c-9fa246866c89), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:24.626236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45779d41-c726-4606-aec8-5155a66dbb03 req-83ffa372-4771-41f2-b1a0-a58b9ea3c67e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for floatingip (69f0f81d-28ca-4c11-823c-9fa246866c89), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:24.629614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55b40de5-9d63-4d52-817c-a1a0cc723770 req-9d6751c5-4ab0-46f3-88d3-7e7244e84568 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 200 len: 217 time: 0.0667536 Feb 02 13:05:24.641300 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9330d8ab-2ecb-42c2-9cf2-74f168687134 req-0b518d0f-ba44-4eb4-ab32-1ff618466382 service neutron] 10.222.0.62 "GET /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456927 Feb 02 13:05:24.669935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-45779d41-c726-4606-aec8-5155a66dbb03 req-83ffa372-4771-41f2-b1a0-a58b9ea3c67e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Calling delete_port for 69f0f81d-28ca-4c11-823c-9fa246866c89 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:05:24.736375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d26b53cb-5058-49e9-a306-d1a442e95da7,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:24.881511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b40de5-9d63-4d52-817c-a1a0cc723770 req-7d858864-d5b9-4f99-9a8d-89c085bfc4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:24.883363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55b40de5-9d63-4d52-817c-a1a0cc723770 req-7d858864-d5b9-4f99-9a8d-89c085bfc4eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ccd1316-5263-4e8a-b602-a1019ce4fe09 HTTP/1.1" status: 200 len: 859 time: 0.2298503 Feb 02 13:05:24.898913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379aeb4-259d-4d22-8879-b775e8f7262d req-3ebb3679-5ba4-40eb-a403-505a848c695f tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:24.901206 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5379aeb4-259d-4d22-8879-b775e8f7262d req-3ebb3679-5ba4-40eb-a403-505a848c695f tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 945 time: 0.2890637 Feb 02 13:05:24.920943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Attempting to bind port d26b53cb-5058-49e9-a306-d1a442e95da7 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:24.921624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Attempting to bind port d26b53cb-5058-49e9-a306-d1a442e95da7 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:24.922157 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Attempting to bind port d26b53cb-5058-49e9-a306-d1a442e95da7 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:24.931913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Port d26b53cb-5058-49e9-a306-d1a442e95da7 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:05:24.932597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Attempting to bind port d26b53cb-5058-49e9-a306-d1a442e95da7 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:24.959396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:24.960093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:24.960678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:24.961848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Bound port: d26b53cb-5058-49e9-a306-d1a442e95da7, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:24.962209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:24.967892 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55b40de5-9d63-4d52-817c-a1a0cc723770 req-677b473e-0d3a-44b4-adb6-bb41c38f3c79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8039353-d0ab-4612-89c1-0f24be60cfac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463986 Feb 02 13:05:25.006258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a043331-b977-4357-8307-e9b7aa85f673 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:05:25.048311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292584c-198f-47b5-a413-228f907812b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185153ba-ee45-4b91-be54-615b81138ed8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:25.056320 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adeb1191-6957-4d56-a9c6-a3b29e3680c7" -d '{"events": [{"server_uuid": "c292584c-198f-47b5-a413-228f907812b4", "name": "network-vif-plugged", "status": "completed", "tag": "185153ba-ee45-4b91-be54-615b81138ed8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:25.063249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Publish callbacks [] for port (5a043331-b977-4357-8307-e9b7aa85f673), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:25.111143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5379aeb4-259d-4d22-8879-b775e8f7262d req-d556be1d-93b1-404f-876a-e16055390b66 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771727 Feb 02 13:05:25.112306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Transition to ACTIVE for port object 5a043331-b977-4357-8307-e9b7aa85f673 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:05:25.136331 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5a043331-b977-4357-8307-e9b7aa85f673), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:25.149849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] For port d26b53cb-5058-49e9-a306-d1a442e95da7, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:25.186885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] For port d26b53cb-5058-49e9-a306-d1a442e95da7, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d26b53cb-5058-49e9-a306-d1a442e95da7,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:25.216524 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55b40de5-9d63-4d52-817c-a1a0cc723770 req-6d9a3558-31d2-4485-8ba2-d07c1d614e4d service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364779 Feb 02 13:05:25.239175 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:25.240969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Pushing event updated for resources: {'Port': ['ID=5a043331-b977-4357-8307-e9b7aa85f673,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:25.285599 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45779d41-c726-4606-aec8-5155a66dbb03 req-83ffa372-4771-41f2-b1a0-a58b9ea3c67e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (69f0f81d-28ca-4c11-823c-9fa246866c89), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:25.386072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:25.386690 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:25.388165 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] 10.222.0.18 "PUT /v2.0/ports/d26b53cb-5058-49e9-a306-d1a442e95da7 HTTP/1.1" status: 200 len: 1094 time: 2.8472643 Feb 02 13:05:25.393437 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375a5236-2556-48a4-84e9-1aa79fbb7566', 'tag': 'd26b53cb-5058-49e9-a306-d1a442e95da7'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:25.411999 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8517c3-c150-4358-a2b0-3d4e7e549a79" -d '{"events": [{"name": "network-changed", "server_uuid": "375a5236-2556-48a4-84e9-1aa79fbb7566", "tag": "d26b53cb-5058-49e9-a306-d1a442e95da7"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:25.450100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Attempting to bind port 5a043331-b977-4357-8307-e9b7aa85f673 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:25.450333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Attempting to bind port 5a043331-b977-4357-8307-e9b7aa85f673 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:25.450660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Attempting to bind port 5a043331-b977-4357-8307-e9b7aa85f673 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:25.455282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f083c-02f9-4f71-bfa9-8a211e79d3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d26b53cb-5058-49e9-a306-d1a442e95da7,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:25.463131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Port 5a043331-b977-4357-8307-e9b7aa85f673 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:05:25.463536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Attempting to bind port 5a043331-b977-4357-8307-e9b7aa85f673 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:25.491801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55b40de5-9d63-4d52-817c-a1a0cc723770 req-671df24a-88fa-4574-a219-1114683b7a9e service neutron] 10.222.0.62 "GET /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653825 Feb 02 13:05:25.500552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:25.500867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:25.501255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:25.501691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Bound port: 5a043331-b977-4357-8307-e9b7aa85f673, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:25.502048 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5a043331-b977-4357-8307-e9b7aa85f673), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:25.574354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ffa372-4771-41f2-b1a0-a58b9ea3c67e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Pushing event deleted for resources: {'Port': ['ID=69f0f81d-28ca-4c11-823c-9fa246866c89,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:25.656967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-50b339d0-17b0-4bec-bf73-b3d7ca4773bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:25.658512 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-50b339d0-17b0-4bec-bf73-b3d7ca4773bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 1128 time: 0.1965423 Feb 02 13:05:25.699920 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45779d41-c726-4606-aec8-5155a66dbb03 req-83ffa372-4771-41f2-b1a0-a58b9ea3c67e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for floatingip (d6435fc9-ed1f-402e-a010-b0d6c6876f44), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:25.709141 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45779d41-c726-4606-aec8-5155a66dbb03 req-83ffa372-4771-41f2-b1a0-a58b9ea3c67e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:25.710726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45779d41-c726-4606-aec8-5155a66dbb03 req-83ffa372-4771-41f2-b1a0-a58b9ea3c67e tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "DELETE /v2.0/floatingips/d6435fc9-ed1f-402e-a010-b0d6c6876f44 HTTP/1.1" status: 204 len: 173 time: 1.5236487 Feb 02 13:05:25.728573 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-467ce01e-d5d5-4173-8c73-63cf71790fd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d26b53cb-5058-49e9-a306-d1a442e95da7 HTTP/1.1" status: 200 len: 217 time: 0.0520458 Feb 02 13:05:25.729121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df09039-f47d-45ab-bf46-660ab59eb2cb req-a1fd85f1-18d8-4f8a-b655-d4f42980e0ab tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:25.731784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1df09039-f47d-45ab-bf46-660ab59eb2cb req-a1fd85f1-18d8-4f8a-b655-d4f42980e0ab tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b9ea65f-f52a-46f6-adfe-2481b5a90e48 HTTP/1.1" status: 200 len: 945 time: 0.4065402 Feb 02 13:05:25.733825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] For port 5a043331-b977-4357-8307-e9b7aa85f673, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:25.783262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] For port 5a043331-b977-4357-8307-e9b7aa85f673, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5a043331-b977-4357-8307-e9b7aa85f673,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:25.804740 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5a043331-b977-4357-8307-e9b7aa85f673), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:25.810370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-0f4b39c7-554c-45fe-9f4d-de9376f82077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:25.812188 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-0f4b39c7-554c-45fe-9f4d-de9376f82077 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0715699 Feb 02 13:05:25.836712 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1df09039-f47d-45ab-bf46-660ab59eb2cb req-3ba61c8b-7a36-4bac-9e40-7eddebbffaf1 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/security-groups?id=43fdb5d4-7299-41dd-8354-78dde38c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995276 Feb 02 13:05:25.904599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:25.905559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:25.907177 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] 10.222.0.62 "PUT /v2.0/ports/5a043331-b977-4357-8307-e9b7aa85f673 HTTP/1.1" status: 200 len: 1095 time: 2.0685596 Feb 02 13:05:25.934927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9fd9a-3d14-41ad-b379-ce084e15bfdf service neutron] Pushing event updated for resources: {'Port': ['ID=5a043331-b977-4357-8307-e9b7aa85f673,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:25.942786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-d507c30c-ba53-4097-88dc-06d3de1a7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:25.944821 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-d507c30c-ba53-4097-88dc-06d3de1a7fe6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1029849 Feb 02 13:05:25.998697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83446c-3d0d-4638-8f80-37d52a622d5a req-4005328c-b32b-4b1f-b9b2-f602843bd944 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.000378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f83446c-3d0d-4638-8f80-37d52a622d5a req-4005328c-b32b-4b1f-b9b2-f602843bd944 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 946 time: 0.1603355 Feb 02 13:05:26.146647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546cca6-4046-4278-9fc9-755a3db9812b req-15b4f3c5-be41-4eca-b045-2ce302ee3ef2 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.160198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546cca6-4046-4278-9fc9-755a3db9812b req-15b4f3c5-be41-4eca-b045-2ce302ee3ef2 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.171293 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-9534ec81-f3ac-49ad-a0e0-e339e269cad2 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173154 Feb 02 13:05:26.174964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-e4523d45-0f83-48f2-867d-0bfcbd45a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.176710 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-e4523d45-0f83-48f2-867d-0bfcbd45a35d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=778191f2-dbfc-4c34-8aba-f082f25eea88 HTTP/1.1" status: 200 len: 1129 time: 0.1781313 Feb 02 13:05:26.179830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546cca6-4046-4278-9fc9-755a3db9812b req-15b4f3c5-be41-4eca-b045-2ce302ee3ef2 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.185069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546cca6-4046-4278-9fc9-755a3db9812b req-15b4f3c5-be41-4eca-b045-2ce302ee3ef2 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.190966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546cca6-4046-4278-9fc9-755a3db9812b req-15b4f3c5-be41-4eca-b045-2ce302ee3ef2 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.197995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546cca6-4046-4278-9fc9-755a3db9812b req-15b4f3c5-be41-4eca-b045-2ce302ee3ef2 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.218378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546cca6-4046-4278-9fc9-755a3db9812b req-15b4f3c5-be41-4eca-b045-2ce302ee3ef2 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.220628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2546cca6-4046-4278-9fc9-755a3db9812b req-15b4f3c5-be41-4eca-b045-2ce302ee3ef2 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.2438111 Feb 02 13:05:26.229019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f83446c-3d0d-4638-8f80-37d52a622d5a req-aba30680-6d71-423b-a6b7-463c3c483492 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814780 Feb 02 13:05:26.277279 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-5a1875fa-f928-470b-81ca-aae784cef954 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=5a043331-b977-4357-8307-e9b7aa85f673 HTTP/1.1" status: 200 len: 217 time: 0.0850582 Feb 02 13:05:26.298805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2546cca6-4046-4278-9fc9-755a3db9812b req-17e3be9d-a306-4f1b-9937-e422632af27a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685298 Feb 02 13:05:26.369596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9bce058-31df-48cc-87a2-1532e55f6d5d req-98307817-d0f6-450a-977e-b371cb1d5d54 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/412df94d-f937-4b8f-b37c-7d786df0a133 HTTP/1.1" status: 200 len: 3011 time: 0.0694935 Feb 02 13:05:26.399312 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd628e7-3050-4f72-9839-89729a6fd2fa x-openstack-request-id: req-4fd628e7-3050-4f72-9839-89729a6fd2fa {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:26.399857 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292584c-198f-47b5-a413-228f907812b4", "name": "network-vif-plugged", "status": "completed", "tag": "185153ba-ee45-4b91-be54-615b81138ed8", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:26.399857 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4fd628e7-3050-4f72-9839-89729a6fd2fa {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:26.400052 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c292584c-198f-47b5-a413-228f907812b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185153ba-ee45-4b91-be54-615b81138ed8', 'code': 200} Feb 02 13:05:26.405003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-ae291636-0572-4a63-92f9-c618bb4ed43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.406676 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-ae291636-0572-4a63-92f9-c618bb4ed43e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1218483 Feb 02 13:05:26.471703 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-2fa195b0-1c2c-4834-931d-3a40fa90d166 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935247 Feb 02 13:05:26.509764 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31bed71-0acf-4404-84b4-4b71953e8763 x-openstack-request-id: req-e31bed71-0acf-4404-84b4-4b71953e8763 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:26.509764 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375a5236-2556-48a4-84e9-1aa79fbb7566", "tag": "d26b53cb-5058-49e9-a306-d1a442e95da7", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:26.510103 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e31bed71-0acf-4404-84b4-4b71953e8763 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:26.512383 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '375a5236-2556-48a4-84e9-1aa79fbb7566', 'tag': 'd26b53cb-5058-49e9-a306-d1a442e95da7', 'status': 'completed', 'code': 200} Feb 02 13:05:26.523225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-5ba2f02d-9bf9-4daa-afab-a839de8ea412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.524982 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-5ba2f02d-9bf9-4daa-afab-a839de8ea412 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1065483 Feb 02 13:05:26.628086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7ae9686-b718-48be-a547-9f553fc247cb req-082fb6af-6a73-410b-8005-adcc7ae87dc4 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups/4e25f526-9ab8-4714-a59f-2d670a0c180d HTTP/1.1" status: 200 len: 1824 time: 0.1153681 Feb 02 13:05:26.668366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda315f9-490e-41b1-ab15-5f4312e99c14 req-f04d0e2a-1669-4319-aa68-2d5428737954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.670039 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dda315f9-490e-41b1-ab15-5f4312e99c14 req-f04d0e2a-1669-4319-aa68-2d5428737954 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 1127 time: 0.1102276 Feb 02 13:05:26.725299 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-1423d997-020f-4291-8558-16b3ffef5d10 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918113 Feb 02 13:05:26.772608 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b7ae9686-b718-48be-a547-9f553fc247cb req-450c5632-0521-4ed4-add3-a02672d4c223 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for security_group (4e25f526-9ab8-4714-a59f-2d670a0c180d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:26.809697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b696fe-1060-4e23-abbf-5e1555b8fff8 req-b0baa9d7-0968-486f-9fd5-7ab652341a7d tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.811198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26b696fe-1060-4e23-abbf-5e1555b8fff8 req-b0baa9d7-0968-486f-9fd5-7ab652341a7d tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 945 time: 0.1285751 Feb 02 13:05:26.832902 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b7ae9686-b718-48be-a547-9f553fc247cb req-450c5632-0521-4ed4-add3-a02672d4c223 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for security_group (4e25f526-9ab8-4714-a59f-2d670a0c180d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:26.848120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8517c3-c150-4358-a2b0-3d4e7e549a79 req-13587d0e-318c-4b33-97a4-324ab54fc764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:26.850215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac8517c3-c150-4358-a2b0-3d4e7e549a79 req-13587d0e-318c-4b33-97a4-324ab54fc764 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 1128 time: 0.1687403 Feb 02 13:05:26.859154 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-62a4334d-1934-413d-bdb1-16c6980f9599 req-d7731773-7c3a-4340-9631-114bf2b153a5 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147046 Feb 02 13:05:26.862696 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dda315f9-490e-41b1-ab15-5f4312e99c14 req-5054887c-d57e-4155-aa18-ac0122e0c89c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858234 Feb 02 13:05:26.957676 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26b696fe-1060-4e23-abbf-5e1555b8fff8 req-ddd6781c-d402-4464-bec4-ceed67c2b1b5 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363463 Feb 02 13:05:26.973028 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b7ae9686-b718-48be-a547-9f553fc247cb req-450c5632-0521-4ed4-add3-a02672d4c223 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4e25f526-9ab8-4714-a59f-2d670a0c180d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:26.975866 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b7ae9686-b718-48be-a547-9f553fc247cb req-450c5632-0521-4ed4-add3-a02672d4c223 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:26.986841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7ae9686-b718-48be-a547-9f553fc247cb req-450c5632-0521-4ed4-add3-a02672d4c223 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "DELETE /v2.0/security-groups/4e25f526-9ab8-4714-a59f-2d670a0c180d HTTP/1.1" status: 204 len: 173 time: 0.3521607 Feb 02 13:05:27.025369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c5632-0521-4ed4-add3-a02672d4c223 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e25f526-9ab8-4714-a59f-2d670a0c180d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:27.052529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42d8a9fc-0e66-4f68-b628-265afdbc9041 req-ba03804d-88e5-494f-9dea-634508029442 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-group-rules/ed3ccfe3-0e1a-4f5d-bb8a-aa9a16c8653e HTTP/1.1" status: 200 len: 783 time: 0.0537615 Feb 02 13:05:27.085772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8517c3-c150-4358-a2b0-3d4e7e549a79 req-035fa8fc-8452-4da8-966d-0163c13be5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:27.087226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac8517c3-c150-4358-a2b0-3d4e7e549a79 req-035fa8fc-8452-4da8-966d-0163c13be5da service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2297626 Feb 02 13:05:27.110774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-493c0550-3af4-4a51-bf4a-be7839755b87 req-e80d09e2-baec-4823-bb73-a5120f21fd56 tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=722380aa9d7c43de9d2445f5e20f99a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482533 Feb 02 13:05:27.154182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42d8a9fc-0e66-4f68-b628-265afdbc9041 req-7ed9d4bd-a77a-4ce0-a02b-302f13df4e48 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/412df94d-f937-4b8f-b37c-7d786df0a133 HTTP/1.1" status: 200 len: 3011 time: 0.1008010 Feb 02 13:05:27.210426 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac8517c3-c150-4358-a2b0-3d4e7e549a79 req-a5a645cf-1640-4a1c-ba76-9fdfefc1684f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=d26b53cb-5058-49e9-a306-d1a442e95da7 HTTP/1.1" status: 200 len: 217 time: 0.0529385 Feb 02 13:05:27.279372 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42d8a9fc-0e66-4f68-b628-265afdbc9041 req-da4cd154-035e-476d-9964-d97259d6e43a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (ed3ccfe3-0e1a-4f5d-bb8a-aa9a16c8653e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:27.299986 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42d8a9fc-0e66-4f68-b628-265afdbc9041 req-da4cd154-035e-476d-9964-d97259d6e43a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (ed3ccfe3-0e1a-4f5d-bb8a-aa9a16c8653e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:27.323546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8517c3-c150-4358-a2b0-3d4e7e549a79 req-bc3fea29-17a4-4e99-a84f-4f02ffbd8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:27.324843 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac8517c3-c150-4358-a2b0-3d4e7e549a79 req-bc3fea29-17a4-4e99-a84f-4f02ffbd8844 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0763905 Feb 02 13:05:27.370737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c0550-3af4-4a51-bf4a-be7839755b87 req-c29ff0e7-27c7-4cc7-a423-cfba3321108f tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:27.372203 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-493c0550-3af4-4a51-bf4a-be7839755b87 req-c29ff0e7-27c7-4cc7-a423-cfba3321108f tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2529101 Feb 02 13:05:27.390156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42d8a9fc-0e66-4f68-b628-265afdbc9041 req-da4cd154-035e-476d-9964-d97259d6e43a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (ed3ccfe3-0e1a-4f5d-bb8a-aa9a16c8653e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:27.403778 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-42d8a9fc-0e66-4f68-b628-265afdbc9041 req-da4cd154-035e-476d-9964-d97259d6e43a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:27.404844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42d8a9fc-0e66-4f68-b628-265afdbc9041 req-da4cd154-035e-476d-9964-d97259d6e43a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/ed3ccfe3-0e1a-4f5d-bb8a-aa9a16c8653e HTTP/1.1" status: 204 len: 173 time: 0.2419879 Feb 02 13:05:27.407636 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-493c0550-3af4-4a51-bf4a-be7839755b87 req-12e890f5-425e-4971-a069-981e623f42c2 tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] 10.222.0.83 "GET /v2.0/quotas/722380aa9d7c43de9d2445f5e20f99a9 HTTP/1.1" status: 200 len: 375 time: 0.0268993 Feb 02 13:05:27.418855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cd154-035e-476d-9964-d97259d6e43a tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed3ccfe3-0e1a-4f5d-bb8a-aa9a16c8653e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:27.426668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8517c3-c150-4358-a2b0-3d4e7e549a79 req-d1c490cb-6fae-4952-863d-e26373fb1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:27.428356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac8517c3-c150-4358-a2b0-3d4e7e549a79 req-d1c490cb-6fae-4952-863d-e26373fb1335 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0940647 Feb 02 13:05:27.528889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac8517c3-c150-4358-a2b0-3d4e7e549a79 req-f9c077dc-cf16-4439-b88b-3c55a2c88428 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862727 Feb 02 13:05:27.554208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-493c0550-3af4-4a51-bf4a-be7839755b87 req-2c4a520a-853d-4000-8593-999d77f9a701 tempest-QuotasAdminNegativeTest-1996430980 tempest-QuotasAdminNegativeTest-1996430980-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=722380aa9d7c43de9d2445f5e20f99a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1211274 Feb 02 13:05:27.668730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff77e69-1d3e-4d53-889d-0af056074541 req-249b21e6-221d-4870-8038-de44a0a5cfd1 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:27.670240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ff77e69-1d3e-4d53-889d-0af056074541 req-249b21e6-221d-4870-8038-de44a0a5cfd1 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b9ea65f-f52a-46f6-adfe-2481b5a90e48 HTTP/1.1" status: 200 len: 945 time: 0.1404972 Feb 02 13:05:27.714007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac8517c3-c150-4358-a2b0-3d4e7e549a79 req-47e9b139-875c-4ac0-b669-3464d0857517 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455667 Feb 02 13:05:27.751178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ff77e69-1d3e-4d53-889d-0af056074541 req-53b8d6c9-b803-453d-b014-e8febcb04684 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/security-groups?id=43fdb5d4-7299-41dd-8354-78dde38c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690014 Feb 02 13:05:27.880159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad675a75-4431-44a8-86e9-25b58ecb5474 req-f9a6b826-911f-43e1-a13a-514d135444cc tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:27.887394 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad675a75-4431-44a8-86e9-25b58ecb5474 req-f9a6b826-911f-43e1-a13a-514d135444cc tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 946 time: 0.0751970 Feb 02 13:05:27.965311 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad675a75-4431-44a8-86e9-25b58ecb5474 req-e1d25ee7-9905-4b94-b112-13be580ac833 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770159 Feb 02 13:05:27.979391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da20ee-1be7-452c-b761-ca8168822c9d req-e3584657-71c2-4e2d-98c1-6b529c802dd1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:27.984713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da20ee-1be7-452c-b761-ca8168822c9d req-e3584657-71c2-4e2d-98c1-6b529c802dd1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:27.990571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da20ee-1be7-452c-b761-ca8168822c9d req-e3584657-71c2-4e2d-98c1-6b529c802dd1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:27.995933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da20ee-1be7-452c-b761-ca8168822c9d req-e3584657-71c2-4e2d-98c1-6b529c802dd1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:28.001399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da20ee-1be7-452c-b761-ca8168822c9d req-e3584657-71c2-4e2d-98c1-6b529c802dd1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:28.006624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da20ee-1be7-452c-b761-ca8168822c9d req-e3584657-71c2-4e2d-98c1-6b529c802dd1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:28.011876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da20ee-1be7-452c-b761-ca8168822c9d req-e3584657-71c2-4e2d-98c1-6b529c802dd1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:28.013760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97da20ee-1be7-452c-b761-ca8168822c9d req-e3584657-71c2-4e2d-98c1-6b529c802dd1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.1237595 Feb 02 13:05:28.088294 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-beb9cb85-c223-4d04-ab41-88709208aaf5 req-c9afa13a-d4f0-495b-94e6-8bc9c5bdbe29 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/412df94d-f937-4b8f-b37c-7d786df0a133 HTTP/1.1" status: 200 len: 2413 time: 0.0733945 Feb 02 13:05:28.108375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97da20ee-1be7-452c-b761-ca8168822c9d req-6e81b470-abf8-4e30-a889-cb50cb0352dc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857749 Feb 02 13:05:28.193551 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb9cb85-c223-4d04-ab41-88709208aaf5 req-c96073ed-9520-45fb-8fc1-064241d83578 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (412df94d-f937-4b8f-b37c-7d786df0a133), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:28.249176 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb9cb85-c223-4d04-ab41-88709208aaf5 req-c96073ed-9520-45fb-8fc1-064241d83578 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (412df94d-f937-4b8f-b37c-7d786df0a133), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:28.324167 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb9cb85-c223-4d04-ab41-88709208aaf5 req-c96073ed-9520-45fb-8fc1-064241d83578 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (412df94d-f937-4b8f-b37c-7d786df0a133), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:28.327863 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-beb9cb85-c223-4d04-ab41-88709208aaf5 req-c96073ed-9520-45fb-8fc1-064241d83578 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:28.345097 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-beb9cb85-c223-4d04-ab41-88709208aaf5 req-c96073ed-9520-45fb-8fc1-064241d83578 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "DELETE /v2.0/security-groups/412df94d-f937-4b8f-b37c-7d786df0a133 HTTP/1.1" status: 204 len: 173 time: 0.2478871 Feb 02 13:05:28.374904 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96073ed-9520-45fb-8fc1-064241d83578 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412df94d-f937-4b8f-b37c-7d786df0a133,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:28.513540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778191f2-dbfc-4c34-8aba-f082f25eea88', 'tag': '5a043331-b977-4357-8307-e9b7aa85f673'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:28.516760 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749dc79f-da47-4000-8051-3b7c3177ea2a" -d '{"events": [{"name": "network-changed", "server_uuid": "778191f2-dbfc-4c34-8aba-f082f25eea88", "tag": "5a043331-b977-4357-8307-e9b7aa85f673"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:28.525689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c2e38-2413-41d0-8267-3405005e6e03 req-87469bdf-c466-4e11-9ee4-13675c013fc0 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:28.534810 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-134c2e38-2413-41d0-8267-3405005e6e03 req-87469bdf-c466-4e11-9ee4-13675c013fc0 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.1036994 Feb 02 13:05:28.621105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-134c2e38-2413-41d0-8267-3405005e6e03 req-fc192fe8-2c13-4f87-9675-4594c29e3da1 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853534 Feb 02 13:05:28.640399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fea2f-c761-4cdf-aeb1-36d8f93ffdbd req-4e10e193-e464-44cd-868e-923415542eac tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:28.641976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-485fea2f-c761-4cdf-aeb1-36d8f93ffdbd req-4e10e193-e464-44cd-868e-923415542eac tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 945 time: 0.0977626 Feb 02 13:05:28.703741 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-f1000bbe-3938-47ba-b9cf-fb7041615156 req-7aa13fa6-5753-4d92-8aef-13fa32a908e5 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] show failed (client error): The resource could not be found. Feb 02 13:05:28.704939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1000bbe-3938-47ba-b9cf-fb7041615156 req-7aa13fa6-5753-4d92-8aef-13fa32a908e5 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/0b4902d3-de4a-4f97-a563-3e84cb224d6a HTTP/1.1" status: 404 len: 352 time: 0.0296295 Feb 02 13:05:28.713192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-485fea2f-c761-4cdf-aeb1-36d8f93ffdbd req-772949fb-6deb-4502-9b27-6dec7eb7d16a tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640824 Feb 02 13:05:28.807622 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a4f922-83cc-4be3-8c39-9bb5c9980784 x-openstack-request-id: req-21a4f922-83cc-4be3-8c39-9bb5c9980784 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:28.807915 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778191f2-dbfc-4c34-8aba-f082f25eea88", "tag": "5a043331-b977-4357-8307-e9b7aa85f673", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:28.808166 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-21a4f922-83cc-4be3-8c39-9bb5c9980784 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:28.808577 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778191f2-dbfc-4c34-8aba-f082f25eea88', 'tag': '5a043331-b977-4357-8307-e9b7aa85f673', 'status': 'completed', 'code': 200} Feb 02 13:05:28.933865 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dc79f-da47-4000-8051-3b7c3177ea2a req-854d1e7b-139d-4615-b730-36db5211d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:28.935906 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-749dc79f-da47-4000-8051-3b7c3177ea2a req-854d1e7b-139d-4615-b730-36db5211d4cb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=778191f2-dbfc-4c34-8aba-f082f25eea88 HTTP/1.1" status: 200 len: 1129 time: 0.0880888 Feb 02 13:05:28.973341 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-093f3e57-1692-48a0-97ea-147b2740e729 req-e7a9afe7-d789-4694-8f4a-9f3324f3110c tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/145c9a54-451f-4971-bdcb-d3db6245f2a8 HTTP/1.1" status: 200 len: 1822 time: 0.0891075 Feb 02 13:05:29.001013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2e875-be77-46fa-85b8-de8a89c157b3 req-ce07add1-f1de-4871-af6e-359b9c603ab4 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:29.012392 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61f2e875-be77-46fa-85b8-de8a89c157b3 req-ce07add1-f1de-4871-af6e-359b9c603ab4 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b9ea65f-f52a-46f6-adfe-2481b5a90e48 HTTP/1.1" status: 200 len: 945 time: 0.1888452 Feb 02 13:05:29.123941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dc79f-da47-4000-8051-3b7c3177ea2a req-046731ff-8dd0-4bd8-a7ea-e90ba7541c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:29.126173 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-749dc79f-da47-4000-8051-3b7c3177ea2a req-046731ff-8dd0-4bd8-a7ea-e90ba7541c5b service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1791143 Feb 02 13:05:29.175961 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-749dc79f-da47-4000-8051-3b7c3177ea2a req-3e5750e3-acdd-4bd8-b9d2-f9e0d1c74418 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=5a043331-b977-4357-8307-e9b7aa85f673 HTTP/1.1" status: 200 len: 217 time: 0.0407927 Feb 02 13:05:29.180146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61f2e875-be77-46fa-85b8-de8a89c157b3 req-7be7e7e8-b08b-4dbe-844d-a58bad087727 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.83 "GET /v2.0/security-groups?id=43fdb5d4-7299-41dd-8354-78dde38c5c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668336 Feb 02 13:05:29.224468 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-093f3e57-1692-48a0-97ea-147b2740e729 req-a5a6db08-7029-4bac-930b-7ae8ab3be6d2 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (145c9a54-451f-4971-bdcb-d3db6245f2a8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:29.272756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dc79f-da47-4000-8051-3b7c3177ea2a req-42add8c0-90bf-44c1-9580-5c4b9ca02dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:29.275468 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-749dc79f-da47-4000-8051-3b7c3177ea2a req-42add8c0-90bf-44c1-9580-5c4b9ca02dd2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0927458 Feb 02 13:05:29.290709 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-093f3e57-1692-48a0-97ea-147b2740e729 req-a5a6db08-7029-4bac-930b-7ae8ab3be6d2 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (145c9a54-451f-4971-bdcb-d3db6245f2a8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:29.300066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45878) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:29.411399 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-093f3e57-1692-48a0-97ea-147b2740e729 req-a5a6db08-7029-4bac-930b-7ae8ab3be6d2 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (145c9a54-451f-4971-bdcb-d3db6245f2a8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:29.413822 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-093f3e57-1692-48a0-97ea-147b2740e729 req-a5a6db08-7029-4bac-930b-7ae8ab3be6d2 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:29.414957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-093f3e57-1692-48a0-97ea-147b2740e729 req-a5a6db08-7029-4bac-930b-7ae8ab3be6d2 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "DELETE /v2.0/security-groups/145c9a54-451f-4971-bdcb-d3db6245f2a8 HTTP/1.1" status: 204 len: 173 time: 0.4294732 Feb 02 13:05:29.424378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dc79f-da47-4000-8051-3b7c3177ea2a req-bb72e614-26af-4178-aeed-aa6dfd190724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:29.426275 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-749dc79f-da47-4000-8051-3b7c3177ea2a req-bb72e614-26af-4178-aeed-aa6dfd190724 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1409397 Feb 02 13:05:29.431865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-6e4a90a0-55d0-440f-a4da-54f1f7bc0092 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:29.440714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-6e4a90a0-55d0-440f-a4da-54f1f7bc0092 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1282563 Feb 02 13:05:29.534818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6db08-7029-4bac-930b-7ae8ab3be6d2 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=145c9a54-451f-4971-bdcb-d3db6245f2a8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:29.592080 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ce2907d-016c-4d5a-b24b-6149b2918a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:29.656041 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-224b5925-12ed-49e3-b999-aa5cdf4b34ed tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.2143848 Feb 02 13:05:29.662535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-e2dcfbcf-8d9d-42ba-ba9b-fd15560d6cfd tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Request body: {'floatingip': {'port_id': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:29.729200 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-749dc79f-da47-4000-8051-3b7c3177ea2a req-9387b5ab-949e-4323-988c-3d8071d8ab80 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859745 Feb 02 13:05:29.760038 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-e2dcfbcf-8d9d-42ba-ba9b-fd15560d6cfd tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:29.963653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2607ab7-0dfc-4391-a335-a35c5d5fb9fc req-f8a75e0b-5357-4fe5-9772-63e428f6ff9f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:29.966729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2607ab7-0dfc-4391-a335-a35c5d5fb9fc req-f8a75e0b-5357-4fe5-9772-63e428f6ff9f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 946 time: 0.4102685 Feb 02 13:05:29.970204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ce2907d-016c-4d5a-b24b-6149b2918a1a admin admin] Publish callbacks [] for security_group (5346441a-5dbe-472e-8e6c-9d32754a212a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:29.973326 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-749dc79f-da47-4000-8051-3b7c3177ea2a req-a831270b-f77a-4d5a-9709-1f68ae2b212c service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330408 Feb 02 13:05:29.980139 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ce2907d-016c-4d5a-b24b-6149b2918a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5346441a-5dbe-472e-8e6c-9d32754a212a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:30.027700 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3ce2907d-016c-4d5a-b24b-6149b2918a1a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=722380aa9d7c43de9d2445f5e20f99a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7169282 Feb 02 13:05:30.029112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce2907d-016c-4d5a-b24b-6149b2918a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5346441a-5dbe-472e-8e6c-9d32754a212a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:30.031621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45886) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:30.119085 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2607ab7-0dfc-4391-a335-a35c5d5fb9fc req-03ee5cb7-bf9d-4cc0-aaa0-b10c1c8fe5e7 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436388 Feb 02 13:05:30.131136 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-61e9bb70-fdd7-487a-8184-41cd322ce647 admin admin] Publish callbacks [] for security_group (5346441a-5dbe-472e-8e6c-9d32754a212a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:30.193559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-61e9bb70-fdd7-487a-8184-41cd322ce647 admin admin] Publish callbacks [] for security_group (5346441a-5dbe-472e-8e6c-9d32754a212a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:30.310377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93a695-3d38-4836-98cc-36b44d25a4fa req-41ec312f-c007-4d92-9de2-363acfa60354 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:30.312070 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9f93a695-3d38-4836-98cc-36b44d25a4fa req-41ec312f-c007-4d92-9de2-363acfa60354 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.62 "GET /v2.0/ports?device_id=2b9ea65f-f52a-46f6-adfe-2481b5a90e48 HTTP/1.1" status: 200 len: 945 time: 0.0586298 Feb 02 13:05:30.335371 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-61e9bb70-fdd7-487a-8184-41cd322ce647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5346441a-5dbe-472e-8e6c-9d32754a212a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:30.338996 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-61e9bb70-fdd7-487a-8184-41cd322ce647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:30.340373 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-61e9bb70-fdd7-487a-8184-41cd322ce647 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5346441a-5dbe-472e-8e6c-9d32754a212a HTTP/1.1" status: 204 len: 168 time: 0.2973812 Feb 02 13:05:30.429542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d26b53cb-5058-49e9-a306-d1a442e95da7 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:05:30.440303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9bb70-fdd7-487a-8184-41cd322ce647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5346441a-5dbe-472e-8e6c-9d32754a212a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:30.648867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-9f93a695-3d38-4836-98cc-36b44d25a4fa req-960f5f63-eea2-4c8e-8085-c81cd3538358 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Deleting port dd84308d-e9e0-4081-846e-642b9640994b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:05:30.652938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f93a695-3d38-4836-98cc-36b44d25a4fa req-960f5f63-eea2-4c8e-8085-c81cd3538358 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dd84308d-e9e0-4081-846e-642b9640994b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:30.675513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d26b53cb-5058-49e9-a306-d1a442e95da7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d26b53cb-5058-49e9-a306-d1a442e95da7,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:30.719782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'd26b53cb-5058-49e9-a306-d1a442e95da7', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'd26b53cb-5058-49e9-a306-d1a442e95da7', 'mac_address': 'fa:16:3e:70:c6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:05:30.738915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5a043331-b977-4357-8307-e9b7aa85f673 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:05:30.853441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e74b7-6403-4f15-91e5-23054cc1e90c req-12812b7a-8adc-4196-a23e-6d9ac766898a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:30.860579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e74b7-6403-4f15-91e5-23054cc1e90c req-12812b7a-8adc-4196-a23e-6d9ac766898a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:30.868594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e74b7-6403-4f15-91e5-23054cc1e90c req-12812b7a-8adc-4196-a23e-6d9ac766898a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:30.875366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e74b7-6403-4f15-91e5-23054cc1e90c req-12812b7a-8adc-4196-a23e-6d9ac766898a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:30.882241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e74b7-6403-4f15-91e5-23054cc1e90c req-12812b7a-8adc-4196-a23e-6d9ac766898a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:30.889783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e74b7-6403-4f15-91e5-23054cc1e90c req-12812b7a-8adc-4196-a23e-6d9ac766898a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:30.899069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e74b7-6403-4f15-91e5-23054cc1e90c req-12812b7a-8adc-4196-a23e-6d9ac766898a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:30.908216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-795e74b7-6403-4f15-91e5-23054cc1e90c req-12812b7a-8adc-4196-a23e-6d9ac766898a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.6265101 Feb 02 13:05:30.945051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9f93a695-3d38-4836-98cc-36b44d25a4fa req-960f5f63-eea2-4c8e-8085-c81cd3538358 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] For port dd84308d-e9e0-4081-846e-642b9640994b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd84308d-e9e0-4081-846e-642b9640994b,segment=NetworkSegment(de5d3f51-9cdf-4508-8461-54b01233fe09),segment_id=de5d3f51-9cdf-4508-8461-54b01233fe09)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:30.946407 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f93a695-3d38-4836-98cc-36b44d25a4fa req-960f5f63-eea2-4c8e-8085-c81cd3538358 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dd84308d-e9e0-4081-846e-642b9640994b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:30.978924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5a043331-b977-4357-8307-e9b7aa85f673, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5a043331-b977-4357-8307-e9b7aa85f673,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:30.985960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-9f93a695-3d38-4836-98cc-36b44d25a4fa req-960f5f63-eea2-4c8e-8085-c81cd3538358 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Calling delete_port for dd84308d-e9e0-4081-846e-642b9640994b owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:05:31.004577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45896) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:31.022075 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7aba165f-03f0-4714-8ee8-fdddd83059f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.080016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '5a043331-b977-4357-8307-e9b7aa85f673', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '5a043331-b977-4357-8307-e9b7aa85f673', 'mac_address': 'fa:16:3e:1f:a3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:05:31.083219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port d26b53cb-5058-49e9-a306-d1a442e95da7 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:31.083681 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.115784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26b53cb-5058-49e9-a306-d1a442e95da7 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:05:31.151466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d26b53cb-5058-49e9-a306-d1a442e95da7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d26b53cb-5058-49e9-a306-d1a442e95da7,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:31.160449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-795e74b7-6403-4f15-91e5-23054cc1e90c req-05baadf8-0f62-4488-9c92-ac886f5cebba tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2512760 Feb 02 13:05:31.165807 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.318487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fb3c1-d84b-44db-be5e-463f2bd02db5 req-2dd3a3e4-157b-44c2-b1c8-87f564ea1ba7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:31.320499 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec4fb3c1-d84b-44db-be5e-463f2bd02db5 req-2dd3a3e4-157b-44c2-b1c8-87f564ea1ba7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.62 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.4034269 Feb 02 13:05:31.333530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e3ab695-7105-4c07-8c11-0b2f90ddd860 req-72d36061-7191-467f-960a-4aa722def767 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/d9ebcdd0-8184-4cd8-ab63-ef17f1e140af HTTP/1.1" status: 200 len: 1820 time: 0.0731878 Feb 02 13:05:31.371646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=d26b53cb-5058-49e9-a306-d1a442e95da7,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:31.374800 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5a043331-b977-4357-8307-e9b7aa85f673 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:31.375507 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5a043331-b977-4357-8307-e9b7aa85f673), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.391111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a043331-b977-4357-8307-e9b7aa85f673 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:05:31.414330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5a043331-b977-4357-8307-e9b7aa85f673, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5a043331-b977-4357-8307-e9b7aa85f673,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:31.424418 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7aba165f-03f0-4714-8ee8-fdddd83059f9 admin admin] Publish callbacks [] for security_group (02572f7d-db05-4374-b9e1-cd385e27dbb5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.433101 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5a043331-b977-4357-8307-e9b7aa85f673), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.449756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7aba165f-03f0-4714-8ee8-fdddd83059f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (02572f7d-db05-4374-b9e1-cd385e27dbb5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.537320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5a043331-b977-4357-8307-e9b7aa85f673,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:31.562418 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba165f-03f0-4714-8ee8-fdddd83059f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02572f7d-db05-4374-b9e1-cd385e27dbb5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:31.581171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['d26b53cb-5058-49e9-a306-d1a442e95da7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:31.613137 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f93a695-3d38-4836-98cc-36b44d25a4fa req-960f5f63-eea2-4c8e-8085-c81cd3538358 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dd84308d-e9e0-4081-846e-642b9640994b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.643010 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7aba165f-03f0-4714-8ee8-fdddd83059f9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2a40eb23692849be88ca8251b0d08e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6346722 Feb 02 13:05:31.673058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45902) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:31.718499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f5f63-eea2-4c8e-8085-c81cd3538358 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Pushing event deleted for resources: {'Port': ['ID=dd84308d-e9e0-4081-846e-642b9640994b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:31.719688 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-e2dcfbcf-8d9d-42ba-ba9b-fd15560d6cfd tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:05:31.726224 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7e3ab695-7105-4c07-8c11-0b2f90ddd860 req-9d102ed6-deb8-4fbe-b8f5-ef3a6bf421a5 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (d9ebcdd0-8184-4cd8-ab63-ef17f1e140af), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.766680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f93a695-3d38-4836-98cc-36b44d25a4fa req-960f5f63-eea2-4c8e-8085-c81cd3538358 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] No DVR routers for this DVR port dd84308d-e9e0-4081-846e-642b9640994b on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:05:31.770508 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9f93a695-3d38-4836-98cc-36b44d25a4fa req-960f5f63-eea2-4c8e-8085-c81cd3538358 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.774393 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9f93a695-3d38-4836-98cc-36b44d25a4fa req-960f5f63-eea2-4c8e-8085-c81cd3538358 tempest-InstanceActionsV221TestJSON-568478205 tempest-InstanceActionsV221TestJSON-568478205-project] 10.222.0.62 "DELETE /v2.0/ports/dd84308d-e9e0-4081-846e-642b9640994b HTTP/1.1" status: 204 len: 173 time: 1.4542391 Feb 02 13:05:31.791873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9ea65f-f52a-46f6-adfe-2481b5a90e48', 'name': 'network-vif-deleted', 'tag': 'dd84308d-e9e0-4081-846e-642b9640994b'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:31.798211 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8119754f-651f-4e52-abf3-6eedc1f63dbd" -d '{"events": [{"server_uuid": "2b9ea65f-f52a-46f6-adfe-2481b5a90e48", "name": "network-vif-deleted", "tag": "dd84308d-e9e0-4081-846e-642b9640994b"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:31.854216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['5a043331-b977-4357-8307-e9b7aa85f673'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:05:31.879801 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-787a159a-68c8-43cf-a3e8-774a6c51be8a admin admin] Publish callbacks [] for security_group (02572f7d-db05-4374-b9e1-cd385e27dbb5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.898237 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7e3ab695-7105-4c07-8c11-0b2f90ddd860 req-9d102ed6-deb8-4fbe-b8f5-ef3a6bf421a5 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (d9ebcdd0-8184-4cd8-ab63-ef17f1e140af), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.922108 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e39ae350-a283-48ed-ac06-b540aa4f6cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:31.958051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-787a159a-68c8-43cf-a3e8-774a6c51be8a admin admin] Publish callbacks [] for security_group (02572f7d-db05-4374-b9e1-cd385e27dbb5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:32.080306 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7e3ab695-7105-4c07-8c11-0b2f90ddd860 req-9d102ed6-deb8-4fbe-b8f5-ef3a6bf421a5 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d9ebcdd0-8184-4cd8-ab63-ef17f1e140af), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:32.083441 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7e3ab695-7105-4c07-8c11-0b2f90ddd860 req-9d102ed6-deb8-4fbe-b8f5-ef3a6bf421a5 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:32.086234 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-787a159a-68c8-43cf-a3e8-774a6c51be8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (02572f7d-db05-4374-b9e1-cd385e27dbb5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:32.089561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-787a159a-68c8-43cf-a3e8-774a6c51be8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:32.099200 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-787a159a-68c8-43cf-a3e8-774a6c51be8a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/02572f7d-db05-4374-b9e1-cd385e27dbb5 HTTP/1.1" status: 204 len: 168 time: 0.4236205 Feb 02 13:05:32.107743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e3ab695-7105-4c07-8c11-0b2f90ddd860 req-9d102ed6-deb8-4fbe-b8f5-ef3a6bf421a5 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "DELETE /v2.0/security-groups/d9ebcdd0-8184-4cd8-ab63-ef17f1e140af HTTP/1.1" status: 204 len: 173 time: 0.7390218 Feb 02 13:05:32.133440 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a159a-68c8-43cf-a3e8-774a6c51be8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02572f7d-db05-4374-b9e1-cd385e27dbb5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:32.172570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d102ed6-deb8-4fbe-b8f5-ef3a6bf421a5 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ebcdd0-8184-4cd8-ab63-ef17f1e140af,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:32.249275 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-e2dcfbcf-8d9d-42ba-ba9b-fd15560d6cfd tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:32.297561 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-e2dcfbcf-8d9d-42ba-ba9b-fd15560d6cfd tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:32.404941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ec4fb3c1-d84b-44db-be5e-463f2bd02db5 req-68d27020-dff9-4016-a5e2-cfb72c800db7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Deleting port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:05:32.405803 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ec4fb3c1-d84b-44db-be5e-463f2bd02db5 req-68d27020-dff9-4016-a5e2-cfb72c800db7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:32.512814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a1e3b-75bc-470e-9850-3d66cc9cac79 req-c0ef456d-dfc0-4e33-a5e5-df5ca443d997 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:32.533425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-504a1e3b-75bc-470e-9850-3d66cc9cac79 req-c0ef456d-dfc0-4e33-a5e5-df5ca443d997 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/ports?device_id=f510d1ab-d443-4a84-acd7-f22e6991779f HTTP/1.1" status: 200 len: 946 time: 0.3251810 Feb 02 13:05:32.748237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:05:32.871941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ec4fb3c1-d84b-44db-be5e-463f2bd02db5 req-68d27020-dff9-4016-a5e2-cfb72c800db7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] For port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,segment=NetworkSegment(b1639089-2824-4912-9de9-2413dc8300dd),segment_id=b1639089-2824-4912-9de9-2413dc8300dd)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:32.872509 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ec4fb3c1-d84b-44db-be5e-463f2bd02db5 req-68d27020-dff9-4016-a5e2-cfb72c800db7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:32.901948 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-e2dcfbcf-8d9d-42ba-ba9b-fd15560d6cfd tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Floating IP 5691bd5d-b930-4329-ad1a-e00222e77575 associated. External IP: 172.25.4.195, port: 0d594e55-446d-4dcf-ab79-2e25b700b516. Feb 02 13:05:32.947877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:32.948522 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:33.019407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,segment=NetworkSegment(b1639089-2824-4912-9de9-2413dc8300dd),segment_id=b1639089-2824-4912-9de9-2413dc8300dd)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:33.020718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:33.024159 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a15aa8-c802-4701-90b0-9fc5ab156a2c" -d '{"events": [{"server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "name": "network-vif-unplugged", "status": "completed", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:33.040875 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:33.041751 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dd84308d-e9e0-4081-846e-642b9640994b no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:05:33.068649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ec4fb3c1-d84b-44db-be5e-463f2bd02db5 req-68d27020-dff9-4016-a5e2-cfb72c800db7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Calling delete_port for 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:05:33.075981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-504a1e3b-75bc-470e-9850-3d66cc9cac79 req-b55a29f5-9075-43c2-bf17-4ed2409ef17c tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.83 "GET /v2.0/security-groups?id=c472ca76-6088-4aca-8af3-e6c25298715f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415838 Feb 02 13:05:33.212601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-e2dcfbcf-8d9d-42ba-ba9b-fd15560d6cfd tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:05:33.248460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: dd84308d-e9e0-4081-846e-642b9640994b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:05:33.248901 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dd84308d-e9e0-4081-846e-642b9640994b not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:05:33.254983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:33.493831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-e2dcfbcf-8d9d-42ba-ba9b-fd15560d6cfd tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:05:33.500146 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-e2dcfbcf-8d9d-42ba-ba9b-fd15560d6cfd tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:33.506354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee17438-4b2b-4f0e-9823-28c8416db3d4 None None] Sync routers for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:05:33.532985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee17438-4b2b-4f0e-9823-28c8416db3d4 None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:33.534180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-cee17438-4b2b-4f0e-9823-28c8416db3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:33.600102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e4df8-3150-4690-9291-a863de1dad0c req-bb5c6069-ea05-4652-8f2e-d79bd9e4e845 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:33.616939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-650e4df8-3150-4690-9291-a863de1dad0c req-bb5c6069-ea05-4652-8f2e-d79bd9e4e845 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 947 time: 0.2861333 Feb 02 13:05:33.802494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-e2dcfbcf-8d9d-42ba-ba9b-fd15560d6cfd tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "PUT /v2.0/floatingips/5691bd5d-b930-4329-ad1a-e00222e77575 HTTP/1.1" status: 200 len: 997 time: 4.1435513 Feb 02 13:05:33.817023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-cee17438-4b2b-4f0e-9823-28c8416db3d4 None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:33.817887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:33.820444 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e8164a-35c7-490b-9870-70e34b4ad8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:33.887125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-650e4df8-3150-4690-9291-a863de1dad0c req-afe0c476-9556-4e31-bf89-178ff7dbf5ba tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643089 Feb 02 13:05:33.892834 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ec4fb3c1-d84b-44db-be5e-463f2bd02db5 req-68d27020-dff9-4016-a5e2-cfb72c800db7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (585f983d-2d9f-4f9d-95f5-7cea97eb2b76), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:33.994833 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c49673f-b43f-4ab2-8a6d-72c1f24a3e5f x-openstack-request-id: req-0c49673f-b43f-4ab2-8a6d-72c1f24a3e5f {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:33.995382 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b9ea65f-f52a-46f6-adfe-2481b5a90e48", "name": "network-vif-deleted", "tag": "dd84308d-e9e0-4081-846e-642b9640994b", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:33.995382 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0c49673f-b43f-4ab2-8a6d-72c1f24a3e5f {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:33.995818 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9ea65f-f52a-46f6-adfe-2481b5a90e48', 'name': 'network-vif-deleted', 'tag': 'dd84308d-e9e0-4081-846e-642b9640994b', 'status': 'completed', 'code': 200} Feb 02 13:05:34.006818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-293cfc5d-594d-4185-865f-94fa27a48a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:34.008720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-293cfc5d-594d-4185-865f-94fa27a48a44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 1128 time: 0.1801515 Feb 02 13:05:34.009480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d27020-dff9-4016-a5e2-cfb72c800db7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Pushing event deleted for resources: {'Port': ['ID=585f983d-2d9f-4f9d-95f5-7cea97eb2b76,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:34.099723 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a95e60ee-2290-4a1f-b748-77e386e3aaa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:34.158104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4fb3c1-d84b-44db-be5e-463f2bd02db5 req-68d27020-dff9-4016-a5e2-cfb72c800db7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] No DVR routers for this DVR port 585f983d-2d9f-4f9d-95f5-7cea97eb2b76 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:05:34.162916 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ec4fb3c1-d84b-44db-be5e-463f2bd02db5 req-68d27020-dff9-4016-a5e2-cfb72c800db7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:34.175315 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec4fb3c1-d84b-44db-be5e-463f2bd02db5 req-68d27020-dff9-4016-a5e2-cfb72c800db7 tempest-ServerRescueTestJSONUnderV235-736506032 tempest-ServerRescueTestJSONUnderV235-736506032-project] 10.222.0.62 "DELETE /v2.0/ports/585f983d-2d9f-4f9d-95f5-7cea97eb2b76 HTTP/1.1" status: 204 len: 173 time: 2.8404317 Feb 02 13:05:34.221026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-848f4283-d665-4dbe-bfc2-73e03b933ff2 req-bd7b8f98-7315-4fe8-a353-94bb92550be2 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/bc4786d9-b25a-498e-b194-2d4771245ed9 HTTP/1.1" status: 200 len: 1822 time: 0.1734850 Feb 02 13:05:34.371459 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-848f4283-d665-4dbe-bfc2-73e03b933ff2 req-d77810eb-6ef1-4081-9470-ac281d014c24 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (bc4786d9-b25a-498e-b194-2d4771245ed9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:34.419884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-f4204f95-3524-4986-b344-0a4f57cd2d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:34.427674 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-f4204f95-3524-4986-b344-0a4f57cd2d43 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.3784451 Feb 02 13:05:34.458853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d26b53cb-5058-49e9-a306-d1a442e95da7 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:05:34.509668 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-d3097262-6a65-4c90-8c22-30c865379bca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 1000 time: 0.0809236 Feb 02 13:05:34.525284 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-848f4283-d665-4dbe-bfc2-73e03b933ff2 req-d77810eb-6ef1-4081-9470-ac281d014c24 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (bc4786d9-b25a-498e-b194-2d4771245ed9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:34.602094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port d26b53cb-5058-49e9-a306-d1a442e95da7 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:05:34.608449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port d26b53cb-5058-49e9-a306-d1a442e95da7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:34.608931 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:34.640799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-cee17438-4b2b-4f0e-9823-28c8416db3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5691bd5d-b930-4329-ad1a-e00222e77575', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'port_id': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'mac_address': 'fa:16:3e:72:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c877e0-36cb-4da7-b887-352fd45f5820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:07Z', 'updated_at': '2022-02-02T13:05:31Z', 'revision_number': 1, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:34.671860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-5415c5a1-520e-4304-b36a-bbe69f99783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:34.680994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee17438-4b2b-4f0e-9823-28c8416db3d4 None None] Checking router: 3a1cb972-fc6c-4885-99d9-d706671eb6f6 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:05:34.683089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-5415c5a1-520e-4304-b36a-bbe69f99783d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.1725800 Feb 02 13:05:34.717774 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee17438-4b2b-4f0e-9823-28c8416db3d4 None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:34.719632 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-cee17438-4b2b-4f0e-9823-28c8416db3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:34.787222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5a043331-b977-4357-8307-e9b7aa85f673 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:05:34.813564 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-848f4283-d665-4dbe-bfc2-73e03b933ff2 req-d77810eb-6ef1-4081-9470-ac281d014c24 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (bc4786d9-b25a-498e-b194-2d4771245ed9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:34.817457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-848f4283-d665-4dbe-bfc2-73e03b933ff2 req-d77810eb-6ef1-4081-9470-ac281d014c24 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:34.819154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-848f4283-d665-4dbe-bfc2-73e03b933ff2 req-d77810eb-6ef1-4081-9470-ac281d014c24 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "DELETE /v2.0/security-groups/bc4786d9-b25a-498e-b194-2d4771245ed9 HTTP/1.1" status: 204 len: 173 time: 0.5666134 Feb 02 13:05:34.843467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77810eb-6ef1-4081-9470-ac281d014c24 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4786d9-b25a-498e-b194-2d4771245ed9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:34.848621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-23bc4667-14bf-401d-9a92-05796ec1bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:34.850557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-23bc4667-14bf-401d-9a92-05796ec1bbeb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1522989 Feb 02 13:05:35.056050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-4d955810-fb59-4e50-9011-cfffdb01ecfd service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905329 Feb 02 13:05:35.091002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port d26b53cb-5058-49e9-a306-d1a442e95da7 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:35.091950 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:35.116013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-cee17438-4b2b-4f0e-9823-28c8416db3d4 None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:35.289965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc09efae-3fb2-4472-af71-e4d078daf7cb req-b3fc670f-0b43-44d5-869d-a7a6db26fda5 service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322145 Feb 02 13:05:35.290202 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:05:35.369458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff941676-8b91-4c49-9bab-06fb4272dad5 req-015d0689-4691-44c2-9fbf-7cd90ba17eb0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:35.384873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 5a043331-b977-4357-8307-e9b7aa85f673 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:05:35.388094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff941676-8b91-4c49-9bab-06fb4272dad5 req-015d0689-4691-44c2-9fbf-7cd90ba17eb0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:35.403683 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff941676-8b91-4c49-9bab-06fb4272dad5 req-015d0689-4691-44c2-9fbf-7cd90ba17eb0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:35.417501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff941676-8b91-4c49-9bab-06fb4272dad5 req-015d0689-4691-44c2-9fbf-7cd90ba17eb0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:35.421486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 5a043331-b977-4357-8307-e9b7aa85f673 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:35.421863 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5a043331-b977-4357-8307-e9b7aa85f673), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:35.426875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff941676-8b91-4c49-9bab-06fb4272dad5 req-015d0689-4691-44c2-9fbf-7cd90ba17eb0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:35.433186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff941676-8b91-4c49-9bab-06fb4272dad5 req-015d0689-4691-44c2-9fbf-7cd90ba17eb0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:35.439205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff941676-8b91-4c49-9bab-06fb4272dad5 req-015d0689-4691-44c2-9fbf-7cd90ba17eb0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:35.439447 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68ac433-1bd7-4f4b-afec-18fe6ccdc8b9 x-openstack-request-id: req-f68ac433-1bd7-4f4b-afec-18fe6ccdc8b9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:35.439743 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "name": "network-vif-unplugged", "status": "completed", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:35.440039 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f68ac433-1bd7-4f4b-afec-18fe6ccdc8b9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:35.440433 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'code': 200} Feb 02 13:05:35.442190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff941676-8b91-4c49-9bab-06fb4272dad5 req-015d0689-4691-44c2-9fbf-7cd90ba17eb0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.3826962 Feb 02 13:05:35.540367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d26b53cb-5058-49e9-a306-d1a442e95da7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d26b53cb-5058-49e9-a306-d1a442e95da7,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:35.558568 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:35.559372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff941676-8b91-4c49-9bab-06fb4272dad5 req-f0bc58ef-77f8-4b92-a70a-85f35ac759bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113901 Feb 02 13:05:35.570837 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:35.573349 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f050765f-1489-4f3a-afde-2dd308d9fac7 x-openstack-request-id: req-f050765f-1489-4f3a-afde-2dd308d9fac7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:35.573627 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:35.573883 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f050765f-1489-4f3a-afde-2dd308d9fac7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:35.574286 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'status': 'completed', 'code': 200} Feb 02 13:05:35.615347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45970) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:35.749310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-407464f4-cbfa-40a6-942d-46ffbd06d8b7 req-d9f0759f-897e-4227-bf3f-89bd9942b064 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/a60aeec2-0199-4904-a78e-a09f1ead6ea2 HTTP/1.1" status: 200 len: 2420 time: 0.0914142 Feb 02 13:05:35.787352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8164a-35c7-490b-9870-70e34b4ad8c2 req-e98dd6ae-88b0-4c1f-8ae3-77fdd10463ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:35.789051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19e8164a-35c7-490b-9870-70e34b4ad8c2 req-e98dd6ae-88b0-4c1f-8ae3-77fdd10463ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 1128 time: 0.1464398 Feb 02 13:05:35.854570 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-407464f4-cbfa-40a6-942d-46ffbd06d8b7 req-131720cc-c737-4cd9-8c2e-fd3273710359 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (a60aeec2-0199-4904-a78e-a09f1ead6ea2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:35.888684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=d26b53cb-5058-49e9-a306-d1a442e95da7,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:35.917143 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-407464f4-cbfa-40a6-942d-46ffbd06d8b7 req-131720cc-c737-4cd9-8c2e-fd3273710359 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (a60aeec2-0199-4904-a78e-a09f1ead6ea2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:35.970168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8164a-35c7-490b-9870-70e34b4ad8c2 req-e461c491-5931-41c9-bd27-7d9c06e22853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:35.971722 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19e8164a-35c7-490b-9870-70e34b4ad8c2 req-e461c491-5931-41c9-bd27-7d9c06e22853 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.1744566 Feb 02 13:05:36.073826 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-407464f4-cbfa-40a6-942d-46ffbd06d8b7 req-131720cc-c737-4cd9-8c2e-fd3273710359 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a60aeec2-0199-4904-a78e-a09f1ead6ea2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:36.076712 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-407464f4-cbfa-40a6-942d-46ffbd06d8b7 req-131720cc-c737-4cd9-8c2e-fd3273710359 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:36.077764 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-407464f4-cbfa-40a6-942d-46ffbd06d8b7 req-131720cc-c737-4cd9-8c2e-fd3273710359 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "DELETE /v2.0/security-groups/a60aeec2-0199-4904-a78e-a09f1ead6ea2 HTTP/1.1" status: 204 len: 173 time: 0.3194180 Feb 02 13:05:36.087314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5a043331-b977-4357-8307-e9b7aa85f673 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:36.087748 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5a043331-b977-4357-8307-e9b7aa85f673), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:36.099127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19e8164a-35c7-490b-9870-70e34b4ad8c2 req-7c1d2f4d-a5bf-4e66-bf97-8c0ce01a63ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 1000 time: 0.1185877 Feb 02 13:05:36.103597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131720cc-c737-4cd9-8c2e-fd3273710359 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60aeec2-0199-4904-a78e-a09f1ead6ea2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:36.261016 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5e93edb-6483-472f-a0e2-6800d00ccabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (22000236-a47e-4615-b14f-e9d504480397), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:36.366425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-cee17438-4b2b-4f0e-9823-28c8416db3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5691bd5d-b930-4329-ad1a-e00222e77575', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'port_id': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'mac_address': 'fa:16:3e:72:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c877e0-36cb-4da7-b887-352fd45f5820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:07Z', 'updated_at': '2022-02-02T13:05:31Z', 'revision_number': 1, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:36.397081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5a043331-b977-4357-8307-e9b7aa85f673, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5a043331-b977-4357-8307-e9b7aa85f673,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:36.415281 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5a043331-b977-4357-8307-e9b7aa85f673), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:36.443869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8164a-35c7-490b-9870-70e34b4ad8c2 req-a6e5514c-8d79-4a2c-bb98-0f53b860017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:36.445268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19e8164a-35c7-490b-9870-70e34b4ad8c2 req-a6e5514c-8d79-4a2c-bb98-0f53b860017d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.3352346 Feb 02 13:05:36.453728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee17438-4b2b-4f0e-9823-28c8416db3d4 None None] The sync data for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 is: [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5691bd5d-b930-4329-ad1a-e00222e77575', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'port_id': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'mac_address': 'fa:16:3e:72:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c877e0-36cb-4da7-b887-352fd45f5820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:07Z', 'updated_at': '2022-02-02T13:05:31Z', 'revision_number': 1, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:05:36.493034 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:36.535530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5a043331-b977-4357-8307-e9b7aa85f673,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:36.550283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fba1b2-4fc2-4537-8fe5-9c6e0caae5dd req-3df8e191-fc4e-4b47-8ceb-67a229f6db97 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:36.552150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2fba1b2-4fc2-4537-8fe5-9c6e0caae5dd req-3df8e191-fc4e-4b47-8ceb-67a229f6db97 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 948 time: 0.5156791 Feb 02 13:05:36.594677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8164a-35c7-490b-9870-70e34b4ad8c2 req-44348481-8a44-4906-96a6-6837f5ff6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:36.597237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19e8164a-35c7-490b-9870-70e34b4ad8c2 req-44348481-8a44-4906-96a6-6837f5ff6859 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1074491 Feb 02 13:05:36.611614 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-0d7aeed5-b813-46cd-8ed5-7608376c7a25 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:36.613663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-0d7aeed5-b813-46cd-8ed5-7608376c7a25 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=c292584c-198f-47b5-a413-228f907812b4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1674597 Feb 02 13:05:36.699241 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:36.708677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e5e93edb-6483-472f-a0e2-6800d00ccabb admin admin] Deleting port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:05:36.709129 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5e93edb-6483-472f-a0e2-6800d00ccabb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:36.797149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2fba1b2-4fc2-4537-8fe5-9c6e0caae5dd req-ee47312d-ce70-461f-99f6-fec9d8764d10 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336152 Feb 02 13:05:36.809178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-435ee508-d366-491e-8634-d3a1b702de88 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 1000 time: 0.1833925 Feb 02 13:05:36.817659 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ca5a0-e8ef-4e96-94d0-604a96ebc15c None None] New status for floating IP 5691bd5d-b930-4329-ad1a-e00222e77575: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:05:36.846771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-66ef0d56-6604-4b6f-9a20-5f0937768331 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Request body: {'floatingip': {'port_id': '185153ba-ee45-4b91-be54-615b81138ed8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:36.869532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-e5e93edb-6483-472f-a0e2-6800d00ccabb admin admin] For port deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f,segment=NetworkSegment(b1639089-2824-4912-9de9-2413dc8300dd),segment_id=b1639089-2824-4912-9de9-2413dc8300dd)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:36.872511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5e93edb-6483-472f-a0e2-6800d00ccabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:36.917453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e5e93edb-6483-472f-a0e2-6800d00ccabb admin admin] Calling delete_port for deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:05:36.971451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19e8164a-35c7-490b-9870-70e34b4ad8c2 req-ba3d0093-d616-4d54-9929-c1a207359696 service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544602 Feb 02 13:05:37.147540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5e93edb-6483-472f-a0e2-6800d00ccabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:37.190940 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-66ef0d56-6604-4b6f-9a20-5f0937768331 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:37.221603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e93edb-6483-472f-a0e2-6800d00ccabb admin admin] Pushing event deleted for resources: {'Port': ['ID=deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:37.237028 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19e8164a-35c7-490b-9870-70e34b4ad8c2 req-53450162-0551-4ef2-bcf5-60375e365295 service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557380 Feb 02 13:05:37.265739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-887639fb-793a-4194-8771-b2cce252e1c8 req-e8427730-c175-4e65-ae2c-a0529e8a7ed5 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "GET /v2.0/security-groups/3d9a452c-66d4-40cc-b4af-4a31be37fecf HTTP/1.1" status: 200 len: 2414 time: 0.1137364 Feb 02 13:05:37.405705 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-887639fb-793a-4194-8771-b2cce252e1c8 req-0d7721dc-4051-4a3e-b30e-566de52f10a8 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (3d9a452c-66d4-40cc-b4af-4a31be37fecf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:37.429138 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:37.433486 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5e93edb-6483-472f-a0e2-6800d00ccabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (22000236-a47e-4615-b14f-e9d504480397), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:37.441811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375a5236-2556-48a4-84e9-1aa79fbb7566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26b53cb-5058-49e9-a306-d1a442e95da7'}, {'server_uuid': '778191f2-dbfc-4c34-8aba-f082f25eea88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a043331-b977-4357-8307-e9b7aa85f673'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:37.444202 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b98fe2-f3f0-40be-b756-01f7f5aa7c3f" -d '{"events": [{"server_uuid": "375a5236-2556-48a4-84e9-1aa79fbb7566", "name": "network-vif-plugged", "status": "completed", "tag": "d26b53cb-5058-49e9-a306-d1a442e95da7"}, {"server_uuid": "778191f2-dbfc-4c34-8aba-f082f25eea88", "name": "network-vif-plugged", "status": "completed", "tag": "5a043331-b977-4357-8307-e9b7aa85f673"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:37.748200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'name': 'network-vif-deleted', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:37.750808 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bdb210-a71b-4d30-8588-35b66283ffb9" -d '{"events": [{"server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "name": "network-vif-deleted", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:37.774641 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-887639fb-793a-4194-8771-b2cce252e1c8 req-0d7721dc-4051-4a3e-b30e-566de52f10a8 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (3d9a452c-66d4-40cc-b4af-4a31be37fecf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:37.903632 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-66ef0d56-6604-4b6f-9a20-5f0937768331 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:37.924447 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:37.928424 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-66ef0d56-6604-4b6f-9a20-5f0937768331 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.056147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e93edb-6483-472f-a0e2-6800d00ccabb admin admin] Router 22000236-a47e-4615-b14f-e9d504480397 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:05:38.066179 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b65b03-0038-4217-8e0c-1e360c1f10f4 req-b6928cad-1807-4f7c-b7a1-58a182901ad8 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:38.067710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36b65b03-0038-4217-8e0c-1e360c1f10f4 req-b6928cad-1807-4f7c-b7a1-58a182901ad8 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 944 time: 0.1542487 Feb 02 13:05:38.107508 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-887639fb-793a-4194-8771-b2cce252e1c8 req-0d7721dc-4051-4a3e-b30e-566de52f10a8 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3d9a452c-66d4-40cc-b4af-4a31be37fecf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.110127 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-887639fb-793a-4194-8771-b2cce252e1c8 req-0d7721dc-4051-4a3e-b30e-566de52f10a8 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.117477 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-887639fb-793a-4194-8771-b2cce252e1c8 req-0d7721dc-4051-4a3e-b30e-566de52f10a8 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] 10.222.0.83 "DELETE /v2.0/security-groups/3d9a452c-66d4-40cc-b4af-4a31be37fecf HTTP/1.1" status: 204 len: 173 time: 0.8274157 Feb 02 13:05:38.120554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45998) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:38.137567 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-66ef0d56-6604-4b6f-9a20-5f0937768331 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Floating IP 5691bd5d-b930-4329-ad1a-e00222e77575 associated. External IP: 172.25.4.195, port: 0d594e55-446d-4dcf-ab79-2e25b700b516. Feb 02 13:05:38.184611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7721dc-4051-4a3e-b30e-566de52f10a8 tempest-SecurityGroupRulesTestJSON-409767982 tempest-SecurityGroupRulesTestJSON-409767982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9a452c-66d4-40cc-b4af-4a31be37fecf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:38.213634 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f1437e-7310-42e6-b875-95616ae7aaa4 admin admin] Deleting subnet 61050da2-a61f-42c3-a8f2-911e9d325962 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:05:38.218676 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37f1437e-7310-42e6-b875-95616ae7aaa4 admin admin] Publish callbacks [] for subnet (61050da2-a61f-42c3-a8f2-911e9d325962), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.253284 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e93edb-6483-472f-a0e2-6800d00ccabb admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:05:38.259565 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e5e93edb-6483-472f-a0e2-6800d00ccabb admin admin] 10.222.0.83 "PUT /v2.0/routers/22000236-a47e-4615-b14f-e9d504480397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6423044 Feb 02 13:05:38.262124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46000) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:38.267007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c9d89c-29a7-4746-b3c5-d50ee8a06d49 None None] Sync routers for ids ['22000236-a47e-4615-b14f-e9d504480397'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:05:38.283363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c9d89c-29a7-4746-b3c5-d50ee8a06d49 None None] Routers {'22000236-a47e-4615-b14f-e9d504480397'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:38.284332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-04c9d89c-29a7-4746-b3c5-d50ee8a06d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['22000236-a47e-4615-b14f-e9d504480397'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:38.304524 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37f1437e-7310-42e6-b875-95616ae7aaa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (61050da2-a61f-42c3-a8f2-911e9d325962), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.383964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612e31-d992-4bf8-86b9-bd5df8bc8f99 req-06dfbba6-ce60-422f-bb13-cf9335e4dd42 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:38.390823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612e31-d992-4bf8-86b9-bd5df8bc8f99 req-06dfbba6-ce60-422f-bb13-cf9335e4dd42 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:38.391298 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37f1437e-7310-42e6-b875-95616ae7aaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (61050da2-a61f-42c3-a8f2-911e9d325962), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.397431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612e31-d992-4bf8-86b9-bd5df8bc8f99 req-06dfbba6-ce60-422f-bb13-cf9335e4dd42 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:38.403171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612e31-d992-4bf8-86b9-bd5df8bc8f99 req-06dfbba6-ce60-422f-bb13-cf9335e4dd42 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:38.409123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612e31-d992-4bf8-86b9-bd5df8bc8f99 req-06dfbba6-ce60-422f-bb13-cf9335e4dd42 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:38.415352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612e31-d992-4bf8-86b9-bd5df8bc8f99 req-06dfbba6-ce60-422f-bb13-cf9335e4dd42 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:38.421221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-04c9d89c-29a7-4746-b3c5-d50ee8a06d49 None None] Set router 22000236-a47e-4615-b14f-e9d504480397 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:38.422944 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea612e31-d992-4bf8-86b9-bd5df8bc8f99 req-06dfbba6-ce60-422f-bb13-cf9335e4dd42 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:38.425781 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea612e31-d992-4bf8-86b9-bd5df8bc8f99 req-06dfbba6-ce60-422f-bb13-cf9335e4dd42 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.2372005 Feb 02 13:05:38.433292 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Publish callbacks [] for router (22000236-a47e-4615-b14f-e9d504480397), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.441955 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-36b65b03-0038-4217-8e0c-1e360c1f10f4 req-5d7689b5-6cba-4ef8-8408-362483f25e6f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Deleting port c679b88f-9db8-4200-b1b9-8ef6c28acf5e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:05:38.442434 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36b65b03-0038-4217-8e0c-1e360c1f10f4 req-5d7689b5-6cba-4ef8-8408-362483f25e6f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.525367 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37f1437e-7310-42e6-b875-95616ae7aaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (61050da2-a61f-42c3-a8f2-911e9d325962), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.561259 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37f1437e-7310-42e6-b875-95616ae7aaa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.564303 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-37f1437e-7310-42e6-b875-95616ae7aaa4 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/61050da2-a61f-42c3-a8f2-911e9d325962 HTTP/1.1" status: 204 len: 168 time: 0.4426939 Feb 02 13:05:38.565340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1437e-7310-42e6-b875-95616ae7aaa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61050da2-a61f-42c3-a8f2-911e9d325962,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:38.569080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46002) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:38.612092 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Publish callbacks [] for router_gateway (22000236-a47e-4615-b14f-e9d504480397), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.660286 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (21b6c6cb-632e-483a-b15c-9844e7a69836), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.661794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-04c9d89c-29a7-4746-b3c5-d50ee8a06d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:05:37Z', 'revision_number': 5, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port': {'id': '1aa531ca-6a6b-45b1-b6b4-766549230880', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22000236-a47e-4615-b14f-e9d504480397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 764, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:04Z', 'updated_at': '2022-02-02T13:04:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:38.693166 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea612e31-d992-4bf8-86b9-bd5df8bc8f99 req-7998cf47-541f-488e-928b-a1eb1baf09c3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2588551 Feb 02 13:05:38.716048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-36b65b03-0038-4217-8e0c-1e360c1f10f4 req-5d7689b5-6cba-4ef8-8408-362483f25e6f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] For port c679b88f-9db8-4200-b1b9-8ef6c28acf5e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:38.717192 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36b65b03-0038-4217-8e0c-1e360c1f10f4 req-5d7689b5-6cba-4ef8-8408-362483f25e6f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.737134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-36b65b03-0038-4217-8e0c-1e360c1f10f4 req-5d7689b5-6cba-4ef8-8408-362483f25e6f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Calling delete_port for c679b88f-9db8-4200-b1b9-8ef6c28acf5e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:05:38.751245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Deleting port 1aa531ca-6a6b-45b1-b6b4-766549230880 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:05:38.751622 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.753368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c9d89c-29a7-4746-b3c5-d50ee8a06d49 None None] Checking router: 22000236-a47e-4615-b14f-e9d504480397 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:05:38.764084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-66ef0d56-6604-4b6f-9a20-5f0937768331 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:05:38.767976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c9d89c-29a7-4746-b3c5-d50ee8a06d49 None None] Routers {'22000236-a47e-4615-b14f-e9d504480397'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:38.770200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-04c9d89c-29a7-4746-b3c5-d50ee8a06d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['22000236-a47e-4615-b14f-e9d504480397'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:38.790620 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (21b6c6cb-632e-483a-b15c-9844e7a69836), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.819008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:38.850988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b6c6cb-632e-483a-b15c-9844e7a69836']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:38.897288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b80b50e-32fd-4596-979d-cf566138ba5d') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:38.897594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b80b50e-32fd-4596-979d-cf566138ba5d') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:38.950660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-04c9d89c-29a7-4746-b3c5-d50ee8a06d49 None None] Set router 22000236-a47e-4615-b14f-e9d504480397 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:38.974180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] For port 1aa531ca-6a6b-45b1-b6b4-766549230880, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1aa531ca-6a6b-45b1-b6b4-766549230880,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:38.974719 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:38.988942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Calling delete_port for 1aa531ca-6a6b-45b1-b6b4-766549230880 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:05:39.015592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-04c9d89c-29a7-4746-b3c5-d50ee8a06d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:05:38Z', 'revision_number': 6, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:39.052748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c9d89c-29a7-4746-b3c5-d50ee8a06d49 None None] The sync data for ids ['22000236-a47e-4615-b14f-e9d504480397'] in n-d-827336-2 is: [{'id': '22000236-a47e-4615-b14f-e9d504480397', 'name': 'tempest-ServerRescueTestJSONUnderV235-656153378-router', 'tenant_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:03Z', 'updated_at': '2022-02-02T13:05:38Z', 'revision_number': 6, 'project_id': '0795b09d7ba84e4d82bcf8e67a041bce', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:05:39.062811 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36b65b03-0038-4217-8e0c-1e360c1f10f4 req-5d7689b5-6cba-4ef8-8408-362483f25e6f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c679b88f-9db8-4200-b1b9-8ef6c28acf5e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.080497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-83114675-149e-4f62-b709-a02460eb1414 admin admin] Deleting subnet 93d39073-1bdd-4972-b94c-20a6cb381045 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:05:39.090364 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (6b80b50e-32fd-4596-979d-cf566138ba5d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.127638 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-83114675-149e-4f62-b709-a02460eb1414 admin admin] Publish callbacks [] for subnet (93d39073-1bdd-4972-b94c-20a6cb381045), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.132393 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c95e5fad-599c-49df-aedb-bcbe983e7211 req-e61cfadd-7a1e-4a68-abba-a70d8f1bb8bf tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=f7d226d9-83eb-43b2-b87c-1cb8638626c2 HTTP/1.1" status: 200 len: 210 time: 0.2295761 Feb 02 13:05:39.179613 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (6b80b50e-32fd-4596-979d-cf566138ba5d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.192275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:05:39.192788 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (6b80b50e-32fd-4596-979d-cf566138ba5d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:05:39.195191 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:05:39.198784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-83114675-149e-4f62-b709-a02460eb1414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (93d39073-1bdd-4972-b94c-20a6cb381045), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.205423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b65b03-0038-4217-8e0c-1e360c1f10f4 req-5d7689b5-6cba-4ef8-8408-362483f25e6f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] No DVR routers for this DVR port c679b88f-9db8-4200-b1b9-8ef6c28acf5e on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:05:39.208771 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36b65b03-0038-4217-8e0c-1e360c1f10f4 req-5d7689b5-6cba-4ef8-8408-362483f25e6f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.215556 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36b65b03-0038-4217-8e0c-1e360c1f10f4 req-5d7689b5-6cba-4ef8-8408-362483f25e6f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.18 "DELETE /v2.0/ports/c679b88f-9db8-4200-b1b9-8ef6c28acf5e HTTP/1.1" status: 204 len: 173 time: 1.1385112 Feb 02 13:05:39.215556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7689b5-6cba-4ef8-8408-362483f25e6f tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Pushing event deleted for resources: {'Port': ['ID=c679b88f-9db8-4200-b1b9-8ef6c28acf5e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:39.238884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-66ef0d56-6604-4b6f-9a20-5f0937768331 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:05:39.252666 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9cb1ca-6d59-4c8c-820d-fdee8e0ec9f3 None None] Sync routers for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:05:39.279625 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9cb1ca-6d59-4c8c-820d-fdee8e0ec9f3 None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:39.280330 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1d9cb1ca-6d59-4c8c-820d-fdee8e0ec9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:39.281596 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8d479c-d1f9-4d06-b3e4-a08f1c1a54e1 x-openstack-request-id: req-1d8d479c-d1f9-4d06-b3e4-a08f1c1a54e1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:39.282048 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375a5236-2556-48a4-84e9-1aa79fbb7566", "name": "network-vif-plugged", "status": "completed", "tag": "d26b53cb-5058-49e9-a306-d1a442e95da7", "code": 200}, {"server_uuid": "778191f2-dbfc-4c34-8aba-f082f25eea88", "name": "network-vif-plugged", "status": "completed", "tag": "5a043331-b977-4357-8307-e9b7aa85f673", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:39.282405 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1d8d479c-d1f9-4d06-b3e4-a08f1c1a54e1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:39.282914 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375a5236-2556-48a4-84e9-1aa79fbb7566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26b53cb-5058-49e9-a306-d1a442e95da7', 'code': 200} Feb 02 13:05:39.283269 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778191f2-dbfc-4c34-8aba-f082f25eea88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a043331-b977-4357-8307-e9b7aa85f673', 'code': 200} Feb 02 13:05:39.406844 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc741900-61da-45ba-aa5a-ba6afb4f28c0 x-openstack-request-id: req-fc741900-61da-45ba-aa5a-ba6afb4f28c0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:39.407476 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f510d1ab-d443-4a84-acd7-f22e6991779f", "name": "network-vif-deleted", "tag": "585f983d-2d9f-4f9d-95f5-7cea97eb2b76", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:39.407476 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fc741900-61da-45ba-aa5a-ba6afb4f28c0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:39.407946 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f510d1ab-d443-4a84-acd7-f22e6991779f', 'name': 'network-vif-deleted', 'tag': '585f983d-2d9f-4f9d-95f5-7cea97eb2b76', 'status': 'completed', 'code': 200} Feb 02 13:05:39.432369 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (21b6c6cb-632e-483a-b15c-9844e7a69836), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.437820 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.444722 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] 10.222.0.83 "DELETE /v2.0/networks/21b6c6cb-632e-483a-b15c-9844e7a69836 HTTP/1.1" status: 204 len: 168 time: 0.8722165 Feb 02 13:05:39.454801 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-83114675-149e-4f62-b709-a02460eb1414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (93d39073-1bdd-4972-b94c-20a6cb381045), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.494339 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1d9cb1ca-6d59-4c8c-820d-fdee8e0ec9f3 None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:39.521912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8943ee6-e0a7-4aad-802b-af44392b6e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=21b6c6cb-632e-483a-b15c-9844e7a69836,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:39.537770 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1aa531ca-6a6b-45b1-b6b4-766549230880), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.614699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa531ca-6a6b-45b1-b6b4-766549230880,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:39.745105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (22000236-a47e-4615-b14f-e9d504480397), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.863863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46016) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:39.867210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (22000236-a47e-4615-b14f-e9d504480397), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.874358 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-83114675-149e-4f62-b709-a02460eb1414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (93d39073-1bdd-4972-b94c-20a6cb381045), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.876777 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Publish callbacks [] for router_controller (22000236-a47e-4615-b14f-e9d504480397), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:39.894217 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1d9cb1ca-6d59-4c8c-820d-fdee8e0ec9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5691bd5d-b930-4329-ad1a-e00222e77575', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'port_id': '185153ba-ee45-4b91-be54-615b81138ed8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'mac_address': 'fa:16:3e:0b:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c292584c-198f-47b5-a413-228f907812b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:07Z', 'updated_at': '2022-02-02T13:05:37Z', 'revision_number': 3, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:39.920342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83114675-149e-4f62-b709-a02460eb1414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93d39073-1bdd-4972-b94c-20a6cb381045,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:39.926204 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9cb1ca-6d59-4c8c-820d-fdee8e0ec9f3 None None] Checking router: 3a1cb972-fc6c-4885-99d9-d706671eb6f6 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:05:39.935345 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9cb1ca-6d59-4c8c-820d-fdee8e0ec9f3 None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:39.935970 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1d9cb1ca-6d59-4c8c-820d-fdee8e0ec9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:40.013406 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-83114675-149e-4f62-b709-a02460eb1414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.024900 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-83114675-149e-4f62-b709-a02460eb1414 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/93d39073-1bdd-4972-b94c-20a6cb381045 HTTP/1.1" status: 204 len: 168 time: 1.2040734 Feb 02 13:05:40.027461 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46018) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:40.056480 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (22000236-a47e-4615-b14f-e9d504480397), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.063835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22000236-a47e-4615-b14f-e9d504480397 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:05:40.080205 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.081365 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ba856421-af6a-4728-9683-6f4fbe5e82ed admin admin] 10.222.0.83 "DELETE /v2.0/routers/22000236-a47e-4615-b14f-e9d504480397 HTTP/1.1" status: 204 len: 168 time: 1.8183486 Feb 02 13:05:40.094350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46020) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:40.123219 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1d9cb1ca-6d59-4c8c-820d-fdee8e0ec9f3 None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:40.180892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-66ef0d56-6604-4b6f-9a20-5f0937768331 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:05:40.191529 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9b4f09ad-d20b-449c-8a64-faa6053adb5d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fe0a6558f83d42629a158ba917800b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262212 Feb 02 13:05:40.200328 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46024) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:40.210664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f2db-52d2-4555-a6d1-d2e08744a148 req-b8bf611e-8fc8-484d-81f9-86338d8ea5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:40.212499 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b16f2db-52d2-4555-a6d1-d2e08744a148 req-b8bf611e-8fc8-484d-81f9-86338d8ea5f5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=778191f2-dbfc-4c34-8aba-f082f25eea88 HTTP/1.1" status: 200 len: 1131 time: 0.8028517 Feb 02 13:05:40.233843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (ef0a79d0-d5ed-4164-9c8b-1958e4614bad), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.254112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1c41ff-1eac-4e38-84b9-aaf8f03987d0 admin admin] Deleting subnet 9ccd1316-5263-4e8a-b602-a1019ce4fe09 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:05:40.265664 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e1c41ff-1eac-4e38-84b9-aaf8f03987d0 admin admin] Publish callbacks [] for subnet (9ccd1316-5263-4e8a-b602-a1019ce4fe09), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.365271 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e1c41ff-1eac-4e38-84b9-aaf8f03987d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (9ccd1316-5263-4e8a-b602-a1019ce4fe09), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.376700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-66ef0d56-6604-4b6f-9a20-5f0937768331 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:05:40.382836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-66ef0d56-6604-4b6f-9a20-5f0937768331 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.428036 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1463c8b8-7272-4e51-8a05-22faa0a5b1de admin admin] Publish callbacks [] for security_group (f7e7c906-dd42-4f60-8553-18774658c6c0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.428286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d96c3-0069-4889-a951-a71cb07f502d req-0aed93df-e67b-4ac3-a7fc-99fb3c3d0fdb tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:40.438992 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-601d96c3-0069-4889-a951-a71cb07f502d req-0aed93df-e67b-4ac3-a7fc-99fb3c3d0fdb tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 948 time: 0.9203193 Feb 02 13:05:40.482043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e1c41ff-1eac-4e38-84b9-aaf8f03987d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (9ccd1316-5263-4e8a-b602-a1019ce4fe09), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.496991 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device c679b88f-9db8-4200-b1b9-8ef6c28acf5e no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:05:40.529851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-601d96c3-0069-4889-a951-a71cb07f502d req-249d6573-8ad3-427c-b1f0-7049c937afd4 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890422 Feb 02 13:05:40.539141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc057a-0015-4700-b9c7-312d2174ca48 req-fa467059-0531-43b3-a0d2-6a987d3f59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:40.546863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eebc057a-0015-4700-b9c7-312d2174ca48 req-fa467059-0531-43b3-a0d2-6a987d3f59c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 1130 time: 1.0010107 Feb 02 13:05:40.579413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (ef0a79d0-d5ed-4164-9c8b-1958e4614bad), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.585624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: c679b88f-9db8-4200-b1b9-8ef6c28acf5e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:05:40.588143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device c679b88f-9db8-4200-b1b9-8ef6c28acf5e not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:05:40.599043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1463c8b8-7272-4e51-8a05-22faa0a5b1de admin admin] Publish callbacks [] for security_group (f7e7c906-dd42-4f60-8553-18774658c6c0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.647050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0a79d0-d5ed-4164-9c8b-1958e4614bad']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:40.696574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de5d3f51-9cdf-4508-8461-54b01233fe09') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:40.697003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de5d3f51-9cdf-4508-8461-54b01233fe09') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:40.700638 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1d9cb1ca-6d59-4c8c-820d-fdee8e0ec9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5691bd5d-b930-4329-ad1a-e00222e77575', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'port_id': '185153ba-ee45-4b91-be54-615b81138ed8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'mac_address': 'fa:16:3e:0b:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c292584c-198f-47b5-a413-228f907812b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:07Z', 'updated_at': '2022-02-02T13:05:37Z', 'revision_number': 3, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:40.730159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b16f2db-52d2-4555-a6d1-d2e08744a148 req-aea861d4-1496-4b43-8f5a-1efc22723cfe service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068090 Feb 02 13:05:40.736874 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9cb1ca-6d59-4c8c-820d-fdee8e0ec9f3 None None] The sync data for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 is: [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5691bd5d-b930-4329-ad1a-e00222e77575', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'port_id': '185153ba-ee45-4b91-be54-615b81138ed8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'mac_address': 'fa:16:3e:0b:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c292584c-198f-47b5-a413-228f907812b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:07Z', 'updated_at': '2022-02-02T13:05:37Z', 'revision_number': 3, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:05:40.763332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-66ef0d56-6604-4b6f-9a20-5f0937768331 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "PUT /v2.0/floatingips/5691bd5d-b930-4329-ad1a-e00222e77575 HTTP/1.1" status: 200 len: 998 time: 3.9304121 Feb 02 13:05:40.766732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eebc057a-0015-4700-b9c7-312d2174ca48 req-729eb3b7-85c5-487c-8f2a-36ef5085a024 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014000 Feb 02 13:05:40.767553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (de5d3f51-9cdf-4508-8461-54b01233fe09), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.804221 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (de5d3f51-9cdf-4508-8461-54b01233fe09), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.812599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:05:40.827978 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (de5d3f51-9cdf-4508-8461-54b01233fe09), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:05:40.833719 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:05:40.852016 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e1c41ff-1eac-4e38-84b9-aaf8f03987d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (9ccd1316-5263-4e8a-b602-a1019ce4fe09), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.868076 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1463c8b8-7272-4e51-8a05-22faa0a5b1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f7e7c906-dd42-4f60-8553-18774658c6c0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.868704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-54387eaa-c7c2-4d57-8e5f-692f018976dc tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:40.870089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-54387eaa-c7c2-4d57-8e5f-692f018976dc tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports/0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 943 time: 0.1011276 Feb 02 13:05:40.870580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1463c8b8-7272-4e51-8a05-22faa0a5b1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:40.894120 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1463c8b8-7272-4e51-8a05-22faa0a5b1de admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f7e7c906-dd42-4f60-8553-18774658c6c0 HTTP/1.1" status: 204 len: 168 time: 0.6704094 Feb 02 13:05:40.898774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6401cf-e340-4c8a-ab4f-f1da42173259 req-601edad2-5cf5-4c3c-9696-b3be6dc0ebf8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:40.904780 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6401cf-e340-4c8a-ab4f-f1da42173259 req-601edad2-5cf5-4c3c-9696-b3be6dc0ebf8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:40.912475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6401cf-e340-4c8a-ab4f-f1da42173259 req-601edad2-5cf5-4c3c-9696-b3be6dc0ebf8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:40.919170 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6401cf-e340-4c8a-ab4f-f1da42173259 req-601edad2-5cf5-4c3c-9696-b3be6dc0ebf8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:40.927060 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6401cf-e340-4c8a-ab4f-f1da42173259 req-601edad2-5cf5-4c3c-9696-b3be6dc0ebf8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:40.947339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6401cf-e340-4c8a-ab4f-f1da42173259 req-601edad2-5cf5-4c3c-9696-b3be6dc0ebf8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:40.954747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6401cf-e340-4c8a-ab4f-f1da42173259 req-601edad2-5cf5-4c3c-9696-b3be6dc0ebf8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:40.963951 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e6401cf-e340-4c8a-ab4f-f1da42173259 req-601edad2-5cf5-4c3c-9696-b3be6dc0ebf8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.1961408 Feb 02 13:05:41.049554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e6401cf-e340-4c8a-ab4f-f1da42173259 req-8c7f3131-b3da-47b8-b901-fa06eace546a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831506 Feb 02 13:05:41.080026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c41ff-1eac-4e38-84b9-aaf8f03987d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ccd1316-5263-4e8a-b602-a1019ce4fe09,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:41.091320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1aa531ca-6a6b-45b1-b6b4-766549230880 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:05:41.093671 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e1c41ff-1eac-4e38-84b9-aaf8f03987d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.098708 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2e1c41ff-1eac-4e38-84b9-aaf8f03987d0 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9ccd1316-5263-4e8a-b602-a1019ce4fe09 HTTP/1.1" status: 204 len: 168 time: 1.0000427 Feb 02 13:05:41.100798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (ef0a79d0-d5ed-4164-9c8b-1958e4614bad), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.101346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46034) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:41.101627 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41470b4-7a74-42f0-8d48-918cffa696ff None None] New status for floating IP 5691bd5d-b930-4329-ad1a-e00222e77575: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:05:41.106458 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.114403 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] 10.222.0.83 "DELETE /v2.0/networks/ef0a79d0-d5ed-4164-9c8b-1958e4614bad HTTP/1.1" status: 204 len: 168 time: 1.0810814 Feb 02 13:05:41.129615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463c8b8-7272-4e51-8a05-22faa0a5b1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e7c906-dd42-4f60-8553-18774658c6c0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:41.141676 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bb5fe-978b-4c29-af6c-30c791bcfba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0a79d0-d5ed-4164-9c8b-1958e4614bad,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:41.259495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 1aa531ca-6a6b-45b1-b6b4-766549230880 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:05:41.260318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1aa531ca-6a6b-45b1-b6b4-766549230880 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:05:41.265226 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:05:41.306864 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (f8039353-d0ab-4612-89c1-0f24be60cfac), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.311142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46042) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:41.359780 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:05:41.360219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device deb6c14e-20aa-48a2-ae9a-a2bfe8a0f02f not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:05:41.461174 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (f8039353-d0ab-4612-89c1-0f24be60cfac), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.473675 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46050) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:41.484811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8039353-d0ab-4612-89c1-0f24be60cfac']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:41.501029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1639089-2824-4912-9de9-2413dc8300dd') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:41.501362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1639089-2824-4912-9de9-2413dc8300dd') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:41.512811 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (b1639089-2824-4912-9de9-2413dc8300dd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.529132 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b1639089-2824-4912-9de9-2413dc8300dd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.536582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:05:41.536977 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (b1639089-2824-4912-9de9-2413dc8300dd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.566115 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d28c838b-9656-4102-abb1-cb95c1628309 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fa5354e998bb49afa2fccd6c165f56fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0909097 Feb 02 13:05:41.574464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46054) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:41.608330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d226d9-83eb-43b2-b87c-1cb8638626c2', 'name': 'network-vif-deleted', 'tag': 'c679b88f-9db8-4200-b1b9-8ef6c28acf5e'}, {'name': 'network-changed', 'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516'}, {'name': 'network-changed', 'server_uuid': 'c292584c-198f-47b5-a413-228f907812b4', 'tag': '185153ba-ee45-4b91-be54-615b81138ed8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:41.611032 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17237abc-e14e-4ef7-82a4-29e78b07622a" -d '{"events": [{"server_uuid": "f7d226d9-83eb-43b2-b87c-1cb8638626c2", "name": "network-vif-deleted", "tag": "c679b88f-9db8-4200-b1b9-8ef6c28acf5e"}, {"name": "network-changed", "server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516"}, {"name": "network-changed", "server_uuid": "c292584c-198f-47b5-a413-228f907812b4", "tag": "185153ba-ee45-4b91-be54-615b81138ed8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:05:41.614003 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:05:41.631804 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (f8039353-d0ab-4612-89c1-0f24be60cfac), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.639933 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.645579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] 10.222.0.83 "DELETE /v2.0/networks/f8039353-d0ab-4612-89c1-0f24be60cfac HTTP/1.1" status: 204 len: 168 time: 0.5406172 Feb 02 13:05:41.664219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b3445-d46d-4289-9c1c-a2f9ed02fa39 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8039353-d0ab-4612-89c1-0f24be60cfac,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:41.692084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b7b4e-4f85-44b0-90ef-3ec48f5234a0 req-7ee0a4ab-8e1f-4569-b63f-4dc2b85bbd85 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:41.694075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f7b7b4e-4f85-44b0-90ef-3ec48f5234a0 req-7ee0a4ab-8e1f-4569-b63f-4dc2b85bbd85 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 945 time: 0.0965414 Feb 02 13:05:41.701927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e29283ae-0c0e-4b45-8929-56df9c31b496 admin admin] Publish callbacks [] for security_group (43fdb5d4-7299-41dd-8354-78dde38c5c7f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.745944 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e29283ae-0c0e-4b45-8929-56df9c31b496 admin admin] Publish callbacks [] for security_group (43fdb5d4-7299-41dd-8354-78dde38c5c7f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.773986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f7b7b4e-4f85-44b0-90ef-3ec48f5234a0 req-94becd61-ff74-49b5-a03b-9c7517324aac tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662491 Feb 02 13:05:41.862907 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c637745b-e501-4dbf-afba-199921125c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.890880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-08cd53db-f6a2-4702-873d-769ef94ab7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:41.891893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-08cd53db-f6a2-4702-873d-769ef94ab7a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 1128 time: 0.1168690 Feb 02 13:05:41.966989 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e29283ae-0c0e-4b45-8929-56df9c31b496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (43fdb5d4-7299-41dd-8354-78dde38c5c7f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.972673 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e29283ae-0c0e-4b45-8929-56df9c31b496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:41.983213 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e29283ae-0c0e-4b45-8929-56df9c31b496 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/43fdb5d4-7299-41dd-8354-78dde38c5c7f HTTP/1.1" status: 204 len: 168 time: 0.4062436 Feb 02 13:05:42.052373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:42.068481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992c245-a46a-4ad0-8c73-eaf856d27b1b req-f0504327-147a-47df-92fa-5c1eff7f896c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:42.076341 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a992c245-a46a-4ad0-8c73-eaf856d27b1b req-f0504327-147a-47df-92fa-5c1eff7f896c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 948 time: 0.1767910 Feb 02 13:05:42.089151 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c637745b-e501-4dbf-afba-199921125c2a admin admin] Publish callbacks [] for security_group (ea664303-d7b1-4ba4-b68c-a2094ea213df), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:42.113438 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c637745b-e501-4dbf-afba-199921125c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ea664303-d7b1-4ba4-b68c-a2094ea213df), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:42.118824 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ffc18a-3ed1-475f-b71f-c91e1e04e77c None None] Sync routers for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:05:42.134006 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ffc18a-3ed1-475f-b71f-c91e1e04e77c None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:42.135842 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f6ffc18a-3ed1-475f-b71f-c91e1e04e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:42.163469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29283ae-0c0e-4b45-8929-56df9c31b496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fdb5d4-7299-41dd-8354-78dde38c5c7f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:42.235261 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c637745b-e501-4dbf-afba-199921125c2a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=384d8a4c562d4aa3b4073d8b29f3ad39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9205763 Feb 02 13:05:42.235261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637745b-e501-4dbf-afba-199921125c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea664303-d7b1-4ba4-b68c-a2094ea213df,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:42.238686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46072) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:42.319915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a992c245-a46a-4ad0-8c73-eaf856d27b1b req-192810fe-5d80-4d07-8aec-469e2efbd13f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426803 Feb 02 13:05:42.327054 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f6ffc18a-3ed1-475f-b71f-c91e1e04e77c None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:42.364646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-f3b085fb-0468-4d71-8eb8-370aa8b84d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:42.370283 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-856ac604-7eff-4d01-9ef1-821a17f02769 admin admin] Publish callbacks [] for security_group (ea664303-d7b1-4ba4-b68c-a2094ea213df), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:42.370751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-f3b085fb-0468-4d71-8eb8-370aa8b84d39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.4656959 Feb 02 13:05:42.426550 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-856ac604-7eff-4d01-9ef1-821a17f02769 admin admin] Publish callbacks [] for security_group (ea664303-d7b1-4ba4-b68c-a2094ea213df), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:42.507856 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd67c612-27d3-4cdd-8016-3ab5c4f01821 x-openstack-request-id: req-cd67c612-27d3-4cdd-8016-3ab5c4f01821 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:42.508641 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d226d9-83eb-43b2-b87c-1cb8638626c2", "name": "network-vif-deleted", "tag": "c679b88f-9db8-4200-b1b9-8ef6c28acf5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c292584c-198f-47b5-a413-228f907812b4", "tag": "185153ba-ee45-4b91-be54-615b81138ed8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:42.509019 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cd67c612-27d3-4cdd-8016-3ab5c4f01821 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:42.509546 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d226d9-83eb-43b2-b87c-1cb8638626c2', 'name': 'network-vif-deleted', 'tag': 'c679b88f-9db8-4200-b1b9-8ef6c28acf5e', 'status': 'completed', 'code': 200} Feb 02 13:05:42.509900 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'status': 'completed', 'code': 200} Feb 02 13:05:42.510528 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c292584c-198f-47b5-a413-228f907812b4', 'tag': '185153ba-ee45-4b91-be54-615b81138ed8', 'status': 'completed', 'code': 200} Feb 02 13:05:42.515323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a051143d-5956-48b7-bc0a-0e25620f074b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0795b09d7ba84e4d82bcf8e67a041bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4618056 Feb 02 13:05:42.518436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46084) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:42.530967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-0e53d614-c749-47e4-8139-ed13348286b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 217 time: 0.1458535 Feb 02 13:05:42.556505 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-856ac604-7eff-4d01-9ef1-821a17f02769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ea664303-d7b1-4ba4-b68c-a2094ea213df), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:42.562491 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-856ac604-7eff-4d01-9ef1-821a17f02769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:42.568427 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-856ac604-7eff-4d01-9ef1-821a17f02769 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ea664303-d7b1-4ba4-b68c-a2094ea213df HTTP/1.1" status: 204 len: 168 time: 0.3286984 Feb 02 13:05:42.621863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ac604-7eff-4d01-9ef1-821a17f02769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea664303-d7b1-4ba4-b68c-a2094ea213df,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:42.669844 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cac68b3a-c2fc-4647-aedb-4eef86156e9c admin admin] Publish callbacks [] for security_group (c472ca76-6088-4aca-8af3-e6c25298715f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:42.674201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc370e-ecb7-487b-af54-cdbc66fb19fc req-08dc9bd3-42ab-4376-91f3-e9879f0425e6 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:42.677999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71bc370e-ecb7-487b-af54-cdbc66fb19fc req-08dc9bd3-42ab-4376-91f3-e9879f0425e6 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.62 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 945 time: 0.5975022 Feb 02 13:05:42.717355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cac68b3a-c2fc-4647-aedb-4eef86156e9c admin admin] Publish callbacks [] for security_group (c472ca76-6088-4aca-8af3-e6c25298715f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:42.757859 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f6ffc18a-3ed1-475f-b71f-c91e1e04e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5691bd5d-b930-4329-ad1a-e00222e77575', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'port_id': '185153ba-ee45-4b91-be54-615b81138ed8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'mac_address': 'fa:16:3e:0b:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c292584c-198f-47b5-a413-228f907812b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:07Z', 'updated_at': '2022-02-02T13:05:41Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:42.790077 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ffc18a-3ed1-475f-b71f-c91e1e04e77c None None] Checking router: 3a1cb972-fc6c-4885-99d9-d706671eb6f6 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:05:42.804449 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ffc18a-3ed1-475f-b71f-c91e1e04e77c None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:42.805752 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f6ffc18a-3ed1-475f-b71f-c91e1e04e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:42.810596 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cac68b3a-c2fc-4647-aedb-4eef86156e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c472ca76-6088-4aca-8af3-e6c25298715f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:42.813491 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cac68b3a-c2fc-4647-aedb-4eef86156e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:42.814426 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cac68b3a-c2fc-4647-aedb-4eef86156e9c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c472ca76-6088-4aca-8af3-e6c25298715f HTTP/1.1" status: 204 len: 168 time: 0.2949483 Feb 02 13:05:42.826952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac68b3a-c2fc-4647-aedb-4eef86156e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c472ca76-6088-4aca-8af3-e6c25298715f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:42.839261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-eceab2fa-85a8-4fde-bb7e-ddcee9cb37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:42.846752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-eceab2fa-85a8-4fde-bb7e-ddcee9cb37a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.3105557 Feb 02 13:05:42.920919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46100) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:42.946497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-997aa1b7-b5b9-42a5-8c13-ea357446a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:42.948084 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-997aa1b7-b5b9-42a5-8c13-ea357446a7cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 1128 time: 0.3924975 Feb 02 13:05:42.968552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4dfbf-e75e-43c4-8d09-e3a0229016b5 req-8f88d733-79ed-47fe-825e-b7ba97db8ca0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:42.975068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4dfbf-e75e-43c4-8d09-e3a0229016b5 req-8f88d733-79ed-47fe-825e-b7ba97db8ca0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:42.989770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4dfbf-e75e-43c4-8d09-e3a0229016b5 req-8f88d733-79ed-47fe-825e-b7ba97db8ca0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:42.995025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4dfbf-e75e-43c4-8d09-e3a0229016b5 req-8f88d733-79ed-47fe-825e-b7ba97db8ca0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:43.014732 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f6ffc18a-3ed1-475f-b71f-c91e1e04e77c None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:43.019360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4dfbf-e75e-43c4-8d09-e3a0229016b5 req-8f88d733-79ed-47fe-825e-b7ba97db8ca0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:43.024669 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4dfbf-e75e-43c4-8d09-e3a0229016b5 req-8f88d733-79ed-47fe-825e-b7ba97db8ca0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:43.037113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4dfbf-e75e-43c4-8d09-e3a0229016b5 req-8f88d733-79ed-47fe-825e-b7ba97db8ca0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:43.046079 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3d4dfbf-e75e-43c4-8d09-e3a0229016b5 req-8f88d733-79ed-47fe-825e-b7ba97db8ca0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.4210510 Feb 02 13:05:43.154307 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-093b9ebb-ec69-4d15-bb47-fd6f8d5ce3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:43.161904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-093b9ebb-ec69-4d15-bb47-fd6f8d5ce3d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3142667 Feb 02 13:05:43.246711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-71bc370e-ecb7-487b-af54-cdbc66fb19fc req-e42d02c8-c90b-4282-af57-6ca879ad4f3a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Deleting port 25350cb3-5239-473c-a067-b55471fa67ae {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:05:43.247024 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71bc370e-ecb7-487b-af54-cdbc66fb19fc req-e42d02c8-c90b-4282-af57-6ca879ad4f3a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (25350cb3-5239-473c-a067-b55471fa67ae), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.269115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-301624506-network', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:43.303564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Made reservation on behalf of ebd7659f2f644bd7aea7f278f1e28d62 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:43.305501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-db6f3455-0108-4082-8a38-7a50882c1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:43.307641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-db6f3455-0108-4082-8a38-7a50882c1c5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.3503656 Feb 02 13:05:43.313508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3d4dfbf-e75e-43c4-8d09-e3a0229016b5 req-ffe2b92f-8074-4735-9653-a7d42f3bea41 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2668331 Feb 02 13:05:43.313774 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.318032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46108) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:43.367182 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.389597 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-77032298-91b3-4107-beb6-46280cd6c4b6 service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266800 Feb 02 13:05:43.413741 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e888cfc-e5f3-4fd0-9b40-4f7f621016f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.439549 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f6ffc18a-3ed1-475f-b71f-c91e1e04e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5691bd5d-b930-4329-ad1a-e00222e77575', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'port_id': '185153ba-ee45-4b91-be54-615b81138ed8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'mac_address': 'fa:16:3e:0b:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c292584c-198f-47b5-a413-228f907812b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:07Z', 'updated_at': '2022-02-02T13:05:41Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:43.496751 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Publish callbacks [] for security_group (2d42ccc7-39ee-4a2b-bfe5-13e316a84877), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.506202 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2d42ccc7-39ee-4a2b-bfe5-13e316a84877), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.521116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:05:43.535940 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ffc18a-3ed1-475f-b71f-c91e1e04e77c None None] The sync data for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 is: [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5691bd5d-b930-4329-ad1a-e00222e77575', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'port_id': '185153ba-ee45-4b91-be54-615b81138ed8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'mac_address': 'fa:16:3e:0b:c6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c292584c-198f-47b5-a413-228f907812b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:07Z', 'updated_at': '2022-02-02T13:05:41Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:05:43.536255 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (dd1bd748-038c-47d2-981f-7508cc5d154c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.536374 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Added segment dd1bd748-038c-47d2-981f-7508cc5d154c of type vlan for network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 Feb 02 13:05:43.551003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-71bc370e-ecb7-487b-af54-cdbc66fb19fc req-e42d02c8-c90b-4282-af57-6ca879ad4f3a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] For port 25350cb3-5239-473c-a067-b55471fa67ae, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=25350cb3-5239-473c-a067-b55471fa67ae,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:43.551608 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71bc370e-ecb7-487b-af54-cdbc66fb19fc req-e42d02c8-c90b-4282-af57-6ca879ad4f3a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (25350cb3-5239-473c-a067-b55471fa67ae), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.571362 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-d8ce5810-da0d-4c4f-bfbe-4ef07242cdc4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 217 time: 0.0981710 Feb 02 13:05:43.596832 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (bea9a89a-1bfa-4d54-a6b1-3e771429bd14), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.604966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-71bc370e-ecb7-487b-af54-cdbc66fb19fc req-e42d02c8-c90b-4282-af57-6ca879ad4f3a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Calling delete_port for 25350cb3-5239-473c-a067-b55471fa67ae owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:05:43.686062 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-6f75c886-4ab6-49e3-a167-e1bf81084dd7 service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928805 Feb 02 13:05:43.704294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d42ccc7-39ee-4a2b-bfe5-13e316a84877,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:43.741759 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (bea9a89a-1bfa-4d54-a6b1-3e771429bd14), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.743308 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:43.744966 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.778153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdd5a3-bf05-4322-abba-3c7356b1813a req-910750e1-11e7-4775-95ab-23364a1e2837 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:43.785195 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97bdd5a3-bf05-4322-abba-3c7356b1813a req-910750e1-11e7-4775-95ab-23364a1e2837 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=88121bfc-bc50-4f3a-bf09-ea94ebbaf747 HTTP/1.1" status: 200 len: 945 time: 0.3093641 Feb 02 13:05:43.821921 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-db472f7e-c940-493b-9211-3fa2e89d90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:43.823163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-db472f7e-c940-493b-9211-3fa2e89d90bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.2378247 Feb 02 13:05:43.831951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:43.842475 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e888cfc-e5f3-4fd0-9b40-4f7f621016f5 admin admin] Publish callbacks [] for security_group (88ea4aab-5b38-41d1-be8a-91d71a2e1058), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.893428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e888cfc-e5f3-4fd0-9b40-4f7f621016f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (88ea4aab-5b38-41d1-be8a-91d71a2e1058), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:43.928068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e888cfc-e5f3-4fd0-9b40-4f7f621016f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ea4aab-5b38-41d1-be8a-91d71a2e1058,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:43.930537 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] Pushing event updated for resources: {'Network': ['ID=bea9a89a-1bfa-4d54-a6b1-3e771429bd14,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:43.941483 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3443792a-4124-4c80-bcca-a44d72fd7550 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0165615 Feb 02 13:05:43.941953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97bdd5a3-bf05-4322-abba-3c7356b1813a req-b34ee5ed-d155-4233-87f4-29d04e49d5c5 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521285 Feb 02 13:05:43.950847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-7d246d09-cc4e-4ce4-931f-3420a57e9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:43.953359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46134) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:43.959646 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-7d246d09-cc4e-4ce4-931f-3420a57e9d7d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 1127 time: 0.2274237 Feb 02 13:05:43.970362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-59c4f2a9-651e-44b1-8641-3443954776d7 admin admin] Request body: {'subnet': {'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-301624506-subnet', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:43.985072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:05:44.011313 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8e888cfc-e5f3-4fd0-9b40-4f7f621016f5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a7be5863d3e44e3595e63f5e02021f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6879044 Feb 02 13:05:44.012108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46138) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:44.023887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c4f2a9-651e-44b1-8641-3443954776d7 admin admin] Made reservation on behalf of ebd7659f2f644bd7aea7f278f1e28d62 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:44.028056 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59c4f2a9-651e-44b1-8641-3443954776d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.043732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-781265809-network', 'tenant_id': '57f903c864214ec2baea981f6f844dd8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:44.115661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-861556ad-e52d-41cb-911f-c7528eba79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:44.117218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-861556ad-e52d-41cb-911f-c7528eba79d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2670174 Feb 02 13:05:44.145488 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2bdcdd9-6174-4141-b1e8-442a60d02a41 admin admin] Publish callbacks [] for security_group (88ea4aab-5b38-41d1-be8a-91d71a2e1058), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.169707 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71bc370e-ecb7-487b-af54-cdbc66fb19fc req-e42d02c8-c90b-4282-af57-6ca879ad4f3a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (25350cb3-5239-473c-a067-b55471fa67ae), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.193997 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2bdcdd9-6174-4141-b1e8-442a60d02a41 admin admin] Publish callbacks [] for security_group (88ea4aab-5b38-41d1-be8a-91d71a2e1058), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.292827 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2bdcdd9-6174-4141-b1e8-442a60d02a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (88ea4aab-5b38-41d1-be8a-91d71a2e1058), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.295724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2bdcdd9-6174-4141-b1e8-442a60d02a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.299476 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a2bdcdd9-6174-4141-b1e8-442a60d02a41 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/88ea4aab-5b38-41d1-be8a-91d71a2e1058 HTTP/1.1" status: 204 len: 168 time: 0.2836788 Feb 02 13:05:44.301489 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59c4f2a9-651e-44b1-8641-3443954776d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (094448ab-9020-40f3-b3f0-982dc98471c2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.313553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46146) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:44.338275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdcdd9-6174-4141-b1e8-442a60d02a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ea4aab-5b38-41d1-be8a-91d71a2e1058,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:44.379704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4f2a9-651e-44b1-8641-3443954776d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=094448ab-9020-40f3-b3f0-982dc98471c2,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:44.398654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c4f2a9-651e-44b1-8641-3443954776d7 admin admin] Checking segment: {'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:44.399090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c4f2a9-651e-44b1-8641-3443954776d7 admin admin] Network hostable DHCP agents. Network: bea9a89a-1bfa-4d54-a6b1-3e771429bd14, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:05:44.419677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c4f2a9-651e-44b1-8641-3443954776d7 admin admin] Network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:05:44.433233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-59c4f2a9-651e-44b1-8641-3443954776d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, bea9a89a-1bfa-4d54-a6b1-3e771429bd14) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:44.440652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c4f2a9-651e-44b1-8641-3443954776d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:44.441650 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59c4f2a9-651e-44b1-8641-3443954776d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.450048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c0d41-0d77-44fd-8b58-4cea27b45d69 None None] Network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:05:44.493272 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-59c4f2a9-651e-44b1-8641-3443954776d7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5377276 Feb 02 13:05:44.495015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46152) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:44.500131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:44.509869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Made reservation on behalf of 57f903c864214ec2baea981f6f844dd8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:44.512142 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.533941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d02c8-c90b-4282-af57-6ca879ad4f3a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Pushing event deleted for resources: {'Port': ['ID=25350cb3-5239-473c-a067-b55471fa67ae,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:44.534975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (ddd214ab-f933-49d0-a91d-bfa89cf64df8), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.543150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (ddd214ab-f933-49d0-a91d-bfa89cf64df8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.574207 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.618676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-4ad0914d-a855-4b29-aa88-49cbd95288d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:44.621494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-4ad0914d-a855-4b29-aa88-49cbd95288d0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.6543326 Feb 02 13:05:44.633146 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Publish callbacks [] for router_controller (ddd214ab-f933-49d0-a91d-bfa89cf64df8), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.649166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639e645-4a3d-4a0f-aae6-89302c23cbbc req-46217ebf-e74f-4593-89c8-4da8783c648c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:44.650658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c639e645-4a3d-4a0f-aae6-89302c23cbbc req-46217ebf-e74f-4593-89c8-4da8783c648c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 948 time: 0.5900018 Feb 02 13:05:44.660599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'fixed_ips': [{'subnet_id': '094448ab-9020-40f3-b3f0-982dc98471c2'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:05:44.661472 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.663001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bc370e-ecb7-487b-af54-cdbc66fb19fc req-e42d02c8-c90b-4282-af57-6ca879ad4f3a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] No DVR routers for this DVR port 25350cb3-5239-473c-a067-b55471fa67ae on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:05:44.676381 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71bc370e-ecb7-487b-af54-cdbc66fb19fc req-e42d02c8-c90b-4282-af57-6ca879ad4f3a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.679765 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71bc370e-ecb7-487b-af54-cdbc66fb19fc req-e42d02c8-c90b-4282-af57-6ca879ad4f3a tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.62 "DELETE /v2.0/ports/25350cb3-5239-473c-a067-b55471fa67ae HTTP/1.1" status: 204 len: 173 time: 1.9913096 Feb 02 13:05:44.698168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88121bfc-bc50-4f3a-bf09-ea94ebbaf747', 'name': 'network-vif-deleted', 'tag': '25350cb3-5239-473c-a067-b55471fa67ae'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:44.707780 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079fbf7f-1d02-42ae-8756-df70d04a598c" -d '{"events": [{"server_uuid": "88121bfc-bc50-4f3a-bf09-ea94ebbaf747", "name": "network-vif-deleted", "tag": "25350cb3-5239-473c-a067-b55471fa67ae"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:44.762327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-651720509-network', 'tenant_id': '4bfc60676c284b1c865b40b1bd17b4ab'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:44.784423 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-3fb4af4c-6c72-4f3b-b0c8-8d0796c1ba5c service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335437 Feb 02 13:05:44.841990 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-95edc69d-221a-4c75-a98c-4b4ff25d7564 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185153ba-ee45-4b91-be54-615b81138ed8 HTTP/1.1" status: 200 len: 1001 time: 0.2128069 Feb 02 13:05:44.846482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Allocated IP 172.20.0.2 (bea9a89a-1bfa-4d54-a6b1-3e771429bd14/094448ab-9020-40f3-b3f0-982dc98471c2/6c4ab9fb-8b81-42ca-a640-9c880c004228) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:44.856651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Made reservation on behalf of 4bfc60676c284b1c865b40b1bd17b4ab for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:44.873786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.886489 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:44.941858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c639e645-4a3d-4a0f-aae6-89302c23cbbc req-1271812d-e488-4379-b844-393ee5d66527 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611170 Feb 02 13:05:44.996769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-d53954ec-3ca7-4803-800a-f1030de1f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:44.998987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-d53954ec-3ca7-4803-800a-f1030de1f7fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.1465595 Feb 02 13:05:45.018042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Publish callbacks [] for router_gateway (ddd214ab-f933-49d0-a91d-bfa89cf64df8), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.065385 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Publish callbacks [] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.069624 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Publish callbacks [] for security_group (8730c6b7-96f8-4090-904e-7e0d07ab15dd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.082837 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.096438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-6957c5b9-60f9-43b3-a738-66d00a5c3e0e service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019640 Feb 02 13:05:45.097105 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8730c6b7-96f8-4090-904e-7e0d07ab15dd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.141033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:45.145189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:45.148826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:45.151130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:05:45.174166 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Publish callbacks [] for security_group (a6caac03-1ab5-447a-8440-ed35f0fc584e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.193838 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a6caac03-1ab5-447a-8440-ed35f0fc584e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.205075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-1ee7414b-d4ff-45fb-a3c4-c72127307fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:45.206761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-1ee7414b-d4ff-45fb-a3c4-c72127307fe3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2000875 Feb 02 13:05:45.233525 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (624a4f7d-8dfa-410c-a41d-c207e00a0a46), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.233869 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Added segment 624a4f7d-8dfa-410c-a41d-c207e00a0a46 of type vlan for network 08a924f4-c0a8-46a8-a5a6-e1fb33770142 Feb 02 13:05:45.236166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Pushing event updated for resources: {'Port': ['ID=6c4ab9fb-8b81-42ca-a640-9c880c004228,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:45.250875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:05:45.253643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.253998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.254346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.254686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.255020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.255352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.255707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.256056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.256356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.256849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.257261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8730c6b7-96f8-4090-904e-7e0d07ab15dd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:45.257951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.258286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.258790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:45.266397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Attempting to bind port 6c4ab9fb-8b81-42ca-a640-9c880c004228 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:45.266776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Attempting to bind port 6c4ab9fb-8b81-42ca-a640-9c880c004228 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:45.267140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Attempting to bind port 6c4ab9fb-8b81-42ca-a640-9c880c004228 on network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:45.277784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:45.278407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Checking segment: {'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:45.278853 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.279244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Bound using segment: {'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:45.279845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Bound port: 6c4ab9fb-8b81-42ca-a640-9c880c004228, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:45.280163 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a02a7aa1-0e64-4139-91f5-99d15433df81), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.280287 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.280801 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Added segment a02a7aa1-0e64-4139-91f5-99d15433df81 of type vlan for network fc391945-501e-4639-b807-6e82f189ff02 Feb 02 13:05:45.285138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6caac03-1ab5-447a-8440-ed35f0fc584e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:45.316369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9880c7a-5cb4-4093-87fe-5c802273a493 req-690ef8e8-ed7e-4e43-971f-611ab1690790 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:45.330832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9880c7a-5cb4-4093-87fe-5c802273a493 req-690ef8e8-ed7e-4e43-971f-611ab1690790 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:45.348011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9880c7a-5cb4-4093-87fe-5c802273a493 req-690ef8e8-ed7e-4e43-971f-611ab1690790 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:45.363242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9880c7a-5cb4-4093-87fe-5c802273a493 req-690ef8e8-ed7e-4e43-971f-611ab1690790 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:45.379927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9880c7a-5cb4-4093-87fe-5c802273a493 req-690ef8e8-ed7e-4e43-971f-611ab1690790 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:45.387063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9880c7a-5cb4-4093-87fe-5c802273a493 req-690ef8e8-ed7e-4e43-971f-611ab1690790 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:45.394768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9880c7a-5cb4-4093-87fe-5c802273a493 req-690ef8e8-ed7e-4e43-971f-611ab1690790 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:45.396801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9880c7a-5cb4-4093-87fe-5c802273a493 req-690ef8e8-ed7e-4e43-971f-611ab1690790 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.3431561 Feb 02 13:05:45.403404 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (fc391945-501e-4639-b807-6e82f189ff02), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.404574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] For port 6c4ab9fb-8b81-42ca-a640-9c880c004228, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:45.420883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] For port 6c4ab9fb-8b81-42ca-a640-9c880c004228, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6c4ab9fb-8b81-42ca-a640-9c880c004228,segment=NetworkSegment(dd1bd748-038c-47d2-981f-7508cc5d154c),segment_id=dd1bd748-038c-47d2-981f-7508cc5d154c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:45.437966 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.492334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (fc391945-501e-4639-b807-6e82f189ff02), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.493313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:45.494424 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.521983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac54d6-61bb-4115-8293-8fcfa78f6b10 None None] Pushing event updated for resources: {'Port': ['ID=6c4ab9fb-8b81-42ca-a640-9c880c004228,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:45.529900 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Publish callbacks [] for router_gateway (ddd214ab-f933-49d0-a91d-bfa89cf64df8), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.548175 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (08a924f4-c0a8-46a8-a5a6-e1fb33770142), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.559142 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2445779 Feb 02 13:05:45.561962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46178) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:45.566937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b605410a-f072-4c6e-9448-f662bd8c6045 admin admin] Request body: {'subnet': {'network_id': 'fc391945-501e-4639-b807-6e82f189ff02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-651720509-subnet', 'tenant_id': '4bfc60676c284b1c865b40b1bd17b4ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:45.583521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-9d0f6f26-39e6-4866-a319-64fa416c3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:45.585924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-9d0f6f26-39e6-4866-a319-64fa416c3e85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 1127 time: 0.3882973 Feb 02 13:05:45.593447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:45.601953 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.616821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3723b95-d9b1-43cf-aa9a-8e04b7936638 admin admin] Pushing event updated for resources: {'Network': ['ID=fc391945-501e-4639-b807-6e82f189ff02,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:45.633734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network fc391945-501e-4639-b807-6e82f189ff02 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:05:45.645067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9880c7a-5cb4-4093-87fe-5c802273a493 req-6bd78415-1cd5-4c08-8abc-3ff8b76cf045 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2116530 Feb 02 13:05:45.665563 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-d9fee74d-f4e6-4b82-8ea9-8b7514aa4af3 service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387491 Feb 02 13:05:45.667545 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b605410a-f072-4c6e-9448-f662bd8c6045 admin admin] Made reservation on behalf of 4bfc60676c284b1c865b40b1bd17b4ab for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:45.671222 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b605410a-f072-4c6e-9448-f662bd8c6045 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.672291 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (08a924f4-c0a8-46a8-a5a6-e1fb33770142), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.673455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:45.674198 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:45.817644 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcce78f0-e676-44cf-af85-5acaa0667e75 x-openstack-request-id: req-dcce78f0-e676-44cf-af85-5acaa0667e75 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:45.817942 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88121bfc-bc50-4f3a-bf09-ea94ebbaf747", "name": "network-vif-deleted", "tag": "25350cb3-5239-473c-a067-b55471fa67ae", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:45.818199 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dcce78f0-e676-44cf-af85-5acaa0667e75 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:45.834980 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88121bfc-bc50-4f3a-bf09-ea94ebbaf747', 'name': 'network-vif-deleted', 'tag': '25350cb3-5239-473c-a067-b55471fa67ae', 'status': 'completed', 'code': 200} Feb 02 13:05:45.880057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0443003 Feb 02 13:05:45.911938 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46186) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:45.931595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2064935712-network', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:45.948807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-363ea4e3-d59b-49c8-8ced-35a908fcc46b admin admin] Request body: {'subnet': {'network_id': '08a924f4-c0a8-46a8-a5a6-e1fb33770142', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-781265809-subnet', 'tenant_id': '57f903c864214ec2baea981f6f844dd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:45.977993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831bfb63-f7f0-42ef-af9d-ed1e09b8379a admin admin] Pushing event updated for resources: {'Network': ['ID=08a924f4-c0a8-46a8-a5a6-e1fb33770142,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:45.990509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 08a924f4-c0a8-46a8-a5a6-e1fb33770142 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:05:46.059363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecfadbfa-6907-410d-ab22-60d044054ec8 req-598b3aa4-8af9-48f2-a2b5-05e42c114e54 service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574569 Feb 02 13:05:46.098156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Made reservation on behalf of 04252d77b6784efdbb15ed46e888f39e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:46.100777 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:46.106165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-396238a2-1f18-4edf-9d27-ec7969450315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:46.107777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-396238a2-1f18-4edf-9d27-ec7969450315 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.4956417 Feb 02 13:05:46.117272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363ea4e3-d59b-49c8-8ced-35a908fcc46b admin admin] Made reservation on behalf of 57f903c864214ec2baea981f6f844dd8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:46.119757 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-363ea4e3-d59b-49c8-8ced-35a908fcc46b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:46.169103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Allocated IP 172.25.4.13 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/cfaa5bf8-f2a6-45df-b7d5-908168f1e64e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:46.179857 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:46.235657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7260a7f4-d4ce-4296-af44-4f846ec3d4f4 req-455f03cc-f1df-4442-802e-0c0a4791f422 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:46.237926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7260a7f4-d4ce-4296-af44-4f846ec3d4f4 req-455f03cc-f1df-4442-802e-0c0a4791f422 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=778191f2-dbfc-4c34-8aba-f082f25eea88 HTTP/1.1" status: 200 len: 949 time: 0.3265872 Feb 02 13:05:46.303259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-da920a69-9322-4ded-8e8f-d0ee6c41cea5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185153ba-ee45-4b91-be54-615b81138ed8 HTTP/1.1" status: 200 len: 1001 time: 0.1777799 Feb 02 13:05:46.358467 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b605410a-f072-4c6e-9448-f662bd8c6045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (a4221308-38b2-4f52-a5ce-bba321eb9cf4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:46.366679 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Publish callbacks [] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:46.425554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605410a-f072-4c6e-9448-f662bd8c6045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4221308-38b2-4f52-a5ce-bba321eb9cf4,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:46.454384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2183ce1-de01-46d3-84a7-e1b8b77e2f62 req-31801b40-4450-466d-8014-b46ac7a34166 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.1884325 Feb 02 13:05:46.456593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b605410a-f072-4c6e-9448-f662bd8c6045 admin admin] Checking segment: {'id': 'a02a7aa1-0e64-4139-91f5-99d15433df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc391945-501e-4639-b807-6e82f189ff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:46.456960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b605410a-f072-4c6e-9448-f662bd8c6045 admin admin] Network hostable DHCP agents. Network: fc391945-501e-4639-b807-6e82f189ff02, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:05:46.464819 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:46.478249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-1194be80-e959-45dd-ae06-9933903f6ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:46.479750 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-1194be80-e959-45dd-ae06-9933903f6ae9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.1341355 Feb 02 13:05:46.507973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7260a7f4-d4ce-4296-af44-4f846ec3d4f4 req-6b54da30-cf9b-473a-b3c3-62794c84f0ba tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407894 Feb 02 13:05:46.513691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b605410a-f072-4c6e-9448-f662bd8c6045 admin admin] Network fc391945-501e-4639-b807-6e82f189ff02 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:05:46.528218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:46.534004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:46.545749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:46.549068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Pushing event updated for resources: {'Port': ['ID=cfaa5bf8-f2a6-45df-b7d5-908168f1e64e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:46.571830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b605410a-f072-4c6e-9448-f662bd8c6045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, fc391945-501e-4639-b807-6e82f189ff02) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:46.580091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b605410a-f072-4c6e-9448-f662bd8c6045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:46.580807 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b605410a-f072-4c6e-9448-f662bd8c6045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:46.582637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05739488-1b00-4601-b940-3c8ae55c24ee None None] Network fc391945-501e-4639-b807-6e82f189ff02 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:05:46.671193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2183ce1-de01-46d3-84a7-e1b8b77e2f62 req-5ea7ec04-c33e-48ef-8548-fb7dc6d73f40 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:46.672791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2183ce1-de01-46d3-84a7-e1b8b77e2f62 req-5ea7ec04-c33e-48ef-8548-fb7dc6d73f40 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports/185153ba-ee45-4b91-be54-615b81138ed8 HTTP/1.1" status: 200 len: 942 time: 0.1998861 Feb 02 13:05:46.693237 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Publish callbacks [] for security_group (e47fb267-5e65-4ae2-b21a-4bd0f36c74cc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:46.721945 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e47fb267-5e65-4ae2-b21a-4bd0f36c74cc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:46.735215 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b605410a-f072-4c6e-9448-f662bd8c6045 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1722059 Feb 02 13:05:46.856615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 25350cb3-5239-473c-a067-b55471fa67ae no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:05:46.858970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:05:46.904957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Publish callbacks [] for router_gateway (ddd214ab-f933-49d0-a91d-bfa89cf64df8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:46.936444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 25350cb3-5239-473c-a067-b55471fa67ae {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:05:46.937219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 25350cb3-5239-473c-a067-b55471fa67ae not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:05:46.938076 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-7eeae038-8321-4658-b135-9963e6763606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:46.939683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-7eeae038-8321-4658-b135-9963e6763606 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4441674 Feb 02 13:05:46.946462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47fb267-5e65-4ae2-b21a-4bd0f36c74cc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:46.968906 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (697ae882-4052-4bb9-96ab-af450392a623), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:46.969242 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Added segment 697ae882-4052-4bb9-96ab-af450392a623 of type vlan for network 83ad00c0-3c49-42dc-86d1-3e804340b5db Feb 02 13:05:46.985290 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-363ea4e3-d59b-49c8-8ced-35a908fcc46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (ff0e7db1-8e54-4b64-828a-2d7211d95f47), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.019885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403136af-c4a4-4706-a840-b7ddd034186c None None] Network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:05:47.049505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3bfa9e-1f81-49f4-a1db-d5327a788004 None None] Network fc391945-501e-4639-b807-6e82f189ff02 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:05:47.068700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40751dfb-0af6-4bce-89de-2d4cddd562b4 req-3d266da0-d2a6-4a77-9b44-60f7d97fa337 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:47.084704 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40751dfb-0af6-4bce-89de-2d4cddd562b4 req-3d266da0-d2a6-4a77-9b44-60f7d97fa337 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 944 time: 0.4491339 Feb 02 13:05:47.143871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2183ce1-de01-46d3-84a7-e1b8b77e2f62 req-5db0ab58-f3a4-4891-94e0-95783d39103a tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.3567858 Feb 02 13:05:47.192335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6c4ab9fb-8b81-42ca-a640-9c880c004228 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:05:47.194795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-08ad26fc-99e6-4404-8660-ecb9f8c47b7e None None] Provisioning complete for port 6c4ab9fb-8b81-42ca-a640-9c880c004228 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:47.195563 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08ad26fc-99e6-4404-8660-ecb9f8c47b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.200555 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (83ad00c0-3c49-42dc-86d1-3e804340b5db), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.277872 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (ddd214ab-f933-49d0-a91d-bfa89cf64df8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.281289 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef37f1-23d4-4c0a-abfd-631d5e553c94 req-3a7eb5b6-2938-4fb2-9905-9438f1bb729e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:47.282790 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eef37f1-23d4-4c0a-abfd-631d5e553c94 req-3a7eb5b6-2938-4fb2-9905-9438f1bb729e tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a918249-385a-48cb-803f-88fafad63258 HTTP/1.1" status: 200 len: 944 time: 0.5001171 Feb 02 13:05:47.283485 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ea4e3-d59b-49c8-8ced-35a908fcc46b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0e7db1-8e54-4b64-828a-2d7211d95f47,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:47.384830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 6c4ab9fb-8b81-42ca-a640-9c880c004228 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:47.385205 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.416522 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-08ad26fc-99e6-4404-8660-ecb9f8c47b7e None None] Current status of the port 6c4ab9fb-8b81-42ca-a640-9c880c004228 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:47.416850 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08ad26fc-99e6-4404-8660-ecb9f8c47b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.420819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-15825b04-4c49-495d-ba8c-0c6af562400d service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660349 Feb 02 13:05:47.431517 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (83ad00c0-3c49-42dc-86d1-3e804340b5db), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.433122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:47.433566 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.464623 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46208) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:47.472799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40751dfb-0af6-4bce-89de-2d4cddd562b4 req-6a75e913-35e4-4c8e-8bbb-7df5da191fb6 tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.83 "GET /v2.0/security-groups?id=40915b4a-7610-421e-9921-a823fa5137e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871095 Feb 02 13:05:47.474288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1358274124-network', 'tenant_id': 'b224da0ae07246a5b6edd8034e75c4d3'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:47.490557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363ea4e3-d59b-49c8-8ced-35a908fcc46b admin admin] Checking segment: {'id': '624a4f7d-8dfa-410c-a41d-c207e00a0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '08a924f4-c0a8-46a8-a5a6-e1fb33770142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:47.490768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ea4e3-d59b-49c8-8ced-35a908fcc46b admin admin] Network hostable DHCP agents. Network: 08a924f4-c0a8-46a8-a5a6-e1fb33770142, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:05:47.492206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-08ad26fc-99e6-4404-8660-ecb9f8c47b7e None None] For port 6c4ab9fb-8b81-42ca-a640-9c880c004228, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6c4ab9fb-8b81-42ca-a640-9c880c004228,segment=NetworkSegment(dd1bd748-038c-47d2-981f-7508cc5d154c),segment_id=dd1bd748-038c-47d2-981f-7508cc5d154c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:47.505671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Router ddd214ab-f933-49d0-a91d-bfa89cf64df8 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:05:47.510293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Made reservation on behalf of b224da0ae07246a5b6edd8034e75c4d3 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:47.512644 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.523101 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08ad26fc-99e6-4404-8660-ecb9f8c47b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.532201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.603531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 6c4ab9fb-8b81-42ca-a640-9c880c004228 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:47.605680 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.630146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad26fc-99e6-4404-8660-ecb9f8c47b7e None None] Pushing event updated for resources: {'Port': ['ID=6c4ab9fb-8b81-42ca-a640-9c880c004228,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:47.679803 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0776107 Feb 02 13:05:47.693005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46210) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:47.712575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9a047254-fa99-4307-a57c-49ff05544c7a admin admin] Request body: {'subnet': {'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2064935712-subnet', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:47.724529 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:05:47.725128 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:05:47.750840 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4b40d1f4-8873-4995-ad6a-9baaf1c727ab None None] Provisioning complete for port 6c4ab9fb-8b81-42ca-a640-9c880c004228 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:47.751403 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b40d1f4-8873-4995-ad6a-9baaf1c727ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.752818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:05:47.754892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2183ce1-de01-46d3-84a7-e1b8b77e2f62 req-a413211e-3503-45d0-ad5d-72f326aee55b tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:47.768358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2183ce1-de01-46d3-84a7-e1b8b77e2f62 req-a413211e-3503-45d0-ad5d-72f326aee55b tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.6235971 Feb 02 13:05:47.778169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363ea4e3-d59b-49c8-8ced-35a908fcc46b admin admin] Network 08a924f4-c0a8-46a8-a5a6-e1fb33770142 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:05:47.787479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f9e190-286f-422b-a523-c0f8c02e3bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=83ad00c0-3c49-42dc-86d1-3e804340b5db,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:47.791372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a047254-fa99-4307-a57c-49ff05544c7a admin admin] Made reservation on behalf of 04252d77b6784efdbb15ed46e888f39e for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:47.795638 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a047254-fa99-4307-a57c-49ff05544c7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.808710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.813646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:47.814079 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c3fd1c62-e512-4f21-9803-eee4c798bdfd admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3176329 Feb 02 13:05:47.818343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-363ea4e3-d59b-49c8-8ced-35a908fcc46b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 08a924f4-c0a8-46a8-a5a6-e1fb33770142) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:47.827478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 83ad00c0-3c49-42dc-86d1-3e804340b5db details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:05:47.836170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Sync routers for ids ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:05:47.843269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ea4e3-d59b-49c8-8ced-35a908fcc46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:47.843893 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-363ea4e3-d59b-49c8-8ced-35a908fcc46b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.844232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d389f1c8-9822-41ba-83b8-6d70ac1d04b3 None None] Network 08a924f4-c0a8-46a8-a5a6-e1fb33770142 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:05:47.848089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-2eef37f1-23d4-4c0a-abfd-631d5e553c94 req-f6f48ff1-536a-4dba-be92-889b0aa2153c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Deleting port cae2e540-d972-4290-bd50-d74064de59fb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:05:47.848419 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2eef37f1-23d4-4c0a-abfd-631d5e553c94 req-f6f48ff1-536a-4dba-be92-889b0aa2153c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cae2e540-d972-4290-bd50-d74064de59fb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.871671 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Publish callbacks [] for security_group (61bdc7b2-4676-4bd3-8d8f-55227235215d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.906568 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (61bdc7b2-4676-4bd3-8d8f-55227235215d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.944775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Routers {'ddd214ab-f933-49d0-a91d-bfa89cf64df8'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:47.945352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:47.946952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17237abc-e14e-4ef7-82a4-29e78b07622a req-e1874483-5a21-4b3e-9392-847a179bf061 service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074825 Feb 02 13:05:47.957577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:05:47.977703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bdc7b2-4676-4bd3-8d8f-55227235215d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:47.998455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-363ea4e3-d59b-49c8-8ced-35a908fcc46b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0642197 Feb 02 13:05:47.998668 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (cab80145-8b2b-4461-bf72-ea18fdbedd27), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:47.998668 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Added segment cab80145-8b2b-4461-bf72-ea18fdbedd27 of type vlan for network 462658d8-c8b3-4fdb-9479-5cf2b614d32a Feb 02 13:05:48.067107 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (462658d8-c8b3-4fdb-9479-5cf2b614d32a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.149030 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (462658d8-c8b3-4fdb-9479-5cf2b614d32a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.150026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:48.150605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.172595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Set router ddd214ab-f933-49d0-a91d-bfa89cf64df8 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:48.191062 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a047254-fa99-4307-a57c-49ff05544c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (0b3a1d09-a619-468d-96f6-dd8dc0d8b638), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.249336 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7785394 Feb 02 13:05:48.279082 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46222) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:48.286226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-05531f2d-9521-4e66-ac75-474575fc7050 admin admin] Request body: {'subnet': {'network_id': '462658d8-c8b3-4fdb-9479-5cf2b614d32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1358274124-subnet', 'tenant_id': 'b224da0ae07246a5b6edd8034e75c4d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:48.293537 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47cdc50-bf6b-4c73-8644-182f91f8b42c admin admin] Pushing event updated for resources: {'Network': ['ID=462658d8-c8b3-4fdb-9479-5cf2b614d32a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:48.313974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a047254-fa99-4307-a57c-49ff05544c7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b3a1d09-a619-468d-96f6-dd8dc0d8b638,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:48.326606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd8ccb-5101-44cf-88cf-4f1792f727a9 None None] Network 08a924f4-c0a8-46a8-a5a6-e1fb33770142 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:05:48.328924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 462658d8-c8b3-4fdb-9479-5cf2b614d32a details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:05:48.337626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a047254-fa99-4307-a57c-49ff05544c7a admin admin] Checking segment: {'id': '697ae882-4052-4bb9-96ab-af450392a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:48.338063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a047254-fa99-4307-a57c-49ff05544c7a admin admin] Network hostable DHCP agents. Network: 83ad00c0-3c49-42dc-86d1-3e804340b5db, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:05:48.342437 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05531f2d-9521-4e66-ac75-474575fc7050 admin admin] Made reservation on behalf of b224da0ae07246a5b6edd8034e75c4d3 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:48.344898 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05531f2d-9521-4e66-ac75-474575fc7050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.394040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4b40d1f4-8873-4995-ad6a-9baaf1c727ab None None] Current status of the port 6c4ab9fb-8b81-42ca-a640-9c880c004228 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:48.402276 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd6d69-378b-41ba-8ebc-65c7caf220ee req-b6e0a101-50c6-42f2-97f0-b2631e95f097 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:48.407659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd6d69-378b-41ba-8ebc-65c7caf220ee req-b6e0a101-50c6-42f2-97f0-b2631e95f097 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:48.411887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a047254-fa99-4307-a57c-49ff05544c7a admin admin] Network 83ad00c0-3c49-42dc-86d1-3e804340b5db is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:05:48.415234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cfd6d69-378b-41ba-8ebc-65c7caf220ee req-b6e0a101-50c6-42f2-97f0-b2631e95f097 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566&device_id=778191f2-dbfc-4c34-8aba-f082f25eea88 HTTP/1.1" status: 200 len: 1688 time: 0.5877798 Feb 02 13:05:48.431816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9a047254-fa99-4307-a57c-49ff05544c7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 83ad00c0-3c49-42dc-86d1-3e804340b5db) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:48.435044 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 6c4ab9fb-8b81-42ca-a640-9c880c004228 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:48.439142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a047254-fa99-4307-a57c-49ff05544c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:48.439862 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a047254-fa99-4307-a57c-49ff05544c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.443248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70dcf-1e70-46c6-9aaf-cd8cc652f426 req-70189d49-34eb-489e-a0c4-df94d3599690 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:48.448502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70dcf-1e70-46c6-9aaf-cd8cc652f426 req-70189d49-34eb-489e-a0c4-df94d3599690 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:48.453714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70dcf-1e70-46c6-9aaf-cd8cc652f426 req-70189d49-34eb-489e-a0c4-df94d3599690 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:48.459366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70dcf-1e70-46c6-9aaf-cd8cc652f426 req-70189d49-34eb-489e-a0c4-df94d3599690 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:48.467388 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9a047254-fa99-4307-a57c-49ff05544c7a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7704051 Feb 02 13:05:48.468201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70dcf-1e70-46c6-9aaf-cd8cc652f426 req-70189d49-34eb-489e-a0c4-df94d3599690 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:48.468386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46224) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:48.470170 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70dcf-1e70-46c6-9aaf-cd8cc652f426 req-70189d49-34eb-489e-a0c4-df94d3599690 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:48.472567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2064935712-router', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:48.476195 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af70dcf-1e70-46c6-9aaf-cd8cc652f426 req-70189d49-34eb-489e-a0c4-df94d3599690 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:48.478319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0af70dcf-1e70-46c6-9aaf-cd8cc652f426 req-70189d49-34eb-489e-a0c4-df94d3599690 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.6203859 Feb 02 13:05:48.507716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7b5bad-8e6a-4bdf-af55-60134b5be039 None None] Network 83ad00c0-3c49-42dc-86d1-3e804340b5db requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:05:48.525600 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.526628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.541721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-2eef37f1-23d4-4c0a-abfd-631d5e553c94 req-f6f48ff1-536a-4dba-be92-889b0aa2153c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] For port cae2e540-d972-4290-bd50-d74064de59fb, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=cae2e540-d972-4290-bd50-d74064de59fb,segment=NetworkSegment(9ff82d4d-ad6c-4476-af23-c1f4009245d2),segment_id=9ff82d4d-ad6c-4476-af23-c1f4009245d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:48.542072 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2eef37f1-23d4-4c0a-abfd-631d5e553c94 req-f6f48ff1-536a-4dba-be92-889b0aa2153c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cae2e540-d972-4290-bd50-d74064de59fb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.580017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-2eef37f1-23d4-4c0a-abfd-631d5e553c94 req-f6f48ff1-536a-4dba-be92-889b0aa2153c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Calling delete_port for cae2e540-d972-4290-bd50-d74064de59fb owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:05:48.584518 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05531f2d-9521-4e66-ac75-474575fc7050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (e0e7afce-c2f8-4676-b4f0-d57b51178511), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.641681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Publish callbacks [] for router_controller (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.649125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cfd6d69-378b-41ba-8ebc-65c7caf220ee req-46a82a90-8244-44ed-82cd-8e870c1e352a tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328160 Feb 02 13:05:48.752720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05531f2d-9521-4e66-ac75-474575fc7050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0e7afce-c2f8-4676-b4f0-d57b51178511,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:48.793810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05531f2d-9521-4e66-ac75-474575fc7050 admin admin] Checking segment: {'id': 'cab80145-8b2b-4461-bf72-ea18fdbedd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '462658d8-c8b3-4fdb-9479-5cf2b614d32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:48.794169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05531f2d-9521-4e66-ac75-474575fc7050 admin admin] Network hostable DHCP agents. Network: 462658d8-c8b3-4fdb-9479-5cf2b614d32a, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:05:48.810021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0af70dcf-1e70-46c6-9aaf-cd8cc652f426 req-6839fbe6-1a1a-472a-adaa-0708af8c90a3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2889261 Feb 02 13:05:48.844463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Publish callbacks [] for router_gateway (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.868669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05531f2d-9521-4e66-ac75-474575fc7050 admin admin] Network 462658d8-c8b3-4fdb-9479-5cf2b614d32a is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:05:48.892218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-05531f2d-9521-4e66-ac75-474575fc7050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 462658d8-c8b3-4fdb-9479-5cf2b614d32a) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:48.897935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05531f2d-9521-4e66-ac75-474575fc7050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:48.898553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05531f2d-9521-4e66-ac75-474575fc7050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:48.917222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92af997d-8756-4668-81e6-955a95259c0e None None] Network 462658d8-c8b3-4fdb-9479-5cf2b614d32a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:05:48.950900 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-05531f2d-9521-4e66-ac75-474575fc7050 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6707094 Feb 02 13:05:48.998216 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2eef37f1-23d4-4c0a-abfd-631d5e553c94 req-f6f48ff1-536a-4dba-be92-889b0aa2153c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (cae2e540-d972-4290-bd50-d74064de59fb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.034376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-83ad00c0-3c49-42dc-86d1-3e804340b5db', 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db', 'project_id': '04252d77b6784efdbb15ed46e888f39e', 'fixed_ips': [{'subnet_id': '0b3a1d09-a619-468d-96f6-dd8dc0d8b638'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:05:49.035280 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.069546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6c4ab9fb-8b81-42ca-a640-9c880c004228 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:05:49.112741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:05:46Z', 'revision_number': 3, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:49.119943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f48ff1-536a-4dba-be92-889b0aa2153c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Pushing event deleted for resources: {'Port': ['ID=cae2e540-d972-4290-bd50-d74064de59fb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:49.200460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-8df3a149-34b4-4a27-b6e0-e95df6e3b974 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.4844069 Feb 02 13:05:49.213931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Checking router: ddd214ab-f933-49d0-a91d-bfa89cf64df8 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:05:49.214193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Updating router ddd214ab-f933-49d0-a91d-bfa89cf64df8 port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:05:49.222127 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Publish callbacks [] for router_gateway (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.243956 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.290083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4232df-b936-4244-b98c-b89f54541690 None None] Network 462658d8-c8b3-4fdb-9479-5cf2b614d32a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:05:49.311926 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.319468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eef37f1-23d4-4c0a-abfd-631d5e553c94 req-f6f48ff1-536a-4dba-be92-889b0aa2153c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] No DVR routers for this DVR port cae2e540-d972-4290-bd50-d74064de59fb on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:05:49.330595 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2eef37f1-23d4-4c0a-abfd-631d5e553c94 req-f6f48ff1-536a-4dba-be92-889b0aa2153c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.333979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eef37f1-23d4-4c0a-abfd-631d5e553c94 req-f6f48ff1-536a-4dba-be92-889b0aa2153c tempest-LiveMigrationTest-1990347827 tempest-LiveMigrationTest-1990347827-project] 10.222.0.62 "DELETE /v2.0/ports/cae2e540-d972-4290-bd50-d74064de59fb HTTP/1.1" status: 204 len: 173 time: 1.9969971 Feb 02 13:05:49.351751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a918249-385a-48cb-803f-88fafad63258', 'name': 'network-vif-deleted', 'tag': 'cae2e540-d972-4290-bd50-d74064de59fb'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:49.354379 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f807a49e-3290-480e-b4cd-bbb9f36b7c39" -d '{"events": [{"server_uuid": "5a918249-385a-48cb-803f-88fafad63258", "name": "network-vif-deleted", "tag": "cae2e540-d972-4290-bd50-d74064de59fb"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:49.414400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-143dcff0-3a7f-4ebf-ac4b-c9e87660bc8e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:49.427374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-143dcff0-3a7f-4ebf-ac4b-c9e87660bc8e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports/185153ba-ee45-4b91-be54-615b81138ed8 HTTP/1.1" status: 200 len: 942 time: 0.1617978 Feb 02 13:05:49.503252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Allocated IP 172.20.0.2 (83ad00c0-3c49-42dc-86d1-3e804340b5db/0b3a1d09-a619-468d-96f6-dd8dc0d8b638/425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:49.505653 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 6c4ab9fb-8b81-42ca-a640-9c880c004228 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:49.505971 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.613665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-89b5f1e1-ffe9-4063-88b9-60fce3b71c4f tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.1195621 Feb 02 13:05:49.642069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77920-75d7-4d94-94de-e32572d9209c req-260a61d1-f91f-4e4f-a172-10d67476b03e tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:49.644424 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-260a61d1-f91f-4e4f-a172-10d67476b03e tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/networks?id=08a924f4-c0a8-46a8-a5a6-e1fb33770142 HTTP/1.1" status: 200 len: 821 time: 0.4563959 Feb 02 13:05:49.715641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-5e135eb9-713e-4a0b-8bee-29c269289603 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/quotas/57f903c864214ec2baea981f6f844dd8 HTTP/1.1" status: 200 len: 375 time: 0.0546126 Feb 02 13:05:49.726185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Allocated IP 172.25.4.12 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/9b42c633-8dab-4513-baec-0182a7d6fac9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:49.728971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 6c4ab9fb-8b81-42ca-a640-9c880c004228 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:49.781228 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Publish callbacks [] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.788698 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.836320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Network 83ad00c0-3c49-42dc-86d1-3e804340b5db is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:49.839455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:49.842237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-81873fac-e609-4019-b645-c333d3e9bebe tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=57f903c864214ec2baea981f6f844dd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989602 Feb 02 13:05:49.845871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:49.860011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Pushing event updated for resources: {'Port': ['ID=425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:49.874062 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Publish callbacks [] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.888168 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.919012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Attempting to bind port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:49.920103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Attempting to bind port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '697ae882-4052-4bb9-96ab-af450392a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:49.920638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Attempting to bind port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb on network 83ad00c0-3c49-42dc-86d1-3e804340b5db {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:49.929089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:49.929946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Checking segment: {'id': '697ae882-4052-4bb9-96ab-af450392a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:49.930569 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.931467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Bound using segment: {'id': '697ae882-4052-4bb9-96ab-af450392a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:49.932590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Bound port: 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697ae882-4052-4bb9-96ab-af450392a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:49.933316 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.935066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:49.980791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-65c326ee-5c34-4c4b-b636-6b0409112adf tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:49.988598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-65c326ee-5c34-4c4b-b636-6b0409112adf tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.3376479 Feb 02 13:05:49.992298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:49.998602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:50.002119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:50.026870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Pushing event updated for resources: {'Port': ['ID=9b42c633-8dab-4513-baec-0182a7d6fac9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:50.028201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] For port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:50.031978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] For port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb,segment=NetworkSegment(697ae882-4052-4bb9-96ab-af450392a623),segment_id=697ae882-4052-4bb9-96ab-af450392a623)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:50.047349 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:50.163898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-000ffebf-fc74-4502-9aa2-51f5edca7b42 service neutron] 10.222.0.83 "GET /v2.0/networks/08a924f4-c0a8-46a8-a5a6-e1fb33770142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207858 Feb 02 13:05:50.164668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe4967-f6cf-4a5d-8e5e-364c026034f3 None None] Pushing event updated for resources: {'Port': ['ID=425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:50.174282 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-0f709af2-068e-4d1d-acf0-a0ecb7d2e762 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.1847570 Feb 02 13:05:50.191511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-293377c4-3a57-4d37-bed6-c6457840e1ca tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:50.271329 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Publish callbacks [] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:50.277762 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:50.317642 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Publish callbacks [] for router_gateway (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:50.334484 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-293377c4-3a57-4d37-bed6-c6457840e1ca tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:50.339669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Attempting to bind port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:50.340233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Attempting to bind port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:50.340752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Attempting to bind port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:50.350783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:50.351166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:50.351598 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:50.351988 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:50.352454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Bound port: cfaa5bf8-f2a6-45df-b7d5-908168f1e64e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:50.352828 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:50.354415 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaccc6-76df-40c8-a735-0675c27a58c4 None None] Pushing event updated for resources: {'Port': ['ID=cfaa5bf8-f2a6-45df-b7d5-908168f1e64e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:50.453107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] For port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:50.456891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] For port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cfaa5bf8-f2a6-45df-b7d5-908168f1e64e,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:50.465094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:50.535133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Routers {'ddd214ab-f933-49d0-a91d-bfa89cf64df8'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:50.535910 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:50.537983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beaccc6-76df-40c8-a735-0675c27a58c4 None None] Pushing event updated for resources: {'Port': ['ID=cfaa5bf8-f2a6-45df-b7d5-908168f1e64e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:50.642052 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:50.655319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] Set router ddd214ab-f933-49d0-a91d-bfa89cf64df8 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:50.713127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-30190118-83e1-4540-a704-582efe8ff69d service neutron] 10.222.0.83 "GET /v2.0/networks/08a924f4-c0a8-46a8-a5a6-e1fb33770142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325503 Feb 02 13:05:50.728298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Allocated IP 172.20.0.1 (bea9a89a-1bfa-4d54-a6b1-3e771429bd14/094448ab-9020-40f3-b3f0-982dc98471c2/5b5e17b5-988a-4433-8727-d796e6ee09cc) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:50.804349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Router 8be5c951-7dde-47d6-b9bc-0516a2c6d66f is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:05:50.859715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device cae2e540-d972-4290-bd50-d74064de59fb no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:05:50.888949 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: cae2e540-d972-4290-bd50-d74064de59fb {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:05:50.889345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device cae2e540-d972-4290-bd50-d74064de59fb not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:05:50.942968 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46254) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:50.945369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:05:46Z', 'revision_number': 3, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:50.948180 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-293377c4-3a57-4d37-bed6-c6457840e1ca tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:50.961326 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-293377c4-3a57-4d37-bed6-c6457840e1ca tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:50.961669 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-293377c4-3a57-4d37-bed6-c6457840e1ca tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Floating IP 5691bd5d-b930-4329-ad1a-e00222e77575 disassociated. External IP: 172.25.4.195, port: 185153ba-ee45-4b91-be54-615b81138ed8. Feb 02 13:05:50.988621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:05:51.004168 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Sync routers for ids ['8be5c951-7dde-47d6-b9bc-0516a2c6d66f'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:05:51.022364 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:51.026272 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ff16ab65-8aff-4090-9903-c677b607faf2 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5547543 Feb 02 13:05:51.026442 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Routers {'8be5c951-7dde-47d6-b9bc-0516a2c6d66f'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:51.026576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46258) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:51.031701 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8be5c951-7dde-47d6-b9bc-0516a2c6d66f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:51.080004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f8f606-7522-44a9-b3b9-75d7439f1bb7 None None] The sync data for ids ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'] in n-d-827336-2 is: [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:05:46Z', 'revision_number': 3, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:05:51.195305 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:05:51.374393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:51.375408 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:51.386652 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Publish callbacks [] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:51.407178 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Set router 8be5c951-7dde-47d6-b9bc-0516a2c6d66f gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:51.441528 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:51.594608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:51.595006 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:51.637744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:51.669438 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:51.696637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb,segment=NetworkSegment(697ae882-4052-4bb9-96ab-af450392a623),segment_id=697ae882-4052-4bb9-96ab-af450392a623)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:51.704712 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:51.717873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:51.766841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc22fb8-db90-433f-b674-e84d8f0a37c4 admin admin] Deleting subnet 1ce7726b-81be-44ef-bfba-8ad37776d41f {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:05:51.777029 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc22fb8-db90-433f-b674-e84d8f0a37c4 admin admin] Publish callbacks [] for subnet (1ce7726b-81be-44ef-bfba-8ad37776d41f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:51.828021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:51.835157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5e17b5-988a-4433-8727-d796e6ee09cc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:51.904181 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc22fb8-db90-433f-b674-e84d8f0a37c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (1ce7726b-81be-44ef-bfba-8ad37776d41f), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:51.926769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8646f19f-dbee-4e2c-a9f1-a9b97b3cef45 None None] Network 83ad00c0-3c49-42dc-86d1-3e804340b5db requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:05:51.947944 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2064935712-router', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:48Z', 'updated_at': '2022-02-02T13:05:50Z', 'revision_number': 3, 'project_id': '04252d77b6784efdbb15ed46e888f39e', 'gw_port': {'id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:51.989690 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Checking router: 8be5c951-7dde-47d6-b9bc-0516a2c6d66f for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:05:51.990551 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Updating router 8be5c951-7dde-47d6-b9bc-0516a2c6d66f port 9b42c633-8dab-4513-baec-0182a7d6fac9 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:05:52.072243 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.091590 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (ddd214ab-f933-49d0-a91d-bfa89cf64df8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.104012 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc22fb8-db90-433f-b674-e84d8f0a37c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (1ce7726b-81be-44ef-bfba-8ad37776d41f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.134168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-59df32fd-6397-4155-841d-7f97b1f03abb None None] Provisioning complete for port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:52.135931 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59df32fd-6397-4155-841d-7f97b1f03abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.190147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.270727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-ded6a2c4-d6e7-4466-b8cc-ba3f1c701475 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:52.278535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-ded6a2c4-d6e7-4466-b8cc-ba3f1c701475 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/networks?id=fc391945-501e-4639-b807-6e82f189ff02 HTTP/1.1" status: 200 len: 824 time: 0.8462415 Feb 02 13:05:52.361262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-59df32fd-6397-4155-841d-7f97b1f03abb None None] Current status of the port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:52.404166 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc22fb8-db90-433f-b674-e84d8f0a37c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (1ce7726b-81be-44ef-bfba-8ad37776d41f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.437838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc22fb8-db90-433f-b674-e84d8f0a37c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce7726b-81be-44ef-bfba-8ad37776d41f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:52.449255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Allocated IP 172.20.0.1 (83ad00c0-3c49-42dc-86d1-3e804340b5db/0b3a1d09-a619-468d-96f6-dd8dc0d8b638/a47cf492-b0ac-4912-b5c9-a91590c37513) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:52.455786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc22fb8-db90-433f-b674-e84d8f0a37c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.462241 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bbc22fb8-db90-433f-b674-e84d8f0a37c4 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1ce7726b-81be-44ef-bfba-8ad37776d41f HTTP/1.1" status: 204 len: 168 time: 1.5156858 Feb 02 13:05:52.463460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46278) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:52.510932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-03805bf5-500d-4758-ba8d-51512e60b26c None None] Provisioning complete for port 5b5e17b5-988a-4433-8727-d796e6ee09cc triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:52.511405 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03805bf5-500d-4758-ba8d-51512e60b26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.562453 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (5e7ef89b-0a2a-4448-a0f9-ff655717d706), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.613628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-03805bf5-500d-4758-ba8d-51512e60b26c None None] Port 5b5e17b5-988a-4433-8727-d796e6ee09cc cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:05:52.632677 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-5bdb2440-9071-47b9-a3b4-c07c95c48432 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/quotas/4bfc60676c284b1c865b40b1bd17b4ab HTTP/1.1" status: 200 len: 375 time: 0.3529501 Feb 02 13:05:52.700724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (5e7ef89b-0a2a-4448-a0f9-ff655717d706), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.744241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-167fa40a-9c06-4eea-b129-8fa2a28d11e0 None None] Provisioning complete for port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:52.744969 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-167fa40a-9c06-4eea-b129-8fa2a28d11e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.775720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-fa0acc0c-dfa2-4f2f-87cf-c6832e8a7fad tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4bfc60676c284b1c865b40b1bd17b4ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110556 Feb 02 13:05:52.776148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7ef89b-0a2a-4448-a0f9-ff655717d706']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:52.792590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff82d4d-ad6c-4476-af23-c1f4009245d2') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:52.792923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff82d4d-ad6c-4476-af23-c1f4009245d2') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:52.805680 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (9ff82d4d-ad6c-4476-af23-c1f4009245d2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.832511 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Publish callbacks [] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.834854 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.847255 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.849315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9ff82d4d-ad6c-4476-af23-c1f4009245d2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.866277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:05:52.867239 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (9ff82d4d-ad6c-4476-af23-c1f4009245d2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:05:52.869159 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:05:52.882610 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Publish callbacks [] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.923350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-293377c4-3a57-4d37-bed6-c6457840e1ca tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:05:52.957326 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-167fa40a-9c06-4eea-b129-8fa2a28d11e0 None None] Current status of the port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:52.973295 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (5e7ef89b-0a2a-4448-a0f9-ff655717d706), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.978861 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:52.984134 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] 10.222.0.83 "DELETE /v2.0/networks/5e7ef89b-0a2a-4448-a0f9-ff655717d706 HTTP/1.1" status: 204 len: 168 time: 0.5197799 Feb 02 13:05:53.001231 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Pushing event updated for resources: {'Port': ['ID=9b42c633-8dab-4513-baec-0182a7d6fac9,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:53.002373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46280) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:53.004624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7a3a6-70e7-4602-b4b6-db6ec0a60840 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7ef89b-0a2a-4448-a0f9-ff655717d706,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:53.018434 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.019014 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.019714 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.020254 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.020678 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.021765 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.022195 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.022612 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.023481 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.023901 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.024318 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.024778 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.025188 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:05:53.033160 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Attempting to bind port 9b42c633-8dab-4513-baec-0182a7d6fac9 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:53.033160 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Attempting to bind port 9b42c633-8dab-4513-baec-0182a7d6fac9 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:53.033160 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Attempting to bind port 9b42c633-8dab-4513-baec-0182a7d6fac9 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:53.037534 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:53.038106 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:53.038617 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.039381 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:53.040337 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Bound port: 9b42c633-8dab-4513-baec-0182a7d6fac9, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:53.040799 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.063724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e91297d-d606-455b-80e0-196ab52eda6a admin admin] Deleting subnet e478a39f-7de0-4bd4-97f9-e85df8779592 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:05:53.067461 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e91297d-d606-455b-80e0-196ab52eda6a admin admin] Publish callbacks [] for subnet (e478a39f-7de0-4bd4-97f9-e85df8779592), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.105189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77920-75d7-4d94-94de-e32572d9209c req-423b1404-5a81-4b99-bef2-fd5df115e05a tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:53.106706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-423b1404-5a81-4b99-bef2-fd5df115e05a tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.62 "GET /v2.0/networks?id=08a924f4-c0a8-46a8-a5a6-e1fb33770142 HTTP/1.1" status: 200 len: 821 time: 0.3807809 Feb 02 13:05:53.116989 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e91297d-d606-455b-80e0-196ab52eda6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (e478a39f-7de0-4bd4-97f9-e85df8779592), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.137820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Request body: {'port': {'device_id': 'b413b973-5904-4752-b600-5a0899cfcd56', 'network_id': '08a924f4-c0a8-46a8-a5a6-e1fb33770142', 'admin_state_up': True, 'tenant_id': '57f903c864214ec2baea981f6f844dd8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:53.146283 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.146908 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] For port 9b42c633-8dab-4513-baec-0182a7d6fac9, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:53.153363 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] For port 9b42c633-8dab-4513-baec-0182a7d6fac9, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9b42c633-8dab-4513-baec-0182a7d6fac9,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:53.172945 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.196654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Network 83ad00c0-3c49-42dc-86d1-3e804340b5db is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:53.199828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8041da52-8f9e-49e6-a908-91109b410ca7 service neutron] 10.222.0.83 "GET /v2.0/networks/fc391945-501e-4639-b807-6e82f189ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975563 Feb 02 13:05:53.208222 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:53.211913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:53.216982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:05:53.249621 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2813d1-2996-4116-acd7-96e645b6ceb3 None None] Pushing event updated for resources: {'Port': ['ID=9b42c633-8dab-4513-baec-0182a7d6fac9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:53.263513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e91297d-d606-455b-80e0-196ab52eda6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (e478a39f-7de0-4bd4-97f9-e85df8779592), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.273593 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Routers {'8be5c951-7dde-47d6-b9bc-0516a2c6d66f'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:53.274572 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8be5c951-7dde-47d6-b9bc-0516a2c6d66f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:53.300384 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.347230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Pushing event updated for resources: {'Port': ['ID=a47cf492-b0ac-4912-b5c9-a91590c37513,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:53.405347 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] Set router 8be5c951-7dde-47d6-b9bc-0516a2c6d66f gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:53.448543 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-4e86bd2c-4097-4332-94aa-7bcb88f5f74f service neutron] 10.222.0.83 "GET /v2.0/networks/fc391945-501e-4639-b807-6e82f189ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389462 Feb 02 13:05:53.465804 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e91297d-d606-455b-80e0-196ab52eda6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (e478a39f-7de0-4bd4-97f9-e85df8779592), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.525123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-293377c4-3a57-4d37-bed6-c6457840e1ca tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:05:53.536463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e91297d-d606-455b-80e0-196ab52eda6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.539848 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2e91297d-d606-455b-80e0-196ab52eda6a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e478a39f-7de0-4bd4-97f9-e85df8779592 HTTP/1.1" status: 204 len: 168 time: 0.5321746 Feb 02 13:05:53.541373 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-293377c4-3a57-4d37-bed6-c6457840e1ca tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.550521 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91297d-d606-455b-80e0-196ab52eda6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e478a39f-7de0-4bd4-97f9-e85df8779592,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:53.561144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:53.626936 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.653562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0e6eaa-54a9-498c-b34e-3698e97196cc None None] Sync routers for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:05:53.705594 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2064935712-router', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:48Z', 'updated_at': '2022-02-02T13:05:50Z', 'revision_number': 3, 'project_id': '04252d77b6784efdbb15ed46e888f39e', 'gw_port': {'id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:53.714454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0e6eaa-54a9-498c-b34e-3698e97196cc None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:53.715948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-dd0e6eaa-54a9-498c-b34e-3698e97196cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:53.779907 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4d5401-1e86-422e-ac8c-00ac7cdd800f None None] The sync data for ids ['8be5c951-7dde-47d6-b9bc-0516a2c6d66f'] in n-d-827336-2 is: [{'id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2064935712-router', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:48Z', 'updated_at': '2022-02-02T13:05:50Z', 'revision_number': 3, 'project_id': '04252d77b6784efdbb15ed46e888f39e', 'gw_port': {'id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:05:53.862227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a139daab-b494-420b-90cf-0d3ce19a23da None None] Provisioning complete for port a47cf492-b0ac-4912-b5c9-a91590c37513 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:53.862606 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a139daab-b494-420b-90cf-0d3ce19a23da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.909465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Publish callbacks [] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.920782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:53.921058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:53.921331 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:54.028607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Pushing event updated for resources: {'Port': ['ID=a47cf492-b0ac-4912-b5c9-a91590c37513,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:54.036689 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:54.087888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a139daab-b494-420b-90cf-0d3ce19a23da None None] Port a47cf492-b0ac-4912-b5c9-a91590c37513 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:05:54.129806 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-dd0e6eaa-54a9-498c-b34e-3698e97196cc None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:54.233616 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547eba29-fef6-474a-820b-783cc7a11f57 x-openstack-request-id: req-547eba29-fef6-474a-820b-783cc7a11f57 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:54.235921 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a918249-385a-48cb-803f-88fafad63258", "name": "network-vif-deleted", "tag": "cae2e540-d972-4290-bd50-d74064de59fb", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:54.236132 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-547eba29-fef6-474a-820b-783cc7a11f57 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:54.236634 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a918249-385a-48cb-803f-88fafad63258', 'name': 'network-vif-deleted', 'tag': 'cae2e540-d972-4290-bd50-d74064de59fb', 'status': 'completed', 'code': 200} Feb 02 13:05:54.239889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-293377c4-3a57-4d37-bed6-c6457840e1ca tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "PUT /v2.0/floatingips/5691bd5d-b930-4329-ad1a-e00222e77575 HTTP/1.1" status: 200 len: 695 time: 4.0646811 Feb 02 13:05:54.240874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Network 83ad00c0-3c49-42dc-86d1-3e804340b5db is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:54.242573 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:54.291603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Made reservation on behalf of 57f903c864214ec2baea981f6f844dd8 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:54.295653 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:54.322438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:54.324274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cfaa5bf8-f2a6-45df-b7d5-908168f1e64e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:05:54.420464 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Publish callbacks [] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:54.425258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Router 8be5c951-7dde-47d6-b9bc-0516a2c6d66f has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:05:54.545409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:54.545836 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:54.629371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-dd0e6eaa-54a9-498c-b34e-3698e97196cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:54.670186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0e6eaa-54a9-498c-b34e-3698e97196cc None None] Checking router: 3a1cb972-fc6c-4885-99d9-d706671eb6f6 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:05:54.701192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Allocated IP 172.20.0.12 (08a924f4-c0a8-46a8-a5a6-e1fb33770142/ff0e7db1-8e54-4b64-828a-2d7211d95f47/bac70f14-bfdf-4c3a-884b-00306de53be5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:54.725697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0e6eaa-54a9-498c-b34e-3698e97196cc None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:54.726700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-dd0e6eaa-54a9-498c-b34e-3698e97196cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:54.734397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:54.735238 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:54.805153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cfaa5bf8-f2a6-45df-b7d5-908168f1e64e,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:54.806295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c7e5cecd-a3f7-46a2-ba38-e93f1d519a46 None None] Provisioning complete for port a47cf492-b0ac-4912-b5c9-a91590c37513 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:54.806930 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7e5cecd-a3f7-46a2-ba38-e93f1d519a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:54.833756 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:54.934261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c7e5cecd-a3f7-46a2-ba38-e93f1d519a46 None None] Port a47cf492-b0ac-4912-b5c9-a91590c37513 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:05:54.967693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-dd0e6eaa-54a9-498c-b34e-3698e97196cc None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:54.970120 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=cfaa5bf8-f2a6-45df-b7d5-908168f1e64e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:54.973137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Publish callbacks [] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.002070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:05:55.017857 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ad99aa8d-62ce-4efd-bde5-86ca88ec0784 admin admin] 10.222.0.83 "PUT /v2.0/routers/8be5c951-7dde-47d6-b9bc-0516a2c6d66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9901557 Feb 02 13:05:55.061156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.174548 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (2203fa6a-1887-4369-b733-954acdff2a90), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.177677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9b42c633-8dab-4513-baec-0182a7d6fac9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:05:55.210969 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.231528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b5e17b5-988a-4433-8727-d796e6ee09cc,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:55.242791 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (ddd214ab-f933-49d0-a91d-bfa89cf64df8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.259778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac694efb-f86a-40db-818d-acfe7b2e1ec3 req-19609ddb-1c98-4f30-b385-6b62490f4c3c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:55.264814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac694efb-f86a-40db-818d-acfe7b2e1ec3 req-19609ddb-1c98-4f30-b385-6b62490f4c3c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:55.270206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac694efb-f86a-40db-818d-acfe7b2e1ec3 req-19609ddb-1c98-4f30-b385-6b62490f4c3c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:55.275607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac694efb-f86a-40db-818d-acfe7b2e1ec3 req-19609ddb-1c98-4f30-b385-6b62490f4c3c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:55.280868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac694efb-f86a-40db-818d-acfe7b2e1ec3 req-19609ddb-1c98-4f30-b385-6b62490f4c3c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:55.281104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9b42c633-8dab-4513-baec-0182a7d6fac9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:55.281475 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.286198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac694efb-f86a-40db-818d-acfe7b2e1ec3 req-19609ddb-1c98-4f30-b385-6b62490f4c3c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:55.291527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac694efb-f86a-40db-818d-acfe7b2e1ec3 req-19609ddb-1c98-4f30-b385-6b62490f4c3c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:55.293531 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac694efb-f86a-40db-818d-acfe7b2e1ec3 req-19609ddb-1c98-4f30-b385-6b62490f4c3c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 1.0557935 Feb 02 13:05:55.324214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-dd0e6eaa-54a9-498c-b34e-3698e97196cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:55.331292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-b31b5bd4-734e-41af-976e-b77ff7beb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:55.333198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-b31b5bd4-734e-41af-976e-b77ff7beb1e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 1127 time: 1.0472732 Feb 02 13:05:55.365956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0e6eaa-54a9-498c-b34e-3698e97196cc None None] The sync data for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 is: [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:05:55.380460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Network 08a924f4-c0a8-46a8-a5a6-e1fb33770142 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:55.436592 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:55.444044 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9b42c633-8dab-4513-baec-0182a7d6fac9 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:55.444683 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.472368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 9b42c633-8dab-4513-baec-0182a7d6fac9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9b42c633-8dab-4513-baec-0182a7d6fac9,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:55.477619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.503755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:55.541432 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=9b42c633-8dab-4513-baec-0182a7d6fac9,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:55.556133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Pushing event updated for resources: {'Port': ['ID=bac70f14-bfdf-4c3a-884b-00306de53be5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:55.575824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-1140d182-902a-46cd-b55d-cbef0979e208 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:55.577320 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-1140d182-902a-46cd-b55d-cbef0979e208 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.62 "GET /v2.0/networks?id=fc391945-501e-4639-b807-6e82f189ff02 HTTP/1.1" status: 200 len: 824 time: 0.1377943 Feb 02 13:05:55.597225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Request body: {'port': {'device_id': '90d136e7-482f-4be2-bb7c-14ef1e5295df', 'network_id': 'fc391945-501e-4639-b807-6e82f189ff02', 'admin_state_up': True, 'tenant_id': '4bfc60676c284b1c865b40b1bd17b4ab'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:55.667234 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (2203fa6a-1887-4369-b733-954acdff2a90), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.676914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac694efb-f86a-40db-818d-acfe7b2e1ec3 req-579501d9-cd4c-4105-935e-3e73081082ed tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3566961 Feb 02 13:05:55.682038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:55.682651 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.734887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Made reservation on behalf of 4bfc60676c284b1c865b40b1bd17b4ab for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:05:55.739454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.741262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2203fa6a-1887-4369-b733-954acdff2a90']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:55.766819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3271a261-326c-4623-8468-6d9f8214ead8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6343875 Feb 02 13:05:55.767926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-54004e8f-78b5-4480-ac17-39ebab80beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:55.769347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-54004e8f-78b5-4480-ac17-39ebab80beba service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.4146137 Feb 02 13:05:55.772374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48dc772-c7d1-46a9-947b-881890796579') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:55.772660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48dc772-c7d1-46a9-947b-881890796579') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:55.799867 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (f48dc772-c7d1-46a9-947b-881890796579), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.808115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Request body: {'port': {'device_id': 'b413b973-5904-4752-b600-5a0899cfcd56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:55.866551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:55.890664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Allocated IP 172.20.0.3 (fc391945-501e-4639-b807-6e82f189ff02/a4221308-38b2-4f52-a5ce-bba321eb9cf4/184119ce-a49d-4c6e-a527-b55f093aa3e1) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:05:55.892486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-99c8477c-8d8b-44cf-a292-61f194808142 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185153ba-ee45-4b91-be54-615b81138ed8 HTTP/1.1" status: 200 len: 217 time: 0.1111822 Feb 02 13:05:55.894288 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (f48dc772-c7d1-46a9-947b-881890796579), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.899438 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128ac560-30f3-46b7-9d6a-97fb8a4ee667 None None] New status for floating IP 5691bd5d-b930-4329-ad1a-e00222e77575: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:05:55.904856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:55.937561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:05:55.937964 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (f48dc772-c7d1-46a9-947b-881890796579), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:05:55.942121 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:05:56.110847 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Publish callbacks [] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:56.158127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dbdff-ea00-4643-bf91-d933f05fb15b req-ec8147c1-8123-4bcb-b3ee-592a270fdcaf tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:56.160704 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d17dbdff-ea00-4643-bf91-d933f05fb15b req-ec8147c1-8123-4bcb-b3ee-592a270fdcaf tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 932 time: 0.3904462 Feb 02 13:05:56.161478 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (2203fa6a-1887-4369-b733-954acdff2a90), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:56.170069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:56.177368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] 10.222.0.83 "DELETE /v2.0/networks/2203fa6a-1887-4369-b733-954acdff2a90 HTTP/1.1" status: 204 len: 168 time: 2.6086760 Feb 02 13:05:56.177597 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:56.194628 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-3b3d22e8-be97-460a-82a4-a846b9cfdf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:56.196413 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-3b3d22e8-be97-460a-82a4-a846b9cfdf0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.2898791 Feb 02 13:05:56.197033 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:56.238149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c292584c-198f-47b5-a413-228f907812b4', 'tag': '185153ba-ee45-4b91-be54-615b81138ed8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:56.240534 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1ca8a2-d81b-4df4-a9f1-a6c32f4d1420" -d '{"events": [{"name": "network-changed", "server_uuid": "c292584c-198f-47b5-a413-228f907812b4", "tag": "185153ba-ee45-4b91-be54-615b81138ed8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:56.241392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Network fc391945-501e-4639-b807-6e82f189ff02 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:05:56.244660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:05:56.251197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:05:56.282446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef18c0-bba8-4b0e-b3e3-b66dfc480e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=2203fa6a-1887-4369-b733-954acdff2a90,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:56.298611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d0332bc6-56ad-41ff-a3b3-c7ae732c8a80 None None] Provisioning complete for port 5b5e17b5-988a-4433-8727-d796e6ee09cc triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:56.299078 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0332bc6-56ad-41ff-a3b3-c7ae732c8a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:56.299832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Pushing event updated for resources: {'Port': ['ID=184119ce-a49d-4c6e-a527-b55f093aa3e1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:56.343866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46302) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:56.360925 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d0332bc6-56ad-41ff-a3b3-c7ae732c8a80 None None] Port 5b5e17b5-988a-4433-8727-d796e6ee09cc cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:05:56.371936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:56.372550 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:56.402765 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-8f861ccf-04ae-47f0-95d1-8885ba2b0e11 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8101783 Feb 02 13:05:56.409499 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-52dc672c-5822-437b-a359-90d321f24939 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8424c7cd69964045ae2e17d8412dbaa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0645173 Feb 02 13:05:56.412314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46304) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:56.412464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d17dbdff-ea00-4643-bf91-d933f05fb15b req-f525462e-7d9b-441a-8b3c-b9af4177d189 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/security-groups?id=8730c6b7-96f8-4090-904e-7e0d07ab15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250822 Feb 02 13:05:56.424205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Router ddd214ab-f933-49d0-a91d-bfa89cf64df8 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:05:56.441181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Sync routers for ids ['8be5c951-7dde-47d6-b9bc-0516a2c6d66f'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:05:56.452103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Routers {'8be5c951-7dde-47d6-b9bc-0516a2c6d66f'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:56.452733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8be5c951-7dde-47d6-b9bc-0516a2c6d66f'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:56.465422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Request body: {'port': {'device_id': '90d136e7-482f-4be2-bb7c-14ef1e5295df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:05:56.507879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-e6196e16-3d75-4799-bdcb-cc038a03ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:56.509405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-e6196e16-3d75-4799-bdcb-cc038a03ef90 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3019974 Feb 02 13:05:56.544892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28380321-a410-48dc-bf1e-18d6430c4276 admin admin] Publish callbacks [] for security_group (40915b4a-7610-421e-9921-a823fa5137e8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:56.571630 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Set router 8be5c951-7dde-47d6-b9bc-0516a2c6d66f gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:56.577469 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:56.584388 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28380321-a410-48dc-bf1e-18d6430c4276 admin admin] Publish callbacks [] for security_group (40915b4a-7610-421e-9921-a823fa5137e8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:56.742865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28380321-a410-48dc-bf1e-18d6430c4276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (40915b4a-7610-421e-9921-a823fa5137e8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:56.745898 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28380321-a410-48dc-bf1e-18d6430c4276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:56.749922 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-28380321-a410-48dc-bf1e-18d6430c4276 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/40915b4a-7610-421e-9921-a823fa5137e8 HTTP/1.1" status: 204 len: 168 time: 0.3341353 Feb 02 13:05:56.772306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28380321-a410-48dc-bf1e-18d6430c4276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40915b4a-7610-421e-9921-a823fa5137e8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:56.801276 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2802067-4e18-4e39-ae39-5d527fc871a3 req-68265113-c1bc-41eb-b413-81f472e6a59a tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:56.802807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2802067-4e18-4e39-ae39-5d527fc871a3 req-68265113-c1bc-41eb-b413-81f472e6a59a tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 1130 time: 0.3217854 Feb 02 13:05:56.820521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-0ce95ca9-cd14-40c5-8672-2358b7abd809 service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907269 Feb 02 13:05:56.893734 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:05:56.909579 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Sync routers for ids ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:05:56.912930 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ed13929f-5735-43a4-9b17-d493492a2ba7 admin admin] 10.222.0.83 "PUT /v2.0/routers/ddd214ab-f933-49d0-a91d-bfa89cf64df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0954998 Feb 02 13:05:56.981763 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Routers {'ddd214ab-f933-49d0-a91d-bfa89cf64df8'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:56.982389 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:57.045523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2802067-4e18-4e39-ae39-5d527fc871a3 req-a4842272-d4fc-43a1-bcc6-b3d92e76a214 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341757 Feb 02 13:05:57.117435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9b42c633-8dab-4513-baec-0182a7d6fac9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:05:57.126492 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184119ce-a49d-4c6e-a527-b55f093aa3e1 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:05:57.150386 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Publish callbacks [] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.168852 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Set router ddd214ab-f933-49d0-a91d-bfa89cf64df8 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:57.190742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Transition to ACTIVE for port object 184119ce-a49d-4c6e-a527-b55f093aa3e1 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:05:57.205842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.270295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9b42c633-8dab-4513-baec-0182a7d6fac9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:57.270554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Pushing event updated for resources: {'Port': ['ID=184119ce-a49d-4c6e-a527-b55f093aa3e1,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:57.270704 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.342967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2064935712-router', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:48Z', 'updated_at': '2022-02-02T13:05:53Z', 'revision_number': 4, 'project_id': '04252d77b6784efdbb15ed46e888f39e', 'gw_port': {'id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'a47cf492-b0ac-4912-b5c9-a91590c37513', 'name': '', 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e', 'mac_address': 'fa:16:3e:f6:f5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '0b3a1d09-a619-468d-96f6-dd8dc0d8b638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:52Z', 'updated_at': '2022-02-02T13:05:53Z', 'revision_number': 2, 'project_id': '04252d77b6784efdbb15ed46e888f39e', 'subnets': [{'id': '0b3a1d09-a619-468d-96f6-dd8dc0d8b638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:57.343172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46318) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:57.385946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Checking router: 8be5c951-7dde-47d6-b9bc-0516a2c6d66f for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:05:57.387592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Updating router 8be5c951-7dde-47d6-b9bc-0516a2c6d66f port a47cf492-b0ac-4912-b5c9-a91590c37513 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:05:57.418840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Attempting to bind port 184119ce-a49d-4c6e-a527-b55f093aa3e1 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:57.419186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Attempting to bind port 184119ce-a49d-4c6e-a527-b55f093aa3e1 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'a02a7aa1-0e64-4139-91f5-99d15433df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc391945-501e-4639-b807-6e82f189ff02'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:57.419711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Attempting to bind port 184119ce-a49d-4c6e-a527-b55f093aa3e1 on network fc391945-501e-4639-b807-6e82f189ff02 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:57.436011 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3b39b230-17a8-4e4f-8190-4aa405c64cd0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=df95f221a3874b5a91481a24e90f3471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0895422 Feb 02 13:05:57.436011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Port 184119ce-a49d-4c6e-a527-b55f093aa3e1 on network fc391945-501e-4639-b807-6e82f189ff02 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:05:57.436011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Attempting to bind port 184119ce-a49d-4c6e-a527-b55f093aa3e1 on network fc391945-501e-4639-b807-6e82f189ff02 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:57.438152 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46320) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:57.448121 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:05:52Z', 'revision_number': 4, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5b5e17b5-988a-4433-8727-d796e6ee09cc', 'name': '', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'mac_address': 'fa:16:3e:b2:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:53Z', 'revision_number': 2, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'subnets': [{'id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:57.458139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:57.458604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Checking segment: {'id': 'a02a7aa1-0e64-4139-91f5-99d15433df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc391945-501e-4639-b807-6e82f189ff02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:57.459007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Bound using segment: {'id': 'a02a7aa1-0e64-4139-91f5-99d15433df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc391945-501e-4639-b807-6e82f189ff02'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:57.459683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Bound port: 184119ce-a49d-4c6e-a527-b55f093aa3e1, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a02a7aa1-0e64-4139-91f5-99d15433df81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fc391945-501e-4639-b807-6e82f189ff02'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:57.459827 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.476829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9b42c633-8dab-4513-baec-0182a7d6fac9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:57.478065 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Checking router: ddd214ab-f933-49d0-a91d-bfa89cf64df8 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:05:57.478508 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Updating router ddd214ab-f933-49d0-a91d-bfa89cf64df8 port 5b5e17b5-988a-4433-8727-d796e6ee09cc binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:05:57.478828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cfaa5bf8-f2a6-45df-b7d5-908168f1e64e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:05:57.484493 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.511193 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.582202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac70f14-bfdf-4c3a-884b-00306de53be5 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:05:57.587184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55454e07-de44-46c5-8114-60daf4d658de admin admin] Publish callbacks [] for security_group (def73f16-b72d-42e8-8793-a8d3541d3649), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.590956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-444d64ff-2afa-4740-936d-7efc5aedf1ef req-127fb0b6-449e-4ad6-9bbd-7157803f2ab3 service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7519507 Feb 02 13:05:57.593896 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Publish callbacks [] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.596937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] For port 184119ce-a49d-4c6e-a527-b55f093aa3e1, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:57.603545 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] For port 184119ce-a49d-4c6e-a527-b55f093aa3e1, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=184119ce-a49d-4c6e-a527-b55f093aa3e1,segment=NetworkSegment(a02a7aa1-0e64-4139-91f5-99d15433df81),segment_id=a02a7aa1-0e64-4139-91f5-99d15433df81)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:57.605337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:57.606014 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.620213 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Transition to ACTIVE for port object bac70f14-bfdf-4c3a-884b-00306de53be5 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:05:57.636596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c479ca-7298-42bb-a37c-81b89b3dd48f req-5c6f58a8-ce3e-47aa-a603-2d2d279adfc9 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:57.638571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84c479ca-7298-42bb-a37c-81b89b3dd48f req-5c6f58a8-ce3e-47aa-a603-2d2d279adfc9 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 943 time: 0.1100051 Feb 02 13:05:57.639499 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.663009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.692999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55454e07-de44-46c5-8114-60daf4d658de admin admin] Publish callbacks [] for security_group (def73f16-b72d-42e8-8793-a8d3541d3649), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.762880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:57.763716 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.765215 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] 10.222.0.62 "PUT /v2.0/ports/184119ce-a49d-4c6e-a527-b55f093aa3e1 HTTP/1.1" status: 200 len: 1091 time: 1.3079333 Feb 02 13:05:57.770825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d136e7-482f-4be2-bb7c-14ef1e5295df', 'tag': '184119ce-a49d-4c6e-a527-b55f093aa3e1'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:05:57.773500 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47be2e9d-a31e-41d9-9f06-5145b4613189" -d '{"events": [{"name": "network-changed", "server_uuid": "90d136e7-482f-4be2-bb7c-14ef1e5295df", "tag": "184119ce-a49d-4c6e-a527-b55f093aa3e1"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:05:57.805357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:57.809492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Pushing event updated for resources: {'Port': ['ID=bac70f14-bfdf-4c3a-884b-00306de53be5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:57.838378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84c479ca-7298-42bb-a37c-81b89b3dd48f req-5e6a7a46-3306-4130-93b8-a9cfc47ae03d tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/security-groups?id=a6caac03-1ab5-447a-8440-ed35f0fc584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894610 Feb 02 13:05:57.882639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b74f3-ff88-4eae-bfe2-4c1a9c375a76 service neutron] Pushing event updated for resources: {'Port': ['ID=184119ce-a49d-4c6e-a527-b55f093aa3e1,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:57.929004 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Attempting to bind port bac70f14-bfdf-4c3a-884b-00306de53be5 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:57.929502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Attempting to bind port bac70f14-bfdf-4c3a-884b-00306de53be5 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '624a4f7d-8dfa-410c-a41d-c207e00a0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '08a924f4-c0a8-46a8-a5a6-e1fb33770142'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:57.929831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Attempting to bind port bac70f14-bfdf-4c3a-884b-00306de53be5 on network 08a924f4-c0a8-46a8-a5a6-e1fb33770142 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:57.934968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Port bac70f14-bfdf-4c3a-884b-00306de53be5 on network 08a924f4-c0a8-46a8-a5a6-e1fb33770142 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:05:57.935627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Attempting to bind port bac70f14-bfdf-4c3a-884b-00306de53be5 on network 08a924f4-c0a8-46a8-a5a6-e1fb33770142 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:57.943388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:57.943917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Checking segment: {'id': '624a4f7d-8dfa-410c-a41d-c207e00a0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '08a924f4-c0a8-46a8-a5a6-e1fb33770142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:57.944304 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Bound using segment: {'id': '624a4f7d-8dfa-410c-a41d-c207e00a0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '08a924f4-c0a8-46a8-a5a6-e1fb33770142'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:57.944880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Bound port: bac70f14-bfdf-4c3a-884b-00306de53be5, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624a4f7d-8dfa-410c-a41d-c207e00a0a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '08a924f4-c0a8-46a8-a5a6-e1fb33770142'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:57.945240 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.958003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55454e07-de44-46c5-8114-60daf4d658de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (def73f16-b72d-42e8-8793-a8d3541d3649), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.961625 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55454e07-de44-46c5-8114-60daf4d658de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:57.962853 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-55454e07-de44-46c5-8114-60daf4d658de admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/def73f16-b72d-42e8-8793-a8d3541d3649 HTTP/1.1" status: 204 len: 168 time: 0.5217490 Feb 02 13:05:57.979381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55454e07-de44-46c5-8114-60daf4d658de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def73f16-b72d-42e8-8793-a8d3541d3649,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:57.988697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-f2764cd7-5546-49ad-a379-6b22f75b45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:57.991919 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-f2764cd7-5546-49ad-a379-6b22f75b45dc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4bfc60676c284b1c865b40b1bd17b4ab&device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 1125 time: 0.1460152 Feb 02 13:05:58.065499 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Publish callbacks [] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.071898 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.076459 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Publish callbacks [] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.079558 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e5da44-40e4-479e-85c5-0dc39d9d1a9b x-openstack-request-id: req-84e5da44-40e4-479e-85c5-0dc39d9d1a9b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:05:58.079985 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c292584c-198f-47b5-a413-228f907812b4", "tag": "185153ba-ee45-4b91-be54-615b81138ed8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:05:58.081538 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-84e5da44-40e4-479e-85c5-0dc39d9d1a9b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:05:58.082051 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c292584c-198f-47b5-a413-228f907812b4', 'tag': '185153ba-ee45-4b91-be54-615b81138ed8', 'status': 'completed', 'code': 200} Feb 02 13:05:58.099752 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.100730 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-2fb204b3-418b-461f-8690-8de7b8c85804 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=184119ce-a49d-4c6e-a527-b55f093aa3e1 HTTP/1.1" status: 200 len: 217 time: 0.0940135 Feb 02 13:05:58.152273 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d4203-506e-4850-a619-53f37e39905e None None] Pushing event updated for resources: {'Port': ['ID=5b5e17b5-988a-4433-8727-d796e6ee09cc,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:58.172120 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc136253-8f38-43f8-a258-05e2326a53ed None None] Pushing event updated for resources: {'Port': ['ID=a47cf492-b0ac-4912-b5c9-a91590c37513,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:58.221135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-913e55c6-8cb4-495b-9329-12f1158cbba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:58.222764 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-913e55c6-8cb4-495b-9329-12f1158cbba3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a4221308-38b2-4f52-a5ce-bba321eb9cf4 HTTP/1.1" status: 200 len: 864 time: 0.1179450 Feb 02 13:05:58.295600 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-cb77e573-cb1a-48f1-8fdc-2b486574071e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc391945-501e-4639-b807-6e82f189ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642378 Feb 02 13:05:58.303940 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Attempting to bind port 5b5e17b5-988a-4433-8727-d796e6ee09cc on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:58.306430 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Attempting to bind port 5b5e17b5-988a-4433-8727-d796e6ee09cc by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:58.306856 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Attempting to bind port 5b5e17b5-988a-4433-8727-d796e6ee09cc on network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:58.317466 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:58.317833 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Checking segment: {'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:58.318235 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.322885 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Bound using segment: {'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:58.324813 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Bound port: 5b5e17b5-988a-4433-8727-d796e6ee09cc, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:58.324813 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.364364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Attempting to bind port a47cf492-b0ac-4912-b5c9-a91590c37513 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:05:58.364734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Attempting to bind port a47cf492-b0ac-4912-b5c9-a91590c37513 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '697ae882-4052-4bb9-96ab-af450392a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:05:58.365093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Attempting to bind port a47cf492-b0ac-4912-b5c9-a91590c37513 on network 83ad00c0-3c49-42dc-86d1-3e804340b5db {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:05:58.384314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:05:58.384765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Checking segment: {'id': '697ae882-4052-4bb9-96ab-af450392a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:05:58.385092 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.385486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Bound using segment: {'id': '697ae882-4052-4bb9-96ab-af450392a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:05:58.385974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Bound port: a47cf492-b0ac-4912-b5c9-a91590c37513, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697ae882-4052-4bb9-96ab-af450392a623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:05:58.386564 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.402937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] For port bac70f14-bfdf-4c3a-884b-00306de53be5, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:58.456339 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-48334bdc-a7ed-437d-a6af-b2107c698a6d req-25578ab2-6ff1-4853-8932-1e4ac12e3a39 tempest-FloatingIPDetailsNegativeTestJSON-1755912099 tempest-FloatingIPDetailsNegativeTestJSON-1755912099-project] show failed (client error): The resource could not be found. Feb 02 13:05:58.457410 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-48334bdc-a7ed-437d-a6af-b2107c698a6d req-25578ab2-6ff1-4853-8932-1e4ac12e3a39 tempest-FloatingIPDetailsNegativeTestJSON-1755912099 tempest-FloatingIPDetailsNegativeTestJSON-1755912099-project] 10.222.0.83 "GET /v2.0/floatingips/d7d531b9-37cd-4b8e-9b86-b5238c7e376a HTTP/1.1" status: 404 len: 350 time: 0.1767967 Feb 02 13:05:58.468299 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] For port 5b5e17b5-988a-4433-8727-d796e6ee09cc, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:58.473031 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] For port 5b5e17b5-988a-4433-8727-d796e6ee09cc, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5b5e17b5-988a-4433-8727-d796e6ee09cc,segment=NetworkSegment(dd1bd748-038c-47d2-981f-7508cc5d154c),segment_id=dd1bd748-038c-47d2-981f-7508cc5d154c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:58.474366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] For port bac70f14-bfdf-4c3a-884b-00306de53be5, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bac70f14-bfdf-4c3a-884b-00306de53be5,segment=NetworkSegment(624a4f7d-8dfa-410c-a41d-c207e00a0a46),segment_id=624a4f7d-8dfa-410c-a41d-c207e00a0a46)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:58.480469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:05:58.485516 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.504663 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.537803 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-9a179ce4-e0f7-487e-9caf-cf2e37c5a1c0 service neutron] 10.222.0.62 "GET /v2.0/networks/fc391945-501e-4639-b807-6e82f189ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342632 Feb 02 13:05:58.584792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] For port a47cf492-b0ac-4912-b5c9-a91590c37513, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:05:58.588859 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] For port a47cf492-b0ac-4912-b5c9-a91590c37513, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a47cf492-b0ac-4912-b5c9-a91590c37513,segment=NetworkSegment(697ae882-4052-4bb9-96ab-af450392a623),segment_id=697ae882-4052-4bb9-96ab-af450392a623)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:05:58.597483 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.623666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:58.624331 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.625740 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] 10.222.0.62 "PUT /v2.0/ports/bac70f14-bfdf-4c3a-884b-00306de53be5 HTTP/1.1" status: 200 len: 1092 time: 2.8239837 Feb 02 13:05:58.677305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beea17-b937-4481-b5f1-bc605aef8cb3 req-edadf6de-57be-4715-8859-04094d9e4a5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:58.682930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beea17-b937-4481-b5f1-bc605aef8cb3 req-edadf6de-57be-4715-8859-04094d9e4a5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:58.688757 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beea17-b937-4481-b5f1-bc605aef8cb3 req-edadf6de-57be-4715-8859-04094d9e4a5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:58.711439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beea17-b937-4481-b5f1-bc605aef8cb3 req-edadf6de-57be-4715-8859-04094d9e4a5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:58.717524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beea17-b937-4481-b5f1-bc605aef8cb3 req-edadf6de-57be-4715-8859-04094d9e4a5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:58.727208 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47bda277-9b81-44a9-a0cd-80578fcae09e req-cf682f08-9481-49c8-b1ff-d788c9a52292 service neutron] 10.222.0.62 "GET /v2.0/networks/fc391945-501e-4639-b807-6e82f189ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719775 Feb 02 13:05:58.732197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beea17-b937-4481-b5f1-bc605aef8cb3 req-edadf6de-57be-4715-8859-04094d9e4a5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:58.738998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beea17-b937-4481-b5f1-bc605aef8cb3 req-edadf6de-57be-4715-8859-04094d9e4a5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:58.742783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] Provisioning complete for port 5b5e17b5-988a-4433-8727-d796e6ee09cc triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:58.743170 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:58.746960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-20beea17-b937-4481-b5f1-bc605aef8cb3 req-edadf6de-57be-4715-8859-04094d9e4a5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.6060202 Feb 02 13:05:58.750057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ca8a2-d81b-4df4-a9f1-a6c32f4d1420 req-0d8828c9-e43b-400e-ae52-b90c8d354231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:58.751566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa1ca8a2-d81b-4df4-a9f1-a6c32f4d1420 req-0d8828c9-e43b-400e-ae52-b90c8d354231 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 1127 time: 0.6682255 Feb 02 13:05:58.790494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Routers {'8be5c951-7dde-47d6-b9bc-0516a2c6d66f'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:58.791461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8be5c951-7dde-47d6-b9bc-0516a2c6d66f'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:58.794710 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d4203-506e-4850-a619-53f37e39905e None None] Pushing event updated for resources: {'Port': ['ID=5b5e17b5-988a-4433-8727-d796e6ee09cc,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:58.795128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc136253-8f38-43f8-a258-05e2326a53ed None None] Pushing event updated for resources: {'Port': ['ID=a47cf492-b0ac-4912-b5c9-a91590c37513,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:58.810234 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Routers {'ddd214ab-f933-49d0-a91d-bfa89cf64df8'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:05:58.810933 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:05:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:58.968473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] Current status of the port 5b5e17b5-988a-4433-8727-d796e6ee09cc is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:58.969033 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:59.007138 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] Set router ddd214ab-f933-49d0-a91d-bfa89cf64df8 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:59.047041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] For port 5b5e17b5-988a-4433-8727-d796e6ee09cc, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5b5e17b5-988a-4433-8727-d796e6ee09cc,segment=NetworkSegment(dd1bd748-038c-47d2-981f-7508cc5d154c),segment_id=dd1bd748-038c-47d2-981f-7508cc5d154c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:59.060905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] Set router 8be5c951-7dde-47d6-b9bc-0516a2c6d66f gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:05:59.154640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c397d9-0cc9-4fdc-a9ae-8277160fa62e service neutron] Pushing event updated for resources: {'Port': ['ID=bac70f14-bfdf-4c3a-884b-00306de53be5,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:59.175141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb639f6-bf52-4db5-841b-6970478501d2 req-586a9084-68a4-4e5b-a9f3-81c15d7764fd tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:59.176710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-deb639f6-bf52-4db5-841b-6970478501d2 req-586a9084-68a4-4e5b-a9f3-81c15d7764fd tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=778191f2-dbfc-4c34-8aba-f082f25eea88 HTTP/1.1" status: 200 len: 1131 time: 0.5484509 Feb 02 13:05:59.187302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3bee08e1-cfbb-4fd0-8f8d-d2a4e855d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:59.188919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-3bee08e1-cfbb-4fd0-8f8d-d2a4e855d9d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57f903c864214ec2baea981f6f844dd8&device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 1126 time: 0.3945601 Feb 02 13:05:59.238818 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:59.294902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] Provisioning complete for port a47cf492-b0ac-4912-b5c9-a91590c37513 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:59.295312 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:59.306707 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:05:52Z', 'revision_number': 4, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5b5e17b5-988a-4433-8727-d796e6ee09cc', 'name': '', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'mac_address': 'fa:16:3e:b2:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:58Z', 'revision_number': 4, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'subnets': [{'id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:59.332057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-20beea17-b937-4481-b5f1-bc605aef8cb3 req-4263deae-3b54-4008-8d50-cfa62ed6031b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5748508 Feb 02 13:05:59.337985 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16737cec-7743-40d8-8ff8-f6432156477f None None] The sync data for ids ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'] in n-d-827336-2 is: [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:05:52Z', 'revision_number': 4, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5b5e17b5-988a-4433-8727-d796e6ee09cc', 'name': '', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'mac_address': 'fa:16:3e:b2:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:58Z', 'revision_number': 4, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'subnets': [{'id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:05:59.342378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-ce795e57-a3de-4f2d-bb1a-b9ca73e3a7f0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bac70f14-bfdf-4c3a-884b-00306de53be5 HTTP/1.1" status: 200 len: 217 time: 0.1198044 Feb 02 13:05:59.354891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ca8a2-d81b-4df4-a9f1-a6c32f4d1420 req-343acb47-9461-4699-8123-1958b34b43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:59.356897 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa1ca8a2-d81b-4df4-a9f1-a6c32f4d1420 req-343acb47-9461-4699-8123-1958b34b43d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.5081463 Feb 02 13:05:59.461831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-deb639f6-bf52-4db5-841b-6970478501d2 req-5bbb9d2f-e2c0-4661-87e1-3a66d8f3a1bc tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705283 Feb 02 13:05:59.504285 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa1ca8a2-d81b-4df4-a9f1-a6c32f4d1420 req-24ee3bad-5552-48a2-ab28-521f274bbb3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=185153ba-ee45-4b91-be54-615b81138ed8 HTTP/1.1" status: 200 len: 217 time: 0.1255255 Feb 02 13:05:59.544004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] Pushing event updated for resources: {'Port': ['ID=5b5e17b5-988a-4433-8727-d796e6ee09cc,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:59.558701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd77920-75d7-4d94-94de-e32572d9209c req-f245a465-98d9-4354-b54c-21bd97c57ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:59.560239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-f245a465-98d9-4354-b54c-21bd97c57ac4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff0e7db1-8e54-4b64-828a-2d7211d95f47 HTTP/1.1" status: 200 len: 861 time: 0.2015238 Feb 02 13:05:59.650779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2064935712-router', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:48Z', 'updated_at': '2022-02-02T13:05:53Z', 'revision_number': 4, 'project_id': '04252d77b6784efdbb15ed46e888f39e', 'gw_port': {'id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'a47cf492-b0ac-4912-b5c9-a91590c37513', 'name': '', 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e', 'mac_address': 'fa:16:3e:f6:f5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '0b3a1d09-a619-468d-96f6-dd8dc0d8b638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:52Z', 'updated_at': '2022-02-02T13:05:58Z', 'revision_number': 4, 'project_id': '04252d77b6784efdbb15ed46e888f39e', 'subnets': [{'id': '0b3a1d09-a619-468d-96f6-dd8dc0d8b638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:05:59.657063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] Current status of the port a47cf492-b0ac-4912-b5c9-a91590c37513 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:05:59.661113 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:59.683651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-0e1edfb6-b3db-4094-94ac-83e4e282cab7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=08a924f4-c0a8-46a8-a5a6-e1fb33770142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801923 Feb 02 13:05:59.710647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ca8a2-d81b-4df4-a9f1-a6c32f4d1420 req-8bd83f06-1031-4612-8c4d-732f9803a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:05:59.712142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa1ca8a2-d81b-4df4-a9f1-a6c32f4d1420 req-8bd83f06-1031-4612-8c4d-732f9803a8e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.1945469 Feb 02 13:05:59.718667 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192a9d12-a193-478c-9b24-b4627c39c82b None None] The sync data for ids ['8be5c951-7dde-47d6-b9bc-0516a2c6d66f'] in n-d-827336-2 is: [{'id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2064935712-router', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:48Z', 'updated_at': '2022-02-02T13:05:53Z', 'revision_number': 4, 'project_id': '04252d77b6784efdbb15ed46e888f39e', 'gw_port': {'id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'a47cf492-b0ac-4912-b5c9-a91590c37513', 'name': '', 'network_id': '83ad00c0-3c49-42dc-86d1-3e804340b5db', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e', 'mac_address': 'fa:16:3e:f6:f5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '0b3a1d09-a619-468d-96f6-dd8dc0d8b638', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:52Z', 'updated_at': '2022-02-02T13:05:58Z', 'revision_number': 4, 'project_id': '04252d77b6784efdbb15ed46e888f39e', 'subnets': [{'id': '0b3a1d09-a619-468d-96f6-dd8dc0d8b638', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:05:59.750973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] For port a47cf492-b0ac-4912-b5c9-a91590c37513, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a47cf492-b0ac-4912-b5c9-a91590c37513,segment=NetworkSegment(697ae882-4052-4bb9-96ab-af450392a623),segment_id=697ae882-4052-4bb9-96ab-af450392a623)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:05:59.757199 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:05:59.892123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4ecc1-4f05-4dcb-84f1-b7c54e0eb668 None None] Pushing event updated for resources: {'Port': ['ID=a47cf492-b0ac-4912-b5c9-a91590c37513,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:05:59.903833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-13ac1422-dacf-4173-8304-f7ff143439e3 None None] Provisioning complete for port 5b5e17b5-988a-4433-8727-d796e6ee09cc triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:05:59.904344 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13ac1422-dacf-4173-8304-f7ff143439e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:00.035408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-13ac1422-dacf-4173-8304-f7ff143439e3 None None] Current status of the port 5b5e17b5-988a-4433-8727-d796e6ee09cc is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:00.062521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-13ac1422-dacf-4173-8304-f7ff143439e3 None None] Provisioning complete for port a47cf492-b0ac-4912-b5c9-a91590c37513 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:00.062946 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13ac1422-dacf-4173-8304-f7ff143439e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:00.076803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f403f61-693d-4fb9-b0d4-282bbacd1ce8 req-339d7092-d67f-4515-89aa-84c118e41109 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:00.078295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f403f61-693d-4fb9-b0d4-282bbacd1ce8 req-339d7092-d67f-4515-89aa-84c118e41109 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 944 time: 0.4738097 Feb 02 13:06:00.088083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b413b973-5904-4752-b600-5a0899cfcd56', 'tag': 'bac70f14-bfdf-4c3a-884b-00306de53be5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:00.097928 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353d0eda-4e11-48d0-879b-32a1cebc0c60" -d '{"events": [{"name": "network-changed", "server_uuid": "b413b973-5904-4752-b600-5a0899cfcd56", "tag": "bac70f14-bfdf-4c3a-884b-00306de53be5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:00.174653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ca8a2-d81b-4df4-a9f1-a6c32f4d1420 req-881bbec9-6c7f-477a-a76d-500712e575cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:00.176393 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa1ca8a2-d81b-4df4-a9f1-a6c32f4d1420 req-881bbec9-6c7f-477a-a76d-500712e575cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4424789 Feb 02 13:06:00.210705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-bf021455-3280-4f00-ba25-cf66a7b30183 service neutron] 10.222.0.62 "GET /v2.0/networks/08a924f4-c0a8-46a8-a5a6-e1fb33770142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175011 Feb 02 13:06:00.423046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f403f61-693d-4fb9-b0d4-282bbacd1ce8 req-47ef65a8-1c25-400d-9005-291ed8b2abae tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/security-groups?id=8730c6b7-96f8-4090-904e-7e0d07ab15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063138 Feb 02 13:06:00.447443 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-13ac1422-dacf-4173-8304-f7ff143439e3 None None] Current status of the port a47cf492-b0ac-4912-b5c9-a91590c37513 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:00.540474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa1ca8a2-d81b-4df4-a9f1-a6c32f4d1420 req-db95d9f3-02e7-47ea-b877-110944737b1c service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464646 Feb 02 13:06:00.598700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd77920-75d7-4d94-94de-e32572d9209c req-4c38f4f4-d15b-43a6-ba43-0372bce7939e service neutron] 10.222.0.62 "GET /v2.0/networks/08a924f4-c0a8-46a8-a5a6-e1fb33770142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810313 Feb 02 13:06:00.628718 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8860e274-adac-4c31-b78c-7978d60a14b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:00.664044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46378) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:00.679118 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c81f3cc6-48c4-4c89-b988-6136116f3dae tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2034978980', 'description': 'tempest-description--1195414827'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:00.747109 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c81f3cc6-48c4-4c89-b988-6136116f3dae tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:00.775902 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfcf865-0ecd-4011-b8d4-58a9b6c552c3 x-openstack-request-id: req-8dfcf865-0ecd-4011-b8d4-58a9b6c552c3 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:00.776420 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d136e7-482f-4be2-bb7c-14ef1e5295df", "tag": "184119ce-a49d-4c6e-a527-b55f093aa3e1", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:00.776844 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8dfcf865-0ecd-4011-b8d4-58a9b6c552c3 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:00.779216 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d136e7-482f-4be2-bb7c-14ef1e5295df', 'tag': '184119ce-a49d-4c6e-a527-b55f093aa3e1', 'status': 'completed', 'code': 200} Feb 02 13:06:00.907982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c81f3cc6-48c4-4c89-b988-6136116f3dae tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for security_group (412f9216-0ec0-4f96-934e-34ebf5fa0039), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:00.913315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c81f3cc6-48c4-4c89-b988-6136116f3dae tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (412f9216-0ec0-4f96-934e-34ebf5fa0039), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:00.942224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f3cc6-48c4-4c89-b988-6136116f3dae tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412f9216-0ec0-4f96-934e-34ebf5fa0039,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:00.967222 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c81f3cc6-48c4-4c89-b988-6136116f3dae tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:00.980788 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c81f3cc6-48c4-4c89-b988-6136116f3dae tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3131852 Feb 02 13:06:00.982013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46394) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:00.990147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-cdfa138f-6854-4c0e-9dd7-2dc40dd53a27 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Request body: {'security_group_rule': {'security_group_id': '412f9216-0ec0-4f96-934e-34ebf5fa0039', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:01.029871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdfa138f-6854-4c0e-9dd7-2dc40dd53a27 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for security_group_rule (a51614ac-3f7d-4bc7-8ad3-6ea3895e1a3e), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.117616 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdfa138f-6854-4c0e-9dd7-2dc40dd53a27 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for security_group_rule (a51614ac-3f7d-4bc7-8ad3-6ea3895e1a3e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.128855 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdfa138f-6854-4c0e-9dd7-2dc40dd53a27 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (a51614ac-3f7d-4bc7-8ad3-6ea3895e1a3e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.150391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa138f-6854-4c0e-9dd7-2dc40dd53a27 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51614ac-3f7d-4bc7-8ad3-6ea3895e1a3e,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:01.169171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdfa138f-6854-4c0e-9dd7-2dc40dd53a27 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.170799 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cdfa138f-6854-4c0e-9dd7-2dc40dd53a27 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1871686 Feb 02 13:06:01.173456 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46396) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:01.179414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8b3c3621-5787-4177-a84c-a41242c95622 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Request body: {'security_group_rule': {'security_group_id': '412f9216-0ec0-4f96-934e-34ebf5fa0039', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:01.195627 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5b5e17b5-988a-4433-8727-d796e6ee09cc up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:01.216109 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b3c3621-5787-4177-a84c-a41242c95622 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for security_group_rule (edd39d81-19d8-48a2-8c86-a12574db637f), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.241769 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa1ca8a2-d81b-4df4-a9f1-a6c32f4d1420 req-5e9a264c-7a95-4bbf-9b9c-df1e3ca74e5d service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6891251 Feb 02 13:06:01.251374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5b5e17b5-988a-4433-8727-d796e6ee09cc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:01.251902 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.280515 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-1f927996-5d14-493e-bde1-afb6e3dc9f3b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596201 Feb 02 13:06:01.295325 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b3c3621-5787-4177-a84c-a41242c95622 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for security_group_rule (edd39d81-19d8-48a2-8c86-a12574db637f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.301110 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b3c3621-5787-4177-a84c-a41242c95622 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (edd39d81-19d8-48a2-8c86-a12574db637f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.321729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c3621-5787-4177-a84c-a41242c95622 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd39d81-19d8-48a2-8c86-a12574db637f,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:01.337212 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b3c3621-5787-4177-a84c-a41242c95622 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.345849 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8b3c3621-5787-4177-a84c-a41242c95622 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683486 Feb 02 13:06:01.347084 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46398) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:01.352106 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:01.356374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5b5e17b5-988a-4433-8727-d796e6ee09cc is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:01.357604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a47cf492-b0ac-4912-b5c9-a91590c37513 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:01.387327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563f489-ea11-46ee-a81a-e7eb4ea3e527 req-66650164-f26e-4f7d-8f02-041843149aa8 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:01.388865 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1563f489-ea11-46ee-a81a-e7eb4ea3e527 req-66650164-f26e-4f7d-8f02-041843149aa8 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 943 time: 0.5443130 Feb 02 13:06:01.390947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.425618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port a47cf492-b0ac-4912-b5c9-a91590c37513 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:01.425988 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.483792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be2e9d-a31e-41d9-9f06-5145b4613189 req-67e0c7eb-5eec-4c4e-87be-747dfe181969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:01.485284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47be2e9d-a31e-41d9-9f06-5145b4613189 req-67e0c7eb-5eec-4c4e-87be-747dfe181969 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4bfc60676c284b1c865b40b1bd17b4ab&device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 1125 time: 0.6343231 Feb 02 13:06:01.511280 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.513562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port a47cf492-b0ac-4912-b5c9-a91590c37513 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:01.619315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Allocated IP 172.25.4.109 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/feac2736-7f75-4415-8d17-e4ba1a8c9d36) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:06:01.635340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01562adf-d449-49c6-8db5-55082f87a09b req-64a3c2ed-b048-4aca-9dc2-0038cb416bce tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:01.636851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-64a3c2ed-b048-4aca-9dc2-0038cb416bce tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3492842 Feb 02 13:06:01.643946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1563f489-ea11-46ee-a81a-e7eb4ea3e527 req-57bef5f9-c412-48ba-b23d-318a8b80c624 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/security-groups?id=a6caac03-1ab5-447a-8440-ed35f0fc584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235084 Feb 02 13:06:01.677852 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-04d00dbb-6f85-4655-8461-5aea319ef37b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/quotas/878b55bf0eeb4eafa84943c0574b0ee0 HTTP/1.1" status: 200 len: 375 time: 0.0267022 Feb 02 13:06:01.705959 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce8a623-23c8-42be-8561-6012faddf307 x-openstack-request-id: req-6ce8a623-23c8-42be-8561-6012faddf307 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:01.706303 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b413b973-5904-4752-b600-5a0899cfcd56", "tag": "bac70f14-bfdf-4c3a-884b-00306de53be5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:01.706652 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6ce8a623-23c8-42be-8561-6012faddf307 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:01.707159 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b413b973-5904-4752-b600-5a0899cfcd56', 'tag': 'bac70f14-bfdf-4c3a-884b-00306de53be5', 'status': 'completed', 'code': 200} Feb 02 13:06:01.744507 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-207055f7-a0d4-43f9-8efb-53a63bc06410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.752185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be2e9d-a31e-41d9-9f06-5145b4613189 req-7901df73-a93a-4bd5-a648-92de1f114905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:01.754026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47be2e9d-a31e-41d9-9f06-5145b4613189 req-7901df73-a93a-4bd5-a648-92de1f114905 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fc391945-501e-4639-b807-6e82f189ff02 HTTP/1.1" status: 200 len: 925 time: 0.2559378 Feb 02 13:06:01.777991 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for port (feac2736-7f75-4415-8d17-e4ba1a8c9d36), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.813627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47be2e9d-a31e-41d9-9f06-5145b4613189 req-01d9ef2e-6c54-433a-bf90-ed888c3a9621 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=184119ce-a49d-4c6e-a527-b55f093aa3e1 HTTP/1.1" status: 200 len: 217 time: 0.0522523 Feb 02 13:06:01.852793 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (feac2736-7f75-4415-8d17-e4ba1a8c9d36), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:01.858599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d0eda-4e11-48d0-879b-32a1cebc0c60 req-0f9ae9da-23ff-472d-ade4-4a5586e5000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:01.860162 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-353d0eda-4e11-48d0-879b-32a1cebc0c60 req-0f9ae9da-23ff-472d-ade4-4a5586e5000b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=57f903c864214ec2baea981f6f844dd8&device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 1126 time: 0.0727503 Feb 02 13:06:01.918027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-f72f4d9d-f4ae-413b-b370-2e757455e203 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2314317 Feb 02 13:06:01.922602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:06:01.932286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:01.934948 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:06:01.937127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be2e9d-a31e-41d9-9f06-5145b4613189 req-e6306439-4144-4fee-9632-1d582ed1a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:01.938877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47be2e9d-a31e-41d9-9f06-5145b4613189 req-e6306439-4144-4fee-9632-1d582ed1a7a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a4221308-38b2-4f52-a5ce-bba321eb9cf4 HTTP/1.1" status: 200 len: 864 time: 0.0979636 Feb 02 13:06:01.984967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47be2e9d-a31e-41d9-9f06-5145b4613189 req-24eafc6c-74ed-44d9-aaaf-3f02960c2a3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fc391945-501e-4639-b807-6e82f189ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383132 Feb 02 13:06:01.996997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9731b-44b9-493d-8a8a-8e937cbf229e req-670cf5c5-1667-4b4b-9076-084b856f8548 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:01.998569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Pushing event updated for resources: {'Port': ['ID=feac2736-7f75-4415-8d17-e4ba1a8c9d36,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:02.002807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9731b-44b9-493d-8a8a-8e937cbf229e req-670cf5c5-1667-4b4b-9076-084b856f8548 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:02.008410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9731b-44b9-493d-8a8a-8e937cbf229e req-670cf5c5-1667-4b4b-9076-084b856f8548 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:02.013809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9731b-44b9-493d-8a8a-8e937cbf229e req-670cf5c5-1667-4b4b-9076-084b856f8548 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:02.019631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9731b-44b9-493d-8a8a-8e937cbf229e req-670cf5c5-1667-4b4b-9076-084b856f8548 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:02.024928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9731b-44b9-493d-8a8a-8e937cbf229e req-670cf5c5-1667-4b4b-9076-084b856f8548 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:02.030215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9731b-44b9-493d-8a8a-8e937cbf229e req-670cf5c5-1667-4b4b-9076-084b856f8548 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:02.036858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36f9731b-44b9-493d-8a8a-8e937cbf229e req-670cf5c5-1667-4b4b-9076-084b856f8548 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5431 time: 0.2288697 Feb 02 13:06:02.042260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d0eda-4e11-48d0-879b-32a1cebc0c60 req-1c8aa06a-2208-4923-b407-a78484c9748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:02.044001 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-353d0eda-4e11-48d0-879b-32a1cebc0c60 req-1c8aa06a-2208-4923-b407-a78484c9748e service neutron] 10.222.0.62 "GET /v2.0/networks?id=08a924f4-c0a8-46a8-a5a6-e1fb33770142 HTTP/1.1" status: 200 len: 922 time: 0.1625025 Feb 02 13:06:02.052012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8860e274-adac-4c31-b78c-7978d60a14b1 admin admin] Deleting port a47cf492-b0ac-4912-b5c9-a91590c37513 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:02.052341 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8860e274-adac-4c31-b78c-7978d60a14b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:02.117637 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-353d0eda-4e11-48d0-879b-32a1cebc0c60 req-6e7c349a-83d6-4d18-b5e0-4d401315f09e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bac70f14-bfdf-4c3a-884b-00306de53be5 HTTP/1.1" status: 200 len: 217 time: 0.0490518 Feb 02 13:06:02.172430 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for floatingip (49155aa8-8d92-43e7-8c39-7a1576ade6fa), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:02.191965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d0eda-4e11-48d0-879b-32a1cebc0c60 req-a623c89c-3e2b-423e-8872-64e0c76f5b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:02.193598 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-353d0eda-4e11-48d0-879b-32a1cebc0c60 req-a623c89c-3e2b-423e-8872-64e0c76f5b29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=ff0e7db1-8e54-4b64-828a-2d7211d95f47 HTTP/1.1" status: 200 len: 861 time: 0.0695424 Feb 02 13:06:02.247574 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-353d0eda-4e11-48d0-879b-32a1cebc0c60 req-1f2a9c3e-b52d-4491-b768-26d05e3f856a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=08a924f4-c0a8-46a8-a5a6-e1fb33770142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370398 Feb 02 13:06:02.250378 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (feac2736-7f75-4415-8d17-e4ba1a8c9d36), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:02.277932 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-8860e274-adac-4c31-b78c-7978d60a14b1 admin admin] For port a47cf492-b0ac-4912-b5c9-a91590c37513, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a47cf492-b0ac-4912-b5c9-a91590c37513,segment=NetworkSegment(697ae882-4052-4bb9-96ab-af450392a623),segment_id=697ae882-4052-4bb9-96ab-af450392a623)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:02.279022 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8860e274-adac-4c31-b78c-7978d60a14b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:02.310354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8860e274-adac-4c31-b78c-7978d60a14b1 admin admin] Calling delete_port for a47cf492-b0ac-4912-b5c9-a91590c37513 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:02.336473 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36f9731b-44b9-493d-8a8a-8e937cbf229e req-570287e9-4ec9-44ff-a088-7ee2aa8cb322 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2927690 Feb 02 13:06:02.347799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-9382a398-4097-4236-9997-a37e293af1ae tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:02.354661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-9382a398-4097-4236-9997-a37e293af1ae tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1954052 Feb 02 13:06:02.357977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47be2e9d-a31e-41d9-9f06-5145b4613189 req-e7999c93-26a1-44db-acfc-485120443234 service neutron] 10.222.0.62 "GET /v2.0/networks/fc391945-501e-4639-b807-6e82f189ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197439 Feb 02 13:06:02.512667 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-353d0eda-4e11-48d0-879b-32a1cebc0c60 req-4c15ec55-63d1-4688-a3d9-d2fc1a43f794 service neutron] 10.222.0.62 "GET /v2.0/networks/08a924f4-c0a8-46a8-a5a6-e1fb33770142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294216 Feb 02 13:06:02.546618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-089ff96b-4afa-4e38-9b90-1202d442c65b tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.1912363 Feb 02 13:06:02.555562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-b885dd78-cbbc-4cb1-9cd6-53502e35bcfe tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Request body: {'floatingip': {'port_id': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:02.598318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:02.619683 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-b885dd78-cbbc-4cb1-9cd6-53502e35bcfe tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:02.628574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47be2e9d-a31e-41d9-9f06-5145b4613189 req-18ec606b-e9a5-4076-9c7b-01275375720d service neutron] 10.222.0.62 "GET /v2.0/networks/fc391945-501e-4639-b807-6e82f189ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590399 Feb 02 13:06:02.708758 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for port (feac2736-7f75-4415-8d17-e4ba1a8c9d36), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:02.717994 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-353d0eda-4e11-48d0-879b-32a1cebc0c60 req-48672bae-eb97-4304-bbe8-842b58292853 service neutron] 10.222.0.62 "GET /v2.0/networks/08a924f4-c0a8-46a8-a5a6-e1fb33770142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955318 Feb 02 13:06:02.718780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (feac2736-7f75-4415-8d17-e4ba1a8c9d36), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:02.737839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:02.757310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '475f6dfa-b9ba-4d48-b80d-a3f10ae081a5', 'network_id': '408baa00-e060-4bce-826e-a30977dfd810', 'port_id': '475f6dfa-b9ba-4d48-b80d-a3f10ae081a5', 'mac_address': 'fa:16:3e:24:e4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df64b9a-0d44-495d-9df4-427e43aeec51', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:02.792688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-ed632d08-ed8b-4daf-a934-3b264019a90e tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=71f7ee4da56a46e0b6c7d3824adb6973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1682246 Feb 02 13:06:02.819590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Pushing event updated for resources: {'Port': ['ID=feac2736-7f75-4415-8d17-e4ba1a8c9d36,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:02.822188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (49155aa8-8d92-43e7-8c39-7a1576ade6fa), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:02.840489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:02.841146 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:02.842805 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:02.847464 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c3c80ea5-a4e8-45a1-988b-c363dc40ef10 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4959366 Feb 02 13:06:02.863879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:02.876395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 184119ce-a49d-4c6e-a527-b55f093aa3e1 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:02.901911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:02.911655 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:02.913204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device fa87ddce-c6ae-4971-ab64-55a01c1f3583 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:02.984793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22a3b2-f5d9-4eeb-9288-38e12da172ce req-fec5075e-1683-4b01-8731-f9993b43455e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:02.986307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b22a3b2-f5d9-4eeb-9288-38e12da172ce req-fec5075e-1683-4b01-8731-f9993b43455e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.18 "GET /v2.0/ports?device_id=c292584c-198f-47b5-a413-228f907812b4 HTTP/1.1" status: 200 len: 945 time: 0.3605428 Feb 02 13:06:03.097725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:03.117667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-42e18e93-8bd6-461f-8bea-23c6d90ff119 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:03.124533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-42e18e93-8bd6-461f-8bea-23c6d90ff119 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3199079 Feb 02 13:06:03.195239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 184119ce-a49d-4c6e-a527-b55f093aa3e1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=184119ce-a49d-4c6e-a527-b55f093aa3e1,segment=NetworkSegment(a02a7aa1-0e64-4139-91f5-99d15433df81),segment_id=a02a7aa1-0e64-4139-91f5-99d15433df81)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:03.198840 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port fa87ddce-c6ae-4971-ab64-55a01c1f3583, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fa87ddce-c6ae-4971-ab64-55a01c1f3583,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:03.216354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '184119ce-a49d-4c6e-a527-b55f093aa3e1', 'network_id': 'fc391945-501e-4639-b807-6e82f189ff02', 'port_id': '184119ce-a49d-4c6e-a527-b55f093aa3e1', 'mac_address': 'fa:16:3e:e0:26:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4221308-38b2-4f52-a5ce-bba321eb9cf4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:03.219823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'fa87ddce-c6ae-4971-ab64-55a01c1f3583', 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020', 'port_id': 'fa87ddce-c6ae-4971-ab64-55a01c1f3583', 'mac_address': 'fa:16:3e:db:ff:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f73150-bb8a-4932-8e53-2071d90f5968', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:03.220280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-244a0391-c34f-40e9-9796-7091cd54f86d tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/quotas/71f7ee4da56a46e0b6c7d3824adb6973 HTTP/1.1" status: 200 len: 375 time: 0.0949914 Feb 02 13:06:03.295676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 184119ce-a49d-4c6e-a527-b55f093aa3e1 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:03.296056 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:03.306029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-33ed7193-9090-4467-8da4-861878673497 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=71f7ee4da56a46e0b6c7d3824adb6973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687156 Feb 02 13:06:03.310442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184119ce-a49d-4c6e-a527-b55f093aa3e1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:03.315937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port fa87ddce-c6ae-4971-ab64-55a01c1f3583 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:03.316314 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:03.341110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa87ddce-c6ae-4971-ab64-55a01c1f3583 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:03.346999 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 184119ce-a49d-4c6e-a527-b55f093aa3e1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=184119ce-a49d-4c6e-a527-b55f093aa3e1,segment=NetworkSegment(a02a7aa1-0e64-4139-91f5-99d15433df81),segment_id=a02a7aa1-0e64-4139-91f5-99d15433df81)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:03.353552 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8860e274-adac-4c31-b78c-7978d60a14b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a47cf492-b0ac-4912-b5c9-a91590c37513), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:03.358188 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:03.397353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port fa87ddce-c6ae-4971-ab64-55a01c1f3583, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fa87ddce-c6ae-4971-ab64-55a01c1f3583,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:03.406261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:03.407327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:03.437609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860e274-adac-4c31-b78c-7978d60a14b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47cf492-b0ac-4912-b5c9-a91590c37513,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:03.448423 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=184119ce-a49d-4c6e-a527-b55f093aa3e1,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:03.519343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=fa87ddce-c6ae-4971-ab64-55a01c1f3583,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:03.537846 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-e4470e70-ab53-48bd-a956-2a857d67e8be tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459771 Feb 02 13:06:03.557741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:03.575958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '7dd0d8ee-d01b-47ec-841d-17051ff2fd9e', 'network_id': '408baa00-e060-4bce-826e-a30977dfd810', 'port_id': '7dd0d8ee-d01b-47ec-841d-17051ff2fd9e', 'mac_address': 'fa:16:3e:9c:d3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df64b9a-0d44-495d-9df4-427e43aeec51', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:03.625592 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9b22a3b2-f5d9-4eeb-9288-38e12da172ce req-77dbeffa-eee5-44ca-8172-fc12413061e5 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Deleting port 185153ba-ee45-4b91-be54-615b81138ed8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:03.625943 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b22a3b2-f5d9-4eeb-9288-38e12da172ce req-77dbeffa-eee5-44ca-8172-fc12413061e5 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (185153ba-ee45-4b91-be54-615b81138ed8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:03.655686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:03.656113 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:03.688283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:03.693846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['184119ce-a49d-4c6e-a527-b55f093aa3e1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:03.807207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:03.821539 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:03.831990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 52c87d60-7381-4961-a6c1-8d23cfdda506 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:03.852318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01562adf-d449-49c6-8db5-55082f87a09b req-a5bfa243-b696-43c9-9728-e4f7d8e96108 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:03.855260 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-a5bfa243-b696-43c9-9728-e4f7d8e96108 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106260 Feb 02 13:06:03.913850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-01562adf-d449-49c6-8db5-55082f87a09b req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Request body: {'port': {'device_id': '11f63d06-b6bd-4a53-aac1-d28f1a19dd83', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '878b55bf0eeb4eafa84943c0574b0ee0'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:04.018433 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:04.053870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 52c87d60-7381-4961-a6c1-8d23cfdda506, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=52c87d60-7381-4961-a6c1-8d23cfdda506,segment=NetworkSegment(86ebbc56-a897-43c8-9cff-e6003ba6caa9),segment_id=86ebbc56-a897-43c8-9cff-e6003ba6caa9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:04.082288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '52c87d60-7381-4961-a6c1-8d23cfdda506', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'port_id': '52c87d60-7381-4961-a6c1-8d23cfdda506', 'mac_address': 'fa:16:3e:4e:49:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:04.085740 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5608c02-8c0d-4bbb-8e8e-25605d242238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.105532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01562adf-d449-49c6-8db5-55082f87a09b req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Made reservation on behalf of 878b55bf0eeb4eafa84943c0574b0ee0 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:04.110334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01562adf-d449-49c6-8db5-55082f87a09b req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.171518 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 52c87d60-7381-4961-a6c1-8d23cfdda506 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:04.171917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.186886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c87d60-7381-4961-a6c1-8d23cfdda506 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:04.210222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 52c87d60-7381-4961-a6c1-8d23cfdda506, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=52c87d60-7381-4961-a6c1-8d23cfdda506,segment=NetworkSegment(86ebbc56-a897-43c8-9cff-e6003ba6caa9),segment_id=86ebbc56-a897-43c8-9cff-e6003ba6caa9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:04.215798 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.217587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 725bf461-ffb7-4c2f-a579-300561af9e5e details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:04.304043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=52c87d60-7381-4961-a6c1-8d23cfdda506,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:04.314755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 725bf461-ffb7-4c2f-a579-300561af9e5e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=725bf461-ffb7-4c2f-a579-300561af9e5e,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:04.343321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '725bf461-ffb7-4c2f-a579-300561af9e5e', 'network_id': '408baa00-e060-4bce-826e-a30977dfd810', 'port_id': '725bf461-ffb7-4c2f-a579-300561af9e5e', 'mac_address': 'fa:16:3e:be:98:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df64b9a-0d44-495d-9df4-427e43aeec51', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:04.356041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-01562adf-d449-49c6-8db5-55082f87a09b req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Allocated IP 192.168.233.103 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/8fccd482-689e-4737-9ed8-798f3526897c) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:06:04.407379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 725bf461-ffb7-4c2f-a579-300561af9e5e is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:04.408321 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.441042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 725bf461-ffb7-4c2f-a579-300561af9e5e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:04.474648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 725bf461-ffb7-4c2f-a579-300561af9e5e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=725bf461-ffb7-4c2f-a579-300561af9e5e,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:04.480933 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.482811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 92e5923a-ca1f-4def-85a7-fbeed5c55ddf details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:04.535210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877e0fe-d0a0-45c8-ba06-7e586a36153e req-32baa7b9-8733-4f91-b69d-ea2cc80d0463 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:04.542944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f877e0fe-d0a0-45c8-ba06-7e586a36153e req-32baa7b9-8733-4f91-b69d-ea2cc80d0463 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 944 time: 0.7798688 Feb 02 13:06:04.564383 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:04.587849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '92e5923a-ca1f-4def-85a7-fbeed5c55ddf', 'network_id': '30e40ba2-a8b1-4051-9108-dbee8f9b7020', 'port_id': '92e5923a-ca1f-4def-85a7-fbeed5c55ddf', 'mac_address': 'fa:16:3e:db:18:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f73150-bb8a-4932-8e53-2071d90f5968', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:04.590614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=725bf461-ffb7-4c2f-a579-300561af9e5e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:04.674111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9b22a3b2-f5d9-4eeb-9288-38e12da172ce req-77dbeffa-eee5-44ca-8172-fc12413061e5 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] For port 185153ba-ee45-4b91-be54-615b81138ed8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=185153ba-ee45-4b91-be54-615b81138ed8,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:04.674727 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b22a3b2-f5d9-4eeb-9288-38e12da172ce req-77dbeffa-eee5-44ca-8172-fc12413061e5 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (185153ba-ee45-4b91-be54-615b81138ed8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.685769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:04.686366 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.686557 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01562adf-d449-49c6-8db5-55082f87a09b req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks [] for port (8fccd482-689e-4737-9ed8-798f3526897c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.706661 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-b885dd78-cbbc-4cb1-9cd6-53502e35bcfe tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:06:04.718306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e5923a-ca1f-4def-85a7-fbeed5c55ddf {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:04.741734 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01562adf-d449-49c6-8db5-55082f87a09b req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8fccd482-689e-4737-9ed8-798f3526897c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.752155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9b22a3b2-f5d9-4eeb-9288-38e12da172ce req-77dbeffa-eee5-44ca-8172-fc12413061e5 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Calling delete_port for 185153ba-ee45-4b91-be54-615b81138ed8 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:04.753101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:04.757940 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.759779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 13faa4c4-a1e2-4351-8275-345fc771c7c8 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:04.772593 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f877e0fe-d0a0-45c8-ba06-7e586a36153e req-e1d35f49-44ad-4321-a298-52b21437c55f tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/security-groups?id=8730c6b7-96f8-4090-904e-7e0d07ab15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264714 Feb 02 13:06:04.805344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f', '5a043331-b977-4357-8307-e9b7aa85f673'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:04.808431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fd80be81-e23c-473f-a18b-6a1e2510f17e', '0bce2d7b-fb2a-43ec-8c60-e16d31c84203', 'd26b53cb-5058-49e9-a306-d1a442e95da7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:04.837801 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8860e274-adac-4c31-b78c-7978d60a14b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.839647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01562adf-d449-49c6-8db5-55082f87a09b req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:06:04.843665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-01562adf-d449-49c6-8db5-55082f87a09b req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:04.852187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-01562adf-d449-49c6-8db5-55082f87a09b req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:06:04.883940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event updated for resources: {'Port': ['ID=8fccd482-689e-4737-9ed8-798f3526897c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:04.913637 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-b885dd78-cbbc-4cb1-9cd6-53502e35bcfe tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.917635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01562adf-d449-49c6-8db5-55082f87a09b req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:04.918710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01562adf-d449-49c6-8db5-55082f87a09b req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:04.939785 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-9d577493-9aeb-41f6-ab71-a74c8590a4b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0328686 Feb 02 13:06:04.940053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device bac70f14-bfdf-4c3a-884b-00306de53be5 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:04.942128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 184119ce-a49d-4c6e-a527-b55f093aa3e1 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:04.960013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Request body: {'port': {'device_id': '11f63d06-b6bd-4a53-aac1-d28f1a19dd83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:04.973741 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:06:05.019783 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-b885dd78-cbbc-4cb1-9cd6-53502e35bcfe tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:05.072791 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8fccd482-689e-4737-9ed8-798f3526897c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:05.282948 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-83c587da-76c0-45e9-bc09-191d06ecdcfd tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=71f7ee4da56a46e0b6c7d3824adb6973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304787 Feb 02 13:06:05.302548 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-b885dd78-cbbc-4cb1-9cd6-53502e35bcfe tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Floating IP 5691bd5d-b930-4329-ad1a-e00222e77575 associated. External IP: 172.25.4.195, port: 0d594e55-446d-4dcf-ab79-2e25b700b516. Feb 02 13:06:05.348836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 13faa4c4-a1e2-4351-8275-345fc771c7c8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=13faa4c4-a1e2-4351-8275-345fc771c7c8,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:05.428722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:05.437759 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73130e4-4f7b-4a80-a2dd-2b3627145351 req-33e51b53-66da-4053-8523-3c3ad210bb75 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:05.442672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '13faa4c4-a1e2-4351-8275-345fc771c7c8', 'network_id': '408baa00-e060-4bce-826e-a30977dfd810', 'port_id': '13faa4c4-a1e2-4351-8275-345fc771c7c8', 'mac_address': 'fa:16:3e:23:52:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df64b9a-0d44-495d-9df4-427e43aeec51', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:05.445098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b73130e4-4f7b-4a80-a2dd-2b3627145351 req-33e51b53-66da-4053-8523-3c3ad210bb75 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 936 time: 0.5182462 Feb 02 13:06:05.510647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fccd482-689e-4737-9ed8-798f3526897c {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:05.519337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Publish callbacks [] for port (8fccd482-689e-4737-9ed8-798f3526897c), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:05.523296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-798a724f-b4bc-4e8f-8347-d785d147b586 None None] Provisioning complete for port 8fccd482-689e-4737-9ed8-798f3526897c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:05.523700 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-798a724f-b4bc-4e8f-8347-d785d147b586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8fccd482-689e-4737-9ed8-798f3526897c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:05.527400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port bac70f14-bfdf-4c3a-884b-00306de53be5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bac70f14-bfdf-4c3a-884b-00306de53be5,segment=NetworkSegment(624a4f7d-8dfa-410c-a41d-c207e00a0a46),segment_id=624a4f7d-8dfa-410c-a41d-c207e00a0a46)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:05.533282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Transition to ACTIVE for port object 8fccd482-689e-4737-9ed8-798f3526897c will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:06:05.543696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (8fccd482-689e-4737-9ed8-798f3526897c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:05.604812 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:05.624825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'bac70f14-bfdf-4c3a-884b-00306de53be5', 'network_id': '08a924f4-c0a8-46a8-a5a6-e1fb33770142', 'port_id': 'bac70f14-bfdf-4c3a-884b-00306de53be5', 'mac_address': 'fa:16:3e:2f:d4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0e7db1-8e54-4b64-828a-2d7211d95f47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:05.631708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 184119ce-a49d-4c6e-a527-b55f093aa3e1 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:05.645193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 13faa4c4-a1e2-4351-8275-345fc771c7c8 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:05.645581 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:05.654465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b73130e4-4f7b-4a80-a2dd-2b3627145351 req-f7ffd805-59d3-4494-838b-8330e779d3e2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084482 Feb 02 13:06:05.675795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 184119ce-a49d-4c6e-a527-b55f093aa3e1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:05.675795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:05.677965 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b22a3b2-f5d9-4eeb-9288-38e12da172ce req-77dbeffa-eee5-44ca-8172-fc12413061e5 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (185153ba-ee45-4b91-be54-615b81138ed8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:05.734365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-798a724f-b4bc-4e8f-8347-d785d147b586 None None] Port 8fccd482-689e-4737-9ed8-798f3526897c cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:06:05.763714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Pushing event updated for resources: {'Port': ['ID=8fccd482-689e-4737-9ed8-798f3526897c,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:05.820165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['0d594e55-446d-4dcf-ab79-2e25b700b516', '185153ba-ee45-4b91-be54-615b81138ed8'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:05.836540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-50b2e33e-5809-4b38-be17-10fa605c7614 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:05.838546 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-50b2e33e-5809-4b38-be17-10fa605c7614 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5480535 Feb 02 13:06:05.866717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Request body: {'port': {'device_id': '1becef06-1766-4ca4-b6b5-8c69c974fdd2', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '71f7ee4da56a46e0b6c7d3824adb6973'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:05.867090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dbeffa-eee5-44ca-8172-fc12413061e5 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Pushing event deleted for resources: {'Port': ['ID=185153ba-ee45-4b91-be54-615b81138ed8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:05.891299 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port bac70f14-bfdf-4c3a-884b-00306de53be5 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:05.892058 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:05.923238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac70f14-bfdf-4c3a-884b-00306de53be5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:05.964863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port bac70f14-bfdf-4c3a-884b-00306de53be5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bac70f14-bfdf-4c3a-884b-00306de53be5,segment=NetworkSegment(624a4f7d-8dfa-410c-a41d-c207e00a0a46),segment_id=624a4f7d-8dfa-410c-a41d-c207e00a0a46)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:05.975716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13faa4c4-a1e2-4351-8275-345fc771c7c8 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:06.019676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8860e274-adac-4c31-b78c-7978d60a14b1 admin admin] Router 8be5c951-7dde-47d6-b9bc-0516a2c6d66f has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:06:06.021665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b22a3b2-f5d9-4eeb-9288-38e12da172ce req-77dbeffa-eee5-44ca-8172-fc12413061e5 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] No DVR routers for this DVR port 185153ba-ee45-4b91-be54-615b81138ed8 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:06:06.029628 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b22a3b2-f5d9-4eeb-9288-38e12da172ce req-77dbeffa-eee5-44ca-8172-fc12413061e5 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.032945 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b22a3b2-f5d9-4eeb-9288-38e12da172ce req-77dbeffa-eee5-44ca-8172-fc12413061e5 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.18 "DELETE /v2.0/ports/185153ba-ee45-4b91-be54-615b81138ed8 HTTP/1.1" status: 204 len: 173 time: 3.0064321 Feb 02 13:06:06.033114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Attempting to bind port 8fccd482-689e-4737-9ed8-798f3526897c on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:06:06.033596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Attempting to bind port 8fccd482-689e-4737-9ed8-798f3526897c by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:06:06.033797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Attempting to bind port 8fccd482-689e-4737-9ed8-798f3526897c on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:06.034955 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c292584c-198f-47b5-a413-228f907812b4', 'name': 'network-vif-deleted', 'tag': '185153ba-ee45-4b91-be54-615b81138ed8'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:06.037344 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11819cef-598d-413c-9c49-22b2e06c76da" -d '{"events": [{"server_uuid": "c292584c-198f-47b5-a413-228f907812b4", "name": "network-vif-deleted", "tag": "185153ba-ee45-4b91-be54-615b81138ed8"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:06.050723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Port 8fccd482-689e-4737-9ed8-798f3526897c on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:06:06.051172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Attempting to bind port 8fccd482-689e-4737-9ed8-798f3526897c on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:06.054229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed97963-af4a-4963-8ad3-f119cabd675a req-8f7725d6-c5cf-417d-b21b-558a65ca4055 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:06.060059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:06:06.060059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:06.060059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:06:06.060538 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Bound port: 8fccd482-689e-4737-9ed8-798f3526897c, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:06:06.061797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8fccd482-689e-4737-9ed8-798f3526897c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.062045 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eed97963-af4a-4963-8ad3-f119cabd675a req-8f7725d6-c5cf-417d-b21b-558a65ca4055 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 944 time: 0.2954569 Feb 02 13:06:06.065394 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Made reservation on behalf of 71f7ee4da56a46e0b6c7d3824adb6973 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:06.069412 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.071091 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.084466 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.084709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 13faa4c4-a1e2-4351-8275-345fc771c7c8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=13faa4c4-a1e2-4351-8275-345fc771c7c8,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:06.088805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-b885dd78-cbbc-4cb1-9cd6-53502e35bcfe tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:06:06.165728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=bac70f14-bfdf-4c3a-884b-00306de53be5,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:06.196555 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.223266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] For port 8fccd482-689e-4737-9ed8-798f3526897c, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:06:06.228716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] For port 8fccd482-689e-4737-9ed8-798f3526897c, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8fccd482-689e-4737-9ed8-798f3526897c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:06:06.241409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (8fccd482-689e-4737-9ed8-798f3526897c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.254373 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eed97963-af4a-4963-8ad3-f119cabd675a req-3efffed8-809f-4abf-a6a1-681fd30b161c tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/security-groups?id=a6caac03-1ab5-447a-8440-ed35f0fc584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912668 Feb 02 13:06:06.346971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:06.347619 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.349039 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] 10.222.0.18 "PUT /v2.0/ports/8fccd482-689e-4737-9ed8-798f3526897c HTTP/1.1" status: 200 len: 1096 time: 1.3957493 Feb 02 13:06:06.349672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e2772-8e88-4761-b79f-61b7ada39bbb service neutron] Pushing event updated for resources: {'Port': ['ID=8fccd482-689e-4737-9ed8-798f3526897c,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:06.354118 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f63d06-b6bd-4a53-aac1-d28f1a19dd83', 'tag': '8fccd482-689e-4737-9ed8-798f3526897c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:06.357089 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887342f3-3584-4c39-bd62-cd6041dc9858" -d '{"events": [{"name": "network-changed", "server_uuid": "11f63d06-b6bd-4a53-aac1-d28f1a19dd83", "tag": "8fccd482-689e-4737-9ed8-798f3526897c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:06.396900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8860e274-adac-4c31-b78c-7978d60a14b1 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:06:06.407476 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks [] for security_group (462a32de-8007-47a8-9319-e18bbccb70b9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.429595 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (462a32de-8007-47a8-9319-e18bbccb70b9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.433346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8860e274-adac-4c31-b78c-7978d60a14b1 admin admin] 10.222.0.83 "PUT /v2.0/routers/8be5c951-7dde-47d6-b9bc-0516a2c6d66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9514415 Feb 02 13:06:06.435458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46518) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:06.459238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec46a0e9-0d7a-425b-84ae-ed08dd9bdd23 None None] Sync routers for ids ['8be5c951-7dde-47d6-b9bc-0516a2c6d66f'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:06:06.466213 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-b885dd78-cbbc-4cb1-9cd6-53502e35bcfe tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:06:06.471693 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-b885dd78-cbbc-4cb1-9cd6-53502e35bcfe tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.480098 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f66f499-c96d-40e4-aebc-ff50768500d5 None None] Sync routers for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:06:06.501162 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66f499-c96d-40e4-aebc-ff50768500d5 None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:06:06.504216 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f66f499-c96d-40e4-aebc-ff50768500d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:06:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:06.512485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=13faa4c4-a1e2-4351-8275-345fc771c7c8,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:06.565412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181ea0e-d00e-4009-9bc1-b48aad69b83d req-42d37252-4153-44eb-9416-9a5e61171557 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:06.577530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181ea0e-d00e-4009-9bc1-b48aad69b83d req-42d37252-4153-44eb-9416-9a5e61171557 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:06.587007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['bac70f14-bfdf-4c3a-884b-00306de53be5'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:06.593539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181ea0e-d00e-4009-9bc1-b48aad69b83d req-42d37252-4153-44eb-9416-9a5e61171557 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:06.608626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181ea0e-d00e-4009-9bc1-b48aad69b83d req-42d37252-4153-44eb-9416-9a5e61171557 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:06.622226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181ea0e-d00e-4009-9bc1-b48aad69b83d req-42d37252-4153-44eb-9416-9a5e61171557 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:06.628781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181ea0e-d00e-4009-9bc1-b48aad69b83d req-42d37252-4153-44eb-9416-9a5e61171557 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:06.635360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Publish callbacks [] for router (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.641458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181ea0e-d00e-4009-9bc1-b48aad69b83d req-42d37252-4153-44eb-9416-9a5e61171557 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:06.668939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7181ea0e-d00e-4009-9bc1-b48aad69b83d req-42d37252-4153-44eb-9416-9a5e61171557 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5438 time: 0.2888801 Feb 02 13:06:06.692663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec46a0e9-0d7a-425b-84ae-ed08dd9bdd23 None None] Routers {'8be5c951-7dde-47d6-b9bc-0516a2c6d66f'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:06:06.693622 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ec46a0e9-0d7a-425b-84ae-ed08dd9bdd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:06:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8be5c951-7dde-47d6-b9bc-0516a2c6d66f'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:06.699181 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-b885dd78-cbbc-4cb1-9cd6-53502e35bcfe tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "PUT /v2.0/floatingips/5691bd5d-b930-4329-ad1a-e00222e77575 HTTP/1.1" status: 200 len: 997 time: 4.1516359 Feb 02 13:06:06.857856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7181ea0e-d00e-4009-9bc1-b48aad69b83d req-f32284d3-e19f-4d4d-80f8-f721b4f52fcf tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1781771 Feb 02 13:06:06.862177 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3f66f499-c96d-40e4-aebc-ff50768500d5 None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:06:06.898022 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Publish callbacks [] for router_gateway (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:06.899160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-6ab9078e-de35-46cb-8c5a-8070884c7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:06.900795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-6ab9078e-de35-46cb-8c5a-8070884c7978 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 1128 time: 0.1702158 Feb 02 13:06:06.918688 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462a32de-8007-47a8-9319-e18bbccb70b9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:06.965030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01562adf-d449-49c6-8db5-55082f87a09b req-7647b970-c468-4a9d-a630-823577d033b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:06.971027 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-7647b970-c468-4a9d-a630-823577d033b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 1130 time: 0.5594985 Feb 02 13:06:07.326397 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:07.379462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fa87ddce-c6ae-4971-ab64-55a01c1f3583'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:07.394459 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f66f499-c96d-40e4-aebc-ff50768500d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5691bd5d-b930-4329-ad1a-e00222e77575', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'port_id': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'mac_address': 'fa:16:3e:72:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c877e0-36cb-4da7-b887-352fd45f5820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:07Z', 'updated_at': '2022-02-02T13:06:04Z', 'revision_number': 8, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:07.406054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['52c87d60-7381-4961-a6c1-8d23cfdda506'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:07.459304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['7dd0d8ee-d01b-47ec-841d-17051ff2fd9e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:07.463471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60216b40-e24f-45b1-a386-5d3c7146a838 req-221a273d-d251-4f3d-b5a8-bbbcffeb8345 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 210 time: 0.4557054 Feb 02 13:06:07.471225 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f66f499-c96d-40e4-aebc-ff50768500d5 None None] Checking router: 3a1cb972-fc6c-4885-99d9-d706671eb6f6 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:06:07.498024 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66f499-c96d-40e4-aebc-ff50768500d5 None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:06:07.498758 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f66f499-c96d-40e4-aebc-ff50768500d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:06:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:07.530212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-90c31a16-8336-4935-8c5b-3f6863b907c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:07.532236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-90c31a16-8336-4935-8c5b-3f6863b907c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.6255596 Feb 02 13:06:07.539758 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:07.557468 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-c1a0976f-a1da-48af-bc42-0feb855028f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8fccd482-689e-4737-9ed8-798f3526897c HTTP/1.1" status: 200 len: 217 time: 0.5721564 Feb 02 13:06:07.628587 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01562adf-d449-49c6-8db5-55082f87a09b req-6d7d704a-cc65-4d60-97ea-ca95aded6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:07.629995 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-6d7d704a-cc65-4d60-97ea-ca95aded6ac3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0625002 Feb 02 13:06:07.631529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Deleting port 9b42c633-8dab-4513-baec-0182a7d6fac9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:07.631984 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:07.671212 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-022af98a-0666-43ea-9f9a-efa3f36df81b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 1000 time: 0.1324441 Feb 02 13:06:07.677320 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3f66f499-c96d-40e4-aebc-ff50768500d5 None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:06:07.691318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Allocated IP 192.168.233.237 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/b1558a0b-d280-48aa-86bf-1f2cfc1def36) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:06:07.747516 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e013c9-1cbc-4a41-aea1-a03925cde532 req-5ad45740-ce95-4025-9c11-3c7cfd766bc1 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:07.754821 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13e013c9-1cbc-4a41-aea1-a03925cde532 req-5ad45740-ce95-4025-9c11-3c7cfd766bc1 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 945 time: 0.1693785 Feb 02 13:06:07.787470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 184119ce-a49d-4c6e-a527-b55f093aa3e1 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:07.787893 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:07.793420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01562adf-d449-49c6-8db5-55082f87a09b req-8f6e18aa-a650-452b-a989-88384cac879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:07.795721 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-8f6e18aa-a650-452b-a989-88384cac879c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1590204 Feb 02 13:06:07.806671 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-79046653-fb2b-4a0c-afa3-a565eca08119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:07.816118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-79046653-fb2b-4a0c-afa3-a565eca08119 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.1439462 Feb 02 13:06:07.885675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13e013c9-1cbc-4a41-aea1-a03925cde532 req-321a0ce2-6edd-4a39-a029-e200336291cb tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/security-groups?id=8730c6b7-96f8-4090-904e-7e0d07ab15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299617 Feb 02 13:06:07.923476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-614ad35b-607c-4046-babd-4d44b5af12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:07.928595 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-614ad35b-607c-4046-babd-4d44b5af12e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1086884 Feb 02 13:06:07.948288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] For port 9b42c633-8dab-4513-baec-0182a7d6fac9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9b42c633-8dab-4513-baec-0182a7d6fac9,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:07.948652 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:07.978810 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:07.993852 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196a740e-f1bb-41a4-b1f1-cf12689916b2 x-openstack-request-id: req-196a740e-f1bb-41a4-b1f1-cf12689916b2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:07.994499 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c292584c-198f-47b5-a413-228f907812b4", "name": "network-vif-deleted", "tag": "185153ba-ee45-4b91-be54-615b81138ed8", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:07.994649 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-196a740e-f1bb-41a4-b1f1-cf12689916b2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:07.994952 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c292584c-198f-47b5-a413-228f907812b4', 'name': 'network-vif-deleted', 'tag': '185153ba-ee45-4b91-be54-615b81138ed8', 'status': 'completed', 'code': 200} Feb 02 13:06:08.001244 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-959795bb-d354-4465-824c-117733863655 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951585 Feb 02 13:06:08.004907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Calling delete_port for 9b42c633-8dab-4513-baec-0182a7d6fac9 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:08.022862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['13faa4c4-a1e2-4351-8275-345fc771c7c8'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:08.035173 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460eb6a6-d4ba-4049-b7e9-843f66a0c6ce x-openstack-request-id: req-460eb6a6-d4ba-4049-b7e9-843f66a0c6ce {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:08.035517 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f63d06-b6bd-4a53-aac1-d28f1a19dd83", "tag": "8fccd482-689e-4737-9ed8-798f3526897c", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:08.035757 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-460eb6a6-d4ba-4049-b7e9-843f66a0c6ce {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:08.036126 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f63d06-b6bd-4a53-aac1-d28f1a19dd83', 'tag': '8fccd482-689e-4737-9ed8-798f3526897c', 'status': 'completed', 'code': 200} Feb 02 13:06:08.144667 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['725bf461-ffb7-4c2f-a579-300561af9e5e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:08.147163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['92e5923a-ca1f-4def-85a7-fbeed5c55ddf'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:08.151098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-1a900f00-7054-45c1-bc0c-f27a2650301a service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153740 Feb 02 13:06:08.161732 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3f66f499-c96d-40e4-aebc-ff50768500d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5691bd5d-b930-4329-ad1a-e00222e77575', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'port_id': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'mac_address': 'fa:16:3e:72:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c877e0-36cb-4da7-b887-352fd45f5820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:07Z', 'updated_at': '2022-02-02T13:06:04Z', 'revision_number': 8, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:08.176948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 184119ce-a49d-4c6e-a527-b55f093aa3e1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=184119ce-a49d-4c6e-a527-b55f093aa3e1,segment=NetworkSegment(a02a7aa1-0e64-4139-91f5-99d15433df81),segment_id=a02a7aa1-0e64-4139-91f5-99d15433df81)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:08.195018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d136e7-482f-4be2-bb7c-14ef1e5295df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184119ce-a49d-4c6e-a527-b55f093aa3e1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:08.197602 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595ff47f-ed03-4e3e-a700-383275a2fcc5" -d '{"events": [{"server_uuid": "90d136e7-482f-4be2-bb7c-14ef1e5295df", "name": "network-vif-plugged", "status": "completed", "tag": "184119ce-a49d-4c6e-a527-b55f093aa3e1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:08.206956 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f66f499-c96d-40e4-aebc-ff50768500d5 None None] The sync data for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 is: [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5691bd5d-b930-4329-ad1a-e00222e77575', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'port_id': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 865, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'mac_address': 'fa:16:3e:72:ec:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c877e0-36cb-4da7-b887-352fd45f5820', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:05:07Z', 'updated_at': '2022-02-02T13:06:04Z', 'revision_number': 8, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:06:08.262082 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:08.297158 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks [] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:08.361849 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01562adf-d449-49c6-8db5-55082f87a09b req-a847b821-2a15-4e3d-b594-997a6717b0f4 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287323 Feb 02 13:06:08.362987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb68815-9b42-4c73-bde5-c095230f39e2 req-662864a5-d4b0-4db9-b839-c1a01ea451cb tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:08.367523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0cb68815-9b42-4c73-bde5-c095230f39e2 req-662864a5-d4b0-4db9-b839-c1a01ea451cb tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 948 time: 0.2296946 Feb 02 13:06:08.374048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1ee0212-5bd5-4055-8252-7851b21995c3 req-7efbfcef-e8ac-4fa8-bf74-f3c997f9c441 service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023261 Feb 02 13:06:08.401433 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['475f6dfa-b9ba-4d48-b80d-a3f10ae081a5'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:08.469702 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0cb68815-9b42-4c73-bde5-c095230f39e2 req-9cbcd590-ab66-4d61-9d60-cf080c7f05be tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941582 Feb 02 13:06:08.477007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 185153ba-ee45-4b91-be54-615b81138ed8 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:06:08.522950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:08.584235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 185153ba-ee45-4b91-be54-615b81138ed8 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:06:08.584741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 185153ba-ee45-4b91-be54-615b81138ed8 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:06:08.602984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:06:08.618361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:08.635156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:06:08.698723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:08.699392 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:08.705588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b520c-95b5-4b29-a969-7d6dd1fdb25b req-574daa61-b5b4-4842-afe7-5d8d16631f7d tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:08.707551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f3b520c-95b5-4b29-a969-7d6dd1fdb25b req-574daa61-b5b4-4842-afe7-5d8d16631f7d tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 945 time: 0.1870127 Feb 02 13:06:08.717948 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:08.722216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ec46a0e9-0d7a-425b-84ae-ed08dd9bdd23 None None] Set router 8be5c951-7dde-47d6-b9bc-0516a2c6d66f gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:06:08.735456 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9b42c633-8dab-4513-baec-0182a7d6fac9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:08.740229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b31ff4-10d9-47d5-8834-98405ec7dc64 None None] New status for floating IP 5691bd5d-b930-4329-ad1a-e00222e77575: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:06:08.779015 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9218791 Feb 02 13:06:08.786108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe3da5-745a-4076-8c11-233f37c46a53 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Pushing event updated for resources: {'Port': ['ID=b1558a0b-d280-48aa-86bf-1f2cfc1def36,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:08.787110 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708ca-c724-41cb-9a23-2bae9cc09b0c req-c3973182-8d8d-4294-be18-baf618d084ab tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:08.804607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887342f3-3584-4c39-bd62-cd6041dc9858 req-81583c8c-7a68-4577-aa84-7ee72319fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:08.806118 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-887342f3-3584-4c39-bd62-cd6041dc9858 req-81583c8c-7a68-4577-aa84-7ee72319fea9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 1130 time: 0.3038936 Feb 02 13:06:08.806278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708ca-c724-41cb-9a23-2bae9cc09b0c req-c3973182-8d8d-4294-be18-baf618d084ab tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:08.813627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708ca-c724-41cb-9a23-2bae9cc09b0c req-c3973182-8d8d-4294-be18-baf618d084ab tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:08.824163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Request body: {'port': {'device_id': '1becef06-1766-4ca4-b6b5-8c69c974fdd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:08.824397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708ca-c724-41cb-9a23-2bae9cc09b0c req-c3973182-8d8d-4294-be18-baf618d084ab tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:08.834713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708ca-c724-41cb-9a23-2bae9cc09b0c req-c3973182-8d8d-4294-be18-baf618d084ab tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:08.842502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708ca-c724-41cb-9a23-2bae9cc09b0c req-c3973182-8d8d-4294-be18-baf618d084ab tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:08.850714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a708ca-c724-41cb-9a23-2bae9cc09b0c req-c3973182-8d8d-4294-be18-baf618d084ab tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:08.852819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19a708ca-c724-41cb-9a23-2bae9cc09b0c req-c3973182-8d8d-4294-be18-baf618d084ab tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5438 time: 0.2443628 Feb 02 13:06:08.904041 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f3b520c-95b5-4b29-a969-7d6dd1fdb25b req-f339fedc-259c-4850-b542-144424bfc2b3 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/security-groups?id=a6caac03-1ab5-447a-8440-ed35f0fc584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843274 Feb 02 13:06:08.981226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19a708ca-c724-41cb-9a23-2bae9cc09b0c req-ca83309d-aded-439e-ba40-023f44f87c93 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1213775 Feb 02 13:06:08.998827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b42c633-8dab-4513-baec-0182a7d6fac9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:09.128136 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:09.193772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e941a0e0-a535-472e-969e-b36f0d0ded50 req-cbe6769c-0222-4c6d-9558-7d3e4e0cae1b tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips/5691bd5d-b930-4329-ad1a-e00222e77575 HTTP/1.1" status: 200 len: 997 time: 0.1701641 Feb 02 13:06:09.203541 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:09.247967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fe920-e47a-4d43-beba-5c39719d5731 req-8c308d88-5d1b-4c5a-a5a5-bf047c577996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:09.249853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c9fe920-e47a-4d43-beba-5c39719d5731 req-8c308d88-5d1b-4c5a-a5a5-bf047c577996 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 1127 time: 0.1463313 Feb 02 13:06:09.262875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd226a4e-e776-468a-b773-c41e34ab25ef req-0ae9db82-6819-4287-849d-5b811e07774b tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:09.263387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:09.264622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd226a4e-e776-468a-b773-c41e34ab25ef req-0ae9db82-6819-4287-849d-5b811e07774b tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 936 time: 0.1645238 Feb 02 13:06:09.270458 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Publish callbacks [] for router_controller (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:09.273835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887342f3-3584-4c39-bd62-cd6041dc9858 req-8a18efe9-6c6c-41ee-a07a-cd45b9cd4c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:09.275351 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-887342f3-3584-4c39-bd62-cd6041dc9858 req-8a18efe9-6c6c-41ee-a07a-cd45b9cd4c7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.4554226 Feb 02 13:06:09.277633 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ff9dbf-a38e-446a-a7c5-09bb2d694e67 x-openstack-request-id: req-56ff9dbf-a38e-446a-a7c5-09bb2d694e67 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:09.278053 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d136e7-482f-4be2-bb7c-14ef1e5295df", "name": "network-vif-plugged", "status": "completed", "tag": "184119ce-a49d-4c6e-a527-b55f093aa3e1", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:09.278429 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-56ff9dbf-a38e-446a-a7c5-09bb2d694e67 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:09.279243 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d136e7-482f-4be2-bb7c-14ef1e5295df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184119ce-a49d-4c6e-a527-b55f093aa3e1', 'code': 200} Feb 02 13:06:09.316829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device bac70f14-bfdf-4c3a-884b-00306de53be5 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:09.372742 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-887342f3-3584-4c39-bd62-cd6041dc9858 req-24ba1d9e-1a7b-4d79-8d97-cf296a44b90d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8fccd482-689e-4737-9ed8-798f3526897c HTTP/1.1" status: 200 len: 217 time: 0.0888987 Feb 02 13:06:09.391376 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (8be5c951-7dde-47d6-b9bc-0516a2c6d66f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:09.391901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8be5c951-7dde-47d6-b9bc-0516a2c6d66f {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:06:09.414670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:09.424193 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2e9d42f5-c82b-49f3-82bc-35effd7fa2a6 admin admin] 10.222.0.83 "DELETE /v2.0/routers/8be5c951-7dde-47d6-b9bc-0516a2c6d66f HTTP/1.1" status: 204 len: 168 time: 2.9816029 Feb 02 13:06:09.427685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd226a4e-e776-468a-b773-c41e34ab25ef req-65457ce6-9085-4e4e-9729-fbca1abf229e tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120565 Feb 02 13:06:09.428212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:09.433348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c9fe920-e47a-4d43-beba-5c39719d5731 req-68bfa6eb-0597-49c4-acb5-fb412c7dd41a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a6caac03-1ab5-447a-8440-ed35f0fc584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680412 Feb 02 13:06:09.466909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941a0e0-a535-472e-969e-b36f0d0ded50 req-4c180abb-2efd-479e-bbb1-64db11cefef4 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:09.477960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e941a0e0-a535-472e-969e-b36f0d0ded50 req-4c180abb-2efd-479e-bbb1-64db11cefef4 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.2831664 Feb 02 13:06:09.529054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-e941a0e0-a535-472e-969e-b36f0d0ded50 req-affb1977-2ebd-48f5-8907-a1b7da06c671 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:06:09.529054 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e941a0e0-a535-472e-969e-b36f0d0ded50 req-affb1977-2ebd-48f5-8907-a1b7da06c671 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482991 Feb 02 13:06:09.542696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=184119ce-a49d-4c6e-a527-b55f093aa3e1,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:09.576589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887342f3-3584-4c39-bd62-cd6041dc9858 req-709a5e20-cbbb-4baa-bc58-c0f444606743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:09.584050 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-887342f3-3584-4c39-bd62-cd6041dc9858 req-709a5e20-cbbb-4baa-bc58-c0f444606743 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.2026341 Feb 02 13:06:09.597647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d3e186-82c2-4477-a761-42e71cc31f69 admin admin] Deleting subnet 0b3a1d09-a619-468d-96f6-dd8dc0d8b638 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:06:09.603207 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49d3e186-82c2-4477-a761-42e71cc31f69 admin admin] Publish callbacks [] for subnet (0b3a1d09-a619-468d-96f6-dd8dc0d8b638), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:09.624587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cfa05451-ed65-4ce3-ad82-46950022b3aa None None] Provisioning complete for port b1558a0b-d280-48aa-86bf-1f2cfc1def36 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:09.625063 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfa05451-ed65-4ce3-ad82-46950022b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:09.704510 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49d3e186-82c2-4477-a761-42e71cc31f69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (0b3a1d09-a619-468d-96f6-dd8dc0d8b638), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:09.719508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4487c3-851a-43da-9a89-a3bb7e32c46a req-d4b42dc3-fe10-4581-bd24-e59ba8ea6ca8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:09.720778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa4487c3-851a-43da-9a89-a3bb7e32c46a req-d4b42dc3-fe10-4581-bd24-e59ba8ea6ca8 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 945 time: 0.1835017 Feb 02 13:06:09.756484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887342f3-3584-4c39-bd62-cd6041dc9858 req-47158222-46f1-4823-a606-613d00b63373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:09.758105 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-887342f3-3584-4c39-bd62-cd6041dc9858 req-47158222-46f1-4823-a606-613d00b63373 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1514912 Feb 02 13:06:09.796519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192813d-0966-4fe7-9e43-82514353ee53 req-28b2f6c1-3df2-4c41-9dcb-4267f09d0e17 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:09.797889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b192813d-0966-4fe7-9e43-82514353ee53 req-28b2f6c1-3df2-4c41-9dcb-4267f09d0e17 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 948 time: 0.1586804 Feb 02 13:06:09.837132 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa4487c3-851a-43da-9a89-a3bb7e32c46a req-00bea898-c708-48d2-b516-abfe77a7c738 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/security-groups?id=8730c6b7-96f8-4090-904e-7e0d07ab15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910864 Feb 02 13:06:09.900364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cfa05451-ed65-4ce3-ad82-46950022b3aa None None] Port b1558a0b-d280-48aa-86bf-1f2cfc1def36 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:06:09.925449 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-887342f3-3584-4c39-bd62-cd6041dc9858 req-429fc83f-4e83-4ce6-ada9-3f60a9d84231 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558895 Feb 02 13:06:09.997723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:10.001376 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b70d7f-c290-43ec-a76c-e0350f50a4f8" -d '{"events": [{"name": "network-changed", "server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:10.007224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port bac70f14-bfdf-4c3a-884b-00306de53be5 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:10.009491 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49d3e186-82c2-4477-a761-42e71cc31f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (0b3a1d09-a619-468d-96f6-dd8dc0d8b638), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.047093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b192813d-0966-4fe7-9e43-82514353ee53 req-c8228f44-2bc7-4357-905a-1eb7308215a3 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160776 Feb 02 13:06:10.054650 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-9eb33c38-181e-4398-9fff-6dfaabf16265 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 1002 time: 0.1789145 Feb 02 13:06:10.080643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port bac70f14-bfdf-4c3a-884b-00306de53be5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:10.081279 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.111907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1558a0b-d280-48aa-86bf-1f2cfc1def36 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:10.125373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Publish callbacks [] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.141582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-851aa28b-0ef9-42d4-a6dc-d1635e18f332 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:10.143477 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-851aa28b-0ef9-42d4-a6dc-d1635e18f332 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports/0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 943 time: 0.0825145 Feb 02 13:06:10.152482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Transition to ACTIVE for port object b1558a0b-d280-48aa-86bf-1f2cfc1def36 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:06:10.156729 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-887342f3-3584-4c39-bd62-cd6041dc9858 req-2c03cc74-d851-48c7-adca-2f1c51dde4e4 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221396 Feb 02 13:06:10.162248 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49d3e186-82c2-4477-a761-42e71cc31f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (0b3a1d09-a619-468d-96f6-dd8dc0d8b638), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.162478 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.212610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1558a0b-d280-48aa-86bf-1f2cfc1def36,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:10.217648 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49d3e186-82c2-4477-a761-42e71cc31f69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.223144 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-49d3e186-82c2-4477-a761-42e71cc31f69 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/0b3a1d09-a619-468d-96f6-dd8dc0d8b638 HTTP/1.1" status: 204 len: 168 time: 0.7922845 Feb 02 13:06:10.228724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46568) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:10.237489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7998cb37-03d6-4b58-9c86-7f6db1b80527 None None] Network 83ad00c0-3c49-42dc-86d1-3e804340b5db requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:06:10.261742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d3e186-82c2-4477-a761-42e71cc31f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b3a1d09-a619-468d-96f6-dd8dc0d8b638,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:10.375333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0799f9-752e-4648-bae6-cfd7ccf21e9c req-008989c4-c0a1-4e6b-a7a1-950096c88ad5 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:10.383211 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e0799f9-752e-4648-bae6-cfd7ccf21e9c req-008989c4-c0a1-4e6b-a7a1-950096c88ad5 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 945 time: 0.2031755 Feb 02 13:06:10.400247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-6d55f29c-38ca-452e-b4a8-8065c7e8e1a1 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 1002 time: 0.1457670 Feb 02 13:06:10.435015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8fccd482-689e-4737-9ed8-798f3526897c details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:10.488350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (83ad00c0-3c49-42dc-86d1-3e804340b5db), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.497390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Attempting to bind port b1558a0b-d280-48aa-86bf-1f2cfc1def36 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:06:10.497390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Attempting to bind port b1558a0b-d280-48aa-86bf-1f2cfc1def36 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:06:10.497390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Attempting to bind port b1558a0b-d280-48aa-86bf-1f2cfc1def36 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:10.500313 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e0799f9-752e-4648-bae6-cfd7ccf21e9c req-2e3ad915-3da1-4562-98c8-d2d45cc88fee tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/security-groups?id=a6caac03-1ab5-447a-8440-ed35f0fc584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160941 Feb 02 13:06:10.512974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Port b1558a0b-d280-48aa-86bf-1f2cfc1def36 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:06:10.513244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Attempting to bind port b1558a0b-d280-48aa-86bf-1f2cfc1def36 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:10.518956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ec46a0e9-0d7a-425b-84ae-ed08dd9bdd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2064935712-router', 'tenant_id': '04252d77b6784efdbb15ed46e888f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:48Z', 'updated_at': '2022-02-02T13:06:03Z', 'revision_number': 5, 'project_id': '04252d77b6784efdbb15ed46e888f39e', 'gw_port': {'id': '9b42c633-8dab-4513-baec-0182a7d6fac9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:63:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be5c951-7dde-47d6-b9bc-0516a2c6d66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:10.519316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:06:10.519632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:10.520016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:06:10.520510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Bound port: b1558a0b-d280-48aa-86bf-1f2cfc1def36, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:06:10.520867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.602059 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9ce539-5eaf-4488-932e-616325c1a9bd x-openstack-request-id: req-ef9ce539-5eaf-4488-932e-616325c1a9bd {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:10.603785 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:10.605157 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ef9ce539-5eaf-4488-932e-616325c1a9bd {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:10.605750 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'status': 'completed', 'code': 200} Feb 02 13:06:10.639118 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec46a0e9-0d7a-425b-84ae-ed08dd9bdd23 None None] Checking router: 8be5c951-7dde-47d6-b9bc-0516a2c6d66f for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:06:10.659498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port bac70f14-bfdf-4c3a-884b-00306de53be5 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:10.660720 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.673078 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:06:10.678285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Deleting port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:10.678671 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.684659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-f85cd6ae-df45-4071-a117-42886378a661 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:10.686109 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-f85cd6ae-df45-4071-a117-42886378a661 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.2688036 Feb 02 13:06:10.774097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] For port b1558a0b-d280-48aa-86bf-1f2cfc1def36, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:06:10.780086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec46a0e9-0d7a-425b-84ae-ed08dd9bdd23 None None] Routers set() bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:06:10.780602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec46a0e9-0d7a-425b-84ae-ed08dd9bdd23 None None] Router IDs set() for agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 13:06:10.781304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec46a0e9-0d7a-425b-84ae-ed08dd9bdd23 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8be5c951-7dde-47d6-b9bc-0516a2c6d66f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:06:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent'). {{(pid=103189) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 13:06:10.781779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec46a0e9-0d7a-425b-84ae-ed08dd9bdd23 None None] The sync data for ids ['8be5c951-7dde-47d6-b9bc-0516a2c6d66f'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:06:10.821038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-b3e8058d-8125-4568-9ddc-224987ca0b41 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 1002 time: 0.1206295 Feb 02 13:06:10.843044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-187a437a-6eb1-45b4-a4dd-19fb4f5c23d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:10.862187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port bac70f14-bfdf-4c3a-884b-00306de53be5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bac70f14-bfdf-4c3a-884b-00306de53be5,segment=NetworkSegment(624a4f7d-8dfa-410c-a41d-c207e00a0a46),segment_id=624a4f7d-8dfa-410c-a41d-c207e00a0a46)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:10.866122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] For port b1558a0b-d280-48aa-86bf-1f2cfc1def36, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b1558a0b-d280-48aa-86bf-1f2cfc1def36,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:06:10.868158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad6cd66-9084-4c06-bb9a-5205b7f57df6 None None] DHCP port deletion for 83ad00c0-3c49-42dc-86d1-3e804340b5db request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:06:10.876737 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.889503 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.914351 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] For port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb,segment=NetworkSegment(697ae882-4052-4bb9-96ab-af450392a623),segment_id=697ae882-4052-4bb9-96ab-af450392a623)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:10.915567 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.935298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b70d7f-c290-43ec-a76c-e0350f50a4f8 req-7ba7d606-925c-4cde-8ec1-af94ceb3acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:10.936790 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38b70d7f-c290-43ec-a76c-e0350f50a4f8 req-7ba7d606-925c-4cde-8ec1-af94ceb3acf7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 1128 time: 0.2546968 Feb 02 13:06:10.945968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 8fccd482-689e-4737-9ed8-798f3526897c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8fccd482-689e-4737-9ed8-798f3526897c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:10.947444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:10.948794 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.950480 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] 10.222.0.62 "PUT /v2.0/ports/b1558a0b-d280-48aa-86bf-1f2cfc1def36 HTTP/1.1" status: 200 len: 1096 time: 2.1433253 Feb 02 13:06:10.969938 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-187a437a-6eb1-45b4-a4dd-19fb4f5c23d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:10.988847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1becef06-1766-4ca4-b6b5-8c69c974fdd2', 'tag': 'b1558a0b-d280-48aa-86bf-1f2cfc1def36'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:10.991958 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a486f6a-d983-47b6-b4a8-d4a82f71a64e" -d '{"events": [{"name": "network-changed", "server_uuid": "1becef06-1766-4ca4-b6b5-8c69c974fdd2", "tag": "b1558a0b-d280-48aa-86bf-1f2cfc1def36"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:10.996545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '8fccd482-689e-4737-9ed8-798f3526897c', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '8fccd482-689e-4737-9ed8-798f3526897c', 'mac_address': 'fa:16:3e:75:71:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:11.032868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=bac70f14-bfdf-4c3a-884b-00306de53be5,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:11.059272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Calling delete_port for 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:11.090163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36df8b-463d-4e1c-89ce-e5992e6f1934 req-61ece5e0-5f22-44d1-a1d1-2f462fbb4d8b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:11.094029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 8fccd482-689e-4737-9ed8-798f3526897c is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:11.094472 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8fccd482-689e-4737-9ed8-798f3526897c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:11.103325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36df8b-463d-4e1c-89ce-e5992e6f1934 req-61ece5e0-5f22-44d1-a1d1-2f462fbb4d8b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:11.110568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36df8b-463d-4e1c-89ce-e5992e6f1934 req-61ece5e0-5f22-44d1-a1d1-2f462fbb4d8b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:11.117619 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6cd66-9084-4c06-bb9a-5205b7f57df6 None None] Deleting port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:11.118012 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ad6cd66-9084-4c06-bb9a-5205b7f57df6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:11.118206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36df8b-463d-4e1c-89ce-e5992e6f1934 req-61ece5e0-5f22-44d1-a1d1-2f462fbb4d8b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:11.125410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36df8b-463d-4e1c-89ce-e5992e6f1934 req-61ece5e0-5f22-44d1-a1d1-2f462fbb4d8b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:11.132002 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36df8b-463d-4e1c-89ce-e5992e6f1934 req-61ece5e0-5f22-44d1-a1d1-2f462fbb4d8b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:11.135906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fccd482-689e-4737-9ed8-798f3526897c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:11.142438 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36df8b-463d-4e1c-89ce-e5992e6f1934 req-61ece5e0-5f22-44d1-a1d1-2f462fbb4d8b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:11.151745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b36df8b-463d-4e1c-89ce-e5992e6f1934 req-61ece5e0-5f22-44d1-a1d1-2f462fbb4d8b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5438 time: 0.3295281 Feb 02 13:06:11.219328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 8fccd482-689e-4737-9ed8-798f3526897c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8fccd482-689e-4737-9ed8-798f3526897c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:11.253046 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8fccd482-689e-4737-9ed8-798f3526897c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:11.287631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b70d7f-c290-43ec-a76c-e0350f50a4f8 req-c10523e3-4d5b-4006-a137-1dfa4a33318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:11.290814 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38b70d7f-c290-43ec-a76c-e0350f50a4f8 req-c10523e3-4d5b-4006-a137-1dfa4a33318f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.3368642 Feb 02 13:06:11.291555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaee27-1b8e-444c-ae96-4c044fa913b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1558a0b-d280-48aa-86bf-1f2cfc1def36,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:11.301541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0ad6cd66-9084-4c06-bb9a-5205b7f57df6 None None] For port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb,segment=NetworkSegment(697ae882-4052-4bb9-96ab-af450392a623),segment_id=697ae882-4052-4bb9-96ab-af450392a623)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:11.304169 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ad6cd66-9084-4c06-bb9a-5205b7f57df6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:11.306976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b413b973-5904-4752-b600-5a0899cfcd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac70f14-bfdf-4c3a-884b-00306de53be5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:11.309926 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd2b19f-4fc1-4700-bea9-02ac9054433f" -d '{"events": [{"server_uuid": "b413b973-5904-4752-b600-5a0899cfcd56", "name": "network-vif-plugged", "status": "completed", "tag": "bac70f14-bfdf-4c3a-884b-00306de53be5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:11.380963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0ad6cd66-9084-4c06-bb9a-5205b7f57df6 None None] Calling delete_port for 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:11.425235 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b36df8b-463d-4e1c-89ce-e5992e6f1934 req-189d28cb-0795-4a9e-a9f4-a38797efcb32 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725890 Feb 02 13:06:11.451963 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-187a437a-6eb1-45b4-a4dd-19fb4f5c23d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:11.452831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-8fd7d315-3fb5-4533-8b50-b5526e442ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:11.454467 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-8fd7d315-3fb5-4533-8b50-b5526e442ac0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71f7ee4da56a46e0b6c7d3824adb6973&device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 1130 time: 0.4214787 Feb 02 13:06:11.459331 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-187a437a-6eb1-45b4-a4dd-19fb4f5c23d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:11.459824 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-187a437a-6eb1-45b4-a4dd-19fb4f5c23d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Floating IP 5691bd5d-b930-4329-ad1a-e00222e77575 disassociated. External IP: 172.25.4.195, port: 0d594e55-446d-4dcf-ab79-2e25b700b516. Feb 02 13:06:11.473679 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=8fccd482-689e-4737-9ed8-798f3526897c,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:11.528439 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:11.539479 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-e6b00f79-c86b-4114-b583-d3bb859eee19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=b1558a0b-d280-48aa-86bf-1f2cfc1def36 HTTP/1.1" status: 200 len: 217 time: 0.0691924 Feb 02 13:06:11.583739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] No DVR routers for this DVR port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:06:11.593038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Pushing event deleted for resources: {'Port': ['ID=425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:11.616198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38b70d7f-c290-43ec-a76c-e0350f50a4f8 req-ffec4ad6-3385-44c4-83c6-6680ebc2c527 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 1002 time: 0.2912462 Feb 02 13:06:11.616530 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ad6cd66-9084-4c06-bb9a-5205b7f57df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:11.659369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6cd66-9084-4c06-bb9a-5205b7f57df6 None None] Pushing event deleted for resources: {'Port': ['ID=425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:11.665398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad6cd66-9084-4c06-bb9a-5205b7f57df6 None None] No DVR routers for this DVR port 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:06:11.740703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e720a3a-0d52-4593-bf31-083ef60be7a1 req-50e8947c-2d70-4698-b6c8-32dd84bbb9c7 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:11.743512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e720a3a-0d52-4593-bf31-083ef60be7a1 req-50e8947c-2d70-4698-b6c8-32dd84bbb9c7 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 948 time: 0.1538970 Feb 02 13:06:11.801719 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:06:11.824817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:06:11.825207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 425a0e2a-d7be-44d9-b98e-78cc5a2ce8fb not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:06:11.825573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a47cf492-b0ac-4912-b5c9-a91590c37513 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:06:11.852441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: a47cf492-b0ac-4912-b5c9-a91590c37513 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:06:11.852441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a47cf492-b0ac-4912-b5c9-a91590c37513 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:06:11.891217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e720a3a-0d52-4593-bf31-083ef60be7a1 req-9634330b-8ce4-4c84-acb4-e58e70254d58 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406276 Feb 02 13:06:11.904217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-187a437a-6eb1-45b4-a4dd-19fb4f5c23d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:06:12.046263 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (83ad00c0-3c49-42dc-86d1-3e804340b5db), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:12.069720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-187a437a-6eb1-45b4-a4dd-19fb4f5c23d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:06:12.074629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-62dd56de-35fc-4bfb-990a-6fa70e926e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:12.074767 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-187a437a-6eb1-45b4-a4dd-19fb4f5c23d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:12.076142 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-62dd56de-35fc-4bfb-990a-6fa70e926e0f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.5009902 Feb 02 13:06:12.082188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ad00c0-3c49-42dc-86d1-3e804340b5db']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:12.082892 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a09d2-189f-4e40-8406-1dd93d074bcf None None] Sync routers for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:06:12.112264 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a09d2-189f-4e40-8406-1dd93d074bcf None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:06:12.112264 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-173a09d2-189f-4e40-8406-1dd93d074bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:06:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:12.121656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697ae882-4052-4bb9-96ab-af450392a623') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:12.122147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697ae882-4052-4bb9-96ab-af450392a623') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:12.122700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-187a437a-6eb1-45b4-a4dd-19fb4f5c23d9 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "PUT /v2.0/floatingips/5691bd5d-b930-4329-ad1a-e00222e77575 HTTP/1.1" status: 200 len: 696 time: 1.2858438 Feb 02 13:06:12.130612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c021c-08a1-414b-9136-8a45b5f7da13 req-eecf0f93-04cc-47a6-aab8-444830e9dd2c tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:12.132176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-689c021c-08a1-414b-9136-8a45b5f7da13 req-eecf0f93-04cc-47a6-aab8-444830e9dd2c tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 946 time: 0.1275704 Feb 02 13:06:12.145541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b70d7f-c290-43ec-a76c-e0350f50a4f8 req-ef9ac7f4-714e-48a4-a077-b8b42c6f7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:12.147305 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38b70d7f-c290-43ec-a76c-e0350f50a4f8 req-ef9ac7f4-714e-48a4-a077-b8b42c6f7511 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.5072629 Feb 02 13:06:12.152755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (697ae882-4052-4bb9-96ab-af450392a623), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:12.186265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (697ae882-4052-4bb9-96ab-af450392a623), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:12.212647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:06:12.213296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (697ae882-4052-4bb9-96ab-af450392a623), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:06:12.215295 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:06:12.231259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-e5f2941f-c405-4fc1-966f-34e0269c97a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:12.232820 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-e5f2941f-c405-4fc1-966f-34e0269c97a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1467454 Feb 02 13:06:12.286195 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:06:12.295545 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-173a09d2-189f-4e40-8406-1dd93d074bcf None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:06:12.341421 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (83ad00c0-3c49-42dc-86d1-3e804340b5db), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:12.355009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b70d7f-c290-43ec-a76c-e0350f50a4f8 req-a7626ebb-5596-4f00-b63b-beb96861374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:12.356638 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38b70d7f-c290-43ec-a76c-e0350f50a4f8 req-a7626ebb-5596-4f00-b63b-beb96861374d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1929393 Feb 02 13:06:12.361796 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:12.368222 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] 10.222.0.83 "DELETE /v2.0/networks/83ad00c0-3c49-42dc-86d1-3e804340b5db HTTP/1.1" status: 204 len: 168 time: 2.1358960 Feb 02 13:06:12.400562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf28de-4bec-44c5-8657-63ffdd3cb487 admin admin] Pushing event deleted for resources: {'Network': ['ID=83ad00c0-3c49-42dc-86d1-3e804340b5db,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:12.414166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['8fccd482-689e-4737-9ed8-798f3526897c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:12.431791 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-95935385-3e12-4892-b4f9-6a34b5d28fdc service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864629 Feb 02 13:06:12.516923 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device fa87ddce-c6ae-4971-ab64-55a01c1f3583 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:12.555845 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38b70d7f-c290-43ec-a76c-e0350f50a4f8 req-ccddd992-de01-4108-bf96-9f21db5c6cbc service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863170 Feb 02 13:06:12.601123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46592) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:12.647296 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:12.649835 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f98470f-f066-4e0a-be12-358f8e93cf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:12.682447 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bd410e34-5623-4e71-ae9a-f6af70d27cda req-50463bb9-e55b-4670-a269-62b0e71f1c00 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256348 Feb 02 13:06:12.730878 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-333de693-15b3-4f3a-91d3-1ea91086b813 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=04252d77b6784efdbb15ed46e888f39e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257436 Feb 02 13:06:12.750938 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:12.769474 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38b70d7f-c290-43ec-a76c-e0350f50a4f8 req-643df7ea-eef4-4137-96d4-ded0e909b961 service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011998 Feb 02 13:06:12.782033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port fa87ddce-c6ae-4971-ab64-55a01c1f3583 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:12.786603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port fa87ddce-c6ae-4971-ab64-55a01c1f3583 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:12.787653 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:12.789661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-689c021c-08a1-414b-9136-8a45b5f7da13 req-c8f44069-81be-44b3-ab67-c4357702c2bc tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/security-groups?id=8730c6b7-96f8-4090-904e-7e0d07ab15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6449826 Feb 02 13:06:12.809408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-599d4c59-8530-4519-82f3-685430261807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:12.816487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-599d4c59-8530-4519-82f3-685430261807 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 1128 time: 0.6802731 Feb 02 13:06:12.872699 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8664a118-a8da-4942-b856-a55a28a15ee8 x-openstack-request-id: req-8664a118-a8da-4942-b856-a55a28a15ee8 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:12.872993 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1becef06-1766-4ca4-b6b5-8c69c974fdd2", "tag": "b1558a0b-d280-48aa-86bf-1f2cfc1def36", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:12.873250 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8664a118-a8da-4942-b856-a55a28a15ee8 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:12.873661 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1becef06-1766-4ca4-b6b5-8c69c974fdd2', 'tag': 'b1558a0b-d280-48aa-86bf-1f2cfc1def36', 'status': 'completed', 'code': 200} Feb 02 13:06:12.901663 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de4eb73-5a91-49dd-bd36-4a0d207e7e23 admin admin] Publish callbacks [] for security_group (e47fb267-5e65-4ae2-b21a-4bd0f36c74cc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:12.925245 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-173a09d2-189f-4e40-8406-1dd93d074bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:12.937574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port fa87ddce-c6ae-4971-ab64-55a01c1f3583 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:12.938222 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:12.959903 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de4eb73-5a91-49dd-bd36-4a0d207e7e23 admin admin] Publish callbacks [] for security_group (e47fb267-5e65-4ae2-b21a-4bd0f36c74cc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:12.962727 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a09d2-189f-4e40-8406-1dd93d074bcf None None] Checking router: 3a1cb972-fc6c-4885-99d9-d706671eb6f6 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:06:12.978725 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173a09d2-189f-4e40-8406-1dd93d074bcf None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:06:12.979689 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-173a09d2-189f-4e40-8406-1dd93d074bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:06:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:12.986504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port fa87ddce-c6ae-4971-ab64-55a01c1f3583, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fa87ddce-c6ae-4971-ab64-55a01c1f3583,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:12.993212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-163515a5-5053-42e9-9d07-a300462b4012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:12.998256 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a486f6a-d983-47b6-b4a8-d4a82f71a64e req-d056244a-00a2-4fac-bec1-4fae47c8480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:12.999083 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:13.000731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-163515a5-5053-42e9-9d07-a300462b4012 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.1833398 Feb 02 13:06:13.002303 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a486f6a-d983-47b6-b4a8-d4a82f71a64e req-d056244a-00a2-4fac-bec1-4fae47c8480a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71f7ee4da56a46e0b6c7d3824adb6973&device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 1130 time: 0.0820754 Feb 02 13:06:13.034533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9b42c633-8dab-4513-baec-0182a7d6fac9 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:06:13.065416 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 9b42c633-8dab-4513-baec-0182a7d6fac9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:06:13.065755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9b42c633-8dab-4513-baec-0182a7d6fac9 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:06:13.068965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-09e290be-0051-4cdf-86d5-2e504142d137 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 217 time: 0.0667922 Feb 02 13:06:13.101311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=fa87ddce-c6ae-4971-ab64-55a01c1f3583,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:13.149092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-1bc5a03e-05d9-4333-ac9c-b073845b9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:13.155616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a486f6a-d983-47b6-b4a8-d4a82f71a64e req-2180a4e0-7066-467b-a39d-7a3141865795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:13.157169 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a486f6a-d983-47b6-b4a8-d4a82f71a64e req-2180a4e0-7066-467b-a39d-7a3141865795 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1473515 Feb 02 13:06:13.157642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-1bc5a03e-05d9-4333-ac9c-b073845b9ceb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.0882969 Feb 02 13:06:13.173534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edcfe7-87d0-49cd-a773-40ffd1865066 req-dd0b27f5-d867-4f5d-b2c0-980e59937761 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:13.175314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9edcfe7-87d0-49cd-a773-40ffd1865066 req-dd0b27f5-d867-4f5d-b2c0-980e59937761 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 949 time: 0.1647253 Feb 02 13:06:13.178049 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de4eb73-5a91-49dd-bd36-4a0d207e7e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e47fb267-5e65-4ae2-b21a-4bd0f36c74cc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:13.180633 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9de4eb73-5a91-49dd-bd36-4a0d207e7e23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:13.183991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9de4eb73-5a91-49dd-bd36-4a0d207e7e23 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e47fb267-5e65-4ae2-b21a-4bd0f36c74cc HTTP/1.1" status: 204 len: 168 time: 0.4288828 Feb 02 13:06:13.185830 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-173a09d2-189f-4e40-8406-1dd93d074bcf None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:06:13.210526 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a486f6a-d983-47b6-b4a8-d4a82f71a64e req-26b9109d-3120-45a0-883f-767c24cd2b55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=b1558a0b-d280-48aa-86bf-1f2cfc1def36 HTTP/1.1" status: 200 len: 217 time: 0.0453179 Feb 02 13:06:13.244070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4eb73-5a91-49dd-bd36-4a0d207e7e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47fb267-5e65-4ae2-b21a-4bd0f36c74cc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:13.286025 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9edcfe7-87d0-49cd-a773-40ffd1865066 req-2eaa419b-979b-49d5-a655-504d9b6c0c79 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031327 Feb 02 13:06:13.290076 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-221bf05d-e92f-418f-a49a-a4c3be4b2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:13.299910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a486f6a-d983-47b6-b4a8-d4a82f71a64e req-1d28da71-adfc-4f94-9176-9d25c7df53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:13.302763 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a486f6a-d983-47b6-b4a8-d4a82f71a64e req-1d28da71-adfc-4f94-9176-9d25c7df53c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0855629 Feb 02 13:06:13.303553 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-221bf05d-e92f-418f-a49a-a4c3be4b2de8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1430743 Feb 02 13:06:13.386096 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16337924-cb7c-485a-8f5f-d1e5efe79d0b x-openstack-request-id: req-16337924-cb7c-485a-8f5f-d1e5efe79d0b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:13.386462 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b413b973-5904-4752-b600-5a0899cfcd56", "name": "network-vif-plugged", "status": "completed", "tag": "bac70f14-bfdf-4c3a-884b-00306de53be5", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:13.386803 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-16337924-cb7c-485a-8f5f-d1e5efe79d0b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:13.387309 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b413b973-5904-4752-b600-5a0899cfcd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac70f14-bfdf-4c3a-884b-00306de53be5', 'code': 200} Feb 02 13:06:13.400555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a486f6a-d983-47b6-b4a8-d4a82f71a64e req-5b8dd07f-f65b-4ea4-9ec2-355bcb71fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:13.402601 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a486f6a-d983-47b6-b4a8-d4a82f71a64e req-5b8dd07f-f65b-4ea4-9ec2-355bcb71fa1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0917084 Feb 02 13:06:13.512917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-5fc00f7e-8cb7-4335-b9e5-c46f09a1d8fc service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080617 Feb 02 13:06:13.579730 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a486f6a-d983-47b6-b4a8-d4a82f71a64e req-5501b707-b099-4816-9565-907109b5cf1d service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499994 Feb 02 13:06:13.584795 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-173a09d2-189f-4e40-8406-1dd93d074bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:13.619102 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173a09d2-189f-4e40-8406-1dd93d074bcf None None] The sync data for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 is: [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:04:38Z', 'revision_number': 4, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '43b43fb5-b1c0-40b0-bffb-564794936e86', 'name': '', 'network_id': 'a5541a60-3ff0-46b5-97fe-a6c290f76eaf', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'mac_address': 'fa:16:3e:c0:21:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:38Z', 'updated_at': '2022-02-02T13:04:44Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'subnets': [{'id': '0755871f-b7ea-432e-ad71-f33ce3582a3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:06:13.698531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2de04-8bee-4a95-a163-58cee688111f req-d5647a3f-9349-4b00-a084-373bcf3f62a6 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:13.703952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95f2de04-8bee-4a95-a163-58cee688111f req-d5647a3f-9349-4b00-a084-373bcf3f62a6 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 945 time: 0.1796219 Feb 02 13:06:13.760620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2827ec-f55b-4184-912b-0fc4b2f2590c req-3b24c41f-1d11-464e-a82e-737b9071fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:13.762141 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc2827ec-f55b-4184-912b-0fc4b2f2590c req-3b24c41f-1d11-464e-a82e-737b9071fd50 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 1128 time: 0.2255633 Feb 02 13:06:13.763544 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a486f6a-d983-47b6-b4a8-d4a82f71a64e req-4462825e-c88a-451d-b923-ef673bccfc0b service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688349 Feb 02 13:06:13.775992 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b097ebe-e69e-4ad1-bf6f-6200c32e8627 req-71560f2b-bd78-4043-a24c-c0efe36afddc service neutron] 10.222.0.83 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616549 Feb 02 13:06:13.886926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95f2de04-8bee-4a95-a163-58cee688111f req-c46995cd-f9d8-47ce-8b8c-0221388d01d8 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/security-groups?id=a6caac03-1ab5-447a-8440-ed35f0fc584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545322 Feb 02 13:06:13.955361 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929898fc-b6eb-44b5-a51d-ebea4d3d9243 x-openstack-request-id: req-929898fc-b6eb-44b5-a51d-ebea4d3d9243 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:13.956184 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:13.956282 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-929898fc-b6eb-44b5-a51d-ebea4d3d9243 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:13.956689 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'status': 'completed', 'code': 200} Feb 02 13:06:13.977780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc2827ec-f55b-4184-912b-0fc4b2f2590c req-361dbfbe-44f3-4870-831b-e2e1cccb9945 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8730c6b7-96f8-4090-904e-7e0d07ab15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664963 Feb 02 13:06:14.000158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4446b1-b0a2-4998-83a1-2be99c55aac0 req-b3ce5180-5c1e-482c-ad1e-838e4eca7b5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.008309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4446b1-b0a2-4998-83a1-2be99c55aac0 req-b3ce5180-5c1e-482c-ad1e-838e4eca7b5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.023586 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4446b1-b0a2-4998-83a1-2be99c55aac0 req-b3ce5180-5c1e-482c-ad1e-838e4eca7b5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.029104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4446b1-b0a2-4998-83a1-2be99c55aac0 req-b3ce5180-5c1e-482c-ad1e-838e4eca7b5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.036758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4446b1-b0a2-4998-83a1-2be99c55aac0 req-b3ce5180-5c1e-482c-ad1e-838e4eca7b5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.042532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4446b1-b0a2-4998-83a1-2be99c55aac0 req-b3ce5180-5c1e-482c-ad1e-838e4eca7b5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.048344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4446b1-b0a2-4998-83a1-2be99c55aac0 req-b3ce5180-5c1e-482c-ad1e-838e4eca7b5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.059611 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da4446b1-b0a2-4998-83a1-2be99c55aac0 req-b3ce5180-5c1e-482c-ad1e-838e4eca7b5e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5439 time: 0.1715806 Feb 02 13:06:14.061900 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2030ddcb-e38d-4bdd-9791-6543e12ddaff None None] New status for floating IP 5691bd5d-b930-4329-ad1a-e00222e77575: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:06:14.103519 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98470f-f066-4e0a-be12-358f8e93cf7c req-de8beef8-895c-4517-828f-5cbea1971229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.110081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f98470f-f066-4e0a-be12-358f8e93cf7c req-de8beef8-895c-4517-828f-5cbea1971229 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=671e8a0e520949aaad39024d61b0cb32&device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 1128 time: 0.1062629 Feb 02 13:06:14.192966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da4446b1-b0a2-4998-83a1-2be99c55aac0 req-5269e72e-495a-4d6f-8fe9-4d9208837a31 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323516 Feb 02 13:06:14.208885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c6748-2a82-427b-9755-fd9adc4afa76 req-0e3878f2-3af1-43a6-9d28-dc1d63366809 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.215933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-091c6748-2a82-427b-9755-fd9adc4afa76 req-0e3878f2-3af1-43a6-9d28-dc1d63366809 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 948 time: 0.1535490 Feb 02 13:06:14.319388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-091c6748-2a82-427b-9755-fd9adc4afa76 req-a1dbe6ca-f6d4-4a86-999d-b1279a3f78dc tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025538 Feb 02 13:06:14.332754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98470f-f066-4e0a-be12-358f8e93cf7c req-d3a0abf3-074a-4e41-84ae-ccb3bf5ffae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.334274 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f98470f-f066-4e0a-be12-358f8e93cf7c req-d3a0abf3-074a-4e41-84ae-ccb3bf5ffae7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 200 len: 922 time: 0.2174106 Feb 02 13:06:14.391282 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f98470f-f066-4e0a-be12-358f8e93cf7c req-03c4ad59-d5bd-4834-8f41-e1a60d23693c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 200 len: 217 time: 0.0449588 Feb 02 13:06:14.393490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd87359-0236-4975-8ffb-bee8eb5e7d69 req-0ae7389d-8351-49e8-95e8-cbca472d68ea tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.400807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edd87359-0236-4975-8ffb-bee8eb5e7d69 req-0ae7389d-8351-49e8-95e8-cbca472d68ea tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 946 time: 0.0790839 Feb 02 13:06:14.447060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:14.496774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98470f-f066-4e0a-be12-358f8e93cf7c req-0811f6af-1c5d-4485-a666-bd8c6bbe4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.497667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edd87359-0236-4975-8ffb-bee8eb5e7d69 req-a92352f9-1a96-4790-bc47-3ffca0e3ca79 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/security-groups?id=8730c6b7-96f8-4090-904e-7e0d07ab15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960121 Feb 02 13:06:14.507315 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f98470f-f066-4e0a-be12-358f8e93cf7c req-0811f6af-1c5d-4485-a666-bd8c6bbe4241 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 200 len: 860 time: 0.1096213 Feb 02 13:06:14.567501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea475f-a040-4ae1-9ed1-e3a7bbc7b820 req-64c5a116-7281-4770-b69e-0e750f89263d tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.569252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75ea475f-a040-4ae1-9ed1-e3a7bbc7b820 req-64c5a116-7281-4770-b69e-0e750f89263d tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 945 time: 0.0993211 Feb 02 13:06:14.603685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98470f-f066-4e0a-be12-358f8e93cf7c req-f3f14b47-fada-4ca4-9fe6-8ae21c6b10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.605324 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f98470f-f066-4e0a-be12-358f8e93cf7c req-f3f14b47-fada-4ca4-9fe6-8ae21c6b10f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5541a60-3ff0-46b5-97fe-a6c290f76eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0921428 Feb 02 13:06:14.637341 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75ea475f-a040-4ae1-9ed1-e3a7bbc7b820 req-976d745e-f632-4e19-b59b-7eedb0c9057f tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/security-groups?id=a6caac03-1ab5-447a-8440-ed35f0fc584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617855 Feb 02 13:06:14.679687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:14.685041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:14.685938 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:14.761740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5abed3-b994-464d-a980-ff8e931f2623 req-d727ad7f-ceee-4bea-8c74-0ab48c554df9 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:14.763665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e5abed3-b994-464d-a980-ff8e931f2623 req-d727ad7f-ceee-4bea-8c74-0ab48c554df9 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 949 time: 0.1319366 Feb 02 13:06:14.788535 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f98470f-f066-4e0a-be12-358f8e93cf7c req-ea5abafa-587c-4620-adec-df329091e4e5 service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746047 Feb 02 13:06:14.825157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:14.825553 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:14.850888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e5abed3-b994-464d-a980-ff8e931f2623 req-ef853ee6-5cae-4b57-ac56-15274e51e5e8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810361 Feb 02 13:06:14.863203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:14.869175 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:14.871164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:14.934087 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f98470f-f066-4e0a-be12-358f8e93cf7c req-053e0afa-3d70-4a7d-bca0-f5b894e7f81d service neutron] 10.222.0.18 "GET /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374147 Feb 02 13:06:14.935028 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-a4baef6b-eac2-4e04-9e59-cc2e0fb6d64d tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips/5691bd5d-b930-4329-ad1a-e00222e77575 HTTP/1.1" status: 200 len: 694 time: 0.0598936 Feb 02 13:06:15.023896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:15.027655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:15.032016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:15.032397 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.093255 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-3e1b5a7c-29cc-40ad-b316-c3cf316fc834 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c63c2a73840640ac9ef77d25696d9483&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436962 Feb 02 13:06:15.115138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:15.115777 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.148251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-98913ec9-4123-4fb9-8d37-bf11e4e9af06 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:15.149614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-98913ec9-4123-4fb9-8d37-bf11e4e9af06 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.2074077 Feb 02 13:06:15.151965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:15.157525 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.158863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 52c87d60-7381-4961-a6c1-8d23cfdda506 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:15.243493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:15.244441 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-2d5a64b1-ce81-4fe5-a7ac-e7ff4f2f1355 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 697 time: 0.0872612 Feb 02 13:06:15.257815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 52c87d60-7381-4961-a6c1-8d23cfdda506 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:15.261857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 52c87d60-7381-4961-a6c1-8d23cfdda506 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:15.262244 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.332589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-01dd9135-8bef-4f63-ac20-d56707ffe016 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 697 time: 0.0803525 Feb 02 13:06:15.343266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-3900cf64-a581-4e91-b0d8-1ba7f6e6c383 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:15.344791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-3900cf64-a581-4e91-b0d8-1ba7f6e6c383 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391152 Feb 02 13:06:15.376761 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02ea719f-645a-4f19-b7e5-dbc5264c49cf req-610af6ff-0f90-4778-94fa-87ec9dd2e907 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b4d4a9b-55cb-4f8b-9143-597317113682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0637019 Feb 02 13:06:15.381769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 52c87d60-7381-4961-a6c1-8d23cfdda506 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:15.382161 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.393912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa87ddce-c6ae-4971-ab64-55a01c1f3583'}, {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475f6dfa-b9ba-4d48-b80d-a3f10ae081a5'}, {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd0d8ee-d01b-47ec-841d-17051ff2fd9e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:15.396829 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561aa80f-1145-4212-aaeb-a517d610166a" -d '{"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "fa87ddce-c6ae-4971-ab64-55a01c1f3583"}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "475f6dfa-b9ba-4d48-b80d-a3f10ae081a5"}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "7dd0d8ee-d01b-47ec-841d-17051ff2fd9e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:15.428857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 52c87d60-7381-4961-a6c1-8d23cfdda506, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=52c87d60-7381-4961-a6c1-8d23cfdda506,segment=NetworkSegment(86ebbc56-a897-43c8-9cff-e6003ba6caa9),segment_id=86ebbc56-a897-43c8-9cff-e6003ba6caa9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:15.443853 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.445173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 725bf461-ffb7-4c2f-a579-300561af9e5e up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:15.448520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-3da04d8e-3600-4942-8c91-884682172f62 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/quotas/c63c2a73840640ac9ef77d25696d9483 HTTP/1.1" status: 200 len: 375 time: 0.0588348 Feb 02 13:06:15.495105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-41c2298a-bc29-44b6-99e9-c2ce0a478528 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c63c2a73840640ac9ef77d25696d9483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465283 Feb 02 13:06:15.523744 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea719f-645a-4f19-b7e5-dbc5264c49cf req-afa9c7b4-4c7d-4395-9b48-9933f86fe873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:15.526415 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02ea719f-645a-4f19-b7e5-dbc5264c49cf req-afa9c7b4-4c7d-4395-9b48-9933f86fe873 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=6b4d4a9b-55cb-4f8b-9143-597317113682 HTTP/1.1" status: 200 len: 1132 time: 0.0804749 Feb 02 13:06:15.532957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=52c87d60-7381-4961-a6c1-8d23cfdda506,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:15.548227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 725bf461-ffb7-4c2f-a579-300561af9e5e completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:15.553105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 725bf461-ffb7-4c2f-a579-300561af9e5e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:15.553510 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.592953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-165ad666-dc28-4f7a-b6ca-2527373cc79e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Deleting port 6ef7cd25-1685-4ad9-a75a-aa228e1838b0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:15.593297 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-165ad666-dc28-4f7a-b6ca-2527373cc79e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6ef7cd25-1685-4ad9-a75a-aa228e1838b0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.658640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 725bf461-ffb7-4c2f-a579-300561af9e5e is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:15.659098 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.724832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 725bf461-ffb7-4c2f-a579-300561af9e5e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=725bf461-ffb7-4c2f-a579-300561af9e5e,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:15.728976 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-165ad666-dc28-4f7a-b6ca-2527373cc79e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6ef7cd25-1685-4ad9-a75a-aa228e1838b0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.729255 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-165ad666-dc28-4f7a-b6ca-2527373cc79e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (6ef7cd25-1685-4ad9-a75a-aa228e1838b0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.730356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea719f-645a-4f19-b7e5-dbc5264c49cf req-5bb65d33-3d5a-41f2-906a-544984786837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:15.732724 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.732949 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02ea719f-645a-4f19-b7e5-dbc5264c49cf req-5bb65d33-3d5a-41f2-906a-544984786837 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1659503 Feb 02 13:06:15.734025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 92e5923a-ca1f-4def-85a7-fbeed5c55ddf up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:15.751402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-165ad666-dc28-4f7a-b6ca-2527373cc79e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Calling delete_port for 6ef7cd25-1685-4ad9-a75a-aa228e1838b0 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:15.804457 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02ea719f-645a-4f19-b7e5-dbc5264c49cf req-99cb6946-a8a6-4f14-a153-651be40cdf6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=0bce2d7b-fb2a-43ec-8c60-e16d31c84203 HTTP/1.1" status: 200 len: 217 time: 0.0640597 Feb 02 13:06:15.880773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=725bf461-ffb7-4c2f-a579-300561af9e5e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:15.913413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:15.915658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea719f-645a-4f19-b7e5-dbc5264c49cf req-bdc11310-bc0d-49fd-bc48-7d2dd12d64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:15.916852 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02ea719f-645a-4f19-b7e5-dbc5264c49cf req-bdc11310-bc0d-49fd-bc48-7d2dd12d64ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1058364 Feb 02 13:06:15.926253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:15.926633 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:15.994829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea719f-645a-4f19-b7e5-dbc5264c49cf req-a8190bd3-f43c-4fad-9cf9-cdf99b6b8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:15.998817 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02ea719f-645a-4f19-b7e5-dbc5264c49cf req-a8190bd3-f43c-4fad-9cf9-cdf99b6b8ab3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0738969 Feb 02 13:06:16.077743 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-165ad666-dc28-4f7a-b6ca-2527373cc79e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (6ef7cd25-1685-4ad9-a75a-aa228e1838b0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:16.079144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:16.079611 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:16.120993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:16.126951 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:16.129284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8fccd482-689e-4737-9ed8-798f3526897c up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:16.130778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ad666-dc28-4f7a-b6ca-2527373cc79e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Pushing event deleted for resources: {'Port': ['ID=6ef7cd25-1685-4ad9-a75a-aa228e1838b0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:16.152266 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02ea719f-645a-4f19-b7e5-dbc5264c49cf req-8aa9fa02-e6d5-40b0-b0b1-52393bdefee5 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446183 Feb 02 13:06:16.154810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5773923-fd78-40d9-b0c9-571989d3adef req-e101b03b-b2c5-45d2-a14f-f0fdb97a45f1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:16.161032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5773923-fd78-40d9-b0c9-571989d3adef req-e101b03b-b2c5-45d2-a14f-f0fdb97a45f1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:16.166784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5773923-fd78-40d9-b0c9-571989d3adef req-e101b03b-b2c5-45d2-a14f-f0fdb97a45f1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:16.172817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5773923-fd78-40d9-b0c9-571989d3adef req-e101b03b-b2c5-45d2-a14f-f0fdb97a45f1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:16.179503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5773923-fd78-40d9-b0c9-571989d3adef req-e101b03b-b2c5-45d2-a14f-f0fdb97a45f1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:16.186108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5773923-fd78-40d9-b0c9-571989d3adef req-e101b03b-b2c5-45d2-a14f-f0fdb97a45f1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:16.192433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5773923-fd78-40d9-b0c9-571989d3adef req-e101b03b-b2c5-45d2-a14f-f0fdb97a45f1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:16.194812 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b5773923-fd78-40d9-b0c9-571989d3adef req-e101b03b-b2c5-45d2-a14f-f0fdb97a45f1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5443 time: 0.1619263 Feb 02 13:06:16.223654 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:16.241110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 8fccd482-689e-4737-9ed8-798f3526897c completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:16.245896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 8fccd482-689e-4737-9ed8-798f3526897c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:16.246359 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8fccd482-689e-4737-9ed8-798f3526897c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:16.309790 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-165ad666-dc28-4f7a-b6ca-2527373cc79e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks [] for floatingip (5691bd5d-b930-4329-ad1a-e00222e77575), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:16.313278 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-165ad666-dc28-4f7a-b6ca-2527373cc79e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:16.314707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b38b4f4b-c4e7-487b-86cb-49b8e9fdf194 req-165ad666-dc28-4f7a-b6ca-2527373cc79e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "DELETE /v2.0/floatingips/5691bd5d-b930-4329-ad1a-e00222e77575 HTTP/1.1" status: 204 len: 173 time: 0.9690142 Feb 02 13:06:16.325900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b5773923-fd78-40d9-b0c9-571989d3adef req-dddba4ed-e9ca-46d4-81be-54c2753bc97f tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128333 Feb 02 13:06:16.346256 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02ea719f-645a-4f19-b7e5-dbc5264c49cf req-536b81bc-0e19-4e8e-8d41-e622d61b9664 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855876 Feb 02 13:06:16.373238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 8fccd482-689e-4737-9ed8-798f3526897c is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:16.375100 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8fccd482-689e-4737-9ed8-798f3526897c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:16.410555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 8fccd482-689e-4737-9ed8-798f3526897c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8fccd482-689e-4737-9ed8-798f3526897c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:16.418217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8fccd482-689e-4737-9ed8-798f3526897c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:16.419335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 13faa4c4-a1e2-4351-8275-345fc771c7c8 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:16.466499 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4339c8a1-f002-4308-bed7-85e1517c4782 x-openstack-request-id: req-4339c8a1-f002-4308-bed7-85e1517c4782 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:16.466801 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "fa87ddce-c6ae-4971-ab64-55a01c1f3583", "code": 200}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "475f6dfa-b9ba-4d48-b80d-a3f10ae081a5", "code": 200}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "7dd0d8ee-d01b-47ec-841d-17051ff2fd9e", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:16.467052 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4339c8a1-f002-4308-bed7-85e1517c4782 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:16.467799 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa87ddce-c6ae-4971-ab64-55a01c1f3583', 'code': 200} Feb 02 13:06:16.468042 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475f6dfa-b9ba-4d48-b80d-a3f10ae081a5', 'code': 200} Feb 02 13:06:16.468544 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd0d8ee-d01b-47ec-841d-17051ff2fd9e', 'code': 200} Feb 02 13:06:16.516379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=8fccd482-689e-4737-9ed8-798f3526897c,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:16.533703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 13faa4c4-a1e2-4351-8275-345fc771c7c8 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:16.539808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 13faa4c4-a1e2-4351-8275-345fc771c7c8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:16.540189 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:16.574085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30acf18-9282-4562-9c8e-b6b5815c1083 req-84a9cba1-cb96-4d9a-a67c-2fdede9f5385 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:16.575716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c30acf18-9282-4562-9c8e-b6b5815c1083 req-84a9cba1-cb96-4d9a-a67c-2fdede9f5385 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 948 time: 0.1283894 Feb 02 13:06:16.619498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeac4b4-3f62-478e-8677-f1ce6dbb2d49 req-0bb9b071-abe3-4cc8-b42b-4c9891de2f3f tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:16.621127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aaeac4b4-3f62-478e-8677-f1ce6dbb2d49 req-0bb9b071-abe3-4cc8-b42b-4c9891de2f3f tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 946 time: 0.0997474 Feb 02 13:06:16.637827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 13faa4c4-a1e2-4351-8275-345fc771c7c8 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:16.638481 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:16.652191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c30acf18-9282-4562-9c8e-b6b5815c1083 req-0eb4a56b-c2f6-4979-8a92-6421ebabeb10 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703921 Feb 02 13:06:16.679337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 13faa4c4-a1e2-4351-8275-345fc771c7c8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=13faa4c4-a1e2-4351-8275-345fc771c7c8,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:16.696829 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:16.725196 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aaeac4b4-3f62-478e-8677-f1ce6dbb2d49 req-977ecd4b-3cd0-48a9-bb79-541bd5bc7282 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/security-groups?id=8730c6b7-96f8-4090-904e-7e0d07ab15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877242 Feb 02 13:06:16.768285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=13faa4c4-a1e2-4351-8275-345fc771c7c8,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:16.782319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7abc98b-135b-4f33-969f-0f024c401851 req-c15af29f-7ab7-4ad3-861d-27c9c8e753e1 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 210 time: 0.0366819 Feb 02 13:06:16.910254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5072320-e158-447a-9a37-14a19b30a777 req-be7d1d1c-c56f-42fb-895a-321ffaf13d17 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:16.912035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5072320-e158-447a-9a37-14a19b30a777 req-be7d1d1c-c56f-42fb-895a-321ffaf13d17 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 950 time: 0.0931487 Feb 02 13:06:16.924720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fee7c-d664-441b-831a-9098a9b71984 req-a86bdec3-9084-4710-a3aa-c099608587af tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:16.931857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c7fee7c-d664-441b-831a-9098a9b71984 req-a86bdec3-9084-4710-a3aa-c099608587af tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 945 time: 0.0803385 Feb 02 13:06:16.943539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b1558a0b-d280-48aa-86bf-1f2cfc1def36 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:17.012023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c7fee7c-d664-441b-831a-9098a9b71984 req-342f8ffb-a977-4240-977a-3b199dd70664 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/security-groups?id=a6caac03-1ab5-447a-8440-ed35f0fc584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791898 Feb 02 13:06:17.015446 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5072320-e158-447a-9a37-14a19b30a777 req-4bab294e-212b-4c3b-b959-069c5a504820 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813341 Feb 02 13:06:17.098935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port b1558a0b-d280-48aa-86bf-1f2cfc1def36, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b1558a0b-d280-48aa-86bf-1f2cfc1def36,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:17.116078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'b1558a0b-d280-48aa-86bf-1f2cfc1def36', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'b1558a0b-d280-48aa-86bf-1f2cfc1def36', 'mac_address': 'fa:16:3e:f1:1e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:17.169134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port b1558a0b-d280-48aa-86bf-1f2cfc1def36 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:17.169134 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:17.190392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1558a0b-d280-48aa-86bf-1f2cfc1def36 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:17.198268 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-5f805055-3f2d-4a64-b9db-baad8f13d19e tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c63c2a73840640ac9ef77d25696d9483&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560343 Feb 02 13:06:17.249216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port b1558a0b-d280-48aa-86bf-1f2cfc1def36, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b1558a0b-d280-48aa-86bf-1f2cfc1def36,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:17.260287 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:17.353612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=b1558a0b-d280-48aa-86bf-1f2cfc1def36,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:17.397118 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-96d92fcd-1a51-4672-96e5-6591d4145508 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:17.406890 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-96d92fcd-1a51-4672-96e5-6591d4145508 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031057 Feb 02 13:06:17.441666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Request body: {'port': {'device_id': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'c63c2a73840640ac9ef77d25696d9483'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:17.588139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32adbc-de95-4d82-9818-48383ba17934 req-8187b483-2163-4018-b6dc-66d290704d6a tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:17.593797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe32adbc-de95-4d82-9818-48383ba17934 req-8187b483-2163-4018-b6dc-66d290704d6a tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 946 time: 0.1196604 Feb 02 13:06:17.601622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Made reservation on behalf of c63c2a73840640ac9ef77d25696d9483 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:17.605607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:17.608676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279edc71-c335-40b4-96eb-caf558ffb99a req-5583ae5d-f6b3-4f03-8139-e04faa944876 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:17.615264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279edc71-c335-40b4-96eb-caf558ffb99a req-5583ae5d-f6b3-4f03-8139-e04faa944876 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:17.616137 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:17.620519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279edc71-c335-40b4-96eb-caf558ffb99a req-5583ae5d-f6b3-4f03-8139-e04faa944876 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:17.626013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279edc71-c335-40b4-96eb-caf558ffb99a req-5583ae5d-f6b3-4f03-8139-e04faa944876 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:17.631471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279edc71-c335-40b4-96eb-caf558ffb99a req-5583ae5d-f6b3-4f03-8139-e04faa944876 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:17.636760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279edc71-c335-40b4-96eb-caf558ffb99a req-5583ae5d-f6b3-4f03-8139-e04faa944876 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:17.642444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279edc71-c335-40b4-96eb-caf558ffb99a req-5583ae5d-f6b3-4f03-8139-e04faa944876 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:17.646020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['b1558a0b-d280-48aa-86bf-1f2cfc1def36'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:17.649777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-279edc71-c335-40b4-96eb-caf558ffb99a req-5583ae5d-f6b3-4f03-8139-e04faa944876 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.1465483 Feb 02 13:06:17.725563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Publish callbacks [] for security_group (616f6cf3-5778-4291-8356-c3f98be25bdb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:17.732073 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (616f6cf3-5778-4291-8356-c3f98be25bdb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:17.739635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-279edc71-c335-40b4-96eb-caf558ffb99a req-f4472b07-35ad-4fe7-99f0-1dbbfbf46bb5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888734 Feb 02 13:06:17.811019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616f6cf3-5778-4291-8356-c3f98be25bdb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:17.811868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe32adbc-de95-4d82-9818-48383ba17934 req-9dcfffd9-7ae4-4af6-aa8d-835e93cf3a52 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580362 Feb 02 13:06:17.910100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Allocated IP 192.168.233.134 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/5befbf99-4d72-4b74-980d-b20e17f34f0c) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:06:17.949014 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92d277-ce40-4309-b614-a167b9da19f3 req-1a0e2bba-ff5d-45a3-b12e-d8b6e9c61ed1 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:17.956620 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af92d277-ce40-4309-b614-a167b9da19f3 req-1a0e2bba-ff5d-45a3-b12e-d8b6e9c61ed1 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 945 time: 0.0953696 Feb 02 13:06:17.987265 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28d7f6-bf3d-4e88-9c67-a8bf439a60c3 req-61f4df82-3935-406e-854a-90a0d0a4852c tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:17.988818 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a28d7f6-bf3d-4e88-9c67-a8bf439a60c3 req-61f4df82-3935-406e-854a-90a0d0a4852c tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 946 time: 0.1000373 Feb 02 13:06:18.028128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af92d277-ce40-4309-b614-a167b9da19f3 req-af459d64-647f-40a1-b3d4-f7fd73ba1aab tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/security-groups?id=a6caac03-1ab5-447a-8440-ed35f0fc584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713511 Feb 02 13:06:18.055841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a28d7f6-bf3d-4e88-9c67-a8bf439a60c3 req-58b15111-0fbf-4f0b-9e20-892345a261c6 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/security-groups?id=8730c6b7-96f8-4090-904e-7e0d07ab15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569825 Feb 02 13:06:18.086657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Publish callbacks [] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:18.129817 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:18.188702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:06:18.194297 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:18.198225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:06:18.204554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Pushing event updated for resources: {'Port': ['ID=5befbf99-4d72-4b74-980d-b20e17f34f0c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:18.212847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395841f-c367-462a-8cc6-f301ff0d64a4 req-6295a5d2-48c7-4155-8866-24a9f9b327c6 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:18.214419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0395841f-c367-462a-8cc6-f301ff0d64a4 req-6295a5d2-48c7-4155-8866-24a9f9b327c6 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 949 time: 0.0938063 Feb 02 13:06:18.223020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380e7d5-f28c-4dcb-932b-9b87f1c46313 req-1aab14a6-6aa9-4848-8adb-1998ba56633a tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:18.224777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4380e7d5-f28c-4dcb-932b-9b87f1c46313 req-1aab14a6-6aa9-4848-8adb-1998ba56633a tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 936 time: 0.0906491 Feb 02 13:06:18.262726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:18.263575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:18.286538 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-a2f116cb-a031-4ebb-9f40-409f4e288f57 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8493290 Feb 02 13:06:18.299288 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0395841f-c367-462a-8cc6-f301ff0d64a4 req-87421d50-4062-4ad9-9c28-1f4feeceb765 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735335 Feb 02 13:06:18.304049 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4380e7d5-f28c-4dcb-932b-9b87f1c46313 req-ef21e7e7-40bf-4eaf-b195-2cd61e75b2fc tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/security-groups?id=616f6cf3-5778-4291-8356-c3f98be25bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720901 Feb 02 13:06:18.306388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Request body: {'port': {'device_id': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:18.378645 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:18.460620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d051f7-0333-468e-8676-c7f36d7c4942 req-ef907d1f-01a1-4bdf-87a9-e07e3d16e47a tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:18.463878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61d051f7-0333-468e-8676-c7f36d7c4942 req-ef907d1f-01a1-4bdf-87a9-e07e3d16e47a tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 950 time: 0.0669994 Feb 02 13:06:18.469674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c87d60-7381-4961-a6c1-8d23cfdda506'}, {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725bf461-ffb7-4c2f-a579-300561af9e5e'}, {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e5923a-ca1f-4def-85a7-fbeed5c55ddf'}, {'server_uuid': '11f63d06-b6bd-4a53-aac1-d28f1a19dd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fccd482-689e-4737-9ed8-798f3526897c'}, {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13faa4c4-a1e2-4351-8275-345fc771c7c8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:18.472724 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3be8d0-3a8b-42bc-897b-909d9faafef5" -d '{"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "52c87d60-7381-4961-a6c1-8d23cfdda506"}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "725bf461-ffb7-4c2f-a579-300561af9e5e"}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "92e5923a-ca1f-4def-85a7-fbeed5c55ddf"}, {"server_uuid": "11f63d06-b6bd-4a53-aac1-d28f1a19dd83", "name": "network-vif-plugged", "status": "completed", "tag": "8fccd482-689e-4737-9ed8-798f3526897c"}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "13faa4c4-a1e2-4351-8275-345fc771c7c8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:18.521409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61d051f7-0333-468e-8676-c7f36d7c4942 req-c8fa11a0-ccbd-48d5-ac69-1582e3a82eb6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532830 Feb 02 13:06:18.544748 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e143723-a9c6-4fe6-acad-640611aa73df x-openstack-request-id: req-7e143723-a9c6-4fe6-acad-640611aa73df {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:18.545580 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "52c87d60-7381-4961-a6c1-8d23cfdda506", "code": 200}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "725bf461-ffb7-4c2f-a579-300561af9e5e", "code": 200}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "92e5923a-ca1f-4def-85a7-fbeed5c55ddf", "code": 200}, {"server_uuid": "11f63d06-b6bd-4a53-aac1-d28f1a19dd83", "name": "network-vif-plugged", "status": "completed", "tag": "8fccd482-689e-4737-9ed8-798f3526897c", "code": 200}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-plugged", "status": "completed", "tag": "13faa4c4-a1e2-4351-8275-345fc771c7c8", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:18.545838 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7e143723-a9c6-4fe6-acad-640611aa73df {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:18.546249 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c87d60-7381-4961-a6c1-8d23cfdda506', 'code': 200} Feb 02 13:06:18.546508 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '725bf461-ffb7-4c2f-a579-300561af9e5e', 'code': 200} Feb 02 13:06:18.547486 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e5923a-ca1f-4def-85a7-fbeed5c55ddf', 'code': 200} Feb 02 13:06:18.547752 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f63d06-b6bd-4a53-aac1-d28f1a19dd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fccd482-689e-4737-9ed8-798f3526897c', 'code': 200} Feb 02 13:06:18.548006 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13faa4c4-a1e2-4351-8275-345fc771c7c8', 'code': 200} Feb 02 13:06:18.577215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-eb4de7f7-c79f-4932-a7d0-7b5ac9ffd9bd None None] Provisioning complete for port 5befbf99-4d72-4b74-980d-b20e17f34f0c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:18.577585 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb4de7f7-c79f-4932-a7d0-7b5ac9ffd9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:18.617116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eb4de7f7-c79f-4932-a7d0-7b5ac9ffd9bd None None] Port 5befbf99-4d72-4b74-980d-b20e17f34f0c cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:06:18.666615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5befbf99-4d72-4b74-980d-b20e17f34f0c {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:18.675104 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Publish callbacks [] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:18.690360 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Transition to ACTIVE for port object 5befbf99-4d72-4b74-980d-b20e17f34f0c will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:06:18.696141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:18.786081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5befbf99-4d72-4b74-980d-b20e17f34f0c,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:18.874153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Attempting to bind port 5befbf99-4d72-4b74-980d-b20e17f34f0c on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:06:18.874521 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Attempting to bind port 5befbf99-4d72-4b74-980d-b20e17f34f0c by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:06:18.874802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Attempting to bind port 5befbf99-4d72-4b74-980d-b20e17f34f0c on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:18.880225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Port 5befbf99-4d72-4b74-980d-b20e17f34f0c on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:06:18.880553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Attempting to bind port 5befbf99-4d72-4b74-980d-b20e17f34f0c on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:18.886656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:06:18.887010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:18.887513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:06:18.887933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Bound port: 5befbf99-4d72-4b74-980d-b20e17f34f0c, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:06:18.890465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:18.961691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b1558a0b-d280-48aa-86bf-1f2cfc1def36 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:18.985107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:06:18.988834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:06:18.997870 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:19.046252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.046879 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:19.048358 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/5befbf99-4d72-4b74-980d-b20e17f34f0c HTTP/1.1" status: 200 len: 1096 time: 0.7468493 Feb 02 13:06:19.053362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:19.056336 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c8cee-8058-49e8-aed2-faa4cdc679e3" -d '{"events": [{"name": "network-changed", "server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:19.087968 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24949a-f22f-4057-a16c-ead42e9998d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5befbf99-4d72-4b74-980d-b20e17f34f0c,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:19.095709 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adbf5e-2d16-4ac8-8b1d-9d856b93110a req-12d207b7-2cce-46a8-90cc-2125b24392bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.096909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port b1558a0b-d280-48aa-86bf-1f2cfc1def36 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:19.101194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adbf5e-2d16-4ac8-8b1d-9d856b93110a req-12d207b7-2cce-46a8-90cc-2125b24392bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.102257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port b1558a0b-d280-48aa-86bf-1f2cfc1def36 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:19.102694 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:19.107180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adbf5e-2d16-4ac8-8b1d-9d856b93110a req-12d207b7-2cce-46a8-90cc-2125b24392bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.113250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adbf5e-2d16-4ac8-8b1d-9d856b93110a req-12d207b7-2cce-46a8-90cc-2125b24392bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.119208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adbf5e-2d16-4ac8-8b1d-9d856b93110a req-12d207b7-2cce-46a8-90cc-2125b24392bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.124874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adbf5e-2d16-4ac8-8b1d-9d856b93110a req-12d207b7-2cce-46a8-90cc-2125b24392bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.130103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48adbf5e-2d16-4ac8-8b1d-9d856b93110a req-12d207b7-2cce-46a8-90cc-2125b24392bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.131974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-48adbf5e-2d16-4ac8-8b1d-9d856b93110a req-12d207b7-2cce-46a8-90cc-2125b24392bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.2940209 Feb 02 13:06:19.139749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d99cc-0932-419f-92e6-168ec2918e05 req-6340960c-30e0-4356-99b3-7afeb3c91ff2 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.141217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-372d99cc-0932-419f-92e6-168ec2918e05 req-6340960c-30e0-4356-99b3-7afeb3c91ff2 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 946 time: 0.2198339 Feb 02 13:06:19.149435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe96df-2883-4ab1-b4bb-7ceb98cfa270 req-07146a5d-f651-4ae2-b296-487896f56724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.149902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe96df-2883-4ab1-b4bb-7ceb98cfa270 req-07146a5d-f651-4ae2-b296-487896f56724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.150357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe96df-2883-4ab1-b4bb-7ceb98cfa270 req-07146a5d-f651-4ae2-b296-487896f56724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.150836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe96df-2883-4ab1-b4bb-7ceb98cfa270 req-07146a5d-f651-4ae2-b296-487896f56724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.151244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe96df-2883-4ab1-b4bb-7ceb98cfa270 req-07146a5d-f651-4ae2-b296-487896f56724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.151725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe96df-2883-4ab1-b4bb-7ceb98cfa270 req-07146a5d-f651-4ae2-b296-487896f56724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.152170 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe96df-2883-4ab1-b4bb-7ceb98cfa270 req-07146a5d-f651-4ae2-b296-487896f56724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.159758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0dfe96df-2883-4ab1-b4bb-7ceb98cfa270 req-07146a5d-f651-4ae2-b296-487896f56724 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 6719 time: 0.2707415 Feb 02 13:06:19.196383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-866b2000-b299-408b-81aa-d27de53708d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.199746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df379c01-b066-4218-a9d1-b2e04fe88d5f req-dd3ede9e-87cf-490b-a24d-264bad0cfe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.200209 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-866b2000-b299-408b-81aa-d27de53708d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c63c2a73840640ac9ef77d25696d9483&device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 1130 time: 0.0755463 Feb 02 13:06:19.207558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df379c01-b066-4218-a9d1-b2e04fe88d5f req-dd3ede9e-87cf-490b-a24d-264bad0cfe22 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 1132 time: 0.3785839 Feb 02 13:06:19.281667 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port b1558a0b-d280-48aa-86bf-1f2cfc1def36 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:19.282077 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:19.301207 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-f7ae909e-12e5-450a-bc2d-f5e2de8d1c5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c HTTP/1.1" status: 200 len: 217 time: 0.0790753 Feb 02 13:06:19.304930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97a49f-46fb-4b69-bfa5-1bcf256e0839 req-2c83d135-b8c8-47fa-952f-9aa7ccacfc75 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.306502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa97a49f-46fb-4b69-bfa5-1bcf256e0839 req-2c83d135-b8c8-47fa-952f-9aa7ccacfc75 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.18 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 946 time: 0.3110976 Feb 02 13:06:19.334665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port b1558a0b-d280-48aa-86bf-1f2cfc1def36, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b1558a0b-d280-48aa-86bf-1f2cfc1def36,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:19.341995 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:19.386710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-d8ed40ac-3a88-4ac2-954f-da23c9be517c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.388759 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-d8ed40ac-3a88-4ac2-954f-da23c9be517c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0803525 Feb 02 13:06:19.426345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-372d99cc-0932-419f-92e6-168ec2918e05 req-5684034a-b609-4030-9a1f-6494bab3b885 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/security-groups?id=3040efe8-21e2-4783-9d1b-9b7fded73fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635100 Feb 02 13:06:19.430392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=b1558a0b-d280-48aa-86bf-1f2cfc1def36,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:19.492787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-91cf67d0-3f66-4330-b75a-0a963221f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.497882 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-91cf67d0-3f66-4330-b75a-0a963221f33b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0937245 Feb 02 13:06:19.606477 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0dfe96df-2883-4ab1-b4bb-7ceb98cfa270 req-83851eec-790d-4f7b-9e45-a01680e7b9af service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4163332 Feb 02 13:06:19.615099 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-48adbf5e-2d16-4ac8-8b1d-9d856b93110a req-ddd9d2d7-2b30-4b07-bb59-59333de44bfc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4329877 Feb 02 13:06:19.619010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df379c01-b066-4218-a9d1-b2e04fe88d5f req-9cb11f97-4617-46de-9e5b-fadd8276737d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567009 Feb 02 13:06:19.636515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c60d1-1530-4804-9e20-fd0400ad906d req-e3b6be08-e070-476b-8578-e758a8a28142 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.638133 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b4c60d1-1530-4804-9e20-fd0400ad906d req-e3b6be08-e070-476b-8578-e758a8a28142 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.62 "GET /v2.0/ports?device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 945 time: 0.1138456 Feb 02 13:06:19.642925 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-f720865c-d300-4fd4-962e-ade3e9008cc7 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369035 Feb 02 13:06:19.676880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51ce97-d9a0-4754-964a-251e4d4090f2 req-3fa4a657-4f00-4ed2-9d60-87c92d3992bb tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.678589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb51ce97-d9a0-4754-964a-251e4d4090f2 req-3fa4a657-4f00-4ed2-9d60-87c92d3992bb tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/ports?device_id=90d136e7-482f-4be2-bb7c-14ef1e5295df HTTP/1.1" status: 200 len: 945 time: 0.1557560 Feb 02 13:06:19.682070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-aa97a49f-46fb-4b69-bfa5-1bcf256e0839 req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Deleting port 0d594e55-446d-4dcf-ab79-2e25b700b516 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:19.682521 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa97a49f-46fb-4b69-bfa5-1bcf256e0839 req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:19.689305 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dc3e74-4ab9-4e5a-a8ee-5e307f453f17 x-openstack-request-id: req-b3dc3e74-4ab9-4e5a-a8ee-5e307f453f17 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:19.694826 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:19.694826 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b3dc3e74-4ab9-4e5a-a8ee-5e307f453f17 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:19.694826 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'status': 'completed', 'code': 200} Feb 02 13:06:19.695482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c62300-dc74-4260-8ec5-78bc6d592a5e req-ace3194a-6e41-4927-a435-c0de0bd60f2c tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:19.699499 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97c62300-dc74-4260-8ec5-78bc6d592a5e req-ace3194a-6e41-4927-a435-c0de0bd60f2c tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.62 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 946 time: 0.2016037 Feb 02 13:06:19.766184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-6b4c60d1-1530-4804-9e20-fd0400ad906d req-1934bbce-b971-48c3-b9f5-81129732c5a7 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Deleting port 184119ce-a49d-4c6e-a527-b55f093aa3e1 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:19.766746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6b4c60d1-1530-4804-9e20-fd0400ad906d req-1934bbce-b971-48c3-b9f5-81129732c5a7 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:19.878053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-6b4c60d1-1530-4804-9e20-fd0400ad906d req-1934bbce-b971-48c3-b9f5-81129732c5a7 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] For port 184119ce-a49d-4c6e-a527-b55f093aa3e1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=184119ce-a49d-4c6e-a527-b55f093aa3e1,segment=NetworkSegment(a02a7aa1-0e64-4139-91f5-99d15433df81),segment_id=a02a7aa1-0e64-4139-91f5-99d15433df81)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:19.878702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6b4c60d1-1530-4804-9e20-fd0400ad906d req-1934bbce-b971-48c3-b9f5-81129732c5a7 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:19.896338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-6b4c60d1-1530-4804-9e20-fd0400ad906d req-1934bbce-b971-48c3-b9f5-81129732c5a7 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Calling delete_port for 184119ce-a49d-4c6e-a527-b55f093aa3e1 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:19.916045 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb51ce97-d9a0-4754-964a-251e4d4090f2 req-ceaf9988-b71c-48c9-b965-25f40cb2890d tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.83 "GET /v2.0/security-groups?id=a6caac03-1ab5-447a-8440-ed35f0fc584e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302401 Feb 02 13:06:19.947463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-aa97a49f-46fb-4b69-bfa5-1bcf256e0839 req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] For port 0d594e55-446d-4dcf-ab79-2e25b700b516, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0d594e55-446d-4dcf-ab79-2e25b700b516,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:19.947918 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa97a49f-46fb-4b69-bfa5-1bcf256e0839 req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:19.997795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-aa97a49f-46fb-4b69-bfa5-1bcf256e0839 req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Calling delete_port for 0d594e55-446d-4dcf-ab79-2e25b700b516 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:20.026749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11d536-8019-4258-9416-acabb46dc39d req-aad64151-0aa4-4bf6-9a84-89294f2d5691 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:20.033993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c11d536-8019-4258-9416-acabb46dc39d req-aad64151-0aa4-4bf6-9a84-89294f2d5691 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 946 time: 0.2575865 Feb 02 13:06:20.047765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-97c62300-dc74-4260-8ec5-78bc6d592a5e req-94bd2b9c-a226-4462-b7df-6b51cf836922 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Deleting port bac70f14-bfdf-4c3a-884b-00306de53be5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:20.048157 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97c62300-dc74-4260-8ec5-78bc6d592a5e req-94bd2b9c-a226-4462-b7df-6b51cf836922 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:20.054809 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6b4c60d1-1530-4804-9e20-fd0400ad906d req-1934bbce-b971-48c3-b9f5-81129732c5a7 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (184119ce-a49d-4c6e-a527-b55f093aa3e1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:20.087642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934bbce-b971-48c3-b9f5-81129732c5a7 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Pushing event deleted for resources: {'Port': ['ID=184119ce-a49d-4c6e-a527-b55f093aa3e1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:20.091662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['184119ce-a49d-4c6e-a527-b55f093aa3e1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:20.155382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4c60d1-1530-4804-9e20-fd0400ad906d req-1934bbce-b971-48c3-b9f5-81129732c5a7 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] No DVR routers for this DVR port 184119ce-a49d-4c6e-a527-b55f093aa3e1 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:06:20.158740 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6b4c60d1-1530-4804-9e20-fd0400ad906d req-1934bbce-b971-48c3-b9f5-81129732c5a7 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:20.164401 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b4c60d1-1530-4804-9e20-fd0400ad906d req-1934bbce-b971-48c3-b9f5-81129732c5a7 tempest-ServersNegativeTestMultiTenantJSON-649641255 tempest-ServersNegativeTestMultiTenantJSON-649641255-project] 10.222.0.62 "DELETE /v2.0/ports/184119ce-a49d-4c6e-a527-b55f093aa3e1 HTTP/1.1" status: 204 len: 173 time: 0.5199473 Feb 02 13:06:20.509396 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9e2eedfe-d8e5-4873-a4f2-e277a3b4baa3 req-001cb070-50a5-42c0-9464-1e4fd409f99a service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957999 Feb 02 13:06:20.549164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1becef06-1766-4ca4-b6b5-8c69c974fdd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1558a0b-d280-48aa-86bf-1f2cfc1def36'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:20.551779 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832b05d-ffac-4eba-8431-deeb4a746725" -d '{"events": [{"server_uuid": "1becef06-1766-4ca4-b6b5-8c69c974fdd2", "name": "network-vif-plugged", "status": "completed", "tag": "b1558a0b-d280-48aa-86bf-1f2cfc1def36"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:20.566292 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c11d536-8019-4258-9416-acabb46dc39d req-17e94ef3-072c-424d-94cd-10787145b570 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/security-groups?id=8730c6b7-96f8-4090-904e-7e0d07ab15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314529 Feb 02 13:06:20.580722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd53f6-1967-4dbb-9bf1-16ea40518aee req-5243daf5-6d9b-490a-b884-e8934fe72b01 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:20.582263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5cd53f6-1967-4dbb-9bf1-16ea40518aee req-5243daf5-6d9b-490a-b884-e8934fe72b01 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 950 time: 0.6051030 Feb 02 13:06:20.633415 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-97c62300-dc74-4260-8ec5-78bc6d592a5e req-94bd2b9c-a226-4462-b7df-6b51cf836922 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] For port bac70f14-bfdf-4c3a-884b-00306de53be5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=bac70f14-bfdf-4c3a-884b-00306de53be5,segment=NetworkSegment(624a4f7d-8dfa-410c-a41d-c207e00a0a46),segment_id=624a4f7d-8dfa-410c-a41d-c207e00a0a46)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:20.633768 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97c62300-dc74-4260-8ec5-78bc6d592a5e req-94bd2b9c-a226-4462-b7df-6b51cf836922 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:20.678115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-97c62300-dc74-4260-8ec5-78bc6d592a5e req-94bd2b9c-a226-4462-b7df-6b51cf836922 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Calling delete_port for bac70f14-bfdf-4c3a-884b-00306de53be5 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:20.683267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8cee-8058-49e8-aed2-faa4cdc679e3 req-b70a0f25-b918-42c4-91ab-2ce4911c1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:20.684909 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b8c8cee-8058-49e8-aed2-faa4cdc679e3 req-b70a0f25-b918-42c4-91ab-2ce4911c1b3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c63c2a73840640ac9ef77d25696d9483&device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 1130 time: 0.0710340 Feb 02 13:06:20.745485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5cd53f6-1967-4dbb-9bf1-16ea40518aee req-e1ed2ae3-3df5-4f1d-a589-2dfed916a0d8 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572247 Feb 02 13:06:20.856169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8cee-8058-49e8-aed2-faa4cdc679e3 req-762e9bc7-25ad-43d1-9326-a1aaf58bdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:20.857693 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b8c8cee-8058-49e8-aed2-faa4cdc679e3 req-762e9bc7-25ad-43d1-9326-a1aaf58bdba8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1650071 Feb 02 13:06:20.898081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fe164-0cb7-458e-ae12-5768826b7c05 req-e741b933-f009-4ba3-9be9-5cbc84d94da3 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:20.902192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-311fe164-0cb7-458e-ae12-5768826b7c05 req-e741b933-f009-4ba3-9be9-5cbc84d94da3 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 948 time: 0.2541995 Feb 02 13:06:20.908130 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b8c8cee-8058-49e8-aed2-faa4cdc679e3 req-598655d8-30ba-4667-9b91-127739147437 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c HTTP/1.1" status: 200 len: 217 time: 0.0405440 Feb 02 13:06:20.986384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8cee-8058-49e8-aed2-faa4cdc679e3 req-f5f40ccd-812a-408d-acb2-f0b1c76cb8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:20.987941 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b8c8cee-8058-49e8-aed2-faa4cdc679e3 req-f5f40ccd-812a-408d-acb2-f0b1c76cb8eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0627489 Feb 02 13:06:20.996696 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa97a49f-46fb-4b69-bfa5-1bcf256e0839 req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0d594e55-446d-4dcf-ab79-2e25b700b516), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:21.059030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Pushing event deleted for resources: {'Port': ['ID=0d594e55-446d-4dcf-ab79-2e25b700b516,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:21.104477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c8cee-8058-49e8-aed2-faa4cdc679e3 req-49321f8c-0521-489d-b0ac-b546a02220b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:21.104731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.104994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.105328 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.105658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.105982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.106308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.106627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.106767 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b8c8cee-8058-49e8-aed2-faa4cdc679e3 req-49321f8c-0521-489d-b0ac-b546a02220b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0605202 Feb 02 13:06:21.106946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.107263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.107601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.107917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.108236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.108548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:21.117309 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97c62300-dc74-4260-8ec5-78bc6d592a5e req-94bd2b9c-a226-4462-b7df-6b51cf836922 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (bac70f14-bfdf-4c3a-884b-00306de53be5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:21.167213 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa97a49f-46fb-4b69-bfa5-1bcf256e0839 req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] No DVR routers for this DVR port 0d594e55-446d-4dcf-ab79-2e25b700b516 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:06:21.174497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-311fe164-0cb7-458e-ae12-5768826b7c05 req-0772bf6a-f936-4c03-bf99-8e0cad8b6add tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/security-groups?id=616f6cf3-5778-4291-8356-c3f98be25bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110643 Feb 02 13:06:21.177255 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-aa97a49f-46fb-4b69-bfa5-1bcf256e0839 req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:21.180541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa97a49f-46fb-4b69-bfa5-1bcf256e0839 req-c183b5ed-d78e-4b08-a611-09140b7bac3e tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.18 "DELETE /v2.0/ports/0d594e55-446d-4dcf-ab79-2e25b700b516 HTTP/1.1" status: 204 len: 173 time: 1.8552601 Feb 02 13:06:21.181486 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd2b9c-a226-4462-b7df-6b51cf836922 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Pushing event deleted for resources: {'Port': ['ID=bac70f14-bfdf-4c3a-884b-00306de53be5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:21.183054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'name': 'network-vif-deleted', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:21.185463 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c06c20-379d-4235-acdb-fe97b55cebb0" -d '{"events": [{"server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "name": "network-vif-deleted", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:21.197830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587f0ba-bbe3-4408-a853-420e631735be req-95e68d58-a141-4347-8a23-e66b1b52f120 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:21.198932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9587f0ba-bbe3-4408-a853-420e631735be req-95e68d58-a141-4347-8a23-e66b1b52f120 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 950 time: 0.2368102 Feb 02 13:06:21.217255 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b8c8cee-8058-49e8-aed2-faa4cdc679e3 req-b22229f2-e4fb-42d3-b0dd-b07257c6d0a1 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023941 Feb 02 13:06:21.263692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c62300-dc74-4260-8ec5-78bc6d592a5e req-94bd2b9c-a226-4462-b7df-6b51cf836922 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] No DVR routers for this DVR port bac70f14-bfdf-4c3a-884b-00306de53be5 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:06:21.267040 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-97c62300-dc74-4260-8ec5-78bc6d592a5e req-94bd2b9c-a226-4462-b7df-6b51cf836922 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:21.271155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97c62300-dc74-4260-8ec5-78bc6d592a5e req-94bd2b9c-a226-4462-b7df-6b51cf836922 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.62 "DELETE /v2.0/ports/bac70f14-bfdf-4c3a-884b-00306de53be5 HTTP/1.1" status: 204 len: 173 time: 1.5617809 Feb 02 13:06:21.312156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9587f0ba-bbe3-4408-a853-420e631735be req-c9bc6ac2-9e04-4ada-935d-a89c9434be2e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037316 Feb 02 13:06:21.424028 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d6b978f-4e1a-4433-893a-8df6bc335870 req-b9ca8207-5efd-47a5-91bc-92a607e27802 tempest-FloatingIPsAssociationTestJSON-835268090 tempest-FloatingIPsAssociationTestJSON-835268090-project] 10.222.0.83 "GET /v2.0/ports?device_id=99c877e0-36cb-4da7-b887-352fd45f5820 HTTP/1.1" status: 200 len: 210 time: 0.0822186 Feb 02 13:06:21.434879 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b8c8cee-8058-49e8-aed2-faa4cdc679e3 req-890eca92-100b-425d-868f-1df920600617 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666219 Feb 02 13:06:21.440959 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671693d5-67c3-44d2-95d0-d9d53bf80cd9 x-openstack-request-id: req-671693d5-67c3-44d2-95d0-d9d53bf80cd9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:21.441524 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1becef06-1766-4ca4-b6b5-8c69c974fdd2", "name": "network-vif-plugged", "status": "completed", "tag": "b1558a0b-d280-48aa-86bf-1f2cfc1def36", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:21.441620 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-671693d5-67c3-44d2-95d0-d9d53bf80cd9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:21.441967 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1becef06-1766-4ca4-b6b5-8c69c974fdd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1558a0b-d280-48aa-86bf-1f2cfc1def36', 'code': 200} Feb 02 13:06:21.502903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46750) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:21.581900 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606c6681-9b9d-4033-9efc-d1d3729652e6 x-openstack-request-id: req-606c6681-9b9d-4033-9efc-d1d3729652e6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:21.582610 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c877e0-36cb-4da7-b887-352fd45f5820", "name": "network-vif-deleted", "tag": "0d594e55-446d-4dcf-ab79-2e25b700b516", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:21.582610 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-606c6681-9b9d-4033-9efc-d1d3729652e6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:21.582951 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c877e0-36cb-4da7-b887-352fd45f5820', 'name': 'network-vif-deleted', 'tag': '0d594e55-446d-4dcf-ab79-2e25b700b516', 'status': 'completed', 'code': 200} Feb 02 13:06:21.665345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6650e4-6836-4508-8a1c-8810c2481979 admin admin] Deleting subnet a4221308-38b2-4f52-a5ce-bba321eb9cf4 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:06:21.676373 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a6650e4-6836-4508-8a1c-8810c2481979 admin admin] Publish callbacks [] for subnet (a4221308-38b2-4f52-a5ce-bba321eb9cf4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:21.695479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d136e7-482f-4be2-bb7c-14ef1e5295df', 'name': 'network-vif-deleted', 'tag': '184119ce-a49d-4c6e-a527-b55f093aa3e1'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:21.698461 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b73516b-16e7-4339-9cc2-adecc3e1d128" -d '{"events": [{"server_uuid": "90d136e7-482f-4be2-bb7c-14ef1e5295df", "name": "network-vif-deleted", "tag": "184119ce-a49d-4c6e-a527-b55f093aa3e1"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:21.727777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b8cac7a6-73f7-464c-babe-e0132375a663 req-9b1c6873-4adf-446c-a376-34e338299925 tempest-ServerAddressesNegativeTestJSON-129907955 tempest-ServerAddressesNegativeTestJSON-129907955-project] 10.222.0.83 "GET /v2.0/ports?device_id=b413b973-5904-4752-b600-5a0899cfcd56 HTTP/1.1" status: 200 len: 210 time: 0.0526919 Feb 02 13:06:21.741534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12bbb-e3a1-4f10-b3eb-d187b1bf79b5 req-869ee88e-1a04-4c6d-ba96-02f31a0a547e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:21.747589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12bbb-e3a1-4f10-b3eb-d187b1bf79b5 req-869ee88e-1a04-4c6d-ba96-02f31a0a547e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:21.753344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12bbb-e3a1-4f10-b3eb-d187b1bf79b5 req-869ee88e-1a04-4c6d-ba96-02f31a0a547e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:21.760132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12bbb-e3a1-4f10-b3eb-d187b1bf79b5 req-869ee88e-1a04-4c6d-ba96-02f31a0a547e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:21.765963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12bbb-e3a1-4f10-b3eb-d187b1bf79b5 req-869ee88e-1a04-4c6d-ba96-02f31a0a547e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:21.772221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12bbb-e3a1-4f10-b3eb-d187b1bf79b5 req-869ee88e-1a04-4c6d-ba96-02f31a0a547e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:21.778806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12bbb-e3a1-4f10-b3eb-d187b1bf79b5 req-869ee88e-1a04-4c6d-ba96-02f31a0a547e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:21.780255 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec642680-80e0-4e4b-8d98-552998c0db72 x-openstack-request-id: req-ec642680-80e0-4e4b-8d98-552998c0db72 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:21.780610 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d136e7-482f-4be2-bb7c-14ef1e5295df", "name": "network-vif-deleted", "tag": "184119ce-a49d-4c6e-a527-b55f093aa3e1", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:21.780865 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ec642680-80e0-4e4b-8d98-552998c0db72 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:21.781262 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d136e7-482f-4be2-bb7c-14ef1e5295df', 'name': 'network-vif-deleted', 'tag': '184119ce-a49d-4c6e-a527-b55f093aa3e1', 'status': 'completed', 'code': 200} Feb 02 13:06:21.787367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fd12bbb-e3a1-4f10-b3eb-d187b1bf79b5 req-869ee88e-1a04-4c6d-ba96-02f31a0a547e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.2228920 Feb 02 13:06:21.826450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d2a7a-3894-4373-9930-007cdaa6758d req-c76cfc1a-ddaa-4cbf-b906-45e8fc569dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:21.828087 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb9d2a7a-3894-4373-9930-007cdaa6758d req-c76cfc1a-ddaa-4cbf-b906-45e8fc569dc5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 1132 time: 0.2224736 Feb 02 13:06:21.834966 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a6650e4-6836-4508-8a1c-8810c2481979 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (a4221308-38b2-4f52-a5ce-bba321eb9cf4), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:21.951987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fd12bbb-e3a1-4f10-b3eb-d187b1bf79b5 req-440afd93-1802-4744-be9b-36e893d42e63 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1636617 Feb 02 13:06:21.982051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb9d2a7a-3894-4373-9930-007cdaa6758d req-74022c5e-c982-41c3-9dd0-6cfac23fb13d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128516 Feb 02 13:06:22.014469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a6650e4-6836-4508-8a1c-8810c2481979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a4221308-38b2-4f52-a5ce-bba321eb9cf4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.056244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e09031-c238-4247-9aa6-cadbfafd4623 req-dbab70d5-ea39-4876-a8c1-ca5cc85afe78 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:22.063702 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6e09031-c238-4247-9aa6-cadbfafd4623 req-dbab70d5-ea39-4876-a8c1-ca5cc85afe78 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 950 time: 0.2066808 Feb 02 13:06:22.130016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6e09031-c238-4247-9aa6-cadbfafd4623 req-1739e8a6-5601-4c79-ae1b-f72ab3e7217b tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629456 Feb 02 13:06:22.142428 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a6650e4-6836-4508-8a1c-8810c2481979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (a4221308-38b2-4f52-a5ce-bba321eb9cf4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.173067 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a6650e4-6836-4508-8a1c-8810c2481979 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.176665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1a6650e4-6836-4508-8a1c-8810c2481979 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a4221308-38b2-4f52-a5ce-bba321eb9cf4 HTTP/1.1" status: 204 len: 168 time: 0.6724653 Feb 02 13:06:22.178089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6650e4-6836-4508-8a1c-8810c2481979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4221308-38b2-4f52-a5ce-bba321eb9cf4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:22.179221 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46758) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:22.263702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (fc391945-501e-4639-b807-6e82f189ff02), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.377695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77ad23-2318-451e-a59d-8413f4c3ffa0 req-2070fbf1-34f5-4321-988f-1b675a6d5e07 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:22.378070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (fc391945-501e-4639-b807-6e82f189ff02), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.386830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c77ad23-2318-451e-a59d-8413f4c3ffa0 req-2070fbf1-34f5-4321-988f-1b675a6d5e07 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 948 time: 0.0826547 Feb 02 13:06:22.400326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc391945-501e-4639-b807-6e82f189ff02']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:22.412177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02a7aa1-0e64-4139-91f5-99d15433df81') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:22.412523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02a7aa1-0e64-4139-91f5-99d15433df81') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:22.422126 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (a02a7aa1-0e64-4139-91f5-99d15433df81), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.436986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a02a7aa1-0e64-4139-91f5-99d15433df81), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.442340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5befbf99-4d72-4b74-980d-b20e17f34f0c details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:22.452055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:06:22.453338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (a02a7aa1-0e64-4139-91f5-99d15433df81), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:06:22.456808 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:06:22.472035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c77ad23-2318-451e-a59d-8413f4c3ffa0 req-5306d9d2-9d59-4d4f-a27c-83864e3314d5 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/security-groups?id=616f6cf3-5778-4291-8356-c3f98be25bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841904 Feb 02 13:06:22.486530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0d594e55-446d-4dcf-ab79-2e25b700b516 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:06:22.505834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39625-28cc-4e11-8669-a783550b24f0 req-6e9cccca-ba1b-4daf-967b-3d54bb5f0015 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:22.513474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49c39625-28cc-4e11-8669-a783550b24f0 req-6e9cccca-ba1b-4daf-967b-3d54bb5f0015 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 950 time: 0.1057014 Feb 02 13:06:22.533006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46776) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:22.576422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49c39625-28cc-4e11-8669-a783550b24f0 req-0ff192bf-467a-458f-90a7-480053f17937 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622327 Feb 02 13:06:22.637274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:22.671708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'mac_address': 'fa:16:3e:c1:b9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:22.720769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 0d594e55-446d-4dcf-ab79-2e25b700b516 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:06:22.721119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0d594e55-446d-4dcf-ab79-2e25b700b516 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:06:22.764566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5befbf99-4d72-4b74-980d-b20e17f34f0c is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:22.764962 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.786425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5befbf99-4d72-4b74-980d-b20e17f34f0c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:22.810642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:22.819184 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.825911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46782) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:22.841241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (fc391945-501e-4639-b807-6e82f189ff02), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.858326 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.861824 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] 10.222.0.83 "DELETE /v2.0/networks/fc391945-501e-4639-b807-6e82f189ff02 HTTP/1.1" status: 204 len: 168 time: 0.6813314 Feb 02 13:06:22.863312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Pushing event deleted for resources: {'Network': ['ID=fc391945-501e-4639-b807-6e82f189ff02,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:22.866200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46784) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:22.890160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5befbf99-4d72-4b74-980d-b20e17f34f0c,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:22.912705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.913183 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.913616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.914041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.914463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.915486 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.916386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.916997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.918136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.918478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.918925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.919458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.919923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c37b10-9bf6-4cae-a4a6-e3599c89496f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:22.942085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b5124a-6dcc-4cb9-9f39-324406eb4ebc admin admin] Deleting subnet ff0e7db1-8e54-4b64-828a-2d7211d95f47 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:06:22.945391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3b5124a-6dcc-4cb9-9f39-324406eb4ebc admin admin] Publish callbacks [] for subnet (ff0e7db1-8e54-4b64-828a-2d7211d95f47), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.946725 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0295939-ca91-4609-9478-285cd40e76c2 admin admin] Deleting subnet e0e7afce-c2f8-4676-b4f0-d57b51178511 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:06:22.950071 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0295939-ca91-4609-9478-285cd40e76c2 admin admin] Publish callbacks [] for subnet (e0e7afce-c2f8-4676-b4f0-d57b51178511), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.980214 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3b5124a-6dcc-4cb9-9f39-324406eb4ebc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (ff0e7db1-8e54-4b64-828a-2d7211d95f47), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:22.992820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device bac70f14-bfdf-4c3a-884b-00306de53be5 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:06:23.012897 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0295939-ca91-4609-9478-285cd40e76c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (e0e7afce-c2f8-4676-b4f0-d57b51178511), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.022665 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3b5124a-6dcc-4cb9-9f39-324406eb4ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (ff0e7db1-8e54-4b64-828a-2d7211d95f47), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.047248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: bac70f14-bfdf-4c3a-884b-00306de53be5 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:06:23.048155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device bac70f14-bfdf-4c3a-884b-00306de53be5 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:06:23.077457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0295939-ca91-4609-9478-285cd40e76c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (e0e7afce-c2f8-4676-b4f0-d57b51178511), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.085003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f3531-b96e-451a-bb1d-0acbe1814979 req-998af489-f461-484d-9b00-ba6b51941fb9 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:23.091999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-109f3531-b96e-451a-bb1d-0acbe1814979 req-998af489-f461-484d-9b00-ba6b51941fb9 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 1132 time: 0.3506393 Feb 02 13:06:23.123676 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3b5124a-6dcc-4cb9-9f39-324406eb4ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (ff0e7db1-8e54-4b64-828a-2d7211d95f47), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.167176 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0295939-ca91-4609-9478-285cd40e76c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (e0e7afce-c2f8-4676-b4f0-d57b51178511), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.199871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0295939-ca91-4609-9478-285cd40e76c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0e7afce-c2f8-4676-b4f0-d57b51178511,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:23.207051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0295939-ca91-4609-9478-285cd40e76c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.214710 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c0295939-ca91-4609-9478-285cd40e76c2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e0e7afce-c2f8-4676-b4f0-d57b51178511 HTTP/1.1" status: 204 len: 168 time: 0.3447251 Feb 02 13:06:23.214877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5124a-6dcc-4cb9-9f39-324406eb4ebc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0e7db1-8e54-4b64-828a-2d7211d95f47,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:23.214992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46790) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:23.217326 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3b5124a-6dcc-4cb9-9f39-324406eb4ebc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.223889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c3b5124a-6dcc-4cb9-9f39-324406eb4ebc admin admin] 10.222.0.83 "DELETE /v2.0/subnets/ff0e7db1-8e54-4b64-828a-2d7211d95f47 HTTP/1.1" status: 204 len: 168 time: 0.3947639 Feb 02 13:06:23.224053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46792) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:23.228839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5befbf99-4d72-4b74-980d-b20e17f34f0c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:23.261512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-109f3531-b96e-451a-bb1d-0acbe1814979 req-a7a85809-bb29-4976-b57b-253e6de88807 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667554 Feb 02 13:06:23.304996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ae7f2-accb-422a-a16e-3d74f966d37c req-380d0ab4-be7c-4e3d-b39a-07acbf1dc453 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:23.313286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ae7f2-accb-422a-a16e-3d74f966d37c req-380d0ab4-be7c-4e3d-b39a-07acbf1dc453 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:23.320193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ae7f2-accb-422a-a16e-3d74f966d37c req-380d0ab4-be7c-4e3d-b39a-07acbf1dc453 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:23.326178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ae7f2-accb-422a-a16e-3d74f966d37c req-380d0ab4-be7c-4e3d-b39a-07acbf1dc453 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:23.332703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ae7f2-accb-422a-a16e-3d74f966d37c req-380d0ab4-be7c-4e3d-b39a-07acbf1dc453 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:23.340309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ae7f2-accb-422a-a16e-3d74f966d37c req-380d0ab4-be7c-4e3d-b39a-07acbf1dc453 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:23.350470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ae7f2-accb-422a-a16e-3d74f966d37c req-380d0ab4-be7c-4e3d-b39a-07acbf1dc453 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:23.353030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e40ae7f2-accb-422a-a16e-3d74f966d37c req-380d0ab4-be7c-4e3d-b39a-07acbf1dc453 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.2420518 Feb 02 13:06:23.490985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (462658d8-c8b3-4fdb-9479-5cf2b614d32a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.493228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510a67a-e916-4fb8-9baa-a5d896cbbba2 req-e32fdf53-83c3-4575-b46c-cc62ca3f090b tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:23.495805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5510a67a-e916-4fb8-9baa-a5d896cbbba2 req-e32fdf53-83c3-4575-b46c-cc62ca3f090b tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 950 time: 0.1417284 Feb 02 13:06:23.497139 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (08a924f4-c0a8-46a8-a5a6-e1fb33770142), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.574875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e40ae7f2-accb-422a-a16e-3d74f966d37c req-4c3b0f4c-3787-4edd-9403-fc2215b68e90 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687624 Feb 02 13:06:23.586499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b413b973-5904-4752-b600-5a0899cfcd56', 'name': 'network-vif-deleted', 'tag': 'bac70f14-bfdf-4c3a-884b-00306de53be5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:23.588786 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4f410b-5926-4252-bb86-fdb5c13319cb" -d '{"events": [{"server_uuid": "b413b973-5904-4752-b600-5a0899cfcd56", "name": "network-vif-deleted", "tag": "bac70f14-bfdf-4c3a-884b-00306de53be5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:23.621263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5510a67a-e916-4fb8-9baa-a5d896cbbba2 req-9d5dc822-9800-4b54-96ae-4cc6ddba12c4 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124241 Feb 02 13:06:23.632507 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (08a924f4-c0a8-46a8-a5a6-e1fb33770142), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.679776 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (462658d8-c8b3-4fdb-9479-5cf2b614d32a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.698629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a924f4-c0a8-46a8-a5a6-e1fb33770142']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:23.712603 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd9df705-3b74-4557-a6e9-0fa827bffa38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (3a1cb972-fc6c-4885-99d9-d706671eb6f6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.721781 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624a4f7d-8dfa-410c-a41d-c207e00a0a46') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:23.722374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624a4f7d-8dfa-410c-a41d-c207e00a0a46') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:23.730803 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462658d8-c8b3-4fdb-9479-5cf2b614d32a']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:23.740410 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (624a4f7d-8dfa-410c-a41d-c207e00a0a46), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.748507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab80145-8b2b-4461-bf72-ea18fdbedd27') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:23.748911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab80145-8b2b-4461-bf72-ea18fdbedd27') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:23.767172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (cab80145-8b2b-4461-bf72-ea18fdbedd27), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.768648 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (624a4f7d-8dfa-410c-a41d-c207e00a0a46), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.781681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:06:23.782196 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (624a4f7d-8dfa-410c-a41d-c207e00a0a46), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:06:23.784141 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:06:23.787985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-f3561717-f6c4-41ad-9bbd-b54da00a4076 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0722504 Feb 02 13:06:23.799097 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (cab80145-8b2b-4461-bf72-ea18fdbedd27), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.841031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:06:23.841578 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (cab80145-8b2b-4461-bf72-ea18fdbedd27), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:06:23.843700 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:06:23.900108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (08a924f4-c0a8-46a8-a5a6-e1fb33770142), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.905047 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.913267 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] 10.222.0.83 "DELETE /v2.0/networks/08a924f4-c0a8-46a8-a5a6-e1fb33770142 HTTP/1.1" status: 204 len: 168 time: 0.6843646 Feb 02 13:06:23.932850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a793ab-dadf-4927-9535-e119bcceab8b admin admin] Pushing event deleted for resources: {'Network': ['ID=08a924f4-c0a8-46a8-a5a6-e1fb33770142,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:23.943638 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (462658d8-c8b3-4fdb-9479-5cf2b614d32a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.949572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:23.953907 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/462658d8-c8b3-4fdb-9479-5cf2b614d32a HTTP/1.1" status: 204 len: 168 time: 0.7381461 Feb 02 13:06:23.967969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956985a-6b22-4fc0-91da-a593698628b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=462658d8-c8b3-4fdb-9479-5cf2b614d32a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:23.995056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a48d5-5be2-4b6f-9401-15a1e39ef773 req-a86bf9bf-8244-46a2-bf56-ec1f53c05606 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:24.001823 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c0a48d5-5be2-4b6f-9401-15a1e39ef773 req-a86bf9bf-8244-46a2-bf56-ec1f53c05606 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 949 time: 0.2364459 Feb 02 13:06:24.054215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-a2c27e58-8696-4f42-a39a-6682fd6f946e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:24.055785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-a2c27e58-8696-4f42-a39a-6682fd6f946e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2373097 Feb 02 13:06:24.128350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46820) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:24.130961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c0a48d5-5be2-4b6f-9401-15a1e39ef773 req-c30151a7-4567-45da-a1cf-497f680c51b7 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/security-groups?id=616f6cf3-5778-4291-8356-c3f98be25bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283038 Feb 02 13:06:24.133139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-6f84d803-01f4-49c9-a246-e29967e314cc tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/quotas/878b55bf0eeb4eafa84943c0574b0ee0 HTTP/1.1" status: 200 len: 375 time: 0.0474105 Feb 02 13:06:24.191723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46822) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:24.211252 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd33cfba-6bc2-4ab5-80ba-9f5128ce1859 x-openstack-request-id: req-dd33cfba-6bc2-4ab5-80ba-9f5128ce1859 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:24.211581 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b413b973-5904-4752-b600-5a0899cfcd56", "name": "network-vif-deleted", "tag": "bac70f14-bfdf-4c3a-884b-00306de53be5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:24.211808 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dd33cfba-6bc2-4ab5-80ba-9f5128ce1859 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:24.212769 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b413b973-5904-4752-b600-5a0899cfcd56', 'name': 'network-vif-deleted', 'tag': 'bac70f14-bfdf-4c3a-884b-00306de53be5', 'status': 'completed', 'code': 200} Feb 02 13:06:24.235260 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-90c9eb54-9cf8-40ec-ab2b-064dbd86dad9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=57f903c864214ec2baea981f6f844dd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1055160 Feb 02 13:06:24.238305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:24.256256 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-adee3cfc-1907-452a-b170-28402eb70370 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4bfc60676c284b1c865b40b1bd17b4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0607882 Feb 02 13:06:24.261472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-74542173-e15f-48f4-aaf5-0ab3384de523 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1220019 Feb 02 13:06:24.261963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46826) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:24.424897 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9272b62f-73b0-47b1-ae4a-df8f90855daf admin admin] Publish callbacks [] for security_group (8730c6b7-96f8-4090-904e-7e0d07ab15dd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:24.460765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1dd0e-a004-4392-b074-65e157779a7f req-b8fa892b-8dee-4e12-b331-804d3d7d6a68 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:24.465962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1dd0e-a004-4392-b074-65e157779a7f req-b8fa892b-8dee-4e12-b331-804d3d7d6a68 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:24.471581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1dd0e-a004-4392-b074-65e157779a7f req-b8fa892b-8dee-4e12-b331-804d3d7d6a68 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:24.476927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1dd0e-a004-4392-b074-65e157779a7f req-b8fa892b-8dee-4e12-b331-804d3d7d6a68 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:24.482153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1dd0e-a004-4392-b074-65e157779a7f req-b8fa892b-8dee-4e12-b331-804d3d7d6a68 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:24.487484 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1dd0e-a004-4392-b074-65e157779a7f req-b8fa892b-8dee-4e12-b331-804d3d7d6a68 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:24.492727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1dd0e-a004-4392-b074-65e157779a7f req-b8fa892b-8dee-4e12-b331-804d3d7d6a68 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:24.494639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fca1dd0e-a004-4392-b074-65e157779a7f req-b8fa892b-8dee-4e12-b331-804d3d7d6a68 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.2271509 Feb 02 13:06:24.495322 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88cf0c2a-bbc9-48c3-a776-cba290e9c488 admin admin] Publish callbacks [] for security_group (a6caac03-1ab5-447a-8440-ed35f0fc584e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:24.511467 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46836) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:24.512243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5673235a-5920-42c6-9ee5-273d4c6189a1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Request body: {'floatingip': {'port_id': '52c87d60-7381-4961-a6c1-8d23cfdda506'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:24.528526 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9272b62f-73b0-47b1-ae4a-df8f90855daf admin admin] Publish callbacks [] for security_group (8730c6b7-96f8-4090-904e-7e0d07ab15dd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:24.530906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fd9df705-3b74-4557-a6e9-0fa827bffa38 admin admin] Deleting port 43b43fb5-b1c0-40b0-bffb-564794936e86 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:24.531225 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd9df705-3b74-4557-a6e9-0fa827bffa38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:24.567108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88cf0c2a-bbc9-48c3-a776-cba290e9c488 admin admin] Publish callbacks [] for security_group (a6caac03-1ab5-447a-8440-ed35f0fc584e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:24.621538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5673235a-5920-42c6-9ee5-273d4c6189a1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for floatingip (41c38979-1402-4f16-a2a5-e3fac1a4d86e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:24.662022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-706635f6-e424-46a2-92e3-671c7e335782 req-119aeac4-10b6-41a0-b466-f573f0d5e304 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 210 time: 0.0860629 Feb 02 13:06:24.826045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-fd9df705-3b74-4557-a6e9-0fa827bffa38 admin admin] For port 43b43fb5-b1c0-40b0-bffb-564794936e86, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=43b43fb5-b1c0-40b0-bffb-564794936e86,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:24.826417 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd9df705-3b74-4557-a6e9-0fa827bffa38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:24.835027 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9272b62f-73b0-47b1-ae4a-df8f90855daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8730c6b7-96f8-4090-904e-7e0d07ab15dd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:24.838441 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9272b62f-73b0-47b1-ae4a-df8f90855daf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:24.839659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9272b62f-73b0-47b1-ae4a-df8f90855daf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8730c6b7-96f8-4090-904e-7e0d07ab15dd HTTP/1.1" status: 204 len: 168 time: 0.6004002 Feb 02 13:06:24.881390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fd9df705-3b74-4557-a6e9-0fa827bffa38 admin admin] Calling delete_port for 43b43fb5-b1c0-40b0-bffb-564794936e86 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:24.883675 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88cf0c2a-bbc9-48c3-a776-cba290e9c488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a6caac03-1ab5-447a-8440-ed35f0fc584e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:24.887394 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88cf0c2a-bbc9-48c3-a776-cba290e9c488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:24.891162 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-88cf0c2a-bbc9-48c3-a776-cba290e9c488 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a6caac03-1ab5-447a-8440-ed35f0fc584e HTTP/1.1" status: 204 len: 168 time: 0.6183152 Feb 02 13:06:24.891162 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272b62f-73b0-47b1-ae4a-df8f90855daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8730c6b7-96f8-4090-904e-7e0d07ab15dd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:24.919138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf0c2a-bbc9-48c3-a776-cba290e9c488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6caac03-1ab5-447a-8440-ed35f0fc584e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:24.984267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27ccaf1a-3c94-4ed3-a1aa-5b96a19c7d86 req-e06e566f-b4cf-49d9-88e0-7fa715edf637 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2139466 Feb 02 13:06:25.030287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 184119ce-a49d-4c6e-a527-b55f093aa3e1 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:06:25.091034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 184119ce-a49d-4c6e-a527-b55f093aa3e1 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:06:25.091381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 184119ce-a49d-4c6e-a527-b55f093aa3e1 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:06:25.645074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46868) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:25.661111 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5673235a-5920-42c6-9ee5-273d4c6189a1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:25.672506 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5673235a-5920-42c6-9ee5-273d4c6189a1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (41c38979-1402-4f16-a2a5-e3fac1a4d86e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:25.732638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccaf1a-3c94-4ed3-a1aa-5b96a19c7d86 req-eee8ea1d-beb8-47c5-b335-8051a8944037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:25.734150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27ccaf1a-3c94-4ed3-a1aa-5b96a19c7d86 req-eee8ea1d-beb8-47c5-b335-8051a8944037 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 1132 time: 0.7153754 Feb 02 13:06:25.752319 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f264729f-d999-4049-b901-8d4098632bb6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b224da0ae07246a5b6edd8034e75c4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1061177 Feb 02 13:06:25.772450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:25.809947 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-5673235a-5920-42c6-9ee5-273d4c6189a1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Floating IP 41c38979-1402-4f16-a2a5-e3fac1a4d86e associated. External IP: 172.25.4.36, port: 52c87d60-7381-4961-a6c1-8d23cfdda506. Feb 02 13:06:25.829277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa87ae7-a356-4a8a-ade9-e4c79e100b20 req-bd7162ca-6997-4f53-91d2-03696c82f07b tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:25.836651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9aa87ae7-a356-4a8a-ade9-e4c79e100b20 req-bd7162ca-6997-4f53-91d2-03696c82f07b tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 950 time: 0.7361636 Feb 02 13:06:25.889454 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4624bf0-1450-485e-af99-0a4d4d54cfaa req-b7a35f3b-2ddd-4db5-8ccb-32bc895504cd tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:25.896561 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4624bf0-1450-485e-af99-0a4d4d54cfaa req-b7a35f3b-2ddd-4db5-8ccb-32bc895504cd tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 949 time: 0.2579846 Feb 02 13:06:26.015252 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd9df705-3b74-4557-a6e9-0fa827bffa38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (43b43fb5-b1c0-40b0-bffb-564794936e86), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:26.017187 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37c8f9ae-023d-4be7-ac82-2f6f0440e227 admin admin] Publish callbacks [] for security_group (61bdc7b2-4676-4bd3-8d8f-55227235215d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:26.046146 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37c8f9ae-023d-4be7-ac82-2f6f0440e227 admin admin] Publish callbacks [] for security_group (61bdc7b2-4676-4bd3-8d8f-55227235215d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:26.111412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9aa87ae7-a356-4a8a-ade9-e4c79e100b20 req-89f0d133-7d80-40e8-bb0e-27828ef1611c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734728 Feb 02 13:06:26.136143 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37c8f9ae-023d-4be7-ac82-2f6f0440e227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (61bdc7b2-4676-4bd3-8d8f-55227235215d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:26.138850 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-37c8f9ae-023d-4be7-ac82-2f6f0440e227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:26.140021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-37c8f9ae-023d-4be7-ac82-2f6f0440e227 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/61bdc7b2-4676-4bd3-8d8f-55227235215d HTTP/1.1" status: 204 len: 168 time: 0.3572040 Feb 02 13:06:26.153511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9df705-3b74-4557-a6e9-0fa827bffa38 admin admin] Pushing event deleted for resources: {'Port': ['ID=43b43fb5-b1c0-40b0-bffb-564794936e86,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:26.182802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4624bf0-1450-485e-af99-0a4d4d54cfaa req-035b57c7-d3a3-45ba-a0f6-4c599e99fef0 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/security-groups?id=616f6cf3-5778-4291-8356-c3f98be25bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852571 Feb 02 13:06:26.216895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccaf1a-3c94-4ed3-a1aa-5b96a19c7d86 req-4f9d7205-d580-4708-a287-46e536b6e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:26.223667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27ccaf1a-3c94-4ed3-a1aa-5b96a19c7d86 req-4f9d7205-d580-4708-a287-46e536b6e0f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.4440293 Feb 02 13:06:26.226624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8f9ae-023d-4be7-ac82-2f6f0440e227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bdc7b2-4676-4bd3-8d8f-55227235215d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:26.261192 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7f694f18-73cc-470b-841a-1da32df747d4 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2326455 Feb 02 13:06:26.264259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5673235a-5920-42c6-9ee5-273d4c6189a1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:06:26.394821 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03f2d524-011c-4282-9b02-bc74ba227521 req-22121b7c-b5de-4e9f-b174-2b50a36044b3 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 210 time: 0.0414891 Feb 02 13:06:26.409175 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27ccaf1a-3c94-4ed3-a1aa-5b96a19c7d86 req-7f5509b7-1d5a-43c3-9684-fb00504298a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=4b319226-6eec-4753-942d-0adb21f41f7f HTTP/1.1" status: 200 len: 217 time: 0.1804204 Feb 02 13:06:26.460939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5befbf99-4d72-4b74-980d-b20e17f34f0c up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:26.516643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5673235a-5920-42c6-9ee5-273d4c6189a1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:06:26.524947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5673235a-5920-42c6-9ee5-273d4c6189a1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:26.536094 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8bf31-453b-4892-81c2-9a72c0710328 None None] Sync routers for ids ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:06:26.553555 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb8bf31-453b-4892-81c2-9a72c0710328 None None] Routers {'d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:06:26.554371 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-adb8bf31-453b-4892-81c2-9a72c0710328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:06:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:26.654158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 5befbf99-4d72-4b74-980d-b20e17f34f0c completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:26.663352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 5befbf99-4d72-4b74-980d-b20e17f34f0c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:26.666376 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:26.672159 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5673235a-5920-42c6-9ee5-273d4c6189a1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "PUT /v2.0/floatingips/41c38979-1402-4f16-a2a5-e3fac1a4d86e HTTP/1.1" status: 200 len: 991 time: 2.1634188 Feb 02 13:06:26.673122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '52c87d60-7381-4961-a6c1-8d23cfdda506'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:26.676054 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd67a2c6-1a88-4264-b0a8-586618b2f77e" -d '{"events": [{"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "52c87d60-7381-4961-a6c1-8d23cfdda506"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:26.743097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-f5562e03-0f7f-49cd-8ef1-d273d052ec15 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:26.746837 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-f5562e03-0f7f-49cd-8ef1-d273d052ec15 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4754682 Feb 02 13:06:26.763262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Request body: {'port': {'device_id': '12942cb9-8fb1-406a-93c2-4bead69ce6c9', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '878b55bf0eeb4eafa84943c0574b0ee0'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:26.764883 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-a2f6db12-5629-4878-8e8c-4beeb8052c42 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=71f7ee4da56a46e0b6c7d3824adb6973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1701155 Feb 02 13:06:26.812006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccaf1a-3c94-4ed3-a1aa-5b96a19c7d86 req-7955f044-99d0-49bc-8a0c-9df464c0fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:26.813701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27ccaf1a-3c94-4ed3-a1aa-5b96a19c7d86 req-7955f044-99d0-49bc-8a0c-9df464c0fc0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.3954937 Feb 02 13:06:26.858389 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-adb8bf31-453b-4892-81c2-9a72c0710328 None None] Set router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:06:26.879910 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5befbf99-4d72-4b74-980d-b20e17f34f0c is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:26.880296 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:26.955154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:26.958193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:26.965550 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d28ea9a-2c98-478f-a36e-812da1c1e723" -d '{"events": [{"server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "name": "network-vif-plugged", "status": "completed", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:26.975654 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.043626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46916) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:27.055844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Made reservation on behalf of 878b55bf0eeb4eafa84943c0574b0ee0 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:27.059892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.102365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5befbf99-4d72-4b74-980d-b20e17f34f0c,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:27.207224 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-adb8bf31-453b-4892-81c2-9a72c0710328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:03:09Z', 'revision_number': 4, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '41c38979-1402-4f16-a2a5-e3fac1a4d86e', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'port_id': '52c87d60-7381-4961-a6c1-8d23cfdda506', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'mac_address': 'fa:16:3e:4e:49:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:04:32Z', 'updated_at': '2022-02-02T13:06:25Z', 'revision_number': 1, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24', 'name': '', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'mac_address': 'fa:16:3e:d0:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:07Z', 'updated_at': '2022-02-02T13:03:15Z', 'revision_number': 5, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'subnets': [{'id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:27.234284 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Allocated IP 192.168.233.84 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/5c2aea0a-6722-4cad-b295-c08ff0a2a9f1) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:06:27.242336 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8bf31-453b-4892-81c2-9a72c0710328 None None] Checking router: d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:06:27.252837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deaedb-991e-4e90-a1ab-cb7dbfb9fb78 req-a38f7d31-9c93-4056-a4c3-c20f5aec9427 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:27.253253 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb8bf31-453b-4892-81c2-9a72c0710328 None None] Routers {'d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:06:27.254271 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-adb8bf31-453b-4892-81c2-9a72c0710328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:06:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:27.276261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deaedb-991e-4e90-a1ab-cb7dbfb9fb78 req-a38f7d31-9c93-4056-a4c3-c20f5aec9427 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:27.281732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deaedb-991e-4e90-a1ab-cb7dbfb9fb78 req-a38f7d31-9c93-4056-a4c3-c20f5aec9427 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:27.294561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deaedb-991e-4e90-a1ab-cb7dbfb9fb78 req-a38f7d31-9c93-4056-a4c3-c20f5aec9427 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:27.304790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deaedb-991e-4e90-a1ab-cb7dbfb9fb78 req-a38f7d31-9c93-4056-a4c3-c20f5aec9427 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:27.322297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deaedb-991e-4e90-a1ab-cb7dbfb9fb78 req-a38f7d31-9c93-4056-a4c3-c20f5aec9427 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:27.329975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8deaedb-991e-4e90-a1ab-cb7dbfb9fb78 req-a38f7d31-9c93-4056-a4c3-c20f5aec9427 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:27.338508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8deaedb-991e-4e90-a1ab-cb7dbfb9fb78 req-a38f7d31-9c93-4056-a4c3-c20f5aec9427 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.5230079 Feb 02 13:06:27.356485 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd9df705-3b74-4557-a6e9-0fa827bffa38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (3a1cb972-fc6c-4885-99d9-d706671eb6f6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.412540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccaf1a-3c94-4ed3-a1aa-5b96a19c7d86 req-c84ef8d4-fccc-47a0-8d65-b82c27a3d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:27.414713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27ccaf1a-3c94-4ed3-a1aa-5b96a19c7d86 req-c84ef8d4-fccc-47a0-8d65-b82c27a3d062 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5715120 Feb 02 13:06:27.448128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1882044835-network', 'tenant_id': 'a17551ff09d84b7595aecd8351d1d9a1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:27.469935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-e3ea1bbb-98b2-4bd1-9a1d-6ac2be9bbfd3 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:27.477258 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-e3ea1bbb-98b2-4bd1-9a1d-6ac2be9bbfd3 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7114758 Feb 02 13:06:27.520251 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-adb8bf31-453b-4892-81c2-9a72c0710328 None None] Set router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:06:27.520413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks [] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.535074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Made reservation on behalf of a17551ff09d84b7595aecd8351d1d9a1 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:27.540244 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.549973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-5cb71e4c-02f7-4eef-a63e-9b822c1f2a59 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/quotas/71f7ee4da56a46e0b6c7d3824adb6973 HTTP/1.1" status: 200 len: 375 time: 0.0716226 Feb 02 13:06:27.568862 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.660988 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8deaedb-991e-4e90-a1ab-cb7dbfb9fb78 req-d66dfe8b-0424-4abd-85e5-68ed925c0026 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3220105 Feb 02 13:06:27.698058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Publish callbacks [] for security_group (7989401a-a5d6-48bc-abc1-5797d7f0c421), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.709819 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7989401a-a5d6-48bc-abc1-5797d7f0c421), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.727332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:06:27.743331 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (3018ebba-e3f2-4450-8981-ed2a521bd5a4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.743838 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Added segment 3018ebba-e3f2-4450-8981-ed2a521bd5a4 of type vlan for network df4f6336-fd48-4c0f-a2a5-1fd14af06d09 Feb 02 13:06:27.767153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:27.825632 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (df4f6336-fd48-4c0f-a2a5-1fd14af06d09), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.859726 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe34b8e-22c0-44f5-ba7c-185e790749aa x-openstack-request-id: req-1fe34b8e-22c0-44f5-ba7c-185e790749aa {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:27.860577 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "tag": "52c87d60-7381-4961-a6c1-8d23cfdda506", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:27.861043 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1fe34b8e-22c0-44f5-ba7c-185e790749aa {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:27.861582 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'tag': '52c87d60-7381-4961-a6c1-8d23cfdda506', 'status': 'completed', 'code': 200} Feb 02 13:06:27.867987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (df4f6336-fd48-4c0f-a2a5-1fd14af06d09), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.869316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:27.869947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.879015 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05717f44-a073-4351-8fe9-e0f73118971e x-openstack-request-id: req-05717f44-a073-4351-8fe9-e0f73118971e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:27.879587 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "name": "network-vif-plugged", "status": "completed", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:27.880139 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-05717f44-a073-4351-8fe9-e0f73118971e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:27.880559 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'code': 200} Feb 02 13:06:27.959106 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:27.975725 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-adb8bf31-453b-4892-81c2-9a72c0710328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:03:09Z', 'revision_number': 4, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '41c38979-1402-4f16-a2a5-e3fac1a4d86e', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'port_id': '52c87d60-7381-4961-a6c1-8d23cfdda506', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'mac_address': 'fa:16:3e:4e:49:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:04:32Z', 'updated_at': '2022-02-02T13:06:25Z', 'revision_number': 1, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24', 'name': '', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'mac_address': 'fa:16:3e:d0:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:07Z', 'updated_at': '2022-02-02T13:03:15Z', 'revision_number': 5, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'subnets': [{'id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:27.977703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1513771534-network', 'tenant_id': 'bcbf353261c44a12b598f300f6175e3e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:27.996393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fd80be81-e23c-473f-a18b-6a1e2510f17e', '0bce2d7b-fb2a-43ec-8c60-e16d31c84203', 'd26b53cb-5058-49e9-a306-d1a442e95da7', '8fccd482-689e-4737-9ed8-798f3526897c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:28.000626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f', '5a043331-b977-4357-8307-e9b7aa85f673'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:28.010298 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb8bf31-453b-4892-81c2-9a72c0710328 None None] The sync data for ids ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'] in n-d-827336-2 is: [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:03:09Z', 'revision_number': 4, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '41c38979-1402-4f16-a2a5-e3fac1a4d86e', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'floating_ip_address': '172.25.4.36', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'port_id': '52c87d60-7381-4961-a6c1-8d23cfdda506', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'mac_address': 'fa:16:3e:4e:49:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:04:32Z', 'updated_at': '2022-02-02T13:06:25Z', 'revision_number': 1, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24', 'name': '', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'mac_address': 'fa:16:3e:d0:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:07Z', 'updated_at': '2022-02-02T13:03:15Z', 'revision_number': 5, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'subnets': [{'id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:06:28.038991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event updated for resources: {'Port': ['ID=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:28.047480 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9990828 Feb 02 13:06:28.050766 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-abe2a241-66f3-4792-8900-5c7b670ca61c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=71f7ee4da56a46e0b6c7d3824adb6973&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4949205 Feb 02 13:06:28.055115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7989401a-a5d6-48bc-abc1-5797d7f0c421,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:28.056845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:28.068826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:06:28.072115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:28.075633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:06:28.171979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:28.172636 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:28.188494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2db65-0888-427d-9f10-85828d20f8e4 admin admin] Pushing event updated for resources: {'Network': ['ID=df4f6336-fd48-4c0f-a2a5-1fd14af06d09,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:28.204544 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-7a803747-f067-4748-baa0-c66f6ea409ad tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4433627 Feb 02 13:06:28.213284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27ccaf1a-3c94-4ed3-a1aa-5b96a19c7d86 req-1237f102-d00b-46c7-b952-0a8542b64372 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7851923 Feb 02 13:06:28.218701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network df4f6336-fd48-4c0f-a2a5-1fd14af06d09 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:06:28.223119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Request body: {'port': {'device_id': '12942cb9-8fb1-406a-93c2-4bead69ce6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:28.330500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:28.432268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5c584d8a-4343-44c9-a4ca-010ba9379978 admin admin] Request body: {'subnet': {'network_id': 'df4f6336-fd48-4c0f-a2a5-1fd14af06d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1882044835-subnet', 'tenant_id': 'a17551ff09d84b7595aecd8351d1d9a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:28.481435 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27ccaf1a-3c94-4ed3-a1aa-5b96a19c7d86 req-d69f9618-af34-402d-b874-8bcfc5825c7f service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535686 Feb 02 13:06:28.484941 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba17b8eb-9c22-442f-977b-3896665038b5 None None] New status for floating IP 41c38979-1402-4f16-a2a5-e3fac1a4d86e: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:06:28.494643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c584d8a-4343-44c9-a4ca-010ba9379978 admin admin] Made reservation on behalf of a17551ff09d84b7595aecd8351d1d9a1 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:28.497445 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c584d8a-4343-44c9-a4ca-010ba9379978 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:28.650163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Made reservation on behalf of bcbf353261c44a12b598f300f6175e3e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:28.653897 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:28.683188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-e0f41e81-f978-4bd2-814f-d07ffc6f4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:28.684746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-e0f41e81-f978-4bd2-814f-d07ffc6f4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:28.685607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-e0f41e81-f978-4bd2-814f-d07ffc6f4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:28.686402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-e0f41e81-f978-4bd2-814f-d07ffc6f4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:28.687087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-e0f41e81-f978-4bd2-814f-d07ffc6f4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:28.688086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-e0f41e81-f978-4bd2-814f-d07ffc6f4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:28.689080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-e0f41e81-f978-4bd2-814f-d07ffc6f4371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:28.692164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-e0f41e81-f978-4bd2-814f-d07ffc6f4371 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 6719 time: 0.7837627 Feb 02 13:06:28.786626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07f1bc-963c-4f11-a891-dcb7f9a8d8ce req-d9d5d9b1-103c-410a-8fba-f9f0653bb87a tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:28.795160 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff07f1bc-963c-4f11-a891-dcb7f9a8d8ce req-d9d5d9b1-103c-410a-8fba-f9f0653bb87a tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 950 time: 0.8122349 Feb 02 13:06:28.798228 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:28.803823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:28.814079 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Publish callbacks [] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:28.832719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Transition to ACTIVE for port object 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:06:28.841704 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:28.863944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-dfbdab9a-1a39-4153-aff2-6d7e80c1b865 None None] Provisioning complete for port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:28.864317 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dfbdab9a-1a39-4153-aff2-6d7e80c1b865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:28.897414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Pushing event updated for resources: {'Port': ['ID=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:28.962301 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Publish callbacks [] for security_group (1eada56a-de22-4d10-ae5e-238bfe4629a5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:28.964668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9df705-3b74-4557-a6e9-0fa827bffa38 admin admin] Router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:06:29.000198 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1eada56a-de22-4d10-ae5e-238bfe4629a5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:29.003370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dfbdab9a-1a39-4153-aff2-6d7e80c1b865 None None] Port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:06:29.021200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:06:29.036794 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (f0c204ca-596f-4aea-befe-ed70209788e1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:29.037147 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Added segment f0c204ca-596f-4aea-befe-ed70209788e1 of type vlan for network c63a35f9-d564-490d-b25a-136375c41397 Feb 02 13:06:29.040179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Attempting to bind port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:06:29.040519 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Attempting to bind port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:06:29.040906 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Attempting to bind port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:29.045726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:06:29.046173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Attempting to bind port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:29.052199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:06:29.052609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:29.053041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:06:29.053478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Bound port: 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:06:29.053834 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:29.083366 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (c63a35f9-d564-490d-b25a-136375c41397), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:29.129421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16157e5c-522c-443b-baf6-4ad29d422c90 req-be31aa19-6466-4dc9-9dae-7315da8be109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:29.144888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16157e5c-522c-443b-baf6-4ad29d422c90 req-be31aa19-6466-4dc9-9dae-7315da8be109 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 1132 time: 0.9298272 Feb 02 13:06:29.170215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] For port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:06:29.175598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] For port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:06:29.179745 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (c63a35f9-d564-490d-b25a-136375c41397), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:29.180972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:29.181836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:29.205836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:29.234687 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ad9c1-aef2-490e-8270-6573d1f17c0b req-82d0762d-69ab-487f-bc42-bb36022b5929 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:29.236428 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-161ad9c1-aef2-490e-8270-6573d1f17c0b req-82d0762d-69ab-487f-bc42-bb36022b5929 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 935 time: 0.7141278 Feb 02 13:06:29.264749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4962983 Feb 02 13:06:29.301035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46958) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:29.308301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:29.309818 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:29.310933 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] 10.222.0.18 "PUT /v2.0/ports/5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 HTTP/1.1" status: 200 len: 1095 time: 1.0939827 Feb 02 13:06:29.319197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-52d13f7c-2650-4b17-8c32-27dc44d1e781 admin admin] Request body: {'subnet': {'network_id': 'c63a35f9-d564-490d-b25a-136375c41397', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1513771534-subnet', 'tenant_id': 'bcbf353261c44a12b598f300f6175e3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:29.408976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d13f7c-2650-4b17-8c32-27dc44d1e781 admin admin] Made reservation on behalf of bcbf353261c44a12b598f300f6175e3e for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:29.411923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52d13f7c-2650-4b17-8c32-27dc44d1e781 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:29.427753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611737f3-aa2f-42b3-b8d3-9a18e43a97ab service neutron] Pushing event updated for resources: {'Port': ['ID=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:29.777581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52d13f7c-2650-4b17-8c32-27dc44d1e781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (a77b539c-fe67-429b-b8d9-661c579990ef), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:29.840845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d13f7c-2650-4b17-8c32-27dc44d1e781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77b539c-fe67-429b-b8d9-661c579990ef,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:29.867169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12942cb9-8fb1-406a-93c2-4bead69ce6c9', 'tag': '5c2aea0a-6722-4cad-b295-c08ff0a2a9f1'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:29.869632 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e67299-3abe-4cc2-85f4-60603ba5a560" -d '{"events": [{"name": "network-changed", "server_uuid": "12942cb9-8fb1-406a-93c2-4bead69ce6c9", "tag": "5c2aea0a-6722-4cad-b295-c08ff0a2a9f1"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:29.896346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d13f7c-2650-4b17-8c32-27dc44d1e781 admin admin] Checking segment: {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:29.896708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d13f7c-2650-4b17-8c32-27dc44d1e781 admin admin] Network hostable DHCP agents. Network: c63a35f9-d564-490d-b25a-136375c41397, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:06:29.913190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-b152a67d-a8c2-4ebf-be3e-beadeaf79f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:29.915074 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-b152a67d-a8c2-4ebf-be3e-beadeaf79f05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 1129 time: 0.4567266 Feb 02 13:06:29.977562 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c584d8a-4343-44c9-a4ca-010ba9379978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (798318e8-baa6-4856-8a40-eafb94a57167), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:30.012923 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-1b8b9f97-6376-4bc0-b1cd-3b14bb5c92ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 HTTP/1.1" status: 200 len: 217 time: 0.0838754 Feb 02 13:06:30.018073 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16157e5c-522c-443b-baf6-4ad29d422c90 req-425c704a-c329-425f-a1a0-b3874f1464af service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=616f6cf3-5778-4291-8356-c3f98be25bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8723972 Feb 02 13:06:30.040305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d13f7c-2650-4b17-8c32-27dc44d1e781 admin admin] Network c63a35f9-d564-490d-b25a-136375c41397 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:06:30.083294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eada56a-de22-4d10-ae5e-238bfe4629a5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:30.119088 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-98f0bb32-99fc-49eb-b935-486513f4bfd9 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=71f7ee4da56a46e0b6c7d3824adb6973&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686741 Feb 02 13:06:30.122129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-52d13f7c-2650-4b17-8c32-27dc44d1e781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, c63a35f9-d564-490d-b25a-136375c41397) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:30.122890 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff07f1bc-963c-4f11-a891-dcb7f9a8d8ce req-f67d40d7-8bb3-4884-8995-5b7effdc50e0 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/security-groups?id=616f6cf3-5778-4291-8356-c3f98be25bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3262610 Feb 02 13:06:30.143733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536b8cca-718a-49cf-bf92-ace0c512b1ab None None] Network c63a35f9-d564-490d-b25a-136375c41397 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:06:30.171226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d13f7c-2650-4b17-8c32-27dc44d1e781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:30.176950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52d13f7c-2650-4b17-8c32-27dc44d1e781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:30.181870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe283f-4b5c-4ef5-a68d-cb2bf3faa1b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c63a35f9-d564-490d-b25a-136375c41397,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:30.232240 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network c63a35f9-d564-490d-b25a-136375c41397 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:06:30.254867 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-52d13f7c-2650-4b17-8c32-27dc44d1e781 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9402897 Feb 02 13:06:30.277662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-627307f9-f457-4fcd-b718-e5950d4293b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:30.282911 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-627307f9-f457-4fcd-b718-e5950d4293b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.2557123 Feb 02 13:06:30.329876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-04227795-c599-490a-aa98-09852cfb8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:30.331731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-04227795-c599-490a-aa98-09852cfb8efb service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fe900c1-1a6a-4411-9f22-913eacc5c949 HTTP/1.1" status: 200 len: 918 time: 1.6196644 Feb 02 13:06:30.346228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c584d8a-4343-44c9-a4ca-010ba9379978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=798318e8-baa6-4856-8a40-eafb94a57167,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:30.364292 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-161ad9c1-aef2-490e-8270-6573d1f17c0b req-57e5b068-4c0b-443c-ba57-7adfec0bb960 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0388896 Feb 02 13:06:30.436311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-da0feabe-a261-445c-8987-0833ea0d938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:30.443475 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-da0feabe-a261-445c-8987-0833ea0d938a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1535263 Feb 02 13:06:30.517837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-18c6251c-0dd2-4c53-bca6-2469583860a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52c87d60-7381-4961-a6c1-8d23cfdda506 HTTP/1.1" status: 200 len: 1001 time: 0.1611874 Feb 02 13:06:30.592149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-3eabaabd-ab2c-40a7-a058-e667bbbbe784 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:30.594684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-3eabaabd-ab2c-40a7-a058-e667bbbbe784 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4659607 Feb 02 13:06:30.596907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99835f3-6f86-4eb5-adc8-ad1cb3ff1f05 None None] Network c63a35f9-d564-490d-b25a-136375c41397 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:06:30.603128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eeee36b2-bb04-403d-96b0-f0db93eabb12 req-cf19f2bc-4727-4750-a14c-7a592b6ccfb4 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 210 time: 0.2525153 Feb 02 13:06:30.624099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c584d8a-4343-44c9-a4ca-010ba9379978 admin admin] Checking segment: {'id': '3018ebba-e3f2-4450-8981-ed2a521bd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'df4f6336-fd48-4c0f-a2a5-1fd14af06d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:30.624465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c584d8a-4343-44c9-a4ca-010ba9379978 admin admin] Network hostable DHCP agents. Network: df4f6336-fd48-4c0f-a2a5-1fd14af06d09, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:06:30.640240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Request body: {'port': {'device_id': '6258069f-988c-48ef-a636-0cdb774c2311', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '71f7ee4da56a46e0b6c7d3824adb6973'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:30.649556 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-c1f2791f-058f-4ac9-bf1e-3cc1b0cb47f4 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937890 Feb 02 13:06:30.652935 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af2b29f-055f-4406-ab00-8b0365b5c333 x-openstack-request-id: req-5af2b29f-055f-4406-ab00-8b0365b5c333 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:30.653220 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12942cb9-8fb1-406a-93c2-4bead69ce6c9", "tag": "5c2aea0a-6722-4cad-b295-c08ff0a2a9f1", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:30.653471 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5af2b29f-055f-4406-ab00-8b0365b5c333 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:30.653861 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12942cb9-8fb1-406a-93c2-4bead69ce6c9', 'tag': '5c2aea0a-6722-4cad-b295-c08ff0a2a9f1', 'status': 'completed', 'code': 200} Feb 02 13:06:30.737048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-ecdf2fd3-2505-4254-a70a-cfdaa2ae49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:30.738786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-ecdf2fd3-2505-4254-a70a-cfdaa2ae49b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06abdc32-8d3e-40e0-882c-36cc75a338b3 HTTP/1.1" status: 200 len: 856 time: 0.1340671 Feb 02 13:06:30.805711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9df705-3b74-4557-a6e9-0fa827bffa38 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:06:30.815614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fd9df705-3b74-4557-a6e9-0fa827bffa38 admin admin] 10.222.0.83 "PUT /v2.0/routers/3a1cb972-fc6c-4885-99d9-d706671eb6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2534885 Feb 02 13:06:30.819272 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b1f3bfd4-58ad-4d01-9c88-558dbaa19213 req-1755384d-ffab-47e4-aa20-6d58acad1e95 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303022 Feb 02 13:06:30.819863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46972) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:30.822412 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84944d-cfe2-4406-835e-6e6559627500 None None] Sync routers for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:06:30.856099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c584d8a-4343-44c9-a4ca-010ba9379978 admin admin] Network df4f6336-fd48-4c0f-a2a5-1fd14af06d09 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:06:30.864453 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84944d-cfe2-4406-835e-6e6559627500 None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:06:30.865267 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bd84944d-cfe2-4406-835e-6e6559627500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:06:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:30.916226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5c584d8a-4343-44c9-a4ca-010ba9379978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, df4f6336-fd48-4c0f-a2a5-1fd14af06d09) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:30.925009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c584d8a-4343-44c9-a4ca-010ba9379978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:30.925661 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c584d8a-4343-44c9-a4ca-010ba9379978 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:30.926359 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89635257-ef8f-430c-bcb0-9d0d0c52312b None None] Network df4f6336-fd48-4c0f-a2a5-1fd14af06d09 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:06:30.960875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-72e7fd91-a08b-4f6c-bdcd-1b5c0e6f1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:30.962542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-72e7fd91-a08b-4f6c-bdcd-1b5c0e6f1972 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fe900c1-1a6a-4411-9f22-913eacc5c949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1990006 Feb 02 13:06:30.975658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a92ad-14f6-45d7-a096-14dd83d017b9 req-1706bbda-d7e1-4e62-8ac5-b039bc872a3b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:30.981577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a92ad-14f6-45d7-a096-14dd83d017b9 req-1706bbda-d7e1-4e62-8ac5-b039bc872a3b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:30.989737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a92ad-14f6-45d7-a096-14dd83d017b9 req-1706bbda-d7e1-4e62-8ac5-b039bc872a3b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:31.009991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a92ad-14f6-45d7-a096-14dd83d017b9 req-1706bbda-d7e1-4e62-8ac5-b039bc872a3b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:31.020423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a92ad-14f6-45d7-a096-14dd83d017b9 req-1706bbda-d7e1-4e62-8ac5-b039bc872a3b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:31.026966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a92ad-14f6-45d7-a096-14dd83d017b9 req-1706bbda-d7e1-4e62-8ac5-b039bc872a3b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:31.033083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a92ad-14f6-45d7-a096-14dd83d017b9 req-1706bbda-d7e1-4e62-8ac5-b039bc872a3b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:31.036607 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a70a92ad-14f6-45d7-a096-14dd83d017b9 req-1706bbda-d7e1-4e62-8ac5-b039bc872a3b tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.4263179 Feb 02 13:06:31.172568 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bd84944d-cfe2-4406-835e-6e6559627500 None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:06:31.203928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5c584d8a-4343-44c9-a4ca-010ba9379978 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.9926915 Feb 02 13:06:31.308818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab150591-031f-4050-be81-16c9b835ec73 None None] Network df4f6336-fd48-4c0f-a2a5-1fd14af06d09 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:06:31.354673 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Publish callbacks [] for router (3a1cb972-fc6c-4885-99d9-d706671eb6f6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:31.443656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040122c8-cdc7-45dc-a103-34913482a91a req-9aa0ace6-ca91-474d-b558-51be798456b5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:31.445111 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-9aa0ace6-ca91-474d-b558-51be798456b5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 815 time: 0.4073901 Feb 02 13:06:31.448055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e67299-3abe-4cc2-85f4-60603ba5a560 req-0310e644-eb19-43c5-aa37-52f990e75442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:31.450907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a70a92ad-14f6-45d7-a096-14dd83d017b9 req-dc7baa75-20f2-4b9f-a55a-a56296342771 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3988307 Feb 02 13:06:31.455432 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56e67299-3abe-4cc2-85f4-60603ba5a560 req-0310e644-eb19-43c5-aa37-52f990e75442 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 1129 time: 0.5058832 Feb 02 13:06:31.488593 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-6f9cb616-f808-422c-afe4-de38c03c0048 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/quotas/bcbf353261c44a12b598f300f6175e3e HTTP/1.1" status: 200 len: 375 time: 0.0213010 Feb 02 13:06:31.537303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-af795cf3-290a-465d-8990-ab0199baf0ec tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416744 Feb 02 13:06:31.539111 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-d79869c4-a1c4-4a57-9138-3887fe31b0d1 service neutron] 10.222.0.18 "GET /v2.0/networks/0fe900c1-1a6a-4411-9f22-913eacc5c949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977217 Feb 02 13:06:31.645788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Made reservation on behalf of 71f7ee4da56a46e0b6c7d3824adb6973 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:31.649639 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:31.655055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-23c06424-c1f9-46df-9ea6-dcf75932d182 service neutron] 10.222.0.83 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105204 Feb 02 13:06:31.686859 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bd84944d-cfe2-4406-835e-6e6559627500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:06:25Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:31.727899 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84944d-cfe2-4406-835e-6e6559627500 None None] Checking router: 3a1cb972-fc6c-4885-99d9-d706671eb6f6 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:06:31.737851 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84944d-cfe2-4406-835e-6e6559627500 None None] Routers {'3a1cb972-fc6c-4885-99d9-d706671eb6f6'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:06:31.738464 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bd84944d-cfe2-4406-835e-6e6559627500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:06:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:31.740222 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f8dcd95-78cd-4b66-929d-bea8ccd399f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:31.917236 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bd84944d-cfe2-4406-835e-6e6559627500 None None] Set router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:06:31.958190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f79a-5761-4a54-8dd2-c55fbe037743 req-f0d0c99d-eb62-40d8-a8d0-d40d96677d8b tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:31.961609 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82b4f79a-5761-4a54-8dd2-c55fbe037743 req-f0d0c99d-eb62-40d8-a8d0-d40d96677d8b tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 950 time: 0.2813091 Feb 02 13:06:32.062972 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd67a2c6-1a88-4264-b0a8-586618b2f77e req-c3d137da-84b4-4ef4-87c7-1299ab07d37a service neutron] 10.222.0.18 "GET /v2.0/networks/0fe900c1-1a6a-4411-9f22-913eacc5c949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057095 Feb 02 13:06:32.123378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-a53339e3-b3ae-4742-b5f6-e323fc7823d9 service neutron] 10.222.0.83 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444017 Feb 02 13:06:32.138670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Allocated IP 192.168.233.59 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/0c69bac0-6c6d-423a-8680-555c047372e6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:06:32.228978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82b4f79a-5761-4a54-8dd2-c55fbe037743 req-31dbcc53-e130-4186-8a34-b337d43e9d6c tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/security-groups?id=616f6cf3-5778-4291-8356-c3f98be25bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559659 Feb 02 13:06:32.238325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e67299-3abe-4cc2-85f4-60603ba5a560 req-a627a47d-4377-4889-a5cf-ade4e937787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:32.240011 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56e67299-3abe-4cc2-85f4-60603ba5a560 req-a627a47d-4377-4889-a5cf-ade4e937787a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.7764912 Feb 02 13:06:32.303936 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56e67299-3abe-4cc2-85f4-60603ba5a560 req-d936b803-01c4-4589-97df-3efacee85fa6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 HTTP/1.1" status: 200 len: 217 time: 0.0487912 Feb 02 13:06:32.318711 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Publish callbacks [] for router_gateway (3a1cb972-fc6c-4885-99d9-d706671eb6f6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:32.373822 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bd84944d-cfe2-4406-835e-6e6559627500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:06:25Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:32.417665 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84944d-cfe2-4406-835e-6e6559627500 None None] The sync data for ids ['3a1cb972-fc6c-4885-99d9-d706671eb6f6'] in n-d-827336-2 is: [{'id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'name': 'tempest-FloatingIPsAssociationTestJSON-2127273271-router', 'tenant_id': '671e8a0e520949aaad39024d61b0cb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:04:33Z', 'updated_at': '2022-02-02T13:06:25Z', 'revision_number': 5, 'project_id': '671e8a0e520949aaad39024d61b0cb32', 'gw_port': {'id': '91e61789-b996-4d82-989e-c8ed4e117be8', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:8c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a1cb972-fc6c-4885-99d9-d706671eb6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:04:35Z', 'updated_at': '2022-02-02T13:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:06:32.433284 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e67299-3abe-4cc2-85f4-60603ba5a560 req-dfb64a38-c633-4493-a7c0-be6f3e2d8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:32.434933 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56e67299-3abe-4cc2-85f4-60603ba5a560 req-dfb64a38-c633-4493-a7c0-be6f3e2d8cbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1039772 Feb 02 13:06:32.479651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:32.527809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Deleting port 91e61789-b996-4d82-989e-c8ed4e117be8 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:32.528242 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (91e61789-b996-4d82-989e-c8ed4e117be8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:32.710218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e67299-3abe-4cc2-85f4-60603ba5a560 req-a3214325-cade-44eb-9a7f-702edb82b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:32.711956 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56e67299-3abe-4cc2-85f4-60603ba5a560 req-a3214325-cade-44eb-9a7f-702edb82b52c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2550211 Feb 02 13:06:32.718796 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b4553-6e15-4811-a16a-b9d050867433 req-0fd3cb46-c045-4d8e-b672-d8ca57f4cfc6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:32.727031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b83b4553-6e15-4811-a16a-b9d050867433 req-0fd3cb46-c045-4d8e-b672-d8ca57f4cfc6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 947 time: 0.2387435 Feb 02 13:06:32.757239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:32.781157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '5c2aea0a-6722-4cad-b295-c08ff0a2a9f1', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '5c2aea0a-6722-4cad-b295-c08ff0a2a9f1', 'mac_address': 'fa:16:3e:86:50:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:32.856865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:32.857459 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:32.877424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:32.909612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:32.915486 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:32.942849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] For port 91e61789-b996-4d82-989e-c8ed4e117be8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=91e61789-b996-4d82-989e-c8ed4e117be8,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:32.943209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (91e61789-b996-4d82-989e-c8ed4e117be8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:33.006271 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Calling delete_port for 91e61789-b996-4d82-989e-c8ed4e117be8 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:33.007865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-0a5b0deb-998d-4ddb-a906-3b25f5403c10 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:33.008011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:33.009368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-0a5b0deb-998d-4ddb-a906-3b25f5403c10 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/networks?id=df4f6336-fd48-4c0f-a2a5-1fd14af06d09 HTTP/1.1" status: 200 len: 821 time: 0.2812974 Feb 02 13:06:33.039059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 43b43fb5-b1c0-40b0-bffb-564794936e86 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:06:33.078158 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56e67299-3abe-4cc2-85f4-60603ba5a560 req-7eb51505-f11f-40b9-be86-ecbf9311cb54 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510954 Feb 02 13:06:33.082533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 43b43fb5-b1c0-40b0-bffb-564794936e86 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:06:33.082911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 43b43fb5-b1c0-40b0-bffb-564794936e86 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:06:33.100169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b83b4553-6e15-4811-a16a-b9d050867433 req-609d624e-b9ba-4e58-b2d3-dd0ca8bf01fb tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479433 Feb 02 13:06:33.107031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-7f833ac6-1da6-44ec-9709-5c08d3490818 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/quotas/a17551ff09d84b7595aecd8351d1d9a1 HTTP/1.1" status: 200 len: 375 time: 0.0833251 Feb 02 13:06:33.178417 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-cd678bc6-c461-4280-98c7-3f5808621b7c tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a17551ff09d84b7595aecd8351d1d9a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699081 Feb 02 13:06:33.182956 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks [] for port (0c69bac0-6c6d-423a-8680-555c047372e6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:33.337545 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5180603-df72-4b1b-aa45-c8c8bd48bff1 req-fc0a494c-5eff-497a-ba7f-12308bde55bf tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 210 time: 0.0639026 Feb 02 13:06:33.361294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5c2aea0a-6722-4cad-b295-c08ff0a2a9f1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:33.369144 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:33.414360 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['b1558a0b-d280-48aa-86bf-1f2cfc1def36'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:33.421545 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56e67299-3abe-4cc2-85f4-60603ba5a560 req-9e08361f-fd18-48ce-9481-e877e8a951f4 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365784 Feb 02 13:06:33.468312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:06:33.475958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-e9ef32b3-d5c3-4434-a438-d829b6dbcb12 service neutron] 10.222.0.83 "GET /v2.0/networks/df4f6336-fd48-4c0f-a2a5-1fd14af06d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965693 Feb 02 13:06:33.479288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:33.491191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:06:33.512951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Pushing event updated for resources: {'Port': ['ID=0c69bac0-6c6d-423a-8680-555c047372e6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:33.696885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (91e61789-b996-4d82-989e-c8ed4e117be8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:33.844145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e61789-b996-4d82-989e-c8ed4e117be8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:33.906128 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (3a1cb972-fc6c-4885-99d9-d706671eb6f6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:33.906697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:33.907926 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:33.934284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-359fa1df-95a0-486f-a1cb-5c879ff6ca4d service neutron] 10.222.0.83 "GET /v2.0/networks/df4f6336-fd48-4c0f-a2a5-1fd14af06d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345558 Feb 02 13:06:33.944257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-53fa984f-d257-4fb9-b44d-3d5e53ae3c43 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3107753 Feb 02 13:06:33.972568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Request body: {'port': {'device_id': '6258069f-988c-48ef-a636-0cdb774c2311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:33.998457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8d944288-be5f-43f5-b9e9-c893ccf0d374 None None] Provisioning complete for port 0c69bac0-6c6d-423a-8680-555c047372e6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:33.999041 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d944288-be5f-43f5-b9e9-c893ccf0d374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:34.086818 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:34.099711 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8d944288-be5f-43f5-b9e9-c893ccf0d374 None None] Port 0c69bac0-6c6d-423a-8680-555c047372e6 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:06:34.137799 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (3a1cb972-fc6c-4885-99d9-d706671eb6f6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:34.142146 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Publish callbacks [] for router_controller (3a1cb972-fc6c-4885-99d9-d706671eb6f6), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:34.157561 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c108-73db-4a79-b567-da394c27f069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:34.238054 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (3a1cb972-fc6c-4885-99d9-d706671eb6f6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:34.238054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a1cb972-fc6c-4885-99d9-d706671eb6f6 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:06:34.245363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:34.249718 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-84810d7f-b01b-4384-844a-22d66377eb30 admin admin] 10.222.0.83 "DELETE /v2.0/routers/3a1cb972-fc6c-4885-99d9-d706671eb6f6 HTTP/1.1" status: 204 len: 168 time: 3.4259269 Feb 02 13:06:34.249718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47040) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:34.333220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbbc257-23da-4069-ad29-2bdcf13a69d6 admin admin] Deleting subnet 0755871f-b7ea-432e-ad71-f33ce3582a3f {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:06:34.336465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc257-23da-4069-ad29-2bdcf13a69d6 admin admin] Publish callbacks [] for subnet (0755871f-b7ea-432e-ad71-f33ce3582a3f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:34.393581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc257-23da-4069-ad29-2bdcf13a69d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (0755871f-b7ea-432e-ad71-f33ce3582a3f), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:34.401595 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5d0fed4-a4e6-445b-ab6c-9cda9f813d3f req-814bccfc-bc83-44bf-bd17-5e2f3ef29350 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 210 time: 0.1016183 Feb 02 13:06:34.517373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc257-23da-4069-ad29-2bdcf13a69d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (0755871f-b7ea-432e-ad71-f33ce3582a3f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:34.614873 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc257-23da-4069-ad29-2bdcf13a69d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (0755871f-b7ea-432e-ad71-f33ce3582a3f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:34.648278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbc257-23da-4069-ad29-2bdcf13a69d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0755871f-b7ea-432e-ad71-f33ce3582a3f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:34.658106 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fbbc257-23da-4069-ad29-2bdcf13a69d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:34.658679 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65fb1d2-5fcb-4759-b77d-fdbe63a5cfc8 None None] Network a5541a60-3ff0-46b5-97fe-a6c290f76eaf requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:06:34.664959 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6fbbc257-23da-4069-ad29-2bdcf13a69d6 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/0755871f-b7ea-432e-ad71-f33ce3582a3f HTTP/1.1" status: 204 len: 168 time: 0.4136732 Feb 02 13:06:34.667331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47050) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:34.684921 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750a85c-48f4-4f83-8203-7cdec769dd25 req-d51c0e0a-7ae5-4053-9c3d-d9024c0b3db8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:34.692008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750a85c-48f4-4f83-8203-7cdec769dd25 req-d51c0e0a-7ae5-4053-9c3d-d9024c0b3db8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:34.701338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750a85c-48f4-4f83-8203-7cdec769dd25 req-d51c0e0a-7ae5-4053-9c3d-d9024c0b3db8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:34.709411 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750a85c-48f4-4f83-8203-7cdec769dd25 req-d51c0e0a-7ae5-4053-9c3d-d9024c0b3db8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:34.716319 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750a85c-48f4-4f83-8203-7cdec769dd25 req-d51c0e0a-7ae5-4053-9c3d-d9024c0b3db8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:34.733032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750a85c-48f4-4f83-8203-7cdec769dd25 req-d51c0e0a-7ae5-4053-9c3d-d9024c0b3db8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:34.747679 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750a85c-48f4-4f83-8203-7cdec769dd25 req-d51c0e0a-7ae5-4053-9c3d-d9024c0b3db8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:34.763438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b750a85c-48f4-4f83-8203-7cdec769dd25 req-d51c0e0a-7ae5-4053-9c3d-d9024c0b3db8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.4192204 Feb 02 13:06:34.976125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040122c8-cdc7-45dc-a103-34913482a91a req-8aa114a2-b6d7-47a3-9039-93f8ca2b4ffd tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:34.980252 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-8aa114a2-b6d7-47a3-9039-93f8ca2b4ffd tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.62 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 815 time: 0.2860582 Feb 02 13:06:34.987005 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (a5541a60-3ff0-46b5-97fe-a6c290f76eaf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.021746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-040122c8-cdc7-45dc-a103-34913482a91a req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Request body: {'port': {'device_id': '4b0c56fd-1fcc-4e50-9031-c157f0c2f169', 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397', 'admin_state_up': True, 'tenant_id': 'bcbf353261c44a12b598f300f6175e3e'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:35.085856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc21b563-42e1-4457-974d-f84d5423bb96 None None] DHCP port deletion for a5541a60-3ff0-46b5-97fe-a6c290f76eaf request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:06:35.164121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fc21b563-42e1-4457-974d-f84d5423bb96 None None] Deleting port ad51333e-9862-4f9f-bf8d-66746cfb001f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:35.166400 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc21b563-42e1-4457-974d-f84d5423bb96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.167248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 91e61789-b996-4d82-989e-c8ed4e117be8 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:06:35.207647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 91e61789-b996-4d82-989e-c8ed4e117be8 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:06:35.208419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 91e61789-b996-4d82-989e-c8ed4e117be8 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:06:35.278937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Deleting port ad51333e-9862-4f9f-bf8d-66746cfb001f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:35.279208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.286005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fc21b563-42e1-4457-974d-f84d5423bb96 None None] For port ad51333e-9862-4f9f-bf8d-66746cfb001f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ad51333e-9862-4f9f-bf8d-66746cfb001f,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:35.287018 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc21b563-42e1-4457-974d-f84d5423bb96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.307612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fc21b563-42e1-4457-974d-f84d5423bb96 None None] Calling delete_port for ad51333e-9862-4f9f-bf8d-66746cfb001f owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:35.354350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] For port ad51333e-9862-4f9f-bf8d-66746cfb001f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ad51333e-9862-4f9f-bf8d-66746cfb001f,segment=NetworkSegment(98a30f8e-0238-4a46-960d-3cfcbd8eac22),segment_id=98a30f8e-0238-4a46-960d-3cfcbd8eac22)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:35.354706 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.369640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Calling delete_port for ad51333e-9862-4f9f-bf8d-66746cfb001f owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:35.378966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d745d-6b92-45f6-9524-b08004825c06 req-43ec94cc-d06d-47b8-b17d-9c24ee9c48ef tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:35.386838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-977d745d-6b92-45f6-9524-b08004825c06 req-43ec94cc-d06d-47b8-b17d-9c24ee9c48ef tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 948 time: 0.7731121 Feb 02 13:06:35.482349 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.483051 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc21b563-42e1-4457-974d-f84d5423bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.486954 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ad51333e-9862-4f9f-bf8d-66746cfb001f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.487994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b750a85c-48f4-4f83-8203-7cdec769dd25 req-bb05f09b-5c2e-4092-bcf6-380e2ecf25f0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7234979 Feb 02 13:06:35.533704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad51333e-9862-4f9f-bf8d-66746cfb001f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:35.575171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21b563-42e1-4457-974d-f84d5423bb96 None None] Pushing event deleted for resources: {'Port': ['ID=ad51333e-9862-4f9f-bf8d-66746cfb001f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:35.588165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-977d745d-6b92-45f6-9524-b08004825c06 req-15e78ffb-852d-4c2b-867c-093be2c88378 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859820 Feb 02 13:06:35.593022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc21b563-42e1-4457-974d-f84d5423bb96 None None] No DVR routers for this DVR port ad51333e-9862-4f9f-bf8d-66746cfb001f on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:06:35.600655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] No DVR routers for this DVR port ad51333e-9862-4f9f-bf8d-66746cfb001f on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:06:35.658177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040122c8-cdc7-45dc-a103-34913482a91a req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Made reservation on behalf of bcbf353261c44a12b598f300f6175e3e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:35.662874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-040122c8-cdc7-45dc-a103-34913482a91a req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.708187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c69bac0-6c6d-423a-8680-555c047372e6 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:35.719075 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Publish callbacks [] for port (0c69bac0-6c6d-423a-8680-555c047372e6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.766058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f1baf53-b015-4a88-8c31-32d84efd3db6 req-7533625b-d7eb-4dbd-8cdc-e66a56ac0622 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 210 time: 0.0417726 Feb 02 13:06:35.791094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Transition to ACTIVE for port object 0c69bac0-6c6d-423a-8680-555c047372e6 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:06:35.796975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (a5541a60-3ff0-46b5-97fe-a6c290f76eaf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.801966 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.833972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5541a60-3ff0-46b5-97fe-a6c290f76eaf']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:35.853232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Pushing event updated for resources: {'Port': ['ID=0c69bac0-6c6d-423a-8680-555c047372e6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:35.865857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a30f8e-0238-4a46-960d-3cfcbd8eac22') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:35.866144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a30f8e-0238-4a46-960d-3cfcbd8eac22') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:06:35.886245 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (98a30f8e-0238-4a46-960d-3cfcbd8eac22), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.902436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ce63f-98bd-475e-b92e-e3bd4c31a90b req-61a31875-3fc3-4ff2-9e15-281df573e843 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:35.903989 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-211ce63f-98bd-475e-b92e-e3bd4c31a90b req-61a31875-3fc3-4ff2-9e15-281df573e843 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 935 time: 0.1785669 Feb 02 13:06:35.908513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae2545a7-c5f5-4e12-82d0-9a22ab3b3742 req-7d11a2e6-6f03-4270-83da-7c6b679a99e1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 210 time: 0.0577865 Feb 02 13:06:35.909794 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (98a30f8e-0238-4a46-960d-3cfcbd8eac22), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.918033 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-040122c8-cdc7-45dc-a103-34913482a91a req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Allocated IP 172.20.0.9 (c63a35f9-d564-490d-b25a-136375c41397/a77b539c-fe67-429b-b8d9-661c579990ef/41e356e3-454a-41f4-a67c-2e2ca2c6e9c1) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:06:35.927207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:06:35.928516 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (98a30f8e-0238-4a46-960d-3cfcbd8eac22), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:06:35.931290 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:06:36.041809 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (a5541a60-3ff0-46b5-97fe-a6c290f76eaf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.062768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.066462 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] 10.222.0.83 "DELETE /v2.0/networks/a5541a60-3ff0-46b5-97fe-a6c290f76eaf HTTP/1.1" status: 204 len: 168 time: 1.3953772 Feb 02 13:06:36.076610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ec8a0-38d9-48d7-8955-0a90b691c985 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5541a60-3ff0-46b5-97fe-a6c290f76eaf,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:36.087119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Attempting to bind port 0c69bac0-6c6d-423a-8680-555c047372e6 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:06:36.087557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Attempting to bind port 0c69bac0-6c6d-423a-8680-555c047372e6 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:06:36.087973 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Attempting to bind port 0c69bac0-6c6d-423a-8680-555c047372e6 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:36.094186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-211ce63f-98bd-475e-b92e-e3bd4c31a90b req-a3a0dc32-0331-40d8-aed6-cfd3972363f1 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674418 Feb 02 13:06:36.105657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Port 0c69bac0-6c6d-423a-8680-555c047372e6 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:06:36.106147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Attempting to bind port 0c69bac0-6c6d-423a-8680-555c047372e6 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:36.120307 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:06:36.120744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:36.121152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:06:36.121737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Bound port: 0c69bac0-6c6d-423a-8680-555c047372e6, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:06:36.122181 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.136835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1e647-1534-4b6d-bacf-60e08d601096 req-af25f45f-5903-4086-afd6-837841aa41a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.142394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1e647-1534-4b6d-bacf-60e08d601096 req-af25f45f-5903-4086-afd6-837841aa41a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.148142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1e647-1534-4b6d-bacf-60e08d601096 req-af25f45f-5903-4086-afd6-837841aa41a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.153482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1e647-1534-4b6d-bacf-60e08d601096 req-af25f45f-5903-4086-afd6-837841aa41a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.160172 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1e647-1534-4b6d-bacf-60e08d601096 req-af25f45f-5903-4086-afd6-837841aa41a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.165993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1e647-1534-4b6d-bacf-60e08d601096 req-af25f45f-5903-4086-afd6-837841aa41a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.171254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1e647-1534-4b6d-bacf-60e08d601096 req-af25f45f-5903-4086-afd6-837841aa41a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.173552 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6eb1e647-1534-4b6d-bacf-60e08d601096 req-af25f45f-5903-4086-afd6-837841aa41a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.1368032 Feb 02 13:06:36.266455 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-040122c8-cdc7-45dc-a103-34913482a91a req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks [] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.306816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47074) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:36.310790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] For port 0c69bac0-6c6d-423a-8680-555c047372e6, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:06:36.316855 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6eb1e647-1534-4b6d-bacf-60e08d601096 req-83279378-35b5-49aa-b8ef-917f0fb48aef tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078568 Feb 02 13:06:36.340297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] For port 0c69bac0-6c6d-423a-8680-555c047372e6, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0c69bac0-6c6d-423a-8680-555c047372e6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:06:36.368223 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.425851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.426914 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.431026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] 10.222.0.62 "PUT /v2.0/ports/0c69bac0-6c6d-423a-8680-555c047372e6 HTTP/1.1" status: 200 len: 1095 time: 2.4668264 Feb 02 13:06:36.431732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6258069f-988c-48ef-a636-0cdb774c2311', 'tag': '0c69bac0-6c6d-423a-8680-555c047372e6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:36.434443 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-040122c8-cdc7-45dc-a103-34913482a91a req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.434672 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3951739f-5804-44a1-9451-cf1f0c841d50" -d '{"events": [{"name": "network-changed", "server_uuid": "6258069f-988c-48ef-a636-0cdb774c2311", "tag": "0c69bac0-6c6d-423a-8680-555c047372e6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:36.462230 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-e1313ebc-c671-4e87-99ee-a4f057fa4e03 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--2034978980&fields=id&tenant_id=ebd7659f2f644bd7aea7f278f1e28d62 HTTP/1.1" status: 200 len: 267 time: 0.1711364 Feb 02 13:06:36.494151 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5de84d7c-fda0-4668-8553-7450d45350eb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=671e8a0e520949aaad39024d61b0cb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728051 Feb 02 13:06:36.505659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040122c8-cdc7-45dc-a103-34913482a91a req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Network c63a35f9-d564-490d-b25a-136375c41397 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:06:36.506300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47080) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:36.509302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5befbf99-4d72-4b74-980d-b20e17f34f0c details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:36.523269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-040122c8-cdc7-45dc-a103-34913482a91a req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:36.524096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:36.527850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-040122c8-cdc7-45dc-a103-34913482a91a req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:06:36.545809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-568c0303-ad68-4112-9ec0-3400b56ce6a9 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.547273 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-568c0303-ad68-4112-9ec0-3400b56ce6a9 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.62 "GET /v2.0/networks?id=df4f6336-fd48-4c0f-a2a5-1fd14af06d09 HTTP/1.1" status: 200 len: 821 time: 0.4318473 Feb 02 13:06:36.572336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb867ddc-dc5a-4224-bb08-4ce427142ace service neutron] Pushing event updated for resources: {'Port': ['ID=0c69bac0-6c6d-423a-8680-555c047372e6,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:36.583942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Request body: {'port': {'device_id': 'dbba47a0-ffc1-4fc1-b5a0-fa3939b83970', 'network_id': 'df4f6336-fd48-4c0f-a2a5-1fd14af06d09', 'admin_state_up': True, 'tenant_id': 'a17551ff09d84b7595aecd8351d1d9a1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:36.610467 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Pushing event updated for resources: {'Port': ['ID=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:36.656176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef286c-0b1b-430a-b39a-d1eaaa37de7a req-c02e0a96-80a5-4abb-a98d-29cd2efd8350 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.661565 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef286c-0b1b-430a-b39a-d1eaaa37de7a req-c02e0a96-80a5-4abb-a98d-29cd2efd8350 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.666908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef286c-0b1b-430a-b39a-d1eaaa37de7a req-c02e0a96-80a5-4abb-a98d-29cd2efd8350 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.672144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef286c-0b1b-430a-b39a-d1eaaa37de7a req-c02e0a96-80a5-4abb-a98d-29cd2efd8350 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.677380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef286c-0b1b-430a-b39a-d1eaaa37de7a req-c02e0a96-80a5-4abb-a98d-29cd2efd8350 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.683542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef286c-0b1b-430a-b39a-d1eaaa37de7a req-c02e0a96-80a5-4abb-a98d-29cd2efd8350 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.689211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef286c-0b1b-430a-b39a-d1eaaa37de7a req-c02e0a96-80a5-4abb-a98d-29cd2efd8350 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.691398 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08ef286c-0b1b-430a-b39a-d1eaaa37de7a req-c02e0a96-80a5-4abb-a98d-29cd2efd8350 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.2492356 Feb 02 13:06:36.717281 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040122c8-cdc7-45dc-a103-34913482a91a req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.718330 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-040122c8-cdc7-45dc-a103-34913482a91a req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.720273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-4a2a5630-9d68-4d6c-ab8b-ee1b5a31e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.723364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-4a2a5630-9d68-4d6c-ab8b-ee1b5a31e981 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71f7ee4da56a46e0b6c7d3824adb6973&device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 1129 time: 0.1871805 Feb 02 13:06:36.740913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9fad66ee-6f03-42a1-9513-89e2761599ed tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.752423 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.753172 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9fad66ee-6f03-42a1-9513-89e2761599ed tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/networks?id=bea9a89a-1bfa-4d54-a6b1-3e771429bd14 HTTP/1.1" status: 200 len: 815 time: 0.2656589 Feb 02 13:06:36.757537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.760973 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-723c02e4-7a52-4133-94bc-b94df4e0fae6 admin admin] Publish callbacks [] for security_group (3040efe8-21e2-4783-9d1b-9b7fded73fe1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.772615 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-6848e309-f38c-4d7d-b330-bf6e442f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7624059 Feb 02 13:06:36.773601 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-99626b63-3ed4-4355-a3c7-b07f9bc0a3a4 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/quotas/ebd7659f2f644bd7aea7f278f1e28d62 HTTP/1.1" status: 200 len: 375 time: 0.0190308 Feb 02 13:06:36.775973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:36.782207 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fce3c2-58aa-495b-ad1d-58f888f80487 x-openstack-request-id: req-44fce3c2-58aa-495b-ad1d-58f888f80487 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:36.782517 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6258069f-988c-48ef-a636-0cdb774c2311", "tag": "0c69bac0-6c6d-423a-8680-555c047372e6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:36.782850 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-44fce3c2-58aa-495b-ad1d-58f888f80487 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:36.783159 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6258069f-988c-48ef-a636-0cdb774c2311', 'tag': '0c69bac0-6c6d-423a-8680-555c047372e6', 'status': 'completed', 'code': 200} Feb 02 13:06:36.786691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:36.796374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:36.796663 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.809525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Request body: {'port': {'device_id': '4b0c56fd-1fcc-4e50-9031-c157f0c2f169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:36.830259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'mac_address': 'fa:16:3e:c1:b9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:36.836821 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-6b32e0b6-c08d-4f05-a059-f5bfc0e19ac8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0c69bac0-6c6d-423a-8680-555c047372e6 HTTP/1.1" status: 200 len: 217 time: 0.0791743 Feb 02 13:06:36.841340 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-723c02e4-7a52-4133-94bc-b94df4e0fae6 admin admin] Publish callbacks [] for security_group (3040efe8-21e2-4783-9d1b-9b7fded73fe1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.897782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5befbf99-4d72-4b74-980d-b20e17f34f0c is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:36.897782 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.920055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Made reservation on behalf of a17551ff09d84b7595aecd8351d1d9a1 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:36.923785 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.936870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5befbf99-4d72-4b74-980d-b20e17f34f0c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:36.942646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.956655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-567a3ccd-4418-402c-a6a4-0bcd067cabf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:36.958151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-567a3ccd-4418-402c-a6a4-0bcd067cabf2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1003342 Feb 02 13:06:36.964247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:36.964642 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:36.967553 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-dec9ad7f-7746-49b7-bf88-2456c22a60bd tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ebd7659f2f644bd7aea7f278f1e28d62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1808784 Feb 02 13:06:36.971117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:36.982494 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:37.014920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12942cb9-8fb1-406a-93c2-4bead69ce6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2aea0a-6722-4cad-b295-c08ff0a2a9f1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:37.017344 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb4d015-b96b-475d-80a0-f1c3bbe1d6d8" -d '{"events": [{"server_uuid": "12942cb9-8fb1-406a-93c2-4bead69ce6c9", "name": "network-vif-plugged", "status": "completed", "tag": "5c2aea0a-6722-4cad-b295-c08ff0a2a9f1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:37.036312 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:37.048106 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-723c02e4-7a52-4133-94bc-b94df4e0fae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3040efe8-21e2-4783-9d1b-9b7fded73fe1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:37.050022 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:37.051532 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-723c02e4-7a52-4133-94bc-b94df4e0fae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:37.055386 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-723c02e4-7a52-4133-94bc-b94df4e0fae6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3040efe8-21e2-4783-9d1b-9b7fded73fe1 HTTP/1.1" status: 204 len: 168 time: 0.5458727 Feb 02 13:06:37.072300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5befbf99-4d72-4b74-980d-b20e17f34f0c,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:37.090353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c02e4-7a52-4133-94bc-b94df4e0fae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3040efe8-21e2-4783-9d1b-9b7fded73fe1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:37.130599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:37.134012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ad51333e-9862-4f9f-bf8d-66746cfb001f no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:06:37.152929 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6edea-aeaa-42d1-81b1-f5761b621818 req-6a0cfeb3-f55c-47c1-ba5f-ca8a27f71c56 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:37.159957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ff6edea-aeaa-42d1-81b1-f5761b621818 req-6a0cfeb3-f55c-47c1-ba5f-ca8a27f71c56 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 948 time: 0.3031268 Feb 02 13:06:37.165695 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-aee0f23f-b54a-4c7c-b463-4657b41db28c service neutron] 10.222.0.83 "GET /v2.0/networks/bea9a89a-1bfa-4d54-a6b1-3e771429bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528442 Feb 02 13:06:37.170944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ad51333e-9862-4f9f-bf8d-66746cfb001f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:06:37.171380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ad51333e-9862-4f9f-bf8d-66746cfb001f not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:06:37.277489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-39c28592-82cf-45d7-a62f-6e7ca1497d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:37.279066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-39c28592-82cf-45d7-a62f-6e7ca1497d67 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3102689 Feb 02 13:06:37.302793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5befbf99-4d72-4b74-980d-b20e17f34f0c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:37.317797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Allocated IP 172.20.0.11 (df4f6336-fd48-4c0f-a2a5-1fd14af06d09/798318e8-baa6-4856-8a40-eafb94a57167/a85514c3-ebe2-4659-8d7e-a2607ed38ffa) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:06:37.345879 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ff6edea-aeaa-42d1-81b1-f5761b621818 req-b442b072-3ebf-4caa-b87f-cc930c10c8c8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786776 Feb 02 13:06:37.399023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-3adb39c0-b1e4-481b-a6c9-43dd05a327d4 service neutron] 10.222.0.83 "GET /v2.0/networks/bea9a89a-1bfa-4d54-a6b1-3e771429bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152991 Feb 02 13:06:37.422363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-304a68b3-c659-43d8-8b89-a315503cc506 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324005 Feb 02 13:06:37.503435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:37.521894 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Publish callbacks [] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:37.593450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Transition to ACTIVE for port object 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:06:37.621925 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:37.635636 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:37.663612 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd7bf1f4-30b5-44a2-9eca-77222c273876 req-3e386f19-550e-4250-a11e-8ffc5507c229 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 210 time: 0.0667219 Feb 02 13:06:37.714492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8e11a2c-092d-4e6c-a1fd-d7ff0b4f2194 req-5103075a-02c5-4dc0-af4d-dc5b9f4c06d5 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767463 Feb 02 13:06:37.854656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Pushing event updated for resources: {'Port': ['ID=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:37.890074 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Publish callbacks [] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:37.928254 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:37.935085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Attempting to bind port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:06:37.935455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Attempting to bind port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:06:37.935776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Attempting to bind port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 on network c63a35f9-d564-490d-b25a-136375c41397 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:37.948478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951739f-5804-44a1-9451-cf1f0c841d50 req-2c4b2ca3-d286-43cb-83c9-c15dfcff3c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:37.950585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3951739f-5804-44a1-9451-cf1f0c841d50 req-2c4b2ca3-d286-43cb-83c9-c15dfcff3c92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=71f7ee4da56a46e0b6c7d3824adb6973&device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 1129 time: 0.1452863 Feb 02 13:06:37.953032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 on network c63a35f9-d564-490d-b25a-136375c41397 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:06:37.953422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Attempting to bind port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 on network c63a35f9-d564-490d-b25a-136375c41397 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:37.961457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:06:37.961796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Checking segment: {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:37.962181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Bound using segment: {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:06:37.962616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Bound port: 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:06:37.962967 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:38.027495 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:38.105666 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2926f4d5-c9a8-48cb-942b-5d5c4261d2f8 x-openstack-request-id: req-2926f4d5-c9a8-48cb-942b-5d5c4261d2f8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:38.105989 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12942cb9-8fb1-406a-93c2-4bead69ce6c9", "name": "network-vif-plugged", "status": "completed", "tag": "5c2aea0a-6722-4cad-b295-c08ff0a2a9f1", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:38.106310 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2926f4d5-c9a8-48cb-942b-5d5c4261d2f8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:38.106689 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12942cb9-8fb1-406a-93c2-4bead69ce6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2aea0a-6722-4cad-b295-c08ff0a2a9f1', 'code': 200} Feb 02 13:06:38.126064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Pushing event updated for resources: {'Port': ['ID=a85514c3-ebe2-4659-8d7e-a2607ed38ffa,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:38.131145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Network df4f6336-fd48-4c0f-a2a5-1fd14af06d09 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:06:38.149733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa09c7-b9e8-43ef-998e-d84fb940ebbe req-95530b39-eb98-4952-886b-ec936dd6fbe6 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:38.151569 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3daa09c7-b9e8-43ef-998e-d84fb940ebbe req-95530b39-eb98-4952-886b-ec936dd6fbe6 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 943 time: 0.2963660 Feb 02 13:06:38.177242 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] For port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:06:38.182656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] For port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:06:38.186937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:38.195928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:06:38.203343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:38.230625 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951739f-5804-44a1-9451-cf1f0c841d50 req-7577fc44-1b68-4ad3-b5cc-7219f24b9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:38.233052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3951739f-5804-44a1-9451-cf1f0c841d50 req-7577fc44-1b68-4ad3-b5cc-7219f24b9cfe service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2705729 Feb 02 13:06:38.330436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:38.331149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:38.332894 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] 10.222.0.62 "PUT /v2.0/ports/41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 HTTP/1.1" status: 200 len: 1091 time: 1.5296633 Feb 02 13:06:38.336109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0c56fd-1fcc-4e50-9031-c157f0c2f169', 'tag': '41e356e3-454a-41f4-a67c-2e2ca2c6e9c1'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:38.339402 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5021f34-6d9a-4db0-b48c-ceed4c2702c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0c56fd-1fcc-4e50-9031-c157f0c2f169", "tag": "41e356e3-454a-41f4-a67c-2e2ca2c6e9c1"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:38.361857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3951739f-5804-44a1-9451-cf1f0c841d50 req-1dd80f22-1f95-4573-9ebe-636d101fce1c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=0c69bac0-6c6d-423a-8680-555c047372e6 HTTP/1.1" status: 200 len: 217 time: 0.0888486 Feb 02 13:06:38.378883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:38.379802 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:38.407155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065dbac-7ce2-4333-8f80-06d73b441892 req-4e9e1fa9-9621-475f-b7aa-1ddcabf686f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:38.408710 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f065dbac-7ce2-4333-8f80-06d73b441892 req-4e9e1fa9-9621-475f-b7aa-1ddcabf686f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 1131 time: 0.1430180 Feb 02 13:06:38.411736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1a63e-670e-4096-8b99-f3eca3ff5f8a service neutron] Pushing event updated for resources: {'Port': ['ID=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:38.433419 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-41df2026-4565-4620-a04a-65587d994c0d tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8606050 Feb 02 13:06:38.461468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3daa09c7-b9e8-43ef-998e-d84fb940ebbe req-71dc4b2d-a09d-4cbe-9a63-8af0348d4a99 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007064 Feb 02 13:06:38.465388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Request body: {'port': {'device_id': 'dbba47a0-ffc1-4fc1-b5a0-fa3939b83970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:38.528773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5befbf99-4d72-4b74-980d-b20e17f34f0c up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:38.579020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31287e60-f6c7-4e49-a463-4d9d6f6193d6 req-cb403d9d-3baf-4e8b-80d9-c7c891e7871a tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:38.594659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31287e60-f6c7-4e49-a463-4d9d6f6193d6 req-cb403d9d-3baf-4e8b-80d9-c7c891e7871a tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 947 time: 0.3850124 Feb 02 13:06:38.622519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 5befbf99-4d72-4b74-980d-b20e17f34f0c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:38.623253 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:38.756657 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31287e60-f6c7-4e49-a463-4d9d6f6193d6 req-42e4e388-68e6-4210-b5e3-a69e4212258c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610293 Feb 02 13:06:38.766844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b5ad6e35-0d05-48b2-91d7-eb8349d677bd req-c91d80a8-336a-45da-b546-64862024d9e8 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 210 time: 0.2458544 Feb 02 13:06:38.790673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951739f-5804-44a1-9451-cf1f0c841d50 req-b222d3bd-7411-4942-821f-7977a6891062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:38.803870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3951739f-5804-44a1-9451-cf1f0c841d50 req-b222d3bd-7411-4942-821f-7977a6891062 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.4333308 Feb 02 13:06:38.806295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5befbf99-4d72-4b74-980d-b20e17f34f0c is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:38.806682 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:38.914167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:38.922468 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:39.027350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5befbf99-4d72-4b74-980d-b20e17f34f0c,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:39.051471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951739f-5804-44a1-9451-cf1f0c841d50 req-b960728c-04cb-44de-b5e8-d0d0b1c12af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:39.058256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3951739f-5804-44a1-9451-cf1f0c841d50 req-b960728c-04cb-44de-b5e8-d0d0b1c12af6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2416737 Feb 02 13:06:39.080727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb69f3-9ff7-4f0f-bdd7-2adb9c48adce req-5e4e84f0-a629-4e14-a200-4c0e7f31f63c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:39.082256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56bb69f3-9ff7-4f0f-bdd7-2adb9c48adce req-5e4e84f0-a629-4e14-a200-4c0e7f31f63c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 949 time: 0.1917953 Feb 02 13:06:39.176039 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a4dcbd-8e01-4655-b110-4bbec8780842 x-openstack-request-id: req-35a4dcbd-8e01-4655-b110-4bbec8780842 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:39.177140 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0c56fd-1fcc-4e50-9031-c157f0c2f169", "tag": "41e356e3-454a-41f4-a67c-2e2ca2c6e9c1", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:39.177655 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-35a4dcbd-8e01-4655-b110-4bbec8780842 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:39.178815 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0c56fd-1fcc-4e50-9031-c157f0c2f169', 'tag': '41e356e3-454a-41f4-a67c-2e2ca2c6e9c1', 'status': 'completed', 'code': 200} Feb 02 13:06:39.225115 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56bb69f3-9ff7-4f0f-bdd7-2adb9c48adce req-98e73544-66a7-40dd-90cf-0d287332a355 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129839 Feb 02 13:06:39.249811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040122c8-cdc7-45dc-a103-34913482a91a req-caa23527-0a22-4b22-93a5-40abc1da7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:39.249811 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-caa23527-0a22-4b22-93a5-40abc1da7732 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 1125 time: 0.8337011 Feb 02 13:06:39.249811 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f065dbac-7ce2-4333-8f80-06d73b441892 req-05cc5385-4064-45a7-ba44-8985da814d78 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8221574 Feb 02 13:06:39.262757 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3951739f-5804-44a1-9451-cf1f0c841d50 req-d75aef48-a6a2-451e-8556-6074f0314c44 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846304 Feb 02 13:06:39.329315 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-e1d7fe2c-adec-494f-9faa-82f453a8333d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 HTTP/1.1" status: 200 len: 217 time: 0.0421612 Feb 02 13:06:39.335812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:39.393506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040122c8-cdc7-45dc-a103-34913482a91a req-55e0b0fc-7542-4a33-981c-f5257dce20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:39.394997 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-55e0b0fc-7542-4a33-981c-f5257dce20fc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a77b539c-fe67-429b-b8d9-661c579990ef HTTP/1.1" status: 200 len: 855 time: 0.0568974 Feb 02 13:06:39.448501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671a595-0be9-4603-96ef-b1a6dcd756cb req-a964d4c7-6116-42b0-8658-9b66e3e60983 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:39.449980 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1671a595-0be9-4603-96ef-b1a6dcd756cb req-a964d4c7-6116-42b0-8658-9b66e3e60983 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 932 time: 0.1426079 Feb 02 13:06:39.498357 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3951739f-5804-44a1-9451-cf1f0c841d50 req-55bbbd58-4310-481d-bdd0-0085d0f89cf1 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345245 Feb 02 13:06:39.542313 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1671a595-0be9-4603-96ef-b1a6dcd756cb req-39f08a7d-347b-425f-ba06-877314a45466 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/security-groups?id=7989401a-a5d6-48bc-abc1-5797d7f0c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857668 Feb 02 13:06:39.578706 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-3ba89999-f062-48d7-8c81-5673994fac66 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c63a35f9-d564-490d-b25a-136375c41397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1747746 Feb 02 13:06:39.759839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-b0f5d210-3f69-4aa5-881c-d5d551bbb366 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:39.761480 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-b0f5d210-3f69-4aa5-881c-d5d551bbb366 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.62 "GET /v2.0/networks?id=bea9a89a-1bfa-4d54-a6b1-3e771429bd14 HTTP/1.1" status: 200 len: 815 time: 0.1295218 Feb 02 13:06:39.770164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b32b4-fdee-4b5d-a938-a8156e878cb3 req-edb8f7d4-bedf-4536-8fe4-a471a02cb020 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:39.771741 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-924b32b4-fdee-4b5d-a938-a8156e878cb3 req-edb8f7d4-bedf-4536-8fe4-a471a02cb020 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 943 time: 0.1949005 Feb 02 13:06:39.802955 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-a2ff94c5-2b28-4dcb-acc2-30469e35b790 service neutron] 10.222.0.62 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166526 Feb 02 13:06:39.872279 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-924b32b4-fdee-4b5d-a938-a8156e878cb3 req-036e8a4e-0fca-4433-9df8-70060fa7e815 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915079 Feb 02 13:06:39.949359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47202) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:39.993377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-a361543f-155d-49a4-ab1e-588e4619985b tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebd7659f2f644bd7aea7f278f1e28d62 HTTP/1.1" status: 200 len: 380 time: 0.2145040 Feb 02 13:06:39.995624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0cb832c1-a48c-47d1-ab3e-96272ab14b9d req-0e245413-5fa8-49f9-9223-55d5f2cc090e tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 210 time: 0.0758927 Feb 02 13:06:40.007606 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-040122c8-cdc7-45dc-a103-34913482a91a req-df549b9d-728d-4574-8d94-9b7dd749f1c6 service neutron] 10.222.0.62 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957653 Feb 02 13:06:40.037847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Request body: {'port': {'device_id': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'admin_state_up': True, 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'security_groups': ['412f9216-0ec0-4f96-934e-34ebf5fa0039']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:40.108290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:40.110870 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4135a11d-8315-4509-943c-e0904f236196" -d '{"events": [{"server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "name": "network-vif-plugged", "status": "completed", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:40.177423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85514c3-ebe2-4659-8d7e-a2607ed38ffa {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:40.202747 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b073e1ba-6f4a-4672-95a1-7c6ea8feb652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:40.208625 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Publish callbacks [] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:40.208895 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc6831e-e603-46a7-b86c-b1527e657620 x-openstack-request-id: req-6dc6831e-e603-46a7-b86c-b1527e657620 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:40.209426 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "name": "network-vif-plugged", "status": "completed", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:40.209928 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6dc6831e-e603-46a7-b86c-b1527e657620 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:40.210563 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'code': 200} Feb 02 13:06:40.242826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Made reservation on behalf of ebd7659f2f644bd7aea7f278f1e28d62 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:40.246876 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:40.251911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Transition to ACTIVE for port object a85514c3-ebe2-4659-8d7e-a2607ed38ffa will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:06:40.285852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:40.352770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c827b1-7ba4-4979-9d48-f96c47fa6a84 req-95386072-7f92-4a67-9933-0fd0d2ce70e8 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:40.359517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5021f34-6d9a-4db0-b48c-ceed4c2702c0 req-46d0d005-b17a-4d3b-8d0d-7c6f4d970848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:40.361737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b6c827b1-7ba4-4979-9d48-f96c47fa6a84 req-95386072-7f92-4a67-9933-0fd0d2ce70e8 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 947 time: 0.3749239 Feb 02 13:06:40.361898 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d5021f34-6d9a-4db0-b48c-ceed4c2702c0 req-46d0d005-b17a-4d3b-8d0d-7c6f4d970848 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 1125 time: 0.2448606 Feb 02 13:06:40.432795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Allocated IP 172.20.0.10 (bea9a89a-1bfa-4d54-a6b1-3e771429bd14/094448ab-9020-40f3-b3f0-982dc98471c2/454768d2-3053-4e36-913c-2e1eb3828239) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:06:40.486204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5021f34-6d9a-4db0-b48c-ceed4c2702c0 req-cf3b4454-24b2-4717-844f-99d5a81b0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:40.487874 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d5021f34-6d9a-4db0-b48c-ceed4c2702c0 req-cf3b4454-24b2-4717-844f-99d5a81b0f54 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 916 time: 0.1062796 Feb 02 13:06:40.541903 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d5021f34-6d9a-4db0-b48c-ceed4c2702c0 req-5d8b4ff6-f694-4cf3-8eb3-0c242e877bff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 HTTP/1.1" status: 200 len: 217 time: 0.0445492 Feb 02 13:06:40.598536 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for port (454768d2-3053-4e36-913c-2e1eb3828239), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:40.609651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Pushing event updated for resources: {'Port': ['ID=a85514c3-ebe2-4659-8d7e-a2607ed38ffa,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:40.638248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Attempting to bind port a85514c3-ebe2-4659-8d7e-a2607ed38ffa on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:06:40.638827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Attempting to bind port a85514c3-ebe2-4659-8d7e-a2607ed38ffa by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '3018ebba-e3f2-4450-8981-ed2a521bd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'df4f6336-fd48-4c0f-a2a5-1fd14af06d09'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:06:40.639194 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Attempting to bind port a85514c3-ebe2-4659-8d7e-a2607ed38ffa on network df4f6336-fd48-4c0f-a2a5-1fd14af06d09 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:40.675375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Port a85514c3-ebe2-4659-8d7e-a2607ed38ffa on network df4f6336-fd48-4c0f-a2a5-1fd14af06d09 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:06:40.675773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Attempting to bind port a85514c3-ebe2-4659-8d7e-a2607ed38ffa on network df4f6336-fd48-4c0f-a2a5-1fd14af06d09 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:40.694791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:06:40.695196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Checking segment: {'id': '3018ebba-e3f2-4450-8981-ed2a521bd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'df4f6336-fd48-4c0f-a2a5-1fd14af06d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:40.695614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Bound using segment: {'id': '3018ebba-e3f2-4450-8981-ed2a521bd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'df4f6336-fd48-4c0f-a2a5-1fd14af06d09'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:06:40.696163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Bound port: a85514c3-ebe2-4659-8d7e-a2607ed38ffa, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3018ebba-e3f2-4450-8981-ed2a521bd5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'df4f6336-fd48-4c0f-a2a5-1fd14af06d09'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:06:40.696669 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:40.713572 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (454768d2-3053-4e36-913c-2e1eb3828239), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:40.783759 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:06:40.784564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] For port a85514c3-ebe2-4659-8d7e-a2607ed38ffa, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:06:40.788139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] For port a85514c3-ebe2-4659-8d7e-a2607ed38ffa, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a85514c3-ebe2-4659-8d7e-a2607ed38ffa,segment=NetworkSegment(3018ebba-e3f2-4450-8981-ed2a521bd5a4),segment_id=3018ebba-e3f2-4450-8981-ed2a521bd5a4)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:06:40.796057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:40.814848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:40.818010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:06:40.820191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5021f34-6d9a-4db0-b48c-ceed4c2702c0 req-66662aa5-9cc3-407c-bc26-a7dc6b4cec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:40.822381 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d5021f34-6d9a-4db0-b48c-ceed4c2702c0 req-66662aa5-9cc3-407c-bc26-a7dc6b4cec4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a77b539c-fe67-429b-b8d9-661c579990ef HTTP/1.1" status: 200 len: 855 time: 0.2572155 Feb 02 13:06:40.874121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:40.874997 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:40.877275 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] 10.222.0.62 "PUT /v2.0/ports/a85514c3-ebe2-4659-8d7e-a2607ed38ffa HTTP/1.1" status: 200 len: 1092 time: 2.4276898 Feb 02 13:06:40.917081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d5021f34-6d9a-4db0-b48c-ceed4c2702c0 req-6a3c8bd8-16c1-4394-9ffd-d383f5b238f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c63a35f9-d564-490d-b25a-136375c41397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544522 Feb 02 13:06:40.917775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:40.918532 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:40.923149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b073e1ba-6f4a-4672-95a1-7c6ea8feb652 admin admin] Publish callbacks [] for security_group (947ceb03-9028-454f-a4f7-e593dacc4de2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:40.988587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b6c827b1-7ba4-4979-9d48-f96c47fa6a84 req-eb3bb20c-e29d-4d2b-8587-e93827fb048a tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233046 Feb 02 13:06:40.996083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9694705 Feb 02 13:06:41.023356 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b073e1ba-6f4a-4672-95a1-7c6ea8feb652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (947ceb03-9028-454f-a4f7-e593dacc4de2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:41.029412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aed0ed-968c-41d3-939a-4bbab8bb582b req-30e6b65d-8917-48c6-ab58-c61437a9ef1e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:41.038140 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aed0ed-968c-41d3-939a-4bbab8bb582b req-30e6b65d-8917-48c6-ab58-c61437a9ef1e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 949 time: 0.3908920 Feb 02 13:06:41.040307 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446de97-8529-41e6-b0db-291879108b86 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Pushing event updated for resources: {'Port': ['ID=454768d2-3053-4e36-913c-2e1eb3828239,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:41.059093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Request body: {'port': {'device_id': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:41.076664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0c69bac0-6c6d-423a-8680-555c047372e6 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:41.184725 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b073e1ba-6f4a-4672-95a1-7c6ea8feb652 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=07da17987cf14965bc299e899ec89323&name=default HTTP/1.1" status: 200 len: 2997 time: 1.2317953 Feb 02 13:06:41.186551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbba47a0-ffc1-4fc1-b5a0-fa3939b83970', 'tag': 'a85514c3-ebe2-4659-8d7e-a2607ed38ffa'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:41.189089 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a71c6c9a-2b36-48d9-8ce3-d8905d007ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "dbba47a0-ffc1-4fc1-b5a0-fa3939b83970", "tag": "a85514c3-ebe2-4659-8d7e-a2607ed38ffa"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:41.201725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47228) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:41.249432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f06e98-2347-423a-b960-6b8b00c7bd0f service neutron] Pushing event updated for resources: {'Port': ['ID=a85514c3-ebe2-4659-8d7e-a2607ed38ffa,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:41.265231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 0c69bac0-6c6d-423a-8680-555c047372e6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0c69bac0-6c6d-423a-8680-555c047372e6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:41.266191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073e1ba-6f4a-4672-95a1-7c6ea8feb652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947ceb03-9028-454f-a4f7-e593dacc4de2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:41.278969 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d5021f34-6d9a-4db0-b48c-ceed4c2702c0 req-0aafd973-7f56-4493-8e26-f5edc0758b6d service neutron] 10.222.0.62 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491075 Feb 02 13:06:41.308613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '0c69bac0-6c6d-423a-8680-555c047372e6', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '0c69bac0-6c6d-423a-8680-555c047372e6', 'mac_address': 'fa:16:3e:8e:35:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:41.313408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-60b1c9c6-78a0-41b0-ae85-2dc0123a1308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:41.315263 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-60b1c9c6-78a0-41b0-ae85-2dc0123a1308 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a17551ff09d84b7595aecd8351d1d9a1&device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 1126 time: 0.3079033 Feb 02 13:06:41.370989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-997eca88-fdea-41ef-b50e-ce00a7e3c545 None None] Provisioning complete for port 454768d2-3053-4e36-913c-2e1eb3828239 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:41.371755 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-997eca88-fdea-41ef-b50e-ce00a7e3c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (454768d2-3053-4e36-913c-2e1eb3828239), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:41.404245 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-876c1e97-b70a-49de-95e4-54899f0e17fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a85514c3-ebe2-4659-8d7e-a2607ed38ffa HTTP/1.1" status: 200 len: 217 time: 0.0696635 Feb 02 13:06:41.432398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 0c69bac0-6c6d-423a-8680-555c047372e6 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:41.433274 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:41.435805 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-997eca88-fdea-41ef-b50e-ce00a7e3c545 None None] Port 454768d2-3053-4e36-913c-2e1eb3828239 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:06:41.466660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c69bac0-6c6d-423a-8680-555c047372e6 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:41.515341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 0c69bac0-6c6d-423a-8680-555c047372e6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0c69bac0-6c6d-423a-8680-555c047372e6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:41.529729 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:41.594054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=0c69bac0-6c6d-423a-8680-555c047372e6,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:41.609800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-636ff8dd-1953-460b-b120-966d40cbd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:41.611278 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-636ff8dd-1953-460b-b120-966d40cbd6ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=798318e8-baa6-4856-8a40-eafb94a57167 HTTP/1.1" status: 200 len: 861 time: 0.1977577 Feb 02 13:06:41.649818 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d5021f34-6d9a-4db0-b48c-ceed4c2702c0 req-3d13ae7a-15e2-482e-ae9a-a70ddaaecf18 service neutron] 10.222.0.62 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601937 Feb 02 13:06:41.718670 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-bc864086-fa42-4707-9e58-4bd0d2aa9dff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=df4f6336-fd48-4c0f-a2a5-1fd14af06d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949092 Feb 02 13:06:41.838316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c9881-4539-493d-90e7-a0815ac9e634 req-3054075b-1b51-4235-9395-be77aadf0876 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:41.839958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-089c9881-4539-493d-90e7-a0815ac9e634 req-3054075b-1b51-4235-9395-be77aadf0876 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 944 time: 0.7348032 Feb 02 13:06:41.847283 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-37a4e366-95b5-4b8c-9953-0a691b513bba service neutron] 10.222.0.62 "GET /v2.0/networks/df4f6336-fd48-4c0f-a2a5-1fd14af06d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217217 Feb 02 13:06:41.857790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0c69bac0-6c6d-423a-8680-555c047372e6'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:41.943954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70aed0ed-968c-41d3-939a-4bbab8bb582b req-3b35897e-5f5f-4863-aa87-70506bff815d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8734629 Feb 02 13:06:41.977936 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (454768d2-3053-4e36-913c-2e1eb3828239), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:42.016870 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f7140aa-05bc-43f7-a76b-5f672e08661e req-7bb3f366-b927-45c6-9a2e-b2512142ff62 service neutron] 10.222.0.62 "GET /v2.0/networks/df4f6336-fd48-4c0f-a2a5-1fd14af06d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619451 Feb 02 13:06:42.051603 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ca60cd-2ab1-4ddf-8d8d-a4f06f4315b5 admin admin] Publish callbacks [] for security_group (947ceb03-9028-454f-a4f7-e593dacc4de2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:42.137021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-089c9881-4539-493d-90e7-a0815ac9e634 req-e4b1847c-e522-4a46-82bc-fc7690e0f61e tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/security-groups?id=7989401a-a5d6-48bc-abc1-5797d7f0c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850618 Feb 02 13:06:42.149930 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ca60cd-2ab1-4ddf-8d8d-a4f06f4315b5 admin admin] Publish callbacks [] for security_group (947ceb03-9028-454f-a4f7-e593dacc4de2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:42.261375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6d5d3-dbe3-45cd-9398-655a0ec916d3 req-523c1f58-2d35-475d-96bc-35e74a5a2950 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:42.268275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dae6d5d3-dbe3-45cd-9398-655a0ec916d3 req-523c1f58-2d35-475d-96bc-35e74a5a2950 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 943 time: 0.2406182 Feb 02 13:06:42.397856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dae6d5d3-dbe3-45cd-9398-655a0ec916d3 req-95bb4c0a-298a-4e5c-a4a3-84f5a52ea285 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242459 Feb 02 13:06:42.459507 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ca60cd-2ab1-4ddf-8d8d-a4f06f4315b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (947ceb03-9028-454f-a4f7-e593dacc4de2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:42.472655 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ca60cd-2ab1-4ddf-8d8d-a4f06f4315b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:42.473792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-57ca60cd-2ab1-4ddf-8d8d-a4f06f4315b5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/947ceb03-9028-454f-a4f7-e593dacc4de2 HTTP/1.1" status: 204 len: 168 time: 1.2659140 Feb 02 13:06:42.539038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca60cd-2ab1-4ddf-8d8d-a4f06f4315b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947ceb03-9028-454f-a4f7-e593dacc4de2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:42.561064 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb04a25-fcb6-42f1-8436-e2e3e84e8f5e x-openstack-request-id: req-3bb04a25-fcb6-42f1-8436-e2e3e84e8f5e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:42.561599 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbba47a0-ffc1-4fc1-b5a0-fa3939b83970", "tag": "a85514c3-ebe2-4659-8d7e-a2607ed38ffa", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:42.561599 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3bb04a25-fcb6-42f1-8436-e2e3e84e8f5e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:42.562041 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbba47a0-ffc1-4fc1-b5a0-fa3939b83970', 'tag': 'a85514c3-ebe2-4659-8d7e-a2607ed38ffa', 'status': 'completed', 'code': 200} Feb 02 13:06:42.567286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a8ae4-e5f7-4327-ae34-038ddce00363 req-fed01cfe-0eb7-4b47-b6dc-28527faba098 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:42.577931 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c5a8ae4-e5f7-4327-ae34-038ddce00363 req-fed01cfe-0eb7-4b47-b6dc-28527faba098 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 932 time: 0.3284829 Feb 02 13:06:42.724309 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c6c9a-2b36-48d9-8ce3-d8905d007ea8 req-64fd3346-9948-4388-a307-ce5489ae04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:42.727601 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a71c6c9a-2b36-48d9-8ce3-d8905d007ea8 req-64fd3346-9948-4388-a307-ce5489ae04d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a17551ff09d84b7595aecd8351d1d9a1&device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 1126 time: 0.0977087 Feb 02 13:06:42.800395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c5a8ae4-e5f7-4327-ae34-038ddce00363 req-6274eeda-b250-4a12-b23c-e651fc7bfa8b tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133901 Feb 02 13:06:42.893648 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c69e63-ac2d-4471-bcf4-425f79fcc67c req-6c0b3090-40f5-4f4d-be46-306f0769293c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:42.895159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02c69e63-ac2d-4471-bcf4-425f79fcc67c req-6c0b3090-40f5-4f4d-be46-306f0769293c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 948 time: 0.2152455 Feb 02 13:06:42.897878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454768d2-3053-4e36-913c-2e1eb3828239 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:42.910212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c6c9a-2b36-48d9-8ce3-d8905d007ea8 req-63ee75c8-bb45-4bef-8a0c-8c553c15dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:42.910470 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Publish callbacks [] for port (454768d2-3053-4e36-913c-2e1eb3828239), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:42.911886 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a71c6c9a-2b36-48d9-8ce3-d8905d007ea8 req-63ee75c8-bb45-4bef-8a0c-8c553c15dc76 service neutron] 10.222.0.62 "GET /v2.0/networks?id=df4f6336-fd48-4c0f-a2a5-1fd14af06d09 HTTP/1.1" status: 200 len: 922 time: 0.1775043 Feb 02 13:06:42.938665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Transition to ACTIVE for port object 454768d2-3053-4e36-913c-2e1eb3828239 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:06:42.947084 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (454768d2-3053-4e36-913c-2e1eb3828239), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:42.991679 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a71c6c9a-2b36-48d9-8ce3-d8905d007ea8 req-2c56d687-c5b9-433c-9f99-8c37ce171acb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a85514c3-ebe2-4659-8d7e-a2607ed38ffa HTTP/1.1" status: 200 len: 217 time: 0.0724840 Feb 02 13:06:43.008470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02c69e63-ac2d-4471-bcf4-425f79fcc67c req-49e0a8cf-ccf0-46f2-8e32-c9b38841790e tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052592 Feb 02 13:06:43.025827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Pushing event updated for resources: {'Port': ['ID=454768d2-3053-4e36-913c-2e1eb3828239,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:43.109911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:43.125917 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0c69bac0-6c6d-423a-8680-555c047372e6 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:43.126162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c6c9a-2b36-48d9-8ce3-d8905d007ea8 req-6ff1b5ec-3bb9-4f91-bfec-a91445a0aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:43.135578 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a71c6c9a-2b36-48d9-8ce3-d8905d007ea8 req-6ff1b5ec-3bb9-4f91-bfec-a91445a0aaa5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=798318e8-baa6-4856-8a40-eafb94a57167 HTTP/1.1" status: 200 len: 861 time: 0.1259825 Feb 02 13:06:43.211691 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a71c6c9a-2b36-48d9-8ce3-d8905d007ea8 req-ba7ff856-7093-4263-a525-a9cec5fadacf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=df4f6336-fd48-4c0f-a2a5-1fd14af06d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716321 Feb 02 13:06:43.233875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b0b89-01e6-4fea-ab61-767c94852f7e req-b9bfcbed-c80a-4673-9e8e-6d6b6d261e64 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:43.249227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-739b0b89-01e6-4fea-ab61-767c94852f7e req-b9bfcbed-c80a-4673-9e8e-6d6b6d261e64 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 949 time: 0.1564052 Feb 02 13:06:43.296279 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Attempting to bind port 454768d2-3053-4e36-913c-2e1eb3828239 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:06:43.296671 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Attempting to bind port 454768d2-3053-4e36-913c-2e1eb3828239 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:06:43.320007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Attempting to bind port 454768d2-3053-4e36-913c-2e1eb3828239 on network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:43.329911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Port 454768d2-3053-4e36-913c-2e1eb3828239 on network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:06:43.330113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Attempting to bind port 454768d2-3053-4e36-913c-2e1eb3828239 on network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:43.343375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:06:43.359376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Checking segment: {'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:43.360104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Bound using segment: {'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:06:43.360620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Bound port: 454768d2-3053-4e36-913c-2e1eb3828239, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1bd748-038c-47d2-981f-7508cc5d154c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:06:43.361055 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (454768d2-3053-4e36-913c-2e1eb3828239), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:43.442685 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a71c6c9a-2b36-48d9-8ce3-d8905d007ea8 req-bf2bb585-0497-413e-aaee-33f1688d47c7 service neutron] 10.222.0.62 "GET /v2.0/networks/df4f6336-fd48-4c0f-a2a5-1fd14af06d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148304 Feb 02 13:06:43.500370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 0c69bac0-6c6d-423a-8680-555c047372e6 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:43.507364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 0c69bac0-6c6d-423a-8680-555c047372e6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:43.508553 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:43.567082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-739b0b89-01e6-4fea-ab61-767c94852f7e req-3a0cf2b7-4fe2-4c78-b44d-c2f2306a8c09 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039765 Feb 02 13:06:43.659269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8ef76-5244-4430-8467-77177262c539 req-072776f1-ee04-409f-916b-e3b2bd041cf8 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:43.661798 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8c8ef76-5244-4430-8467-77177262c539 req-072776f1-ee04-409f-916b-e3b2bd041cf8 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 944 time: 0.2968233 Feb 02 13:06:43.682793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:43.703814 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a71c6c9a-2b36-48d9-8ce3-d8905d007ea8 req-d00e5512-2696-4230-807e-691af1987acd service neutron] 10.222.0.62 "GET /v2.0/networks/df4f6336-fd48-4c0f-a2a5-1fd14af06d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548509 Feb 02 13:06:43.744880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '41e356e3-454a-41f4-a67c-2e2ca2c6e9c1', 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397', 'port_id': '41e356e3-454a-41f4-a67c-2e2ca2c6e9c1', 'mac_address': 'fa:16:3e:78:b2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77b539c-fe67-429b-b8d9-661c579990ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:43.761494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47274) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:43.764349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] For port 454768d2-3053-4e36-913c-2e1eb3828239, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:06:43.805617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] For port 454768d2-3053-4e36-913c-2e1eb3828239, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=454768d2-3053-4e36-913c-2e1eb3828239,segment=NetworkSegment(dd1bd748-038c-47d2-981f-7508cc5d154c),segment_id=dd1bd748-038c-47d2-981f-7508cc5d154c)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:06:43.843865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:43.849858 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:43.868280 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (454768d2-3053-4e36-913c-2e1eb3828239), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:43.899457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:43.900581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1213476030-network', 'tenant_id': '60884a34201d40e69cec20e132b4b2f4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:43.934495 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Made reservation on behalf of 60884a34201d40e69cec20e132b4b2f4 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:43.939212 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:43.943674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:43.950586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8c8ef76-5244-4430-8467-77177262c539 req-a3f78411-755d-44d0-9461-0b6933eca430 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/security-groups?id=7989401a-a5d6-48bc-abc1-5797d7f0c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800882 Feb 02 13:06:43.984828 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:43.997572 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b8802f-1280-41a1-92ee-b7b6a3f09866 req-4c4166d0-6b4b-47f2-a6fb-5fe87ef37772 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:44.005063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34b8802f-1280-41a1-92ee-b7b6a3f09866 req-4c4166d0-6b4b-47f2-a6fb-5fe87ef37772 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 943 time: 0.3327398 Feb 02 13:06:44.026248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:44.027012 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:44.028501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] 10.222.0.62 "PUT /v2.0/ports/454768d2-3053-4e36-913c-2e1eb3828239 HTTP/1.1" status: 200 len: 1092 time: 2.9893997 Feb 02 13:06:44.038462 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:44.056470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'tag': '454768d2-3053-4e36-913c-2e1eb3828239'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:44.058763 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21427ae6-f367-4433-8236-cc2e189cb831" -d '{"events": [{"name": "network-changed", "server_uuid": "e6bc3d6e-8a33-417a-b735-efd43054b607", "tag": "454768d2-3053-4e36-913c-2e1eb3828239"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:44.091186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34b8802f-1280-41a1-92ee-b7b6a3f09866 req-c441de4f-a960-4a07-8f17-8aa8d5211f2f tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852249 Feb 02 13:06:44.092401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe055e25-60f2-42f2-aef7-b43e3ecadab8 service neutron] Pushing event updated for resources: {'Port': ['ID=454768d2-3053-4e36-913c-2e1eb3828239,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:44.218899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:44.229546 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Publish callbacks [] for security_group (da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:44.238867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:44.239956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-0a1d5188-2965-4b8f-88fe-65d72ab309d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:44.241890 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-0a1d5188-2965-4b8f-88fe-65d72ab309d2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebd7659f2f644bd7aea7f278f1e28d62&device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 1126 time: 0.1265047 Feb 02 13:06:44.278130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 0c69bac0-6c6d-423a-8680-555c047372e6 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:44.278499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:44.299383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:44.310372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-bf71ad18-ab64-4e73-8bf7-9cfebdec6276 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=454768d2-3053-4e36-913c-2e1eb3828239 HTTP/1.1" status: 200 len: 217 time: 0.0549989 Feb 02 13:06:44.340845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:06:44.362624 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (6432bca3-d191-4955-8745-f753403e4fac), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:44.363637 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Added segment 6432bca3-d191-4955-8745-f753403e4fac of type vlan for network c3574a3b-1405-43ef-8c80-795664885757 Feb 02 13:06:44.381860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 0c69bac0-6c6d-423a-8680-555c047372e6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0c69bac0-6c6d-423a-8680-555c047372e6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:44.385069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6258069f-988c-48ef-a636-0cdb774c2311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c69bac0-6c6d-423a-8680-555c047372e6'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:44.397747 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467d0792-03d7-4db9-b534-588e385beec1" -d '{"events": [{"server_uuid": "6258069f-988c-48ef-a636-0cdb774c2311", "name": "network-vif-plugged", "status": "completed", "tag": "0c69bac0-6c6d-423a-8680-555c047372e6"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:44.402862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['41e356e3-454a-41f4-a67c-2e2ca2c6e9c1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:44.458221 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (c3574a3b-1405-43ef-8c80-795664885757), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:44.459715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581b542-3fb7-4bda-bf03-348355ed88b1 req-b3c65ab5-f9c3-4ee1-bcbd-9fd820603a7d tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:44.461808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5581b542-3fb7-4bda-bf03-348355ed88b1 req-b3c65ab5-f9c3-4ee1-bcbd-9fd820603a7d tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.2246988 Feb 02 13:06:44.462095 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:44.471258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-ed998dfc-ef20-48c3-b778-6039f54eb508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:44.472783 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-ed998dfc-ef20-48c3-b778-6039f54eb508 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=094448ab-9020-40f3-b3f0-982dc98471c2 HTTP/1.1" status: 200 len: 854 time: 0.1207356 Feb 02 13:06:44.487115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a719d7-2b87-49a2-9660-a4e3944d7b38 req-765b90a5-a209-4faa-bd1a-3029bcacb259 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:44.494351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0a719d7-2b87-49a2-9660-a4e3944d7b38 req-765b90a5-a209-4faa-bd1a-3029bcacb259 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 1131 time: 0.2515085 Feb 02 13:06:44.521801 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (c3574a3b-1405-43ef-8c80-795664885757), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:44.523185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:44.523805 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:44.592379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=0c69bac0-6c6d-423a-8680-555c047372e6,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:44.627284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-ce2cf4be-21af-4cc2-84de-04165f29edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:44.628918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-ce2cf4be-21af-4cc2-84de-04165f29edd3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bea9a89a-1bfa-4d54-a6b1-3e771429bd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1441276 Feb 02 13:06:44.644556 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0a719d7-2b87-49a2-9660-a4e3944d7b38 req-0679f618-c374-4035-b3aa-0d345f6859a3 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492698 Feb 02 13:06:44.654891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] Pushing event updated for resources: {'Network': ['ID=c3574a3b-1405-43ef-8c80-795664885757,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:44.670935 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3e3e7163-933c-4ca0-bfd6-fb147633fd69 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9081438 Feb 02 13:06:44.675411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47296) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:06:44.686138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-19486bfa-33bd-45ed-89ff-f66cced3ac6e admin admin] Request body: {'subnet': {'network_id': 'c3574a3b-1405-43ef-8c80-795664885757', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1213476030-subnet', 'tenant_id': '60884a34201d40e69cec20e132b4b2f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:44.690893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network c3574a3b-1405-43ef-8c80-795664885757 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:06:44.751179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19486bfa-33bd-45ed-89ff-f66cced3ac6e admin admin] Made reservation on behalf of 60884a34201d40e69cec20e132b4b2f4 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:44.754950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19486bfa-33bd-45ed-89ff-f66cced3ac6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:44.802866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-04e5e195-854b-4395-bde5-7d8ff26c7e70 service neutron] 10.222.0.62 "GET /v2.0/networks/bea9a89a-1bfa-4d54-a6b1-3e771429bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572087 Feb 02 13:06:44.816902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5581b542-3fb7-4bda-bf03-348355ed88b1 req-35023ecc-2ed8-4a31-a2dc-d426e0d2c509 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478646 Feb 02 13:06:44.950131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d8f11-8ecf-4e59-a6c2-c5480d90156f req-d280939f-a78e-42e4-ac95-76b9f3d9ed87 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:44.961176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-614d8f11-8ecf-4e59-a6c2-c5480d90156f req-d280939f-a78e-42e4-ac95-76b9f3d9ed87 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 949 time: 0.1563704 Feb 02 13:06:44.974233 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aac0c97-7848-4d28-91d1-bfb5f6d70235 x-openstack-request-id: req-5aac0c97-7848-4d28-91d1-bfb5f6d70235 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:44.974233 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6bc3d6e-8a33-417a-b735-efd43054b607", "tag": "454768d2-3053-4e36-913c-2e1eb3828239", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:44.974494 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5aac0c97-7848-4d28-91d1-bfb5f6d70235 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:44.975098 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'tag': '454768d2-3053-4e36-913c-2e1eb3828239', 'status': 'completed', 'code': 200} Feb 02 13:06:45.043287 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5867760-4d27-481c-8d69-cbbd4b0d9b1a x-openstack-request-id: req-e5867760-4d27-481c-8d69-cbbd4b0d9b1a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:45.043745 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6258069f-988c-48ef-a636-0cdb774c2311", "name": "network-vif-plugged", "status": "completed", "tag": "0c69bac0-6c6d-423a-8680-555c047372e6", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:45.043998 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e5867760-4d27-481c-8d69-cbbd4b0d9b1a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:45.044400 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6258069f-988c-48ef-a636-0cdb774c2311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c69bac0-6c6d-423a-8680-555c047372e6', 'code': 200} Feb 02 13:06:45.078759 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d272e49e-df6e-45ea-a07e-4a246ceb9488 req-c55b0e97-5c8a-4d59-bf05-7526c70a4d4b service neutron] 10.222.0.62 "GET /v2.0/networks/bea9a89a-1bfa-4d54-a6b1-3e771429bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608545 Feb 02 13:06:45.111162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a85514c3-ebe2-4659-8d7e-a2607ed38ffa details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:45.116124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19486bfa-33bd-45ed-89ff-f66cced3ac6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (be56fb25-a0c0-4c94-a644-d6c3d200e986), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:45.139005 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-614d8f11-8ecf-4e59-a6c2-c5480d90156f req-439c4dfe-97a7-4b65-a2bc-8b9b88ac3b08 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755874 Feb 02 13:06:45.247520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-329683cd-4e04-43a1-a238-ff2849b2b989 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781741 Feb 02 13:06:45.344972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19486bfa-33bd-45ed-89ff-f66cced3ac6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be56fb25-a0c0-4c94-a644-d6c3d200e986,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:45.351945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a85514c3-ebe2-4659-8d7e-a2607ed38ffa, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a85514c3-ebe2-4659-8d7e-a2607ed38ffa,segment=NetworkSegment(3018ebba-e3f2-4450-8981-ed2a521bd5a4),segment_id=3018ebba-e3f2-4450-8981-ed2a521bd5a4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:45.387836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'a85514c3-ebe2-4659-8d7e-a2607ed38ffa', 'network_id': 'df4f6336-fd48-4c0f-a2a5-1fd14af06d09', 'port_id': 'a85514c3-ebe2-4659-8d7e-a2607ed38ffa', 'mac_address': 'fa:16:3e:58:cc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '798318e8-baa6-4856-8a40-eafb94a57167', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:45.396022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19486bfa-33bd-45ed-89ff-f66cced3ac6e admin admin] Checking segment: {'id': '6432bca3-d191-4955-8745-f753403e4fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3574a3b-1405-43ef-8c80-795664885757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:45.396394 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19486bfa-33bd-45ed-89ff-f66cced3ac6e admin admin] Network hostable DHCP agents. Network: c3574a3b-1405-43ef-8c80-795664885757, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:06:45.437552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427ae6-f367-4433-8236-cc2e189cb831 req-ca27cd7f-0e1a-4bf8-ad1d-4a90b44e3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:45.439177 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-21427ae6-f367-4433-8236-cc2e189cb831 req-ca27cd7f-0e1a-4bf8-ad1d-4a90b44e3bba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebd7659f2f644bd7aea7f278f1e28d62&device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 1126 time: 0.2519622 Feb 02 13:06:45.465747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port a85514c3-ebe2-4659-8d7e-a2607ed38ffa is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:45.466199 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:45.477528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19486bfa-33bd-45ed-89ff-f66cced3ac6e admin admin] Network c3574a3b-1405-43ef-8c80-795664885757 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:06:45.480582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85514c3-ebe2-4659-8d7e-a2607ed38ffa {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:45.484178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-0e74a037-b027-4238-9a17-93da172112c2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:45.487623 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-0e74a037-b027-4238-9a17-93da172112c2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472820 Feb 02 13:06:45.509450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a85514c3-ebe2-4659-8d7e-a2607ed38ffa, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a85514c3-ebe2-4659-8d7e-a2607ed38ffa,segment=NetworkSegment(3018ebba-e3f2-4450-8981-ed2a521bd5a4),segment_id=3018ebba-e3f2-4450-8981-ed2a521bd5a4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:45.515343 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:45.516282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86daa1-4e90-4bf7-a684-15c2fc0dd21c req-ad65d32f-4f3e-4a55-b5da-be88c842a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:45.518304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb86daa1-4e90-4bf7-a684-15c2fc0dd21c req-ad65d32f-4f3e-4a55-b5da-be88c842a44c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 1131 time: 0.3037491 Feb 02 13:06:45.524995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-19486bfa-33bd-45ed-89ff-f66cced3ac6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, c3574a3b-1405-43ef-8c80-795664885757) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:45.529296 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-94da529a-73e0-44a9-8fe8-da2cf2dda0cd tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/quotas/878b55bf0eeb4eafa84943c0574b0ee0 HTTP/1.1" status: 200 len: 375 time: 0.0282073 Feb 02 13:06:45.535276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19486bfa-33bd-45ed-89ff-f66cced3ac6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:45.535907 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19486bfa-33bd-45ed-89ff-f66cced3ac6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:45.584695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=a85514c3-ebe2-4659-8d7e-a2607ed38ffa,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:45.587786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeeec87-022e-4935-af99-c4c54ef91e82 None None] Network c3574a3b-1405-43ef-8c80-795664885757 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:06:45.590460 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-19486bfa-33bd-45ed-89ff-f66cced3ac6e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9131322 Feb 02 13:06:45.604584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ea950-8c01-44d8-a2d9-95e1b8f3001b req-2de1fe00-9a73-496f-afb8-8351f5e72026 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:45.606304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053ea950-8c01-44d8-a2d9-95e1b8f3001b req-2de1fe00-9a73-496f-afb8-8351f5e72026 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 944 time: 0.2748687 Feb 02 13:06:45.660154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb86daa1-4e90-4bf7-a684-15c2fc0dd21c req-491b87f9-8bee-4e42-883e-93ac627ea158 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179121 Feb 02 13:06:45.673603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.674069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.674451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.674792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.675127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.675478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.675812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.676856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.677200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.677535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.677853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.678169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.678827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:06:45.720457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427ae6-f367-4433-8236-cc2e189cb831 req-556c1e52-75b6-421d-b795-ac0e28623169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:45.725670 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-21427ae6-f367-4433-8236-cc2e189cb831 req-556c1e52-75b6-421d-b795-ac0e28623169 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bea9a89a-1bfa-4d54-a6b1-3e771429bd14 HTTP/1.1" status: 200 len: 916 time: 0.2721009 Feb 02 13:06:45.738248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053ea950-8c01-44d8-a2d9-95e1b8f3001b req-0b844419-440e-4350-a008-2f0b05fb4094 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/security-groups?id=7989401a-a5d6-48bc-abc1-5797d7f0c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233079 Feb 02 13:06:45.765208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-f0b955fb-7a41-4daa-83f4-752c0dbd6aff tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2349381 Feb 02 13:06:45.910252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b9c1c-7c1a-4ffb-bbfa-35d5dbb255bb None None] Network c3574a3b-1405-43ef-8c80-795664885757 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:06:45.954227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['a85514c3-ebe2-4659-8d7e-a2607ed38ffa'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:46.005043 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-21427ae6-f367-4433-8236-cc2e189cb831 req-eb5dc2c4-7d21-4d11-acd5-d6ca9df89be1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=454768d2-3053-4e36-913c-2e1eb3828239 HTTP/1.1" status: 200 len: 217 time: 0.0712059 Feb 02 13:06:46.108176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427ae6-f367-4433-8236-cc2e189cb831 req-95920b09-73fb-4ca3-9287-d863b97a1d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:46.111913 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-21427ae6-f367-4433-8236-cc2e189cb831 req-95920b09-73fb-4ca3-9287-d863b97a1d5d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=094448ab-9020-40f3-b3f0-982dc98471c2 HTTP/1.1" status: 200 len: 854 time: 0.1001341 Feb 02 13:06:46.134497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ec77b-3e7c-4eea-ac99-339a025a3ea4 req-2d88172d-487b-4a0d-94b3-ed3b9a897431 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:46.142752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-936ec77b-3e7c-4eea-ac99-339a025a3ea4 req-2d88172d-487b-4a0d-94b3-ed3b9a897431 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.1065457 Feb 02 13:06:46.158069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d598988-fd45-49eb-959c-bc12379913ff req-a9e66b9b-49f2-467e-900c-804c82206a1f tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:46.165400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d598988-fd45-49eb-959c-bc12379913ff req-a9e66b9b-49f2-467e-900c-804c82206a1f tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 944 time: 0.1871395 Feb 02 13:06:46.222188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21427ae6-f367-4433-8236-cc2e189cb831 req-20fe2b24-d120-4ca4-b4df-02e95b2ea7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:46.224291 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-21427ae6-f367-4433-8236-cc2e189cb831 req-20fe2b24-d120-4ca4-b4df-02e95b2ea7ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bea9a89a-1bfa-4d54-a6b1-3e771429bd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1026723 Feb 02 13:06:46.340943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-936ec77b-3e7c-4eea-ac99-339a025a3ea4 req-10245b0f-ea7a-4215-813d-ee2b7e410134 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969368 Feb 02 13:06:46.367090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d598988-fd45-49eb-959c-bc12379913ff req-f4816208-eeab-41da-b985-2cc9f8f56c53 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966462 Feb 02 13:06:46.398933 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-21427ae6-f367-4433-8236-cc2e189cb831 req-fe67dc5c-324a-4252-b1fe-d0bc118fac37 service neutron] 10.222.0.62 "GET /v2.0/networks/bea9a89a-1bfa-4d54-a6b1-3e771429bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668506 Feb 02 13:06:46.470882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dabf5f75-5d43-4d5e-8cb4-b9c7e8b596a4 req-524b1997-f330-40df-a59d-9147627363ba tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 210 time: 0.0370388 Feb 02 13:06:46.627352 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-21427ae6-f367-4433-8236-cc2e189cb831 req-3e7f60fb-ad9f-4ff4-8d62-53a97f696356 service neutron] 10.222.0.62 "GET /v2.0/networks/bea9a89a-1bfa-4d54-a6b1-3e771429bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215188 Feb 02 13:06:46.674561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fef38-a03e-4e72-a692-e9b2813349c2 req-e0fca967-8b0f-4a3c-94b4-fe9eb761a1f3 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:46.684438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c5fef38-a03e-4e72-a692-e9b2813349c2 req-e0fca967-8b0f-4a3c-94b4-fe9eb761a1f3 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 949 time: 0.1477821 Feb 02 13:06:46.815218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c5fef38-a03e-4e72-a692-e9b2813349c2 req-6718e3fb-a464-4085-9f13-5e10713312eb tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228585 Feb 02 13:06:46.976645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-a6c2715a-2f9d-45ee-b5bb-e6072719d3cf tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:46.978065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-a6c2715a-2f9d-45ee-b5bb-e6072719d3cf tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/networks?id=c3574a3b-1405-43ef-8c80-795664885757 HTTP/1.1" status: 200 len: 814 time: 0.2276757 Feb 02 13:06:47.022729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-0b9e712f-9d0b-485f-ae31-fae0e6ebefc9 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/quotas/60884a34201d40e69cec20e132b4b2f4 HTTP/1.1" status: 200 len: 375 time: 0.0262821 Feb 02 13:06:47.090894 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-809c3a5e-3011-4a0c-bbee-ff80ba14f0f0 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=60884a34201d40e69cec20e132b4b2f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671852 Feb 02 13:06:47.139392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:47.141281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac9aa6-7779-41c8-bf6b-613afd835055 req-1c4ada38-968b-4ffa-ab04-1b9b98de3f7b tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:47.149189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7ac9aa6-7779-41c8-bf6b-613afd835055 req-1c4ada38-968b-4ffa-ab04-1b9b98de3f7b tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 945 time: 0.2575591 Feb 02 13:06:47.221549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:47.231134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:47.231528 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:47.312060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7ac9aa6-7779-41c8-bf6b-613afd835055 req-19e76333-cbd8-428b-b714-f4b32efa6a73 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/security-groups?id=7989401a-a5d6-48bc-abc1-5797d7f0c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618369 Feb 02 13:06:47.359977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-7df16fef-d0aa-41c4-b43b-acdbb768f064 service neutron] 10.222.0.83 "GET /v2.0/networks/c3574a3b-1405-43ef-8c80-795664885757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681274 Feb 02 13:06:47.406436 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:47.406938 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:47.450017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:47.451364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0c56fd-1fcc-4e50-9031-c157f0c2f169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e356e3-454a-41f4-a67c-2e2ca2c6e9c1'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:47.455042 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdda7c77-1596-4198-abc7-f0f2bf901f70" -d '{"events": [{"server_uuid": "4b0c56fd-1fcc-4e50-9031-c157f0c2f169", "name": "network-vif-plugged", "status": "completed", "tag": "41e356e3-454a-41f4-a67c-2e2ca2c6e9c1"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:47.459530 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:47.460581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a85514c3-ebe2-4659-8d7e-a2607ed38ffa up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:06:47.552965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:47.583985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port a85514c3-ebe2-4659-8d7e-a2607ed38ffa completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:06:47.591018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port a85514c3-ebe2-4659-8d7e-a2607ed38ffa triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:47.591557 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:47.592169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-4c13ca96-7676-440a-973a-8cdb8c5fb503 service neutron] 10.222.0.83 "GET /v2.0/networks/c3574a3b-1405-43ef-8c80-795664885757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311518 Feb 02 13:06:47.626806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e10574-cffc-4d71-bb8a-601b7a79aa8b req-508b09c7-2384-43c2-bce9-5d20fe139c56 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:47.638411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59e10574-cffc-4d71-bb8a-601b7a79aa8b req-508b09c7-2384-43c2-bce9-5d20fe139c56 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.1315310 Feb 02 13:06:47.744557 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port a85514c3-ebe2-4659-8d7e-a2607ed38ffa is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:47.745064 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:47.760180 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59e10574-cffc-4d71-bb8a-601b7a79aa8b req-83c0f9a8-2ea2-4552-84f7-d12aae6dc41e tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088910 Feb 02 13:06:47.794883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a85514c3-ebe2-4659-8d7e-a2607ed38ffa, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a85514c3-ebe2-4659-8d7e-a2607ed38ffa,segment=NetworkSegment(3018ebba-e3f2-4450-8981-ed2a521bd5a4),segment_id=3018ebba-e3f2-4450-8981-ed2a521bd5a4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:47.800046 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:47.813406 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-27db250a-3b70-4381-b0e4-c167a1b40bb5 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455351 Feb 02 13:06:47.918501 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=a85514c3-ebe2-4659-8d7e-a2607ed38ffa,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:48.001751 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a927ef3-5647-4dc1-a0f7-cf098f66972d x-openstack-request-id: req-2a927ef3-5647-4dc1-a0f7-cf098f66972d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:48.002042 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0c56fd-1fcc-4e50-9031-c157f0c2f169", "name": "network-vif-plugged", "status": "completed", "tag": "41e356e3-454a-41f4-a67c-2e2ca2c6e9c1", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:48.002309 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2a927ef3-5647-4dc1-a0f7-cf098f66972d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:48.002762 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0c56fd-1fcc-4e50-9031-c157f0c2f169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e356e3-454a-41f4-a67c-2e2ca2c6e9c1', 'code': 200} Feb 02 13:06:48.012511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d837f-a650-4588-8564-0056a06e2c4d req-8af30877-49ba-4158-951d-a2cde9460c75 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:48.018777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e68d837f-a650-4588-8564-0056a06e2c4d req-8af30877-49ba-4158-951d-a2cde9460c75 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 945 time: 0.1608338 Feb 02 13:06:48.120295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e68d837f-a650-4588-8564-0056a06e2c4d req-1cae5a4a-707a-4874-86e3-5998cace1c0e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961275 Feb 02 13:06:48.159861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-c5c3a1bc-bca8-4679-b678-64708e5f8d8f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:48.161198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-c5c3a1bc-bca8-4679-b678-64708e5f8d8f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3233764 Feb 02 13:06:48.198534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5cad13f-2587-48e4-aeb5-56190f3ab8b3 req-8d16f883-deab-4aae-b7e1-4880f2dc8aa0 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 210 time: 0.0411041 Feb 02 13:06:48.210826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Request body: {'port': {'device_id': 'cc64d346-7b65-495a-838c-f4d69fc66186', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '878b55bf0eeb4eafa84943c0574b0ee0'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:48.292443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9494a406-aef8-4763-a603-b3950b54adc3 req-b3af9ae9-52e9-4d84-b899-7184a96f6821 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 210 time: 0.0470219 Feb 02 13:06:48.433056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Made reservation on behalf of 878b55bf0eeb4eafa84943c0574b0ee0 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:48.436843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:48.568019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe892e5-868b-4159-b9be-64f367ec0809 req-08e2be9f-9930-4884-a82b-3567cf6def96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:48.570461 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fe892e5-868b-4159-b9be-64f367ec0809 req-08e2be9f-9930-4884-a82b-3567cf6def96 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 1127 time: 0.2762320 Feb 02 13:06:48.633607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5bc4a-6208-49b8-8518-5d9e94fbce99 req-b268ac97-7aaf-4559-98f0-c3f7273c4c6a tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:48.636425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13b5bc4a-6208-49b8-8518-5d9e94fbce99 req-b268ac97-7aaf-4559-98f0-c3f7273c4c6a tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 949 time: 0.2575650 Feb 02 13:06:48.684509 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fe892e5-868b-4159-b9be-64f367ec0809 req-f975b219-f1c4-4542-a7a8-b60fbd1b6b80 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070912 Feb 02 13:06:48.716960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e741b-3b65-409f-8c15-fb72347846a6 req-1a951b7c-e791-45d5-9183-ca4eae30a4c0 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:48.730119 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-656e741b-3b65-409f-8c15-fb72347846a6 req-1a951b7c-e791-45d5-9183-ca4eae30a4c0 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 946 time: 0.2757237 Feb 02 13:06:48.749583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Allocated IP 192.168.233.184 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/a4922640-d5f3-429a-b376-fc1f7a2b6a13) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:06:48.831836 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-656e741b-3b65-409f-8c15-fb72347846a6 req-2711c38c-ded4-4761-8f1f-96ca80e66b5b tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/security-groups?id=7989401a-a5d6-48bc-abc1-5797d7f0c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981085 Feb 02 13:06:48.851669 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13b5bc4a-6208-49b8-8518-5d9e94fbce99 req-9a0fe676-d08e-421f-a903-b8c17e8574a6 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066591 Feb 02 13:06:49.158332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122a129-800c-43c3-9954-db3178b7ab44 req-8ba44b0c-48d5-4585-bf8d-1fbcd8e0cfc8 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:49.160414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9122a129-800c-43c3-9954-db3178b7ab44 req-8ba44b0c-48d5-4585-bf8d-1fbcd8e0cfc8 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.1889238 Feb 02 13:06:49.215658 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks [] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:49.286181 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:06:49.307341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ceffbc-d66b-4031-a276-e6e7cc5f4a75 req-f9806c81-e3d0-4a70-a88d-232d045caaa7 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:49.316249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-20ceffbc-d66b-4031-a276-e6e7cc5f4a75 req-f9806c81-e3d0-4a70-a88d-232d045caaa7 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 949 time: 0.1337864 Feb 02 13:06:49.320095 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:49.341657 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9122a129-800c-43c3-9954-db3178b7ab44 req-dfa31862-b677-4efc-adb8-d6b5dca32490 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684873 Feb 02 13:06:49.362635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f', '5a043331-b977-4357-8307-e9b7aa85f673'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:49.433717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:06:49.441406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:49.456877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event updated for resources: {'Port': ['ID=a4922640-d5f3-429a-b376-fc1f7a2b6a13,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:49.458087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fd80be81-e23c-473f-a18b-6a1e2510f17e', '0bce2d7b-fb2a-43ec-8c60-e16d31c84203', 'd26b53cb-5058-49e9-a306-d1a442e95da7', '8fccd482-689e-4737-9ed8-798f3526897c', '5c2aea0a-6722-4cad-b295-c08ff0a2a9f1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:49.460328 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-20ceffbc-d66b-4031-a276-e6e7cc5f4a75 req-ba1b7ff4-4de0-4225-9e57-02be7ecc97fd tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431494 Feb 02 13:06:49.470086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:06:49.587121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:49.590621 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:49.590832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13810907-13dc-44df-a2be-977ea5768345 req-24ca58a5-7489-40be-8de4-40b3d326158a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:49.594295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13810907-13dc-44df-a2be-977ea5768345 req-24ca58a5-7489-40be-8de4-40b3d326158a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 945 time: 0.1136947 Feb 02 13:06:49.622273 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-8b9c559b-069f-4c0a-b3bb-ef62c471a712 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4135997 Feb 02 13:06:49.648994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Request body: {'port': {'device_id': 'cc64d346-7b65-495a-838c-f4d69fc66186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:49.757920 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13810907-13dc-44df-a2be-977ea5768345 req-2ac284fa-0ae7-47a3-bdcc-8e7f4f23d1cc tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562638 Feb 02 13:06:49.852304 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:49.955485 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdaf4c-7da3-45d9-8e23-80c2e2c2f592 req-6eadd437-8732-4ca3-a9eb-9edfa98c2660 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:49.957251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cacdaf4c-7da3-45d9-8e23-80c2e2c2f592 req-6eadd437-8732-4ca3-a9eb-9edfa98c2660 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 936 time: 0.3529367 Feb 02 13:06:50.039844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-975510e6-d5b0-44bf-adbb-c552976b7fc1 req-963a6dc9-7f7e-4201-a061-007819fc91cd tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 210 time: 0.0744646 Feb 02 13:06:50.052807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba47a0-ffc1-4fc1-b5a0-fa3939b83970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85514c3-ebe2-4659-8d7e-a2607ed38ffa'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:50.055705 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee9c571-2e0d-44f7-8dea-d11a7e03179b" -d '{"events": [{"server_uuid": "dbba47a0-ffc1-4fc1-b5a0-fa3939b83970", "name": "network-vif-plugged", "status": "completed", "tag": "a85514c3-ebe2-4659-8d7e-a2607ed38ffa"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:50.155804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cacdaf4c-7da3-45d9-8e23-80c2e2c2f592 req-9173c595-df50-4413-a263-5569554fd822 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695018 Feb 02 13:06:50.345943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-1d0fbb55-d94f-4240-8038-8a093c15fcd8 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:50.356680 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-1d0fbb55-d94f-4240-8038-8a093c15fcd8 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.18 "GET /v2.0/networks?id=c3574a3b-1405-43ef-8c80-795664885757 HTTP/1.1" status: 200 len: 814 time: 0.3464661 Feb 02 13:06:50.375695 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26c22fb-9efe-4d57-ad04-02d8a41689dc x-openstack-request-id: req-c26c22fb-9efe-4d57-ad04-02d8a41689dc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:50.376926 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba47a0-ffc1-4fc1-b5a0-fa3939b83970", "name": "network-vif-plugged", "status": "completed", "tag": "a85514c3-ebe2-4659-8d7e-a2607ed38ffa", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:50.378020 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c26c22fb-9efe-4d57-ad04-02d8a41689dc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:50.378940 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba47a0-ffc1-4fc1-b5a0-fa3939b83970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85514c3-ebe2-4659-8d7e-a2607ed38ffa', 'code': 200} Feb 02 13:06:50.380803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df6fd0-2326-4fad-8a4f-da9a866f28d2 req-6e48bde0-e8c8-4ebf-9060-f29ead1f8384 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:50.385160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-86a5039a-a20b-468e-a3c1-2ea082b58c80 None None] Provisioning complete for port a4922640-d5f3-429a-b376-fc1f7a2b6a13 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:06:50.385973 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86a5039a-a20b-468e-a3c1-2ea082b58c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:50.399884 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0df6fd0-2326-4fad-8a4f-da9a866f28d2 req-6e48bde0-e8c8-4ebf-9060-f29ead1f8384 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 946 time: 0.2124557 Feb 02 13:06:50.405386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Request body: {'port': {'device_id': '1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7', 'network_id': 'c3574a3b-1405-43ef-8c80-795664885757', 'admin_state_up': True, 'tenant_id': '60884a34201d40e69cec20e132b4b2f4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:50.523093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-86a5039a-a20b-468e-a3c1-2ea082b58c80 None None] Port a4922640-d5f3-429a-b376-fc1f7a2b6a13 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:06:50.576095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0df6fd0-2326-4fad-8a4f-da9a866f28d2 req-7352d970-b303-4754-9efd-3b987daf7fce tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/security-groups?id=7989401a-a5d6-48bc-abc1-5797d7f0c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750641 Feb 02 13:06:50.629574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421ebbb-d3e2-4d59-ba91-e5ac9e883d36 req-f3eb1b33-0aa7-4da9-8fcb-736cdd5cdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:50.631130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f421ebbb-d3e2-4d59-ba91-e5ac9e883d36 req-f3eb1b33-0aa7-4da9-8fcb-736cdd5cdfcb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 1128 time: 0.1634364 Feb 02 13:06:50.685941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98416f8-deeb-49c5-9d4b-c94eff64017d req-83f8432e-c77b-4dc5-a843-b53b32efb9dc tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:50.704121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c98416f8-deeb-49c5-9d4b-c94eff64017d req-83f8432e-c77b-4dc5-a843-b53b32efb9dc tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.2267337 Feb 02 13:06:50.789451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Made reservation on behalf of 60884a34201d40e69cec20e132b4b2f4 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:06:50.792745 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:50.890959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f421ebbb-d3e2-4d59-ba91-e5ac9e883d36 req-aaa0445a-6ed7-4ff6-83fa-49e2bfd21f11 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7989401a-a5d6-48bc-abc1-5797d7f0c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462208 Feb 02 13:06:50.898955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c98416f8-deeb-49c5-9d4b-c94eff64017d req-f6f60bd1-ba7a-4bbf-85c2-9c34acf8c01d tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940234 Feb 02 13:06:50.929700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ef664-cc62-4883-8f40-090b68896238 req-5c56ece3-f9d8-42f5-b5d2-d2447c41206a tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:50.939047 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a61ef664-cc62-4883-8f40-090b68896238 req-5c56ece3-f9d8-42f5-b5d2-d2447c41206a tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 949 time: 0.2296276 Feb 02 13:06:51.004334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a61ef664-cc62-4883-8f40-090b68896238 req-1f306f75-ba7e-420b-bf14-b85a423a5f57 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646753 Feb 02 13:06:51.160258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd99b4-8874-4b23-9476-0b6c1cba6940 req-6eeb2caf-c640-4dcc-ba6f-6174de3c33af tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:51.161878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84cd99b4-8874-4b23-9476-0b6c1cba6940 req-6eeb2caf-c640-4dcc-ba6f-6174de3c33af tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 945 time: 0.1564336 Feb 02 13:06:51.248105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84cd99b4-8874-4b23-9476-0b6c1cba6940 req-05f3157d-fc26-48cc-9bf2-5d929d13a872 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599158 Feb 02 13:06:51.271013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e98da-13a8-42c5-9c41-fba4df3981d7 req-b0b0ace0-fab1-4879-a49e-80277181c852 tempest-LiveMigrationNegativeTest-1288536805 tempest-LiveMigrationNegativeTest-1288536805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:51.273023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b2e98da-13a8-42c5-9c41-fba4df3981d7 req-b0b0ace0-fab1-4879-a49e-80277181c852 tempest-LiveMigrationNegativeTest-1288536805 tempest-LiveMigrationNegativeTest-1288536805-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 1131 time: 0.1309862 Feb 02 13:06:51.310802 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0b2e98da-13a8-42c5-9c41-fba4df3981d7 req-62a0bef1-30e8-47dc-a4ca-a0113deba239 tempest-LiveMigrationNegativeTest-1288536805 tempest-LiveMigrationNegativeTest-1288536805-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:51.409796 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e99d7f2-41fe-4025-8cf5-77e811783d42 req-3424cc68-0b19-477b-afc3-9522b5b8923d tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 210 time: 0.0618720 Feb 02 13:06:51.584616 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0b2e98da-13a8-42c5-9c41-fba4df3981d7 req-62a0bef1-30e8-47dc-a4ca-a0113deba239 tempest-LiveMigrationNegativeTest-1288536805 tempest-LiveMigrationNegativeTest-1288536805-project-admin] Publish callbacks [] for security_group (76500004-0616-4447-abd0-879886b0e24c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:51.599004 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0b2e98da-13a8-42c5-9c41-fba4df3981d7 req-62a0bef1-30e8-47dc-a4ca-a0113deba239 tempest-LiveMigrationNegativeTest-1288536805 tempest-LiveMigrationNegativeTest-1288536805-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (76500004-0616-4447-abd0-879886b0e24c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:51.678122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f04f026-4be3-4a63-a2eb-60274db0356d req-a42c6904-8e4b-4067-b8c3-3b01f1d61d58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:51.688422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f04f026-4be3-4a63-a2eb-60274db0356d req-a42c6904-8e4b-4067-b8c3-3b01f1d61d58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 936 time: 0.1845925 Feb 02 13:06:51.740155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Allocated IP 172.20.0.11 (c3574a3b-1405-43ef-8c80-795664885757/be56fb25-a0c0-4c94-a644-d6c3d200e986/e45032ce-fb0b-47fb-8373-42a475889a36) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:06:51.747883 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b2e98da-13a8-42c5-9c41-fba4df3981d7 req-62a0bef1-30e8-47dc-a4ca-a0113deba239 tempest-LiveMigrationNegativeTest-1288536805 tempest-LiveMigrationNegativeTest-1288536805-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622672 Feb 02 13:06:51.750236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0bef1-30e8-47dc-a4ca-a0113deba239 tempest-LiveMigrationNegativeTest-1288536805 tempest-LiveMigrationNegativeTest-1288536805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76500004-0616-4447-abd0-879886b0e24c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:51.869370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4922640-d5f3-429a-b376-fc1f7a2b6a13 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:51.894831 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Publish callbacks [] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:51.906624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f04f026-4be3-4a63-a2eb-60274db0356d req-97ec48f4-b025-4b1e-8084-de46807e2b48 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170534 Feb 02 13:06:51.944219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Transition to ACTIVE for port object a4922640-d5f3-429a-b376-fc1f7a2b6a13 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:06:51.983692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:52.256872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e77daf-c99c-4be5-828a-2ed24507a661 req-c2888a9c-d938-4263-bc4f-262f09476f44 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:52.261704 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Publish callbacks [] for port (e45032ce-fb0b-47fb-8373-42a475889a36), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:52.267771 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b8e77daf-c99c-4be5-828a-2ed24507a661 req-c2888a9c-d938-4263-bc4f-262f09476f44 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 946 time: 0.1344249 Feb 02 13:06:52.312361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Pushing event updated for resources: {'Port': ['ID=a4922640-d5f3-429a-b376-fc1f7a2b6a13,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:52.318144 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:52.412079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Network c3574a3b-1405-43ef-8c80-795664885757 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:06:52.425050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:06:52.436166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:06:52.449390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844848fc-294d-46d5-9769-070ae1e133d5 req-705a63a7-b48c-47c5-a0e8-31b13fbcbf8a tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:52.458362 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-844848fc-294d-46d5-9769-070ae1e133d5 req-705a63a7-b48c-47c5-a0e8-31b13fbcbf8a tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.2147350 Feb 02 13:06:52.510121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b8e77daf-c99c-4be5-828a-2ed24507a661 req-c82c4bc1-75a0-434b-b07e-fcf8e75ab064 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/security-groups?id=7989401a-a5d6-48bc-abc1-5797d7f0c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319307 Feb 02 13:06:52.525809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:52.526607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:52.537725 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Pushing event updated for resources: {'Port': ['ID=e45032ce-fb0b-47fb-8373-42a475889a36,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:52.552502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Attempting to bind port a4922640-d5f3-429a-b376-fc1f7a2b6a13 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:06:52.552953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Attempting to bind port a4922640-d5f3-429a-b376-fc1f7a2b6a13 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:06:52.553795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Attempting to bind port a4922640-d5f3-429a-b376-fc1f7a2b6a13 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:52.560841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Port a4922640-d5f3-429a-b376-fc1f7a2b6a13 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:06:52.561524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Attempting to bind port a4922640-d5f3-429a-b376-fc1f7a2b6a13 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:52.568920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:06:52.568920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:52.569536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:06:52.570337 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Bound port: a4922640-d5f3-429a-b376-fc1f7a2b6a13, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:06:52.570727 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:52.591116 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-c8551bd6-cec0-471a-8f22-eafef3a6bf68 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2001686 Feb 02 13:06:52.623324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Request body: {'port': {'device_id': '1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:06:52.638210 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-844848fc-294d-46d5-9769-070ae1e133d5 req-6e136230-90bc-47d2-8844-52cb2d97805d tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787336 Feb 02 13:06:52.764036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] For port a4922640-d5f3-429a-b376-fc1f7a2b6a13, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:06:52.771599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] For port a4922640-d5f3-429a-b376-fc1f7a2b6a13, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a4922640-d5f3-429a-b376-fc1f7a2b6a13,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:06:52.775749 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:52.803559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:52.840482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:52.841162 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:52.843584 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] 10.222.0.62 "PUT /v2.0/ports/a4922640-d5f3-429a-b376-fc1f7a2b6a13 HTTP/1.1" status: 200 len: 1096 time: 3.2060170 Feb 02 13:06:52.887085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc64d346-7b65-495a-838c-f4d69fc66186', 'tag': 'a4922640-d5f3-429a-b376-fc1f7a2b6a13'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:52.891707 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34b2969-07e1-429f-94ab-24a6b831b820" -d '{"events": [{"name": "network-changed", "server_uuid": "cc64d346-7b65-495a-838c-f4d69fc66186", "tag": "a4922640-d5f3-429a-b376-fc1f7a2b6a13"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:52.955572 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b9c3c-0c6e-4e75-a78c-ead5b10bfde5 req-7da0adf0-a794-4230-acb2-52ef42379c90 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:52.969079 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-702b9c3c-0c6e-4e75-a78c-ead5b10bfde5 req-7da0adf0-a794-4230-acb2-52ef42379c90 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 932 time: 0.2015650 Feb 02 13:06:53.090405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-702b9c3c-0c6e-4e75-a78c-ead5b10bfde5 req-38adbfa3-4c60-4e65-b01d-1eabe7bb49ad tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203525 Feb 02 13:06:53.134381 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b05f50a-e68b-4143-87cd-004dbf5dcc30 x-openstack-request-id: req-2b05f50a-e68b-4143-87cd-004dbf5dcc30 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:53.134747 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc64d346-7b65-495a-838c-f4d69fc66186", "tag": "a4922640-d5f3-429a-b376-fc1f7a2b6a13", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:53.135066 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2b05f50a-e68b-4143-87cd-004dbf5dcc30 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:53.135545 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc64d346-7b65-495a-838c-f4d69fc66186', 'tag': 'a4922640-d5f3-429a-b376-fc1f7a2b6a13', 'status': 'completed', 'code': 200} Feb 02 13:06:53.300488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce0108-85f7-46a4-afb2-477311f5163a req-3b9b2a2b-4b3a-4771-8177-f830799e1b00 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:53.309749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94ce0108-85f7-46a4-afb2-477311f5163a req-3b9b2a2b-4b3a-4771-8177-f830799e1b00 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 948 time: 0.1167953 Feb 02 13:06:53.437381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94ce0108-85f7-46a4-afb2-477311f5163a req-0b306222-dd4b-4fd4-a003-70cf84562995 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216826 Feb 02 13:06:53.466242 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-fe2633f0-8b42-444a-bd3a-a6919adbc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:53.467940 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-fe2633f0-8b42-444a-bd3a-a6919adbc9d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 1130 time: 0.4662180 Feb 02 13:06:53.472494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9993c-77c8-44d0-ae7f-295a1d9fbe99 service neutron] Pushing event updated for resources: {'Port': ['ID=a4922640-d5f3-429a-b376-fc1f7a2b6a13,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:53.509971 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0548c85-2a9e-4b2a-bfa8-18b3f4a376c6 req-cb77ea4c-77ab-427f-bb48-d7a3f9b3ddf6 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:53.527928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0548c85-2a9e-4b2a-bfa8-18b3f4a376c6 req-cb77ea4c-77ab-427f-bb48-d7a3f9b3ddf6 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 949 time: 0.1354568 Feb 02 13:06:53.637878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0548c85-2a9e-4b2a-bfa8-18b3f4a376c6 req-e658f037-1c5a-4aab-91f8-3de05f1ae3b6 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050847 Feb 02 13:06:53.746805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cadb2-4ca6-4c4d-a7c8-1f45a6ddd98d req-6ce7c7de-5836-4595-ba6a-02310ae41bc7 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:53.755530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b7cadb2-4ca6-4c4d-a7c8-1f45a6ddd98d req-6ce7c7de-5836-4595-ba6a-02310ae41bc7 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 946 time: 0.1554890 Feb 02 13:06:53.867273 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b7cadb2-4ca6-4c4d-a7c8-1f45a6ddd98d req-ec5d11e3-dc9e-4915-a561-da0357b955fe tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/security-groups?id=7989401a-a5d6-48bc-abc1-5797d7f0c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107724 Feb 02 13:06:53.894969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45032ce-fb0b-47fb-8373-42a475889a36 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:53.905886 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Publish callbacks [] for port (e45032ce-fb0b-47fb-8373-42a475889a36), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:53.928100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Transition to ACTIVE for port object e45032ce-fb0b-47fb-8373-42a475889a36 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:06:53.932632 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-f0a106dc-2cdd-41fa-90b2-c910293625df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a4922640-d5f3-429a-b376-fc1f7a2b6a13 HTTP/1.1" status: 200 len: 217 time: 0.4431555 Feb 02 13:06:53.935120 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:53.936653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687e6d4-0101-4e2b-a43e-1eaece4c47a4 req-a84ea11f-0df7-468b-8d7e-40d773f1bb8d tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:53.949851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e687e6d4-0101-4e2b-a43e-1eaece4c47a4 req-a84ea11f-0df7-468b-8d7e-40d773f1bb8d tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.1547618 Feb 02 13:06:54.141598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e687e6d4-0101-4e2b-a43e-1eaece4c47a4 req-dd4c4679-4472-41fd-ada3-39c065fe03ec tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861477 Feb 02 13:06:54.278866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Pushing event updated for resources: {'Port': ['ID=e45032ce-fb0b-47fb-8373-42a475889a36,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:54.326427 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Attempting to bind port e45032ce-fb0b-47fb-8373-42a475889a36 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:06:54.328194 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Attempting to bind port e45032ce-fb0b-47fb-8373-42a475889a36 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '6432bca3-d191-4955-8745-f753403e4fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3574a3b-1405-43ef-8c80-795664885757'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:06:54.330347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Attempting to bind port e45032ce-fb0b-47fb-8373-42a475889a36 on network c3574a3b-1405-43ef-8c80-795664885757 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:54.358823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Port e45032ce-fb0b-47fb-8373-42a475889a36 on network c3574a3b-1405-43ef-8c80-795664885757 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:06:54.359062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Attempting to bind port e45032ce-fb0b-47fb-8373-42a475889a36 on network c3574a3b-1405-43ef-8c80-795664885757 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:06:54.382883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7a40a-3916-4943-aca7-6992f5ba7e28 req-21c77694-ac9d-49aa-8ef6-d03c1d30180d tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:54.401332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-891b79ab-af8a-4eb3-bfab-8e9d484cc0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:54.403014 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-891b79ab-af8a-4eb3-bfab-8e9d484cc0e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.4564228 Feb 02 13:06:54.405581 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8b7a40a-3916-4943-aca7-6992f5ba7e28 req-21c77694-ac9d-49aa-8ef6-d03c1d30180d tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 944 time: 0.1593418 Feb 02 13:06:54.406739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:06:54.406984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Checking segment: {'id': '6432bca3-d191-4955-8745-f753403e4fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3574a3b-1405-43ef-8c80-795664885757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:06:54.407322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Bound using segment: {'id': '6432bca3-d191-4955-8745-f753403e4fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3574a3b-1405-43ef-8c80-795664885757'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:06:54.407802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Bound port: e45032ce-fb0b-47fb-8373-42a475889a36, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6432bca3-d191-4955-8745-f753403e4fac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c3574a3b-1405-43ef-8c80-795664885757'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:06:54.408203 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:54.573787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8b7a40a-3916-4943-aca7-6992f5ba7e28 req-31d21105-b0e9-46c6-bb2c-d90824afeb4f tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551235 Feb 02 13:06:54.719550 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-eb9b2c1d-c880-4662-8303-8ff3691c9860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:54.726410 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-eb9b2c1d-c880-4662-8303-8ff3691c9860 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2798123 Feb 02 13:06:54.760566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] For port e45032ce-fb0b-47fb-8373-42a475889a36, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:06:54.766069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] For port e45032ce-fb0b-47fb-8373-42a475889a36, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e45032ce-fb0b-47fb-8373-42a475889a36,segment=NetworkSegment(6432bca3-d191-4955-8745-f753403e4fac),segment_id=6432bca3-d191-4955-8745-f753403e4fac)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:06:54.788057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:54.898079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea0946-fb38-42c6-8ead-d59f53a7d18e req-1240c640-9064-455f-bee5-06de61f4df74 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:54.899648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27ea0946-fb38-42c6-8ead-d59f53a7d18e req-1240c640-9064-455f-bee5-06de61f4df74 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 948 time: 0.3003442 Feb 02 13:06:54.955496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af69e7-4682-4753-9810-8a97c52279a1 req-c70b47f9-0daa-478c-bfb9-95d9b19cec52 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:54.962590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51af69e7-4682-4753-9810-8a97c52279a1 req-c70b47f9-0daa-478c-bfb9-95d9b19cec52 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.62 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 949 time: 0.2409160 Feb 02 13:06:54.986583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:54.987840 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:54.988855 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] 10.222.0.18 "PUT /v2.0/ports/e45032ce-fb0b-47fb-8373-42a475889a36 HTTP/1.1" status: 200 len: 1092 time: 2.3701367 Feb 02 13:06:55.041533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743979b-3d30-4597-b2e7-147ed6118640 req-bce245b5-4307-4304-a84a-e2b66ca5fba4 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:55.049289 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0743979b-3d30-4597-b2e7-147ed6118640 req-bce245b5-4307-4304-a84a-e2b66ca5fba4 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 949 time: 0.2314985 Feb 02 13:06:55.080589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27ea0946-fb38-42c6-8ead-d59f53a7d18e req-32a0ae3c-d8b0-4b3e-8484-ce9140411080 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714954 Feb 02 13:06:55.112922 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-3d9f3a90-0226-4cbf-9b5f-fc25dda03656 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403683 Feb 02 13:06:55.149909 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0743979b-3d30-4597-b2e7-147ed6118640 req-ee73b6a4-35bb-47f4-bf59-f0ac1d36efbc tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993617 Feb 02 13:06:55.165462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7', 'tag': 'e45032ce-fb0b-47fb-8373-42a475889a36'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:55.168081 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b65ee9d-fcdb-4586-9132-43516d85efa5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7", "tag": "e45032ce-fb0b-47fb-8373-42a475889a36"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:55.170501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62079f-6731-4139-9a7f-7b380d307da2 service neutron] Pushing event updated for resources: {'Port': ['ID=e45032ce-fb0b-47fb-8373-42a475889a36,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:55.237083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-51af69e7-4682-4753-9810-8a97c52279a1 req-dcd26eca-a34f-47d3-9166-e52488d74e3c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Deleting port 0c69bac0-6c6d-423a-8680-555c047372e6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:55.237462 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-51af69e7-4682-4753-9810-8a97c52279a1 req-dcd26eca-a34f-47d3-9166-e52488d74e3c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:55.315581 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230500bd-5f10-472f-a1fb-5bded7356df5 x-openstack-request-id: req-230500bd-5f10-472f-a1fb-5bded7356df5 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:55.318775 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7", "tag": "e45032ce-fb0b-47fb-8373-42a475889a36", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:55.319051 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-230500bd-5f10-472f-a1fb-5bded7356df5 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:55.319521 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7', 'tag': 'e45032ce-fb0b-47fb-8373-42a475889a36', 'status': 'completed', 'code': 200} Feb 02 13:06:55.404597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-dcdad43f-408c-4ac0-9069-92ab3d100972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:55.406211 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-dcdad43f-408c-4ac0-9069-92ab3d100972 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60884a34201d40e69cec20e132b4b2f4&device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 1126 time: 0.2922902 Feb 02 13:06:55.431604 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ecdda9-1f8b-459a-8e8a-775e787a6667 req-fbf994b9-04ba-474e-b7cd-bec13cc2ca65 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448819 Feb 02 13:06:55.468857 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-3b4fdb14-9fd3-4cc9-9ce0-ce76cfa08791 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e45032ce-fb0b-47fb-8373-42a475889a36 HTTP/1.1" status: 200 len: 217 time: 0.0466115 Feb 02 13:06:55.551317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-51af69e7-4682-4753-9810-8a97c52279a1 req-dcd26eca-a34f-47d3-9166-e52488d74e3c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] For port 0c69bac0-6c6d-423a-8680-555c047372e6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0c69bac0-6c6d-423a-8680-555c047372e6,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:55.552215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-51af69e7-4682-4753-9810-8a97c52279a1 req-dcd26eca-a34f-47d3-9166-e52488d74e3c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:55.562881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-05ffef51-36c3-492c-bae0-f83f8aca8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:55.565101 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-05ffef51-36c3-492c-bae0-f83f8aca8b24 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be56fb25-a0c0-4c94-a644-d6c3d200e986 HTTP/1.1" status: 200 len: 854 time: 0.0813315 Feb 02 13:06:55.573092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-51af69e7-4682-4753-9810-8a97c52279a1 req-dcd26eca-a34f-47d3-9166-e52488d74e3c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Calling delete_port for 0c69bac0-6c6d-423a-8680-555c047372e6 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:55.585183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb3524-15c5-4084-b272-291d1b28946b req-42ab7a5c-606e-4a6a-9f8d-4e9adbe0832e tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:55.589379 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bddb3524-15c5-4084-b272-291d1b28946b req-42ab7a5c-606e-4a6a-9f8d-4e9adbe0832e tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.1783121 Feb 02 13:06:55.644745 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-82d29f6a-57c2-4438-ac8a-ce1038b27d1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3574a3b-1405-43ef-8c80-795664885757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664499 Feb 02 13:06:55.799704 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-dc16fd58-70a6-4460-8213-c68455dcac08 service neutron] 10.222.0.18 "GET /v2.0/networks/c3574a3b-1405-43ef-8c80-795664885757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478431 Feb 02 13:06:55.823769 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bddb3524-15c5-4084-b272-291d1b28946b req-0e98a524-8a89-4608-8506-ff88d5a987f5 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240283 Feb 02 13:06:55.852476 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2969-07e1-429f-94ab-24a6b831b820 req-84a486a3-4b19-432d-9cf0-dea3d84c32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:55.853601 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c34b2969-07e1-429f-94ab-24a6b831b820 req-84a486a3-4b19-432d-9cf0-dea3d84c32eb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 1130 time: 0.2874727 Feb 02 13:06:56.130752 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f403f6c-2882-4f08-9074-62e8ecd41d1a req-25136cb8-c195-4b15-9b6d-bef105d07997 service neutron] 10.222.0.18 "GET /v2.0/networks/c3574a3b-1405-43ef-8c80-795664885757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203468 Feb 02 13:06:56.157166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2969-07e1-429f-94ab-24a6b831b820 req-e618c420-1e7c-49f1-b1d1-b3103a9af86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:56.161364 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c34b2969-07e1-429f-94ab-24a6b831b820 req-e618c420-1e7c-49f1-b1d1-b3103a9af86c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.2982073 Feb 02 13:06:56.165846 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-51af69e7-4682-4753-9810-8a97c52279a1 req-dcd26eca-a34f-47d3-9166-e52488d74e3c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0c69bac0-6c6d-423a-8680-555c047372e6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:56.226661 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['b1558a0b-d280-48aa-86bf-1f2cfc1def36', '0c69bac0-6c6d-423a-8680-555c047372e6'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:56.322680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd26eca-a34f-47d3-9166-e52488d74e3c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Pushing event deleted for resources: {'Port': ['ID=0c69bac0-6c6d-423a-8680-555c047372e6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:56.344537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd24bc-6926-4e4f-9ddf-87e6db21d843 req-ed80170b-ff33-41fd-87c2-956f3cc00115 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:56.345667 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c34b2969-07e1-429f-94ab-24a6b831b820 req-7ff85584-d2b8-4c6f-9c08-2b5d8c08e6ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a4922640-d5f3-429a-b376-fc1f7a2b6a13 HTTP/1.1" status: 200 len: 217 time: 0.1641922 Feb 02 13:06:56.359534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-91fd24bc-6926-4e4f-9ddf-87e6db21d843 req-ed80170b-ff33-41fd-87c2-956f3cc00115 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 944 time: 0.3114212 Feb 02 13:06:56.573301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2969-07e1-429f-94ab-24a6b831b820 req-7b02ee21-2b01-49e3-9f90-d6725af2fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:56.595794 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c34b2969-07e1-429f-94ab-24a6b831b820 req-7b02ee21-2b01-49e3-9f90-d6725af2fabb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1633947 Feb 02 13:06:56.610678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65ee9d-fcdb-4586-9132-43516d85efa5 req-1aa3e0ab-d4b2-46c8-828e-65c3045d2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:56.612273 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b65ee9d-fcdb-4586-9132-43516d85efa5 req-1aa3e0ab-d4b2-46c8-828e-65c3045d2977 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60884a34201d40e69cec20e132b4b2f4&device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 1126 time: 0.3034835 Feb 02 13:06:56.951066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b2969-07e1-429f-94ab-24a6b831b820 req-ecece3e7-aa3e-4571-987e-c4770eb5d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:56.952742 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c34b2969-07e1-429f-94ab-24a6b831b820 req-ecece3e7-aa3e-4571-987e-c4770eb5d8e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3342371 Feb 02 13:06:57.008466 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65ee9d-fcdb-4586-9132-43516d85efa5 req-76a826fb-0b38-4c8d-b357-620f8f89b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:57.010439 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b65ee9d-fcdb-4586-9132-43516d85efa5 req-76a826fb-0b38-4c8d-b357-620f8f89b006 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3574a3b-1405-43ef-8c80-795664885757 HTTP/1.1" status: 200 len: 915 time: 0.3567801 Feb 02 13:06:57.119993 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c34b2969-07e1-429f-94ab-24a6b831b820 req-45c342f8-5b6e-4c42-99bc-5b4fe8b8ab30 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586754 Feb 02 13:06:57.189674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-51af69e7-4682-4753-9810-8a97c52279a1 req-dcd26eca-a34f-47d3-9166-e52488d74e3c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] No DVR routers for this DVR port 0c69bac0-6c6d-423a-8680-555c047372e6 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:06:57.192550 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-51af69e7-4682-4753-9810-8a97c52279a1 req-dcd26eca-a34f-47d3-9166-e52488d74e3c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:57.196380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51af69e7-4682-4753-9810-8a97c52279a1 req-dcd26eca-a34f-47d3-9166-e52488d74e3c tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.62 "DELETE /v2.0/ports/0c69bac0-6c6d-423a-8680-555c047372e6 HTTP/1.1" status: 204 len: 173 time: 2.2157764 Feb 02 13:06:57.200758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6258069f-988c-48ef-a636-0cdb774c2311', 'name': 'network-vif-deleted', 'tag': '0c69bac0-6c6d-423a-8680-555c047372e6'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:57.202957 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa6379b-7e9d-4410-baf2-0440e0a31a48" -d '{"events": [{"server_uuid": "6258069f-988c-48ef-a636-0cdb774c2311", "name": "network-vif-deleted", "tag": "0c69bac0-6c6d-423a-8680-555c047372e6"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:57.225210 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-91fd24bc-6926-4e4f-9ddf-87e6db21d843 req-d84c25dc-5754-4e8e-aa99-bcf3890bde13 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8628261 Feb 02 13:06:57.271151 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b65ee9d-fcdb-4586-9132-43516d85efa5 req-961f761d-7ab6-497e-a293-599979cddf9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e45032ce-fb0b-47fb-8373-42a475889a36 HTTP/1.1" status: 200 len: 217 time: 0.1498995 Feb 02 13:06:57.291902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058a5ec-649d-435b-a38d-a52ae18dc8bb req-81232a09-4ce7-40ca-9290-ab9e93fef675 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:57.301958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e058a5ec-649d-435b-a38d-a52ae18dc8bb req-81232a09-4ce7-40ca-9290-ab9e93fef675 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 948 time: 0.1698315 Feb 02 13:06:57.394346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65ee9d-fcdb-4586-9132-43516d85efa5 req-d8d57d0e-9ab1-425b-8045-b8b4fca01aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:57.394935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e058a5ec-649d-435b-a38d-a52ae18dc8bb req-145e1508-4a7a-42ba-bb3a-c84cb7c5dee1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883503 Feb 02 13:06:57.397151 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b65ee9d-fcdb-4586-9132-43516d85efa5 req-d8d57d0e-9ab1-425b-8045-b8b4fca01aca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be56fb25-a0c0-4c94-a644-d6c3d200e986 HTTP/1.1" status: 200 len: 854 time: 0.1129324 Feb 02 13:06:57.480333 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d009773a-8d16-474c-90b2-540c78767247 req-bb4935ad-6261-49a8-9ebe-2967a69e94e7 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=6258069f-988c-48ef-a636-0cdb774c2311 HTTP/1.1" status: 200 len: 210 time: 0.0747931 Feb 02 13:06:57.495760 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b65ee9d-fcdb-4586-9132-43516d85efa5 req-94dfecd3-e657-4d00-8433-c5a7d0f58690 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3574a3b-1405-43ef-8c80-795664885757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765963 Feb 02 13:06:57.655753 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c24b1-ca02-4b5f-a572-70f1c7e94ffa req-bb38158c-aa22-4123-8a3b-3ef34ee141b4 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:57.663952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-081c24b1-ca02-4b5f-a572-70f1c7e94ffa req-bb38158c-aa22-4123-8a3b-3ef34ee141b4 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.1188569 Feb 02 13:06:57.691071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7d5d7-b109-4c3f-aeb9-d5fcfae8bf15 req-03a41775-291b-4f9e-b13e-06fac30b8783 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:57.693001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c9a7d5d7-b109-4c3f-aeb9-d5fcfae8bf15 req-03a41775-291b-4f9e-b13e-06fac30b8783 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 946 time: 0.1091855 Feb 02 13:06:57.775052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-081c24b1-ca02-4b5f-a572-70f1c7e94ffa req-22751a4b-997b-44c0-97fa-fa8e6b791594 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084945 Feb 02 13:06:57.829690 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c34b2969-07e1-429f-94ab-24a6b831b820 req-d2eb2f5a-98cc-4531-84e9-63a334b40324 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967906 Feb 02 13:06:57.836260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c9a7d5d7-b109-4c3f-aeb9-d5fcfae8bf15 req-dd9983c3-daf4-4387-ae81-c847b88ae3ca tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/security-groups?id=7989401a-a5d6-48bc-abc1-5797d7f0c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211958 Feb 02 13:06:57.893521 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b65ee9d-fcdb-4586-9132-43516d85efa5 req-a0cc9460-cc7b-43b6-97a5-e03bf85376a1 service neutron] 10.222.0.18 "GET /v2.0/networks/c3574a3b-1405-43ef-8c80-795664885757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884032 Feb 02 13:06:57.951148 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a39011d-3cce-440e-b6da-d14edc342e6a x-openstack-request-id: req-8a39011d-3cce-440e-b6da-d14edc342e6a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:57.951475 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6258069f-988c-48ef-a636-0cdb774c2311", "name": "network-vif-deleted", "tag": "0c69bac0-6c6d-423a-8680-555c047372e6", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:57.951717 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8a39011d-3cce-440e-b6da-d14edc342e6a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:57.952227 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6258069f-988c-48ef-a636-0cdb774c2311', 'name': 'network-vif-deleted', 'tag': '0c69bac0-6c6d-423a-8680-555c047372e6', 'status': 'completed', 'code': 200} Feb 02 13:06:58.070553 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b65ee9d-fcdb-4586-9132-43516d85efa5 req-128d74b3-b51e-483b-9196-c1c3a5806be1 service neutron] 10.222.0.18 "GET /v2.0/networks/c3574a3b-1405-43ef-8c80-795664885757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681473 Feb 02 13:06:58.410324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b56d47-c81a-4f4b-a900-50c964c30a9d req-7201edb1-e585-4ee4-81bd-f987b907e13e tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:58.412028 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82b56d47-c81a-4f4b-a900-50c964c30a9d req-7201edb1-e585-4ee4-81bd-f987b907e13e tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 944 time: 0.0805717 Feb 02 13:06:58.521850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498ee03-ab66-4634-9674-2b083e9050f6 req-a436e03f-1313-45b1-aadf-7bcae84ee293 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:58.523447 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a498ee03-ab66-4634-9674-2b083e9050f6 req-a436e03f-1313-45b1-aadf-7bcae84ee293 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.62 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 946 time: 0.0812247 Feb 02 13:06:58.526491 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82b56d47-c81a-4f4b-a900-50c964c30a9d req-6a88300f-884b-4f46-bce7-d8afe3ebe093 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986667 Feb 02 13:06:58.624912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d738904-ab73-4dec-965c-1bee9eb3f0b8 req-2211b9cc-8dda-4db1-9666-699ca86deccd tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:58.630952 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device e45032ce-fb0b-47fb-8373-42a475889a36 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:58.634391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d738904-ab73-4dec-965c-1bee9eb3f0b8 req-2211b9cc-8dda-4db1-9666-699ca86deccd tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 948 time: 0.1003492 Feb 02 13:06:58.716681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d738904-ab73-4dec-965c-1bee9eb3f0b8 req-b6497b3b-b32f-4ac6-a678-381683f4169f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832222 Feb 02 13:06:58.805639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-a498ee03-ab66-4634-9674-2b083e9050f6 req-e0235d1f-78a4-4e00-a34c-2f9c5a8838c3 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Deleting port a85514c3-ebe2-4659-8d7e-a2607ed38ffa {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:06:58.805981 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a498ee03-ab66-4634-9674-2b083e9050f6 req-e0235d1f-78a4-4e00-a34c-2f9c5a8838c3 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:59.027881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-a498ee03-ab66-4634-9674-2b083e9050f6 req-e0235d1f-78a4-4e00-a34c-2f9c5a8838c3 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] For port a85514c3-ebe2-4659-8d7e-a2607ed38ffa, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a85514c3-ebe2-4659-8d7e-a2607ed38ffa,segment=NetworkSegment(3018ebba-e3f2-4450-8981-ed2a521bd5a4),segment_id=3018ebba-e3f2-4450-8981-ed2a521bd5a4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:59.028252 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a498ee03-ab66-4634-9674-2b083e9050f6 req-e0235d1f-78a4-4e00-a34c-2f9c5a8838c3 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:59.050024 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765b0e2-00d7-4a20-83dc-0273106b0d5b req-d2387103-4313-4cc6-b119-a5b938c90d10 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:59.052351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9765b0e2-00d7-4a20-83dc-0273106b0d5b req-d2387103-4313-4cc6-b119-a5b938c90d10 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 946 time: 0.0724375 Feb 02 13:06:59.060548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1a71c-3a6c-4f47-8052-d16ac7d79b0e req-1612a025-dcd2-40b9-b19f-676ff6f34e43 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:59.064523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-a498ee03-ab66-4634-9674-2b083e9050f6 req-e0235d1f-78a4-4e00-a34c-2f9c5a8838c3 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Calling delete_port for a85514c3-ebe2-4659-8d7e-a2607ed38ffa owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:06:59.068729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8d1a71c-3a6c-4f47-8052-d16ac7d79b0e req-1612a025-dcd2-40b9-b19f-676ff6f34e43 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.1808341 Feb 02 13:06:59.110350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port e45032ce-fb0b-47fb-8373-42a475889a36, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e45032ce-fb0b-47fb-8373-42a475889a36,segment=NetworkSegment(6432bca3-d191-4955-8745-f753403e4fac),segment_id=6432bca3-d191-4955-8745-f753403e4fac)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:59.126564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'e45032ce-fb0b-47fb-8373-42a475889a36', 'network_id': 'c3574a3b-1405-43ef-8c80-795664885757', 'port_id': 'e45032ce-fb0b-47fb-8373-42a475889a36', 'mac_address': 'fa:16:3e:63:32:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be56fb25-a0c0-4c94-a644-d6c3d200e986', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:59.154834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9765b0e2-00d7-4a20-83dc-0273106b0d5b req-cc27a290-ba17-4f80-85bb-55753a09a58e tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/security-groups?id=7989401a-a5d6-48bc-abc1-5797d7f0c421&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636919 Feb 02 13:06:59.187892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port e45032ce-fb0b-47fb-8373-42a475889a36 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:59.188444 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:59.203880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45032ce-fb0b-47fb-8373-42a475889a36 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:59.246394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port e45032ce-fb0b-47fb-8373-42a475889a36, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e45032ce-fb0b-47fb-8373-42a475889a36,segment=NetworkSegment(6432bca3-d191-4955-8745-f753403e4fac),segment_id=6432bca3-d191-4955-8745-f753403e4fac)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:59.247122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8d1a71c-3a6c-4f47-8052-d16ac7d79b0e req-93e01c44-1650-4a83-8731-04677f432fdd tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771116 Feb 02 13:06:59.250992 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a4922640-d5f3-429a-b376-fc1f7a2b6a13 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:06:59.288626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0c69bac0-6c6d-423a-8680-555c047372e6 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:06:59.344528 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a498ee03-ab66-4634-9674-2b083e9050f6 req-e0235d1f-78a4-4e00-a34c-2f9c5a8838c3 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a85514c3-ebe2-4659-8d7e-a2607ed38ffa), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:59.396944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a4922640-d5f3-429a-b376-fc1f7a2b6a13, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a4922640-d5f3-429a-b376-fc1f7a2b6a13,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:59.406672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0235d1f-78a4-4e00-a34c-2f9c5a8838c3 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Pushing event deleted for resources: {'Port': ['ID=a85514c3-ebe2-4659-8d7e-a2607ed38ffa,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:59.421291 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:59.426719 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'a4922640-d5f3-429a-b376-fc1f7a2b6a13', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'a4922640-d5f3-429a-b376-fc1f7a2b6a13', 'mac_address': 'fa:16:3e:67:93:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:06:59.461799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['a85514c3-ebe2-4659-8d7e-a2607ed38ffa'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:06:59.484038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78164b9d-f4a7-4ee5-a209-f8779cadbf4b req-da63a85b-b054-4feb-8102-813109c1b913 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:59.492846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78164b9d-f4a7-4ee5-a209-f8779cadbf4b req-da63a85b-b054-4feb-8102-813109c1b913 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 950 time: 0.1350269 Feb 02 13:06:59.496829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 0c69bac0-6c6d-423a-8680-555c047372e6 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:06:59.497756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0c69bac0-6c6d-423a-8680-555c047372e6 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:06:59.516923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a498ee03-ab66-4634-9674-2b083e9050f6 req-e0235d1f-78a4-4e00-a34c-2f9c5a8838c3 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] No DVR routers for this DVR port a85514c3-ebe2-4659-8d7e-a2607ed38ffa on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:06:59.530583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a498ee03-ab66-4634-9674-2b083e9050f6 req-e0235d1f-78a4-4e00-a34c-2f9c5a8838c3 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:59.550245 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a498ee03-ab66-4634-9674-2b083e9050f6 req-e0235d1f-78a4-4e00-a34c-2f9c5a8838c3 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.62 "DELETE /v2.0/ports/a85514c3-ebe2-4659-8d7e-a2607ed38ffa HTTP/1.1" status: 204 len: 173 time: 0.9966309 Feb 02 13:06:59.554394 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbba47a0-ffc1-4fc1-b5a0-fa3939b83970', 'name': 'network-vif-deleted', 'tag': 'a85514c3-ebe2-4659-8d7e-a2607ed38ffa'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:06:59.560832 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469be9c7-ba9d-4eaf-be28-c336645f8ca0" -d '{"events": [{"server_uuid": "dbba47a0-ffc1-4fc1-b5a0-fa3939b83970", "name": "network-vif-deleted", "tag": "a85514c3-ebe2-4659-8d7e-a2607ed38ffa"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:06:59.572115 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78164b9d-f4a7-4ee5-a209-f8779cadbf4b req-c19b75c1-d91d-46e0-ae7b-24aedfdfa364 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782313 Feb 02 13:06:59.588044 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port a4922640-d5f3-429a-b376-fc1f7a2b6a13 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:06:59.588433 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:59.617664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4922640-d5f3-429a-b376-fc1f7a2b6a13 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:06:59.644336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a4922640-d5f3-429a-b376-fc1f7a2b6a13, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a4922640-d5f3-429a-b376-fc1f7a2b6a13,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:06:59.645222 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fbf4fe-7ca6-4e4f-8a87-c7aa7da80240 x-openstack-request-id: req-e5fbf4fe-7ca6-4e4f-8a87-c7aa7da80240 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:06:59.645222 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbba47a0-ffc1-4fc1-b5a0-fa3939b83970", "name": "network-vif-deleted", "tag": "a85514c3-ebe2-4659-8d7e-a2607ed38ffa", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:06:59.645222 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e5fbf4fe-7ca6-4e4f-8a87-c7aa7da80240 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:06:59.645222 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbba47a0-ffc1-4fc1-b5a0-fa3939b83970', 'name': 'network-vif-deleted', 'tag': 'a85514c3-ebe2-4659-8d7e-a2607ed38ffa', 'status': 'completed', 'code': 200} Feb 02 13:06:59.655239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=e45032ce-fb0b-47fb-8373-42a475889a36,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:59.661362 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:06:59.760054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=a4922640-d5f3-429a-b376-fc1f7a2b6a13,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:06:59.812531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dfaaa-8899-43cf-995c-441ba586e7fb req-7fb68b3d-44a8-4ca4-8aec-7a48ccc18e3c tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:59.814321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-780dfaaa-8899-43cf-995c-441ba586e7fb req-7fb68b3d-44a8-4ca4-8aec-7a48ccc18e3c tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 945 time: 0.0889063 Feb 02 13:06:59.953345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-780dfaaa-8899-43cf-995c-441ba586e7fb req-108f8112-c981-43c0-8ca3-9ba16c8ddcfb tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224349 Feb 02 13:06:59.981422 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f0f9b-acdd-4257-8c5f-bd36f0d03c27 req-8716a625-8e1e-4305-ae7f-807b035d7e57 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:06:59.990106 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf3f0f9b-acdd-4257-8c5f-bd36f0d03c27 req-8716a625-8e1e-4305-ae7f-807b035d7e57 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 949 time: 0.1414771 Feb 02 13:06:59.994686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['e45032ce-fb0b-47fb-8373-42a475889a36'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:00.062459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf3f0f9b-acdd-4257-8c5f-bd36f0d03c27 req-15fce2ac-e13c-4b38-937c-9d7c6c91d026 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730138 Feb 02 13:07:00.064451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['a4922640-d5f3-429a-b376-fc1f7a2b6a13'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:00.345957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d5a7e0c-15ba-443d-b871-77e9e081eb30 req-c704d8ce-262e-4681-b9a6-ee7595b1ec16 tempest-ServerMetadataNegativeTestJSON-1299006367 tempest-ServerMetadataNegativeTestJSON-1299006367-project] 10.222.0.83 "GET /v2.0/ports?device_id=dbba47a0-ffc1-4fc1-b5a0-fa3939b83970 HTTP/1.1" status: 200 len: 210 time: 0.0793982 Feb 02 13:07:00.516225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16a813-9b52-4645-88c6-8d80efc255f1 req-2dcec316-7e1c-4614-942b-2a5b6abcc9c0 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:00.517781 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db16a813-9b52-4645-88c6-8d80efc255f1 req-2dcec316-7e1c-4614-942b-2a5b6abcc9c0 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.0837288 Feb 02 13:07:00.577935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db16a813-9b52-4645-88c6-8d80efc255f1 req-a5d9cb7c-3300-4753-b661-3fd5cfe74c24 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505519 Feb 02 13:07:00.669853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6fd83-25cd-4c0d-9633-2ed7d8156a2f req-95b2e578-3bee-42cc-a85c-28376e73a102 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:00.672249 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e9e6fd83-25cd-4c0d-9633-2ed7d8156a2f req-95b2e578-3bee-42cc-a85c-28376e73a102 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.62 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 950 time: 0.0644901 Feb 02 13:07:00.730419 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43213b-f91c-4700-8276-c2a584ba413f req-d7a9ab51-60f4-4db7-96ee-029840c0a495 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:00.732085 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b43213b-f91c-4700-8276-c2a584ba413f req-d7a9ab51-60f4-4db7-96ee-029840c0a495 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 950 time: 0.0739920 Feb 02 13:07:00.782795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b43213b-f91c-4700-8276-c2a584ba413f req-25e3a700-8ae2-45ef-aeb6-dc47f2f11393 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/security-groups?id=462a32de-8007-47a8-9319-e18bbccb70b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443821 Feb 02 13:07:00.791661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-e9e6fd83-25cd-4c0d-9633-2ed7d8156a2f req-25700604-d01c-40b7-abaf-ac474a7277a2 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Deleting port b1558a0b-d280-48aa-86bf-1f2cfc1def36 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:00.792169 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e9e6fd83-25cd-4c0d-9633-2ed7d8156a2f req-25700604-d01c-40b7-abaf-ac474a7277a2 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:00.889852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-e9e6fd83-25cd-4c0d-9633-2ed7d8156a2f req-25700604-d01c-40b7-abaf-ac474a7277a2 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] For port b1558a0b-d280-48aa-86bf-1f2cfc1def36, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b1558a0b-d280-48aa-86bf-1f2cfc1def36,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:00.890222 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e9e6fd83-25cd-4c0d-9633-2ed7d8156a2f req-25700604-d01c-40b7-abaf-ac474a7277a2 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:00.904677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-e9e6fd83-25cd-4c0d-9633-2ed7d8156a2f req-25700604-d01c-40b7-abaf-ac474a7277a2 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Calling delete_port for b1558a0b-d280-48aa-86bf-1f2cfc1def36 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:01.078476 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e9e6fd83-25cd-4c0d-9633-2ed7d8156a2f req-25700604-d01c-40b7-abaf-ac474a7277a2 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b1558a0b-d280-48aa-86bf-1f2cfc1def36), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:01.104412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30903b5-bc5c-44b0-b480-c13cc2a26869 req-cf6c2d36-0b4a-4d41-a7d5-54aa712d366c tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:01.106093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c30903b5-bc5c-44b0-b480-c13cc2a26869 req-cf6c2d36-0b4a-4d41-a7d5-54aa712d366c tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 945 time: 0.0663984 Feb 02 13:07:01.115899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['b1558a0b-d280-48aa-86bf-1f2cfc1def36'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:01.130179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25700604-d01c-40b7-abaf-ac474a7277a2 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Pushing event deleted for resources: {'Port': ['ID=b1558a0b-d280-48aa-86bf-1f2cfc1def36,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:01.161010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c30903b5-bc5c-44b0-b480-c13cc2a26869 req-4d24b7c1-1201-46b3-b691-f203f3e5d3af tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489969 Feb 02 13:07:01.193172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a4922640-d5f3-429a-b376-fc1f7a2b6a13 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:07:01.202557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e6fd83-25cd-4c0d-9633-2ed7d8156a2f req-25700604-d01c-40b7-abaf-ac474a7277a2 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] No DVR routers for this DVR port b1558a0b-d280-48aa-86bf-1f2cfc1def36 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:01.205916 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e9e6fd83-25cd-4c0d-9633-2ed7d8156a2f req-25700604-d01c-40b7-abaf-ac474a7277a2 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:01.210611 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e9e6fd83-25cd-4c0d-9633-2ed7d8156a2f req-25700604-d01c-40b7-abaf-ac474a7277a2 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.62 "DELETE /v2.0/ports/b1558a0b-d280-48aa-86bf-1f2cfc1def36 HTTP/1.1" status: 204 len: 173 time: 0.5333314 Feb 02 13:07:01.241894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04437a4-6ea5-4fdc-a039-1c71aefeac22 req-cd8174b4-91a0-490d-bc58-45d04a7e0089 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:01.243476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a04437a4-6ea5-4fdc-a039-1c71aefeac22 req-cd8174b4-91a0-490d-bc58-45d04a7e0089 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 949 time: 0.0591903 Feb 02 13:07:01.257327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port a4922640-d5f3-429a-b376-fc1f7a2b6a13 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:07:01.262369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port a4922640-d5f3-429a-b376-fc1f7a2b6a13 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:01.262773 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:01.298586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a04437a4-6ea5-4fdc-a039-1c71aefeac22 req-221feb96-dc6d-444c-8b98-92f89825a248 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483792 Feb 02 13:07:01.349062 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port a4922640-d5f3-429a-b376-fc1f7a2b6a13 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:01.349466 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:01.376226 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc64d346-7b65-495a-838c-f4d69fc66186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4922640-d5f3-429a-b376-fc1f7a2b6a13'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:01.378454 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1af4a7-4760-42e5-9e7f-85aba094d87f" -d '{"events": [{"server_uuid": "cc64d346-7b65-495a-838c-f4d69fc66186", "name": "network-vif-plugged", "status": "completed", "tag": "a4922640-d5f3-429a-b376-fc1f7a2b6a13"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:01.393083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port a4922640-d5f3-429a-b376-fc1f7a2b6a13, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a4922640-d5f3-429a-b376-fc1f7a2b6a13,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:01.398735 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:01.399680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a85514c3-ebe2-4659-8d7e-a2607ed38ffa no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:01.414282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:01.454764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: a85514c3-ebe2-4659-8d7e-a2607ed38ffa {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:01.455118 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a85514c3-ebe2-4659-8d7e-a2607ed38ffa not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:01.460402 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99525c54-ca49-4c77-ad2d-f59dd4085971 x-openstack-request-id: req-99525c54-ca49-4c77-ad2d-f59dd4085971 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:01.460697 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc64d346-7b65-495a-838c-f4d69fc66186", "name": "network-vif-plugged", "status": "completed", "tag": "a4922640-d5f3-429a-b376-fc1f7a2b6a13", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:01.460955 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-99525c54-ca49-4c77-ad2d-f59dd4085971 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:01.461351 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc64d346-7b65-495a-838c-f4d69fc66186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4922640-d5f3-429a-b376-fc1f7a2b6a13', 'code': 200} Feb 02 13:07:01.481893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab204464-802b-4d53-959e-a5812b821eb3 admin admin] Deleting subnet 798318e8-baa6-4856-8a40-eafb94a57167 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:07:01.489928 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab204464-802b-4d53-959e-a5812b821eb3 admin admin] Publish callbacks [] for subnet (798318e8-baa6-4856-8a40-eafb94a57167), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:01.496079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=a4922640-d5f3-429a-b376-fc1f7a2b6a13,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:01.545098 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab204464-802b-4d53-959e-a5812b821eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (798318e8-baa6-4856-8a40-eafb94a57167), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:01.608636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcab42-a194-4700-89ce-8a4703e1bc0c req-0d354aee-6578-40b4-b8b3-4bfaf2be4710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:01.610502 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-98dcab42-a194-4700-89ce-8a4703e1bc0c req-0d354aee-6578-40b4-b8b3-4bfaf2be4710 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 1132 time: 0.0639348 Feb 02 13:07:01.655278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1becef06-1766-4ca4-b6b5-8c69c974fdd2', 'name': 'network-vif-deleted', 'tag': 'b1558a0b-d280-48aa-86bf-1f2cfc1def36'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:01.660833 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f715e2f8-6c5f-49b0-ac7b-46611b6d7316" -d '{"events": [{"server_uuid": "1becef06-1766-4ca4-b6b5-8c69c974fdd2", "name": "network-vif-deleted", "tag": "b1558a0b-d280-48aa-86bf-1f2cfc1def36"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:01.708067 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-98dcab42-a194-4700-89ce-8a4703e1bc0c req-00bd190c-8f73-44c3-a44a-9acd9d3a3843 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863416 Feb 02 13:07:01.715833 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab204464-802b-4d53-959e-a5812b821eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (798318e8-baa6-4856-8a40-eafb94a57167), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:01.758496 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd89c-31b0-4839-bd2b-ce7255b3bae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:01.763833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31868b-a330-4bc1-9d0d-8ad336a4882f req-0d842892-538a-4ecc-8986-e6f3aa4b202f tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:01.764915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f31868b-a330-4bc1-9d0d-8ad336a4882f req-0d842892-538a-4ecc-8986-e6f3aa4b202f tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 950 time: 0.2083592 Feb 02 13:07:01.804024 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66890e29-bb81-4289-90d7-f6af6b2c5b37 req-5babea6e-ad82-4c62-b058-c015f44e685f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:01.810974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66890e29-bb81-4289-90d7-f6af6b2c5b37 req-5babea6e-ad82-4c62-b058-c015f44e685f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.1410551 Feb 02 13:07:01.864659 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab204464-802b-4d53-959e-a5812b821eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (798318e8-baa6-4856-8a40-eafb94a57167), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:01.909395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f31868b-a330-4bc1-9d0d-8ad336a4882f req-3b6bd010-8624-444b-9adb-1aca75656e81 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/security-groups?id=616f6cf3-5778-4291-8356-c3f98be25bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319718 Feb 02 13:07:01.913211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab204464-802b-4d53-959e-a5812b821eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798318e8-baa6-4856-8a40-eafb94a57167,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:01.915730 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab204464-802b-4d53-959e-a5812b821eb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:01.931841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ab204464-802b-4d53-959e-a5812b821eb3 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/798318e8-baa6-4856-8a40-eafb94a57167 HTTP/1.1" status: 204 len: 168 time: 0.5072253 Feb 02 13:07:01.932950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47700) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:01.947810 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66890e29-bb81-4289-90d7-f6af6b2c5b37 req-6bf3e4fc-c9b5-42ca-8a58-9fecb4bf5cb8 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358597 Feb 02 13:07:02.032314 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6cd76e-8952-4e71-bc06-b69140d846d1 x-openstack-request-id: req-6c6cd76e-8952-4e71-bc06-b69140d846d1 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:02.033251 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1becef06-1766-4ca4-b6b5-8c69c974fdd2", "name": "network-vif-deleted", "tag": "b1558a0b-d280-48aa-86bf-1f2cfc1def36", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:02.033461 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6c6cd76e-8952-4e71-bc06-b69140d846d1 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:02.033923 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1becef06-1766-4ca4-b6b5-8c69c974fdd2', 'name': 'network-vif-deleted', 'tag': 'b1558a0b-d280-48aa-86bf-1f2cfc1def36', 'status': 'completed', 'code': 200} Feb 02 13:07:02.061711 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71f25d00-4fab-4ed9-82a8-a0c66e8a93ce req-bd0bad69-6e7a-4a5f-8aa8-9ce197d5ff66 tempest-LiveMigrationNegativeTest-1521010230 tempest-LiveMigrationNegativeTest-1521010230-project] 10.222.0.83 "GET /v2.0/ports?device_id=1becef06-1766-4ca4-b6b5-8c69c974fdd2 HTTP/1.1" status: 200 len: 210 time: 0.0544055 Feb 02 13:07:02.078384 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (df4f6336-fd48-4c0f-a2a5-1fd14af06d09), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.222674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (df4f6336-fd48-4c0f-a2a5-1fd14af06d09), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.258148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4f6336-fd48-4c0f-a2a5-1fd14af06d09']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:02.268683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3018ebba-e3f2-4450-8981-ed2a521bd5a4') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:02.269209 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3018ebba-e3f2-4450-8981-ed2a521bd5a4') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:02.279490 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (3018ebba-e3f2-4450-8981-ed2a521bd5a4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.297530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (3018ebba-e3f2-4450-8981-ed2a521bd5a4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.304951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:07:02.306106 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (3018ebba-e3f2-4450-8981-ed2a521bd5a4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:07:02.308656 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:07:02.321437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda6526-6780-4cd2-9455-0a72d666d789 req-0c7611a7-57e0-4977-8ccd-9e828fac139e tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:02.328829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fda6526-6780-4cd2-9455-0a72d666d789 req-0c7611a7-57e0-4977-8ccd-9e828fac139e tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 945 time: 0.0792375 Feb 02 13:07:02.383307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fda6526-6780-4cd2-9455-0a72d666d789 req-8e8f697e-1bcd-425b-a30b-d1c8a85e97b2 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539150 Feb 02 13:07:02.414540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (df4f6336-fd48-4c0f-a2a5-1fd14af06d09), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.424485 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.428455 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] 10.222.0.83 "DELETE /v2.0/networks/df4f6336-fd48-4c0f-a2a5-1fd14af06d09 HTTP/1.1" status: 204 len: 168 time: 0.4939816 Feb 02 13:07:02.470603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf23552-d1dd-4c1d-8efa-420dbd1fa801 admin admin] Pushing event deleted for resources: {'Network': ['ID=df4f6336-fd48-4c0f-a2a5-1fd14af06d09,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:02.522958 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71486dd8-17e4-4e1b-b95d-bd5f4311f266 req-79cdcfad-ccbc-4fdd-b841-e351c2b6b66f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:02.533240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71486dd8-17e4-4e1b-b95d-bd5f4311f266 req-79cdcfad-ccbc-4fdd-b841-e351c2b6b66f tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 950 time: 0.0760851 Feb 02 13:07:02.599314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71486dd8-17e4-4e1b-b95d-bd5f4311f266 req-24576b2f-ee1e-472d-83b9-5590ce0562e3 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618691 Feb 02 13:07:02.626937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47758) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:02.680643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:02.681296 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-23be01f8-55ce-4d79-b6f3-adad61bc213f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a17551ff09d84b7595aecd8351d1d9a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526998 Feb 02 13:07:02.704593 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device e45032ce-fb0b-47fb-8373-42a475889a36 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:07:02.769294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port e45032ce-fb0b-47fb-8373-42a475889a36 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:07:02.777615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port e45032ce-fb0b-47fb-8373-42a475889a36 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:02.778217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.792315 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-418be19e-30c8-4363-ba67-652428d6fe8c admin admin] Publish callbacks [] for security_group (7989401a-a5d6-48bc-abc1-5797d7f0c421), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.829724 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-418be19e-30c8-4363-ba67-652428d6fe8c admin admin] Publish callbacks [] for security_group (7989401a-a5d6-48bc-abc1-5797d7f0c421), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.885206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port e45032ce-fb0b-47fb-8373-42a475889a36 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:02.885653 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.922691 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-418be19e-30c8-4363-ba67-652428d6fe8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7989401a-a5d6-48bc-abc1-5797d7f0c421), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.926691 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-418be19e-30c8-4363-ba67-652428d6fe8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.930554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-418be19e-30c8-4363-ba67-652428d6fe8c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7989401a-a5d6-48bc-abc1-5797d7f0c421 HTTP/1.1" status: 204 len: 168 time: 0.2460644 Feb 02 13:07:02.938901 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port e45032ce-fb0b-47fb-8373-42a475889a36, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e45032ce-fb0b-47fb-8373-42a475889a36,segment=NetworkSegment(6432bca3-d191-4955-8745-f753403e4fac),segment_id=6432bca3-d191-4955-8745-f753403e4fac)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:02.945065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418be19e-30c8-4363-ba67-652428d6fe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7989401a-a5d6-48bc-abc1-5797d7f0c421,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:02.948596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:02.950718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5befbf99-4d72-4b74-980d-b20e17f34f0c no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:03.122068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=e45032ce-fb0b-47fb-8373-42a475889a36,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:03.171676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b29f8-17d8-4367-bd81-71962b078e21 req-f1aef1cb-ea1d-4048-a6e8-58220cec65bc tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:03.177114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef7b29f8-17d8-4367-bd81-71962b078e21 req-f1aef1cb-ea1d-4048-a6e8-58220cec65bc tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.1265137 Feb 02 13:07:03.212907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5befbf99-4d72-4b74-980d-b20e17f34f0c is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:03.213404 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:03.283906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef7b29f8-17d8-4367-bd81-71962b078e21 req-9f59a6fa-766d-4a71-b586-89f2d0ca50ae tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966394 Feb 02 13:07:03.286122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:03.292663 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:03.379624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5befbf99-4d72-4b74-980d-b20e17f34f0c,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:03.463004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45032ce-fb0b-47fb-8373-42a475889a36'}, {'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:03.465247 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfd352d-89f6-4625-bb73-b5515393e5b5" -d '{"events": [{"server_uuid": "1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7", "name": "network-vif-plugged", "status": "completed", "tag": "e45032ce-fb0b-47fb-8373-42a475889a36"}, {"server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "name": "network-vif-unplugged", "status": "completed", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:03.543774 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab12dc33-8a87-4059-bf0d-4d16e9828a13 x-openstack-request-id: req-ab12dc33-8a87-4059-bf0d-4d16e9828a13 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:03.544135 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7", "name": "network-vif-plugged", "status": "completed", "tag": "e45032ce-fb0b-47fb-8373-42a475889a36", "code": 200}, {"server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "name": "network-vif-unplugged", "status": "completed", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:03.544397 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ab12dc33-8a87-4059-bf0d-4d16e9828a13 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:03.544808 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45032ce-fb0b-47fb-8373-42a475889a36', 'code': 200} Feb 02 13:07:03.545094 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'code': 200} Feb 02 13:07:03.551982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3524ae-d856-40b3-b8e4-124439e2db1a req-83168bfb-9cd4-4da5-92d8-c2ab38cdc0ff tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:03.553815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb3524ae-d856-40b3-b8e4-124439e2db1a req-83168bfb-9cd4-4da5-92d8-c2ab38cdc0ff tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 946 time: 0.0940924 Feb 02 13:07:03.689859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb3524ae-d856-40b3-b8e4-124439e2db1a req-91f7c711-7ab7-437a-8f1c-d944006f1b22 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277120 Feb 02 13:07:03.777094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47820) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:03.788495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2b17e-d7ec-49c6-bcb2-9e5bad127154 req-5e72ab46-07d6-4458-b0a9-3454de69ab93 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:03.790256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11c2b17e-d7ec-49c6-bcb2-9e5bad127154 req-5e72ab46-07d6-4458-b0a9-3454de69ab93 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 950 time: 0.0772071 Feb 02 13:07:03.794967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d194752-1f4a-49fd-a817-0d8b2216db06 req-13d9abed-aeb2-42c5-becc-97f78844d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:03.800854 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0d194752-1f4a-49fd-a817-0d8b2216db06 req-13d9abed-aeb2-42c5-becc-97f78844d46a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 1128 time: 0.1116624 Feb 02 13:07:03.877453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11c2b17e-d7ec-49c6-bcb2-9e5bad127154 req-8955c499-0b35-46ef-bdd9-28e79cac5497 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781028 Feb 02 13:07:03.881440 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0d194752-1f4a-49fd-a817-0d8b2216db06 req-c043cad7-477c-48b3-bcd5-db68cc0dc147 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728390 Feb 02 13:07:03.972317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:03.976381 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d980b416-21c4-4ccd-8768-091bc349a06c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=71f7ee4da56a46e0b6c7d3824adb6973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966703 Feb 02 13:07:04.052760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47834) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:04.056374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67c1bd-dba2-4903-9b7f-3d2e064dce31 req-464f6b13-e3a2-40c1-8064-a9750911bca6 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:04.058060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb67c1bd-dba2-4903-9b7f-3d2e064dce31 req-464f6b13-e3a2-40c1-8064-a9750911bca6 tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 1132 time: 0.0833516 Feb 02 13:07:04.061278 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1f79f79-f67a-47cf-9b05-3ee5d971afe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.064928 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ce3593-a52d-4cd6-8429-ab788dc343ca admin admin] Publish callbacks [] for security_group (462a32de-8007-47a8-9319-e18bbccb70b9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.111753 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ce3593-a52d-4cd6-8429-ab788dc343ca admin admin] Publish callbacks [] for security_group (462a32de-8007-47a8-9319-e18bbccb70b9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.157264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-546542343-network', 'tenant_id': 'daf90c4142f345faba80a7142cf58b90'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:04.160531 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb67c1bd-dba2-4903-9b7f-3d2e064dce31 req-36e1e948-9af4-4b16-be3b-d646ce12ceeb tempest-ServersOnMultiNodesTest-970504571 tempest-ServersOnMultiNodesTest-970504571-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885739 Feb 02 13:07:04.178738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Made reservation on behalf of daf90c4142f345faba80a7142cf58b90 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:04.182276 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.192363 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ce3593-a52d-4cd6-8429-ab788dc343ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (462a32de-8007-47a8-9319-e18bbccb70b9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.195120 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92ce3593-a52d-4cd6-8429-ab788dc343ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.200588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-92ce3593-a52d-4cd6-8429-ab788dc343ca admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/462a32de-8007-47a8-9319-e18bbccb70b9 HTTP/1.1" status: 204 len: 168 time: 0.2270281 Feb 02 13:07:04.212852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.219493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce3593-a52d-4cd6-8429-ab788dc343ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462a32de-8007-47a8-9319-e18bbccb70b9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:04.375208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Publish callbacks [] for security_group (b58f03d0-2996-48bb-89b6-0ce223dba7c3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.383850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b58f03d0-2996-48bb-89b6-0ce223dba7c3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.452616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:07:04.472272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58f03d0-2996-48bb-89b6-0ce223dba7c3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:04.496004 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a2acefe5-e07c-4711-b1e3-35d15d1e1716), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.496583 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Added segment a2acefe5-e07c-4711-b1e3-35d15d1e1716 of type vlan for network a9373712-f5e1-4ce3-8ead-479da8b7cd30 Feb 02 13:07:04.553599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48894852-875b-4c7f-9b70-a182de91b904 req-3d617e5d-e4fa-4692-94c4-a4278e29be11 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:04.555789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-48894852-875b-4c7f-9b70-a182de91b904 req-3d617e5d-e4fa-4692-94c4-a4278e29be11 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.1479421 Feb 02 13:07:04.564478 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (a9373712-f5e1-4ce3-8ead-479da8b7cd30), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.564838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b03c57-e531-44c2-bad9-238aece53435 req-1a1c8611-1bbd-4530-9793-f73339c2e6e2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:04.575355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70b03c57-e531-44c2-bad9-238aece53435 req-1a1c8611-1bbd-4530-9793-f73339c2e6e2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 950 time: 0.0984993 Feb 02 13:07:04.597410 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (a9373712-f5e1-4ce3-8ead-479da8b7cd30), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.599027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:04.599700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.625497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47852) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:04.645957 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5912488 Feb 02 13:07:04.654667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:04.663184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-badefd07-122b-43d1-9dab-9b3df190058b admin admin] Request body: {'subnet': {'network_id': 'a9373712-f5e1-4ce3-8ead-479da8b7cd30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-546542343-subnet', 'tenant_id': 'daf90c4142f345faba80a7142cf58b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:04.683283 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-48894852-875b-4c7f-9b70-a182de91b904 req-2d4e7400-86b3-4d5b-9717-deb8da1656a9 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055033 Feb 02 13:07:04.707181 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70b03c57-e531-44c2-bad9-238aece53435 req-e1d3f4f7-d9d5-489c-9be1-3c2ef5d75825 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305444 Feb 02 13:07:04.709948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badefd07-122b-43d1-9dab-9b3df190058b admin admin] Made reservation on behalf of daf90c4142f345faba80a7142cf58b90 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:04.713900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-badefd07-122b-43d1-9dab-9b3df190058b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.719655 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fd3a9f7d-08fc-42cf-9b19-c031af2e67ab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=34fc8f46d4534834a7860596bd30dad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0921638 Feb 02 13:07:04.720638 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd575b-c9a7-4a25-b044-a725415fe441 admin admin] Pushing event updated for resources: {'Network': ['ID=a9373712-f5e1-4ce3-8ead-479da8b7cd30,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:04.727056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47858) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:04.732285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network a9373712-f5e1-4ce3-8ead-479da8b7cd30 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:07:04.850155 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1054fd65-4168-4f95-843f-f6ab78c6b06d admin admin] Publish callbacks [] for security_group (76500004-0616-4447-abd0-879886b0e24c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.878341 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1054fd65-4168-4f95-843f-f6ab78c6b06d admin admin] Publish callbacks [] for security_group (76500004-0616-4447-abd0-879886b0e24c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.919385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53750844-774b-47a9-ae4d-a69c9f173e85 req-a9a39d2b-c3ac-4a1a-9623-c1e31c6f090b tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:04.920715 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53750844-774b-47a9-ae4d-a69c9f173e85 req-a9a39d2b-c3ac-4a1a-9623-c1e31c6f090b tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 946 time: 0.1115005 Feb 02 13:07:04.952301 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1054fd65-4168-4f95-843f-f6ab78c6b06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (76500004-0616-4447-abd0-879886b0e24c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.955516 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1054fd65-4168-4f95-843f-f6ab78c6b06d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:04.959522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1054fd65-4168-4f95-843f-f6ab78c6b06d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/76500004-0616-4447-abd0-879886b0e24c HTTP/1.1" status: 204 len: 168 time: 0.2279611 Feb 02 13:07:04.967359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054fd65-4168-4f95-843f-f6ab78c6b06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76500004-0616-4447-abd0-879886b0e24c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:05.016714 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-badefd07-122b-43d1-9dab-9b3df190058b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (1c0978b3-46c1-4a52-9e6a-cfd25b79a59c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:05.075279 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53750844-774b-47a9-ae4d-a69c9f173e85 req-f850477e-a65a-417e-bb6d-00570d078427 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421506 Feb 02 13:07:05.102518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badefd07-122b-43d1-9dab-9b3df190058b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0978b3-46c1-4a52-9e6a-cfd25b79a59c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:05.104612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badefd07-122b-43d1-9dab-9b3df190058b admin admin] Checking segment: {'id': 'a2acefe5-e07c-4711-b1e3-35d15d1e1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a9373712-f5e1-4ce3-8ead-479da8b7cd30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:05.105020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badefd07-122b-43d1-9dab-9b3df190058b admin admin] Network hostable DHCP agents. Network: a9373712-f5e1-4ce3-8ead-479da8b7cd30, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:07:05.123655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badefd07-122b-43d1-9dab-9b3df190058b admin admin] Network a9373712-f5e1-4ce3-8ead-479da8b7cd30 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:07:05.132846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-badefd07-122b-43d1-9dab-9b3df190058b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, a9373712-f5e1-4ce3-8ead-479da8b7cd30) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:05.137267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badefd07-122b-43d1-9dab-9b3df190058b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:05.137938 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-badefd07-122b-43d1-9dab-9b3df190058b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:05.145069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8962be-6265-4165-8ec9-7922a3a1177a None None] Network a9373712-f5e1-4ce3-8ead-479da8b7cd30 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:05.156152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-badefd07-122b-43d1-9dab-9b3df190058b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5003071 Feb 02 13:07:05.236285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b1558a0b-d280-48aa-86bf-1f2cfc1def36 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:05.263652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: b1558a0b-d280-48aa-86bf-1f2cfc1def36 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:05.264351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b1558a0b-d280-48aa-86bf-1f2cfc1def36 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:05.305968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c070ae3-a0fd-434d-809c-9825dd962f56 None None] Network a9373712-f5e1-4ce3-8ead-479da8b7cd30 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:05.446934 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:05.733243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-75543c12-3b91-4657-8cb6-d5e14aa7514c tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:05.741569 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-75543c12-3b91-4657-8cb6-d5e14aa7514c tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/networks?id=a9373712-f5e1-4ce3-8ead-479da8b7cd30 HTTP/1.1" status: 200 len: 808 time: 0.1463163 Feb 02 13:07:05.781130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-54a68e86-5643-4a45-ad96-c1b9dd8a39ed tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/quotas/daf90c4142f345faba80a7142cf58b90 HTTP/1.1" status: 200 len: 375 time: 0.0384748 Feb 02 13:07:05.820361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-5efb7f4b-e87c-4e2b-ab93-b3c5d1390506 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=daf90c4142f345faba80a7142cf58b90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381713 Feb 02 13:07:05.923708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28ccbe-4ec0-4ba2-806b-0671ed7c06db req-c0e60e8d-177a-4758-9f22-f30e01b80ffa tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:05.925252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c28ccbe-4ec0-4ba2-806b-0671ed7c06db req-c0e60e8d-177a-4758-9f22-f30e01b80ffa tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.1323884 Feb 02 13:07:05.965172 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-8f6c45dc-3aad-4375-b73b-8085763b1dde service neutron] 10.222.0.83 "GET /v2.0/networks/a9373712-f5e1-4ce3-8ead-479da8b7cd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246040 Feb 02 13:07:05.996804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59a051-e725-4f07-8b1c-ba69ad4faac2 req-4da41d81-0262-4bba-90a0-63b8646d5124 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:05.999620 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3c59a051-e725-4f07-8b1c-ba69ad4faac2 req-4da41d81-0262-4bba-90a0-63b8646d5124 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 950 time: 0.0598562 Feb 02 13:07:06.015804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c28ccbe-4ec0-4ba2-806b-0671ed7c06db req-c6cdd6eb-4fea-4935-a038-042b6ae0edff tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808184 Feb 02 13:07:06.126097 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-8644219e-9abf-473f-a465-2ab85845adf1 service neutron] 10.222.0.83 "GET /v2.0/networks/a9373712-f5e1-4ce3-8ead-479da8b7cd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501923 Feb 02 13:07:06.166600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-3c59a051-e725-4f07-8b1c-ba69ad4faac2 req-61d98811-8aae-441e-9be3-c5643142d789 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Deleting port a4922640-d5f3-429a-b376-fc1f7a2b6a13 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:06.166951 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3c59a051-e725-4f07-8b1c-ba69ad4faac2 req-61d98811-8aae-441e-9be3-c5643142d789 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:06.229000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f1d32-360d-41b5-85d7-6dcad891889f req-02fc33fd-f67f-449d-9a2d-676471bd3804 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:06.230629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c6f1d32-360d-41b5-85d7-6dcad891889f req-02fc33fd-f67f-449d-9a2d-676471bd3804 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc64d346-7b65-495a-838c-f4d69fc66186 HTTP/1.1" status: 200 len: 950 time: 0.0889578 Feb 02 13:07:06.321305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c6f1d32-360d-41b5-85d7-6dcad891889f req-8593c5cd-4780-447c-963b-a0c41c703fff tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837653 Feb 02 13:07:06.365199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3c59a051-e725-4f07-8b1c-ba69ad4faac2 req-61d98811-8aae-441e-9be3-c5643142d789 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] For port a4922640-d5f3-429a-b376-fc1f7a2b6a13, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=a4922640-d5f3-429a-b376-fc1f7a2b6a13,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:06.365625 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3c59a051-e725-4f07-8b1c-ba69ad4faac2 req-61d98811-8aae-441e-9be3-c5643142d789 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:06.395590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-3c59a051-e725-4f07-8b1c-ba69ad4faac2 req-61d98811-8aae-441e-9be3-c5643142d789 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Calling delete_port for a4922640-d5f3-429a-b376-fc1f7a2b6a13 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:06.494205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1542bece-b291-4222-87a2-b8d14ab04e4d req-01bd5641-ed5f-4895-8082-fde41c437203 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 210 time: 0.0686092 Feb 02 13:07:06.558249 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:06.604484 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2035d-b1af-4beb-a2b0-659c91f5ccb9 req-60644410-11cc-46bf-b5d8-81c77c167106 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:06.617400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96d2035d-b1af-4beb-a2b0-659c91f5ccb9 req-60644410-11cc-46bf-b5d8-81c77c167106 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 946 time: 0.1809480 Feb 02 13:07:06.676075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96d2035d-b1af-4beb-a2b0-659c91f5ccb9 req-92d58751-b3aa-4494-9a06-fb301a9bdbf2 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577052 Feb 02 13:07:06.676973 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3c59a051-e725-4f07-8b1c-ba69ad4faac2 req-61d98811-8aae-441e-9be3-c5643142d789 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a4922640-d5f3-429a-b376-fc1f7a2b6a13), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:06.716604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f', '5a043331-b977-4357-8307-e9b7aa85f673', 'a4922640-d5f3-429a-b376-fc1f7a2b6a13'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:06.736705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d98811-8aae-441e-9be3-c5643142d789 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event deleted for resources: {'Port': ['ID=a4922640-d5f3-429a-b376-fc1f7a2b6a13,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:06.758366 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:06.759526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fd80be81-e23c-473f-a18b-6a1e2510f17e', '0bce2d7b-fb2a-43ec-8c60-e16d31c84203', 'd26b53cb-5058-49e9-a306-d1a442e95da7', '8fccd482-689e-4737-9ed8-798f3526897c', '5c2aea0a-6722-4cad-b295-c08ff0a2a9f1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:06.772266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5befbf99-4d72-4b74-980d-b20e17f34f0c details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:07:06.840789 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c59a051-e725-4f07-8b1c-ba69ad4faac2 req-61d98811-8aae-441e-9be3-c5643142d789 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] No DVR routers for this DVR port a4922640-d5f3-429a-b376-fc1f7a2b6a13 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:06.852718 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3c59a051-e725-4f07-8b1c-ba69ad4faac2 req-61d98811-8aae-441e-9be3-c5643142d789 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:06.856259 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3c59a051-e725-4f07-8b1c-ba69ad4faac2 req-61d98811-8aae-441e-9be3-c5643142d789 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "DELETE /v2.0/ports/a4922640-d5f3-429a-b376-fc1f7a2b6a13 HTTP/1.1" status: 204 len: 173 time: 0.8509436 Feb 02 13:07:06.857058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc64d346-7b65-495a-838c-f4d69fc66186', 'name': 'network-vif-deleted', 'tag': 'a4922640-d5f3-429a-b376-fc1f7a2b6a13'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:06.871999 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc7725e-5b79-412e-81a4-19bd2ab487d3" -d '{"events": [{"server_uuid": "cc64d346-7b65-495a-838c-f4d69fc66186", "name": "network-vif-deleted", "tag": "a4922640-d5f3-429a-b376-fc1f7a2b6a13"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:06.986231 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c0b673-681a-4f7a-9b80-ba407275e236 x-openstack-request-id: req-d9c0b673-681a-4f7a-9b80-ba407275e236 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:06.986526 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc64d346-7b65-495a-838c-f4d69fc66186", "name": "network-vif-deleted", "tag": "a4922640-d5f3-429a-b376-fc1f7a2b6a13", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:06.986784 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d9c0b673-681a-4f7a-9b80-ba407275e236 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:06.987233 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc64d346-7b65-495a-838c-f4d69fc66186', 'name': 'network-vif-deleted', 'tag': 'a4922640-d5f3-429a-b376-fc1f7a2b6a13', 'status': 'completed', 'code': 200} Feb 02 13:07:07.050149 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:07:07.221585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 454768d2-3053-4e36-913c-2e1eb3828239 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:07:07.244876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcefe21-77fe-42d8-a54f-f789faa622f8 req-074dec20-185a-4daa-a4ec-4809a06e08cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:07.246523 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5fcefe21-77fe-42d8-a54f-f789faa622f8 req-074dec20-185a-4daa-a4ec-4809a06e08cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60884a34201d40e69cec20e132b4b2f4&device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 1128 time: 0.0505791 Feb 02 13:07:07.312288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def9118-404c-4c3c-a203-c07f127fbd39 req-ce5bb511-ff87-46ac-a063-a439a493917d tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:07.315905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0def9118-404c-4c3c-a203-c07f127fbd39 req-ce5bb511-ff87-46ac-a063-a439a493917d tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 944 time: 0.1259391 Feb 02 13:07:07.340615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 454768d2-3053-4e36-913c-2e1eb3828239, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=454768d2-3053-4e36-913c-2e1eb3828239,segment=NetworkSegment(dd1bd748-038c-47d2-981f-7508cc5d154c),segment_id=dd1bd748-038c-47d2-981f-7508cc5d154c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:07.366039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '454768d2-3053-4e36-913c-2e1eb3828239', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'port_id': '454768d2-3053-4e36-913c-2e1eb3828239', 'mac_address': 'fa:16:3e:11:6d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:07:07.392965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0def9118-404c-4c3c-a203-c07f127fbd39 req-921065df-63a8-405c-b21c-69ab974e5d51 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706666 Feb 02 13:07:07.447300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcefe21-77fe-42d8-a54f-f789faa622f8 req-cbcaf923-a010-4f57-9042-cb161c5d8c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:07.449429 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5fcefe21-77fe-42d8-a54f-f789faa622f8 req-cbcaf923-a010-4f57-9042-cb161c5d8c69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c3574a3b-1405-43ef-8c80-795664885757 HTTP/1.1" status: 200 len: 915 time: 0.1915452 Feb 02 13:07:07.468755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-f6742ee3-d27b-487f-9455-480d15a7ff49 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=fe62577b1f3746989af0d097f01d1f68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517068 Feb 02 13:07:07.554097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:07.601115 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:07.609722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'mac_address': 'fa:16:3e:c1:b9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:07:07.657433 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 454768d2-3053-4e36-913c-2e1eb3828239 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:07.658096 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (454768d2-3053-4e36-913c-2e1eb3828239), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:07.751174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-9f91f658-b06d-4f0b-9c50-c1f24a59a554 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:07.759236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-9f91f658-b06d-4f0b-9c50-c1f24a59a554 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893503 Feb 02 13:07:07.784909 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-4809657d-0ffc-466c-a509-4bf51426569f tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/quotas/fe62577b1f3746989af0d097f01d1f68 HTTP/1.1" status: 200 len: 375 time: 0.0245295 Feb 02 13:07:07.864208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-e5f2005a-c2d5-4c6d-a1d3-bb0bc3c1505a tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=fe62577b1f3746989af0d097f01d1f68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780554 Feb 02 13:07:08.065697 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5fcefe21-77fe-42d8-a54f-f789faa622f8 req-3030f364-41ad-4e85-bd30-fe2615f9e909 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e45032ce-fb0b-47fb-8373-42a475889a36 HTTP/1.1" status: 200 len: 217 time: 0.6016893 Feb 02 13:07:08.079993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bec92-703c-4c51-b826-701c54760720 req-f8f3bbb8-4f28-4302-b14c-98a20896fc33 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:08.081484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-232bec92-703c-4c51-b826-701c54760720 req-f8f3bbb8-4f28-4302-b14c-98a20896fc33 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 946 time: 0.3194845 Feb 02 13:07:08.131170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454768d2-3053-4e36-913c-2e1eb3828239 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:08.152591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5befbf99-4d72-4b74-980d-b20e17f34f0c is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:08.155250 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:08.202563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcefe21-77fe-42d8-a54f-f789faa622f8 req-ee425fcb-e11d-403f-8b2b-fe98c8b24359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:08.204157 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5fcefe21-77fe-42d8-a54f-f789faa622f8 req-ee425fcb-e11d-403f-8b2b-fe98c8b24359 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be56fb25-a0c0-4c94-a644-d6c3d200e986 HTTP/1.1" status: 200 len: 854 time: 0.1293485 Feb 02 13:07:08.237242 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-232bec92-703c-4c51-b826-701c54760720 req-1b383a5f-cead-4273-b48e-05f35a04f3ca tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442897 Feb 02 13:07:08.323703 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5fcefe21-77fe-42d8-a54f-f789faa622f8 req-f4e9f15e-7111-45e4-876e-2d1245beedbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c3574a3b-1405-43ef-8c80-795664885757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064978 Feb 02 13:07:08.351700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5befbf99-4d72-4b74-980d-b20e17f34f0c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:08.397791 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:08.407121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 454768d2-3053-4e36-913c-2e1eb3828239, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=454768d2-3053-4e36-913c-2e1eb3828239,segment=NetworkSegment(dd1bd748-038c-47d2-981f-7508cc5d154c),segment_id=dd1bd748-038c-47d2-981f-7508cc5d154c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:08.415648 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:08.433688 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:08.477620 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (454768d2-3053-4e36-913c-2e1eb3828239), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:08.520142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-142adebc-72d7-4716-88e6-004b3d101605 req-82d308d5-92d7-47ca-b90a-73bf744e5264 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 210 time: 0.0753717 Feb 02 13:07:08.622842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7877452a-0654-4d05-94cc-b215711918d0 req-3b2fc2f8-afcf-42e6-9472-63842880a680 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 210 time: 0.1100721 Feb 02 13:07:08.736004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5befbf99-4d72-4b74-980d-b20e17f34f0c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:08.781820 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-267ff60e-1688-48e9-85b4-2bbd88c492df tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:08.787518 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-267ff60e-1688-48e9-85b4-2bbd88c492df tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.62 "GET /v2.0/networks?id=a9373712-f5e1-4ce3-8ead-479da8b7cd30 HTTP/1.1" status: 200 len: 808 time: 0.5422630 Feb 02 13:07:08.797779 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5fcefe21-77fe-42d8-a54f-f789faa622f8 req-a0fb8e1c-3d22-4226-9495-6c93e3552fcb service neutron] 10.222.0.18 "GET /v2.0/networks/c3574a3b-1405-43ef-8c80-795664885757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548771 Feb 02 13:07:08.816368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Request body: {'port': {'device_id': 'b18ffae2-a0be-4304-9570-24b94df163d3', 'network_id': 'a9373712-f5e1-4ce3-8ead-479da8b7cd30', 'admin_state_up': True, 'tenant_id': 'daf90c4142f345faba80a7142cf58b90'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:08.903927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2110d-fe3b-4b09-a5d2-a077da125ca4 req-af8b563e-2c26-4b49-9caa-05fc722e68bb tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:08.916858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21e2110d-fe3b-4b09-a5d2-a077da125ca4 req-af8b563e-2c26-4b49-9caa-05fc722e68bb tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 945 time: 0.1315148 Feb 02 13:07:08.985567 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['454768d2-3053-4e36-913c-2e1eb3828239'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:08.994121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5befbf99-4d72-4b74-980d-b20e17f34f0c,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:09.088124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21e2110d-fe3b-4b09-a5d2-a077da125ca4 req-f5b5527b-64b9-451e-8e35-1c88ddefa60e tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701021 Feb 02 13:07:09.210119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d99d9-8f21-4b10-8d4f-3874ef8e4829 req-7803fc44-bf62-48c9-8deb-9a75cda8b546 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:09.210449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Made reservation on behalf of daf90c4142f345faba80a7142cf58b90 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:09.214182 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:09.223483 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d9d99d9-8f21-4b10-8d4f-3874ef8e4829 req-7803fc44-bf62-48c9-8deb-9a75cda8b546 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 949 time: 0.1339343 Feb 02 13:07:09.270473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a4922640-d5f3-429a-b376-fc1f7a2b6a13 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:09.323906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d9d99d9-8f21-4b10-8d4f-3874ef8e4829 req-a07bd569-043b-446c-9c62-3dbe6ad3fbaf tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981631 Feb 02 13:07:09.398298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: a4922640-d5f3-429a-b376-fc1f7a2b6a13 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:09.398669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device a4922640-d5f3-429a-b376-fc1f7a2b6a13 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:09.400258 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=454768d2-3053-4e36-913c-2e1eb3828239,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:09.410753 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5fcefe21-77fe-42d8-a54f-f789faa622f8 req-0ffd51c1-7dea-47a5-bd68-43d2c5c9c870 service neutron] 10.222.0.18 "GET /v2.0/networks/c3574a3b-1405-43ef-8c80-795664885757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048217 Feb 02 13:07:09.563487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ae792-d472-429f-9ff4-779b32e75a11 req-35b10423-86fb-4634-b9f0-5bbf9c84315a tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:09.579244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-882ae792-d472-429f-9ff4-779b32e75a11 req-35b10423-86fb-4634-b9f0-5bbf9c84315a tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 946 time: 0.1255994 Feb 02 13:07:09.608749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Allocated IP 172.20.0.7 (a9373712-f5e1-4ce3-8ead-479da8b7cd30/1c0978b3-46c1-4a52-9e6a-cfd25b79a59c/4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:07:09.750390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-882ae792-d472-429f-9ff4-779b32e75a11 req-ae2632b2-f663-4411-a805-482626e35546 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683824 Feb 02 13:07:09.950404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9864788-fbc8-4dba-a08c-d9b1e5616527 req-9a461793-6cee-4650-9d1b-78f759fde706 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 210 time: 0.0729587 Feb 02 13:07:10.007921 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e3e9d43-e703-4d42-a894-7fe6e6958fb4 req-858c3771-0a54-459d-ba00-f0f429cf6b9f tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 210 time: 0.2937741 Feb 02 13:07:10.013644 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Publish callbacks [] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:10.066013 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:10.155793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Pushing event updated for resources: {'Port': ['ID=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:10.181129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Network a9373712-f5e1-4ce3-8ead-479da8b7cd30 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:07:10.183665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:10.203950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:07:10.268124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-addd5e20-aac6-45db-a675-4a8a425e064f tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fe62577b1f3746989af0d097f01d1f68&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0580921 Feb 02 13:07:10.362213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:10.363163 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:10.404064 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-1f05a951-374d-4e20-8903-8533b368a899 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5991883 Feb 02 13:07:10.429268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Request body: {'port': {'device_id': 'b18ffae2-a0be-4304-9570-24b94df163d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:10.548956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9d8c3-40d9-41ea-8140-01a5703771f5 req-9ee8b1b1-7b72-4c65-9eda-7ee0499dcaf7 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:10.558032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2b9d8c3-40d9-41ea-8140-01a5703771f5 req-9ee8b1b1-7b72-4c65-9eda-7ee0499dcaf7 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 945 time: 0.2665956 Feb 02 13:07:10.564709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:10.659363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-0becd316-8757-4668-a238-1ba53bd59d1e tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:10.664464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-0becd316-8757-4668-a238-1ba53bd59d1e tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3916502 Feb 02 13:07:10.682689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Request body: {'port': {'device_id': '235b1edf-de7f-44a8-8100-b1fafebb29db', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'fe62577b1f3746989af0d097f01d1f68'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:10.837021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2b9d8c3-40d9-41ea-8140-01a5703771f5 req-c0367e87-b5d3-4a8d-99be-3e4953de5f3f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774689 Feb 02 13:07:10.852429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826789a1-5f63-45ce-a8e0-da75c56fbd76 req-6adcc241-345e-4684-8953-5abd7f8a74ba tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:10.890928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-826789a1-5f63-45ce-a8e0-da75c56fbd76 req-6adcc241-345e-4684-8953-5abd7f8a74ba tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 949 time: 0.4062719 Feb 02 13:07:11.003834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Made reservation on behalf of fe62577b1f3746989af0d097f01d1f68 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:11.007656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.029416 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.054282 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-826789a1-5f63-45ce-a8e0-da75c56fbd76 req-c9879e99-df6d-4e94-9943-fc9dec450cce tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621418 Feb 02 13:07:11.124246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96023736-5e24-4a5a-ba7e-d216ce536221 req-9a282a1f-f617-4630-9ccd-544e77cf013c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:11.126868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-96023736-5e24-4a5a-ba7e-d216ce536221 req-9a282a1f-f617-4630-9ccd-544e77cf013c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 949 time: 0.1499257 Feb 02 13:07:11.206166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:11.217419 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Publish callbacks [] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.262406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 454768d2-3053-4e36-913c-2e1eb3828239 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:07:11.284671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Transition to ACTIVE for port object 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:07:11.297695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.346624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f77a7-5e02-49d9-9220-45561ff2ac59 req-58dcc451-4651-4bb8-9840-fb46af2c4644 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:11.359003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-872f77a7-5e02-49d9-9220-45561ff2ac59 req-58dcc451-4651-4bb8-9840-fb46af2c4644 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 946 time: 0.3318803 Feb 02 13:07:11.377914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 454768d2-3053-4e36-913c-2e1eb3828239 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:07:11.381754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 454768d2-3053-4e36-913c-2e1eb3828239 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:11.382150 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (454768d2-3053-4e36-913c-2e1eb3828239), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.392692 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Publish callbacks [] for security_group (050f49bd-6fe3-4e52-b6ca-36fd394d3a75), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.397721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-96023736-5e24-4a5a-ba7e-d216ce536221 req-48206a16-929b-44e7-b27c-911b398714e6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Deleting port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:11.398185 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-96023736-5e24-4a5a-ba7e-d216ce536221 req-48206a16-929b-44e7-b27c-911b398714e6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.401171 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (050f49bd-6fe3-4e52-b6ca-36fd394d3a75), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.414313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f033b-48e6-404c-b25e-73f1cb9c691e req-80d754bb-de30-4df5-a454-b0db60568c63 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:11.421670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-924f033b-48e6-404c-b25e-73f1cb9c691e req-80d754bb-de30-4df5-a454-b0db60568c63 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 931 time: 0.2405853 Feb 02 13:07:11.455702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Pushing event updated for resources: {'Port': ['ID=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:11.547377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 454768d2-3053-4e36-913c-2e1eb3828239 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:11.547831 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (454768d2-3053-4e36-913c-2e1eb3828239), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.565053 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=050f49bd-6fe3-4e52-b6ca-36fd394d3a75,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:11.570090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-96023736-5e24-4a5a-ba7e-d216ce536221 req-48206a16-929b-44e7-b27c-911b398714e6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] For port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:11.571198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-96023736-5e24-4a5a-ba7e-d216ce536221 req-48206a16-929b-44e7-b27c-911b398714e6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.575404 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454768d2-3053-4e36-913c-2e1eb3828239'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:11.578327 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e16784-ae7e-4750-8edb-e07a12549175" -d '{"events": [{"server_uuid": "e6bc3d6e-8a33-417a-b735-efd43054b607", "name": "network-vif-plugged", "status": "completed", "tag": "454768d2-3053-4e36-913c-2e1eb3828239"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:11.594476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 454768d2-3053-4e36-913c-2e1eb3828239, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=454768d2-3053-4e36-913c-2e1eb3828239,segment=NetworkSegment(dd1bd748-038c-47d2-981f-7508cc5d154c),segment_id=dd1bd748-038c-47d2-981f-7508cc5d154c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:11.599706 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-96023736-5e24-4a5a-ba7e-d216ce536221 req-48206a16-929b-44e7-b27c-911b398714e6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Calling delete_port for 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:11.602325 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (454768d2-3053-4e36-913c-2e1eb3828239), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.631126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-872f77a7-5e02-49d9-9220-45561ff2ac59 req-b26b37ae-1f1e-4569-8e80-9b1ab96b2ab9 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710385 Feb 02 13:07:11.736819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=454768d2-3053-4e36-913c-2e1eb3828239,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:11.754190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Allocated IP 192.168.233.55 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/c3e8355e-d75d-4fc0-bd5f-04139a3dc681) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:07:11.780433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Attempting to bind port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:07:11.780818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Attempting to bind port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'a2acefe5-e07c-4711-b1e3-35d15d1e1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a9373712-f5e1-4ce3-8ead-479da8b7cd30'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:07:11.781269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Attempting to bind port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c on network a9373712-f5e1-4ce3-8ead-479da8b7cd30 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:11.790406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c on network a9373712-f5e1-4ce3-8ead-479da8b7cd30 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:07:11.790749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Attempting to bind port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c on network a9373712-f5e1-4ce3-8ead-479da8b7cd30 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:11.811116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46ea60f6-830d-4e50-85a9-0cf1f35f6a48 req-638c9df5-3464-4081-8451-2e8c1abf6330 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 210 time: 0.0442402 Feb 02 13:07:11.812124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:07:11.812465 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Checking segment: {'id': 'a2acefe5-e07c-4711-b1e3-35d15d1e1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a9373712-f5e1-4ce3-8ead-479da8b7cd30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:11.813211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Bound using segment: {'id': 'a2acefe5-e07c-4711-b1e3-35d15d1e1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a9373712-f5e1-4ce3-8ead-479da8b7cd30'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:07:11.813355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Bound port: 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2acefe5-e07c-4711-b1e3-35d15d1e1716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'a9373712-f5e1-4ce3-8ead-479da8b7cd30'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:07:11.813625 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.826775 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-924f033b-48e6-404c-b25e-73f1cb9c691e req-2414fe6b-a71b-4c14-b641-8c827ec6d4bb tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58f03d0-2996-48bb-89b6-0ce223dba7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039631 Feb 02 13:07:11.942780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] For port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:07:11.955869 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411d3639-e79a-456f-9d13-08225489d4f1 x-openstack-request-id: req-411d3639-e79a-456f-9d13-08225489d4f1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:11.956166 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bc3d6e-8a33-417a-b735-efd43054b607", "name": "network-vif-plugged", "status": "completed", "tag": "454768d2-3053-4e36-913c-2e1eb3828239", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:11.956419 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-411d3639-e79a-456f-9d13-08225489d4f1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:11.956818 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454768d2-3053-4e36-913c-2e1eb3828239', 'code': 200} Feb 02 13:07:11.967752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] For port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c,segment=NetworkSegment(a2acefe5-e07c-4711-b1e3-35d15d1e1716),segment_id=a2acefe5-e07c-4711-b1e3-35d15d1e1716)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:07:11.982565 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:11.994937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-96023736-5e24-4a5a-ba7e-d216ce536221 req-48206a16-929b-44e7-b27c-911b398714e6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5c2aea0a-6722-4cad-b295-c08ff0a2a9f1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:12.029125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f', '5a043331-b977-4357-8307-e9b7aa85f673'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:12.038677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fd80be81-e23c-473f-a18b-6a1e2510f17e', '0bce2d7b-fb2a-43ec-8c60-e16d31c84203', 'd26b53cb-5058-49e9-a306-d1a442e95da7', '8fccd482-689e-4737-9ed8-798f3526897c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:12.055199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:12.056366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:12.059131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] 10.222.0.62 "PUT /v2.0/ports/4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c HTTP/1.1" status: 200 len: 1091 time: 1.6394720 Feb 02 13:07:12.064333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18ffae2-a0be-4304-9570-24b94df163d3', 'tag': '4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:12.066737 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f906655-509f-47c3-9517-6d288af9050c" -d '{"events": [{"name": "network-changed", "server_uuid": "b18ffae2-a0be-4304-9570-24b94df163d3", "tag": "4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:12.141967 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Publish callbacks [] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:12.246712 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:12.372826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-96023736-5e24-4a5a-ba7e-d216ce536221 req-48206a16-929b-44e7-b27c-911b398714e6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] No DVR routers for this DVR port 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:12.392703 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-96023736-5e24-4a5a-ba7e-d216ce536221 req-48206a16-929b-44e7-b27c-911b398714e6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:12.396736 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-96023736-5e24-4a5a-ba7e-d216ce536221 req-48206a16-929b-44e7-b27c-911b398714e6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "DELETE /v2.0/ports/5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 HTTP/1.1" status: 204 len: 173 time: 1.2461355 Feb 02 13:07:12.401045 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19749229-7074-47fa-ba67-906c02dedd54 service neutron] Pushing event updated for resources: {'Port': ['ID=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:12.469496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:07:12.477108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Pushing event updated for resources: {'Port': ['ID=c3e8355e-d75d-4fc0-bd5f-04139a3dc681,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:12.478371 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48206a16-929b-44e7-b27c-911b398714e6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event deleted for resources: {'Port': ['ID=5c2aea0a-6722-4cad-b295-c08ff0a2a9f1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:12.488207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:12.491556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:07:12.520359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ea83d-ab42-40f2-8765-278f4ff380a5 req-57067b3c-300e-475c-875a-f02a60c49d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:12.522135 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-745ea83d-ab42-40f2-8765-278f4ff380a5 req-57067b3c-300e-475c-875a-f02a60c49d15 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 1128 time: 0.4329383 Feb 02 13:07:12.524321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-4778aee7-afe4-44ef-ba18-7a344070108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:12.525956 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-4778aee7-afe4-44ef-ba18-7a344070108e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=daf90c4142f345faba80a7142cf58b90&device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 1125 time: 0.3887875 Feb 02 13:07:12.605905 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-f3862efe-5edb-4475-8918-e1bcd0c3f296 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c HTTP/1.1" status: 200 len: 217 time: 0.0578816 Feb 02 13:07:12.607869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4d1f4-c56a-4fb9-883e-6930f852bd82 req-9d83293c-f81f-403a-9922-dfd25d561f31 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:12.616474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1d4d1f4-c56a-4fb9-883e-6930f852bd82 req-9d83293c-f81f-403a-9922-dfd25d561f31 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 946 time: 0.5066805 Feb 02 13:07:12.686907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea6ae51c-e1af-468f-9830-45ea55379c36 req-81040367-6dc2-457c-900a-587f3e7f336d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=12942cb9-8fb1-406a-93c2-4bead69ce6c9 HTTP/1.1" status: 200 len: 210 time: 0.2032707 Feb 02 13:07:12.719239 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-745ea83d-ab42-40f2-8765-278f4ff380a5 req-88ac9683-4e8c-47ea-84c1-eaac523c46fd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794360 Feb 02 13:07:12.733186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-a0a0f2de-04fe-42c6-bc2f-94ba643ff90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:12.736958 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-a0a0f2de-04fe-42c6-bc2f-94ba643ff90d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1c0978b3-46c1-4a52-9e6a-cfd25b79a59c HTTP/1.1" status: 200 len: 848 time: 0.1240537 Feb 02 13:07:12.746124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:12.746761 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:12.767933 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0342eced-b826-40e6-bf1e-d7bfe7cdc4f1 x-openstack-request-id: req-0342eced-b826-40e6-bf1e-d7bfe7cdc4f1 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:12.768251 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18ffae2-a0be-4304-9570-24b94df163d3", "tag": "4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:12.768503 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0342eced-b826-40e6-bf1e-d7bfe7cdc4f1 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:12.768906 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18ffae2-a0be-4304-9570-24b94df163d3', 'tag': '4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c', 'status': 'completed', 'code': 200} Feb 02 13:07:12.784357 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-a570a138-d8b7-4f15-98f9-33ad7e538051 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1054339 Feb 02 13:07:12.788070 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1d4d1f4-c56a-4fb9-883e-6930f852bd82 req-8c0b2ec1-a772-4bf3-ad59-be80bcae5d6d tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709120 Feb 02 13:07:12.800044 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5befbf99-4d72-4b74-980d-b20e17f34f0c up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:07:12.928337 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269a610-36b8-4a09-9d9b-9342ac77048f req-644b1642-9ed3-4b51-a4a7-951fcd3e1129 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:12.935696 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5269a610-36b8-4a09-9d9b-9342ac77048f req-644b1642-9ed3-4b51-a4a7-951fcd3e1129 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 946 time: 0.0813270 Feb 02 13:07:13.006608 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5269a610-36b8-4a09-9d9b-9342ac77048f req-41b30286-8b40-46fa-a50e-3433c42c3bbb tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700209 Feb 02 13:07:13.056933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909f267-caf6-4c8d-909a-abc7cdd34e44 req-0b00b259-e9e2-4d62-8695-21a412666553 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:13.058492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4909f267-caf6-4c8d-909a-abc7cdd34e44 req-0b00b259-e9e2-4d62-8695-21a412666553 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 935 time: 0.1510041 Feb 02 13:07:13.063682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Request body: {'port': {'device_id': '235b1edf-de7f-44a8-8100-b1fafebb29db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:13.087772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-21004bf7-1334-49e6-ac6c-732802f84333 None None] Provisioning complete for port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:13.088658 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21004bf7-1334-49e6-ac6c-732802f84333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:13.098040 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-53f41663-22ef-4d00-b9f7-7c20214d2e7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9373712-f5e1-4ce3-8ead-479da8b7cd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512261 Feb 02 13:07:13.145692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 5befbf99-4d72-4b74-980d-b20e17f34f0c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:13.146181 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:13.248817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-21004bf7-1334-49e6-ac6c-732802f84333 None None] Port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:07:13.261944 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-da98c2e8-1f18-4fba-b003-42e547a29d6f service neutron] 10.222.0.62 "GET /v2.0/networks/a9373712-f5e1-4ce3-8ead-479da8b7cd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564384 Feb 02 13:07:13.357842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5befbf99-4d72-4b74-980d-b20e17f34f0c is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:13.358221 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:13.370320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4909f267-caf6-4c8d-909a-abc7cdd34e44 req-3260c9f9-6494-41b2-ba7e-bcdef0c3e224 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837963 Feb 02 13:07:13.392103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:13.409617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e65a33-91d4-44af-94f6-3dcdf7725d9c req-4eab6271-3dc5-4663-849b-f9e0b4f6bf66 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:13.411695 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1e65a33-91d4-44af-94f6-3dcdf7725d9c req-4eab6271-3dc5-4663-849b-f9e0b4f6bf66 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 943 time: 0.2586622 Feb 02 13:07:13.466013 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6bad26f9-aa57-4a9f-b64b-c43f4916c0a9 req-8faf0464-d040-4792-b89c-47741b2827df service neutron] 10.222.0.62 "GET /v2.0/networks/a9373712-f5e1-4ce3-8ead-479da8b7cd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963580 Feb 02 13:07:13.533189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:13.541551 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:13.542770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:13.563961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1e65a33-91d4-44af-94f6-3dcdf7725d9c req-e1171ceb-9698-4175-83d3-604a72b178d3 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58f03d0-2996-48bb-89b6-0ce223dba7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444018 Feb 02 13:07:13.588799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:13.589140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5c2aea0a-6722-4cad-b295-c08ff0a2a9f1 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:13.615306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5befbf99-4d72-4b74-980d-b20e17f34f0c,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:13.635304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f906655-509f-47c3-9517-6d288af9050c req-18c5759d-9e75-4391-9113-0cd841cc22a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:13.637575 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f906655-509f-47c3-9517-6d288af9050c req-18c5759d-9e75-4391-9113-0cd841cc22a5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=daf90c4142f345faba80a7142cf58b90&device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 1125 time: 0.0619254 Feb 02 13:07:13.780238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f906655-509f-47c3-9517-6d288af9050c req-4185580a-8feb-4abf-ae51-9a89afc8ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:13.781922 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f906655-509f-47c3-9517-6d288af9050c req-4185580a-8feb-4abf-ae51-9a89afc8ec59 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a9373712-f5e1-4ce3-8ead-479da8b7cd30 HTTP/1.1" status: 200 len: 909 time: 0.1376214 Feb 02 13:07:13.809661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e8355e-d75d-4fc0-bd5f-04139a3dc681 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:13.819391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Publish callbacks [] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:13.848081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f906655-509f-47c3-9517-6d288af9050c req-77172d85-dc32-400a-bc65-eabfcecbc41f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c HTTP/1.1" status: 200 len: 217 time: 0.0420377 Feb 02 13:07:13.874574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Transition to ACTIVE for port object c3e8355e-d75d-4fc0-bd5f-04139a3dc681 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:07:13.883747 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:13.912117 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f906655-509f-47c3-9517-6d288af9050c req-00d1dde7-b00f-477d-a713-922f9f55be59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:13.914072 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f906655-509f-47c3-9517-6d288af9050c req-00d1dde7-b00f-477d-a713-922f9f55be59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1c0978b3-46c1-4a52-9e6a-cfd25b79a59c HTTP/1.1" status: 200 len: 848 time: 0.0594890 Feb 02 13:07:13.958206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:13.961862 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8903a4c-5483-437c-928d-559073343c71" -d '{"events": [{"server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "name": "network-vif-plugged", "status": "completed", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:14.005040 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f906655-509f-47c3-9517-6d288af9050c req-345a9835-5705-4ce9-80e2-8177b03392c9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a9373712-f5e1-4ce3-8ead-479da8b7cd30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754595 Feb 02 13:07:14.067665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Pushing event updated for resources: {'Port': ['ID=c3e8355e-d75d-4fc0-bd5f-04139a3dc681,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:14.156522 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ebfc46-a10b-4bc6-a78e-a70b9560782e x-openstack-request-id: req-e0ebfc46-a10b-4bc6-a78e-a70b9560782e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:14.157061 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "name": "network-vif-plugged", "status": "completed", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:14.157520 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e0ebfc46-a10b-4bc6-a78e-a70b9560782e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:14.158138 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'code': 200} Feb 02 13:07:14.164861 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c671a-c2b5-400d-ae62-1edb4dd49ebf req-77c96d3d-0dd1-47d3-ae29-06b5255a34ce tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:14.178878 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f906655-509f-47c3-9517-6d288af9050c req-5fa5b74a-1dd9-4cf8-bcc5-efaf07f91aef service neutron] 10.222.0.62 "GET /v2.0/networks/a9373712-f5e1-4ce3-8ead-479da8b7cd30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584594 Feb 02 13:07:14.179057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-758c671a-c2b5-400d-ae62-1edb4dd49ebf req-77c96d3d-0dd1-47d3-ae29-06b5255a34ce tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 946 time: 0.2123313 Feb 02 13:07:14.234683 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Attempting to bind port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:07:14.235487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Attempting to bind port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:07:14.236053 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Attempting to bind port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:14.281390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:07:14.282062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Attempting to bind port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:14.304930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:07:14.305706 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:14.306339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:07:14.306982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Bound port: c3e8355e-d75d-4fc0-bd5f-04139a3dc681, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:07:14.307564 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:14.326393 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-758c671a-c2b5-400d-ae62-1edb4dd49ebf req-cacc2bfd-22bf-4c22-8d31-e3e4ab564e6a tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463304 Feb 02 13:07:14.358723 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f906655-509f-47c3-9517-6d288af9050c req-6892e283-b9c3-471c-b765-fcf62de39a92 service neutron] 10.222.0.62 "GET /v2.0/networks/a9373712-f5e1-4ce3-8ead-479da8b7cd30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702957 Feb 02 13:07:14.441015 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf62f6-473a-4ae2-9438-6bb664bddc78 req-848f0554-46f8-404c-bec4-ef083931648b tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:14.456437 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5abf62f6-473a-4ae2-9438-6bb664bddc78 req-848f0554-46f8-404c-bec4-ef083931648b tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 946 time: 0.2240074 Feb 02 13:07:14.564219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] For port c3e8355e-d75d-4fc0-bd5f-04139a3dc681, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:07:14.570526 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5abf62f6-473a-4ae2-9438-6bb664bddc78 req-81062feb-b836-41d8-baad-cc8659856bb0 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/security-groups?id=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131635 Feb 02 13:07:14.572462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] For port c3e8355e-d75d-4fc0-bd5f-04139a3dc681, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c3e8355e-d75d-4fc0-bd5f-04139a3dc681,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:07:14.592021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d561d8-3c1b-4d7f-af7e-983f692ccdac req-fc3e5ff7-e1dd-4cb5-b72d-b068e6e2cc1a tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:14.600157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53d561d8-3c1b-4d7f-af7e-983f692ccdac req-fc3e5ff7-e1dd-4cb5-b72d-b068e6e2cc1a tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 950 time: 0.1204205 Feb 02 13:07:14.603693 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:14.665051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234b4ae-9370-4913-b71b-67e9935dbe61 req-d03546c8-3b0e-4dd0-b449-4c738db4b00e tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:14.666851 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1234b4ae-9370-4913-b71b-67e9935dbe61 req-d03546c8-3b0e-4dd0-b449-4c738db4b00e tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 946 time: 0.0916924 Feb 02 13:07:14.772997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12942cb9-8fb1-406a-93c2-4bead69ce6c9', 'name': 'network-vif-deleted', 'tag': '5c2aea0a-6722-4cad-b295-c08ff0a2a9f1'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:14.780879 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e16ba63-004a-4ce3-903b-1cd523e31e96" -d '{"events": [{"server_uuid": "12942cb9-8fb1-406a-93c2-4bead69ce6c9", "name": "network-vif-deleted", "tag": "5c2aea0a-6722-4cad-b295-c08ff0a2a9f1"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:14.794329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1234b4ae-9370-4913-b71b-67e9935dbe61 req-05da5615-37d8-4140-b36f-1ddc2c42e2a9 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Deleting port e45032ce-fb0b-47fb-8373-42a475889a36 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:14.794784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1234b4ae-9370-4913-b71b-67e9935dbe61 req-05da5615-37d8-4140-b36f-1ddc2c42e2a9 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:14.919040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1234b4ae-9370-4913-b71b-67e9935dbe61 req-05da5615-37d8-4140-b36f-1ddc2c42e2a9 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] For port e45032ce-fb0b-47fb-8373-42a475889a36, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e45032ce-fb0b-47fb-8373-42a475889a36,segment=NetworkSegment(6432bca3-d191-4955-8745-f753403e4fac),segment_id=6432bca3-d191-4955-8745-f753403e4fac)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:14.919537 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1234b4ae-9370-4913-b71b-67e9935dbe61 req-05da5615-37d8-4140-b36f-1ddc2c42e2a9 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:14.936863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1234b4ae-9370-4913-b71b-67e9935dbe61 req-05da5615-37d8-4140-b36f-1ddc2c42e2a9 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Calling delete_port for e45032ce-fb0b-47fb-8373-42a475889a36 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:15.019192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:15.020332 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:15.021816 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] 10.222.0.62 "PUT /v2.0/ports/c3e8355e-d75d-4fc0-bd5f-04139a3dc681 HTTP/1.1" status: 200 len: 1095 time: 1.9623728 Feb 02 13:07:15.027638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235b1edf-de7f-44a8-8100-b1fafebb29db', 'tag': 'c3e8355e-d75d-4fc0-bd5f-04139a3dc681'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:15.030252 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342a1a3d-f2d9-4b5c-bfbf-9f3f0500413d" -d '{"events": [{"name": "network-changed", "server_uuid": "235b1edf-de7f-44a8-8100-b1fafebb29db", "tag": "c3e8355e-d75d-4fc0-bd5f-04139a3dc681"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:15.128727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd524b2b-ba7c-4408-83dd-1dbca79a13ca service neutron] Pushing event updated for resources: {'Port': ['ID=c3e8355e-d75d-4fc0-bd5f-04139a3dc681,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:15.164840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53d561d8-3c1b-4d7f-af7e-983f692ccdac req-f8fa87ae-889d-4e4b-9295-8fd642be93e4 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637302 Feb 02 13:07:15.170436 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1234b4ae-9370-4913-b71b-67e9935dbe61 req-05da5615-37d8-4140-b36f-1ddc2c42e2a9 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e45032ce-fb0b-47fb-8373-42a475889a36), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:15.241090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da5615-37d8-4140-b36f-1ddc2c42e2a9 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Pushing event deleted for resources: {'Port': ['ID=e45032ce-fb0b-47fb-8373-42a475889a36,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:15.259128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5770d-fda4-42b4-ab79-bcd96914f826 req-0b41acd6-9afb-4b87-8c1f-22e1089ae970 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:15.270472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c9b5770d-fda4-42b4-ab79-bcd96914f826 req-0b41acd6-9afb-4b87-8c1f-22e1089ae970 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 947 time: 0.2932572 Feb 02 13:07:15.311524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1234b4ae-9370-4913-b71b-67e9935dbe61 req-05da5615-37d8-4140-b36f-1ddc2c42e2a9 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] No DVR routers for this DVR port e45032ce-fb0b-47fb-8373-42a475889a36 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:15.315877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1234b4ae-9370-4913-b71b-67e9935dbe61 req-05da5615-37d8-4140-b36f-1ddc2c42e2a9 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:15.321377 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1234b4ae-9370-4913-b71b-67e9935dbe61 req-05da5615-37d8-4140-b36f-1ddc2c42e2a9 tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.18 "DELETE /v2.0/ports/e45032ce-fb0b-47fb-8373-42a475889a36 HTTP/1.1" status: 204 len: 173 time: 0.6475363 Feb 02 13:07:15.342831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-5baa2391-5c72-44ff-a27d-6ec48f0383e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:15.344831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-5baa2391-5c72-44ff-a27d-6ec48f0383e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe62577b1f3746989af0d097f01d1f68&device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 1129 time: 0.2043009 Feb 02 13:07:15.387773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c9b5770d-fda4-42b4-ab79-bcd96914f826 req-4f6be366-2db6-44df-bf9d-1e1e45d7aedd tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139162 Feb 02 13:07:15.430066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-bd1cf082-92e3-4ebe-8f30-6addc9f22b6b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=c3e8355e-d75d-4fc0-bd5f-04139a3dc681 HTTP/1.1" status: 200 len: 217 time: 0.0714283 Feb 02 13:07:15.492488 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660ea667-61d8-41c1-8ce7-0eaa97347c8b x-openstack-request-id: req-660ea667-61d8-41c1-8ce7-0eaa97347c8b {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:15.492920 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12942cb9-8fb1-406a-93c2-4bead69ce6c9", "name": "network-vif-deleted", "tag": "5c2aea0a-6722-4cad-b295-c08ff0a2a9f1", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:15.493237 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-660ea667-61d8-41c1-8ce7-0eaa97347c8b {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:15.493695 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12942cb9-8fb1-406a-93c2-4bead69ce6c9', 'name': 'network-vif-deleted', 'tag': '5c2aea0a-6722-4cad-b295-c08ff0a2a9f1', 'status': 'completed', 'code': 200} Feb 02 13:07:15.507693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-53f15702-4cc8-4220-844e-67ca6065b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:15.509672 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-53f15702-4cc8-4220-844e-67ca6065b34a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0641408 Feb 02 13:07:15.525535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136db785-f6c9-4851-a7e4-a2364be83085 req-04a1cb6b-2c52-4557-b6e3-61f4ee13aa50 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:15.528203 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-136db785-f6c9-4851-a7e4-a2364be83085 req-04a1cb6b-2c52-4557-b6e3-61f4ee13aa50 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 943 time: 0.1090884 Feb 02 13:07:15.573605 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cb80c0-e4b9-4b8a-b83e-224667b3de23 x-openstack-request-id: req-35cb80c0-e4b9-4b8a-b83e-224667b3de23 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:15.573970 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235b1edf-de7f-44a8-8100-b1fafebb29db", "tag": "c3e8355e-d75d-4fc0-bd5f-04139a3dc681", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:15.574106 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-35cb80c0-e4b9-4b8a-b83e-224667b3de23 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:15.574510 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235b1edf-de7f-44a8-8100-b1fafebb29db', 'tag': 'c3e8355e-d75d-4fc0-bd5f-04139a3dc681', 'status': 'completed', 'code': 200} Feb 02 13:07:15.643725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-136db785-f6c9-4851-a7e4-a2364be83085 req-667d4947-f7c5-4e6e-a5b0-c9505c77b75b tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58f03d0-2996-48bb-89b6-0ce223dba7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773911 Feb 02 13:07:15.645540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-8d700b1c-f6ce-4191-9dad-d798032e45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:15.646955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-8d700b1c-f6ce-4191-9dad-d798032e45a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1177034 Feb 02 13:07:15.776145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad0fca-9aad-44a0-b946-7421ec8fe4a0 req-31c216e1-035d-4076-9df7-826f01e5adc1 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:15.777738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99ad0fca-9aad-44a0-b946-7421ec8fe4a0 req-31c216e1-035d-4076-9df7-826f01e5adc1 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 946 time: 0.1473827 Feb 02 13:07:15.800870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d1f5863-8e3b-4327-8e13-1e2bb9daf17a req-f0b6a028-0d28-4c80-89a5-67a6e6e7e29d tempest-InstanceActionsTestJSON-1071578356 tempest-InstanceActionsTestJSON-1071578356-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7 HTTP/1.1" status: 200 len: 210 time: 0.0473535 Feb 02 13:07:15.836724 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-fddfb6bc-d20b-43dd-8141-84ae7b699971 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701035 Feb 02 13:07:15.891546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99ad0fca-9aad-44a0-b946-7421ec8fe4a0 req-8c8d80cb-77b0-453a-ba78-a73fe7f2eb98 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974612 Feb 02 13:07:15.980871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aeecd71-f19a-49c4-9fde-396c3d6b6b57 req-62809695-ad39-44d1-aa86-f849925c6634 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334827 Feb 02 13:07:16.024444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716187-1f54-4a87-bb24-579f86425634 req-b337cd7b-02d1-4e29-8b40-4184dfeb4641 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:16.025918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06716187-1f54-4a87-bb24-579f86425634 req-b337cd7b-02d1-4e29-8b40-4184dfeb4641 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 946 time: 0.0623779 Feb 02 13:07:16.035084 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48162) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:16.040291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ec581a7e-d0af-4176-85e3-6be1e49300bb tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Request body: {'floatingip': {'port_id': '454768d2-3053-4e36-913c-2e1eb3828239'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:16.096548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec581a7e-d0af-4176-85e3-6be1e49300bb tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for floatingip (49155aa8-8d92-43e7-8c39-7a1576ade6fa), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:16.130421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1a3d-f2d9-4b5c-bfbf-9f3f0500413d req-07641cb3-b9eb-49c8-8c98-5a5128b7fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:16.132469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-342a1a3d-f2d9-4b5c-bfbf-9f3f0500413d req-07641cb3-b9eb-49c8-8c98-5a5128b7fce3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fe62577b1f3746989af0d097f01d1f68&device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 1129 time: 0.0562670 Feb 02 13:07:16.286551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56144b36-706f-4213-a078-3d8f19fa393e req-78d147fb-40f9-4545-8146-c00b8c59422c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:16.287314 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1a3d-f2d9-4b5c-bfbf-9f3f0500413d req-7173f315-1094-46dd-8f77-092d9d4338ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:16.288383 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56144b36-706f-4213-a078-3d8f19fa393e req-78d147fb-40f9-4545-8146-c00b8c59422c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 950 time: 0.1204832 Feb 02 13:07:16.289093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-342a1a3d-f2d9-4b5c-bfbf-9f3f0500413d req-7173f315-1094-46dd-8f77-092d9d4338ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1508176 Feb 02 13:07:16.494239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-342a1a3d-f2d9-4b5c-bfbf-9f3f0500413d req-694fa456-297f-4483-b8c1-7e56fea6efa9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=c3e8355e-d75d-4fc0-bd5f-04139a3dc681 HTTP/1.1" status: 200 len: 217 time: 0.1922810 Feb 02 13:07:16.612482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-56144b36-706f-4213-a078-3d8f19fa393e req-9777da81-a204-4ef0-a440-7fabb6d27e39 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Deleting port 8fccd482-689e-4737-9ed8-798f3526897c {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:16.612818 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56144b36-706f-4213-a078-3d8f19fa393e req-9777da81-a204-4ef0-a440-7fabb6d27e39 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8fccd482-689e-4737-9ed8-798f3526897c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:16.685558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1a3d-f2d9-4b5c-bfbf-9f3f0500413d req-abaed625-bd3e-4625-9700-846ce1bbfff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:16.687471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-342a1a3d-f2d9-4b5c-bfbf-9f3f0500413d req-abaed625-bd3e-4625-9700-846ce1bbfff4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1373582 Feb 02 13:07:16.700127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ae51e-0704-45dd-a9a3-4438fba543d0 req-980c303c-36a1-4473-b635-ad8bc66430b6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:16.710057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c04ae51e-0704-45dd-a9a3-4438fba543d0 req-980c303c-36a1-4473-b635-ad8bc66430b6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 950 time: 0.3535292 Feb 02 13:07:16.726787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-350ecf48-748f-4c5e-bc74-be26830139f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4620466 Feb 02 13:07:16.761675 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device e45032ce-fb0b-47fb-8373-42a475889a36 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:16.809438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: e45032ce-fb0b-47fb-8373-42a475889a36 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:16.810093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device e45032ce-fb0b-47fb-8373-42a475889a36 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:16.840277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44823eb5-ca33-41e6-b26c-17e9ecf6b72e req-60bb370f-fe4e-47cc-b552-33e66e26be84 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:16.847724 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44823eb5-ca33-41e6-b26c-17e9ecf6b72e req-60bb370f-fe4e-47cc-b552-33e66e26be84 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 947 time: 0.3148806 Feb 02 13:07:16.909521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c04ae51e-0704-45dd-a9a3-4438fba543d0 req-cc4f1b73-9b40-41da-9e66-0f9f4d1a6d95 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931071 Feb 02 13:07:16.965971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44823eb5-ca33-41e6-b26c-17e9ecf6b72e req-ead4d367-ff80-4908-beb6-7c137dd7a358 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172633 Feb 02 13:07:16.983720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1a3d-f2d9-4b5c-bfbf-9f3f0500413d req-e70aa9aa-e200-4398-a0a5-25157d01cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:16.985257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-342a1a3d-f2d9-4b5c-bfbf-9f3f0500413d req-e70aa9aa-e200-4398-a0a5-25157d01cbd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2710414 Feb 02 13:07:16.996201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-b79cedb2-7b6d-4f03-9d92-ca7a78a88d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:16.997785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-b79cedb2-7b6d-4f03-9d92-ca7a78a88d73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 1132 time: 0.2244780 Feb 02 13:07:17.084615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48186) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:17.205063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-342a1a3d-f2d9-4b5c-bfbf-9f3f0500413d req-4e680ab6-2921-46e5-b360-642e0e007542 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062986 Feb 02 13:07:17.290991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-56144b36-706f-4213-a078-3d8f19fa393e req-9777da81-a204-4ef0-a440-7fabb6d27e39 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] For port 8fccd482-689e-4737-9ed8-798f3526897c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8fccd482-689e-4737-9ed8-798f3526897c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:17.291368 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56144b36-706f-4213-a078-3d8f19fa393e req-9777da81-a204-4ef0-a440-7fabb6d27e39 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8fccd482-689e-4737-9ed8-798f3526897c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:17.294631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:07:17.304119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6fe0f9-c4cb-4a6d-8c0b-ae66ad492fb5 admin admin] Deleting subnet be56fb25-a0c0-4c94-a644-d6c3d200e986 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:07:17.311314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-342a1a3d-f2d9-4b5c-bfbf-9f3f0500413d req-e16a4331-45f7-434e-b3d4-edfe23697edc service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991445 Feb 02 13:07:17.311557 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe0f9-c4cb-4a6d-8c0b-ae66ad492fb5 admin admin] Publish callbacks [] for subnet (be56fb25-a0c0-4c94-a644-d6c3d200e986), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:17.322756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f3c45-44ad-4d95-88bc-f9c99767f2bd req-d7ace453-aa60-46b9-a080-f2c5eca32683 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:17.331841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-095f3c45-44ad-4d95-88bc-f9c99767f2bd req-d7ace453-aa60-46b9-a080-f2c5eca32683 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 943 time: 0.2619786 Feb 02 13:07:17.339981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-8a1eee0d-49c2-42ac-9b66-d985b1b92b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:17.341692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-8a1eee0d-49c2-42ac-9b66-d985b1b92b23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.3149886 Feb 02 13:07:17.349867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-56144b36-706f-4213-a078-3d8f19fa393e req-9777da81-a204-4ef0-a440-7fabb6d27e39 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Calling delete_port for 8fccd482-689e-4737-9ed8-798f3526897c owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:17.354776 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.resource_extend [None req-ec581a7e-d0af-4176-85e3-6be1e49300bb tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:07:17.397349 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-60a09163-6e59-41a5-ae08-d0c81ed5621c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=fd80be81-e23c-473f-a18b-6a1e2510f17e HTTP/1.1" status: 200 len: 217 time: 0.0473247 Feb 02 13:07:17.497698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-095f3c45-44ad-4d95-88bc-f9c99767f2bd req-961bb1a7-9b99-42d8-a43f-8079e7a5aa0d tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58f03d0-2996-48bb-89b6-0ce223dba7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646490 Feb 02 13:07:17.501553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7', 'name': 'network-vif-deleted', 'tag': 'e45032ce-fb0b-47fb-8373-42a475889a36'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:17.508580 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee024ed-cd6d-443a-940c-7a89dbf31a6c" -d '{"events": [{"server_uuid": "1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7", "name": "network-vif-deleted", "tag": "e45032ce-fb0b-47fb-8373-42a475889a36"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:17.528291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-b69a68a0-6841-425f-bd1f-809aa24df239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:17.530035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-b69a68a0-6841-425f-bd1f-809aa24df239 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1217129 Feb 02 13:07:17.536682 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe0f9-c4cb-4a6d-8c0b-ae66ad492fb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (be56fb25-a0c0-4c94-a644-d6c3d200e986), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:17.558650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c,segment=NetworkSegment(a2acefe5-e07c-4711-b1e3-35d15d1e1716),segment_id=a2acefe5-e07c-4711-b1e3-35d15d1e1716)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:17.576682 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c', 'network_id': 'a9373712-f5e1-4ce3-8ead-479da8b7cd30', 'port_id': '4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c', 'mac_address': 'fa:16:3e:27:be:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0978b3-46c1-4a52-9e6a-cfd25b79a59c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:07:17.597960 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec581a7e-d0af-4176-85e3-6be1e49300bb tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:17.606943 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec581a7e-d0af-4176-85e3-6be1e49300bb tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (49155aa8-8d92-43e7-8c39-7a1576ade6fa), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:17.611123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-0ec8bf9f-d3a9-42d4-a888-c87aa77fd0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:17.612824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-0ec8bf9f-d3a9-42d4-a888-c87aa77fd0c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0739746 Feb 02 13:07:17.626286 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be76630-8006-4441-8862-c3702c9bbd24 x-openstack-request-id: req-8be76630-8006-4441-8862-c3702c9bbd24 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:17.626566 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7", "name": "network-vif-deleted", "tag": "e45032ce-fb0b-47fb-8373-42a475889a36", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:17.626814 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8be76630-8006-4441-8862-c3702c9bbd24 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:17.627206 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a6c2b7d-94ec-4be2-bf3d-3ed50c8199a7', 'name': 'network-vif-deleted', 'tag': 'e45032ce-fb0b-47fb-8373-42a475889a36', 'status': 'completed', 'code': 200} Feb 02 13:07:17.641740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-0740f5ab-1545-4a69-b664-ba40e50d4fc6 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:07:17.642833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-0740f5ab-1545-4a69-b664-ba40e50d4fc6 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058928 Feb 02 13:07:17.646474 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:17.646874 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:17.674344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe0f9-c4cb-4a6d-8c0b-ae66ad492fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (be56fb25-a0c0-4c94-a644-d6c3d200e986), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:17.678511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:17.698986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c,segment=NetworkSegment(a2acefe5-e07c-4711-b1e3-35d15d1e1716),segment_id=a2acefe5-e07c-4711-b1e3-35d15d1e1716)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:17.708702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:17.760635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:17.819701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-46f9e1f4-fb6f-418c-8e69-2b143c1bf61d service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682696 Feb 02 13:07:17.926462 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe0f9-c4cb-4a6d-8c0b-ae66ad492fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (be56fb25-a0c0-4c94-a644-d6c3d200e986), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:17.975777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59320f28-daba-4a0b-9720-6fb3d849d639 req-72ccc048-46ff-485b-bbb5-23ee6f6b2463 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506243 Feb 02 13:07:18.038695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:18.054493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fe0f9-c4cb-4a6d-8c0b-ae66ad492fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be56fb25-a0c0-4c94-a644-d6c3d200e986,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:18.060572 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-ec581a7e-d0af-4176-85e3-6be1e49300bb tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Floating IP 49155aa8-8d92-43e7-8c39-7a1576ade6fa associated. External IP: 172.25.4.109, port: 454768d2-3053-4e36-913c-2e1eb3828239. Feb 02 13:07:18.119270 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56144b36-706f-4213-a078-3d8f19fa393e req-9777da81-a204-4ef0-a440-7fabb6d27e39 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8fccd482-689e-4737-9ed8-798f3526897c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:18.131537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12615ee7-4cac-4db7-b725-c0d0b59f3807 req-15c01c79-13a3-4466-88ee-ac7cb7218832 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=11f63d06-b6bd-4a53-aac1-d28f1a19dd83 HTTP/1.1" status: 200 len: 210 time: 0.0773804 Feb 02 13:07:18.139561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe0f9-c4cb-4a6d-8c0b-ae66ad492fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:18.144552 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ba6fe0f9-c4cb-4a6d-8c0b-ae66ad492fb5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/be56fb25-a0c0-4c94-a644-d6c3d200e986 HTTP/1.1" status: 204 len: 168 time: 1.0176287 Feb 02 13:07:18.149134 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48212) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:18.194371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fd80be81-e23c-473f-a18b-6a1e2510f17e', '0bce2d7b-fb2a-43ec-8c60-e16d31c84203', 'd26b53cb-5058-49e9-a306-d1a442e95da7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:18.196481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f', '5a043331-b977-4357-8307-e9b7aa85f673'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:18.208301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777da81-a204-4ef0-a440-7fabb6d27e39 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event deleted for resources: {'Port': ['ID=8fccd482-689e-4737-9ed8-798f3526897c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:18.300989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b9bde-7f1d-417a-ad7e-d01694064cf7 req-9fbeedd7-9c3e-4741-8772-e53a6b032aa0 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:18.302687 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe7b9bde-7f1d-417a-ad7e-d01694064cf7 req-9fbeedd7-9c3e-4741-8772-e53a6b032aa0 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 947 time: 0.1924489 Feb 02 13:07:18.382296 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-56144b36-706f-4213-a078-3d8f19fa393e req-9777da81-a204-4ef0-a440-7fabb6d27e39 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] No DVR routers for this DVR port 8fccd482-689e-4737-9ed8-798f3526897c on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:18.392035 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56144b36-706f-4213-a078-3d8f19fa393e req-9777da81-a204-4ef0-a440-7fabb6d27e39 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:18.396069 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56144b36-706f-4213-a078-3d8f19fa393e req-9777da81-a204-4ef0-a440-7fabb6d27e39 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "DELETE /v2.0/ports/8fccd482-689e-4737-9ed8-798f3526897c HTTP/1.1" status: 204 len: 173 time: 2.0743341 Feb 02 13:07:18.407399 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (c3574a3b-1405-43ef-8c80-795664885757), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:18.456775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-ad302c21-48e2-4b05-bbbd-fd79b67546a3 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:18.464635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-ad302c21-48e2-4b05-bbbd-fd79b67546a3 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 815 time: 0.1606054 Feb 02 13:07:18.485785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-ca232b6f-15e5-4f4b-9a9e-7829d0e7e476 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/quotas/bcbf353261c44a12b598f300f6175e3e HTTP/1.1" status: 200 len: 375 time: 0.0197797 Feb 02 13:07:18.568424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec581a7e-d0af-4176-85e3-6be1e49300bb tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Router ddd214ab-f933-49d0-a91d-bfa89cf64df8 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:07:18.591764 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe7b9bde-7f1d-417a-ad7e-d01694064cf7 req-23311948-d91e-4a8e-ae28-37677e23fd3c tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716573 Feb 02 13:07:18.650433 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-a3f7a5ae-42a9-4553-86fd-0366437c1b9f tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1609163 Feb 02 13:07:18.788747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8fccd482-689e-4737-9ed8-798f3526897c no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:18.813446 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (c3574a3b-1405-43ef-8c80-795664885757), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:18.871340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 8fccd482-689e-4737-9ed8-798f3526897c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:18.884439 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8fccd482-689e-4737-9ed8-798f3526897c not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:18.951912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-2fd65d1e-9927-44bf-9b70-52e27830b29f service neutron] 10.222.0.83 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910936 Feb 02 13:07:18.985447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad13a32-6363-41ed-8f4b-91738b891c21 req-50c92e5a-f30e-4555-80b9-b6ca31241f67 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:18.993314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad13a32-6363-41ed-8f4b-91738b891c21 req-50c92e5a-f30e-4555-80b9-b6ca31241f67 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 944 time: 0.1564059 Feb 02 13:07:19.024834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec581a7e-d0af-4176-85e3-6be1e49300bb tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:07:19.030469 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec581a7e-d0af-4176-85e3-6be1e49300bb tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:19.044589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6d545a-4fa8-4e65-ba5e-012807e9ce62 None None] Sync routers for ids ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:07:19.103781 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad13a32-6363-41ed-8f4b-91738b891c21 req-98601762-490c-43c9-a0b4-b787896c743b tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58f03d0-2996-48bb-89b6-0ce223dba7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091397 Feb 02 13:07:19.142693 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ec581a7e-d0af-4176-85e3-6be1e49300bb tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "PUT /v2.0/floatingips/49155aa8-8d92-43e7-8c39-7a1576ade6fa HTTP/1.1" status: 200 len: 992 time: 3.1060598 Feb 02 13:07:19.146117 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3574a3b-1405-43ef-8c80-795664885757']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:19.163146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6432bca3-d191-4955-8745-f753403e4fac') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:19.163388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6432bca3-d191-4955-8745-f753403e4fac') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:19.193492 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (6432bca3-d191-4955-8745-f753403e4fac), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:19.213957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (6432bca3-d191-4955-8745-f753403e4fac), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:19.225747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:07:19.226147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (6432bca3-d191-4955-8745-f753403e4fac), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:07:19.230393 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:07:19.234385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d545a-4fa8-4e65-ba5e-012807e9ce62 None None] Routers {'ddd214ab-f933-49d0-a91d-bfa89cf64df8'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:07:19.235551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8a6d545a-4fa8-4e65-ba5e-012807e9ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:07:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:19.341535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c3e8355e-d75d-4fc0-bd5f-04139a3dc681 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:07:19.346525 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-8fd9b7d3-08ba-423e-a191-1d7492261e73 service neutron] 10.222.0.83 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498719 Feb 02 13:07:19.366704 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (c3574a3b-1405-43ef-8c80-795664885757), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:19.382713 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:19.389443 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] 10.222.0.83 "DELETE /v2.0/networks/c3574a3b-1405-43ef-8c80-795664885757 HTTP/1.1" status: 204 len: 168 time: 1.2366910 Feb 02 13:07:19.408126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641e640-1fd9-42c0-9911-91bb56da73d0 req-a40e8c57-20d3-432a-aab9-c32cf82f9321 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:19.409270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5641e640-1fd9-42c0-9911-91bb56da73d0 req-a40e8c57-20d3-432a-aab9-c32cf82f9321 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 946 time: 0.1332295 Feb 02 13:07:19.425850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a59fe2-592f-4f32-9273-5fcebc10e247 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3574a3b-1405-43ef-8c80-795664885757,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:19.522857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5641e640-1fd9-42c0-9911-91bb56da73d0 req-4a08f896-de31-4d59-a539-90a5c09ba92f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067140 Feb 02 13:07:19.586660 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-56237a49-1192-4400-a8ed-c65269595aac None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:07:19.616429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48250) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:19.628405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f63d06-b6bd-4a53-aac1-d28f1a19dd83', 'name': 'network-vif-deleted', 'tag': '8fccd482-689e-4737-9ed8-798f3526897c'}, {'name': 'network-changed', 'server_uuid': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'tag': '454768d2-3053-4e36-913c-2e1eb3828239'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:19.631338 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c6c49f-9f8c-4757-aedc-7d273f225b14" -d '{"events": [{"server_uuid": "11f63d06-b6bd-4a53-aac1-d28f1a19dd83", "name": "network-vif-deleted", "tag": "8fccd482-689e-4737-9ed8-798f3526897c"}, {"name": "network-changed", "server_uuid": "e6bc3d6e-8a33-417a-b735-efd43054b607", "tag": "454768d2-3053-4e36-913c-2e1eb3828239"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:19.712205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3cef606-1a67-459c-a989-c68097915901 req-dd0cf0ed-9f46-4697-ab03-2c50fcac8a54 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 210 time: 0.0779459 Feb 02 13:07:19.766639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-8a6d545a-4fa8-4e65-ba5e-012807e9ce62 None None] Set router ddd214ab-f933-49d0-a91d-bfa89cf64df8 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:07:19.850885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c3e8355e-d75d-4fc0-bd5f-04139a3dc681, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c3e8355e-d75d-4fc0-bd5f-04139a3dc681,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:19.869070 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b77ada48-bc26-43e7-be82-cfa60f358d1d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=60884a34201d40e69cec20e132b4b2f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2503774 Feb 02 13:07:19.872999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48258) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:19.920603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72a3e9-42d3-4460-ac1d-99f50fcb80c1 req-77c95a34-fe8c-43be-ba10-8af4d52f48e5 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:19.926218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d72a3e9-42d3-4460-ac1d-99f50fcb80c1 req-77c95a34-fe8c-43be-ba10-8af4d52f48e5 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 947 time: 0.1840942 Feb 02 13:07:19.943319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'c3e8355e-d75d-4fc0-bd5f-04139a3dc681', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': 'c3e8355e-d75d-4fc0-bd5f-04139a3dc681', 'mac_address': 'fa:16:3e:3a:14:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:07:20.028782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01df4728-beb3-46c6-994d-033d2d366fb0 admin admin] Publish callbacks [] for security_group (da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:20.036056 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d72a3e9-42d3-4460-ac1d-99f50fcb80c1 req-cabe80cd-9182-4628-9771-2c8a48266384 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652845 Feb 02 13:07:20.048421 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:20.048996 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:20.069499 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01df4728-beb3-46c6-994d-033d2d366fb0 admin admin] Publish callbacks [] for security_group (da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:20.123215 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5777ec33-660e-4dab-92ab-7be9c7ca1ffe x-openstack-request-id: req-5777ec33-660e-4dab-92ab-7be9c7ca1ffe {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:20.123646 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f63d06-b6bd-4a53-aac1-d28f1a19dd83", "name": "network-vif-deleted", "tag": "8fccd482-689e-4737-9ed8-798f3526897c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e6bc3d6e-8a33-417a-b735-efd43054b607", "tag": "454768d2-3053-4e36-913c-2e1eb3828239", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:20.123985 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5777ec33-660e-4dab-92ab-7be9c7ca1ffe {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:20.124680 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f63d06-b6bd-4a53-aac1-d28f1a19dd83', 'name': 'network-vif-deleted', 'tag': '8fccd482-689e-4737-9ed8-798f3526897c', 'status': 'completed', 'code': 200} Feb 02 13:07:20.125012 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'tag': '454768d2-3053-4e36-913c-2e1eb3828239', 'status': 'completed', 'code': 200} Feb 02 13:07:20.169364 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01df4728-beb3-46c6-994d-033d2d366fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:20.174546 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01df4728-beb3-46c6-994d-033d2d366fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:20.178135 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-01df4728-beb3-46c6-994d-033d2d366fb0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6 HTTP/1.1" status: 204 len: 168 time: 0.3018715 Feb 02 13:07:20.223533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df4728-beb3-46c6-994d-033d2d366fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da97bd0a-38a8-47a8-86d2-9f5a0b04d1c6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:20.317094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c49f-9f8c-4757-aedc-7d273f225b14 req-bb4754b6-4249-432a-bb03-a95e8efd4dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:20.318633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14c6c49f-9f8c-4757-aedc-7d273f225b14 req-bb4754b6-4249-432a-bb03-a95e8efd4dc7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ebd7659f2f644bd7aea7f278f1e28d62&device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 1128 time: 0.1479676 Feb 02 13:07:20.328805 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e8355e-d75d-4fc0-bd5f-04139a3dc681 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:20.352303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c3e8355e-d75d-4fc0-bd5f-04139a3dc681, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c3e8355e-d75d-4fc0-bd5f-04139a3dc681,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:20.361032 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:20.547328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=c3e8355e-d75d-4fc0-bd5f-04139a3dc681,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:20.606487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8a6d545a-4fa8-4e65-ba5e-012807e9ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:05:52Z', 'revision_number': 4, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '49155aa8-8d92-43e7-8c39-7a1576ade6fa', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'port_id': '454768d2-3053-4e36-913c-2e1eb3828239', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'mac_address': 'fa:16:3e:11:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:06:02Z', 'updated_at': '2022-02-02T13:07:17Z', 'revision_number': 1, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5e17b5-988a-4433-8727-d796e6ee09cc', 'name': '', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'mac_address': 'fa:16:3e:b2:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:59Z', 'revision_number': 5, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'subnets': [{'id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:20.667647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4ad01-572e-4896-b759-fd95e429b4e4 req-2f89571e-7f8b-426c-9d31-c253aa0483f7 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:20.684470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-85f4ad01-572e-4896-b759-fd95e429b4e4 req-2f89571e-7f8b-426c-9d31-c253aa0483f7 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 944 time: 0.4035196 Feb 02 13:07:20.699288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6d545a-4fa8-4e65-ba5e-012807e9ce62 None None] Checking router: ddd214ab-f933-49d0-a91d-bfa89cf64df8 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:07:20.728972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['c3e8355e-d75d-4fc0-bd5f-04139a3dc681'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:20.731585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d545a-4fa8-4e65-ba5e-012807e9ce62 None None] Routers {'ddd214ab-f933-49d0-a91d-bfa89cf64df8'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:07:20.732237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8a6d545a-4fa8-4e65-ba5e-012807e9ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:07:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:20.763685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c49f-9f8c-4757-aedc-7d273f225b14 req-4db9b1b4-d7f1-4c13-b891-a1d12cd33a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:20.766289 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14c6c49f-9f8c-4757-aedc-7d273f225b14 req-4db9b1b4-d7f1-4c13-b891-a1d12cd33a63 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bea9a89a-1bfa-4d54-a6b1-3e771429bd14 HTTP/1.1" status: 200 len: 916 time: 0.4401145 Feb 02 13:07:20.915643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a268e-74ea-46b4-ad0a-b3b3647f26e4 req-eb9f3e3e-c418-4278-9c2e-6e9b6a65c9b0 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:20.924804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc7a268e-74ea-46b4-ad0a-b3b3647f26e4 req-eb9f3e3e-c418-4278-9c2e-6e9b6a65c9b0 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=778191f2-dbfc-4c34-8aba-f082f25eea88 HTTP/1.1" status: 200 len: 949 time: 0.3772254 Feb 02 13:07:20.958751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-85f4ad01-572e-4896-b759-fd95e429b4e4 req-309714c9-e09e-427d-bbb1-273eecebf066 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58f03d0-2996-48bb-89b6-0ce223dba7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733443 Feb 02 13:07:21.047365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14c6c49f-9f8c-4757-aedc-7d273f225b14 req-ece09811-a841-4383-b43f-e646520eadb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=454768d2-3053-4e36-913c-2e1eb3828239 HTTP/1.1" status: 200 len: 1000 time: 0.2704701 Feb 02 13:07:21.064343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc7a268e-74ea-46b4-ad0a-b3b3647f26e4 req-a23793a9-b78b-4bb2-8d1f-15032be5bc1b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375899 Feb 02 13:07:21.079590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-8a6d545a-4fa8-4e65-ba5e-012807e9ce62 None None] Set router ddd214ab-f933-49d0-a91d-bfa89cf64df8 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:07:21.265107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0432406e-21ee-4b75-bdac-5d7f34aad80f req-b5fa3d73-ec82-4848-90e8-ce991c14936e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 210 time: 0.0362015 Feb 02 13:07:21.277461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c49f-9f8c-4757-aedc-7d273f225b14 req-b1b420a7-9307-4953-831d-a7dfb2085420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:21.279625 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14c6c49f-9f8c-4757-aedc-7d273f225b14 req-b1b420a7-9307-4953-831d-a7dfb2085420 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=094448ab-9020-40f3-b3f0-982dc98471c2 HTTP/1.1" status: 200 len: 854 time: 0.2122405 Feb 02 13:07:21.304394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01396690-bbd4-4837-b206-2e0a1d8cfc6a req-7c5cc84f-7b23-489f-a09c-577b17fc697e tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:21.307052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01396690-bbd4-4837-b206-2e0a1d8cfc6a req-7c5cc84f-7b23-489f-a09c-577b17fc697e tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 946 time: 0.2100947 Feb 02 13:07:21.380968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:07:21.419049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c49f-9f8c-4757-aedc-7d273f225b14 req-d5c62e8b-352a-42e5-9a52-4ae77c69cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:21.420989 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14c6c49f-9f8c-4757-aedc-7d273f225b14 req-d5c62e8b-352a-42e5-9a52-4ae77c69cce6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bea9a89a-1bfa-4d54-a6b1-3e771429bd14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1277218 Feb 02 13:07:21.484295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01396690-bbd4-4837-b206-2e0a1d8cfc6a req-53a1200b-42b0-402b-9971-2dee1a76a8b9 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462412 Feb 02 13:07:21.530176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48316) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:21.581395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4f58e-c6fb-4b21-b4ed-122de0720ab2 req-c5294248-606b-4ac3-859d-b74f29982d2f tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:21.588795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0cf4f58e-c6fb-4b21-b4ed-122de0720ab2 req-c5294248-606b-4ac3-859d-b74f29982d2f tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 948 time: 0.1905234 Feb 02 13:07:21.660145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14c6c49f-9f8c-4757-aedc-7d273f225b14 req-0adc35a2-fb3c-4935-9d68-5577a8b0eeec service neutron] 10.222.0.62 "GET /v2.0/networks/bea9a89a-1bfa-4d54-a6b1-3e771429bd14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229381 Feb 02 13:07:21.695563 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0cf4f58e-c6fb-4b21-b4ed-122de0720ab2 req-04f210c0-795c-4b8f-b21e-9d23a07fc4ee tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057611 Feb 02 13:07:21.911624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-175125036-network', 'tenant_id': '49d767591ad54507b188d760543bb9fe'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:21.973760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14c6c49f-9f8c-4757-aedc-7d273f225b14 req-70490483-125b-43aa-8fb0-dd4bb04f0b1e service neutron] 10.222.0.62 "GET /v2.0/networks/bea9a89a-1bfa-4d54-a6b1-3e771429bd14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555671 Feb 02 13:07:21.999040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Made reservation on behalf of 49d767591ad54507b188d760543bb9fe for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:22.002594 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:22.032025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:07:22.039339 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:22.058195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:22.058582 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:22.065035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e15b9-e6e8-4483-bf3e-b611baf54199 req-698b89f7-d46a-4b7b-aa5b-4cf60c6d33ba tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:22.067128 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-944e15b9-e6e8-4483-bf3e-b611baf54199 req-698b89f7-d46a-4b7b-aa5b-4cf60c6d33ba tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "GET /v2.0/ports?device_id=778191f2-dbfc-4c34-8aba-f082f25eea88 HTTP/1.1" status: 200 len: 949 time: 0.3347507 Feb 02 13:07:22.080951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-902ca3e1-888a-4aba-8f2e-42ae6092bf98 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:22.095806 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-902ca3e1-888a-4aba-8f2e-42ae6092bf98 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.18 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 815 time: 0.4379234 Feb 02 13:07:22.172561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8a6d545a-4fa8-4e65-ba5e-012807e9ce62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:05:52Z', 'revision_number': 4, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '49155aa8-8d92-43e7-8c39-7a1576ade6fa', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'port_id': '454768d2-3053-4e36-913c-2e1eb3828239', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'mac_address': 'fa:16:3e:11:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:06:02Z', 'updated_at': '2022-02-02T13:07:17Z', 'revision_number': 1, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5e17b5-988a-4433-8727-d796e6ee09cc', 'name': '', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'mac_address': 'fa:16:3e:b2:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:59Z', 'revision_number': 5, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'subnets': [{'id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:22.237956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2265a-f7c9-4e80-bd4c-27d331675c14 req-6ef557b3-bbb0-4a76-8d4f-921bce92ce1a tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:22.245225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ca2265a-f7c9-4e80-bd4c-27d331675c14 req-6ef557b3-bbb0-4a76-8d4f-921bce92ce1a tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 944 time: 0.1441205 Feb 02 13:07:22.250786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6d545a-4fa8-4e65-ba5e-012807e9ce62 None None] The sync data for ids ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'] in n-d-827336-2 is: [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:05:52Z', 'revision_number': 4, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '49155aa8-8d92-43e7-8c39-7a1576ade6fa', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'port_id': '454768d2-3053-4e36-913c-2e1eb3828239', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'mac_address': 'fa:16:3e:11:6d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:06:02Z', 'updated_at': '2022-02-02T13:07:17Z', 'revision_number': 1, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b5e17b5-988a-4433-8727-d796e6ee09cc', 'name': '', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'mac_address': 'fa:16:3e:b2:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:59Z', 'revision_number': 5, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'subnets': [{'id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:07:22.253464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:22.253882 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:22.282417 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18ffae2-a0be-4304-9570-24b94df163d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:22.284823 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ae9465-bac5-4a61-be04-54a81280553a" -d '{"events": [{"server_uuid": "b18ffae2-a0be-4304-9570-24b94df163d3", "name": "network-vif-plugged", "status": "completed", "tag": "4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:22.285533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Request body: {'port': {'device_id': '08118c79-c749-466b-bbd8-3ea010b00fda', 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397', 'admin_state_up': True, 'tenant_id': 'bcbf353261c44a12b598f300f6175e3e'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:22.286673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cddf49-693b-4c8f-ae16-0f735803f114 req-c6aad896-4075-45cd-bc2f-bb820a55322b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:22.294330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65cddf49-693b-4c8f-ae16-0f735803f114 req-c6aad896-4075-45cd-bc2f-bb820a55322b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=778191f2-dbfc-4c34-8aba-f082f25eea88 HTTP/1.1" status: 200 len: 949 time: 0.1342487 Feb 02 13:07:22.302515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c,segment=NetworkSegment(a2acefe5-e07c-4711-b1e3-35d15d1e1716),segment_id=a2acefe5-e07c-4711-b1e3-35d15d1e1716)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:22.308303 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:22.373627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ca2265a-f7c9-4e80-bd4c-27d331675c14 req-753c464e-cac6-418c-ba45-b488c0980e23 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58f03d0-2996-48bb-89b6-0ce223dba7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273706 Feb 02 13:07:22.433389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:22.507277 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63642249-53b0-4af4-8658-08e6b25284cb x-openstack-request-id: req-63642249-53b0-4af4-8658-08e6b25284cb {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:22.507897 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18ffae2-a0be-4304-9570-24b94df163d3", "name": "network-vif-plugged", "status": "completed", "tag": "4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:22.508099 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-63642249-53b0-4af4-8658-08e6b25284cb {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:22.512693 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18ffae2-a0be-4304-9570-24b94df163d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c', 'code': 200} Feb 02 13:07:22.523388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65cddf49-693b-4c8f-ae16-0f735803f114 req-45701e73-ddb4-4579-bf44-e60801f89133 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603310 Feb 02 13:07:22.562885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Publish callbacks [] for security_group (43a23b85-7c7f-4ad8-9244-03bf4add558e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:22.581745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f29b-ce23-4220-bbd3-3ed3dace2a29 req-043b7a16-d75b-440b-9aea-64ec2aed45cf tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:22.587974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d760f29b-ce23-4220-bbd3-3ed3dace2a29 req-043b7a16-d75b-440b-9aea-64ec2aed45cf tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/ports?device_id=375a5236-2556-48a4-84e9-1aa79fbb7566 HTTP/1.1" status: 200 len: 948 time: 0.1637940 Feb 02 13:07:22.648278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (43a23b85-7c7f-4ad8-9244-03bf4add558e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:22.663945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:07:22.676052 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da521a93-f7f6-4ba0-a959-52164aa7d385 None None] New status for floating IP 49155aa8-8d92-43e7-8c39-7a1576ade6fa: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:07:22.679306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a4c09f4d-178c-4278-a7cc-20e26c297253), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:22.679820 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Added segment a4c09f4d-178c-4278-a7cc-20e26c297253 of type vlan for network 100078bf-3752-451a-9d8d-8dacab8aa3de Feb 02 13:07:22.743914 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (100078bf-3752-451a-9d8d-8dacab8aa3de), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:22.789625 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f99474cf-c16a-44e3-9c49-1a9bc809717b req-c9061b0f-1583-4e39-b96a-ce4f10070ed9 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 210 time: 0.0750504 Feb 02 13:07:22.828417 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a23b85-7c7f-4ad8-9244-03bf4add558e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:22.834736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (100078bf-3752-451a-9d8d-8dacab8aa3de), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:22.836467 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:22.836967 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:22.937452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Pushing event updated for resources: {'Network': ['ID=100078bf-3752-451a-9d8d-8dacab8aa3de,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:22.949651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-944e15b9-e6e8-4483-bf3e-b611baf54199 req-17562e6d-aa7d-46bb-94fa-ac50313bb7b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Deleting port 5a043331-b977-4357-8307-e9b7aa85f673 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:22.949991 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-944e15b9-e6e8-4483-bf3e-b611baf54199 req-17562e6d-aa7d-46bb-94fa-ac50313bb7b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5a043331-b977-4357-8307-e9b7aa85f673), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:22.987800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377f810-bb5c-4385-a06c-f2a95828944e req-e1243d31-b35e-41b8-b23d-d2609a2e1ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:22.989495 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8377f810-bb5c-4385-a06c-f2a95828944e req-e1243d31-b35e-41b8-b23d-d2609a2e1ae8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 1127 time: 0.3281591 Feb 02 13:07:22.999925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d61bbe-a6a3-4806-b0bf-d8e6fdc0628b req-7cee11ad-4303-4eef-bc2e-9e1ae31ad67b tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:23.003720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-58d61bbe-a6a3-4806-b0bf-d8e6fdc0628b req-7cee11ad-4303-4eef-bc2e-9e1ae31ad67b tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 946 time: 0.3052206 Feb 02 13:07:23.067222 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.067603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.067914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.068264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.068584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.068915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.069232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.069553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.069877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.070203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.070646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.070979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.071353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:23.085173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 100078bf-3752-451a-9d8d-8dacab8aa3de details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:07:23.089648 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bca41c6a-ca77-4277-b02b-4d8f21aa1bcb admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5569785 Feb 02 13:07:23.090474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48346) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:23.099015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b7070264-eef5-493b-a456-234dfb8af8ff admin admin] Request body: {'subnet': {'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-175125036-subnet', 'tenant_id': '49d767591ad54507b188d760543bb9fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:23.159222 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Made reservation on behalf of bcbf353261c44a12b598f300f6175e3e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:23.164481 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:23.179774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7070264-eef5-493b-a456-234dfb8af8ff admin admin] Made reservation on behalf of 49d767591ad54507b188d760543bb9fe for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:23.182340 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7070264-eef5-493b-a456-234dfb8af8ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:23.211996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-944e15b9-e6e8-4483-bf3e-b611baf54199 req-17562e6d-aa7d-46bb-94fa-ac50313bb7b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] For port 5a043331-b977-4357-8307-e9b7aa85f673, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5a043331-b977-4357-8307-e9b7aa85f673,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:23.212403 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-944e15b9-e6e8-4483-bf3e-b611baf54199 req-17562e6d-aa7d-46bb-94fa-ac50313bb7b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5a043331-b977-4357-8307-e9b7aa85f673), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:23.284309 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-944e15b9-e6e8-4483-bf3e-b611baf54199 req-17562e6d-aa7d-46bb-94fa-ac50313bb7b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Calling delete_port for 5a043331-b977-4357-8307-e9b7aa85f673 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:23.353819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c3e8355e-d75d-4fc0-bd5f-04139a3dc681 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:07:23.419981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d760f29b-ce23-4220-bbd3-3ed3dace2a29 req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Deleting port d26b53cb-5058-49e9-a306-d1a442e95da7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:23.420394 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d760f29b-ce23-4220-bbd3-3ed3dace2a29 req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:23.474917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-58d61bbe-a6a3-4806-b0bf-d8e6fdc0628b req-b354495e-b2b2-4efe-b632-496f145667d3 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4568474 Feb 02 13:07:23.478484 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:07:23.492418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:23.492814 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:23.621771 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8377f810-bb5c-4385-a06c-f2a95828944e req-d064c2f8-3455-4f86-b13b-d1be5046da89 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b58f03d0-2996-48bb-89b6-0ce223dba7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138024 Feb 02 13:07:23.622022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Allocated IP 172.20.0.14 (c63a35f9-d564-490d-b25a-136375c41397/a77b539c-fe67-429b-b8d9-661c579990ef/ccafc397-b3b3-4d63-b958-67a8e7eb65fd) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:07:23.639075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ffdf0-7145-4cab-82af-a22d0190da5b req-7dcf58c6-c5ad-4c5e-bb46-478d81a3dc3e tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:23.647228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:23.647471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d92ffdf0-7145-4cab-82af-a22d0190da5b req-7dcf58c6-c5ad-4c5e-bb46-478d81a3dc3e tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 948 time: 0.6382186 Feb 02 13:07:23.648171 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:23.702155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c3e8355e-d75d-4fc0-bd5f-04139a3dc681, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c3e8355e-d75d-4fc0-bd5f-04139a3dc681,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:23.707485 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:23.709547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5a043331-b977-4357-8307-e9b7aa85f673 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:23.768234 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-944e15b9-e6e8-4483-bf3e-b611baf54199 req-17562e6d-aa7d-46bb-94fa-ac50313bb7b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5a043331-b977-4357-8307-e9b7aa85f673), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:23.771075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d92ffdf0-7145-4cab-82af-a22d0190da5b req-fc19e618-e148-403f-ae69-2bf1326a1fc6 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227345 Feb 02 13:07:23.796034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No active binding found for port 5a043331-b977-4357-8307-e9b7aa85f673 {{(pid=103189) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 13:07:23.796787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] The host n-h2-827336-2 is not matching for port 5a043331-b977-4357-8307-e9b7aa85f673 host None! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:07:23.797804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5a043331-b977-4357-8307-e9b7aa85f673 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:23.808430 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d760f29b-ce23-4220-bbd3-3ed3dace2a29 req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] For port d26b53cb-5058-49e9-a306-d1a442e95da7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d26b53cb-5058-49e9-a306-d1a442e95da7,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:23.808978 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d760f29b-ce23-4220-bbd3-3ed3dace2a29 req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:23.814843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:23.826342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17562e6d-aa7d-46bb-94fa-ac50313bb7b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event deleted for resources: {'Port': ['ID=5a043331-b977-4357-8307-e9b7aa85f673,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:23.830027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7070264-eef5-493b-a456-234dfb8af8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:23.852671 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d760f29b-ce23-4220-bbd3-3ed3dace2a29 req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Calling delete_port for d26b53cb-5058-49e9-a306-d1a442e95da7 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:23.864504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fd80be81-e23c-473f-a18b-6a1e2510f17e', '0bce2d7b-fb2a-43ec-8c60-e16d31c84203'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:23.892111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477984a-57e0-44d4-83ae-06ccf83987d7 req-f3c0f526-b4ce-442f-8492-20bdbde51dd7 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:23.894069 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2477984a-57e0-44d4-83ae-06ccf83987d7 req-f3c0f526-b4ce-442f-8492-20bdbde51dd7 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 945 time: 0.2834167 Feb 02 13:07:23.938213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=c3e8355e-d75d-4fc0-bd5f-04139a3dc681,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:24.054862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-944e15b9-e6e8-4483-bf3e-b611baf54199 req-17562e6d-aa7d-46bb-94fa-ac50313bb7b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] No DVR routers for this DVR port 5a043331-b977-4357-8307-e9b7aa85f673 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:24.070849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-944e15b9-e6e8-4483-bf3e-b611baf54199 req-17562e6d-aa7d-46bb-94fa-ac50313bb7b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:24.075080 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-944e15b9-e6e8-4483-bf3e-b611baf54199 req-17562e6d-aa7d-46bb-94fa-ac50313bb7b2 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "DELETE /v2.0/ports/5a043331-b977-4357-8307-e9b7aa85f673 HTTP/1.1" status: 204 len: 173 time: 1.9776309 Feb 02 13:07:24.086206 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2477984a-57e0-44d4-83ae-06ccf83987d7 req-2b68ffad-9b60-4e8c-b399-fbf334c09093 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58f03d0-2996-48bb-89b6-0ce223dba7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821718 Feb 02 13:07:24.095391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7070264-eef5-493b-a456-234dfb8af8ff admin admin] Checking segment: {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:24.095811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7070264-eef5-493b-a456-234dfb8af8ff admin admin] Network hostable DHCP agents. Network: 100078bf-3752-451a-9d8d-8dacab8aa3de, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:07:24.099536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e62192-eb81-4cca-9140-ce91ff410320 req-cf88400f-07b6-419e-8cde-ee75b514af6e tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:24.100120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778191f2-dbfc-4c34-8aba-f082f25eea88', 'name': 'network-vif-deleted', 'tag': '5a043331-b977-4357-8307-e9b7aa85f673'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:24.102991 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfa66fe-7a71-47a5-92d9-dd63eee72639" -d '{"events": [{"server_uuid": "778191f2-dbfc-4c34-8aba-f082f25eea88", "name": "network-vif-deleted", "tag": "5a043331-b977-4357-8307-e9b7aa85f673"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:24.121078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88e62192-eb81-4cca-9140-ce91ff410320 req-cf88400f-07b6-419e-8cde-ee75b514af6e tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 946 time: 0.1707339 Feb 02 13:07:24.143573 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7070264-eef5-493b-a456-234dfb8af8ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:24.224855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7070264-eef5-493b-a456-234dfb8af8ff admin admin] Network 100078bf-3752-451a-9d8d-8dacab8aa3de is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:07:24.256721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b7070264-eef5-493b-a456-234dfb8af8ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 100078bf-3752-451a-9d8d-8dacab8aa3de) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:24.272583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b303f6e-e6f6-45d5-b293-f220a21b5741 None None] Network 100078bf-3752-451a-9d8d-8dacab8aa3de requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:24.278677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7070264-eef5-493b-a456-234dfb8af8ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:24.279619 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7070264-eef5-493b-a456-234dfb8af8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:24.321288 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b7070264-eef5-493b-a456-234dfb8af8ff admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2261639 Feb 02 13:07:24.344303 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks [] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:24.353868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c6c3dc6-31cc-4422-b568-2a076239142f req-be91141e-f1af-4ee6-9b06-b67115824172 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=778191f2-dbfc-4c34-8aba-f082f25eea88 HTTP/1.1" status: 200 len: 210 time: 0.1159008 Feb 02 13:07:24.383970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88e62192-eb81-4cca-9140-ce91ff410320 req-78722473-a0b4-4983-8f05-9b61d4dee12b tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561285 Feb 02 13:07:24.391846 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d760f29b-ce23-4220-bbd3-3ed3dace2a29 req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d26b53cb-5058-49e9-a306-d1a442e95da7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:24.409065 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:24.494349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fd80be81-e23c-473f-a18b-6a1e2510f17e', '0bce2d7b-fb2a-43ec-8c60-e16d31c84203'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:24.503014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:24.513751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event deleted for resources: {'Port': ['ID=d26b53cb-5058-49e9-a306-d1a442e95da7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:24.541472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Network c63a35f9-d564-490d-b25a-136375c41397 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:07:24.548560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.551630 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:24.553020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.553976 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.555160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.557339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235b1edf-de7f-44a8-8100-b1fafebb29db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e8355e-d75d-4fc0-bd5f-04139a3dc681'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:24.561304 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.564711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.565510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.566521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.567975 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed904ef-ff45-4593-bc0b-71d29e85af22" -d '{"events": [{"server_uuid": "235b1edf-de7f-44a8-8100-b1fafebb29db", "name": "network-vif-plugged", "status": "completed", "tag": "c3e8355e-d75d-4fc0-bd5f-04139a3dc681"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:24.569079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.569933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.570275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.572791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.574282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:24.577298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['41e356e3-454a-41f4-a67c-2e2ca2c6e9c1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:24.582764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:07:24.703496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b59a8a-c061-4f3c-9fd8-b18d4342df77 None None] Network 100078bf-3752-451a-9d8d-8dacab8aa3de requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:24.727399 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e37ab30-6369-4b4d-87a9-8541ddbd8b31 x-openstack-request-id: req-4e37ab30-6369-4b4d-87a9-8541ddbd8b31 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:24.727812 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235b1edf-de7f-44a8-8100-b1fafebb29db", "name": "network-vif-plugged", "status": "completed", "tag": "c3e8355e-d75d-4fc0-bd5f-04139a3dc681", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:24.728202 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4e37ab30-6369-4b4d-87a9-8541ddbd8b31 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:24.728597 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235b1edf-de7f-44a8-8100-b1fafebb29db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e8355e-d75d-4fc0-bd5f-04139a3dc681', 'code': 200} Feb 02 13:07:24.754642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:24.758091 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:24.805654 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d760f29b-ce23-4220-bbd3-3ed3dace2a29 req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] No DVR routers for this DVR port d26b53cb-5058-49e9-a306-d1a442e95da7 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:24.811077 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d760f29b-ce23-4220-bbd3-3ed3dace2a29 req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:24.816011 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7de7cf-40f0-4dfb-9625-fef0e3389d57 x-openstack-request-id: req-db7de7cf-40f0-4dfb-9625-fef0e3389d57 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:24.816243 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778191f2-dbfc-4c34-8aba-f082f25eea88", "name": "network-vif-deleted", "tag": "5a043331-b977-4357-8307-e9b7aa85f673", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:24.816462 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-db7de7cf-40f0-4dfb-9625-fef0e3389d57 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:24.816939 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778191f2-dbfc-4c34-8aba-f082f25eea88', 'name': 'network-vif-deleted', 'tag': '5a043331-b977-4357-8307-e9b7aa85f673', 'status': 'completed', 'code': 200} Feb 02 13:07:24.821588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d760f29b-ce23-4220-bbd3-3ed3dace2a29 req-2902a1b0-a3b4-4273-b798-4dde21d5fb58 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "DELETE /v2.0/ports/d26b53cb-5058-49e9-a306-d1a442e95da7 HTTP/1.1" status: 204 len: 173 time: 2.2209702 Feb 02 13:07:24.822521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375a5236-2556-48a4-84e9-1aa79fbb7566', 'name': 'network-vif-deleted', 'tag': 'd26b53cb-5058-49e9-a306-d1a442e95da7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:24.827973 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ffda51-346f-44fe-90b8-46dfe62604c2" -d '{"events": [{"server_uuid": "375a5236-2556-48a4-84e9-1aa79fbb7566", "name": "network-vif-deleted", "tag": "d26b53cb-5058-49e9-a306-d1a442e95da7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:24.836487 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5779817 Feb 02 13:07:24.839971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d360027-6727-4b97-92d0-799e02d6212e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Pushing event updated for resources: {'Port': ['ID=ccafc397-b3b3-4d63-b958-67a8e7eb65fd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:24.859503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Request body: {'port': {'device_id': '08118c79-c749-466b-bbd8-3ea010b00fda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:24.869138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adeb6f4-e8b8-447c-8328-c26b84e295c9 req-2a727d39-0a23-494a-824f-aa41c2a7809b tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:24.871973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5adeb6f4-e8b8-447c-8328-c26b84e295c9 req-2a727d39-0a23-494a-824f-aa41c2a7809b tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 932 time: 0.2713742 Feb 02 13:07:24.930562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d26b53cb-5058-49e9-a306-d1a442e95da7 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:25.028099 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5adeb6f4-e8b8-447c-8328-c26b84e295c9 req-9f84b0e1-8ef2-4bf6-9ea7-a00e400ae8b3 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496351 Feb 02 13:07:25.056911 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:25.062009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: d26b53cb-5058-49e9-a306-d1a442e95da7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:25.062496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d26b53cb-5058-49e9-a306-d1a442e95da7 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:25.209340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55198166-3022-4cab-8c7e-85ac1cb47770 req-ca655b21-8c10-4405-a72e-60fdc954dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:25.211371 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-55198166-3022-4cab-8c7e-85ac1cb47770 req-ca655b21-8c10-4405-a72e-60fdc954dea9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 1131 time: 0.2819965 Feb 02 13:07:25.490804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72592ec-40eb-44d0-9827-7a2b9d913305 req-6a51e722-562a-4f99-9406-d6edbfc5da2b tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:25.495287 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f72592ec-40eb-44d0-9827-7a2b9d913305 req-6a51e722-562a-4f99-9406-d6edbfc5da2b tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 949 time: 0.2750762 Feb 02 13:07:25.535706 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-b88ca829-ae82-4ea7-adab-a56a809b4ba0 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:25.537860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-b88ca829-ae82-4ea7-adab-a56a809b4ba0 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/networks?id=100078bf-3752-451a-9d8d-8dacab8aa3de HTTP/1.1" status: 200 len: 812 time: 0.3690825 Feb 02 13:07:25.586355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-9175cb37-0288-4ec5-8d95-363142e9e055 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/quotas/49d767591ad54507b188d760543bb9fe HTTP/1.1" status: 200 len: 375 time: 0.0404508 Feb 02 13:07:25.640792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-06648c96-9dea-460e-bc67-2ed6fe208617 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=49d767591ad54507b188d760543bb9fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474896 Feb 02 13:07:25.646302 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f72592ec-40eb-44d0-9827-7a2b9d913305 req-4f7b1af7-e5ec-4f8f-b482-0f40c7ea5efc tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374304 Feb 02 13:07:25.794060 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da76e14-36f8-4dc7-8b8c-cfb0bae4d2a3 x-openstack-request-id: req-0da76e14-36f8-4dc7-8b8c-cfb0bae4d2a3 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:25.794529 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375a5236-2556-48a4-84e9-1aa79fbb7566", "name": "network-vif-deleted", "tag": "d26b53cb-5058-49e9-a306-d1a442e95da7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:25.794676 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0da76e14-36f8-4dc7-8b8c-cfb0bae4d2a3 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:25.795329 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '375a5236-2556-48a4-84e9-1aa79fbb7566', 'name': 'network-vif-deleted', 'tag': 'd26b53cb-5058-49e9-a306-d1a442e95da7', 'status': 'completed', 'code': 200} Feb 02 13:07:25.874564 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-a205d9b2-d0d3-4b9a-8e8b-13cba17db3ca service neutron] 10.222.0.83 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251143 Feb 02 13:07:25.940884 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-55198166-3022-4cab-8c7e-85ac1cb47770 req-2915ecb7-e724-49e0-a555-01bba5f5f6a6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077835 Feb 02 13:07:26.008354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-6e6cbe93-7090-43b7-81c5-a63a56624633 service neutron] 10.222.0.83 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325622 Feb 02 13:07:26.039126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810773c-c999-4598-95c9-c4dc38177cf4 req-31a8fe07-8586-447f-a189-a12e851dd971 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:26.044565 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4810773c-c999-4598-95c9-c4dc38177cf4 req-31a8fe07-8586-447f-a189-a12e851dd971 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 945 time: 0.0919166 Feb 02 13:07:26.117144 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4810773c-c999-4598-95c9-c4dc38177cf4 req-0a4b2b77-1850-4632-b153-a709ad1c6432 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58f03d0-2996-48bb-89b6-0ce223dba7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661910 Feb 02 13:07:26.217049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccafc397-b3b3-4d63-b958-67a8e7eb65fd {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:26.226504 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Publish callbacks [] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:26.243254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Transition to ACTIVE for port object ccafc397-b3b3-4d63-b958-67a8e7eb65fd will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:07:26.248481 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:26.298069 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:07:26.311504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccafc397-b3b3-4d63-b958-67a8e7eb65fd,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:26.429952 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c143bde-7d8b-476a-9ecb-c8f3b35d2ee3 req-27cb6802-8b7d-4ccc-931b-44a85c2c14dc tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:26.439714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c143bde-7d8b-476a-9ecb-c8f3b35d2ee3 req-27cb6802-8b7d-4ccc-931b-44a85c2c14dc tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 944 time: 0.0869157 Feb 02 13:07:26.487545 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Attempting to bind port ccafc397-b3b3-4d63-b958-67a8e7eb65fd on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:07:26.489137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Attempting to bind port ccafc397-b3b3-4d63-b958-67a8e7eb65fd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:07:26.489564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Attempting to bind port ccafc397-b3b3-4d63-b958-67a8e7eb65fd on network c63a35f9-d564-490d-b25a-136375c41397 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:26.500757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Port ccafc397-b3b3-4d63-b958-67a8e7eb65fd on network c63a35f9-d564-490d-b25a-136375c41397 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:07:26.501066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Attempting to bind port ccafc397-b3b3-4d63-b958-67a8e7eb65fd on network c63a35f9-d564-490d-b25a-136375c41397 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:26.511985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:07:26.512376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Checking segment: {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:26.512821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Bound using segment: {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:07:26.512977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c143bde-7d8b-476a-9ecb-c8f3b35d2ee3 req-f430f9c6-b7c1-42b3-9f64-507db868e61a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720546 Feb 02 13:07:26.513941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Bound port: ccafc397-b3b3-4d63-b958-67a8e7eb65fd, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:07:26.514358 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:26.699159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] For port ccafc397-b3b3-4d63-b958-67a8e7eb65fd, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:07:26.709651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] For port ccafc397-b3b3-4d63-b958-67a8e7eb65fd, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ccafc397-b3b3-4d63-b958-67a8e7eb65fd,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:07:26.734807 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:26.767613 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:26.768589 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:26.770117 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/ccafc397-b3b3-4d63-b958-67a8e7eb65fd HTTP/1.1" status: 200 len: 1092 time: 1.9164186 Feb 02 13:07:26.814356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-918226d5-0a25-4d57-a183-3213afe72a4b req-0a8baff9-fe8e-4b45-82de-006f41dd13c7 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 210 time: 0.0871332 Feb 02 13:07:26.830397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08118c79-c749-466b-bbd8-3ea010b00fda', 'tag': 'ccafc397-b3b3-4d63-b958-67a8e7eb65fd'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:26.845550 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d77f4e0-b232-4a77-ba0a-09f921c24b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "08118c79-c749-466b-bbd8-3ea010b00fda", "tag": "ccafc397-b3b3-4d63-b958-67a8e7eb65fd"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:26.927833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92850c5c-5dcc-4e7d-a3f4-febea24927b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ccafc397-b3b3-4d63-b958-67a8e7eb65fd,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:27.045475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8be66-d065-4195-9dc2-f004cc3ed79a req-d5f77c35-9d33-47d6-b782-a87d3f250d84 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:27.049375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-6af9a711-8fd1-49ff-8c48-284ffde27884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:27.051008 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-6af9a711-8fd1-49ff-8c48-284ffde27884 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 1126 time: 0.0892034 Feb 02 13:07:27.053352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-faf8be66-d065-4195-9dc2-f004cc3ed79a req-d5f77c35-9d33-47d6-b782-a87d3f250d84 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 949 time: 0.1362448 Feb 02 13:07:27.133589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-faf8be66-d065-4195-9dc2-f004cc3ed79a req-8a698f49-919f-42d3-a967-33550593303b tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790377 Feb 02 13:07:27.178185 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3ed48576-d434-4683-a09e-648147179cc4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccafc397-b3b3-4d63-b958-67a8e7eb65fd HTTP/1.1" status: 200 len: 217 time: 0.0842452 Feb 02 13:07:27.245836 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c2cd80-87b2-4ea9-ac5d-c67e00b8cedb x-openstack-request-id: req-b9c2cd80-87b2-4ea9-ac5d-c67e00b8cedb {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:27.246150 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08118c79-c749-466b-bbd8-3ea010b00fda", "tag": "ccafc397-b3b3-4d63-b958-67a8e7eb65fd", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:27.246405 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b9c2cd80-87b2-4ea9-ac5d-c67e00b8cedb {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:27.246789 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08118c79-c749-466b-bbd8-3ea010b00fda', 'tag': 'ccafc397-b3b3-4d63-b958-67a8e7eb65fd', 'status': 'completed', 'code': 200} Feb 02 13:07:27.290441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-7c02dfce-4daf-4ca2-a9fd-d6256e5c30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:27.295614 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-7c02dfce-4daf-4ca2-a9fd-d6256e5c30d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a77b539c-fe67-429b-b8d9-661c579990ef HTTP/1.1" status: 200 len: 855 time: 0.1106730 Feb 02 13:07:27.371705 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-3b7b08f2-5881-4e98-b531-664c24b85604 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c63a35f9-d564-490d-b25a-136375c41397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687456 Feb 02 13:07:27.599632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea34d0-37a1-4391-98cc-3d48e4e1f2a9 req-326dc549-a9f9-4f98-ae0e-cdea3850e6a5 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:27.607388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54ea34d0-37a1-4391-98cc-3d48e4e1f2a9 req-326dc549-a9f9-4f98-ae0e-cdea3850e6a5 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b4d4a9b-55cb-4f8b-9143-597317113682 HTTP/1.1" status: 200 len: 950 time: 0.0783026 Feb 02 13:07:27.672165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54ea34d0-37a1-4391-98cc-3d48e4e1f2a9 req-fdfd75da-0ae7-4c51-b3d7-0c4e2c894b77 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591159 Feb 02 13:07:27.681429 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-413b02d7-8cdb-418e-8be2-a6ad54293912 service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783909 Feb 02 13:07:27.830198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c75992e1-6c3e-4478-81a4-6c382b2cb8fe req-cee89395-e93e-4458-99ed-542353137598 service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424346 Feb 02 13:07:27.875590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5cd51-b11e-478d-9109-6a84de659bbb req-ec93706a-f685-4ade-a3f3-b8172c1e12ce tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:27.877244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0d5cd51-b11e-478d-9109-6a84de659bbb req-ec93706a-f685-4ade-a3f3-b8172c1e12ce tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 944 time: 0.0896487 Feb 02 13:07:27.943469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0d5cd51-b11e-478d-9109-6a84de659bbb req-277b910c-7cec-4c9a-a6df-e8c5ea5364e4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592499 Feb 02 13:07:27.995565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77f4e0-b232-4a77-ba0a-09f921c24b4e req-575d0a0f-b42b-483b-b619-2fe11cadc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:27.997142 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d77f4e0-b232-4a77-ba0a-09f921c24b4e req-575d0a0f-b42b-483b-b619-2fe11cadc5c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 1126 time: 0.0651176 Feb 02 13:07:28.045924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b42eee2f-0cc5-4f70-87a0-b7ddbd19f292 req-84e2b83c-75d3-4dc7-9ccf-4c65cdedc2b2 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 210 time: 0.0281847 Feb 02 13:07:28.096045 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77f4e0-b232-4a77-ba0a-09f921c24b4e req-6078502b-478e-480b-b5e7-b0fc7989899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:28.098421 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d77f4e0-b232-4a77-ba0a-09f921c24b4e req-6078502b-478e-480b-b5e7-b0fc7989899a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 916 time: 0.0938897 Feb 02 13:07:28.145436 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d77f4e0-b232-4a77-ba0a-09f921c24b4e req-56c297fc-62ae-4ef4-8c83-4fb6892a2279 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccafc397-b3b3-4d63-b958-67a8e7eb65fd HTTP/1.1" status: 200 len: 217 time: 0.0403368 Feb 02 13:07:28.205556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77f4e0-b232-4a77-ba0a-09f921c24b4e req-ea43cf8d-6dc7-446e-92db-6554ae8c5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:28.207490 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d77f4e0-b232-4a77-ba0a-09f921c24b4e req-ea43cf8d-6dc7-446e-92db-6554ae8c5dab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a77b539c-fe67-429b-b8d9-661c579990ef HTTP/1.1" status: 200 len: 855 time: 0.0504477 Feb 02 13:07:28.250939 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d77f4e0-b232-4a77-ba0a-09f921c24b4e req-659abd60-cde6-484a-ac48-339483eb5fc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c63a35f9-d564-490d-b25a-136375c41397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345912 Feb 02 13:07:28.312752 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eeb671-a2c0-4c88-b401-99334b761936 req-c9a88679-c05f-4307-a589-cc8bccf3c03e tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:28.314644 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50eeb671-a2c0-4c88-b401-99334b761936 req-c9a88679-c05f-4307-a589-cc8bccf3c03e tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 949 time: 0.0710173 Feb 02 13:07:28.373940 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50eeb671-a2c0-4c88-b401-99334b761936 req-aaa7dcfd-e4ac-498c-bb9a-87c01109e787 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523326 Feb 02 13:07:28.540687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-6214399d-8fe5-4df2-ad3e-cc886bbc1dcc tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:28.542755 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-6214399d-8fe5-4df2-ad3e-cc886bbc1dcc tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.62 "GET /v2.0/networks?id=100078bf-3752-451a-9d8d-8dacab8aa3de HTTP/1.1" status: 200 len: 812 time: 0.2235339 Feb 02 13:07:28.567782 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d77f4e0-b232-4a77-ba0a-09f921c24b4e req-8bdedc06-7afa-4f22-9c7b-b22cfb113755 service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552925 Feb 02 13:07:28.620322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-38858169-1e5f-42a8-b597-d30c99f290ff tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:28.622224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-38858169-1e5f-42a8-b597-d30c99f290ff tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.18 "GET /v2.0/networks?id=100078bf-3752-451a-9d8d-8dacab8aa3de HTTP/1.1" status: 200 len: 812 time: 0.2164831 Feb 02 13:07:28.628635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Request body: {'port': {'device_id': '3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b', 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de', 'admin_state_up': True, 'tenant_id': '49d767591ad54507b188d760543bb9fe'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:28.653285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Request body: {'port': {'device_id': '35e2e5b4-0205-4542-ba22-809131851a8d', 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de', 'admin_state_up': True, 'tenant_id': '49d767591ad54507b188d760543bb9fe'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:28.797047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Made reservation on behalf of 49d767591ad54507b188d760543bb9fe for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:28.803934 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:28.892760 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d77f4e0-b232-4a77-ba0a-09f921c24b4e req-c37421fa-29aa-4110-9302-5fbe1e73c998 service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055329 Feb 02 13:07:28.915452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Made reservation on behalf of 49d767591ad54507b188d760543bb9fe for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:28.919230 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:29.019445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Allocated IP 172.20.0.13 (100078bf-3752-451a-9d8d-8dacab8aa3de/61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5/64bc39a8-bc86-4b66-9757-693c7aaee100) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:07:29.033923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300250e-d4cf-49b8-8f5f-05a06afc41c2 req-8734684f-f155-41ee-89b4-4a7760b425ab tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:29.035490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1300250e-d4cf-49b8-8f5f-05a06afc41c2 req-8734684f-f155-41ee-89b4-4a7760b425ab tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b4d4a9b-55cb-4f8b-9143-597317113682 HTTP/1.1" status: 200 len: 950 time: 0.1588442 Feb 02 13:07:29.044009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f35c99-29ca-4a26-998a-f5d721a8a5e5 req-62fe039c-8ae2-4f50-a616-c9567218ed61 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:29.045511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96f35c99-29ca-4a26-998a-f5d721a8a5e5 req-62fe039c-8ae2-4f50-a616-c9567218ed61 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 951 time: 0.1725302 Feb 02 13:07:29.122223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba1a21-211d-4e60-a2b5-3e9f9cf8702f req-8dc2259e-e388-48c8-b79f-50569df23e94 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:29.123910 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5eba1a21-211d-4e60-a2b5-3e9f9cf8702f req-8dc2259e-e388-48c8-b79f-50569df23e94 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b4d4a9b-55cb-4f8b-9143-597317113682 HTTP/1.1" status: 200 len: 950 time: 0.0642946 Feb 02 13:07:29.163844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96f35c99-29ca-4a26-998a-f5d721a8a5e5 req-3099e6d2-d65c-4082-ae25-8be612b6bdb5 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/security-groups?id=616f6cf3-5778-4291-8356-c3f98be25bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118989 Feb 02 13:07:29.166824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1300250e-d4cf-49b8-8f5f-05a06afc41c2 req-85d49147-27b8-4451-864b-b9aef95ecd3b tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204419 Feb 02 13:07:29.244664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-5eba1a21-211d-4e60-a2b5-3e9f9cf8702f req-4aae3996-96bf-4db4-b570-1590f5ecb5f8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Deleting port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:29.245141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5eba1a21-211d-4e60-a2b5-3e9f9cf8702f req-4aae3996-96bf-4db4-b570-1590f5ecb5f8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:29.339798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5daa22-0f20-468b-9f4e-d255425dbb31 req-ff0c101e-3729-4f00-b844-186a3370ebbd tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:29.347621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e5daa22-0f20-468b-9f4e-d255425dbb31 req-ff0c101e-3729-4f00-b844-186a3370ebbd tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 949 time: 0.0963554 Feb 02 13:07:29.351192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-5eba1a21-211d-4e60-a2b5-3e9f9cf8702f req-4aae3996-96bf-4db4-b570-1590f5ecb5f8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] For port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0bce2d7b-fb2a-43ec-8c60-e16d31c84203,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:29.351594 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5eba1a21-211d-4e60-a2b5-3e9f9cf8702f req-4aae3996-96bf-4db4-b570-1590f5ecb5f8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:29.351865 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks [] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:29.366131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-5eba1a21-211d-4e60-a2b5-3e9f9cf8702f req-4aae3996-96bf-4db4-b570-1590f5ecb5f8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Calling delete_port for 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:29.448043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e5daa22-0f20-468b-9f4e-d255425dbb31 req-3e5cfec1-b3b4-4f16-bce7-cf8d3edcee67 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994534 Feb 02 13:07:29.470700 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:29.480284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da340d4-a889-4c62-9e1d-25dbe4a42adb req-fe69f486-392c-476f-94f7-0a89d9168040 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:29.482009 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3da340d4-a889-4c62-9e1d-25dbe4a42adb req-fe69f486-392c-476f-94f7-0a89d9168040 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 944 time: 0.1085629 Feb 02 13:07:29.547951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Network 100078bf-3752-451a-9d8d-8dacab8aa3de is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:07:29.565033 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:29.591769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:07:29.596578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba880ae1-cbb2-48f6-915f-23d74625a013 req-7efd5a05-f248-4815-ae42-9d113dae7caa tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 210 time: 0.0525732 Feb 02 13:07:29.600222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Pushing event updated for resources: {'Port': ['ID=64bc39a8-bc86-4b66-9757-693c7aaee100,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:29.628566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Allocated IP 172.20.0.8 (100078bf-3752-451a-9d8d-8dacab8aa3de/61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5/dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:07:29.633522 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5eba1a21-211d-4e60-a2b5-3e9f9cf8702f req-4aae3996-96bf-4db4-b570-1590f5ecb5f8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0bce2d7b-fb2a-43ec-8c60-e16d31c84203), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:29.655793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3da340d4-a889-4c62-9e1d-25dbe4a42adb req-faa712e8-c9cb-4326-b5d5-4c06e37b25ce tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369102 Feb 02 13:07:29.671661 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['fd80be81-e23c-473f-a18b-6a1e2510f17e', '0bce2d7b-fb2a-43ec-8c60-e16d31c84203'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:29.678119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:29.707817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae3996-96bf-4db4-b570-1590f5ecb5f8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event deleted for resources: {'Port': ['ID=0bce2d7b-fb2a-43ec-8c60-e16d31c84203,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:29.758019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:29.758638 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:29.806544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-8ceca8fc-e2e5-4c00-b9e9-2900f06a2a56 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1599324 Feb 02 13:07:29.843182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afeb28f-4005-4f4d-bfdd-78c88b0bfc18 req-ab029d92-2f23-4985-bfa6-a7432d705ae8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:29.844964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7afeb28f-4005-4f4d-bfdd-78c88b0bfc18 req-ab029d92-2f23-4985-bfa6-a7432d705ae8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 950 time: 0.1807125 Feb 02 13:07:29.848195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eba1a21-211d-4e60-a2b5-3e9f9cf8702f req-4aae3996-96bf-4db4-b570-1590f5ecb5f8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] No DVR routers for this DVR port 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:29.856934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5eba1a21-211d-4e60-a2b5-3e9f9cf8702f req-4aae3996-96bf-4db4-b570-1590f5ecb5f8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:29.861450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Request body: {'port': {'device_id': '35e2e5b4-0205-4542-ba22-809131851a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:29.873752 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5eba1a21-211d-4e60-a2b5-3e9f9cf8702f req-4aae3996-96bf-4db4-b570-1590f5ecb5f8 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "DELETE /v2.0/ports/0bce2d7b-fb2a-43ec-8c60-e16d31c84203 HTTP/1.1" status: 204 len: 173 time: 0.7443798 Feb 02 13:07:29.889194 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4d4a9b-55cb-4f8b-9143-597317113682', 'name': 'network-vif-deleted', 'tag': '0bce2d7b-fb2a-43ec-8c60-e16d31c84203'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:29.900601 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ae2aa4-24a9-4644-a697-17a840d99950" -d '{"events": [{"server_uuid": "6b4d4a9b-55cb-4f8b-9143-597317113682", "name": "network-vif-deleted", "tag": "0bce2d7b-fb2a-43ec-8c60-e16d31c84203"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:30.011322 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:30.126472 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c7d874-6f7e-46ad-b60b-3262c4e10526 x-openstack-request-id: req-f6c7d874-6f7e-46ad-b60b-3262c4e10526 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:30.126986 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4d4a9b-55cb-4f8b-9143-597317113682", "name": "network-vif-deleted", "tag": "0bce2d7b-fb2a-43ec-8c60-e16d31c84203", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:30.126986 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f6c7d874-6f7e-46ad-b60b-3262c4e10526 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:30.127406 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4d4a9b-55cb-4f8b-9143-597317113682', 'name': 'network-vif-deleted', 'tag': '0bce2d7b-fb2a-43ec-8c60-e16d31c84203', 'status': 'completed', 'code': 200} Feb 02 13:07:30.183200 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks [] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:30.300909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:30.345008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7afeb28f-4005-4f4d-bfdd-78c88b0bfc18 req-ef8b2b10-ff68-4964-915b-79c0802082e1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Deleting port fd80be81-e23c-473f-a18b-6a1e2510f17e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:30.345499 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7afeb28f-4005-4f4d-bfdd-78c88b0bfc18 req-ef8b2b10-ff68-4964-915b-79c0802082e1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:30.398826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Network 100078bf-3752-451a-9d8d-8dacab8aa3de is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:07:30.448279 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Pushing event updated for resources: {'Port': ['ID=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:30.454305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:30.457671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:07:30.575143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:30.581502 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:30.608842 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-fa22fb67-4ffd-4e03-b765-157cd95a74eb tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9889050 Feb 02 13:07:30.628778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Request body: {'port': {'device_id': '3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:30.771246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:30.782461 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14b7d5b5-f4ab-420d-853e-a5373fe9ac7f req-8dbf8727-db2a-4e4e-8951-5c106d9c731e tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b4d4a9b-55cb-4f8b-9143-597317113682 HTTP/1.1" status: 200 len: 210 time: 0.2472048 Feb 02 13:07:30.786475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64bc39a8-bc86-4b66-9757-693c7aaee100 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:30.857314 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Publish callbacks [] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:30.957459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48608) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:31.007699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Transition to ACTIVE for port object 64bc39a8-bc86-4b66-9757-693c7aaee100 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:07:31.026248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7afeb28f-4005-4f4d-bfdd-78c88b0bfc18 req-ef8b2b10-ff68-4964-915b-79c0802082e1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] For port fd80be81-e23c-473f-a18b-6a1e2510f17e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fd80be81-e23c-473f-a18b-6a1e2510f17e,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:31.026882 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7afeb28f-4005-4f4d-bfdd-78c88b0bfc18 req-ef8b2b10-ff68-4964-915b-79c0802082e1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:31.065349 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:31.132447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7afeb28f-4005-4f4d-bfdd-78c88b0bfc18 req-ef8b2b10-ff68-4964-915b-79c0802082e1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Calling delete_port for fd80be81-e23c-473f-a18b-6a1e2510f17e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:31.144253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe48499-8262-4cf0-91ed-5d6c98cb4022 req-a099efe9-ff52-4838-ab5d-2bf529e8f87d tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.145804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbe48499-8262-4cf0-91ed-5d6c98cb4022 req-a099efe9-ff52-4838-ab5d-2bf529e8f87d tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.62 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 949 time: 0.5555053 Feb 02 13:07:31.165013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e6b1d-de0c-49af-bc4c-7d0d9f30ccfb req-035afab4-adeb-4df7-af2b-fe4a7b6d5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.165733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e6b1d-de0c-49af-bc4c-7d0d9f30ccfb req-035afab4-adeb-4df7-af2b-fe4a7b6d5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.165939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e6b1d-de0c-49af-bc4c-7d0d9f30ccfb req-035afab4-adeb-4df7-af2b-fe4a7b6d5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.166439 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e6b1d-de0c-49af-bc4c-7d0d9f30ccfb req-035afab4-adeb-4df7-af2b-fe4a7b6d5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.166834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e6b1d-de0c-49af-bc4c-7d0d9f30ccfb req-035afab4-adeb-4df7-af2b-fe4a7b6d5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.167501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e6b1d-de0c-49af-bc4c-7d0d9f30ccfb req-035afab4-adeb-4df7-af2b-fe4a7b6d5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.167987 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e6b1d-de0c-49af-bc4c-7d0d9f30ccfb req-035afab4-adeb-4df7-af2b-fe4a7b6d5bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.170254 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a35e6b1d-de0c-49af-bc4c-7d0d9f30ccfb req-035afab4-adeb-4df7-af2b-fe4a7b6d5bda service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 6719 time: 0.2113898 Feb 02 13:07:31.255986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:31.270407 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Publish callbacks [] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:31.274325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=64bc39a8-bc86-4b66-9757-693c7aaee100,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:31.282673 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a35e6b1d-de0c-49af-bc4c-7d0d9f30ccfb req-61ffb5a9-02fb-40f6-a597-af5502c29eb8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043267 Feb 02 13:07:31.290446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Transition to ACTIVE for port object dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:07:31.299765 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:31.320632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e41e91-36bb-42f6-ac3f-8a02318e1cbd req-52b4fe62-adbf-48d4-bf52-77be131bc1e9 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.322116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31e41e91-36bb-42f6-ac3f-8a02318e1cbd req-52b4fe62-adbf-48d4-bf52-77be131bc1e9 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 949 time: 0.4209485 Feb 02 13:07:31.365073 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Pushing event updated for resources: {'Port': ['ID=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:31.404301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78225d8-8330-4f8c-ad03-cb34dc73963a req-ad7c89c3-b3e9-45c6-bb34-a209cdc887b4 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.405874 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e78225d8-8330-4f8c-ad03-cb34dc73963a req-ad7c89c3-b3e9-45c6-bb34-a209cdc887b4 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 931 time: 0.3746889 Feb 02 13:07:31.448800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Attempting to bind port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:07:31.449707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Attempting to bind port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:07:31.449707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Attempting to bind port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a on network 100078bf-3752-451a-9d8d-8dacab8aa3de {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:31.454718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a on network 100078bf-3752-451a-9d8d-8dacab8aa3de not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:07:31.455315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Attempting to bind port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a on network 100078bf-3752-451a-9d8d-8dacab8aa3de {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:31.461048 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:07:31.461048 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Checking segment: {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:31.461614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Bound using segment: {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:07:31.462353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Bound port: dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:07:31.463006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:31.480182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Attempting to bind port 64bc39a8-bc86-4b66-9757-693c7aaee100 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:07:31.480416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Attempting to bind port 64bc39a8-bc86-4b66-9757-693c7aaee100 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:07:31.480700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Attempting to bind port 64bc39a8-bc86-4b66-9757-693c7aaee100 on network 100078bf-3752-451a-9d8d-8dacab8aa3de {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:31.519779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31e41e91-36bb-42f6-ac3f-8a02318e1cbd req-812f9a55-4ad8-4e1c-873b-6da4f4efcfc3 tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/security-groups?id=050f49bd-6fe3-4e52-b6ca-36fd394d3a75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800978 Feb 02 13:07:31.526936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Port 64bc39a8-bc86-4b66-9757-693c7aaee100 on network 100078bf-3752-451a-9d8d-8dacab8aa3de not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:07:31.527175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Attempting to bind port 64bc39a8-bc86-4b66-9757-693c7aaee100 on network 100078bf-3752-451a-9d8d-8dacab8aa3de {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:31.530135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] For port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:07:31.533900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] For port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:07:31.543724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:31.556474 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:07:31.556792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Checking segment: {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:31.557347 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Bound using segment: {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:07:31.557942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Bound port: 64bc39a8-bc86-4b66-9757-693c7aaee100, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:07:31.558459 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:31.565288 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e78225d8-8330-4f8c-ad03-cb34dc73963a req-bddb0e53-f984-4962-bdeb-17db32905659 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513176 Feb 02 13:07:31.584941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cbe48499-8262-4cf0-91ed-5d6c98cb4022 req-1bbbfbce-d753-49c4-ac6c-af9c3bc8eb0d tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Deleting port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:31.585565 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbe48499-8262-4cf0-91ed-5d6c98cb4022 req-1bbbfbce-d753-49c4-ac6c-af9c3bc8eb0d tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:31.590175 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7afeb28f-4005-4f4d-bfdd-78c88b0bfc18 req-ef8b2b10-ff68-4964-915b-79c0802082e1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fd80be81-e23c-473f-a18b-6a1e2510f17e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:31.605777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.611911 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:31.613666 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] 10.222.0.62 "PUT /v2.0/ports/dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a HTTP/1.1" status: 200 len: 1091 time: 0.9905684 Feb 02 13:07:31.633589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['0bce2d7b-fb2a-43ec-8c60-e16d31c84203'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:31.702829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:31.764613 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363a08e-756f-466c-acbc-b98c78cda851 service neutron] Pushing event updated for resources: {'Port': ['ID=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:31.794563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-29dffc04-8ee8-4238-9c7a-edc6c04daaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.796232 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-29dffc04-8ee8-4238-9c7a-edc6c04daaf0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49d767591ad54507b188d760543bb9fe&device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 1125 time: 0.1222384 Feb 02 13:07:31.803619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7be78dac-49d6-4d06-8a81-162261994985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:31.877291 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-a78ef19a-f321-40e9-8041-39bb75b20569 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a HTTP/1.1" status: 200 len: 217 time: 0.0679781 Feb 02 13:07:31.974285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-c6e9a15e-a928-44cd-9651-27c4888a29fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:31.981834 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-c6e9a15e-a928-44cd-9651-27c4888a29fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5 HTTP/1.1" status: 200 len: 852 time: 0.0955980 Feb 02 13:07:32.027553 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ddb75406-bbbd-4169-bb59-098b2b75959e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=100078bf-3752-451a-9d8d-8dacab8aa3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393174 Feb 02 13:07:32.136071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b2b10-ff68-4964-915b-79c0802082e1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event deleted for resources: {'Port': ['ID=fd80be81-e23c-473f-a18b-6a1e2510f17e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:32.141196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b', 'tag': 'dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:32.143595 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decd554d-815b-4947-83d5-0ffcc2eb0b54" -d '{"events": [{"name": "network-changed", "server_uuid": "3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b", "tag": "dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:32.148263 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-54fbaa70-993f-40aa-88f0-d5b67064797a service neutron] 10.222.0.62 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147740 Feb 02 13:07:32.272910 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-2570df85-27db-48b1-a958-bb3b1908c650 service neutron] 10.222.0.62 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108103 Feb 02 13:07:32.299869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afeb28f-4005-4f4d-bfdd-78c88b0bfc18 req-ef8b2b10-ff68-4964-915b-79c0802082e1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] No DVR routers for this DVR port fd80be81-e23c-473f-a18b-6a1e2510f17e on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:32.303136 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7afeb28f-4005-4f4d-bfdd-78c88b0bfc18 req-ef8b2b10-ff68-4964-915b-79c0802082e1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:32.306583 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7afeb28f-4005-4f4d-bfdd-78c88b0bfc18 req-ef8b2b10-ff68-4964-915b-79c0802082e1 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.18 "DELETE /v2.0/ports/fd80be81-e23c-473f-a18b-6a1e2510f17e HTTP/1.1" status: 204 len: 173 time: 2.4229956 Feb 02 13:07:32.310222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] For port 64bc39a8-bc86-4b66-9757-693c7aaee100, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:07:32.315157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15de54d5-36f5-4613-853b-f72bb1594a80', 'name': 'network-vif-deleted', 'tag': 'fd80be81-e23c-473f-a18b-6a1e2510f17e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:32.317578 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa1ba3a-4e69-4fc5-8890-b00aa9107008" -d '{"events": [{"server_uuid": "15de54d5-36f5-4613-853b-f72bb1594a80", "name": "network-vif-deleted", "tag": "fd80be81-e23c-473f-a18b-6a1e2510f17e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:32.345761 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] For port 64bc39a8-bc86-4b66-9757-693c7aaee100, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=64bc39a8-bc86-4b66-9757-693c7aaee100,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:07:32.354286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-cbe48499-8262-4cf0-91ed-5d6c98cb4022 req-1bbbfbce-d753-49c4-ac6c-af9c3bc8eb0d tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] For port c3e8355e-d75d-4fc0-bd5f-04139a3dc681, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c3e8355e-d75d-4fc0-bd5f-04139a3dc681,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:32.354663 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbe48499-8262-4cf0-91ed-5d6c98cb4022 req-1bbbfbce-d753-49c4-ac6c-af9c3bc8eb0d tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:32.368202 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:32.382475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825f6d5-5255-45f9-8540-b412a24b0d7f req-0ee58a32-5cb4-4208-a63a-754c27c04c08 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:32.384073 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2825f6d5-5255-45f9-8540-b412a24b0d7f req-0ee58a32-5cb4-4208-a63a-754c27c04c08 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 944 time: 0.3039777 Feb 02 13:07:32.391931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-cbe48499-8262-4cf0-91ed-5d6c98cb4022 req-1bbbfbce-d753-49c4-ac6c-af9c3bc8eb0d tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Calling delete_port for c3e8355e-d75d-4fc0-bd5f-04139a3dc681 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:32.453936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:32.454617 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:32.456060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] 10.222.0.18 "PUT /v2.0/ports/64bc39a8-bc86-4b66-9757-693c7aaee100 HTTP/1.1" status: 200 len: 1092 time: 2.6101508 Feb 02 13:07:32.517268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c3768-79b3-43cf-8e4e-ad2de04aea44 req-084fcf8d-8eb1-41ca-a88f-a3746ddd15e7 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:32.518959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-522c3768-79b3-43cf-8e4e-ad2de04aea44 req-084fcf8d-8eb1-41ca-a88f-a3746ddd15e7 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 951 time: 0.2850342 Feb 02 13:07:32.605552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d394c-dc14-44f0-8ff6-8e364e74bfe2 service neutron] Pushing event updated for resources: {'Port': ['ID=64bc39a8-bc86-4b66-9757-693c7aaee100,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:32.619575 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2825f6d5-5255-45f9-8540-b412a24b0d7f req-c6ef1e6f-ac47-40c9-96da-7d19044ccfc5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255418 Feb 02 13:07:32.668933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-522c3768-79b3-43cf-8e4e-ad2de04aea44 req-ce8be1d6-dd12-49bd-9011-80ac58d7874b tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/security-groups?id=616f6cf3-5778-4291-8356-c3f98be25bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309323 Feb 02 13:07:32.708266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-de638d1e-9ddc-46d5-96c7-2bb58f562949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:32.709918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-de638d1e-9ddc-46d5-96c7-2bb58f562949 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49d767591ad54507b188d760543bb9fe&device_id=35e2e5b4-0205-4542-ba22-809131851a8d HTTP/1.1" status: 200 len: 1126 time: 0.1847684 Feb 02 13:07:32.720845 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856e4eaf-1c31-4879-bb29-7621e28f5ac7 x-openstack-request-id: req-856e4eaf-1c31-4879-bb29-7621e28f5ac7 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:32.721233 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b", "tag": "dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:32.721541 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-856e4eaf-1c31-4879-bb29-7621e28f5ac7 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:32.722000 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b', 'tag': 'dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a', 'status': 'completed', 'code': 200} Feb 02 13:07:32.763402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c05f217f-7755-4439-b4f0-a7be2306686e req-75ada386-6e78-4547-906c-15b4108f688c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=15de54d5-36f5-4613-853b-f72bb1594a80 HTTP/1.1" status: 200 len: 210 time: 0.0480704 Feb 02 13:07:32.798452 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-f9455f52-b3be-4ed7-9c0d-ac163636e12f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bc39a8-bc86-4b66-9757-693c7aaee100 HTTP/1.1" status: 200 len: 217 time: 0.0688276 Feb 02 13:07:32.852337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ccafc397-b3b3-4d63-b958-67a8e7eb65fd details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:07:32.858835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5befbf99-4d72-4b74-980d-b20e17f34f0c no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:32.862460 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbe48499-8262-4cf0-91ed-5d6c98cb4022 req-1bbbfbce-d753-49c4-ac6c-af9c3bc8eb0d tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c3e8355e-d75d-4fc0-bd5f-04139a3dc681), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:32.906673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['c3e8355e-d75d-4fc0-bd5f-04139a3dc681'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:32.955548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd554d-815b-4947-83d5-0ffcc2eb0b54 req-88185d57-4ffc-4596-9070-1fe7f4315d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:32.957576 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-decd554d-815b-4947-83d5-0ffcc2eb0b54 req-88185d57-4ffc-4596-9070-1fe7f4315d4b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49d767591ad54507b188d760543bb9fe&device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 1125 time: 0.1755350 Feb 02 13:07:32.971923 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75548c0e-e7fa-4509-b9ee-48ae1624b268 x-openstack-request-id: req-75548c0e-e7fa-4509-b9ee-48ae1624b268 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:32.972305 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15de54d5-36f5-4613-853b-f72bb1594a80", "name": "network-vif-deleted", "tag": "fd80be81-e23c-473f-a18b-6a1e2510f17e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:32.972618 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-75548c0e-e7fa-4509-b9ee-48ae1624b268 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:32.973078 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15de54d5-36f5-4613-853b-f72bb1594a80', 'name': 'network-vif-deleted', 'tag': 'fd80be81-e23c-473f-a18b-6a1e2510f17e', 'status': 'completed', 'code': 200} Feb 02 13:07:32.995946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-627cf0ba-4e8b-462d-9052-f1cc4af61817 req-ac2138fd-1c09-4350-a5ca-969b566774cb tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.83 "GET /v2.0/ports?device_id=235b1edf-de7f-44a8-8100-b1fafebb29db HTTP/1.1" status: 200 len: 210 time: 0.0869002 Feb 02 13:07:33.030040 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbfbce-d753-49c4-ac6c-af9c3bc8eb0d tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Pushing event deleted for resources: {'Port': ['ID=c3e8355e-d75d-4fc0-bd5f-04139a3dc681,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:33.069973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5befbf99-4d72-4b74-980d-b20e17f34f0c is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:33.070261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:33.080004 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe48499-8262-4cf0-91ed-5d6c98cb4022 req-1bbbfbce-d753-49c4-ac6c-af9c3bc8eb0d tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] No DVR routers for this DVR port c3e8355e-d75d-4fc0-bd5f-04139a3dc681 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:33.084233 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-cbe48499-8262-4cf0-91ed-5d6c98cb4022 req-1bbbfbce-d753-49c4-ac6c-af9c3bc8eb0d tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:33.087334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbe48499-8262-4cf0-91ed-5d6c98cb4022 req-1bbbfbce-d753-49c4-ac6c-af9c3bc8eb0d tempest-ServerDiagnosticsNegativeTest-1159768728 tempest-ServerDiagnosticsNegativeTest-1159768728-project] 10.222.0.62 "DELETE /v2.0/ports/c3e8355e-d75d-4fc0-bd5f-04139a3dc681 HTTP/1.1" status: 204 len: 173 time: 1.9310119 Feb 02 13:07:33.096703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-9641c7ce-e888-481c-841c-9f7c4a329e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:33.098425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-9641c7ce-e888-481c-841c-9f7c4a329e1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5 HTTP/1.1" status: 200 len: 852 time: 0.2933271 Feb 02 13:07:33.104355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ccafc397-b3b3-4d63-b958-67a8e7eb65fd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ccafc397-b3b3-4d63-b958-67a8e7eb65fd,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:33.126010 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:33.128577 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e4a8cf-7ba4-455f-a7c6-60c655febf4d" -d '{"events": [{"server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "name": "network-vif-unplugged", "status": "completed", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:33.137669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd554d-815b-4947-83d5-0ffcc2eb0b54 req-edb3cccc-c6ad-43b4-a3e9-e9cb050ceb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:33.139256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'ccafc397-b3b3-4d63-b958-67a8e7eb65fd', 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397', 'port_id': 'ccafc397-b3b3-4d63-b958-67a8e7eb65fd', 'mac_address': 'fa:16:3e:1a:bf:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77b539c-fe67-429b-b8d9-661c579990ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:07:33.140201 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-decd554d-815b-4947-83d5-0ffcc2eb0b54 req-edb3cccc-c6ad-43b4-a3e9-e9cb050ceb12 service neutron] 10.222.0.62 "GET /v2.0/networks?id=100078bf-3752-451a-9d8d-8dacab8aa3de HTTP/1.1" status: 200 len: 913 time: 0.1758485 Feb 02 13:07:33.146599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:33.175713 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:33.196291 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-decd554d-815b-4947-83d5-0ffcc2eb0b54 req-7cbb87c8-0b8b-4bfd-852d-72d0995515c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a HTTP/1.1" status: 200 len: 217 time: 0.0463302 Feb 02 13:07:33.199842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-c298aee2-ac70-4013-90e4-0e3bbc9b5e69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=100078bf-3752-451a-9d8d-8dacab8aa3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935395 Feb 02 13:07:33.235545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port ccafc397-b3b3-4d63-b958-67a8e7eb65fd is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:33.236193 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:33.251892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccafc397-b3b3-4d63-b958-67a8e7eb65fd {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:33.272981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ccafc397-b3b3-4d63-b958-67a8e7eb65fd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ccafc397-b3b3-4d63-b958-67a8e7eb65fd,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:33.280024 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6149e9d1-4f29-4b33-8016-5f39970170c7 x-openstack-request-id: req-6149e9d1-4f29-4b33-8016-5f39970170c7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:33.281077 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "name": "network-vif-unplugged", "status": "completed", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:33.281510 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6149e9d1-4f29-4b33-8016-5f39970170c7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:33.282081 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'code': 200} Feb 02 13:07:33.284078 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:33.310905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5befbf99-4d72-4b74-980d-b20e17f34f0c,revision_number=11']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:33.348266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd554d-815b-4947-83d5-0ffcc2eb0b54 req-25ecd7a4-7a2b-4dad-93a2-72d943c04344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:33.354683 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-decd554d-815b-4947-83d5-0ffcc2eb0b54 req-25ecd7a4-7a2b-4dad-93a2-72d943c04344 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5 HTTP/1.1" status: 200 len: 852 time: 0.1404452 Feb 02 13:07:33.367041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=ccafc397-b3b3-4d63-b958-67a8e7eb65fd,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:33.389792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333d4a1-b064-4d24-9f21-db68bcd12ce8 req-71d17f15-98d0-4b18-92cd-f61e7028a1ad tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:33.391685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e333d4a1-b064-4d24-9f21-db68bcd12ce8 req-71d17f15-98d0-4b18-92cd-f61e7028a1ad tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 943 time: 0.3997583 Feb 02 13:07:33.398290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-ce5ccc49-b2fe-4732-bfa8-a8263a294ff7 service neutron] 10.222.0.18 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907401 Feb 02 13:07:33.411930 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-decd554d-815b-4947-83d5-0ffcc2eb0b54 req-a7935490-1dbe-4116-9409-be03f45d34c3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=100078bf-3752-451a-9d8d-8dacab8aa3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501575 Feb 02 13:07:33.433412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-decd554d-815b-4947-83d5-0ffcc2eb0b54 req-76caee91-1562-4c16-ad11-8248c69e24d9 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:07:33.434562 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-decd554d-815b-4947-83d5-0ffcc2eb0b54 req-76caee91-1562-4c16-ad11-8248c69e24d9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060432 Feb 02 13:07:33.509558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e333d4a1-b064-4d24-9f21-db68bcd12ce8 req-4c7bf035-6cb8-4cae-b5da-3217c07c64f7 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101570 Feb 02 13:07:33.561224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a06f7c1d-98d0-445a-8115-1e6e2e72c9d7 req-d7b47304-b272-4171-927d-f665a61dabd3 service neutron] 10.222.0.18 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548245 Feb 02 13:07:33.572315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c826c8-f429-4430-999d-92190fef9c2e req-477ac826-bf25-4850-9946-7060554252a3 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:33.574060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26c826c8-f429-4430-999d-92190fef9c2e req-477ac826-bf25-4850-9946-7060554252a3 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 945 time: 0.0824177 Feb 02 13:07:33.588819 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-decd554d-815b-4947-83d5-0ffcc2eb0b54 req-cc4689ea-8ef4-4ea5-a1fc-4f3c837d96a1 service neutron] 10.222.0.62 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898716 Feb 02 13:07:33.626267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26c826c8-f429-4430-999d-92190fef9c2e req-d156f7b2-2fe5-4bec-80a8-53a122b4010b tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58f03d0-2996-48bb-89b6-0ce223dba7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463982 Feb 02 13:07:33.658480 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['ccafc397-b3b3-4d63-b958-67a8e7eb65fd'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:33.690986 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-decd554d-815b-4947-83d5-0ffcc2eb0b54 req-fc0889fc-21b6-4c86-bf54-5ff657cbabbf service neutron] 10.222.0.62 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896647 Feb 02 13:07:33.759822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4c74e-a0e7-46dd-a154-b8ab6579683d req-0c620c6e-10b2-4ef2-92e0-ec0211e4cae5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:33.761574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42e4c74e-a0e7-46dd-a154-b8ab6579683d req-0c620c6e-10b2-4ef2-92e0-ec0211e4cae5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 945 time: 0.0688267 Feb 02 13:07:33.841091 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42e4c74e-a0e7-46dd-a154-b8ab6579683d req-66871504-dde7-4878-9ca0-d34c2693cb95 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740209 Feb 02 13:07:33.856513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e67d5-d49b-4222-9787-68fc4e8135ec req-38c93270-f3b7-48d4-a5ff-cc510a0da021 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:33.858109 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a8e67d5-d49b-4222-9787-68fc4e8135ec req-38c93270-f3b7-48d4-a5ff-cc510a0da021 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 949 time: 0.0850098 Feb 02 13:07:33.936094 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a8e67d5-d49b-4222-9787-68fc4e8135ec req-b56ac41c-63ef-446b-87c6-247faff09f37 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/security-groups?id=616f6cf3-5778-4291-8356-c3f98be25bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719366 Feb 02 13:07:34.048630 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f920007c-012a-4639-adb1-1a64b6d914b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.199788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5e84f-bbf6-4651-8341-1064f63d806b req-b7bd6efe-4ea4-4742-b31e-f8c64ee82835 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:34.201331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3da5e84f-bbf6-4651-8341-1064f63d806b req-b7bd6efe-4ea4-4742-b31e-f8c64ee82835 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 950 time: 0.0715377 Feb 02 13:07:34.264885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48670) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:34.272683 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a611c-d445-4ebe-97db-50be023d977f req-aca76a4d-5b36-4ae4-ba8a-cbf8fbb9adb5 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:34.274163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d49a611c-d445-4ebe-97db-50be023d977f req-aca76a4d-5b36-4ae4-ba8a-cbf8fbb9adb5 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 949 time: 0.0913448 Feb 02 13:07:34.281464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3da5e84f-bbf6-4651-8341-1064f63d806b req-d15fa866-3c44-45e6-ab87-8aedf672d87c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644486 Feb 02 13:07:34.375799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d49a611c-d445-4ebe-97db-50be023d977f req-86117e25-e838-417a-b6a9-16ac7edcb414 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Deleting port 5befbf99-4d72-4b74-980d-b20e17f34f0c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:34.376174 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d49a611c-d445-4ebe-97db-50be023d977f req-86117e25-e838-417a-b6a9-16ac7edcb414 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.400760 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-59728682-e0d9-43d9-a2b6-97ea77f28d6f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fe62577b1f3746989af0d097f01d1f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1346714 Feb 02 13:07:34.403261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48674) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:34.450235 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0857-0da6-469e-ab52-5f28235ac7b5 admin admin] Publish callbacks [] for security_group (050f49bd-6fe3-4e52-b6ca-36fd394d3a75), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.471655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0857-0da6-469e-ab52-5f28235ac7b5 admin admin] Publish callbacks [] for security_group (050f49bd-6fe3-4e52-b6ca-36fd394d3a75), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.476035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d49a611c-d445-4ebe-97db-50be023d977f req-86117e25-e838-417a-b6a9-16ac7edcb414 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] For port 5befbf99-4d72-4b74-980d-b20e17f34f0c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5befbf99-4d72-4b74-980d-b20e17f34f0c,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:34.476396 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d49a611c-d445-4ebe-97db-50be023d977f req-86117e25-e838-417a-b6a9-16ac7edcb414 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.489797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d49a611c-d445-4ebe-97db-50be023d977f req-86117e25-e838-417a-b6a9-16ac7edcb414 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Calling delete_port for 5befbf99-4d72-4b74-980d-b20e17f34f0c owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:34.522103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0857-0da6-469e-ab52-5f28235ac7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (050f49bd-6fe3-4e52-b6ca-36fd394d3a75), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.525079 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0857-0da6-469e-ab52-5f28235ac7b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.526364 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ed8c0857-0da6-469e-ab52-5f28235ac7b5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/050f49bd-6fe3-4e52-b6ca-36fd394d3a75 HTTP/1.1" status: 204 len: 168 time: 0.1219394 Feb 02 13:07:34.535712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c0857-0da6-469e-ab52-5f28235ac7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050f49bd-6fe3-4e52-b6ca-36fd394d3a75,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:34.684890 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42122867-652e-47ca-b95d-07943f0f6efd req-26ac7250-1a8c-4220-8147-b1a874b9ac93 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:34.686396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42122867-652e-47ca-b95d-07943f0f6efd req-26ac7250-1a8c-4220-8147-b1a874b9ac93 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 943 time: 0.0935514 Feb 02 13:07:34.692801 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d49a611c-d445-4ebe-97db-50be023d977f req-86117e25-e838-417a-b6a9-16ac7edcb414 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5befbf99-4d72-4b74-980d-b20e17f34f0c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.737462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86117e25-e838-417a-b6a9-16ac7edcb414 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Pushing event deleted for resources: {'Port': ['ID=5befbf99-4d72-4b74-980d-b20e17f34f0c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:34.824051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49a611c-d445-4ebe-97db-50be023d977f req-86117e25-e838-417a-b6a9-16ac7edcb414 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] No DVR routers for this DVR port 5befbf99-4d72-4b74-980d-b20e17f34f0c on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:34.830039 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d49a611c-d445-4ebe-97db-50be023d977f req-86117e25-e838-417a-b6a9-16ac7edcb414 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.833573 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d49a611c-d445-4ebe-97db-50be023d977f req-86117e25-e838-417a-b6a9-16ac7edcb414 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.18 "DELETE /v2.0/ports/5befbf99-4d72-4b74-980d-b20e17f34f0c HTTP/1.1" status: 204 len: 173 time: 0.5512493 Feb 02 13:07:34.840754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42122867-652e-47ca-b95d-07943f0f6efd req-6d2608d0-45e6-433a-a08a-55939b13d3a3 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459339 Feb 02 13:07:34.841755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48684) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:34.859272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf755b3d-0f34-4359-a5a5-d315d658915e req-1483e87e-5a65-44b0-9834-7feb06472ee3 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:34.860822 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf755b3d-0f34-4359-a5a5-d315d658915e req-1483e87e-5a65-44b0-9834-7feb06472ee3 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 945 time: 0.1282094 Feb 02 13:07:34.868566 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0cc04e16-82d0-4464-b74e-4e6361f66e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.869367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ccafc397-b3b3-4d63-b958-67a8e7eb65fd up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:07:34.932048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf755b3d-0f34-4359-a5a5-d315d658915e req-06765515-11c0-47c9-a05a-232c1eb3459d tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/security-groups?id=b58f03d0-2996-48bb-89b6-0ce223dba7c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579550 Feb 02 13:07:34.957942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port ccafc397-b3b3-4d63-b958-67a8e7eb65fd completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:07:34.958297 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0cc04e16-82d0-4464-b74e-4e6361f66e3e admin admin] Publish callbacks [] for security_group (e513a42f-4700-4341-b605-b52d7860737a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.965274 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0cc04e16-82d0-4464-b74e-4e6361f66e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e513a42f-4700-4341-b605-b52d7860737a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.967725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port ccafc397-b3b3-4d63-b958-67a8e7eb65fd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:34.968271 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:34.974629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e2e5b4-0205-4542-ba22-809131851a8d', 'tag': '64bc39a8-bc86-4b66-9757-693c7aaee100'}, {'server_uuid': '235b1edf-de7f-44a8-8100-b1fafebb29db', 'name': 'network-vif-deleted', 'tag': 'c3e8355e-d75d-4fc0-bd5f-04139a3dc681'}, {'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'name': 'network-vif-deleted', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:34.977526 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db8508c-29ae-404e-b1f1-b47656f363db" -d '{"events": [{"name": "network-changed", "server_uuid": "35e2e5b4-0205-4542-ba22-809131851a8d", "tag": "64bc39a8-bc86-4b66-9757-693c7aaee100"}, {"server_uuid": "235b1edf-de7f-44a8-8100-b1fafebb29db", "name": "network-vif-deleted", "tag": "c3e8355e-d75d-4fc0-bd5f-04139a3dc681"}, {"server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "name": "network-vif-deleted", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:35.022072 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0cc04e16-82d0-4464-b74e-4e6361f66e3e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0179029cd57143938c3df8a17d6c147b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1790662 Feb 02 13:07:35.022694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48692) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:35.023353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc04e16-82d0-4464-b74e-4e6361f66e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e513a42f-4700-4341-b605-b52d7860737a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:35.104132 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54c90099-8a52-479b-9814-35f1afc2a2ad admin admin] Publish callbacks [] for security_group (e513a42f-4700-4341-b605-b52d7860737a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:35.105654 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f45e8a1-f3f3-469b-bd09-55e55008fb63 req-9c66623b-76a7-422d-be1d-2be70bf64a86 tempest-ImagesOneServerTestJSON-1091987761 tempest-ImagesOneServerTestJSON-1091987761-project] 10.222.0.83 "GET /v2.0/ports?device_id=80b4b442-cb7a-428d-9f24-e52d7be0f468 HTTP/1.1" status: 200 len: 210 time: 0.0501297 Feb 02 13:07:35.111509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port ccafc397-b3b3-4d63-b958-67a8e7eb65fd is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:35.112634 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:35.113845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a345-f400-424b-8262-860ad6105ce2 req-f65ff936-9f14-4531-a6cb-5608cca70a8d tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:35.115501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5511a345-f400-424b-8262-860ad6105ce2 req-f65ff936-9f14-4531-a6cb-5608cca70a8d tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 945 time: 0.1218975 Feb 02 13:07:35.140541 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54c90099-8a52-479b-9814-35f1afc2a2ad admin admin] Publish callbacks [] for security_group (e513a42f-4700-4341-b605-b52d7860737a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:35.168723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ccafc397-b3b3-4d63-b958-67a8e7eb65fd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ccafc397-b3b3-4d63-b958-67a8e7eb65fd,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:35.175940 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:35.176841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device fd80be81-e23c-473f-a18b-6a1e2510f17e no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:35.198369 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ae5041-1abe-4669-8bda-d3dddb3a11f5 x-openstack-request-id: req-59ae5041-1abe-4669-8bda-d3dddb3a11f5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:35.198676 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e2e5b4-0205-4542-ba22-809131851a8d", "tag": "64bc39a8-bc86-4b66-9757-693c7aaee100", "status": "completed", "code": 200}, {"server_uuid": "235b1edf-de7f-44a8-8100-b1fafebb29db", "name": "network-vif-deleted", "tag": "c3e8355e-d75d-4fc0-bd5f-04139a3dc681", "status": "completed", "code": 200}, {"server_uuid": "80b4b442-cb7a-428d-9f24-e52d7be0f468", "name": "network-vif-deleted", "tag": "5befbf99-4d72-4b74-980d-b20e17f34f0c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:35.198928 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-59ae5041-1abe-4669-8bda-d3dddb3a11f5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:35.199338 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e2e5b4-0205-4542-ba22-809131851a8d', 'tag': '64bc39a8-bc86-4b66-9757-693c7aaee100', 'status': 'completed', 'code': 200} Feb 02 13:07:35.201243 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235b1edf-de7f-44a8-8100-b1fafebb29db', 'name': 'network-vif-deleted', 'tag': 'c3e8355e-d75d-4fc0-bd5f-04139a3dc681', 'status': 'completed', 'code': 200} Feb 02 13:07:35.201540 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b4b442-cb7a-428d-9f24-e52d7be0f468', 'name': 'network-vif-deleted', 'tag': '5befbf99-4d72-4b74-980d-b20e17f34f0c', 'status': 'completed', 'code': 200} Feb 02 13:07:35.204411 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54c90099-8a52-479b-9814-35f1afc2a2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e513a42f-4700-4341-b605-b52d7860737a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:35.207026 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54c90099-8a52-479b-9814-35f1afc2a2ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:35.213451 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-54c90099-8a52-479b-9814-35f1afc2a2ad admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e513a42f-4700-4341-b605-b52d7860737a HTTP/1.1" status: 204 len: 168 time: 0.1842461 Feb 02 13:07:35.229576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5511a345-f400-424b-8262-860ad6105ce2 req-0205df0b-c749-491f-ad80-0a719acf5b1f tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074102 Feb 02 13:07:35.233985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: fd80be81-e23c-473f-a18b-6a1e2510f17e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:35.234591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device fd80be81-e23c-473f-a18b-6a1e2510f17e not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:35.235029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:35.249310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c90099-8a52-479b-9814-35f1afc2a2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e513a42f-4700-4341-b605-b52d7860737a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:35.270857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:35.271196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0bce2d7b-fb2a-43ec-8c60-e16d31c84203 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:35.284126 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08118c79-c749-466b-bbd8-3ea010b00fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccafc397-b3b3-4d63-b958-67a8e7eb65fd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:35.287580 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3683d24-abc7-4d67-9f97-12a7f201741b" -d '{"events": [{"server_uuid": "08118c79-c749-466b-bbd8-3ea010b00fda", "name": "network-vif-plugged", "status": "completed", "tag": "ccafc397-b3b3-4d63-b958-67a8e7eb65fd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:35.324141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8508c-29ae-404e-b1f1-b47656f363db req-fb8b8dc7-7fe2-4e5b-a8fe-ddaa31ca43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:35.325841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3db8508c-29ae-404e-b1f1-b47656f363db req-fb8b8dc7-7fe2-4e5b-a8fe-ddaa31ca43ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49d767591ad54507b188d760543bb9fe&device_id=35e2e5b4-0205-4542-ba22-809131851a8d HTTP/1.1" status: 200 len: 1126 time: 0.0903058 Feb 02 13:07:35.328914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9ebae-562b-40a4-97a8-8134dc3c0e49 req-091a57f7-b2ac-49bd-81f2-9b19cf5d2b65 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:35.331028 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6cf9ebae-562b-40a4-97a8-8134dc3c0e49 req-091a57f7-b2ac-49bd-81f2-9b19cf5d2b65 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.62 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 945 time: 0.0960321 Feb 02 13:07:35.333540 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=ccafc397-b3b3-4d63-b958-67a8e7eb65fd,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:35.375758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:07:35.414661 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6623f5-60fe-4585-8d2c-ac435b1ea52e x-openstack-request-id: req-2d6623f5-60fe-4585-8d2c-ac435b1ea52e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:35.415041 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08118c79-c749-466b-bbd8-3ea010b00fda", "name": "network-vif-plugged", "status": "completed", "tag": "ccafc397-b3b3-4d63-b958-67a8e7eb65fd", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:35.415345 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2d6623f5-60fe-4585-8d2c-ac435b1ea52e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:35.415871 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08118c79-c749-466b-bbd8-3ea010b00fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccafc397-b3b3-4d63-b958-67a8e7eb65fd', 'code': 200} Feb 02 13:07:35.416788 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c3e8355e-d75d-4fc0-bd5f-04139a3dc681 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:35.452857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: c3e8355e-d75d-4fc0-bd5f-04139a3dc681 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:35.453485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c3e8355e-d75d-4fc0-bd5f-04139a3dc681 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:35.489247 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:35.511158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8508c-29ae-404e-b1f1-b47656f363db req-70bfba32-8735-4757-a71e-9ba65f6d7757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:35.512882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3db8508c-29ae-404e-b1f1-b47656f363db req-70bfba32-8735-4757-a71e-9ba65f6d7757 service neutron] 10.222.0.18 "GET /v2.0/networks?id=100078bf-3752-451a-9d8d-8dacab8aa3de HTTP/1.1" status: 200 len: 913 time: 0.1675193 Feb 02 13:07:35.550794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-6cf9ebae-562b-40a4-97a8-8134dc3c0e49 req-e58e1535-68cf-4e45-865c-3539c19b4fb4 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Deleting port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:35.551677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6cf9ebae-562b-40a4-97a8-8134dc3c0e49 req-e58e1535-68cf-4e45-865c-3539c19b4fb4 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:35.596177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:35.608928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a', 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de', 'port_id': 'dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a', 'mac_address': 'fa:16:3e:f7:10:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:07:35.621869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3db8508c-29ae-404e-b1f1-b47656f363db req-fc4734e3-e7ec-4a2f-b2a0-9d1bc789d35b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64bc39a8-bc86-4b66-9757-693c7aaee100 HTTP/1.1" status: 200 len: 217 time: 0.0658226 Feb 02 13:07:35.662249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:35.662916 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:35.678906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:35.690069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8508c-29ae-404e-b1f1-b47656f363db req-f2e0d68c-8439-439e-ae85-8789b87c8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:35.691589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3db8508c-29ae-404e-b1f1-b47656f363db req-f2e0d68c-8439-439e-ae85-8789b87c8282 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5 HTTP/1.1" status: 200 len: 852 time: 0.0639193 Feb 02 13:07:35.713300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:35.716734 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f3cc5-e86b-4f63-868c-a5f24fba2510 req-30e5ac67-b736-44dc-ad02-5562469c0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:35.718759 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:35.719254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-716f3cc5-e86b-4f63-868c-a5f24fba2510 req-30e5ac67-b736-44dc-ad02-5562469c0a4d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 1128 time: 0.2023258 Feb 02 13:07:35.736780 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18057255-9a21-4ea2-ba3d-3e93e592afcb req-1fb46fb4-cb2c-45fa-ac2b-36f8ca6d5f94 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:35.738645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18057255-9a21-4ea2-ba3d-3e93e592afcb req-1fb46fb4-cb2c-45fa-ac2b-36f8ca6d5f94 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 950 time: 0.2244911 Feb 02 13:07:35.739982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-6cf9ebae-562b-40a4-97a8-8134dc3c0e49 req-e58e1535-68cf-4e45-865c-3539c19b4fb4 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] For port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c,segment=NetworkSegment(a2acefe5-e07c-4711-b1e3-35d15d1e1716),segment_id=a2acefe5-e07c-4711-b1e3-35d15d1e1716)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:35.740397 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6cf9ebae-562b-40a4-97a8-8134dc3c0e49 req-e58e1535-68cf-4e45-865c-3539c19b4fb4 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:35.754692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-6cf9ebae-562b-40a4-97a8-8134dc3c0e49 req-e58e1535-68cf-4e45-865c-3539c19b4fb4 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Calling delete_port for 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:35.764611 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3db8508c-29ae-404e-b1f1-b47656f363db req-29705c63-60a5-400c-9007-3a681831928e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=100078bf-3752-451a-9d8d-8dacab8aa3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529222 Feb 02 13:07:35.812005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:35.928363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18057255-9a21-4ea2-ba3d-3e93e592afcb req-77aa1c1d-2a98-4a6b-bc91-63409fd00ac6 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/security-groups?id=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667709 Feb 02 13:07:35.932407 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-716f3cc5-e86b-4f63-868c-a5f24fba2510 req-d3153fdd-42e0-49aa-869e-07c83e5dece9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928532 Feb 02 13:07:35.938960 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6cf9ebae-562b-40a4-97a8-8134dc3c0e49 req-e58e1535-68cf-4e45-865c-3539c19b4fb4 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:35.972920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:35.985579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3db8508c-29ae-404e-b1f1-b47656f363db req-ebd2695d-4ee3-4b86-88a3-a026faae4e10 service neutron] 10.222.0.18 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061858 Feb 02 13:07:36.001104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e1535-68cf-4e45-865c-3539c19b4fb4 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Pushing event deleted for resources: {'Port': ['ID=4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:36.024791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edf0a7-ff8d-40e7-a0d2-6c59273a14df req-a7cbcf9c-9ae2-4be5-9b57-226605f0585c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:36.026810 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32edf0a7-ff8d-40e7-a0d2-6c59273a14df req-a7cbcf9c-9ae2-4be5-9b57-226605f0585c tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 950 time: 0.1403232 Feb 02 13:07:36.069286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:36.095584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9655df-922a-4e23-b8cc-9ef4535504f1 req-f254b30e-a858-4236-87b8-2bf43eb18c7c tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:36.097444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d9655df-922a-4e23-b8cc-9ef4535504f1 req-f254b30e-a858-4236-87b8-2bf43eb18c7c tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 944 time: 0.1342785 Feb 02 13:07:36.112230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf9ebae-562b-40a4-97a8-8134dc3c0e49 req-e58e1535-68cf-4e45-865c-3539c19b4fb4 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] No DVR routers for this DVR port 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:36.115855 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6cf9ebae-562b-40a4-97a8-8134dc3c0e49 req-e58e1535-68cf-4e45-865c-3539c19b4fb4 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:36.120174 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6cf9ebae-562b-40a4-97a8-8134dc3c0e49 req-e58e1535-68cf-4e45-865c-3539c19b4fb4 tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.62 "DELETE /v2.0/ports/4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c HTTP/1.1" status: 204 len: 173 time: 0.7825577 Feb 02 13:07:36.120690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18ffae2-a0be-4304-9570-24b94df163d3', 'name': 'network-vif-deleted', 'tag': '4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:36.123870 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f445b14a-a365-4fcd-b9e2-a05698ddd59c" -d '{"events": [{"server_uuid": "b18ffae2-a0be-4304-9570-24b94df163d3", "name": "network-vif-deleted", "tag": "4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:36.167517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da5ac0f6-426e-4fb0-82cb-15d67a781dc2 req-db6b9864-dfa6-40aa-b956-65997fec2f3e tempest-ServerTagsTestJSON-676662517 tempest-ServerTagsTestJSON-676662517-project] 10.222.0.83 "GET /v2.0/ports?device_id=b18ffae2-a0be-4304-9570-24b94df163d3 HTTP/1.1" status: 200 len: 210 time: 0.0677068 Feb 02 13:07:36.281861 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d9655df-922a-4e23-b8cc-9ef4535504f1 req-e55e8b16-25cb-4c97-85ec-ffacbae5bb8f tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705513 Feb 02 13:07:36.298062 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c6f87a-d426-4b6f-828c-932a17874068 x-openstack-request-id: req-98c6f87a-d426-4b6f-828c-932a17874068 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:36.298411 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18ffae2-a0be-4304-9570-24b94df163d3", "name": "network-vif-deleted", "tag": "4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:36.298718 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-98c6f87a-d426-4b6f-828c-932a17874068 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:36.301409 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18ffae2-a0be-4304-9570-24b94df163d3', 'name': 'network-vif-deleted', 'tag': '4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c', 'status': 'completed', 'code': 200} Feb 02 13:07:36.407916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-32edf0a7-ff8d-40e7-a0d2-6c59273a14df req-d30f256c-24ee-41bc-8771-790ea8fbf61d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Deleting port 4b319226-6eec-4753-942d-0adb21f41f7f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:36.408300 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32edf0a7-ff8d-40e7-a0d2-6c59273a14df req-d30f256c-24ee-41bc-8771-790ea8fbf61d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:36.487588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3db8508c-29ae-404e-b1f1-b47656f363db req-b69a40e5-6a34-45df-a9b9-c776fd528511 service neutron] 10.222.0.18 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894962 Feb 02 13:07:36.551972 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:36.562737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563da17d-5367-4757-a9c6-a2d9dd975c2a req-39c587e0-73ae-44b1-9f56-7212d73003fd tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:36.570220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-563da17d-5367-4757-a9c6-a2d9dd975c2a req-39c587e0-73ae-44b1-9f56-7212d73003fd tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 946 time: 0.1304920 Feb 02 13:07:36.610596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-32edf0a7-ff8d-40e7-a0d2-6c59273a14df req-d30f256c-24ee-41bc-8771-790ea8fbf61d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] For port 4b319226-6eec-4753-942d-0adb21f41f7f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4b319226-6eec-4753-942d-0adb21f41f7f,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:36.611588 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32edf0a7-ff8d-40e7-a0d2-6c59273a14df req-d30f256c-24ee-41bc-8771-790ea8fbf61d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:36.635568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-32edf0a7-ff8d-40e7-a0d2-6c59273a14df req-d30f256c-24ee-41bc-8771-790ea8fbf61d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Calling delete_port for 4b319226-6eec-4753-942d-0adb21f41f7f owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:36.663622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-563da17d-5367-4757-a9c6-a2d9dd975c2a req-270f7e30-8c29-434f-9d51-15263b78d05a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923841 Feb 02 13:07:36.726005 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:36.739222 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48738) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:36.821823 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32edf0a7-ff8d-40e7-a0d2-6c59273a14df req-d30f256c-24ee-41bc-8771-790ea8fbf61d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4b319226-6eec-4753-942d-0adb21f41f7f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:36.857950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f256c-24ee-41bc-8771-790ea8fbf61d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Pushing event deleted for resources: {'Port': ['ID=4b319226-6eec-4753-942d-0adb21f41f7f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:36.866570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4b319226-6eec-4753-942d-0adb21f41f7f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:36.869304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 64bc39a8-bc86-4b66-9757-693c7aaee100 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:07:36.917443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-32edf0a7-ff8d-40e7-a0d2-6c59273a14df req-d30f256c-24ee-41bc-8771-790ea8fbf61d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] No DVR routers for this DVR port 4b319226-6eec-4753-942d-0adb21f41f7f on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:36.920561 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32edf0a7-ff8d-40e7-a0d2-6c59273a14df req-d30f256c-24ee-41bc-8771-790ea8fbf61d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:36.924839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32edf0a7-ff8d-40e7-a0d2-6c59273a14df req-d30f256c-24ee-41bc-8771-790ea8fbf61d tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.62 "DELETE /v2.0/ports/4b319226-6eec-4753-942d-0adb21f41f7f HTTP/1.1" status: 204 len: 173 time: 0.8911343 Feb 02 13:07:36.937998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:36.938216 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-33b11a5b-a6ff-4263-a162-8e1ca90ddf9b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c63c2a73840640ac9ef77d25696d9483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1971149 Feb 02 13:07:37.025283 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3054cf3-19b9-49bd-b7cb-b26228b4d1a3 admin admin] Publish callbacks [] for security_group (616f6cf3-5778-4291-8356-c3f98be25bdb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.066912 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3054cf3-19b9-49bd-b7cb-b26228b4d1a3 admin admin] Publish callbacks [] for security_group (616f6cf3-5778-4291-8356-c3f98be25bdb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.111568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 64bc39a8-bc86-4b66-9757-693c7aaee100, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=64bc39a8-bc86-4b66-9757-693c7aaee100,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:37.134131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '64bc39a8-bc86-4b66-9757-693c7aaee100', 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de', 'port_id': '64bc39a8-bc86-4b66-9757-693c7aaee100', 'mac_address': 'fa:16:3e:39:50:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:07:37.156312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61040a1d-3ee5-4183-96c6-15a096c1e982 req-27813b35-a637-4c16-9a3d-b0372a571c61 tempest-ServersOnMultiNodesTest-754487514 tempest-ServersOnMultiNodesTest-754487514-project] 10.222.0.83 "GET /v2.0/ports?device_id=a0fa8275-b98f-457c-8cab-727e19430294 HTTP/1.1" status: 200 len: 210 time: 0.0404642 Feb 02 13:07:37.166279 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3054cf3-19b9-49bd-b7cb-b26228b4d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (616f6cf3-5778-4291-8356-c3f98be25bdb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.169157 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3054cf3-19b9-49bd-b7cb-b26228b4d1a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.170555 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e3054cf3-19b9-49bd-b7cb-b26228b4d1a3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/616f6cf3-5778-4291-8356-c3f98be25bdb HTTP/1.1" status: 204 len: 168 time: 0.2315578 Feb 02 13:07:37.179960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3054cf3-19b9-49bd-b7cb-b26228b4d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616f6cf3-5778-4291-8356-c3f98be25bdb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:37.203177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fa8275-b98f-457c-8cab-727e19430294', 'name': 'network-vif-deleted', 'tag': '4b319226-6eec-4753-942d-0adb21f41f7f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:37.205714 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50943114-3d50-49ac-b43f-9fe298d35c3f" -d '{"events": [{"server_uuid": "a0fa8275-b98f-457c-8cab-727e19430294", "name": "network-vif-deleted", "tag": "4b319226-6eec-4753-942d-0adb21f41f7f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:37.213205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 64bc39a8-bc86-4b66-9757-693c7aaee100 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:37.213617 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.242204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64bc39a8-bc86-4b66-9757-693c7aaee100 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:37.265128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 64bc39a8-bc86-4b66-9757-693c7aaee100, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=64bc39a8-bc86-4b66-9757-693c7aaee100,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:37.270347 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.292940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48762) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:37.297302 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4240bfb1-597e-4d81-846d-40df983d679a x-openstack-request-id: req-4240bfb1-597e-4d81-846d-40df983d679a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:37.297648 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fa8275-b98f-457c-8cab-727e19430294", "name": "network-vif-deleted", "tag": "4b319226-6eec-4753-942d-0adb21f41f7f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:37.299084 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4240bfb1-597e-4d81-846d-40df983d679a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:37.299654 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0fa8275-b98f-457c-8cab-727e19430294', 'name': 'network-vif-deleted', 'tag': '4b319226-6eec-4753-942d-0adb21f41f7f', 'status': 'completed', 'code': 200} Feb 02 13:07:37.364997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=64bc39a8-bc86-4b66-9757-693c7aaee100,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:37.399617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:07:37.414964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-172e642b-81ee-46e7-826e-35490fad1090 admin admin] Deleting subnet 1c0978b3-46c1-4a52-9e6a-cfd25b79a59c {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:07:37.422904 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-172e642b-81ee-46e7-826e-35490fad1090 admin admin] Publish callbacks [] for subnet (1c0978b3-46c1-4a52-9e6a-cfd25b79a59c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.487002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-172e642b-81ee-46e7-826e-35490fad1090 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (1c0978b3-46c1-4a52-9e6a-cfd25b79a59c), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.529976 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dae18-bde8-4b96-bbde-fc4a1c7493ae req-29bd904a-6be9-4287-ab75-8168f4641ba6 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:37.535699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e5dae18-bde8-4b96-bbde-fc4a1c7493ae req-29bd904a-6be9-4287-ab75-8168f4641ba6 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 944 time: 0.1492498 Feb 02 13:07:37.554584 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-172e642b-81ee-46e7-826e-35490fad1090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (1c0978b3-46c1-4a52-9e6a-cfd25b79a59c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.565748 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.593516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:07:37.605505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:37.605873 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.647104 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e5dae18-bde8-4b96-bbde-fc4a1c7493ae req-0429ac7f-e7b0-46b6-9b43-186238fd3c6c tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992489 Feb 02 13:07:37.668618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['64bc39a8-bc86-4b66-9757-693c7aaee100'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:37.673119 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-172e642b-81ee-46e7-826e-35490fad1090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (1c0978b3-46c1-4a52-9e6a-cfd25b79a59c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.711125 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-172e642b-81ee-46e7-826e-35490fad1090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.715327 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-172e642b-81ee-46e7-826e-35490fad1090 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1c0978b3-46c1-4a52-9e6a-cfd25b79a59c HTTP/1.1" status: 204 len: 168 time: 0.4202492 Feb 02 13:07:37.717143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e642b-81ee-46e7-826e-35490fad1090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0978b3-46c1-4a52-9e6a-cfd25b79a59c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:37.718431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48776) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:37.822291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:37.822900 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.839036 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (a9373712-f5e1-4ce3-8ead-479da8b7cd30), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.858728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:37.860978 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723b47fb-5ce1-4a34-875c-e31b5b8ca14c" -d '{"events": [{"server_uuid": "3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b", "name": "network-vif-plugged", "status": "completed", "tag": "dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:37.876264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:37.909292 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:37.910306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4b319226-6eec-4753-942d-0adb21f41f7f no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:38.151881 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d526b4-2ed4-4d80-880a-ab14a959529c x-openstack-request-id: req-e5d526b4-2ed4-4d80-880a-ab14a959529c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:38.152280 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b", "name": "network-vif-plugged", "status": "completed", "tag": "dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:38.152557 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e5d526b4-2ed4-4d80-880a-ab14a959529c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:38.152974 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a', 'code': 200} Feb 02 13:07:38.180398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 4b319226-6eec-4753-942d-0adb21f41f7f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:38.180739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4b319226-6eec-4753-942d-0adb21f41f7f not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:38.186221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:38.194362 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:38.373042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfddc1-3fe5-4bf9-88b6-5839ae726c55 req-d28b30eb-f05d-47a9-a832-7d7c3f84058f tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:38.374409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5bbfddc1-3fe5-4bf9-88b6-5839ae726c55 req-d28b30eb-f05d-47a9-a832-7d7c3f84058f tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 946 time: 0.5616446 Feb 02 13:07:38.377020 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (a9373712-f5e1-4ce3-8ead-479da8b7cd30), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:38.440005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9373712-f5e1-4ce3-8ead-479da8b7cd30']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:38.460128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2acefe5-e07c-4711-b1e3-35d15d1e1716') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:38.460433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2acefe5-e07c-4711-b1e3-35d15d1e1716') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:38.486722 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (a2acefe5-e07c-4711-b1e3-35d15d1e1716), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:38.504499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2cab8-12b2-4bcd-be5c-f431ac236745 req-44f0716e-38e7-461c-8da1-bb82c31e8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:38.506170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23f2cab8-12b2-4bcd-be5c-f431ac236745 req-44f0716e-38e7-461c-8da1-bb82c31e8343 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 1127 time: 0.1249306 Feb 02 13:07:38.509302 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5bbfddc1-3fe5-4bf9-88b6-5839ae726c55 req-ae1fe177-a296-4908-b234-54710b1e4da0 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124589 Feb 02 13:07:38.517924 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a2acefe5-e07c-4711-b1e3-35d15d1e1716), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:38.536649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:07:38.537350 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (a2acefe5-e07c-4711-b1e3-35d15d1e1716), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:07:38.539219 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:07:38.578485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48840) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:38.614675 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (a9373712-f5e1-4ce3-8ead-479da8b7cd30), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:38.621032 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:38.624999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] 10.222.0.83 "DELETE /v2.0/networks/a9373712-f5e1-4ce3-8ead-479da8b7cd30 HTTP/1.1" status: 204 len: 168 time: 0.9049478 Feb 02 13:07:38.639623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ec96a-c208-4bd8-a668-2e2182f884cb admin admin] Pushing event deleted for resources: {'Network': ['ID=a9373712-f5e1-4ce3-8ead-479da8b7cd30,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:38.644714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23f2cab8-12b2-4bcd-be5c-f431ac236745 req-cc1ee2b7-de3a-49cc-9da1-7d73934da3b0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241748 Feb 02 13:07:38.830296 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48882) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:38.883905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5befbf99-4d72-4b74-980d-b20e17f34f0c no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:38.915043 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-08026835-cb19-42ef-a45f-a7f0d930f9b4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=878b55bf0eeb4eafa84943c0574b0ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352740 Feb 02 13:07:38.916648 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efc528-a49b-4447-9415-eda3c00b6e68 req-80058e76-93a2-4da7-a015-ab449a9b3aa1 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:38.919387 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1efc528-a49b-4447-9415-eda3c00b6e68 req-80058e76-93a2-4da7-a015-ab449a9b3aa1 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 945 time: 0.0885770 Feb 02 13:07:38.919937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48886) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:38.935036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 5befbf99-4d72-4b74-980d-b20e17f34f0c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:38.935387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5befbf99-4d72-4b74-980d-b20e17f34f0c not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:38.948290 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3918ff2a-d9be-4d97-acd1-c32f8ec0be15 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=daf90c4142f345faba80a7142cf58b90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1167479 Feb 02 13:07:38.950698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48888) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:39.008031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1efc528-a49b-4447-9415-eda3c00b6e68 req-9de9c4a1-24dc-4203-9a2c-d4b2df2f5c28 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814939 Feb 02 13:07:39.027786 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8e03a4-862c-43a4-b350-a5fb28a3ed67 admin admin] Publish callbacks [] for security_group (6769c461-ac4d-4d4c-96b1-4f1c1ba2e904), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.032596 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6611d32-c3aa-4ebc-b34f-d035cf4ee3d3 admin admin] Publish callbacks [] for security_group (b58f03d0-2996-48bb-89b6-0ce223dba7c3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.072995 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8e03a4-862c-43a4-b350-a5fb28a3ed67 admin admin] Publish callbacks [] for security_group (6769c461-ac4d-4d4c-96b1-4f1c1ba2e904), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.081573 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6611d32-c3aa-4ebc-b34f-d035cf4ee3d3 admin admin] Publish callbacks [] for security_group (b58f03d0-2996-48bb-89b6-0ce223dba7c3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.155833 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6611d32-c3aa-4ebc-b34f-d035cf4ee3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b58f03d0-2996-48bb-89b6-0ce223dba7c3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.159369 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6611d32-c3aa-4ebc-b34f-d035cf4ee3d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.166727 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8e03a4-862c-43a4-b350-a5fb28a3ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6769c461-ac4d-4d4c-96b1-4f1c1ba2e904), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.169637 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a6611d32-c3aa-4ebc-b34f-d035cf4ee3d3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b58f03d0-2996-48bb-89b6-0ce223dba7c3 HTTP/1.1" status: 204 len: 168 time: 0.2163012 Feb 02 13:07:39.170500 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a8e03a4-862c-43a4-b350-a5fb28a3ed67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.173517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1a8e03a4-862c-43a4-b350-a5fb28a3ed67 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6769c461-ac4d-4d4c-96b1-4f1c1ba2e904 HTTP/1.1" status: 204 len: 168 time: 0.2526505 Feb 02 13:07:39.189734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6611d32-c3aa-4ebc-b34f-d035cf4ee3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58f03d0-2996-48bb-89b6-0ce223dba7c3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:39.192377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e03a4-862c-43a4-b350-a5fb28a3ed67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6769c461-ac4d-4d4c-96b1-4f1c1ba2e904,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:39.249375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48902) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:39.363713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:39.388883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:39.389368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4e50cdff-52b0-4d56-ad0d-9ec7cd88bc6c not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:39.457753 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82b09f18-5f24-47c3-9dbb-487009e555df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.545346 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82b09f18-5f24-47c3-9dbb-487009e555df admin admin] Publish callbacks [] for security_group (dd04930c-b09b-4b91-ac0f-ebac340a5e1e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.550219 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82b09f18-5f24-47c3-9dbb-487009e555df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (dd04930c-b09b-4b91-ac0f-ebac340a5e1e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.592044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-82b09f18-5f24-47c3-9dbb-487009e555df admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=836811f35c594587aec722deb428e7c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3414164 Feb 02 13:07:39.594957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:39.601562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b09f18-5f24-47c3-9dbb-487009e555df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd04930c-b09b-4b91-ac0f-ebac340a5e1e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:39.656555 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-807c7f2f-2574-496f-85c9-75fdf0162d11 admin admin] Publish callbacks [] for security_group (dd04930c-b09b-4b91-ac0f-ebac340a5e1e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.662062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48918) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:39.686226 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-807c7f2f-2574-496f-85c9-75fdf0162d11 admin admin] Publish callbacks [] for security_group (dd04930c-b09b-4b91-ac0f-ebac340a5e1e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.763515 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-807c7f2f-2574-496f-85c9-75fdf0162d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (dd04930c-b09b-4b91-ac0f-ebac340a5e1e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.766200 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-807c7f2f-2574-496f-85c9-75fdf0162d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:39.767363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-807c7f2f-2574-496f-85c9-75fdf0162d11 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dd04930c-b09b-4b91-ac0f-ebac340a5e1e HTTP/1.1" status: 204 len: 168 time: 0.1713331 Feb 02 13:07:39.778607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c7f2f-2574-496f-85c9-75fdf0162d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd04930c-b09b-4b91-ac0f-ebac340a5e1e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:39.800809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48926) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:39.889790 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7d8f93de-f417-4987-afb2-8d3bc08137e6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=00e4c9743b634a5da6112d809979a3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0869675 Feb 02 13:07:39.891042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:39.958080 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8df2a3f-1f48-41a9-a796-216586ee6e63 admin admin] Publish callbacks [] for security_group (ce961c60-20c7-4058-a3c1-1bff9762439f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:40.009889 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8df2a3f-1f48-41a9-a796-216586ee6e63 admin admin] Publish callbacks [] for security_group (ce961c60-20c7-4058-a3c1-1bff9762439f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:40.037302 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-109b4a2b-feb7-4f90-8cc4-4a953beab806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:40.109348 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8df2a3f-1f48-41a9-a796-216586ee6e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ce961c60-20c7-4058-a3c1-1bff9762439f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:40.113459 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8df2a3f-1f48-41a9-a796-216586ee6e63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:40.117184 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c8df2a3f-1f48-41a9-a796-216586ee6e63 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ce961c60-20c7-4058-a3c1-1bff9762439f HTTP/1.1" status: 204 len: 168 time: 0.2246473 Feb 02 13:07:40.136958 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df2a3f-1f48-41a9-a796-216586ee6e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce961c60-20c7-4058-a3c1-1bff9762439f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:40.150865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-109b4a2b-feb7-4f90-8cc4-4a953beab806 admin admin] Publish callbacks [] for security_group (164a51c6-bd96-4a08-8db3-4b70749153ef), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:40.157198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-109b4a2b-feb7-4f90-8cc4-4a953beab806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (164a51c6-bd96-4a08-8db3-4b70749153ef), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:40.229306 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-109b4a2b-feb7-4f90-8cc4-4a953beab806 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e50bd96a59694c47b758df55a010f405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5663552 Feb 02 13:07:40.230679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b4a2b-feb7-4f90-8cc4-4a953beab806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164a51c6-bd96-4a08-8db3-4b70749153ef,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:40.239009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48940) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:40.256882 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c77a4a-7439-4ae5-890c-8d669aae744f req-55541679-fd08-4dbb-a686-c077b5deb77b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:40.259907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76c77a4a-7439-4ae5-890c-8d669aae744f req-55541679-fd08-4dbb-a686-c077b5deb77b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 945 time: 0.1251810 Feb 02 13:07:40.308417 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37e9a1e5-3795-46e8-8861-feb9bbe76e4f admin admin] Publish callbacks [] for security_group (164a51c6-bd96-4a08-8db3-4b70749153ef), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:40.319449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76c77a4a-7439-4ae5-890c-8d669aae744f req-456e5557-bd86-4b9a-8e0a-6fea24ec23ad tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526838 Feb 02 13:07:40.350433 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37e9a1e5-3795-46e8-8861-feb9bbe76e4f admin admin] Publish callbacks [] for security_group (164a51c6-bd96-4a08-8db3-4b70749153ef), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:40.425865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37e9a1e5-3795-46e8-8861-feb9bbe76e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (164a51c6-bd96-4a08-8db3-4b70749153ef), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:40.429183 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37e9a1e5-3795-46e8-8861-feb9bbe76e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:40.435984 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-37e9a1e5-3795-46e8-8861-feb9bbe76e4f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/164a51c6-bd96-4a08-8db3-4b70749153ef HTTP/1.1" status: 204 len: 168 time: 0.1910400 Feb 02 13:07:40.458734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9a1e5-3795-46e8-8861-feb9bbe76e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164a51c6-bd96-4a08-8db3-4b70749153ef,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:40.529964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efd596-8951-4325-b1e5-391e6d41a520 req-5d129e8c-5235-4d2c-9f3b-725336135102 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:40.531681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0efd596-8951-4325-b1e5-391e6d41a520 req-5d129e8c-5235-4d2c-9f3b-725336135102 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=35e2e5b4-0205-4542-ba22-809131851a8d HTTP/1.1" status: 200 len: 945 time: 0.0977073 Feb 02 13:07:40.620079 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0efd596-8951-4325-b1e5-391e6d41a520 req-3e906457-291e-4b49-9208-40fff6590197 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808277 Feb 02 13:07:40.898323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 64bc39a8-bc86-4b66-9757-693c7aaee100 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:07:40.959917 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 64bc39a8-bc86-4b66-9757-693c7aaee100 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:07:40.966103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 64bc39a8-bc86-4b66-9757-693c7aaee100 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:40.966702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:40.974868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48970) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:41.005417 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9faede38-116b-4b98-ab00-cc36e8e86467 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:41.071747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 64bc39a8-bc86-4b66-9757-693c7aaee100 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:41.072397 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:41.105458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e2e5b4-0205-4542-ba22-809131851a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bc39a8-bc86-4b66-9757-693c7aaee100'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:41.108866 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57576d98-b484-454c-8bf5-2fc96ef148e9" -d '{"events": [{"server_uuid": "35e2e5b4-0205-4542-ba22-809131851a8d", "name": "network-vif-plugged", "status": "completed", "tag": "64bc39a8-bc86-4b66-9757-693c7aaee100"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:41.127375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 64bc39a8-bc86-4b66-9757-693c7aaee100, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=64bc39a8-bc86-4b66-9757-693c7aaee100,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:41.134157 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:41.182077 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4960db7-35ef-4f3d-9103-c2b87cfdcc21 x-openstack-request-id: req-f4960db7-35ef-4f3d-9103-c2b87cfdcc21 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:41.182598 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e2e5b4-0205-4542-ba22-809131851a8d", "name": "network-vif-plugged", "status": "completed", "tag": "64bc39a8-bc86-4b66-9757-693c7aaee100", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:41.182821 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f4960db7-35ef-4f3d-9103-c2b87cfdcc21 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:41.183262 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e2e5b4-0205-4542-ba22-809131851a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64bc39a8-bc86-4b66-9757-693c7aaee100', 'code': 200} Feb 02 13:07:41.185210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9faede38-116b-4b98-ab00-cc36e8e86467 admin admin] Publish callbacks [] for security_group (7c1d8b6c-453e-4b31-856a-3b333e70be98), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:41.191632 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9faede38-116b-4b98-ab00-cc36e8e86467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7c1d8b6c-453e-4b31-856a-3b333e70be98), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:41.238031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=64bc39a8-bc86-4b66-9757-693c7aaee100,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:41.255091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faede38-116b-4b98-ab00-cc36e8e86467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1d8b6c-453e-4b31-856a-3b333e70be98,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:41.290700 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9faede38-116b-4b98-ab00-cc36e8e86467 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fc99343c3d23473f998a5f8be20d2347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3145974 Feb 02 13:07:41.293227 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48982) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:41.370876 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eadff6e3-aa41-4981-b97a-dada7c896a44 admin admin] Publish callbacks [] for security_group (7c1d8b6c-453e-4b31-856a-3b333e70be98), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:41.376894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ec828-f582-4bcb-ac2b-9098021272e4 req-154b1db7-931e-41ff-8dc9-4c1f07a6e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:41.379633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f83ec828-f582-4bcb-ac2b-9098021272e4 req-154b1db7-931e-41ff-8dc9-4c1f07a6e792 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=35e2e5b4-0205-4542-ba22-809131851a8d HTTP/1.1" status: 200 len: 1128 time: 0.0941803 Feb 02 13:07:41.413609 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eadff6e3-aa41-4981-b97a-dada7c896a44 admin admin] Publish callbacks [] for security_group (7c1d8b6c-453e-4b31-856a-3b333e70be98), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:41.452663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f83ec828-f582-4bcb-ac2b-9098021272e4 req-f27e4018-3af7-45c2-8162-bc9f9b4fdb67 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665426 Feb 02 13:07:41.503936 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eadff6e3-aa41-4981-b97a-dada7c896a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7c1d8b6c-453e-4b31-856a-3b333e70be98), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:41.509293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eadff6e3-aa41-4981-b97a-dada7c896a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:41.511202 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eadff6e3-aa41-4981-b97a-dada7c896a44 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7c1d8b6c-453e-4b31-856a-3b333e70be98 HTTP/1.1" status: 204 len: 168 time: 0.2163706 Feb 02 13:07:41.530664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadff6e3-aa41-4981-b97a-dada7c896a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1d8b6c-453e-4b31-856a-3b333e70be98,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:41.857626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334eb20-c3ce-4c62-86b4-b5583e04dc4f req-0bf2f7c9-e126-44b0-b6d5-59829d3f2bcd tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:41.862053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e334eb20-c3ce-4c62-86b4-b5583e04dc4f req-0bf2f7c9-e126-44b0-b6d5-59829d3f2bcd tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=35e2e5b4-0205-4542-ba22-809131851a8d HTTP/1.1" status: 200 len: 946 time: 0.1035604 Feb 02 13:07:41.939353 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e334eb20-c3ce-4c62-86b4-b5583e04dc4f req-1796be69-0fef-4bbe-bbbd-9cac75da6e7e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705147 Feb 02 13:07:42.065127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49032) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:42.280449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49044) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:42.283083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-397006130-network', 'tenant_id': '967dd964267b4c56997da0bda46d7573'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:42.313822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Made reservation on behalf of 967dd964267b4c56997da0bda46d7573 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:42.317739 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:42.331838 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:42.461244 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Publish callbacks [] for security_group (5dd15626-d370-4b2c-9d76-4aedddb9ade7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:42.467090 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5dd15626-d370-4b2c-9d76-4aedddb9ade7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:42.511825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd15626-d370-4b2c-9d76-4aedddb9ade7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:42.528063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:07:42.544446 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (971ff12b-045c-46ca-9773-00a2d52dbe39), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:42.544838 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Added segment 971ff12b-045c-46ca-9773-00a2d52dbe39 of type vlan for network bb4d0dd1-4d2b-421a-98bd-36e900b74401 Feb 02 13:07:42.596843 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (bb4d0dd1-4d2b-421a-98bd-36e900b74401), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:42.601506 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-611a77a2-4ddf-4470-87e0-40427dbbfc4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:42.633211 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (bb4d0dd1-4d2b-421a-98bd-36e900b74401), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:42.634499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:42.635131 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:42.720600 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6537094 Feb 02 13:07:42.727815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49060) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:42.736833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-700fb8a2-861c-4847-8a7a-90a695593b82 admin admin] Request body: {'subnet': {'network_id': 'bb4d0dd1-4d2b-421a-98bd-36e900b74401', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-397006130-subnet', 'tenant_id': '967dd964267b4c56997da0bda46d7573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:42.746184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-611a77a2-4ddf-4470-87e0-40427dbbfc4f admin admin] Publish callbacks [] for security_group (b82e1efc-257e-42ae-9c72-e9be35e06a0b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:42.755553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-611a77a2-4ddf-4470-87e0-40427dbbfc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b82e1efc-257e-42ae-9c72-e9be35e06a0b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:42.791529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b3ab7-f2c4-4286-871d-6deeb9215c95 admin admin] Pushing event updated for resources: {'Network': ['ID=bb4d0dd1-4d2b-421a-98bd-36e900b74401,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:42.802523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network bb4d0dd1-4d2b-421a-98bd-36e900b74401 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:07:42.818307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700fb8a2-861c-4847-8a7a-90a695593b82 admin admin] Made reservation on behalf of 967dd964267b4c56997da0bda46d7573 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:42.820649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-700fb8a2-861c-4847-8a7a-90a695593b82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:42.867547 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-611a77a2-4ddf-4470-87e0-40427dbbfc4f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f1cf3e06e3ef4d48b10011603ed67972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5835929 Feb 02 13:07:42.867876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49064) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:42.868035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a77a2-4ddf-4470-87e0-40427dbbfc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82e1efc-257e-42ae-9c72-e9be35e06a0b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:42.965174 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e174bec7-31cb-49d4-ab53-4ff0306d3a49 admin admin] Publish callbacks [] for security_group (b82e1efc-257e-42ae-9c72-e9be35e06a0b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:43.008850 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e174bec7-31cb-49d4-ab53-4ff0306d3a49 admin admin] Publish callbacks [] for security_group (b82e1efc-257e-42ae-9c72-e9be35e06a0b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:43.060556 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-700fb8a2-861c-4847-8a7a-90a695593b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (6e6cee18-b5d2-4991-be31-6091cfa7aed0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:43.083248 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e174bec7-31cb-49d4-ab53-4ff0306d3a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b82e1efc-257e-42ae-9c72-e9be35e06a0b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:43.086762 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e174bec7-31cb-49d4-ab53-4ff0306d3a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:43.088293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e174bec7-31cb-49d4-ab53-4ff0306d3a49 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b82e1efc-257e-42ae-9c72-e9be35e06a0b HTTP/1.1" status: 204 len: 168 time: 0.2184846 Feb 02 13:07:43.127450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fb8a2-861c-4847-8a7a-90a695593b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6cee18-b5d2-4991-be31-6091cfa7aed0,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:43.131490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174bec7-31cb-49d4-ab53-4ff0306d3a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82e1efc-257e-42ae-9c72-e9be35e06a0b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:43.135631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700fb8a2-861c-4847-8a7a-90a695593b82 admin admin] Checking segment: {'id': '971ff12b-045c-46ca-9773-00a2d52dbe39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'bb4d0dd1-4d2b-421a-98bd-36e900b74401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:43.136314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700fb8a2-861c-4847-8a7a-90a695593b82 admin admin] Network hostable DHCP agents. Network: bb4d0dd1-4d2b-421a-98bd-36e900b74401, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:07:43.157722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700fb8a2-861c-4847-8a7a-90a695593b82 admin admin] Network bb4d0dd1-4d2b-421a-98bd-36e900b74401 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:07:43.173917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-700fb8a2-861c-4847-8a7a-90a695593b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, bb4d0dd1-4d2b-421a-98bd-36e900b74401) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:43.180046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700fb8a2-861c-4847-8a7a-90a695593b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:43.181919 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-700fb8a2-861c-4847-8a7a-90a695593b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:43.185722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b038b3f0-593f-436c-a778-e979287e75d8 None None] Network bb4d0dd1-4d2b-421a-98bd-36e900b74401 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:43.217688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3b3d5-9a42-4798-bf23-4efe9674c0d6 req-c7c36bd9-c8ae-4201-8ffb-cf959cc312b2 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:43.220162 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7bc3b3d5-9a42-4798-bf23-4efe9674c0d6 req-c7c36bd9-c8ae-4201-8ffb-cf959cc312b2 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=35e2e5b4-0205-4542-ba22-809131851a8d HTTP/1.1" status: 200 len: 946 time: 0.1213806 Feb 02 13:07:43.234181 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-700fb8a2-861c-4847-8a7a-90a695593b82 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4975574 Feb 02 13:07:43.307016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7bc3b3d5-9a42-4798-bf23-4efe9674c0d6 req-6483cf94-4374-46ab-bc70-2b9b5752c014 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788887 Feb 02 13:07:43.354214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d4981-ee73-41d6-b7b6-8e4214e3b8fc None None] Network bb4d0dd1-4d2b-421a-98bd-36e900b74401 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:43.765202 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-1cca5674-fd35-424a-9cd6-0474c98ca9dd req-c4f55253-f87a-49cd-8bbf-340c3deb6708 tempest-SecurityGroupsNegativeTestJSON-1969348514 tempest-SecurityGroupsNegativeTestJSON-1969348514-project] show failed (client error): The resource could not be found. Feb 02 13:07:43.777922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cca5674-fd35-424a-9cd6-0474c98ca9dd req-c4f55253-f87a-49cd-8bbf-340c3deb6708 tempest-SecurityGroupsNegativeTestJSON-1969348514 tempest-SecurityGroupsNegativeTestJSON-1969348514-project] 10.222.0.83 "GET /v2.0/security-groups/33a9bacb-d674-4ad6-9e51-fe529a790f1a HTTP/1.1" status: 404 len: 352 time: 0.0318894 Feb 02 13:07:43.881908 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b425ea18-f3db-43f8-9a9b-17aa1543e195 req-14e95131-a27b-455a-b3bc-3cd8962dfe5a tempest-SecurityGroupsNegativeTestJSON-1969348514 tempest-SecurityGroupsNegativeTestJSON-1969348514-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=967dd964267b4c56997da0bda46d7573 HTTP/1.1" status: 200 len: 3005 time: 0.0621750 Feb 02 13:07:43.953818 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b425ea18-f3db-43f8-9a9b-17aa1543e195 req-91be44ad-6c4f-44eb-9c28-5dd97a35de6e tempest-SecurityGroupsNegativeTestJSON-1969348514 tempest-SecurityGroupsNegativeTestJSON-1969348514-project] 10.222.0.83 "GET /v2.0/security-groups/5dd15626-d370-4b2c-9d76-4aedddb9ade7 HTTP/1.1" status: 200 len: 3002 time: 0.0620177 Feb 02 13:07:44.034507 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b425ea18-f3db-43f8-9a9b-17aa1543e195 req-342d5667-9a1d-4d35-843d-fc0712debc9c tempest-SecurityGroupsNegativeTestJSON-1969348514 tempest-SecurityGroupsNegativeTestJSON-1969348514-project] 10.222.0.83 "GET /v2.0/security-groups/5dd15626-d370-4b2c-9d76-4aedddb9ade7 HTTP/1.1" status: 200 len: 3002 time: 0.0716145 Feb 02 13:07:44.273466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-9bb0910a-ddcd-4c61-819c-03a8de962d3d tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:44.275164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-9bb0910a-ddcd-4c61-819c-03a8de962d3d tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/networks?id=100078bf-3752-451a-9d8d-8dacab8aa3de HTTP/1.1" status: 200 len: 812 time: 0.1573429 Feb 02 13:07:44.299665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f418ae69-1bda-4650-b0b1-9b3aa9055e71 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/quotas/49d767591ad54507b188d760543bb9fe HTTP/1.1" status: 200 len: 375 time: 0.0180032 Feb 02 13:07:44.430597 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-91b9f7d6-d818-4611-9227-b8bf0947cf94 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=49d767591ad54507b188d760543bb9fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295407 Feb 02 13:07:44.435158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c67093d-cfa4-4d82-800a-4dd56f0264dd req-ca151c4c-e2be-4e83-8e53-da493bdd20eb tempest-SecurityGroupsNegativeTestJSON-1969348514 tempest-SecurityGroupsNegativeTestJSON-1969348514-project] 10.222.0.83 "GET /v2.0/security-groups/5dd15626-d370-4b2c-9d76-4aedddb9ade7 HTTP/1.1" status: 200 len: 3002 time: 0.0674558 Feb 02 13:07:44.444176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-6950f1d9-4395-44d7-a0d1-6370fe46f7e0 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:07:44.445258 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-6950f1d9-4395-44d7-a0d1-6370fe46f7e0 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053711 Feb 02 13:07:44.579953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-0049d96e-eee3-4df3-9d25-7bba4e099d94 service neutron] 10.222.0.83 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266084 Feb 02 13:07:44.651212 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-0c67093d-cfa4-4d82-800a-4dd56f0264dd req-b58b200f-9f47-4023-9f21-072ca1760f91 tempest-SecurityGroupsNegativeTestJSON-1969348514 tempest-SecurityGroupsNegativeTestJSON-1969348514-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 13:07:44.652401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c67093d-cfa4-4d82-800a-4dd56f0264dd req-b58b200f-9f47-4023-9f21-072ca1760f91 tempest-SecurityGroupsNegativeTestJSON-1969348514 tempest-SecurityGroupsNegativeTestJSON-1969348514-project] 10.222.0.83 "DELETE /v2.0/security-groups/5dd15626-d370-4b2c-9d76-4aedddb9ade7 HTTP/1.1" status: 409 len: 352 time: 0.2060874 Feb 02 13:07:44.774331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-7d9aebca-1076-426d-a448-56894daedb68 service neutron] 10.222.0.83 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860995 Feb 02 13:07:44.779540 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-ff722db8-10f2-41b9-a823-ee64ae18511a req-930980c6-a0ba-4f62-bd26-27465b8aa77b tempest-SecurityGroupsNegativeTestJSON-1969348514 tempest-SecurityGroupsNegativeTestJSON-1969348514-project] show failed (client error): The resource could not be found. Feb 02 13:07:44.781103 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff722db8-10f2-41b9-a823-ee64ae18511a req-930980c6-a0ba-4f62-bd26-27465b8aa77b tempest-SecurityGroupsNegativeTestJSON-1969348514 tempest-SecurityGroupsNegativeTestJSON-1969348514-project] 10.222.0.83 "GET /v2.0/security-groups/65681904-7f9f-4b49-a599-074c7aca781b HTTP/1.1" status: 404 len: 352 time: 0.0177581 Feb 02 13:07:45.155280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a18b86f7-4977-4ab8-822c-3798f9e908af req-d74baf65-2f0e-4d36-a0a4-74ead211c8f5 tempest-FlavorsV2NegativeTest-1038573201 tempest-FlavorsV2NegativeTest-1038573201-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=784fd2d227d642f6aaa2a3906d0229db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599256 Feb 02 13:07:45.210228 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-f7456c77-bf64-4838-98b4-a21fc0142400 req-d7c72244-a1d4-4bd2-ad99-59c7e941eb1a tempest-SecurityGroupsNegativeTestJSON-1969348514 tempest-SecurityGroupsNegativeTestJSON-1969348514-project] show failed (client error): The resource could not be found. Feb 02 13:07:45.211462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7456c77-bf64-4838-98b4-a21fc0142400 req-d7c72244-a1d4-4bd2-ad99-59c7e941eb1a tempest-SecurityGroupsNegativeTestJSON-1969348514 tempest-SecurityGroupsNegativeTestJSON-1969348514-project] 10.222.0.83 "GET /v2.0/security-groups/d78cf93c-6fab-46e0-9ae6-6b728366bc4a HTTP/1.1" status: 404 len: 352 time: 0.1146350 Feb 02 13:07:45.227590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49204) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:45.282964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98956c4-55d6-456f-a691-7e27ef0fe73f admin admin] Deleting subnet 6e6cee18-b5d2-4991-be31-6091cfa7aed0 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:07:45.286685 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c98956c4-55d6-456f-a691-7e27ef0fe73f admin admin] Publish callbacks [] for subnet (6e6cee18-b5d2-4991-be31-6091cfa7aed0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:45.323783 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c98956c4-55d6-456f-a691-7e27ef0fe73f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (6e6cee18-b5d2-4991-be31-6091cfa7aed0), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:45.367002 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c98956c4-55d6-456f-a691-7e27ef0fe73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (6e6cee18-b5d2-4991-be31-6091cfa7aed0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:45.452641 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c98956c4-55d6-456f-a691-7e27ef0fe73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (6e6cee18-b5d2-4991-be31-6091cfa7aed0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:45.473597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49216) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:45.611645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98956c4-55d6-456f-a691-7e27ef0fe73f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6cee18-b5d2-4991-be31-6091cfa7aed0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:45.645118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e450b48-23e6-43e8-8153-b38dd5ac5a52 req-d74a76e5-7573-470e-8150-f43aa5889205 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:45.646684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e450b48-23e6-43e8-8153-b38dd5ac5a52 req-d74a76e5-7573-470e-8150-f43aa5889205 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.18 "GET /v2.0/ports?device_id=35e2e5b4-0205-4542-ba22-809131851a8d HTTP/1.1" status: 200 len: 946 time: 0.6152782 Feb 02 13:07:45.649368 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c98956c4-55d6-456f-a691-7e27ef0fe73f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:45.652461 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c98956c4-55d6-456f-a691-7e27ef0fe73f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6e6cee18-b5d2-4991-be31-6091cfa7aed0 HTTP/1.1" status: 204 len: 168 time: 0.4239538 Feb 02 13:07:45.655202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49226) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:45.657611 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea1e3bb9-cd9c-41f1-8d22-71110b85d1c4 req-cdbf5fed-780a-4204-9aac-fc77a71b5149 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 210 time: 0.0878849 Feb 02 13:07:45.686375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35151406-4be2-416f-87c1-83da7080df18 req-7c60bd3d-d6fa-460c-8ee3-ad1b8a202be4 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:45.688492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35151406-4be2-416f-87c1-83da7080df18 req-7c60bd3d-d6fa-460c-8ee3-ad1b8a202be4 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.62 "GET /v2.0/ports?device_id=3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b HTTP/1.1" status: 200 len: 945 time: 0.2666507 Feb 02 13:07:45.772708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b86f7-4977-4ab8-822c-3798f9e908af req-330cab77-ba57-4ff0-b89d-22b4254c1fac tempest-FlavorsV2NegativeTest-1038573201 tempest-FlavorsV2NegativeTest-1038573201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:45.779970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a18b86f7-4977-4ab8-822c-3798f9e908af req-330cab77-ba57-4ff0-b89d-22b4254c1fac tempest-FlavorsV2NegativeTest-1038573201 tempest-FlavorsV2NegativeTest-1038573201-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6002524 Feb 02 13:07:45.808345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a18b86f7-4977-4ab8-822c-3798f9e908af req-3166aae2-0395-472b-a864-14a49d61beb9 tempest-FlavorsV2NegativeTest-1038573201 tempest-FlavorsV2NegativeTest-1038573201-project] 10.222.0.83 "GET /v2.0/quotas/784fd2d227d642f6aaa2a3906d0229db HTTP/1.1" status: 200 len: 375 time: 0.0265470 Feb 02 13:07:45.861773 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f43a57c2-b013-4993-9dab-e1945c3e9377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:45.880171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (bb4d0dd1-4d2b-421a-98bd-36e900b74401), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:45.898799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a18b86f7-4977-4ab8-822c-3798f9e908af req-f7717ce5-283a-4d43-9440-63770d894a65 tempest-FlavorsV2NegativeTest-1038573201 tempest-FlavorsV2NegativeTest-1038573201-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=784fd2d227d642f6aaa2a3906d0229db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893335 Feb 02 13:07:45.957841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6e450b48-23e6-43e8-8153-b38dd5ac5a52 req-01c349fd-e607-42d9-bda3-4daff20a617b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Deleting port 64bc39a8-bc86-4b66-9757-693c7aaee100 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:45.958392 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6e450b48-23e6-43e8-8153-b38dd5ac5a52 req-01c349fd-e607-42d9-bda3-4daff20a617b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:45.994645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-35151406-4be2-416f-87c1-83da7080df18 req-90003825-753e-4d7a-920f-2e51948b1779 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Deleting port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:07:45.994963 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35151406-4be2-416f-87c1-83da7080df18 req-90003825-753e-4d7a-920f-2e51948b1779 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.115580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (bb4d0dd1-4d2b-421a-98bd-36e900b74401), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.117743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-35151406-4be2-416f-87c1-83da7080df18 req-90003825-753e-4d7a-920f-2e51948b1779 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] For port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:46.118103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35151406-4be2-416f-87c1-83da7080df18 req-90003825-753e-4d7a-920f-2e51948b1779 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.147109 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-35151406-4be2-416f-87c1-83da7080df18 req-90003825-753e-4d7a-920f-2e51948b1779 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Calling delete_port for dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:46.179302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4d0dd1-4d2b-421a-98bd-36e900b74401']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:46.206899 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971ff12b-045c-46ca-9773-00a2d52dbe39') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:46.207540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971ff12b-045c-46ca-9773-00a2d52dbe39') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:46.211932 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f43a57c2-b013-4993-9dab-e1945c3e9377 admin admin] Publish callbacks [] for security_group (f47cc2fc-be8a-4b3c-a80f-6cc7fcd04fa8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.220249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f43a57c2-b013-4993-9dab-e1945c3e9377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f47cc2fc-be8a-4b3c-a80f-6cc7fcd04fa8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.224293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (971ff12b-045c-46ca-9773-00a2d52dbe39), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.278530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (971ff12b-045c-46ca-9773-00a2d52dbe39), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.295533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:07:46.296148 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (971ff12b-045c-46ca-9773-00a2d52dbe39), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:07:46.300543 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:07:46.322722 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f43a57c2-b013-4993-9dab-e1945c3e9377 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e951d4812dbf44cfa3c02703047bfce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8471093 Feb 02 13:07:46.324665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a57c2-b013-4993-9dab-e1945c3e9377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47cc2fc-be8a-4b3c-a80f-6cc7fcd04fa8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:46.327384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49246) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:46.421863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bd35389-bc4d-4941-b346-b5563b0fad93 admin admin] Publish callbacks [] for security_group (f47cc2fc-be8a-4b3c-a80f-6cc7fcd04fa8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.433769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (bb4d0dd1-4d2b-421a-98bd-36e900b74401), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.442102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.445804 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/bb4d0dd1-4d2b-421a-98bd-36e900b74401 HTTP/1.1" status: 204 len: 168 time: 0.7892585 Feb 02 13:07:46.473529 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bd35389-bc4d-4941-b346-b5563b0fad93 admin admin] Publish callbacks [] for security_group (f47cc2fc-be8a-4b3c-a80f-6cc7fcd04fa8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.476224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f275d-6c54-4ff7-99c3-135d6b4e17d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4d0dd1-4d2b-421a-98bd-36e900b74401,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:46.495059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6e450b48-23e6-43e8-8153-b38dd5ac5a52 req-01c349fd-e607-42d9-bda3-4daff20a617b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] For port 64bc39a8-bc86-4b66-9757-693c7aaee100, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=64bc39a8-bc86-4b66-9757-693c7aaee100,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:46.495494 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6e450b48-23e6-43e8-8153-b38dd5ac5a52 req-01c349fd-e607-42d9-bda3-4daff20a617b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.498400 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35151406-4be2-416f-87c1-83da7080df18 req-90003825-753e-4d7a-920f-2e51948b1779 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.539259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['64bc39a8-bc86-4b66-9757-693c7aaee100'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:46.546649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:46.574977 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bd35389-bc4d-4941-b346-b5563b0fad93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f47cc2fc-be8a-4b3c-a80f-6cc7fcd04fa8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.577812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7bd35389-bc4d-4941-b346-b5563b0fad93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.579192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6e450b48-23e6-43e8-8153-b38dd5ac5a52 req-01c349fd-e607-42d9-bda3-4daff20a617b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Calling delete_port for 64bc39a8-bc86-4b66-9757-693c7aaee100 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:07:46.579378 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7bd35389-bc4d-4941-b346-b5563b0fad93 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f47cc2fc-be8a-4b3c-a80f-6cc7fcd04fa8 HTTP/1.1" status: 204 len: 168 time: 0.2490418 Feb 02 13:07:46.598931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd35389-bc4d-4941-b346-b5563b0fad93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47cc2fc-be8a-4b3c-a80f-6cc7fcd04fa8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:46.603340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90003825-753e-4d7a-920f-2e51948b1779 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Pushing event deleted for resources: {'Port': ['ID=dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:46.671495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-35151406-4be2-416f-87c1-83da7080df18 req-90003825-753e-4d7a-920f-2e51948b1779 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] No DVR routers for this DVR port dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:46.676195 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35151406-4be2-416f-87c1-83da7080df18 req-90003825-753e-4d7a-920f-2e51948b1779 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:46.679622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35151406-4be2-416f-87c1-83da7080df18 req-90003825-753e-4d7a-920f-2e51948b1779 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.62 "DELETE /v2.0/ports/dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a HTTP/1.1" status: 204 len: 173 time: 0.9666758 Feb 02 13:07:46.680291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b', 'name': 'network-vif-deleted', 'tag': 'dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:46.682831 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b54b63-f48c-4da6-9808-fabb6863c109" -d '{"events": [{"server_uuid": "3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b", "name": "network-vif-deleted", "tag": "dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:46.853488 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9c8f7d-01fa-4b99-a4f2-0db1cbe94c80 x-openstack-request-id: req-6b9c8f7d-01fa-4b99-a4f2-0db1cbe94c80 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:46.854250 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b", "name": "network-vif-deleted", "tag": "dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:46.854250 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6b9c8f7d-01fa-4b99-a4f2-0db1cbe94c80 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:46.856445 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e62cdda-bf03-4d9c-a5f7-2fe83c45e08b', 'name': 'network-vif-deleted', 'tag': 'dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a', 'status': 'completed', 'code': 200} Feb 02 13:07:46.877124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49268) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:46.966490 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fe351a8e-4fd1-4d25-bc54-0c85ba76580b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=967dd964267b4c56997da0bda46d7573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0879610 Feb 02 13:07:46.970730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49274) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:47.043904 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bd65437-42af-4e6d-879a-9781de41a9cf admin admin] Publish callbacks [] for security_group (5dd15626-d370-4b2c-9d76-4aedddb9ade7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:47.065880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef24f0b2-5e76-40f0-adb3-869014d62a44 req-be74b121-7dc2-4832-92a6-ede3ecd3aa72 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 210 time: 0.1652901 Feb 02 13:07:47.106058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bd65437-42af-4e6d-879a-9781de41a9cf admin admin] Publish callbacks [] for security_group (5dd15626-d370-4b2c-9d76-4aedddb9ade7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:47.195271 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bd65437-42af-4e6d-879a-9781de41a9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5dd15626-d370-4b2c-9d76-4aedddb9ade7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:47.197968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bd65437-42af-4e6d-879a-9781de41a9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:47.201515 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8bd65437-42af-4e6d-879a-9781de41a9cf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5dd15626-d370-4b2c-9d76-4aedddb9ade7 HTTP/1.1" status: 204 len: 168 time: 0.2261975 Feb 02 13:07:47.214512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd65437-42af-4e6d-879a-9781de41a9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd15626-d370-4b2c-9d76-4aedddb9ade7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:47.373983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-bd1efa26-15ee-4b8e-bf87-1cb852d03c34 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:47.375981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-bd1efa26-15ee-4b8e-bf87-1cb852d03c34 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.62 "GET /v2.0/networks?id=100078bf-3752-451a-9d8d-8dacab8aa3de HTTP/1.1" status: 200 len: 812 time: 0.5166981 Feb 02 13:07:47.417537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Request body: {'port': {'device_id': 'e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc', 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de', 'admin_state_up': True, 'tenant_id': '49d767591ad54507b188d760543bb9fe'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:47.550117 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6e450b48-23e6-43e8-8153-b38dd5ac5a52 req-01c349fd-e607-42d9-bda3-4daff20a617b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (64bc39a8-bc86-4b66-9757-693c7aaee100), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:47.611180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c349fd-e607-42d9-bda3-4daff20a617b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Pushing event deleted for resources: {'Port': ['ID=64bc39a8-bc86-4b66-9757-693c7aaee100,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:47.665898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-581f1a4c-062f-41c5-8e13-72ebdd1af5d2 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:47.668131 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-581f1a4c-062f-41c5-8e13-72ebdd1af5d2 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.18 "GET /v2.0/networks?id=100078bf-3752-451a-9d8d-8dacab8aa3de HTTP/1.1" status: 200 len: 812 time: 0.3509481 Feb 02 13:07:47.712365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e450b48-23e6-43e8-8153-b38dd5ac5a52 req-01c349fd-e607-42d9-bda3-4daff20a617b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] No DVR routers for this DVR port 64bc39a8-bc86-4b66-9757-693c7aaee100 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:07:47.722008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Request body: {'port': {'device_id': 'b4831269-d211-4b79-a648-565c4c910255', 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de', 'admin_state_up': True, 'tenant_id': '49d767591ad54507b188d760543bb9fe'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:47.727319 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6e450b48-23e6-43e8-8153-b38dd5ac5a52 req-01c349fd-e607-42d9-bda3-4daff20a617b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:47.732214 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e450b48-23e6-43e8-8153-b38dd5ac5a52 req-01c349fd-e607-42d9-bda3-4daff20a617b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.18 "DELETE /v2.0/ports/64bc39a8-bc86-4b66-9757-693c7aaee100 HTTP/1.1" status: 204 len: 173 time: 2.0734894 Feb 02 13:07:47.778557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Made reservation on behalf of 49d767591ad54507b188d760543bb9fe for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:47.782876 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:47.804878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49290) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:47.878044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49294) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:47.903806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1f4b-d84b-4f80-97c0-3898098785cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.192644 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1f4b-d84b-4f80-97c0-3898098785cb admin admin] Publish callbacks [] for security_group (ce34869e-ec3e-45c2-8eef-bee5a86d4cb0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.220295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Made reservation on behalf of 49d767591ad54507b188d760543bb9fe for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:48.225050 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.226625 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba4e1f4b-d84b-4f80-97c0-3898098785cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ce34869e-ec3e-45c2-8eef-bee5a86d4cb0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.267796 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9e71f8e9-80da-4f26-8137-1d2c0a842ff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.308856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e1bd2ba-9446-49a7-96e3-a7ffeff4dae6 req-de127838-0756-4754-95b2-937aa074e3c5 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 210 time: 0.0412278 Feb 02 13:07:48.322932 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Allocated IP 172.20.0.10 (100078bf-3752-451a-9d8d-8dacab8aa3de/61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5/48e49806-e914-4c65-8c54-b08b2be75d22) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:07:48.363193 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ba4e1f4b-d84b-4f80-97c0-3898098785cb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2ae1e5775e6a4e3f90e527afe0e0113e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4823351 Feb 02 13:07:48.368165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:48.386708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e1f4b-d84b-4f80-97c0-3898098785cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce34869e-ec3e-45c2-8eef-bee5a86d4cb0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:48.528876 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2f6203c-4265-4b14-9b94-f4cac2644e0b admin admin] Publish callbacks [] for security_group (ce34869e-ec3e-45c2-8eef-bee5a86d4cb0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.550952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9e71f8e9-80da-4f26-8137-1d2c0a842ff5 admin admin] Publish callbacks [] for security_group (69a5d66a-d81b-440c-a8a4-aa626f569184), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.561053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9e71f8e9-80da-4f26-8137-1d2c0a842ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (69a5d66a-d81b-440c-a8a4-aa626f569184), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.622253 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2f6203c-4265-4b14-9b94-f4cac2644e0b admin admin] Publish callbacks [] for security_group (ce34869e-ec3e-45c2-8eef-bee5a86d4cb0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.635323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71f8e9-80da-4f26-8137-1d2c0a842ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a5d66a-d81b-440c-a8a4-aa626f569184,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:48.640076 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9e71f8e9-80da-4f26-8137-1d2c0a842ff5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=784fd2d227d642f6aaa2a3906d0229db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8335321 Feb 02 13:07:48.644156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49316) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:48.727731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-803a30cf-2023-4f8f-b273-0dffd4c737dc admin admin] Publish callbacks [] for security_group (69a5d66a-d81b-440c-a8a4-aa626f569184), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.753577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-803a30cf-2023-4f8f-b273-0dffd4c737dc admin admin] Publish callbacks [] for security_group (69a5d66a-d81b-440c-a8a4-aa626f569184), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.856342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-803a30cf-2023-4f8f-b273-0dffd4c737dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (69a5d66a-d81b-440c-a8a4-aa626f569184), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.861906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-803a30cf-2023-4f8f-b273-0dffd4c737dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:48.871669 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-803a30cf-2023-4f8f-b273-0dffd4c737dc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/69a5d66a-d81b-440c-a8a4-aa626f569184 HTTP/1.1" status: 204 len: 168 time: 0.2255039 Feb 02 13:07:48.893713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a30cf-2023-4f8f-b273-0dffd4c737dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a5d66a-d81b-440c-a8a4-aa626f569184,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:48.920899 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49328) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:48.929643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 64bc39a8-bc86-4b66-9757-693c7aaee100 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:48.975605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 64bc39a8-bc86-4b66-9757-693c7aaee100 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:48.975942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 64bc39a8-bc86-4b66-9757-693c7aaee100 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:49.098213 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e2e5b4-0205-4542-ba22-809131851a8d', 'name': 'network-vif-deleted', 'tag': '64bc39a8-bc86-4b66-9757-693c7aaee100'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:49.101692 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f19c70-768a-4b34-bf8b-f03ce3dad017" -d '{"events": [{"server_uuid": "35e2e5b4-0205-4542-ba22-809131851a8d", "name": "network-vif-deleted", "tag": "64bc39a8-bc86-4b66-9757-693c7aaee100"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:49.137361 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2f6203c-4265-4b14-9b94-f4cac2644e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ce34869e-ec3e-45c2-8eef-bee5a86d4cb0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.140244 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2f6203c-4265-4b14-9b94-f4cac2644e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.141618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b2f6203c-4265-4b14-9b94-f4cac2644e0b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ce34869e-ec3e-45c2-8eef-bee5a86d4cb0 HTTP/1.1" status: 204 len: 168 time: 0.7707851 Feb 02 13:07:49.159625 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f6203c-4265-4b14-9b94-f4cac2644e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce34869e-ec3e-45c2-8eef-bee5a86d4cb0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:49.175146 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5c4033-685d-4d14-a500-d05ca2f86c5e x-openstack-request-id: req-5f5c4033-685d-4d14-a500-d05ca2f86c5e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:49.175551 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e2e5b4-0205-4542-ba22-809131851a8d", "name": "network-vif-deleted", "tag": "64bc39a8-bc86-4b66-9757-693c7aaee100", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:49.175872 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5f5c4033-685d-4d14-a500-d05ca2f86c5e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:49.176340 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e2e5b4-0205-4542-ba22-809131851a8d', 'name': 'network-vif-deleted', 'tag': '64bc39a8-bc86-4b66-9757-693c7aaee100', 'status': 'completed', 'code': 200} Feb 02 13:07:49.190987 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks [] for port (48e49806-e914-4c65-8c54-b08b2be75d22), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.313332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Allocated IP 172.20.0.12 (100078bf-3752-451a-9d8d-8dacab8aa3de/61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5/70b7c136-5a45-46ea-876b-6974dd442a50) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:07:49.336180 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.362508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1294366988-network', 'tenant_id': '29acbc3e00b149d491381dbc7086aa98'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:49.411600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Made reservation on behalf of 29acbc3e00b149d491381dbc7086aa98 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:49.416885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.426570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Pushing event updated for resources: {'Port': ['ID=48e49806-e914-4c65-8c54-b08b2be75d22,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:49.438320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:07:49.439581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Network 100078bf-3752-451a-9d8d-8dacab8aa3de is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:07:49.448752 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:49.454794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:07:49.458908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.490246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:07:49.490990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dd944f3a-0edc-4ee8-867e-42cd7bdf2e5a not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:07:49.539249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0cc3c73-6647-46f3-9a37-bf23aefd0d23 req-37583393-9001-444a-9bf3-6079cd9fb86d tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 210 time: 0.0856185 Feb 02 13:07:49.613373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:49.614035 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.617746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Publish callbacks [] for security_group (ae4a3c31-7b87-45f2-8e5c-817b8e4c7073), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.623816 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ae4a3c31-7b87-45f2-8e5c-817b8e4c7073), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.649447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-f4186b42-5448-4349-aab8-f4652ebe0e46 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2406187 Feb 02 13:07:49.677418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Request body: {'port': {'device_id': 'e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:49.683262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4a3c31-7b87-45f2-8e5c-817b8e4c7073,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:49.708386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:07:49.729177 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9662c47b-6930-42a5-a1e2-d27c9693ea91), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.729520 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Added segment 9662c47b-6930-42a5-a1e2-d27c9693ea91 of type vlan for network 770bbec7-cade-47f8-a9a4-e702b695cb89 Feb 02 13:07:49.770435 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks [] for port (70b7c136-5a45-46ea-876b-6974dd442a50), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.786293 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.809714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (770bbec7-cade-47f8-a9a4-e702b695cb89), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.842516 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (770bbec7-cade-47f8-a9a4-e702b695cb89), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.844693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:49.845784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:49.889279 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9660568 Feb 02 13:07:49.893277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49352) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:49.899087 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-940c69c2-0a6d-4320-8943-6afdde9f2ff1 admin admin] Request body: {'subnet': {'network_id': '770bbec7-cade-47f8-a9a4-e702b695cb89', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1294366988-subnet', 'tenant_id': '29acbc3e00b149d491381dbc7086aa98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:49.951467 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c02080-2bd2-4813-803d-e498c0a92bde admin admin] Pushing event updated for resources: {'Network': ['ID=770bbec7-cade-47f8-a9a4-e702b695cb89,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:49.965410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 770bbec7-cade-47f8-a9a4-e702b695cb89 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:07:49.982292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940c69c2-0a6d-4320-8943-6afdde9f2ff1 admin admin] Made reservation on behalf of 29acbc3e00b149d491381dbc7086aa98 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:49.986542 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-940c69c2-0a6d-4320-8943-6afdde9f2ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:50.020935 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:50.104816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Network 100078bf-3752-451a-9d8d-8dacab8aa3de is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:07:50.122889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:50.129427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:07:50.141758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Pushing event updated for resources: {'Port': ['ID=70b7c136-5a45-46ea-876b-6974dd442a50,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:50.230973 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:50.231951 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:50.250887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-d28bf50b-d74b-4b7d-9e48-ec413a2212f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5433166 Feb 02 13:07:50.269911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Request body: {'port': {'device_id': 'b4831269-d211-4b79-a648-565c4c910255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:50.378830 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:50.443602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49368) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:50.466856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e49806-e914-4c65-8c54-b08b2be75d22 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:50.493688 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Publish callbacks [] for port (48e49806-e914-4c65-8c54-b08b2be75d22), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:50.515668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Transition to ACTIVE for port object 48e49806-e914-4c65-8c54-b08b2be75d22 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:07:50.523934 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:50.813285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Pushing event updated for resources: {'Port': ['ID=48e49806-e914-4c65-8c54-b08b2be75d22,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:50.843746 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09df9574-5d60-46cd-a2aa-c275d2b46ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:50.897844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bac909-99d3-4853-b8db-e73fa583169f req-f8706bdc-3421-4759-ac1a-8217b3815b88 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:50.900396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96bac909-99d3-4853-b8db-e73fa583169f req-f8706bdc-3421-4759-ac1a-8217b3815b88 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 932 time: 0.2415738 Feb 02 13:07:51.045163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b7c136-5a45-46ea-876b-6974dd442a50 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:51.047503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49388) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:51.055727 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Publish callbacks [] for port (70b7c136-5a45-46ea-876b-6974dd442a50), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.065916 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-940c69c2-0a6d-4320-8943-6afdde9f2ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (013796fa-fcd6-4cc8-a11b-87c4202318e9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.070382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Transition to ACTIVE for port object 70b7c136-5a45-46ea-876b-6974dd442a50 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:07:51.095714 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.186980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c69c2-0a6d-4320-8943-6afdde9f2ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=013796fa-fcd6-4cc8-a11b-87c4202318e9,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:51.202730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940c69c2-0a6d-4320-8943-6afdde9f2ff1 admin admin] Checking segment: {'id': '9662c47b-6930-42a5-a1e2-d27c9693ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '770bbec7-cade-47f8-a9a4-e702b695cb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:51.203385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c69c2-0a6d-4320-8943-6afdde9f2ff1 admin admin] Network hostable DHCP agents. Network: 770bbec7-cade-47f8-a9a4-e702b695cb89, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:07:51.224802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940c69c2-0a6d-4320-8943-6afdde9f2ff1 admin admin] Network 770bbec7-cade-47f8-a9a4-e702b695cb89 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:07:51.241441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-940c69c2-0a6d-4320-8943-6afdde9f2ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 770bbec7-cade-47f8-a9a4-e702b695cb89) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:51.251699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93472284-0cb7-427b-a2d0-333b3183144a None None] Network 770bbec7-cade-47f8-a9a4-e702b695cb89 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:51.256555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940c69c2-0a6d-4320-8943-6afdde9f2ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:51.258116 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-940c69c2-0a6d-4320-8943-6afdde9f2ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.290600 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-940c69c2-0a6d-4320-8943-6afdde9f2ff1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3959427 Feb 02 13:07:51.299878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Attempting to bind port 48e49806-e914-4c65-8c54-b08b2be75d22 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:07:51.300219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Attempting to bind port 48e49806-e914-4c65-8c54-b08b2be75d22 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:07:51.300560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Attempting to bind port 48e49806-e914-4c65-8c54-b08b2be75d22 on network 100078bf-3752-451a-9d8d-8dacab8aa3de {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:51.303666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Pushing event updated for resources: {'Port': ['ID=70b7c136-5a45-46ea-876b-6974dd442a50,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:51.324277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49398) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:51.374692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96bac909-99d3-4853-b8db-e73fa583169f req-50074bd7-285c-430f-9f22-f5785643bd64 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997830 Feb 02 13:07:51.389766 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Port 48e49806-e914-4c65-8c54-b08b2be75d22 on network 100078bf-3752-451a-9d8d-8dacab8aa3de not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:07:51.390325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Attempting to bind port 48e49806-e914-4c65-8c54-b08b2be75d22 on network 100078bf-3752-451a-9d8d-8dacab8aa3de {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:51.439253 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-274199451-network', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:51.448968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10faec05-6bfa-4a22-ac8d-bcb99d36754e None None] Network 770bbec7-cade-47f8-a9a4-e702b695cb89 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:51.477089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Made reservation on behalf of 577411f41c1d4736a9ebadf1958607fc for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:51.482150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.495285 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.495615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Attempting to bind port 70b7c136-5a45-46ea-876b-6974dd442a50 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:07:51.495880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Attempting to bind port 70b7c136-5a45-46ea-876b-6974dd442a50 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:07:51.500543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Attempting to bind port 70b7c136-5a45-46ea-876b-6974dd442a50 on network 100078bf-3752-451a-9d8d-8dacab8aa3de {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:51.519485 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:07:51.519826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Checking segment: {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:51.520220 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Bound using segment: {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:07:51.524750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Bound port: 48e49806-e914-4c65-8c54-b08b2be75d22, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:07:51.525177 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.542834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Port 70b7c136-5a45-46ea-876b-6974dd442a50 on network 100078bf-3752-451a-9d8d-8dacab8aa3de not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:07:51.543116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Attempting to bind port 70b7c136-5a45-46ea-876b-6974dd442a50 on network 100078bf-3752-451a-9d8d-8dacab8aa3de {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:51.582811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:07:51.583230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Checking segment: {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:51.583724 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Bound using segment: {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:07:51.584167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Bound port: 70b7c136-5a45-46ea-876b-6974dd442a50, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c09f4d-178c-4278-a7cc-20e26c297253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:07:51.584575 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.593196 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09df9574-5d60-46cd-a2aa-c275d2b46ba7 admin admin] Publish callbacks [] for security_group (2f2bd334-b01b-48c3-9fc2-0bc66e5ab574), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.603556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-970957528-network', 'tenant_id': '07a177ae97df41ea8add7130ce372255'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:51.647856 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09df9574-5d60-46cd-a2aa-c275d2b46ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2f2bd334-b01b-48c3-9fc2-0bc66e5ab574), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.669646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Publish callbacks [] for security_group (80903c55-2d64-483d-afaf-be448f7afed7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.673924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (80903c55-2d64-483d-afaf-be448f7afed7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.686188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df9574-5d60-46cd-a2aa-c275d2b46ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2bd334-b01b-48c3-9fc2-0bc66e5ab574,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:51.720001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-09df9574-5d60-46cd-a2aa-c275d2b46ba7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a3050d2229b74ac78d1d1885e90e7fb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2748375 Feb 02 13:07:51.720950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80903c55-2d64-483d-afaf-be448f7afed7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:51.735655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49412) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:51.744728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:07:51.756739 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4aaee53d-975d-4818-8865-ec495529f5a9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.756921 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Added segment 4aaee53d-975d-4818-8865-ec495529f5a9 of type vlan for network 67827de5-fa6b-4960-b5d8-8820f4c53f8c Feb 02 13:07:51.796756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] For port 48e49806-e914-4c65-8c54-b08b2be75d22, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:07:51.816383 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (67827de5-fa6b-4960-b5d8-8820f4c53f8c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.819469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] For port 48e49806-e914-4c65-8c54-b08b2be75d22, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=48e49806-e914-4c65-8c54-b08b2be75d22,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:07:51.824255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] For port 70b7c136-5a45-46ea-876b-6974dd442a50, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:07:51.837794 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.843853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Made reservation on behalf of 07a177ae97df41ea8add7130ce372255 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:51.847006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.856393 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (67827de5-fa6b-4960-b5d8-8820f4c53f8c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.857285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:51.857841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.869212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] For port 70b7c136-5a45-46ea-876b-6974dd442a50, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=70b7c136-5a45-46ea-876b-6974dd442a50,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:07:51.888897 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.909634 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.950734 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:51.951342 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.952829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] 10.222.0.62 "PUT /v2.0/ports/48e49806-e914-4c65-8c54-b08b2be75d22 HTTP/1.1" status: 200 len: 1092 time: 2.2861166 Feb 02 13:07:51.953837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc', 'tag': '48e49806-e914-4c65-8c54-b08b2be75d22'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:51.956214 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75c0762-2ef1-4927-baee-7771316205ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc", "tag": "48e49806-e914-4c65-8c54-b08b2be75d22"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:51.976011 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Publish callbacks [] for security_group (ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:51.998784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.008454 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9592876 Feb 02 13:07:52.015384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34d3f4-251d-4c58-b535-33eb16310c96 service neutron] Pushing event updated for resources: {'Port': ['ID=48e49806-e914-4c65-8c54-b08b2be75d22,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:52.020623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:52.021509 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.023050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] 10.222.0.18 "PUT /v2.0/ports/70b7c136-5a45-46ea-876b-6974dd442a50 HTTP/1.1" status: 200 len: 1092 time: 1.7575076 Feb 02 13:07:52.024025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49424) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:52.058134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-39a44563-cf3c-4319-84cc-cdac241771ad admin admin] Request body: {'subnet': {'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-274199451-subnet', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:52.084346 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1326f6c-b4f7-4c6b-b616-a31176e9ac28 x-openstack-request-id: req-f1326f6c-b4f7-4c6b-b616-a31176e9ac28 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:52.084810 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc", "tag": "48e49806-e914-4c65-8c54-b08b2be75d22", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:52.085071 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f1326f6c-b4f7-4c6b-b616-a31176e9ac28 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:52.086087 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc', 'tag': '48e49806-e914-4c65-8c54-b08b2be75d22', 'status': 'completed', 'code': 200} Feb 02 13:07:52.102566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:07:52.127228 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a6690-15c1-4455-9832-3ad055c4e355 admin admin] Pushing event updated for resources: {'Network': ['ID=67827de5-fa6b-4960-b5d8-8820f4c53f8c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:52.136666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:52.139532 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (940e2b9d-ceed-472e-bdef-b3166920d01f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.139871 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Added segment 940e2b9d-ceed-472e-bdef-b3166920d01f of type vlan for network b1f608fe-e8ec-4246-8c11-82616142729b Feb 02 13:07:52.142071 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3670ed8-3157-44c7-a989-cfe8d264be54 admin admin] Publish callbacks [] for security_group (2f2bd334-b01b-48c3-9fc2-0bc66e5ab574), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.149183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 67827de5-fa6b-4960-b5d8-8820f4c53f8c details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:07:52.165677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3670ed8-3157-44c7-a989-cfe8d264be54 admin admin] Publish callbacks [] for security_group (2f2bd334-b01b-48c3-9fc2-0bc66e5ab574), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.203038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a44563-cf3c-4319-84cc-cdac241771ad admin admin] Made reservation on behalf of 577411f41c1d4736a9ebadf1958607fc for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:52.206019 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39a44563-cf3c-4319-84cc-cdac241771ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.224640 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3670ed8-3157-44c7-a989-cfe8d264be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2f2bd334-b01b-48c3-9fc2-0bc66e5ab574), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.227623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3670ed8-3157-44c7-a989-cfe8d264be54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.228944 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d3670ed8-3157-44c7-a989-cfe8d264be54 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2f2bd334-b01b-48c3-9fc2-0bc66e5ab574 HTTP/1.1" status: 204 len: 168 time: 0.3791442 Feb 02 13:07:52.270092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42475acd-d2c3-4a82-9839-a966f917f217 service neutron] Pushing event updated for resources: {'Port': ['ID=70b7c136-5a45-46ea-876b-6974dd442a50,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:52.285783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-998e9fb2-bfbb-40fe-b86a-a2ca25c6880d tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:52.287571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-998e9fb2-bfbb-40fe-b86a-a2ca25c6880d tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/networks?id=770bbec7-cade-47f8-a9a4-e702b695cb89 HTTP/1.1" status: 200 len: 822 time: 0.4198961 Feb 02 13:07:52.299412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3670ed8-3157-44c7-a989-cfe8d264be54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2bd334-b01b-48c3-9fc2-0bc66e5ab574,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:52.304558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (b1f608fe-e8ec-4246-8c11-82616142729b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.326313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-a8ee311b-68e6-457c-9cb2-1ca50d64701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:52.327849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-a8ee311b-68e6-457c-9cb2-1ca50d64701e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49d767591ad54507b188d760543bb9fe&device_id=e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc HTTP/1.1" status: 200 len: 1126 time: 0.2631323 Feb 02 13:07:52.335127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-98afe086-6024-492a-a9cb-6db272837857 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/quotas/29acbc3e00b149d491381dbc7086aa98 HTTP/1.1" status: 200 len: 375 time: 0.0291228 Feb 02 13:07:52.341468 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (b1f608fe-e8ec-4246-8c11-82616142729b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.342444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:52.343032 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.353271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-3f59491c-5abd-41ab-848e-2e61a13ceb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:52.354603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-3f59491c-5abd-41ab-848e-2e61a13ceb8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49d767591ad54507b188d760543bb9fe&device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 1126 time: 0.2303851 Feb 02 13:07:52.376796 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0504808 Feb 02 13:07:52.380071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49428) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:52.387172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4a1ad28b-8e01-41d8-ae2a-82443d7d27db admin admin] Request body: {'subnet': {'network_id': 'b1f608fe-e8ec-4246-8c11-82616142729b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-970957528-subnet', 'tenant_id': '07a177ae97df41ea8add7130ce372255', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:52.427777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f04845-207d-4cb4-898c-55980262991a admin admin] Pushing event updated for resources: {'Network': ['ID=b1f608fe-e8ec-4246-8c11-82616142729b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:52.440551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1ad28b-8e01-41d8-ae2a-82443d7d27db admin admin] Made reservation on behalf of 07a177ae97df41ea8add7130ce372255 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:52.442848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad28b-8e01-41d8-ae2a-82443d7d27db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.444759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network b1f608fe-e8ec-4246-8c11-82616142729b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:07:52.461864 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-8714ebc4-6c6d-499e-99af-989233eab950 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e49806-e914-4c65-8c54-b08b2be75d22 HTTP/1.1" status: 200 len: 217 time: 0.1189191 Feb 02 13:07:52.467385 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-a61045ce-99dd-4aba-bdbd-7757ae1461b9 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=29acbc3e00b149d491381dbc7086aa98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210809 Feb 02 13:07:52.524159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-7c6ed4ab-70c3-4420-8cb6-05b4d877d2ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70b7c136-5a45-46ea-876b-6974dd442a50 HTTP/1.1" status: 200 len: 217 time: 0.1288640 Feb 02 13:07:52.674616 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad28b-8e01-41d8-ae2a-82443d7d27db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (64c6347b-68be-49be-91a6-2ae421d88c1b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.680895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49436) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:52.720093 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea36dcc1-8441-4112-9d0d-976ac241d29f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.725978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-e64963a6-2acc-4b0f-b525-70f1ec86a105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:52.727543 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-e64963a6-2acc-4b0f-b525-70f1ec86a105 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5 HTTP/1.1" status: 200 len: 852 time: 0.2591748 Feb 02 13:07:52.751184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-efc0d087-2b66-4eca-8ae8-b2d08522d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:52.752766 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-efc0d087-2b66-4eca-8ae8-b2d08522d6c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5 HTTP/1.1" status: 200 len: 852 time: 0.1983602 Feb 02 13:07:52.753591 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39a44563-cf3c-4319-84cc-cdac241771ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (2babd40e-405f-4962-ad6a-cfcd32033249), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.761384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ad28b-8e01-41d8-ae2a-82443d7d27db admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c6347b-68be-49be-91a6-2ae421d88c1b,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:52.780526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1ad28b-8e01-41d8-ae2a-82443d7d27db admin admin] Checking segment: {'id': '940e2b9d-ceed-472e-bdef-b3166920d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b1f608fe-e8ec-4246-8c11-82616142729b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:52.781048 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ad28b-8e01-41d8-ae2a-82443d7d27db admin admin] Network hostable DHCP agents. Network: b1f608fe-e8ec-4246-8c11-82616142729b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:07:52.783916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0c2ce-4b33-4d61-8ac0-5347258c69e0 req-c6aeb1bc-252e-4e98-b8ac-742656f8a81e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:52.785428 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09b0c2ce-4b33-4d61-8ac0-5347258c69e0 req-c6aeb1bc-252e-4e98-b8ac-742656f8a81e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 944 time: 0.2595696 Feb 02 13:07:52.787665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-17798b07-b03d-452b-9c4f-567b5880caee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=100078bf-3752-451a-9d8d-8dacab8aa3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508838 Feb 02 13:07:52.819322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ad28b-8e01-41d8-ae2a-82443d7d27db admin admin] Network b1f608fe-e8ec-4246-8c11-82616142729b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:07:52.842764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4a1ad28b-8e01-41d8-ae2a-82443d7d27db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, b1f608fe-e8ec-4246-8c11-82616142729b) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:52.848721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1ad28b-8e01-41d8-ae2a-82443d7d27db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:52.851862 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a1ad28b-8e01-41d8-ae2a-82443d7d27db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.852703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c74cfd4-c377-436e-ac14-a6f226ac9750 None None] Network b1f608fe-e8ec-4246-8c11-82616142729b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:52.860674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea36dcc1-8441-4112-9d0d-976ac241d29f admin admin] Publish callbacks [] for security_group (ff55dc49-1674-4732-ad8b-ad313892a3b1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.862482 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-c150a758-b60e-4ee1-bafc-cdd975e0a12b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=100078bf-3752-451a-9d8d-8dacab8aa3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889173 Feb 02 13:07:52.867688 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea36dcc1-8441-4112-9d0d-976ac241d29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ff55dc49-1674-4732-ad8b-ad313892a3b1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:52.896282 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4a1ad28b-8e01-41d8-ae2a-82443d7d27db admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5150883 Feb 02 13:07:52.909338 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-34c49f2c-e307-4373-9b83-ba182b490659 service neutron] 10.222.0.83 "GET /v2.0/networks/770bbec7-cade-47f8-a9a4-e702b695cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977942 Feb 02 13:07:52.930184 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ea36dcc1-8441-4112-9d0d-976ac241d29f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=28b2479751ef4eb69435a5ac9e27d782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2469900 Feb 02 13:07:52.932494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49440) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:52.951615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a44563-cf3c-4319-84cc-cdac241771ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2babd40e-405f-4962-ad6a-cfcd32033249,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:52.954258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36dcc1-8441-4112-9d0d-976ac241d29f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff55dc49-1674-4732-ad8b-ad313892a3b1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:53.010713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ada8363-51b8-44c9-a134-a1c34b088e22 None None] Network b1f608fe-e8ec-4246-8c11-82616142729b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:53.014489 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-983ab1c9-a560-4923-bae4-0dbdf4097744 admin admin] Publish callbacks [] for security_group (ff55dc49-1674-4732-ad8b-ad313892a3b1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:53.052242 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-983ab1c9-a560-4923-bae4-0dbdf4097744 admin admin] Publish callbacks [] for security_group (ff55dc49-1674-4732-ad8b-ad313892a3b1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:53.090991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09b0c2ce-4b33-4d61-8ac0-5347258c69e0 req-47694871-cba1-4162-af0f-d10161c071dc tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695248 Feb 02 13:07:53.128317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-983ab1c9-a560-4923-bae4-0dbdf4097744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ff55dc49-1674-4732-ad8b-ad313892a3b1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:53.131034 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-983ab1c9-a560-4923-bae4-0dbdf4097744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:53.133332 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-983ab1c9-a560-4923-bae4-0dbdf4097744 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff55dc49-1674-4732-ad8b-ad313892a3b1 HTTP/1.1" status: 204 len: 168 time: 0.1987271 Feb 02 13:07:53.136978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a44563-cf3c-4319-84cc-cdac241771ad admin admin] Checking segment: {'id': '4aaee53d-975d-4818-8865-ec495529f5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:53.137330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a44563-cf3c-4319-84cc-cdac241771ad admin admin] Network hostable DHCP agents. Network: 67827de5-fa6b-4960-b5d8-8820f4c53f8c, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:07:53.150902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ab1c9-a560-4923-bae4-0dbdf4097744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff55dc49-1674-4732-ad8b-ad313892a3b1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:53.205162 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-4644633c-15d8-4de7-8a8f-ac1b51a9f54c service neutron] 10.222.0.62 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864193 Feb 02 13:07:53.226474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-bfcf5bcb-7a56-4fe6-8f17-866c0c9ef133 service neutron] 10.222.0.18 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361895 Feb 02 13:07:53.242692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-d186a7b8-addb-446b-b03e-243260558718 service neutron] 10.222.0.83 "GET /v2.0/networks/770bbec7-cade-47f8-a9a4-e702b695cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113890 Feb 02 13:07:53.253274 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a44563-cf3c-4319-84cc-cdac241771ad admin admin] Network 67827de5-fa6b-4960-b5d8-8820f4c53f8c is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:07:53.681447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-39a44563-cf3c-4319-84cc-cdac241771ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 67827de5-fa6b-4960-b5d8-8820f4c53f8c) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:53.692290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639416d0-d73f-4858-9b7e-27c368583185 None None] Network 67827de5-fa6b-4960-b5d8-8820f4c53f8c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:53.760305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a44563-cf3c-4319-84cc-cdac241771ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:53.760895 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39a44563-cf3c-4319-84cc-cdac241771ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:53.779323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33b833fc-0b69-4815-abd0-5895c0917dd9 req-d6968563-3616-48d9-87c7-20f3e7cd5580 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 210 time: 0.1268401 Feb 02 13:07:53.824839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49486) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:53.848119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-987846182-network', 'tenant_id': 'cdb10d599d544b1c97b8c7412ce04fc1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:53.880195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-67827de5-fa6b-4960-b5d8-8820f4c53f8c', 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c', 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'fixed_ips': [{'subnet_id': '2babd40e-405f-4962-ad6a-cfcd32033249'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:07:53.881151 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:53.933600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Made reservation on behalf of cdb10d599d544b1c97b8c7412ce04fc1 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:53.935719 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-39a44563-cf3c-4319-84cc-cdac241771ad admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9061348 Feb 02 13:07:53.936498 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:53.940587 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49490) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:53.955183 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-274199451-router', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:53.963116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-2bb39b60-8d93-4868-b4d9-f7d1c24148c2 service neutron] 10.222.0.62 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7510724 Feb 02 13:07:53.972015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.000358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-a689a1ec-5f33-4998-aa9a-cc2a7ac51549 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:54.001906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-a689a1ec-5f33-4998-aa9a-cc2a7ac51549 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 815 time: 0.3508046 Feb 02 13:07:54.033570 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (b8fc08e1-1ed5-4996-ade0-48927f1811a3), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.035192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (b8fc08e1-1ed5-4996-ade0-48927f1811a3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.048496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32dbd499-2647-42d1-951b-b6516a2d1dbe req-84bd9728-c319-4580-b16e-4d6713b63d5c service neutron] 10.222.0.18 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8034649 Feb 02 13:07:54.058915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-9962801d-4965-47fd-a7bc-ae0abb5563b6 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/quotas/bcbf353261c44a12b598f300f6175e3e HTTP/1.1" status: 200 len: 375 time: 0.0378969 Feb 02 13:07:54.088798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4831269-d211-4b79-a648-565c4c910255', 'tag': '70b7c136-5a45-46ea-876b-6974dd442a50'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:54.096236 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75db8e5c-de0f-48e4-a458-2999b9b4861f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4831269-d211-4b79-a648-565c4c910255", "tag": "70b7c136-5a45-46ea-876b-6974dd442a50"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:54.115458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Allocated IP 172.20.0.2 (67827de5-fa6b-4960-b5d8-8820f4c53f8c/2babd40e-405f-4962-ad6a-cfcd32033249/23e5baaa-70e9-44ae-850f-a5f785c279f7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:07:54.130285 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Publish callbacks [] for router_controller (b8fc08e1-1ed5-4996-ade0-48927f1811a3), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.186314 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e92b59-18be-4e41-8723-fde357e9df36 x-openstack-request-id: req-42e92b59-18be-4e41-8723-fde357e9df36 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:07:54.187009 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4831269-d211-4b79-a648-565c4c910255", "tag": "70b7c136-5a45-46ea-876b-6974dd442a50", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:07:54.187470 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-42e92b59-18be-4e41-8723-fde357e9df36 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:07:54.188029 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4831269-d211-4b79-a648-565c4c910255', 'tag': '70b7c136-5a45-46ea-876b-6974dd442a50', 'status': 'completed', 'code': 200} Feb 02 13:07:54.197409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c0762-2ef1-4927-baee-7771316205ec req-3b6410ca-0b36-4f1d-90e7-2818309bafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:54.199228 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a75c0762-2ef1-4927-baee-7771316205ec req-3b6410ca-0b36-4f1d-90e7-2818309bafc9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=49d767591ad54507b188d760543bb9fe&device_id=e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc HTTP/1.1" status: 200 len: 1126 time: 0.1347637 Feb 02 13:07:54.211954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-93bba10f-82af-4e6a-91a3-0be8535d32ce tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1268735 Feb 02 13:07:54.246709 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-d356a1b4-59fb-4328-a8e0-02cc1a66740d service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:07:54.248166 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-d356a1b4-59fb-4328-a8e0-02cc1a66740d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091348 Feb 02 13:07:54.286605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Publish callbacks [] for security_group (ad5c25a6-f09e-4b49-9183-59198235c076), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.414765 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Publish callbacks [] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.427688 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.437453 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ad5c25a6-f09e-4b49-9183-59198235c076), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.450583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c0762-2ef1-4927-baee-7771316205ec req-cf168c0c-b412-4f82-bc62-a61fb44bca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:54.452083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a75c0762-2ef1-4927-baee-7771316205ec req-cf168c0c-b412-4f82-bc62-a61fb44bca62 service neutron] 10.222.0.62 "GET /v2.0/networks?id=100078bf-3752-451a-9d8d-8dacab8aa3de HTTP/1.1" status: 200 len: 913 time: 0.2387142 Feb 02 13:07:54.474188 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Network 67827de5-fa6b-4960-b5d8-8820f4c53f8c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:07:54.479808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:54.480688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8e5c-de0f-48e4-a458-2999b9b4861f req-15f657bb-2962-4afb-bdc3-b93411aa0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:54.482170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75db8e5c-de0f-48e4-a458-2999b9b4861f req-15f657bb-2962-4afb-bdc3-b93411aa0e6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=49d767591ad54507b188d760543bb9fe&device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 1126 time: 0.2243052 Feb 02 13:07:54.484993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:07:54.500059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Pushing event updated for resources: {'Port': ['ID=23e5baaa-70e9-44ae-850f-a5f785c279f7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:54.522517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.523198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.523756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.524281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.524826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.525342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.525911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.526425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.527087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.527649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.528163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.528672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.529180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:07:54.557187 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Publish callbacks [] for router_gateway (b8fc08e1-1ed5-4996-ade0-48927f1811a3), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.571762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Attempting to bind port 23e5baaa-70e9-44ae-850f-a5f785c279f7 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:07:54.572575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Attempting to bind port 23e5baaa-70e9-44ae-850f-a5f785c279f7 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4aaee53d-975d-4818-8865-ec495529f5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:07:54.573198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Attempting to bind port 23e5baaa-70e9-44ae-850f-a5f785c279f7 on network 67827de5-fa6b-4960-b5d8-8820f4c53f8c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:54.575485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-f5c2d64e-1bac-4292-b747-913ff314d4dc service neutron] 10.222.0.83 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993884 Feb 02 13:07:54.579831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:07:54.580255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:07:54.580877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Checking segment: {'id': '4aaee53d-975d-4818-8865-ec495529f5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:54.585970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a75c0762-2ef1-4927-baee-7771316205ec req-28696023-017d-4a7b-a121-8ebec1523810 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48e49806-e914-4c65-8c54-b08b2be75d22 HTTP/1.1" status: 200 len: 217 time: 0.1207967 Feb 02 13:07:54.592010 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.592885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Bound using segment: {'id': '4aaee53d-975d-4818-8865-ec495529f5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:07:54.594975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Bound port: 23e5baaa-70e9-44ae-850f-a5f785c279f7, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaee53d-975d-4818-8865-ec495529f5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:07:54.595680 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.612311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5c25a6-f09e-4b49-9183-59198235c076,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:54.622445 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c199adc5-a9bd-4c3e-a750-0c34e35b8c09), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.622785 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Added segment c199adc5-a9bd-4c3e-a750-0c34e35b8c09 of type vlan for network cce5fa6b-1005-442e-86a8-78829e650a3b Feb 02 13:07:54.664116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e95ff-dcbb-42f9-a016-489625f2f84b req-69169ab0-815f-4802-9c51-a3a74a268c74 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:54.665605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a36e95ff-dcbb-42f9-a016-489625f2f84b req-69169ab0-815f-4802-9c51-a3a74a268c74 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 944 time: 0.3351333 Feb 02 13:07:54.711005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] For port 23e5baaa-70e9-44ae-850f-a5f785c279f7, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:07:54.715530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] For port 23e5baaa-70e9-44ae-850f-a5f785c279f7, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=23e5baaa-70e9-44ae-850f-a5f785c279f7,segment=NetworkSegment(4aaee53d-975d-4818-8865-ec495529f5a9),segment_id=4aaee53d-975d-4818-8865-ec495529f5a9)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:07:54.722843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (cce5fa6b-1005-442e-86a8-78829e650a3b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.726829 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.784680 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (cce5fa6b-1005-442e-86a8-78829e650a3b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.785687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:54.786269 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:54.800222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a952a20-5610-4c85-aa2e-16bcfdf449e2 None None] Pushing event updated for resources: {'Port': ['ID=23e5baaa-70e9-44ae-850f-a5f785c279f7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:54.824834 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9978971 Feb 02 13:07:54.829720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49512) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:54.830710 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c0762-2ef1-4927-baee-7771316205ec req-0022769d-381a-4f35-bee2-9ca25242cbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:54.832732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a75c0762-2ef1-4927-baee-7771316205ec req-0022769d-381a-4f35-bee2-9ca25242cbb1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5 HTTP/1.1" status: 200 len: 852 time: 0.2133970 Feb 02 13:07:54.836042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0a51d6cd-96b8-40b8-9e7d-7ea05605b095 admin admin] Request body: {'subnet': {'network_id': 'cce5fa6b-1005-442e-86a8-78829e650a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-987846182-subnet', 'tenant_id': 'cdb10d599d544b1c97b8c7412ce04fc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:54.871003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8e5c-de0f-48e4-a458-2999b9b4861f req-8be38359-9ee9-417b-bdd5-8b5dc50887fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:54.872551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75db8e5c-de0f-48e4-a458-2999b9b4861f req-8be38359-9ee9-417b-bdd5-8b5dc50887fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=100078bf-3752-451a-9d8d-8dacab8aa3de HTTP/1.1" status: 200 len: 913 time: 0.3068163 Feb 02 13:07:54.899183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a75c0762-2ef1-4927-baee-7771316205ec req-3a753e79-2ffc-483b-9d40-90aaeb3e7c96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=100078bf-3752-451a-9d8d-8dacab8aa3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458627 Feb 02 13:07:54.911705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a36e95ff-dcbb-42f9-a016-489625f2f84b req-3859cdb4-1985-41ee-b3a5-cd8bc650d572 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190979 Feb 02 13:07:54.949951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b705c7-8c18-4c20-ad11-043717894ffa admin admin] Pushing event updated for resources: {'Network': ['ID=cce5fa6b-1005-442e-86a8-78829e650a3b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:54.970843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network cce5fa6b-1005-442e-86a8-78829e650a3b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:07:54.995695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a51d6cd-96b8-40b8-9e7d-7ea05605b095 admin admin] Made reservation on behalf of cdb10d599d544b1c97b8c7412ce04fc1 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:55.004053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a51d6cd-96b8-40b8-9e7d-7ea05605b095 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:55.015720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-1242d3a7-3301-4753-a2c5-46e7911541f1 service neutron] 10.222.0.83 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276361 Feb 02 13:07:55.019253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75db8e5c-de0f-48e4-a458-2999b9b4861f req-deba7d46-e7f4-43de-9dc8-e50197f3a2c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70b7c136-5a45-46ea-876b-6974dd442a50 HTTP/1.1" status: 200 len: 217 time: 0.1227860 Feb 02 13:07:55.089911 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Publish callbacks [] for router_gateway (b8fc08e1-1ed5-4996-ade0-48927f1811a3), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:55.153411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8303b598-38f1-4ee6-b856-6832ae6ebdec req-b586a2d1-502a-451e-ac85-4740a76d1efa tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 210 time: 0.1119635 Feb 02 13:07:55.248185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db8e5c-de0f-48e4-a458-2999b9b4861f req-41175fa2-5bed-4fcc-9f88-96f275ce3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:55.249612 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75db8e5c-de0f-48e4-a458-2999b9b4861f req-41175fa2-5bed-4fcc-9f88-96f275ce3d6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5 HTTP/1.1" status: 200 len: 852 time: 0.2189641 Feb 02 13:07:55.293635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a75c0762-2ef1-4927-baee-7771316205ec req-f1ffa5ff-ba96-4ae0-92cf-34d52ee4ce7c service neutron] 10.222.0.62 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558939 Feb 02 13:07:55.296121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75db8e5c-de0f-48e4-a458-2999b9b4861f req-638addc2-ed70-4e68-ae34-b0c3f206326a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=100078bf-3752-451a-9d8d-8dacab8aa3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375290 Feb 02 13:07:55.314558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:55.523116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d353eb1e-8cd9-4bea-af36-4a24eabd1d46 req-f917c113-9263-4cae-aced-bb0dc03a9604 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 210 time: 0.1445491 Feb 02 13:07:55.598492 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-908ae70a-a5ed-4511-a3fe-c0001d9794bd tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:55.600093 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-908ae70a-a5ed-4511-a3fe-c0001d9794bd tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.62 "GET /v2.0/networks?id=770bbec7-cade-47f8-a9a4-e702b695cb89 HTTP/1.1" status: 200 len: 822 time: 0.4139633 Feb 02 13:07:55.610413 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75db8e5c-de0f-48e4-a458-2999b9b4861f req-6338ee1e-8c42-4b6a-a8e7-e2741c6639ce service neutron] 10.222.0.18 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049269 Feb 02 13:07:55.614350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a75c0762-2ef1-4927-baee-7771316205ec req-0ec5d09c-09ec-4cb1-8637-391d17868256 service neutron] 10.222.0.62 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993388 Feb 02 13:07:55.623370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Request body: {'port': {'device_id': '5406e4cc-7e4f-4d84-a740-d367b892eb62', 'network_id': '770bbec7-cade-47f8-a9a4-e702b695cb89', 'admin_state_up': True, 'tenant_id': '29acbc3e00b149d491381dbc7086aa98'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:55.654759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Allocated IP 172.25.4.169 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/a615dbde-5054-4fe0-81f2-23bb4af76f7a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:07:55.750393 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75db8e5c-de0f-48e4-a458-2999b9b4861f req-b2943819-392e-4284-b6f9-91ff586ead4a service neutron] 10.222.0.18 "GET /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337504 Feb 02 13:07:55.824267 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a51d6cd-96b8-40b8-9e7d-7ea05605b095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (e4d321c6-a4de-445f-bae3-436eaeff1688), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:56.027375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Made reservation on behalf of 29acbc3e00b149d491381dbc7086aa98 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:56.031032 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:56.056933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a51d6cd-96b8-40b8-9e7d-7ea05605b095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4d321c6-a4de-445f-bae3-436eaeff1688,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:56.100704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60f9a1-e0d2-4a99-b724-7132040da92a req-84fb56d5-ebfc-45de-a84a-b16e4b160c6c tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:56.103988 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a60f9a1-e0d2-4a99-b724-7132040da92a req-84fb56d5-ebfc-45de-a84a-b16e4b160c6c tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 944 time: 0.0848637 Feb 02 13:07:56.106114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a51d6cd-96b8-40b8-9e7d-7ea05605b095 admin admin] Checking segment: {'id': 'c199adc5-a9bd-4c3e-a750-0c34e35b8c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cce5fa6b-1005-442e-86a8-78829e650a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:56.106491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a51d6cd-96b8-40b8-9e7d-7ea05605b095 admin admin] Network hostable DHCP agents. Network: cce5fa6b-1005-442e-86a8-78829e650a3b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:07:56.116115 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Publish callbacks [] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:56.183606 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a60f9a1-e0d2-4a99-b724-7132040da92a req-5555c311-f643-4c96-bb28-46de2a1c9847 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754638 Feb 02 13:07:56.233099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a51d6cd-96b8-40b8-9e7d-7ea05605b095 admin admin] Network cce5fa6b-1005-442e-86a8-78829e650a3b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:07:56.277145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0edfc481-0e13-4126-b6e3-edb676546b47 req-a5680034-8790-4a9f-8608-021a944d4aff tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 210 time: 0.0411854 Feb 02 13:07:56.302968 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0a51d6cd-96b8-40b8-9e7d-7ea05605b095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, cce5fa6b-1005-442e-86a8-78829e650a3b) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:56.307514 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:56.316233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258a3638-b1cf-4049-88d8-a30b912432b2 None None] Network cce5fa6b-1005-442e-86a8-78829e650a3b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:56.348492 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a51d6cd-96b8-40b8-9e7d-7ea05605b095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:56.349088 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a51d6cd-96b8-40b8-9e7d-7ea05605b095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:56.390950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:07:56.392357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Allocated IP 172.20.0.5 (770bbec7-cade-47f8-a9a4-e702b695cb89/013796fa-fcd6-4cc8-a11b-87c4202318e9/4f611e13-5956-4950-8942-ea5b3a726019) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:07:56.394225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Pushing event updated for resources: {'Port': ['ID=a615dbde-5054-4fe0-81f2-23bb4af76f7a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:56.407380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:56.414396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:07:56.452954 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a51d6cd-96b8-40b8-9e7d-7ea05605b095 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6130233 Feb 02 13:07:56.461014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08112d32-9010-489f-bb97-015deb2df1ae None None] Network 67827de5-fa6b-4960-b5d8-8820f4c53f8c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:56.477762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d2be9d-23a1-4733-a68d-4f70a6b3b45a None None] Network cce5fa6b-1005-442e-86a8-78829e650a3b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:07:56.659485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab5c1640-ed17-4f80-8a14-0436da3f4d30 req-269bf1ee-7d7c-456d-8e23-ce354b52951c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 210 time: 0.0556293 Feb 02 13:07:56.706937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-50a41867-bd39-4796-a2b6-b6591a35072a None None] Provisioning complete for port 23e5baaa-70e9-44ae-850f-a5f785c279f7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:56.707561 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50a41867-bd39-4796-a2b6-b6591a35072a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:56.908328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-50a41867-bd39-4796-a2b6-b6591a35072a None None] Current status of the port 23e5baaa-70e9-44ae-850f-a5f785c279f7 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:56.909084 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50a41867-bd39-4796-a2b6-b6591a35072a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:56.965825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 70b7c136-5a45-46ea-876b-6974dd442a50 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:07:56.990331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-aa7cb50c-58fb-46db-b95d-30bda62c60c8 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:56.991961 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Publish callbacks [] for port (4f611e13-5956-4950-8942-ea5b3a726019), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:56.993400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-aa7cb50c-58fb-46db-b95d-30bda62c60c8 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.18 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 815 time: 0.2731905 Feb 02 13:07:57.014438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-50a41867-bd39-4796-a2b6-b6591a35072a None None] For port 23e5baaa-70e9-44ae-850f-a5f785c279f7, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=23e5baaa-70e9-44ae-850f-a5f785c279f7,segment=NetworkSegment(4aaee53d-975d-4818-8865-ec495529f5a9),segment_id=4aaee53d-975d-4818-8865-ec495529f5a9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:57.021644 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50a41867-bd39-4796-a2b6-b6591a35072a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.032580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Publish callbacks [] for router_gateway (b8fc08e1-1ed5-4996-ade0-48927f1811a3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.049763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Request body: {'port': {'device_id': 'c86364b5-ca53-45dd-85fe-a2736f956423', 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397', 'admin_state_up': True, 'tenant_id': 'bcbf353261c44a12b598f300f6175e3e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:57.112497 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4f611e13-5956-4950-8942-ea5b3a726019), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.176386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 70b7c136-5a45-46ea-876b-6974dd442a50, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=70b7c136-5a45-46ea-876b-6974dd442a50,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:57.229969 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Made reservation on behalf of bcbf353261c44a12b598f300f6175e3e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:07:57.234897 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.266845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a41867-bd39-4796-a2b6-b6591a35072a None None] Pushing event updated for resources: {'Port': ['ID=23e5baaa-70e9-44ae-850f-a5f785c279f7,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:57.271484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Pushing event updated for resources: {'Port': ['ID=4f611e13-5956-4950-8942-ea5b3a726019,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:57.281761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '70b7c136-5a45-46ea-876b-6974dd442a50', 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de', 'port_id': '70b7c136-5a45-46ea-876b-6974dd442a50', 'mac_address': 'fa:16:3e:5d:bc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:07:57.323095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Network 770bbec7-cade-47f8-a9a4-e702b695cb89 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:07:57.342333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:57.349600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:07:57.492046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:57.493799 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.510814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176aeeb3-1f82-468f-b9bf-0f226eacff5a req-eb379102-04e1-42e9-b2fd-dc5380e43619 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:57.512669 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-176aeeb3-1f82-468f-b9bf-0f226eacff5a req-eb379102-04e1-42e9-b2fd-dc5380e43619 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 944 time: 0.1790092 Feb 02 13:07:57.540982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 23e5baaa-70e9-44ae-850f-a5f785c279f7 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:07:57.557528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49604) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:57.561849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Allocated IP 172.20.0.6 (c63a35f9-d564-490d-b25a-136375c41397/a77b539c-fe67-429b-b8d9-661c579990ef/deac56a1-81e4-428a-86e9-05bd09c90a18) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:07:57.576555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 48e49806-e914-4c65-8c54-b08b2be75d22 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:07:57.584943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8c33ee8e-1939-415a-82cf-1e65ca921ec8 None None] Provisioning complete for port 23e5baaa-70e9-44ae-850f-a5f785c279f7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:57.585555 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c33ee8e-1939-415a-82cf-1e65ca921ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.599274 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b13008-d107-48af-82ab-3fb5470c342a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9804626 Feb 02 13:07:57.610384 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (b8fc08e1-1ed5-4996-ade0-48927f1811a3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.626809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Request body: {'port': {'device_id': '5406e4cc-7e4f-4d84-a740-d367b892eb62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:57.656604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 70b7c136-5a45-46ea-876b-6974dd442a50 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:57.657297 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.662167 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-176aeeb3-1f82-468f-b9bf-0f226eacff5a req-2dc5cc8d-3b74-4630-ba99-3c566256276e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391749 Feb 02 13:07:57.674110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b7c136-5a45-46ea-876b-6974dd442a50 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:57.693069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-e080ffe3-0414-4cff-baa1-464e09f23b7d tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:57.708649 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-e080ffe3-0414-4cff-baa1-464e09f23b7d tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/networks?id=b1f608fe-e8ec-4246-8c11-82616142729b HTTP/1.1" status: 200 len: 814 time: 0.3059058 Feb 02 13:07:57.728054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8c33ee8e-1939-415a-82cf-1e65ca921ec8 None None] Current status of the port 23e5baaa-70e9-44ae-850f-a5f785c279f7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:57.747355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 23e5baaa-70e9-44ae-850f-a5f785c279f7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:57.747754 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.796498 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-02cbcd44-8c74-4b3d-8148-45e6cae5fc80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.808769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 70b7c136-5a45-46ea-876b-6974dd442a50, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=70b7c136-5a45-46ea-876b-6974dd442a50,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:57.816435 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4f611e13-5956-4950-8942-ea5b3a726019), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.838600 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.844559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-064e1c6a-1158-47a2-b913-a585ee30bc02 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/quotas/07a177ae97df41ea8add7130ce372255 HTTP/1.1" status: 200 len: 375 time: 0.1351759 Feb 02 13:07:57.909966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-bb9af8d6-6bc1-4452-a621-3414c6b8ab0c tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=07a177ae97df41ea8add7130ce372255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573850 Feb 02 13:07:57.936853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 48e49806-e914-4c65-8c54-b08b2be75d22, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=48e49806-e914-4c65-8c54-b08b2be75d22,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:57.946101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb6841-97fb-4bca-9406-0256a8daf2c3 req-feef73b3-306d-43e6-8d0c-3d8a1807fb7f tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:57.947833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60cb6841-97fb-4bca-9406-0256a8daf2c3 req-feef73b3-306d-43e6-8d0c-3d8a1807fb7f tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 931 time: 0.1791465 Feb 02 13:07:57.950234 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 23e5baaa-70e9-44ae-850f-a5f785c279f7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:57.953126 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks [] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:57.960356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=70b7c136-5a45-46ea-876b-6974dd442a50,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:57.963463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '48e49806-e914-4c65-8c54-b08b2be75d22', 'network_id': '100078bf-3752-451a-9d8d-8dacab8aa3de', 'port_id': '48e49806-e914-4c65-8c54-b08b2be75d22', 'mac_address': 'fa:16:3e:35:8c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:07:58.004434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 48e49806-e914-4c65-8c54-b08b2be75d22 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:58.004973 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.019618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e49806-e914-4c65-8c54-b08b2be75d22 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:58.042525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 48e49806-e914-4c65-8c54-b08b2be75d22, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=48e49806-e914-4c65-8c54-b08b2be75d22,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:07:58.048305 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.108650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=48e49806-e914-4c65-8c54-b08b2be75d22,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:58.109370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60cb6841-97fb-4bca-9406-0256a8daf2c3 req-55966c24-5212-41f9-b683-f210a3b81284 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/security-groups?id=ae4a3c31-7b87-45f2-8e5c-817b8e4c7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346889 Feb 02 13:07:58.113729 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.138298 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-3bd98dc4-bcc3-453f-a47e-183f89cc773c service neutron] 10.222.0.83 "GET /v2.0/networks/b1f608fe-e8ec-4246-8c11-82616142729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026014 Feb 02 13:07:58.149198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['ccafc397-b3b3-4d63-b958-67a8e7eb65fd'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:58.188432 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Pushing event updated for resources: {'Port': ['ID=deac56a1-81e4-428a-86e9-05bd09c90a18,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:58.214972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['41e356e3-454a-41f4-a67c-2e2ca2c6e9c1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:58.246385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Network c63a35f9-d564-490d-b25a-136375c41397 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:07:58.254275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['70b7c136-5a45-46ea-876b-6974dd442a50'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:58.258101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:07:58.260619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:07:58.361059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4563de8-4444-44ba-acc0-26ab1d476c5e req-b4add1d5-8f3a-4b48-9321-acfdafd7ba1d tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:58.362714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4563de8-4444-44ba-acc0-26ab1d476c5e req-b4add1d5-8f3a-4b48-9321-acfdafd7ba1d tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 931 time: 0.1701341 Feb 02 13:07:58.365342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-02cbcd44-8c74-4b3d-8148-45e6cae5fc80 admin admin] Publish callbacks [] for security_group (81201403-ac69-402e-95a1-cde088540930), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.386545 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-02cbcd44-8c74-4b3d-8148-45e6cae5fc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (81201403-ac69-402e-95a1-cde088540930), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.388421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:58.389538 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.405492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-b1e101ca-2261-4234-ac20-3a13762c91d6 service neutron] 10.222.0.83 "GET /v2.0/networks/b1f608fe-e8ec-4246-8c11-82616142729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658846 Feb 02 13:07:58.410490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Router b8fc08e1-1ed5-4996-ade0-48927f1811a3 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:07:58.412712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['48e49806-e914-4c65-8c54-b08b2be75d22'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:07:58.442732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-c47b0c21-147e-48b6-b9a7-33c146241237 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3969758 Feb 02 13:07:58.459023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4563de8-4444-44ba-acc0-26ab1d476c5e req-1e5dcaf6-82a6-4a94-b1fd-e5451a9f3832 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783622 Feb 02 13:07:58.464678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Request body: {'port': {'device_id': 'c86364b5-ca53-45dd-85fe-a2736f956423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:07:58.474540 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-02cbcd44-8c74-4b3d-8148-45e6cae5fc80 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bc3f41a7e8094f47b11e5de41450469e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9139571 Feb 02 13:07:58.479329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49612) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:58.483007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbcd44-8c74-4b3d-8148-45e6cae5fc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81201403-ac69-402e-95a1-cde088540930,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:58.541947 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.715615 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3fa8-397f-491a-b73c-1bcee3129411 admin admin] Publish callbacks [] for security_group (81201403-ac69-402e-95a1-cde088540930), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.739132 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3fa8-397f-491a-b73c-1bcee3129411 admin admin] Publish callbacks [] for security_group (81201403-ac69-402e-95a1-cde088540930), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.820833 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3fa8-397f-491a-b73c-1bcee3129411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (81201403-ac69-402e-95a1-cde088540930), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.823403 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d1a3fa8-397f-491a-b73c-1bcee3129411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.824681 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7d1a3fa8-397f-491a-b73c-1bcee3129411 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/81201403-ac69-402e-95a1-cde088540930 HTTP/1.1" status: 204 len: 168 time: 0.3426745 Feb 02 13:07:58.839139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a3fa8-397f-491a-b73c-1bcee3129411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81201403-ac69-402e-95a1-cde088540930,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:58.850773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:07:58.856866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f611e13-5956-4950-8942-ea5b3a726019 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:58.870810 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Publish callbacks [] for port (4f611e13-5956-4950-8942-ea5b3a726019), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.882913 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Sync routers for ids ['b8fc08e1-1ed5-4996-ade0-48927f1811a3'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:07:58.890550 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.892389 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dbfeb69f-d147-4eb1-9aea-686f37dacfeb admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9492230 Feb 02 13:07:58.894760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Transition to ACTIVE for port object 4f611e13-5956-4950-8942-ea5b3a726019 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:07:58.895876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49626) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:58.905685 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (4f611e13-5956-4950-8942-ea5b3a726019), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:58.920285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Routers {'b8fc08e1-1ed5-4996-ade0-48927f1811a3'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:07:58.922108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:07:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b8fc08e1-1ed5-4996-ade0-48927f1811a3'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:58.938606 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a24d3ab9-6b93-412b-bc2d-bcc238f69816 req-bb815fb4-55e0-4aa2-846a-155c705c5586 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 210 time: 0.1118174 Feb 02 13:07:58.968435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112eaf7-16d4-4836-89d5-fe0bf7d779c3 req-c2489763-e365-43a3-ad6a-b408a4a6dcc3 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:58.970369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d112eaf7-16d4-4836-89d5-fe0bf7d779c3 req-c2489763-e365-43a3-ad6a-b408a4a6dcc3 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 945 time: 0.1465642 Feb 02 13:07:58.999025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Pushing event updated for resources: {'Port': ['ID=4f611e13-5956-4950-8942-ea5b3a726019,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:59.087995 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d112eaf7-16d4-4836-89d5-fe0bf7d779c3 req-d733c43b-c406-4cb9-aeda-ab0734046334 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095481 Feb 02 13:07:59.120072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deac56a1-81e4-428a-86e9-05bd09c90a18 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:07:59.140139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Set router b8fc08e1-1ed5-4996-ade0-48927f1811a3 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:07:59.159411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Attempting to bind port 4f611e13-5956-4950-8942-ea5b3a726019 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:07:59.159796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Attempting to bind port 4f611e13-5956-4950-8942-ea5b3a726019 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '9662c47b-6930-42a5-a1e2-d27c9693ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '770bbec7-cade-47f8-a9a4-e702b695cb89'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:07:59.160159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Attempting to bind port 4f611e13-5956-4950-8942-ea5b3a726019 on network 770bbec7-cade-47f8-a9a4-e702b695cb89 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:59.161299 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Publish callbacks [] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:59.169455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Port 4f611e13-5956-4950-8942-ea5b3a726019 on network 770bbec7-cade-47f8-a9a4-e702b695cb89 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:07:59.169781 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Attempting to bind port 4f611e13-5956-4950-8942-ea5b3a726019 on network 770bbec7-cade-47f8-a9a4-e702b695cb89 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:59.217118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Transition to ACTIVE for port object deac56a1-81e4-428a-86e9-05bd09c90a18 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:07:59.226154 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:59.256506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:07:59.261163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Checking segment: {'id': '9662c47b-6930-42a5-a1e2-d27c9693ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '770bbec7-cade-47f8-a9a4-e702b695cb89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:59.261435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 23e5baaa-70e9-44ae-850f-a5f785c279f7 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:07:59.261631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Bound using segment: {'id': '9662c47b-6930-42a5-a1e2-d27c9693ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '770bbec7-cade-47f8-a9a4-e702b695cb89'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:07:59.262155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Bound port: 4f611e13-5956-4950-8942-ea5b3a726019, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9662c47b-6930-42a5-a1e2-d27c9693ea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '770bbec7-cade-47f8-a9a4-e702b695cb89'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:07:59.262464 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4f611e13-5956-4950-8942-ea5b3a726019), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:59.406519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Pushing event updated for resources: {'Port': ['ID=deac56a1-81e4-428a-86e9-05bd09c90a18,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:59.425409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Attempting to bind port deac56a1-81e4-428a-86e9-05bd09c90a18 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:07:59.425748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Attempting to bind port deac56a1-81e4-428a-86e9-05bd09c90a18 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:07:59.426072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Attempting to bind port deac56a1-81e4-428a-86e9-05bd09c90a18 on network c63a35f9-d564-490d-b25a-136375c41397 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:59.433892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Port deac56a1-81e4-428a-86e9-05bd09c90a18 on network c63a35f9-d564-490d-b25a-136375c41397 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:07:59.434235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Attempting to bind port deac56a1-81e4-428a-86e9-05bd09c90a18 on network c63a35f9-d564-490d-b25a-136375c41397 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:07:59.434975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 23e5baaa-70e9-44ae-850f-a5f785c279f7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:59.435775 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:59.447193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ce2b5-66d4-4d3b-bac3-f37bceb43b21 req-8b8a9e87-b7cd-4343-bdcf-dffa9b0a27da tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:59.448829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b13ce2b5-66d4-4d3b-bac3-f37bceb43b21 req-8b8a9e87-b7cd-4343-bdcf-dffa9b0a27da tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 943 time: 0.1687374 Feb 02 13:07:59.451815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:07:59.452176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Checking segment: {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:07:59.452555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Bound using segment: {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:07:59.452979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Bound port: deac56a1-81e4-428a-86e9-05bd09c90a18, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:07:59.453333 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:59.521570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49634) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:07:59.548657 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de880d1f-1645-48b9-942b-668763d0d732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:59.556449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'name': 'tempest-FloatingIPsTestJSON-274199451-router', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:07:54Z', 'updated_at': '2022-02-02T13:07:56Z', 'revision_number': 3, 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'gw_port': {'id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:07:55Z', 'updated_at': '2022-02-02T13:07:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:07:59.558552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 48e49806-e914-4c65-8c54-b08b2be75d22 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:07:59.562591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] For port 4f611e13-5956-4950-8942-ea5b3a726019, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:07:59.587250 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b13ce2b5-66d4-4d3b-bac3-f37bceb43b21 req-0e9f2efb-1a70-4299-95b6-042747431354 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/security-groups?id=ae4a3c31-7b87-45f2-8e5c-817b8e4c7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310310 Feb 02 13:07:59.617409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] For port 4f611e13-5956-4950-8942-ea5b3a726019, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4f611e13-5956-4950-8942-ea5b3a726019,segment=NetworkSegment(9662c47b-6930-42a5-a1e2-d27c9693ea91),segment_id=9662c47b-6930-42a5-a1e2-d27c9693ea91)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:07:59.638050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] For port deac56a1-81e4-428a-86e9-05bd09c90a18, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:07:59.655031 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (4f611e13-5956-4950-8942-ea5b3a726019), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:59.675460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Checking router: b8fc08e1-1ed5-4996-ade0-48927f1811a3 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:07:59.675836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Updating router b8fc08e1-1ed5-4996-ade0-48927f1811a3 port a615dbde-5054-4fe0-81f2-23bb4af76f7a binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:07:59.681134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 23e5baaa-70e9-44ae-850f-a5f785c279f7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:07:59.703588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] For port deac56a1-81e4-428a-86e9-05bd09c90a18, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=deac56a1-81e4-428a-86e9-05bd09c90a18,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:07:59.721314 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:59.741489 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:59.778158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 48e49806-e914-4c65-8c54-b08b2be75d22 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:07:59.781576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:59.782363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:59.784284 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] 10.222.0.62 "PUT /v2.0/ports/4f611e13-5956-4950-8942-ea5b3a726019 HTTP/1.1" status: 200 len: 1091 time: 2.1662061 Feb 02 13:07:59.784986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5406e4cc-7e4f-4d84-a740-d367b892eb62', 'tag': '4f611e13-5956-4950-8942-ea5b3a726019'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:59.785844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 48e49806-e914-4c65-8c54-b08b2be75d22 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:07:59.786366 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:59.788435 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4b0623-62ed-4205-b0ef-d5cbdd2fdecb" -d '{"events": [{"name": "network-changed", "server_uuid": "5406e4cc-7e4f-4d84-a740-d367b892eb62", "tag": "4f611e13-5956-4950-8942-ea5b3a726019"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:59.831382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5f786-50e6-4528-a1f4-bede639ce770 service neutron] Pushing event updated for resources: {'Port': ['ID=4f611e13-5956-4950-8942-ea5b3a726019,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:07:59.851301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:59.857715 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:07:59.859787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] 10.222.0.18 "PUT /v2.0/ports/deac56a1-81e4-428a-86e9-05bd09c90a18 HTTP/1.1" status: 200 len: 1091 time: 1.3997989 Feb 02 13:07:59.873082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86364b5-ca53-45dd-85fe-a2736f956423', 'tag': 'deac56a1-81e4-428a-86e9-05bd09c90a18'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:07:59.875989 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850e9976-bd32-487f-bb1d-5c89ea5f5129" -d '{"events": [{"name": "network-changed", "server_uuid": "c86364b5-ca53-45dd-85fe-a2736f956423", "tag": "deac56a1-81e4-428a-86e9-05bd09c90a18"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:07:59.903157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ce089-164a-492e-b54b-ddd9cd4c2eab req-4fefd507-f5ad-4976-b194-39af024b9663 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:59.904972 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b90ce089-164a-492e-b54b-ddd9cd4c2eab req-4fefd507-f5ad-4976-b194-39af024b9663 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 943 time: 0.2945173 Feb 02 13:07:59.982765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-628e54bd-6f43-4127-b6d1-38d28e83022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:07:59.984743 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-628e54bd-6f43-4127-b6d1-38d28e83022d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29acbc3e00b149d491381dbc7086aa98&device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 1125 time: 0.1057827 Feb 02 13:08:00.040349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 48e49806-e914-4c65-8c54-b08b2be75d22 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:00.040930 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.061559 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7932d351-60d2-42cb-9b5d-b7d2c628999a x-openstack-request-id: req-7932d351-60d2-42cb-9b5d-b7d2c628999a {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:00.062423 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5406e4cc-7e4f-4d84-a740-d367b892eb62", "tag": "4f611e13-5956-4950-8942-ea5b3a726019", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:00.062423 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7932d351-60d2-42cb-9b5d-b7d2c628999a {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:00.062601 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5406e4cc-7e4f-4d84-a740-d367b892eb62', 'tag': '4f611e13-5956-4950-8942-ea5b3a726019', 'status': 'completed', 'code': 200} Feb 02 13:08:00.068405 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-e3b86234-5fba-41ce-9557-e81eebb95b61 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f611e13-5956-4950-8942-ea5b3a726019 HTTP/1.1" status: 200 len: 217 time: 0.0511417 Feb 02 13:08:00.080764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e49806-e914-4c65-8c54-b08b2be75d22'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:00.083687 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025bb09d-da7e-45c0-9fee-75839a64aa94" -d '{"events": [{"server_uuid": "e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc", "name": "network-vif-plugged", "status": "completed", "tag": "48e49806-e914-4c65-8c54-b08b2be75d22"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:00.088654 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.109004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 48e49806-e914-4c65-8c54-b08b2be75d22, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=48e49806-e914-4c65-8c54-b08b2be75d22,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:00.119081 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.199945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-20a98e37-8edf-423f-93ac-f8b3396597f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:00.202247 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-20a98e37-8edf-423f-93ac-f8b3396597f9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=013796fa-fcd6-4cc8-a11b-87c4202318e9 HTTP/1.1" status: 200 len: 862 time: 0.1247411 Feb 02 13:08:00.265789 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-9a9af2b8-8835-419b-9113-0403f0e8a449 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=770bbec7-cade-47f8-a9a4-e702b695cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558298 Feb 02 13:08:00.279719 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=48e49806-e914-4c65-8c54-b08b2be75d22,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:00.296520 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Publish callbacks [] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.303923 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.377713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Attempting to bind port a615dbde-5054-4fe0-81f2-23bb4af76f7a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:00.378190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Attempting to bind port a615dbde-5054-4fe0-81f2-23bb4af76f7a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:00.378561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Attempting to bind port a615dbde-5054-4fe0-81f2-23bb4af76f7a on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:00.396511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:00.396789 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:00.397525 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.397631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:00.398350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Bound port: a615dbde-5054-4fe0-81f2-23bb4af76f7a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:00.398648 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.412882 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb675b3-d0df-4b85-86a0-dfa5e4d53259 x-openstack-request-id: req-6eb675b3-d0df-4b85-86a0-dfa5e4d53259 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:00.413432 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86364b5-ca53-45dd-85fe-a2736f956423", "tag": "deac56a1-81e4-428a-86e9-05bd09c90a18", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:00.413432 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6eb675b3-d0df-4b85-86a0-dfa5e4d53259 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:00.413853 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86364b5-ca53-45dd-85fe-a2736f956423', 'tag': 'deac56a1-81e4-428a-86e9-05bd09c90a18', 'status': 'completed', 'code': 200} Feb 02 13:08:00.422108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Allocated IP 172.20.0.1 (67827de5-fa6b-4960-b5d8-8820f4c53f8c/2babd40e-405f-4962-ad6a-cfcd32033249/30021428-1b7f-4a93-aa5f-a72f13220389) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:00.430422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74a224-da8d-47bd-9cd4-d9446c208115 None None] Pushing event updated for resources: {'Port': ['ID=a615dbde-5054-4fe0-81f2-23bb4af76f7a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:00.460148 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-99499e4e-21e0-4eba-9d57-cfb5c772675b service neutron] 10.222.0.62 "GET /v2.0/networks/770bbec7-cade-47f8-a9a4-e702b695cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719460 Feb 02 13:08:00.482987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] For port a615dbde-5054-4fe0-81f2-23bb4af76f7a, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:00.487180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] For port a615dbde-5054-4fe0-81f2-23bb4af76f7a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a615dbde-5054-4fe0-81f2-23bb4af76f7a,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:00.495302 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.580448 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de880d1f-1645-48b9-942b-668763d0d732 admin admin] Publish callbacks [] for security_group (c87807c5-f195-449d-9bdb-ec97210a35ef), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.620999 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de880d1f-1645-48b9-942b-668763d0d732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c87807c5-f195-449d-9bdb-ec97210a35ef), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.624100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8c2d3-81ec-48b6-b108-8259d5f385be service neutron] Pushing event updated for resources: {'Port': ['ID=deac56a1-81e4-428a-86e9-05bd09c90a18,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:00.640643 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6af18456-8a10-4e98-a17c-cd084ee3e6ab req-75f2cef0-e28b-48d5-aa6d-947548819cc2 service neutron] 10.222.0.62 "GET /v2.0/networks/770bbec7-cade-47f8-a9a4-e702b695cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696625 Feb 02 13:08:00.643857 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Publish callbacks [] for port (30021428-1b7f-4a93-aa5f-a72f13220389), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.669834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-d55f0842-5e9e-4523-8611-243392d9cda7 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:00.671349 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-d55f0842-5e9e-4523-8611-243392d9cda7 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.62 "GET /v2.0/networks?id=b1f608fe-e8ec-4246-8c11-82616142729b HTTP/1.1" status: 200 len: 814 time: 0.2435038 Feb 02 13:08:00.684186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.697187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de880d1f-1645-48b9-942b-668763d0d732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87807c5-f195-449d-9bdb-ec97210a35ef,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:00.734702 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-de880d1f-1645-48b9-942b-668763d0d732 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=789f3569b6b640bd9cd530420e9152d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2093887 Feb 02 13:08:00.736368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Routers {'b8fc08e1-1ed5-4996-ade0-48927f1811a3'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:00.737082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:07:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b8fc08e1-1ed5-4996-ade0-48927f1811a3'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:00.737536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Request body: {'port': {'device_id': '6fe69a62-b8a2-491c-b798-b70875194542', 'network_id': 'b1f608fe-e8ec-4246-8c11-82616142729b', 'admin_state_up': True, 'tenant_id': '07a177ae97df41ea8add7130ce372255'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:00.744475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b90ce089-164a-492e-b54b-ddd9cd4c2eab req-a411d873-e684-421d-aa3a-97e82cd3c4f6 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508987 Feb 02 13:08:00.746310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:00.749791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-e630c97d-29f4-4751-8506-69254d5b7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:00.751295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-e630c97d-29f4-4751-8506-69254d5b7492 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 1125 time: 0.3532498 Feb 02 13:08:00.757306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Network 67827de5-fa6b-4960-b5d8-8820f4c53f8c is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:00.762846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:00.784242 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:00.800369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74a224-da8d-47bd-9cd4-d9446c208115 None None] Pushing event updated for resources: {'Port': ['ID=a615dbde-5054-4fe0-81f2-23bb4af76f7a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:00.864589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7a427-0367-4bc8-b3d9-5c29d30f6fd4 req-fe9ca181-f1f5-404d-ac58-ad9465c05948 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:00.872622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9e7a427-0367-4bc8-b3d9-5c29d30f6fd4 req-fe9ca181-f1f5-404d-ac58-ad9465c05948 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 946 time: 0.4641109 Feb 02 13:08:00.887825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Pushing event updated for resources: {'Port': ['ID=30021428-1b7f-4a93-aa5f-a72f13220389,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:00.909133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] Set router b8fc08e1-1ed5-4996-ade0-48927f1811a3 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:00.921507 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (b8fc08e1-1ed5-4996-ade0-48927f1811a3), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:00.922652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-7bd91dca-723b-4454-96a8-2b4765ae63c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deac56a1-81e4-428a-86e9-05bd09c90a18 HTTP/1.1" status: 200 len: 217 time: 0.1455352 Feb 02 13:08:00.991586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b0623-62ed-4205-b0ef-d5cbdd2fdecb req-abd1f467-cb88-4145-bc49-80fc5cb18722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:00.993112 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d4b0623-62ed-4205-b0ef-d5cbdd2fdecb req-abd1f467-cb88-4145-bc49-80fc5cb18722 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29acbc3e00b149d491381dbc7086aa98&device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 1125 time: 0.1713650 Feb 02 13:08:01.001596 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 70b7c136-5a45-46ea-876b-6974dd442a50 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:01.026208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f34562a-90af-4a85-98f7-a50e88895da4 req-9358b666-3cab-49b8-b71f-786d99f56cd4 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 210 time: 0.1024809 Feb 02 13:08:01.082248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-d3c3545f-31dc-4d33-9093-09bdc9cb4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:01.083808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-d3c3545f-31dc-4d33-9093-09bdc9cb4821 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a77b539c-fe67-429b-b8d9-661c579990ef HTTP/1.1" status: 200 len: 855 time: 0.1406510 Feb 02 13:08:01.125142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9e7a427-0367-4bc8-b3d9-5c29d30f6fd4 req-2ec04f78-7ec3-409e-b1f3-f184c44dd4a7 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515523 Feb 02 13:08:01.134131 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eba977-d151-4a6c-8b76-39264b4639ef x-openstack-request-id: req-a7eba977-d151-4a6c-8b76-39264b4639ef {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:01.134884 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc", "name": "network-vif-plugged", "status": "completed", "tag": "48e49806-e914-4c65-8c54-b08b2be75d22", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:01.134884 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a7eba977-d151-4a6c-8b76-39264b4639ef {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:01.135112 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e49806-e914-4c65-8c54-b08b2be75d22', 'code': 200} Feb 02 13:08:01.165794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fb001423-1741-4670-bbb4-6e262f02b298 None None] Provisioning complete for port 30021428-1b7f-4a93-aa5f-a72f13220389 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:01.167048 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb001423-1741-4670-bbb4-6e262f02b298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.208319 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee02828-1cb3-411b-88d7-22d9f4835f93 admin admin] Publish callbacks [] for security_group (c87807c5-f195-449d-9bdb-ec97210a35ef), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.221558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 70b7c136-5a45-46ea-876b-6974dd442a50 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:08:01.230406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 70b7c136-5a45-46ea-876b-6974dd442a50 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:01.230844 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.233783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b0623-62ed-4205-b0ef-d5cbdd2fdecb req-0a41475e-701c-4774-baf6-da578fe1f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:01.235319 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d4b0623-62ed-4205-b0ef-d5cbdd2fdecb req-0a41475e-701c-4774-baf6-da578fe1f724 service neutron] 10.222.0.62 "GET /v2.0/networks?id=770bbec7-cade-47f8-a9a4-e702b695cb89 HTTP/1.1" status: 200 len: 923 time: 0.2282925 Feb 02 13:08:01.259753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-9e780fe7-efbb-4d12-9827-1973aa8fd217 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c63a35f9-d564-490d-b25a-136375c41397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638896 Feb 02 13:08:01.274273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fb001423-1741-4670-bbb4-6e262f02b298 None None] Port 30021428-1b7f-4a93-aa5f-a72f13220389 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:08:01.294913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Made reservation on behalf of 07a177ae97df41ea8add7130ce372255 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:01.295154 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.298287 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.306106 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d4b0623-62ed-4205-b0ef-d5cbdd2fdecb req-9a6ddb0a-5572-47a0-8eba-9c394f5a69f7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f611e13-5956-4950-8942-ea5b3a726019 HTTP/1.1" status: 200 len: 217 time: 0.0612793 Feb 02 13:08:01.340545 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee02828-1cb3-411b-88d7-22d9f4835f93 admin admin] Publish callbacks [] for security_group (c87807c5-f195-449d-9bdb-ec97210a35ef), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.348718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'name': 'tempest-FloatingIPsTestJSON-274199451-router', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:07:54Z', 'updated_at': '2022-02-02T13:07:56Z', 'revision_number': 3, 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'gw_port': {'id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:07:55Z', 'updated_at': '2022-02-02T13:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:01.387993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07df9d8-82eb-4b5c-a056-fe739e5a83b4 None None] The sync data for ids ['b8fc08e1-1ed5-4996-ade0-48927f1811a3'] in n-d-827336-2 is: [{'id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'name': 'tempest-FloatingIPsTestJSON-274199451-router', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:07:54Z', 'updated_at': '2022-02-02T13:07:56Z', 'revision_number': 3, 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'gw_port': {'id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a1:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:07:55Z', 'updated_at': '2022-02-02T13:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:08:01.395438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b0623-62ed-4205-b0ef-d5cbdd2fdecb req-dcb72e7d-a974-4b9b-9548-56c534454b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:01.397328 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d4b0623-62ed-4205-b0ef-d5cbdd2fdecb req-dcb72e7d-a974-4b9b-9548-56c534454b4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=013796fa-fcd6-4cc8-a11b-87c4202318e9 HTTP/1.1" status: 200 len: 862 time: 0.0843668 Feb 02 13:08:01.400750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 70b7c136-5a45-46ea-876b-6974dd442a50 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:01.401264 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.404824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a6d9b-7c29-4e56-9ff1-1e02e63e9e30 req-9fa84276-8156-488a-9fa2-d97148c0e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:01.406390 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d5a6d9b-7c29-4e56-9ff1-1e02e63e9e30 req-9fa84276-8156-488a-9fa2-d97148c0e781 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc HTTP/1.1" status: 200 len: 1128 time: 0.1760964 Feb 02 13:08:01.444933 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d4b0623-62ed-4205-b0ef-d5cbdd2fdecb req-0496cb12-668b-4c2a-9f97-5bea4c6df5f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=770bbec7-cade-47f8-a9a4-e702b695cb89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347531 Feb 02 13:08:01.446887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 70b7c136-5a45-46ea-876b-6974dd442a50, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=70b7c136-5a45-46ea-876b-6974dd442a50,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:01.453804 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.520450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8af77-0fad-4e8a-93b6-4bafe0ad75fe req-e22c371f-6689-42ef-ae45-c8b347e32532 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:01.521638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=70b7c136-5a45-46ea-876b-6974dd442a50,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:01.522033 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34f8af77-0fad-4e8a-93b6-4bafe0ad75fe req-e22c371f-6689-42ef-ae45-c8b347e32532 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 945 time: 0.3318226 Feb 02 13:08:01.549985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffc812-0325-400a-b0f5-1daa5fb06061 req-26232754-26c2-4119-a82e-2a2f3cb0ecc9 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:01.551625 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b8ffc812-0325-400a-b0f5-1daa5fb06061 req-26232754-26c2-4119-a82e-2a2f3cb0ecc9 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 943 time: 0.2987163 Feb 02 13:08:01.597474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-ca2c198f-5a82-479a-bbca-675fa76920d1 service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091986 Feb 02 13:08:01.608433 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee02828-1cb3-411b-88d7-22d9f4835f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c87807c5-f195-449d-9bdb-ec97210a35ef), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.608756 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d5a6d9b-7c29-4e56-9ff1-1e02e63e9e30 req-f3578488-34e2-4092-841b-a08706bfcb23 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876750 Feb 02 13:08:01.610965 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee02828-1cb3-411b-88d7-22d9f4835f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.614672 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aee02828-1cb3-411b-88d7-22d9f4835f93 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c87807c5-f195-449d-9bdb-ec97210a35ef HTTP/1.1" status: 204 len: 168 time: 0.8599098 Feb 02 13:08:01.651148 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d4b0623-62ed-4205-b0ef-d5cbdd2fdecb req-b516cd31-9fce-487d-b29d-d5ac86c1cef7 service neutron] 10.222.0.62 "GET /v2.0/networks/770bbec7-cade-47f8-a9a4-e702b695cb89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942282 Feb 02 13:08:01.668031 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Publish callbacks [] for port (30021428-1b7f-4a93-aa5f-a72f13220389), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.674561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.687618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee02828-1cb3-411b-88d7-22d9f4835f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87807c5-f195-449d-9bdb-ec97210a35ef,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:01.758994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Pushing event updated for resources: {'Port': ['ID=30021428-1b7f-4a93-aa5f-a72f13220389,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:01.775194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (b8fc08e1-1ed5-4996-ade0-48927f1811a3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.785528 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9bbd49b5-6412-4d7a-9b43-8505e60c8a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:01.794160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Allocated IP 172.20.0.4 (b1f608fe-e8ec-4246-8c11-82616142729b/64c6347b-68be-49be-91a6-2ae421d88c1b/56a4d90b-d16b-45fe-b903-bf68bb2274ca) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:01.805825 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34f8af77-0fad-4e8a-93b6-4bafe0ad75fe req-5b0cdcc3-46ee-479e-b50a-b7dcffb9bfb8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481349 Feb 02 13:08:01.815964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b8ffc812-0325-400a-b0f5-1daa5fb06061 req-b0150b14-96d7-4c9c-95d9-900e3ac3abf1 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/security-groups?id=ae4a3c31-7b87-45f2-8e5c-817b8e4c7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534580 Feb 02 13:08:01.928930 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45d8c43-d4d9-4b20-a405-8d0c8bcf26ae req-799126a9-b332-4625-993b-e361f20def91 service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120115 Feb 02 13:08:01.997510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Network 67827de5-fa6b-4960-b5d8-8820f4c53f8c is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:02.000645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:02.091837 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d4b0623-62ed-4205-b0ef-d5cbdd2fdecb req-0b964ad3-5b86-4768-9080-0020b5b01b54 service neutron] 10.222.0.62 "GET /v2.0/networks/770bbec7-cade-47f8-a9a4-e702b695cb89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957140 Feb 02 13:08:02.224161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Router b8fc08e1-1ed5-4996-ade0-48927f1811a3 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:08:02.229971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a1ca865-9e0b-4dbe-95fa-8145b65dc0bd req-960e265e-b972-4d56-8256-a93fc871588f tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 210 time: 0.0699735 Feb 02 13:08:02.293469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af954bea-deef-42f9-a7cb-c5983849838b req-7803abbd-6005-4ae3-b446-e7eda925edea tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:02.295095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af954bea-deef-42f9-a7cb-c5983849838b req-7803abbd-6005-4ae3-b446-e7eda925edea tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 943 time: 0.2705698 Feb 02 13:08:02.313012 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Publish callbacks [] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:02.371400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e9976-bd32-487f-bb1d-5c89ea5f5129 req-6193f1b3-a1e8-4548-b636-bb8705e508b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:02.372878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-850e9976-bd32-487f-bb1d-5c89ea5f5129 req-6193f1b3-a1e8-4548-b636-bb8705e508b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 1125 time: 0.3266294 Feb 02 13:08:02.418389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-49bc86ab-7a82-4f9f-b040-5a76e56c2d94 None None] Provisioning complete for port 30021428-1b7f-4a93-aa5f-a72f13220389 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:02.418962 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49bc86ab-7a82-4f9f-b040-5a76e56c2d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:02.437435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:08:02.457751 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-78dbc5b0-90a2-44ba-b66c-b045b610b034 admin admin] 10.222.0.83 "PUT /v2.0/routers/b8fc08e1-1ed5-4996-ade0-48927f1811a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5506012 Feb 02 13:08:02.483438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-49bc86ab-7a82-4f9f-b040-5a76e56c2d94 None None] Port 30021428-1b7f-4a93-aa5f-a72f13220389 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:08:02.553506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af954bea-deef-42f9-a7cb-c5983849838b req-4022ed5a-f2be-4e55-8394-c06c38227e0d tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373004 Feb 02 13:08:02.614492 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:02.673127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e9976-bd32-487f-bb1d-5c89ea5f5129 req-885316d4-37ae-4cc0-868b-453c85b2dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:02.674823 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-850e9976-bd32-487f-bb1d-5c89ea5f5129 req-885316d4-37ae-4cc0-868b-453c85b2dd3c service neutron] 10.222.0.18 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 916 time: 0.2929208 Feb 02 13:08:02.694035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Network b1f608fe-e8ec-4246-8c11-82616142729b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:02.709234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:02.712359 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:02.779746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec41e8-de9e-4762-8289-9662e92a93c7 req-d8bbe9e0-6c9e-4bc8-990c-13ab3bbec3ad tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:02.781312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51ec41e8-de9e-4762-8289-9662e92a93c7 req-d8bbe9e0-6c9e-4bc8-990c-13ab3bbec3ad tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 946 time: 0.2441821 Feb 02 13:08:02.791806 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-850e9976-bd32-487f-bb1d-5c89ea5f5129 req-488d0386-99b0-46c4-80b2-ad4ca67c1c64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=deac56a1-81e4-428a-86e9-05bd09c90a18 HTTP/1.1" status: 200 len: 217 time: 0.0964837 Feb 02 13:08:02.843771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Pushing event updated for resources: {'Port': ['ID=56a4d90b-d16b-45fe-b903-bf68bb2274ca,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:02.858244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:02.863163 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:02.934739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-031e6360-811f-4a55-8aca-37a2afd81fe2 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2065601 Feb 02 13:08:02.940706 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e9976-bd32-487f-bb1d-5c89ea5f5129 req-d8038ac7-1867-45af-9ae6-ca0a6927e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:02.942115 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-850e9976-bd32-487f-bb1d-5c89ea5f5129 req-d8038ac7-1867-45af-9ae6-ca0a6927e825 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a77b539c-fe67-429b-b8d9-661c579990ef HTTP/1.1" status: 200 len: 855 time: 0.1257529 Feb 02 13:08:02.963111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Request body: {'port': {'device_id': '6fe69a62-b8a2-491c-b798-b70875194542', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:03.005417 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-850e9976-bd32-487f-bb1d-5c89ea5f5129 req-d56c9d23-f04b-4789-a89e-188dab8130ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c63a35f9-d564-490d-b25a-136375c41397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539174 Feb 02 13:08:03.008562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51ec41e8-de9e-4762-8289-9662e92a93c7 req-8b041e49-1571-40cc-b5ff-ff8dea2aab01 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups?id=412f9216-0ec0-4f96-934e-34ebf5fa0039&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158933 Feb 02 13:08:03.135940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4831269-d211-4b79-a648-565c4c910255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b7c136-5a45-46ea-876b-6974dd442a50'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:03.138396 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8796baf-4040-4051-a6b1-ae788f5320a8" -d '{"events": [{"server_uuid": "b4831269-d211-4b79-a648-565c4c910255", "name": "network-vif-plugged", "status": "completed", "tag": "70b7c136-5a45-46ea-876b-6974dd442a50"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:03.221555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a615dbde-5054-4fe0-81f2-23bb4af76f7a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:03.239699 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:03.281302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port a615dbde-5054-4fe0-81f2-23bb4af76f7a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:03.281978 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:03.282299 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:08:03.287019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-dd8c31be-a708-4cdc-86dc-fb62dfeb0810 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2873418 Feb 02 13:08:03.309264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-850e9976-bd32-487f-bb1d-5c89ea5f5129 req-98ce44df-ec3d-44f7-8e86-9fe7d8dd076f service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902989 Feb 02 13:08:03.322063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362437d-ea2a-4716-b979-bc62392c4e79 req-5637ac43-c64e-4f8a-b3e9-e9e564f3d557 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:03.323578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2362437d-ea2a-4716-b979-bc62392c4e79 req-5637ac43-c64e-4f8a-b3e9-e9e564f3d557 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 946 time: 0.2504978 Feb 02 13:08:03.327009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:03.374077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port a615dbde-5054-4fe0-81f2-23bb4af76f7a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:03.385053 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:03.421049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port a615dbde-5054-4fe0-81f2-23bb4af76f7a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a615dbde-5054-4fe0-81f2-23bb4af76f7a,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:03.427301 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:03.488933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=a615dbde-5054-4fe0-81f2-23bb4af76f7a,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:03.498154 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:03.557414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4f611e13-5956-4950-8942-ea5b3a726019 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:08:03.576828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2362437d-ea2a-4716-b979-bc62392c4e79 req-de1f7d92-7bf2-425a-8888-78b76d0ca4a0 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367153 Feb 02 13:08:03.674206 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-850e9976-bd32-487f-bb1d-5c89ea5f5129 req-bf783d09-8c7f-4c4d-92c0-14a6fdb8769a service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428462 Feb 02 13:08:03.702406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 4f611e13-5956-4950-8942-ea5b3a726019, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4f611e13-5956-4950-8942-ea5b3a726019,segment=NetworkSegment(9662c47b-6930-42a5-a1e2-d27c9693ea91),segment_id=9662c47b-6930-42a5-a1e2-d27c9693ea91)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:03.719074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '4f611e13-5956-4950-8942-ea5b3a726019', 'network_id': '770bbec7-cade-47f8-a9a4-e702b695cb89', 'port_id': '4f611e13-5956-4950-8942-ea5b3a726019', 'mac_address': 'fa:16:3e:ab:e9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013796fa-fcd6-4cc8-a11b-87c4202318e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:08:03.775621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 4f611e13-5956-4950-8942-ea5b3a726019 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:03.776017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4f611e13-5956-4950-8942-ea5b3a726019), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:03.789873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f611e13-5956-4950-8942-ea5b3a726019 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:08:03.812982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 4f611e13-5956-4950-8942-ea5b3a726019, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4f611e13-5956-4950-8942-ea5b3a726019,segment=NetworkSegment(9662c47b-6930-42a5-a1e2-d27c9693ea91),segment_id=9662c47b-6930-42a5-a1e2-d27c9693ea91)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:03.817594 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4f611e13-5956-4950-8942-ea5b3a726019), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:03.842846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12baf3-a1bd-45ce-9593-10f353645d9c req-aae374d0-35c8-4d88-9060-f11355c1dc57 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:03.844672 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a12baf3-a1bd-45ce-9593-10f353645d9c req-aae374d0-35c8-4d88-9060-f11355c1dc57 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 943 time: 0.1817908 Feb 02 13:08:03.878436 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=4f611e13-5956-4950-8942-ea5b3a726019,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:03.903725 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Sync routers for ids ['b8fc08e1-1ed5-4996-ade0-48927f1811a3'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:08:03.917765 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Routers {'b8fc08e1-1ed5-4996-ade0-48927f1811a3'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:03.918840 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:07:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b8fc08e1-1ed5-4996-ade0-48927f1811a3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:04.041910 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Set router b8fc08e1-1ed5-4996-ade0-48927f1811a3 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:04.062234 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af7c87dd-4c66-458b-9788-0c8e60077cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:04.150572 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4f611e13-5956-4950-8942-ea5b3a726019'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:08:04.286995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a4d90b-d16b-45fe-b903-bf68bb2274ca {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:08:04.292928 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:04.309662 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'name': 'tempest-FloatingIPsTestJSON-274199451-router', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:07:54Z', 'updated_at': '2022-02-02T13:08:01Z', 'revision_number': 4, 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'gw_port': {'id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:07:55Z', 'updated_at': '2022-02-02T13:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '30021428-1b7f-4a93-aa5f-a72f13220389', 'name': '', 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'mac_address': 'fa:16:3e:dd:29:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2babd40e-405f-4962-ad6a-cfcd32033249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:00Z', 'updated_at': '2022-02-02T13:08:01Z', 'revision_number': 2, 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'subnets': [{'id': '2babd40e-405f-4962-ad6a-cfcd32033249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:04.313777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a12baf3-a1bd-45ce-9593-10f353645d9c req-ae09f87b-eac5-4950-9341-d167722319ac tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/security-groups?id=ae4a3c31-7b87-45f2-8e5c-817b8e4c7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611316 Feb 02 13:08:04.329949 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Publish callbacks [] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:04.358375 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Checking router: b8fc08e1-1ed5-4996-ade0-48927f1811a3 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:08:04.358811 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Updating router b8fc08e1-1ed5-4996-ade0-48927f1811a3 port 30021428-1b7f-4a93-aa5f-a72f13220389 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:08:04.358965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118f789-4e25-47fb-9856-a5fd93890078 req-419a6877-ba85-4451-b66d-f14f11fa2942 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:04.361583 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1118f789-4e25-47fb-9856-a5fd93890078 req-419a6877-ba85-4451-b66d-f14f11fa2942 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 946 time: 0.1078217 Feb 02 13:08:04.378067 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b318ef-6f58-4321-9984-32325d236cec x-openstack-request-id: req-a1b318ef-6f58-4321-9984-32325d236cec {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:04.378405 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4831269-d211-4b79-a648-565c4c910255", "name": "network-vif-plugged", "status": "completed", "tag": "70b7c136-5a45-46ea-876b-6974dd442a50", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:04.378866 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a1b318ef-6f58-4321-9984-32325d236cec {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:04.379277 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4831269-d211-4b79-a648-565c4c910255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b7c136-5a45-46ea-876b-6974dd442a50', 'code': 200} Feb 02 13:08:04.388712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Transition to ACTIVE for port object 56a4d90b-d16b-45fe-b903-bf68bb2274ca will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:08:04.398226 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:04.420232 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:04.483498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:04.518658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Deleting port 454768d2-3053-4e36-913c-2e1eb3828239 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:04.519010 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (454768d2-3053-4e36-913c-2e1eb3828239), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:04.554846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Pushing event updated for resources: {'Port': ['ID=56a4d90b-d16b-45fe-b903-bf68bb2274ca,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:04.627187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] For port 454768d2-3053-4e36-913c-2e1eb3828239, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=454768d2-3053-4e36-913c-2e1eb3828239,segment=NetworkSegment(dd1bd748-038c-47d2-981f-7508cc5d154c),segment_id=dd1bd748-038c-47d2-981f-7508cc5d154c)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:04.627715 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (454768d2-3053-4e36-913c-2e1eb3828239), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:04.679389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Allocated IP 172.25.4.85 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:04.718568 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7e4b96-1496-4749-a39f-4523ccacfeee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:04.770659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90fd88-2523-457b-9a1b-9da664a64ce1 req-58498c91-c038-416a-88e9-3376e6a5d398 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:04.772646 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe90fd88-2523-457b-9a1b-9da664a64ce1 req-58498c91-c038-416a-88e9-3376e6a5d398 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 943 time: 0.2908175 Feb 02 13:08:04.786709 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251028f-a8a7-4fc1-95f7-c3af25ebb06b req-f3bb841a-e34a-49de-8680-c7e9ad99afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:04.788624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e251028f-a8a7-4fc1-95f7-c3af25ebb06b req-f3bb841a-e34a-49de-8680-c7e9ad99afac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 1128 time: 0.2772286 Feb 02 13:08:04.878156 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Publish callbacks [] for port (30021428-1b7f-4a93-aa5f-a72f13220389), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:04.884334 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:04.912727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Attempting to bind port 56a4d90b-d16b-45fe-b903-bf68bb2274ca on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:04.912945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Attempting to bind port 56a4d90b-d16b-45fe-b903-bf68bb2274ca by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '940e2b9d-ceed-472e-bdef-b3166920d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b1f608fe-e8ec-4246-8c11-82616142729b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:04.913178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Attempting to bind port 56a4d90b-d16b-45fe-b903-bf68bb2274ca on network b1f608fe-e8ec-4246-8c11-82616142729b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:04.936977 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Pushing event updated for resources: {'Port': ['ID=30021428-1b7f-4a93-aa5f-a72f13220389,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:04.949207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Port 56a4d90b-d16b-45fe-b903-bf68bb2274ca on network b1f608fe-e8ec-4246-8c11-82616142729b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:08:04.949207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Attempting to bind port 56a4d90b-d16b-45fe-b903-bf68bb2274ca on network b1f608fe-e8ec-4246-8c11-82616142729b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:04.962222 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e251028f-a8a7-4fc1-95f7-c3af25ebb06b req-b394fcc3-1e37-4039-863a-f515cfa1b356 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617205 Feb 02 13:08:04.971824 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.972204 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.972491 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.972816 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.973693 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.973693 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.973847 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.974346 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.974346 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.974645 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.974972 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.975259 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.975592 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:04.995874 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe90fd88-2523-457b-9a1b-9da664a64ce1 req-4b5226e9-9469-4c13-bd77-f7c77deab28b tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/security-groups?id=ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998804 Feb 02 13:08:05.001240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:05.001564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Checking segment: {'id': '940e2b9d-ceed-472e-bdef-b3166920d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b1f608fe-e8ec-4246-8c11-82616142729b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:05.001985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Bound using segment: {'id': '940e2b9d-ceed-472e-bdef-b3166920d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b1f608fe-e8ec-4246-8c11-82616142729b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:05.002490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Bound port: 56a4d90b-d16b-45fe-b903-bf68bb2274ca, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '940e2b9d-ceed-472e-bdef-b3166920d01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b1f608fe-e8ec-4246-8c11-82616142729b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:05.002885 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.019176 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Attempting to bind port 30021428-1b7f-4a93-aa5f-a72f13220389 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:05.019580 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Attempting to bind port 30021428-1b7f-4a93-aa5f-a72f13220389 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4aaee53d-975d-4818-8865-ec495529f5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:05.019941 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Attempting to bind port 30021428-1b7f-4a93-aa5f-a72f13220389 on network 67827de5-fa6b-4960-b5d8-8820f4c53f8c {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:05.025691 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:05.026065 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Checking segment: {'id': '4aaee53d-975d-4818-8865-ec495529f5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:05.026456 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.026849 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Bound using segment: {'id': '4aaee53d-975d-4818-8865-ec495529f5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:05.027310 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Bound port: 30021428-1b7f-4a93-aa5f-a72f13220389, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaee53d-975d-4818-8865-ec495529f5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:05.027733 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.045582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device deac56a1-81e4-428a-86e9-05bd09c90a18 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:08:05.100179 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] For port 56a4d90b-d16b-45fe-b903-bf68bb2274ca, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:05.103946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] For port 56a4d90b-d16b-45fe-b903-bf68bb2274ca, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=56a4d90b-d16b-45fe-b903-bf68bb2274ca,segment=NetworkSegment(940e2b9d-ceed-472e-bdef-b3166920d01f),segment_id=940e2b9d-ceed-472e-bdef-b3166920d01f)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:05.127034 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks [] for port (b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.151285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.172275 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] For port 30021428-1b7f-4a93-aa5f-a72f13220389, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:05.176810 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] For port 30021428-1b7f-4a93-aa5f-a72f13220389, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=30021428-1b7f-4a93-aa5f-a72f13220389,segment=NetworkSegment(4aaee53d-975d-4818-8865-ec495529f5a9),segment_id=4aaee53d-975d-4818-8865-ec495529f5a9)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:05.185448 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.259692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:05.260346 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.261859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] 10.222.0.62 "PUT /v2.0/ports/56a4d90b-d16b-45fe-b903-bf68bb2274ca HTTP/1.1" status: 200 len: 1091 time: 2.3115356 Feb 02 13:08:05.265043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe69a62-b8a2-491c-b798-b70875194542', 'tag': '56a4d90b-d16b-45fe-b903-bf68bb2274ca'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:05.266676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a615dbde-5054-4fe0-81f2-23bb4af76f7a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:05.266986 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42315888-063d-4ed7-9c85-d9484449b342" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe69a62-b8a2-491c-b798-b70875194542", "tag": "56a4d90b-d16b-45fe-b903-bf68bb2274ca"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:05.294133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port deac56a1-81e4-428a-86e9-05bd09c90a18, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=deac56a1-81e4-428a-86e9-05bd09c90a18,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:05.310694 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.311069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (49155aa8-8d92-43e7-8c39-7a1576ade6fa), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.311386 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Floating IP 49155aa8-8d92-43e7-8c39-7a1576ade6fa disassociated. External IP: 172.25.4.109, port: 454768d2-3053-4e36-913c-2e1eb3828239. Feb 02 13:08:05.311926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Calling delete_port for 454768d2-3053-4e36-913c-2e1eb3828239 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:05.318526 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Routers {'b8fc08e1-1ed5-4996-ade0-48927f1811a3'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:05.324007 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b8fc08e1-1ed5-4996-ade0-48927f1811a3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:05.338044 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7e4b96-1496-4749-a39f-4523ccacfeee admin admin] Publish callbacks [] for security_group (894e6aa5-da3d-4b98-a94c-931d0a642df8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.364916 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'deac56a1-81e4-428a-86e9-05bd09c90a18', 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397', 'port_id': 'deac56a1-81e4-428a-86e9-05bd09c90a18', 'mac_address': 'fa:16:3e:04:ae:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77b539c-fe67-429b-b8d9-661c579990ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:08:05.374220 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7e4b96-1496-4749-a39f-4523ccacfeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (894e6aa5-da3d-4b98-a94c-931d0a642df8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.420349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e4b96-1496-4749-a39f-4523ccacfeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894e6aa5-da3d-4b98-a94c-931d0a642df8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:05.428874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port deac56a1-81e4-428a-86e9-05bd09c90a18 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:05.429255 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.437285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758effa-1f1d-4abb-8736-95cb3f3e88ac req-07d7847d-9e1e-46be-bcc7-086f95d91894 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:05.445436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e758effa-1f1d-4abb-8736-95cb3f3e88ac req-07d7847d-9e1e-46be-bcc7-086f95d91894 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 943 time: 0.3273866 Feb 02 13:08:05.447474 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66009f-20cb-491f-aad8-814d2016df73 service neutron] Pushing event updated for resources: {'Port': ['ID=56a4d90b-d16b-45fe-b903-bf68bb2274ca,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:05.453557 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deac56a1-81e4-428a-86e9-05bd09c90a18 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:08:05.488500 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] Set router b8fc08e1-1ed5-4996-ade0-48927f1811a3 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:05.520344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port deac56a1-81e4-428a-86e9-05bd09c90a18, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=deac56a1-81e4-428a-86e9-05bd09c90a18,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:05.522140 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.523325 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.526699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3c878e51-c55d-4d4c-9e6b-60df3af19855 None None] Provisioning complete for port 30021428-1b7f-4a93-aa5f-a72f13220389 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:05.527397 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c878e51-c55d-4d4c-9e6b-60df3af19855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.547999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (454768d2-3053-4e36-913c-2e1eb3828239), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.574970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8d7e4b96-1496-4749-a39f-4523ccacfeee admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e73805eb9a96437099eb6eb9d4933a05&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0863705 Feb 02 13:08:05.578487 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989587a-b667-4c1c-92a3-72ccef7705f4 None None] Pushing event updated for resources: {'Port': ['ID=30021428-1b7f-4a93-aa5f-a72f13220389,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:05.587998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49756) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:05.590467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:05.596675 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Pushing event deleted for resources: {'Port': ['ID=454768d2-3053-4e36-913c-2e1eb3828239,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:05.609047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:05.623479 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.625027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:05.631462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4f611e13-5956-4950-8942-ea5b3a726019 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:05.716715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=deac56a1-81e4-428a-86e9-05bd09c90a18,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:05.721737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-31eed970-f220-419a-96dc-4c937b75a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:05.724033 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-31eed970-f220-419a-96dc-4c937b75a30b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07a177ae97df41ea8add7130ce372255&device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 1125 time: 0.4018838 Feb 02 13:08:05.737570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Pushing event updated for resources: {'Port': ['ID=b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:05.750398 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e758effa-1f1d-4abb-8736-95cb3f3e88ac req-99ada188-706b-44a3-9c08-6ea05101f408 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042011 Feb 02 13:08:05.761712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port a615dbde-5054-4fe0-81f2-23bb4af76f7a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:05.762081 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.782130 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'name': 'tempest-FloatingIPsTestJSON-274199451-router', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:07:54Z', 'updated_at': '2022-02-02T13:08:01Z', 'revision_number': 4, 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'gw_port': {'id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:07:55Z', 'updated_at': '2022-02-02T13:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '30021428-1b7f-4a93-aa5f-a72f13220389', 'name': '', 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'mac_address': 'fa:16:3e:dd:29:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2babd40e-405f-4962-ad6a-cfcd32033249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:00Z', 'updated_at': '2022-02-02T13:08:05Z', 'revision_number': 4, 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'subnets': [{'id': '2babd40e-405f-4962-ad6a-cfcd32033249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:05.792364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Router ddd214ab-f933-49d0-a91d-bfa89cf64df8 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:08:05.815868 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f53a60-9660-4d91-8a3b-77d457c20439 None None] The sync data for ids ['b8fc08e1-1ed5-4996-ade0-48927f1811a3'] in n-d-827336-2 is: [{'id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'name': 'tempest-FloatingIPsTestJSON-274199451-router', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:07:54Z', 'updated_at': '2022-02-02T13:08:01Z', 'revision_number': 4, 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'gw_port': {'id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:07:55Z', 'updated_at': '2022-02-02T13:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '30021428-1b7f-4a93-aa5f-a72f13220389', 'name': '', 'network_id': '67827de5-fa6b-4960-b5d8-8820f4c53f8c', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'mac_address': 'fa:16:3e:dd:29:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '2babd40e-405f-4962-ad6a-cfcd32033249', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:00Z', 'updated_at': '2022-02-02T13:08:05Z', 'revision_number': 4, 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'subnets': [{'id': '2babd40e-405f-4962-ad6a-cfcd32033249', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:08:05.821892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f35432f-943c-4f2d-9bed-65689fe97fc8 admin admin] Publish callbacks [] for security_group (894e6aa5-da3d-4b98-a94c-931d0a642df8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.858373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f35432f-943c-4f2d-9bed-65689fe97fc8 admin admin] Publish callbacks [] for security_group (894e6aa5-da3d-4b98-a94c-931d0a642df8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.883269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-fe94744c-c56e-43b6-883a-3b476a8c317b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56a4d90b-d16b-45fe-b903-bf68bb2274ca HTTP/1.1" status: 200 len: 217 time: 0.0823748 Feb 02 13:08:05.900895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 4f611e13-5956-4950-8942-ea5b3a726019 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:08:05.906995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3c878e51-c55d-4d4c-9e6b-60df3af19855 None None] Current status of the port 30021428-1b7f-4a93-aa5f-a72f13220389 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:05.907690 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c878e51-c55d-4d4c-9e6b-60df3af19855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.923187 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks [] for floatingip (9633fa9f-92cb-44ff-a8bc-d6015946ed19), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:05.956129 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 4f611e13-5956-4950-8942-ea5b3a726019 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:05.956633 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f611e13-5956-4950-8942-ea5b3a726019), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.017484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22b012ca-3eb0-4673-861c-9e1018622cb5 req-f6d77de6-b3f5-4850-8d87-dd0cf0edd734 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 210 time: 0.0873036 Feb 02 13:08:06.040383 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port a615dbde-5054-4fe0-81f2-23bb4af76f7a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:06.054290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:08:06.075038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bda5f-1937-4e77-8645-f0a9463c793e None None] Sync routers for ids ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:08:06.090194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f35432f-943c-4f2d-9bed-65689fe97fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (894e6aa5-da3d-4b98-a94c-931d0a642df8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.093325 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f35432f-943c-4f2d-9bed-65689fe97fc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.097970 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3f35432f-943c-4f2d-9bed-65689fe97fc8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/894e6aa5-da3d-4b98-a94c-931d0a642df8 HTTP/1.1" status: 204 len: 168 time: 0.5087559 Feb 02 13:08:06.117921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3c878e51-c55d-4d4c-9e6b-60df3af19855 None None] For port 30021428-1b7f-4a93-aa5f-a72f13220389, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=30021428-1b7f-4a93-aa5f-a72f13220389,segment=NetworkSegment(4aaee53d-975d-4818-8865-ec495529f5a9),segment_id=4aaee53d-975d-4818-8865-ec495529f5a9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:06.130174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35432f-943c-4f2d-9bed-65689fe97fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894e6aa5-da3d-4b98-a94c-931d0a642df8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:06.131674 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.138828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['deac56a1-81e4-428a-86e9-05bd09c90a18'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:08:06.140213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] No DVR routers for this DVR port 454768d2-3053-4e36-913c-2e1eb3828239 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:08:06.144703 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.149636 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1118f789-4e25-47fb-9856-a5fd93890078 req-2b21597c-8938-4aa8-a027-8e5bb149e850 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.62 "DELETE /v2.0/ports/454768d2-3053-4e36-913c-2e1eb3828239 HTTP/1.1" status: 204 len: 173 time: 1.7732663 Feb 02 13:08:06.150332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'name': 'network-vif-deleted', 'tag': '454768d2-3053-4e36-913c-2e1eb3828239'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:06.155156 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d317d27-ecb1-4845-9832-e20a98ebf81a" -d '{"events": [{"server_uuid": "e6bc3d6e-8a33-417a-b735-efd43054b607", "name": "network-vif-deleted", "tag": "454768d2-3053-4e36-913c-2e1eb3828239"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:06.230827 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c878e51-c55d-4d4c-9e6b-60df3af19855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.244810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bda5f-1937-4e77-8645-f0a9463c793e None None] Routers {'ddd214ab-f933-49d0-a91d-bfa89cf64df8'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:06.245814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b37bda5f-1937-4e77-8645-f0a9463c793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:06.384330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-f57d0b64-ce00-489d-bff9-7596242f0d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:06.386495 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-f57d0b64-ce00-489d-bff9-7596242f0d6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64c6347b-68be-49be-91a6-2ae421d88c1b HTTP/1.1" status: 200 len: 854 time: 0.4544635 Feb 02 13:08:06.453600 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-e0abd35e-0b46-4843-9810-e6851761e28e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1f608fe-e8ec-4246-8c11-82616142729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546105 Feb 02 13:08:06.486844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64508f6e-c860-4d00-8e5f-4f50d011e576 req-c2337363-6de9-45cf-8b47-594ba47b86f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:06.488509 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64508f6e-c860-4d00-8e5f-4f50d011e576 req-c2337363-6de9-45cf-8b47-594ba47b86f8 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 946 time: 0.2911654 Feb 02 13:08:06.675432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49766) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:06.713327 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a82a481-03ec-4d08-b3bf-96efad43ade1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.781211 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.798208 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks [] for port (b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.803616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-0bdeb3c5-cba7-480e-a7eb-91ebc054e166 service neutron] 10.222.0.62 "GET /v2.0/networks/b1f608fe-e8ec-4246-8c11-82616142729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440685 Feb 02 13:08:06.811390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4c27847a-76db-433c-b14a-93f58a367f70 None None] Provisioning complete for port 30021428-1b7f-4a93-aa5f-a72f13220389 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:06.811787 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c27847a-76db-433c-b14a-93f58a367f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.825897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c878e51-c55d-4d4c-9e6b-60df3af19855 None None] Pushing event updated for resources: {'Port': ['ID=30021428-1b7f-4a93-aa5f-a72f13220389,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:06.829930 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a82a481-03ec-4d08-b3bf-96efad43ade1 admin admin] Publish callbacks [] for security_group (b85a10a8-3812-4919-a898-db0883d54160), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.841353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a82a481-03ec-4d08-b3bf-96efad43ade1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b85a10a8-3812-4919-a898-db0883d54160), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.876658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 4f611e13-5956-4950-8942-ea5b3a726019 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:06.877513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4f611e13-5956-4950-8942-ea5b3a726019), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.888128 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.907412 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:06.916436 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1a82a481-03ec-4d08-b3bf-96efad43ade1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0424d92496f54a469c672aa7ee8dbaad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2370718 Feb 02 13:08:06.916436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82a481-03ec-4d08-b3bf-96efad43ade1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85a10a8-3812-4919-a898-db0883d54160,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:06.917845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49770) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:06.932137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b37bda5f-1937-4e77-8645-f0a9463c793e None None] Set router ddd214ab-f933-49d0-a91d-bfa89cf64df8 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:06.998263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406e4cc-7e4f-4d84-a740-d367b892eb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f611e13-5956-4950-8942-ea5b3a726019'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:07.007577 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964e30b2-d478-4027-a5d9-1a23916ca237" -d '{"events": [{"server_uuid": "5406e4cc-7e4f-4d84-a740-d367b892eb62", "name": "network-vif-plugged", "status": "completed", "tag": "4f611e13-5956-4950-8942-ea5b3a726019"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:07.030815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64508f6e-c860-4d00-8e5f-4f50d011e576 req-68a3f01f-3939-44ef-a158-1da44558ee8e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273230 Feb 02 13:08:07.034480 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 4f611e13-5956-4950-8942-ea5b3a726019, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4f611e13-5956-4950-8942-ea5b3a726019,segment=NetworkSegment(9662c47b-6930-42a5-a1e2-d27c9693ea91),segment_id=9662c47b-6930-42a5-a1e2-d27c9693ea91)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:07.038617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d4d5b3f-7fe0-419a-9050-2e3eb71a91ac admin admin] Publish callbacks [] for security_group (b85a10a8-3812-4919-a898-db0883d54160), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:07.069240 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d4d5b3f-7fe0-419a-9050-2e3eb71a91ac admin admin] Publish callbacks [] for security_group (b85a10a8-3812-4919-a898-db0883d54160), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:07.080803 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-671069ea-e3f3-49fb-9a5a-9464d8c6e855 req-86440866-de3f-4495-bb6a-578266c5add5 service neutron] 10.222.0.62 "GET /v2.0/networks/b1f608fe-e8ec-4246-8c11-82616142729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600143 Feb 02 13:08:07.089476 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4f611e13-5956-4950-8942-ea5b3a726019), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:07.132429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Pushing event updated for resources: {'Port': ['ID=b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:07.148655 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42ed431-d782-466d-a2df-d41388488c37 x-openstack-request-id: req-f42ed431-d782-466d-a2df-d41388488c37 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:07.149305 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe69a62-b8a2-491c-b798-b70875194542", "tag": "56a4d90b-d16b-45fe-b903-bf68bb2274ca", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:07.150419 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f42ed431-d782-466d-a2df-d41388488c37 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:07.151598 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe69a62-b8a2-491c-b798-b70875194542', 'tag': '56a4d90b-d16b-45fe-b903-bf68bb2274ca', 'status': 'completed', 'code': 200} Feb 02 13:08:07.190115 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (9633fa9f-92cb-44ff-a8bc-d6015946ed19), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:07.211291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d4d5b3f-7fe0-419a-9050-2e3eb71a91ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b85a10a8-3812-4919-a898-db0883d54160), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:07.214907 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d4d5b3f-7fe0-419a-9050-2e3eb71a91ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:07.218495 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9d4d5b3f-7fe0-419a-9050-2e3eb71a91ac admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b85a10a8-3812-4919-a898-db0883d54160 HTTP/1.1" status: 204 len: 168 time: 0.2886963 Feb 02 13:08:07.234698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d5b3f-7fe0-419a-9050-2e3eb71a91ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85a10a8-3812-4919-a898-db0883d54160,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:07.340194 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:07.341490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-9cdeff72-e3cb-45eb-aaf4-b8ee664eb8ac tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0296896 Feb 02 13:08:07.368920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4c27847a-76db-433c-b14a-93f58a367f70 None None] Current status of the port 30021428-1b7f-4a93-aa5f-a72f13220389 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:07.382737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=4f611e13-5956-4950-8942-ea5b3a726019,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:07.439849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-fe47bd7b-8621-4fbf-9f1f-ae28534d6371 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 695 time: 0.0741608 Feb 02 13:08:07.451028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315888-063d-4ed7-9c85-d9484449b342 req-7c7bc608-fa1b-4ae2-a0b5-a19a82c1270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:07.452778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42315888-063d-4ed7-9c85-d9484449b342 req-7c7bc608-fa1b-4ae2-a0b5-a19a82c1270f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07a177ae97df41ea8add7130ce372255&device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 1125 time: 0.2092826 Feb 02 13:08:07.503472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 30021428-1b7f-4a93-aa5f-a72f13220389 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:07.536597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b37bda5f-1937-4e77-8645-f0a9463c793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:05:52Z', 'revision_number': 4, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5b5e17b5-988a-4433-8727-d796e6ee09cc', 'name': '', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'mac_address': 'fa:16:3e:b2:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:59Z', 'revision_number': 5, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'subnets': [{'id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:07.571852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bda5f-1937-4e77-8645-f0a9463c793e None None] Checking router: ddd214ab-f933-49d0-a91d-bfa89cf64df8 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:08:07.574112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce3d8a-3072-4803-8301-7347b455e578 req-692ac56f-a925-4cce-98de-c7ec1ba1109d tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:07.575904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ddce3d8a-3072-4803-8301-7347b455e578 req-692ac56f-a925-4cce-98de-c7ec1ba1109d tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 945 time: 0.3339865 Feb 02 13:08:07.578386 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:07.588162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 454768d2-3053-4e36-913c-2e1eb3828239 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:08:07.624031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 454768d2-3053-4e36-913c-2e1eb3828239 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:08:07.624521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 454768d2-3053-4e36-913c-2e1eb3828239 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:08:07.629292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37bda5f-1937-4e77-8645-f0a9463c793e None None] Routers {'ddd214ab-f933-49d0-a91d-bfa89cf64df8'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:07.630156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b37bda5f-1937-4e77-8645-f0a9463c793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:07.789618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315888-063d-4ed7-9c85-d9484449b342 req-5718db9a-792b-40d7-816d-50c6136b43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:07.792563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b37bda5f-1937-4e77-8645-f0a9463c793e None None] Set router ddd214ab-f933-49d0-a91d-bfa89cf64df8 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:07.799594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42315888-063d-4ed7-9c85-d9484449b342 req-5718db9a-792b-40d7-816d-50c6136b43f0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b1f608fe-e8ec-4246-8c11-82616142729b HTTP/1.1" status: 200 len: 915 time: 0.3295012 Feb 02 13:08:07.819106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-5546e936-bff0-4307-8881-35a5dd3f0343 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:07.820991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2fdb54b8-c6cd-4172-9812-cbfa8a82faf0 req-5546e936-bff0-4307-8881-35a5dd3f0343 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.3725634 Feb 02 13:08:07.882363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ddce3d8a-3072-4803-8301-7347b455e578 req-192c78f9-444c-4aff-8af0-097560138ee7 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/security-groups?id=ae4a3c31-7b87-45f2-8e5c-817b8e4c7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433534 Feb 02 13:08:07.884383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42315888-063d-4ed7-9c85-d9484449b342 req-04bd5b1e-f9a5-487c-bc29-e8a4630e4de5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56a4d90b-d16b-45fe-b903-bf68bb2274ca HTTP/1.1" status: 200 len: 217 time: 0.0505302 Feb 02 13:08:07.888131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 30021428-1b7f-4a93-aa5f-a72f13220389 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:07.888940 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:07.976044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315888-063d-4ed7-9c85-d9484449b342 req-57f1c703-1502-449a-b7c7-6d2e16b19ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:07.977956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42315888-063d-4ed7-9c85-d9484449b342 req-57f1c703-1502-449a-b7c7-6d2e16b19ddf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64c6347b-68be-49be-91a6-2ae421d88c1b HTTP/1.1" status: 200 len: 854 time: 0.0854845 Feb 02 13:08:08.043725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42315888-063d-4ed7-9c85-d9484449b342 req-60fd6f78-0a85-429c-898a-0faeff86c33f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1f608fe-e8ec-4246-8c11-82616142729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540018 Feb 02 13:08:08.045771 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:08.100937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 30021428-1b7f-4a93-aa5f-a72f13220389 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:08.170305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42315888-063d-4ed7-9c85-d9484449b342 req-77de78e3-f781-4df5-b208-ec2094c95c92 service neutron] 10.222.0.62 "GET /v2.0/networks/b1f608fe-e8ec-4246-8c11-82616142729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157992 Feb 02 13:08:08.182689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b670d1-8e0a-4ba1-902a-0a84d5e825a9 req-f2c37a1a-e346-41a4-b11c-8178edd7946a tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:08.190269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50b670d1-8e0a-4ba1-902a-0a84d5e825a9 req-f2c37a1a-e346-41a4-b11c-8178edd7946a tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 943 time: 0.2113028 Feb 02 13:08:08.222047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b37bda5f-1937-4e77-8645-f0a9463c793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:05:52Z', 'revision_number': 4, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5b5e17b5-988a-4433-8727-d796e6ee09cc', 'name': '', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'mac_address': 'fa:16:3e:b2:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:59Z', 'revision_number': 5, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'subnets': [{'id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:08.245716 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd19d2e-c12c-4374-9678-bb91032e954a x-openstack-request-id: req-efd19d2e-c12c-4374-9678-bb91032e954a {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:08.246207 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6bc3d6e-8a33-417a-b735-efd43054b607", "name": "network-vif-deleted", "tag": "454768d2-3053-4e36-913c-2e1eb3828239", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:08.246282 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-efd19d2e-c12c-4374-9678-bb91032e954a {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:08.246649 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6bc3d6e-8a33-417a-b735-efd43054b607', 'name': 'network-vif-deleted', 'tag': '454768d2-3053-4e36-913c-2e1eb3828239', 'status': 'completed', 'code': 200} Feb 02 13:08:08.258517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37bda5f-1937-4e77-8645-f0a9463c793e None None] The sync data for ids ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'] in n-d-827336-2 is: [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:05:52Z', 'revision_number': 4, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5b5e17b5-988a-4433-8727-d796e6ee09cc', 'name': '', 'network_id': 'bea9a89a-1bfa-4d54-a6b1-3e771429bd14', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'mac_address': 'fa:16:3e:b2:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 951, 'fixed_ips': [{'subnet_id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:49Z', 'updated_at': '2022-02-02T13:05:59Z', 'revision_number': 5, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'subnets': [{'id': '094448ab-9020-40f3-b3f0-982dc98471c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:08:08.323946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42315888-063d-4ed7-9c85-d9484449b342 req-604e3403-4deb-404d-abab-a45751cd7356 service neutron] 10.222.0.62 "GET /v2.0/networks/b1f608fe-e8ec-4246-8c11-82616142729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315610 Feb 02 13:08:08.358170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50b670d1-8e0a-4ba1-902a-0a84d5e825a9 req-6ff2e66c-de1e-42be-b0ea-736ff82b7cea tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/security-groups?id=ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669006 Feb 02 13:08:08.420092 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3899d9ba-75ba-4101-a781-1967ed690db1 x-openstack-request-id: req-3899d9ba-75ba-4101-a781-1967ed690db1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:08.420388 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406e4cc-7e4f-4d84-a740-d367b892eb62", "name": "network-vif-plugged", "status": "completed", "tag": "4f611e13-5956-4950-8942-ea5b3a726019", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:08.420640 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3899d9ba-75ba-4101-a781-1967ed690db1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:08.421225 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5406e4cc-7e4f-4d84-a740-d367b892eb62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f611e13-5956-4950-8942-ea5b3a726019', 'code': 200} Feb 02 13:08:08.443235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfea71-4c4b-4b85-9ff0-51a66aabcdcb req-fed975f0-e44d-4b92-82b7-c674e28770ac tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:08.444795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dbfea71-4c4b-4b85-9ff0-51a66aabcdcb req-fed975f0-e44d-4b92-82b7-c674e28770ac tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 944 time: 0.0761917 Feb 02 13:08:08.526189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c217fd14-fbe8-443b-a8b2-e6a32675bf4a req-47659bc1-c1a7-4fca-922f-dffbcb842d97 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 210 time: 0.0447931 Feb 02 13:08:08.584158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dbfea71-4c4b-4b85-9ff0-51a66aabcdcb req-5d325728-928b-4cb4-ba41-5982b0ade2f5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303258 Feb 02 13:08:08.643773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c1fb4ce-aaca-4c62-ac40-58dc54c406e2 req-6b5a7155-5162-474a-99e2-bb2b0754afa0 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/floatingips/9633fa9f-92cb-44ff-a8bc-d6015946ed19 HTTP/1.1" status: 200 len: 692 time: 0.0753527 Feb 02 13:08:08.695644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5162e2-6b14-4c48-8203-90eb0c2d1066 req-1ada52a4-05ef-40a6-97e7-c3c6988a84e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:08.697270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea5162e2-6b14-4c48-8203-90eb0c2d1066 req-1ada52a4-05ef-40a6-97e7-c3c6988a84e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 1127 time: 0.1617527 Feb 02 13:08:08.723614 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b301a6-9a31-4f8b-bf89-b8422cca7fcc None None] New status for floating IP 49155aa8-8d92-43e7-8c39-7a1576ade6fa: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:08:08.828223 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea5162e2-6b14-4c48-8203-90eb0c2d1066 req-fc596b8f-450b-4cbf-9019-c9f49de78875 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ae4a3c31-7b87-45f2-8e5c-817b8e4c7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178167 Feb 02 13:08:08.841997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4921892-21fc-46ff-9310-e840232d87b2 req-a4e5257f-d564-466a-a331-c14a056bac8c tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:08.843241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4921892-21fc-46ff-9310-e840232d87b2 req-a4e5257f-d564-466a-a331-c14a056bac8c tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 946 time: 0.1428795 Feb 02 13:08:08.853818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fb4ce-aaca-4c62-ac40-58dc54c406e2 req-6c297f48-5c3a-47b4-96a7-dc14b044bd47 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:08.860415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c1fb4ce-aaca-4c62-ac40-58dc54c406e2 req-6c297f48-5c3a-47b4-96a7-dc14b044bd47 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.2157142 Feb 02 13:08:08.867271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-8c1fb4ce-aaca-4c62-ac40-58dc54c406e2 req-d805b4b2-6279-4801-aa9c-8717d9894701 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:08:08.872222 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c1fb4ce-aaca-4c62-ac40-58dc54c406e2 req-d805b4b2-6279-4801-aa9c-8717d9894701 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107665 Feb 02 13:08:08.995081 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7256fb70-c148-4776-9cf8-729a6b086e88 req-109f771f-20a8-4192-b46b-f65e5e78cd24 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/floatingips?tenant_id=577411f41c1d4736a9ebadf1958607fc HTTP/1.1" status: 200 len: 695 time: 0.0887187 Feb 02 13:08:09.004009 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4921892-21fc-46ff-9310-e840232d87b2 req-e4c461ad-47c8-4f1e-976e-bd5b5c4f1860 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406736 Feb 02 13:08:09.077977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device deac56a1-81e4-428a-86e9-05bd09c90a18 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:09.143243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port deac56a1-81e4-428a-86e9-05bd09c90a18 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:08:09.150590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port deac56a1-81e4-428a-86e9-05bd09c90a18 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:09.151350 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:09.259939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port deac56a1-81e4-428a-86e9-05bd09c90a18 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:09.260692 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:09.305193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port deac56a1-81e4-428a-86e9-05bd09c90a18, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=deac56a1-81e4-428a-86e9-05bd09c90a18,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:09.310811 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:09.372427 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=deac56a1-81e4-428a-86e9-05bd09c90a18,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:09.490467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b61e64-95be-449a-9e0d-ea31b4724f08 req-586274ed-6e1a-478d-b03e-9271463ddc85 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:09.491962 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2b61e64-95be-449a-9e0d-ea31b4724f08 req-586274ed-6e1a-478d-b03e-9271463ddc85 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 945 time: 0.1148977 Feb 02 13:08:09.501812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256fb70-c148-4776-9cf8-729a6b086e88 req-9edb526f-62c0-4a3b-b866-c431a4ede7dd tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:09.503244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7256fb70-c148-4776-9cf8-729a6b086e88 req-9edb526f-62c0-4a3b-b866-c431a4ede7dd tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/networks?id=367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 787 time: 0.4977679 Feb 02 13:08:09.536295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-7256fb70-c148-4776-9cf8-729a6b086e88 req-145e5760-b798-4c65-8789-00dfea07588d tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:08:09.537533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7256fb70-c148-4776-9cf8-729a6b086e88 req-145e5760-b798-4c65-8789-00dfea07588d tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081081 Feb 02 13:08:09.566010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2b61e64-95be-449a-9e0d-ea31b4724f08 req-13ad6394-6b1c-49e9-8b07-64b5445d9fe4 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/security-groups?id=ae4a3c31-7b87-45f2-8e5c-817b8e4c7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610960 Feb 02 13:08:09.599731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 56a4d90b-d16b-45fe-b903-bf68bb2274ca details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:08:09.691355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b160a92-7165-4902-9f7e-88352faaeea8 req-673bdb83-f09d-4907-9a2f-977498b4b3d5 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:09.693531 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b160a92-7165-4902-9f7e-88352faaeea8 req-673bdb83-f09d-4907-9a2f-977498b4b3d5 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc HTTP/1.1" status: 200 len: 946 time: 0.0931897 Feb 02 13:08:09.734904 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12ff17-119c-45d0-9ae7-e8d89a15042c req-d762382c-5cc0-40ff-b55c-0b0344389158 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:09.736567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c12ff17-119c-45d0-9ae7-e8d89a15042c req-d762382c-5cc0-40ff-b55c-0b0344389158 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 943 time: 0.0921566 Feb 02 13:08:09.754176 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 56a4d90b-d16b-45fe-b903-bf68bb2274ca, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=56a4d90b-d16b-45fe-b903-bf68bb2274ca,segment=NetworkSegment(940e2b9d-ceed-472e-bdef-b3166920d01f),segment_id=940e2b9d-ceed-472e-bdef-b3166920d01f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:09.770547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '56a4d90b-d16b-45fe-b903-bf68bb2274ca', 'network_id': 'b1f608fe-e8ec-4246-8c11-82616142729b', 'port_id': '56a4d90b-d16b-45fe-b903-bf68bb2274ca', 'mac_address': 'fa:16:3e:0b:c6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c6347b-68be-49be-91a6-2ae421d88c1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:08:09.785092 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b160a92-7165-4902-9f7e-88352faaeea8 req-a4929156-63b8-4df3-91d9-61274bdc8d4b tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815594 Feb 02 13:08:09.848301 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 56a4d90b-d16b-45fe-b903-bf68bb2274ca is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:09.850081 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:09.874285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a4d90b-d16b-45fe-b903-bf68bb2274ca {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:08:09.899042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c12ff17-119c-45d0-9ae7-e8d89a15042c req-4fb02cb6-37da-4c4b-b319-5a422eb0fe3f tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/security-groups?id=ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183195 Feb 02 13:08:09.916442 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-be3f52c2-a8b8-4f9b-9d24-a6b3c3ecd5f3 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/floatingips/9633fa9f-92cb-44ff-a8bc-d6015946ed19 HTTP/1.1" status: 200 len: 692 time: 0.0769353 Feb 02 13:08:09.942564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 56a4d90b-d16b-45fe-b903-bf68bb2274ca, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=56a4d90b-d16b-45fe-b903-bf68bb2274ca,segment=NetworkSegment(940e2b9d-ceed-472e-bdef-b3166920d01f),segment_id=940e2b9d-ceed-472e-bdef-b3166920d01f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:09.951220 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:10.034902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=56a4d90b-d16b-45fe-b903-bf68bb2274ca,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:10.039643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe5a7fea-86fb-40fc-87ef-125959f73d98 req-2b17c52c-318c-4324-ae50-1e8fcc1a0b1f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 210 time: 0.0351670 Feb 02 13:08:10.069594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-9e2b85f6-5abd-4b73-8342-cf61cdabdf76 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:10.070960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-9e2b85f6-5abd-4b73-8342-cf61cdabdf76 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.1537399 Feb 02 13:08:10.136334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-55aa9767-9b49-46f2-ae18-85e8acf75053 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 695 time: 0.0559056 Feb 02 13:08:10.214379 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-be279206-3af1-44e6-b407-fd6cf0b264ef tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.85 HTTP/1.1" status: 200 len: 695 time: 0.0696568 Feb 02 13:08:10.255219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['56a4d90b-d16b-45fe-b903-bf68bb2274ca'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:08:10.284188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0e7dd-3acc-4b97-ab0b-9823516866b3 req-436afc64-be06-4143-a98e-2d2c3a59132a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:10.285992 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2a0e7dd-3acc-4b97-ab0b-9823516866b3 req-436afc64-be06-4143-a98e-2d2c3a59132a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 945 time: 0.1538303 Feb 02 13:08:10.415802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2a0e7dd-3acc-4b97-ab0b-9823516866b3 req-4c28be0e-873e-4ed5-9155-948eafcea6c4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893614 Feb 02 13:08:10.422993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86364b5-ca53-45dd-85fe-a2736f956423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deac56a1-81e4-428a-86e9-05bd09c90a18'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:10.425628 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8651797b-831e-4c57-8afb-6934ebd54eb0" -d '{"events": [{"server_uuid": "c86364b5-ca53-45dd-85fe-a2736f956423", "name": "network-vif-plugged", "status": "completed", "tag": "deac56a1-81e4-428a-86e9-05bd09c90a18"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:10.446401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-6b79b67b-c276-4c4c-a0a9-329c45ca1683 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Deleting port b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:10.446800 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-6b79b67b-c276-4c4c-a0a9-329c45ca1683 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:10.459904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49854) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:10.557484 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-6b79b67b-c276-4c4c-a0a9-329c45ca1683 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:10.557880 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-6b79b67b-c276-4c4c-a0a9-329c45ca1683 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks [] for floatingip (b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:10.584750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-6b79b67b-c276-4c4c-a0a9-329c45ca1683 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Calling delete_port for b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:10.623664 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e693-f4be-4d98-87a7-89629de868c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:10.629299 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa294802-fdf5-4606-a5c0-cf72cc76324b x-openstack-request-id: req-fa294802-fdf5-4606-a5c0-cf72cc76324b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:10.629595 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86364b5-ca53-45dd-85fe-a2736f956423", "name": "network-vif-plugged", "status": "completed", "tag": "deac56a1-81e4-428a-86e9-05bd09c90a18", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:10.629853 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fa294802-fdf5-4606-a5c0-cf72cc76324b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:10.630258 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86364b5-ca53-45dd-85fe-a2736f956423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deac56a1-81e4-428a-86e9-05bd09c90a18', 'code': 200} Feb 02 13:08:10.736640 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e693-f4be-4d98-87a7-89629de868c0 admin admin] Publish callbacks [] for security_group (64b96e3e-33ce-45f2-81ea-0383b046f7bd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:10.741003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdf7e693-f4be-4d98-87a7-89629de868c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (64b96e3e-33ce-45f2-81ea-0383b046f7bd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:10.781933 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fdf7e693-f4be-4d98-87a7-89629de868c0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d71e869c29b84b3090d364ff7ea57820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3205717 Feb 02 13:08:10.782541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7e693-f4be-4d98-87a7-89629de868c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b96e3e-33ce-45f2-81ea-0383b046f7bd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:10.788101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49862) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:10.850130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07c8b2-ce76-4b86-9d31-a3ebc27f279e req-49845f82-f0e6-452b-987d-04128e6f1b4a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:10.851819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f07c8b2-ce76-4b86-9d31-a3ebc27f279e req-49845f82-f0e6-452b-987d-04128e6f1b4a tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 945 time: 0.1397352 Feb 02 13:08:10.853353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf7fae60-d2f9-46c5-9b96-1b20726e8407 admin admin] Publish callbacks [] for security_group (64b96e3e-33ce-45f2-81ea-0383b046f7bd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:10.870877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d8c74-b441-4c1b-8c0c-81a554a6bcca req-a86ad72d-6d82-4193-b3e7-ec2945084ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:10.872427 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-465d8c74-b441-4c1b-8c0c-81a554a6bcca req-a86ad72d-6d82-4193-b3e7-ec2945084ed3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 1127 time: 0.1196980 Feb 02 13:08:10.878874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf7fae60-d2f9-46c5-9b96-1b20726e8407 admin admin] Publish callbacks [] for security_group (64b96e3e-33ce-45f2-81ea-0383b046f7bd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:10.893398 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-6b79b67b-c276-4c4c-a0a9-329c45ca1683 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:10.935415 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf7fae60-d2f9-46c5-9b96-1b20726e8407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (64b96e3e-33ce-45f2-81ea-0383b046f7bd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:10.938254 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf7fae60-d2f9-46c5-9b96-1b20726e8407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:10.939593 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bf7fae60-d2f9-46c5-9b96-1b20726e8407 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/64b96e3e-33ce-45f2-81ea-0383b046f7bd HTTP/1.1" status: 204 len: 168 time: 0.1521974 Feb 02 13:08:10.950905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79b67b-c276-4c4c-a0a9-329c45ca1683 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Pushing event deleted for resources: {'Port': ['ID=b2832c0c-5c4b-4da8-a3f4-6e67f7c33aff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:10.956461 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fae60-d2f9-46c5-9b96-1b20726e8407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b96e3e-33ce-45f2-81ea-0383b046f7bd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:11.021139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-465d8c74-b441-4c1b-8c0c-81a554a6bcca req-0c04a7e3-4f15-4022-844a-0bf8738c7551 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420181 Feb 02 13:08:11.026311 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f07c8b2-ce76-4b86-9d31-a3ebc27f279e req-eabf6049-a9c0-46fe-8677-30a51773d10f tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/security-groups?id=ae4a3c31-7b87-45f2-8e5c-817b8e4c7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644611 Feb 02 13:08:11.055061 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-6b79b67b-c276-4c4c-a0a9-329c45ca1683 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks [] for floatingip (9633fa9f-92cb-44ff-a8bc-d6015946ed19), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.058098 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-6b79b67b-c276-4c4c-a0a9-329c45ca1683 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.059560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b083541b-57db-4332-b95b-b6a33cf8bfc1 req-6b79b67b-c276-4c4c-a0a9-329c45ca1683 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "DELETE /v2.0/floatingips/9633fa9f-92cb-44ff-a8bc-d6015946ed19 HTTP/1.1" status: 204 len: 173 time: 0.8365591 Feb 02 13:08:11.191271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a6ded-74c3-4964-a4aa-52e83441596e req-f2424579-c71d-4f70-b51f-f59bd5f93ddb tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:11.196762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea3a6ded-74c3-4964-a4aa-52e83441596e req-f2424579-c71d-4f70-b51f-f59bd5f93ddb tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 944 time: 0.0733438 Feb 02 13:08:11.265364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea3a6ded-74c3-4964-a4aa-52e83441596e req-9e7558cc-7c3c-401f-aa3c-3987f2d22bd1 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/security-groups?id=ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618639 Feb 02 13:08:11.356720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49880) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:11.370457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38a91898-e338-44ce-9a2e-e0fcba59d7e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.395040 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4d82df4-737e-45dd-ab06-07818f8eb1d8 req-be8f9025-f868-4d50-aa18-5ab58d8f3266 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 210 time: 0.0356107 Feb 02 13:08:11.436234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-917a0acc-28ff-409c-86e1-ec072dadeba3 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1644194 Feb 02 13:08:11.450778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:11.465658 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38a91898-e338-44ce-9a2e-e0fcba59d7e0 admin admin] Publish callbacks [] for security_group (157198f7-d593-4817-9540-80013111e92d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.472688 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38a91898-e338-44ce-9a2e-e0fcba59d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (157198f7-d593-4817-9540-80013111e92d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.475037 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.507551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a91898-e338-44ce-9a2e-e0fcba59d7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157198f7-d593-4817-9540-80013111e92d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:11.520771 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-38a91898-e338-44ce-9a2e-e0fcba59d7e0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a9d77014a177411fbe63d70b6ecd801e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626580 Feb 02 13:08:11.523506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49884) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:11.575318 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b7b-dbe4-4184-886c-6950446334e0 admin admin] Publish callbacks [] for security_group (157198f7-d593-4817-9540-80013111e92d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.577576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dd66d-8363-4e6e-be3d-e93f9f006094 req-bb7cbda4-3a6b-49d8-8b52-eb483690d34d tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:11.579224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-160dd66d-8363-4e6e-be3d-e93f9f006094 req-bb7cbda4-3a6b-49d8-8b52-eb483690d34d tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc HTTP/1.1" status: 200 len: 946 time: 0.0967748 Feb 02 13:08:11.598918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b7b-dbe4-4184-886c-6950446334e0 admin admin] Publish callbacks [] for security_group (157198f7-d593-4817-9540-80013111e92d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.621988 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 56a4d90b-d16b-45fe-b903-bf68bb2274ca up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:11.666365 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b7b-dbe4-4184-886c-6950446334e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (157198f7-d593-4817-9540-80013111e92d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.668769 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-160dd66d-8363-4e6e-be3d-e93f9f006094 req-c68376ce-ed4f-45fc-bf41-75c2e9167ddd tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/security-groups?id=43a23b85-7c7f-4ad8-9244-03bf4add558e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816383 Feb 02 13:08:11.669041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cb8c9b7b-dbe4-4184-886c-6950446334e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.672896 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cb8c9b7b-dbe4-4184-886c-6950446334e0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/157198f7-d593-4817-9540-80013111e92d HTTP/1.1" status: 204 len: 168 time: 0.1454098 Feb 02 13:08:11.683874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c9b7b-dbe4-4184-886c-6950446334e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157198f7-d593-4817-9540-80013111e92d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:11.704008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 56a4d90b-d16b-45fe-b903-bf68bb2274ca completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:08:11.713021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 56a4d90b-d16b-45fe-b903-bf68bb2274ca triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:11.713409 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.717631 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.873192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 56a4d90b-d16b-45fe-b903-bf68bb2274ca is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:11.873832 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.908735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 56a4d90b-d16b-45fe-b903-bf68bb2274ca, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=56a4d90b-d16b-45fe-b903-bf68bb2274ca,segment=NetworkSegment(940e2b9d-ceed-472e-bdef-b3166920d01f),segment_id=940e2b9d-ceed-472e-bdef-b3166920d01f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:11.912825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Allocated IP 172.25.4.42 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/fd10c15d-100d-480c-bafd-3a88325c160c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:11.915535 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:11.975722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=56a4d90b-d16b-45fe-b903-bf68bb2274ca,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:12.019177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4fe91-47e5-4335-9a1e-a65fd2f55488 req-8a0f02dc-0b49-4218-9ac0-9f19b65a3d53 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:12.021024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9d4fe91-47e5-4335-9a1e-a65fd2f55488 req-8a0f02dc-0b49-4218-9ac0-9f19b65a3d53 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 945 time: 0.2023079 Feb 02 13:08:12.080098 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks [] for port (fd10c15d-100d-480c-bafd-3a88325c160c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:12.101773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9d4fe91-47e5-4335-9a1e-a65fd2f55488 req-1797bff8-e089-498d-a28d-646554e01be9 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714033 Feb 02 13:08:12.164618 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fd10c15d-100d-480c-bafd-3a88325c160c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:12.216801 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:12.239603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:12.265555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:12.326918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Pushing event updated for resources: {'Port': ['ID=fd10c15d-100d-480c-bafd-3a88325c160c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:12.347834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d762d-e1a0-42a6-bbae-72524b62d120 req-c83e9e51-851f-4925-a915-c4824be2725c tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:12.349436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec7d762d-e1a0-42a6-bbae-72524b62d120 req-c83e9e51-851f-4925-a915-c4824be2725c tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc HTTP/1.1" status: 200 len: 946 time: 0.2166386 Feb 02 13:08:12.529733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8b66e-b914-4215-a583-9c0a327dc7c2 req-59e4b89c-533f-401f-b1f7-ae50d4801a49 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:12.531510 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8fa8b66e-b914-4215-a583-9c0a327dc7c2 req-59e4b89c-533f-401f-b1f7-ae50d4801a49 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 945 time: 0.1744227 Feb 02 13:08:12.550059 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks [] for floatingip (1e6f3f2c-3688-4595-a1b0-a24dbe2db346), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:12.625898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ec7d762d-e1a0-42a6-bbae-72524b62d120 req-03dea27a-daba-4181-836e-abe20f39705e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Deleting port 48e49806-e914-4c65-8c54-b08b2be75d22 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:12.626342 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ec7d762d-e1a0-42a6-bbae-72524b62d120 req-03dea27a-daba-4181-836e-abe20f39705e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:12.631649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe69a62-b8a2-491c-b798-b70875194542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a4d90b-d16b-45fe-b903-bf68bb2274ca'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:12.633958 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996c1baf-d4cb-4df5-8c7e-d09fffdaac68" -d '{"events": [{"server_uuid": "6fe69a62-b8a2-491c-b798-b70875194542", "name": "network-vif-plugged", "status": "completed", "tag": "56a4d90b-d16b-45fe-b903-bf68bb2274ca"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:12.641901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8fa8b66e-b914-4215-a583-9c0a327dc7c2 req-3ef86b13-6cda-4492-adea-38ae2f1d5cb4 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/security-groups?id=ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005898 Feb 02 13:08:12.660827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fd10c15d-100d-480c-bafd-3a88325c160c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:12.852412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ec7d762d-e1a0-42a6-bbae-72524b62d120 req-03dea27a-daba-4181-836e-abe20f39705e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] For port 48e49806-e914-4c65-8c54-b08b2be75d22, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=48e49806-e914-4c65-8c54-b08b2be75d22,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:12.852778 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ec7d762d-e1a0-42a6-bbae-72524b62d120 req-03dea27a-daba-4181-836e-abe20f39705e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:12.901097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ec7d762d-e1a0-42a6-bbae-72524b62d120 req-03dea27a-daba-4181-836e-abe20f39705e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Calling delete_port for 48e49806-e914-4c65-8c54-b08b2be75d22 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:12.913105 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc78e1-e558-4163-8c7a-c9a453c882b0 req-c83e3157-28ee-4bb6-9741-d4073ce77f53 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:12.919825 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ecc78e1-e558-4163-8c7a-c9a453c882b0 req-c83e3157-28ee-4bb6-9741-d4073ce77f53 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 945 time: 0.1752145 Feb 02 13:08:13.043970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ecc78e1-e558-4163-8c7a-c9a453c882b0 req-c0fe69a9-d1d3-4ec9-9cc0-9fc19e8b83f3 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/security-groups?id=ae4a3c31-7b87-45f2-8e5c-817b8e4c7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233001 Feb 02 13:08:13.061932 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks [] for port (fd10c15d-100d-480c-bafd-3a88325c160c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:13.077634 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (fd10c15d-100d-480c-bafd-3a88325c160c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:13.217510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Pushing event updated for resources: {'Port': ['ID=fd10c15d-100d-480c-bafd-3a88325c160c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:13.244139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-616971db-450f-40fb-bda1-23ad23690fd5 req-ca666152-e501-423d-b8ae-3715510be890 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 210 time: 0.0821247 Feb 02 13:08:13.259392 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (1e6f3f2c-3688-4595-a1b0-a24dbe2db346), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:13.280854 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ec7d762d-e1a0-42a6-bbae-72524b62d120 req-03dea27a-daba-4181-836e-abe20f39705e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (48e49806-e914-4c65-8c54-b08b2be75d22), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:13.293757 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:13.294939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-98db8380-4bc8-4702-99c5-0c9204fab3ab tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8519964 Feb 02 13:08:13.318676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['48e49806-e914-4c65-8c54-b08b2be75d22'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:08:13.321456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['70b7c136-5a45-46ea-876b-6974dd442a50'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:08:13.326666 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e348b520-ba48-479a-83f7-c2213c747c64 x-openstack-request-id: req-e348b520-ba48-479a-83f7-c2213c747c64 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:13.329102 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe69a62-b8a2-491c-b798-b70875194542", "name": "network-vif-plugged", "status": "completed", "tag": "56a4d90b-d16b-45fe-b903-bf68bb2274ca", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:13.329102 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e348b520-ba48-479a-83f7-c2213c747c64 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:13.329102 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe69a62-b8a2-491c-b798-b70875194542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a4d90b-d16b-45fe-b903-bf68bb2274ca', 'code': 200} Feb 02 13:08:13.331025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dea27a-daba-4181-836e-abe20f39705e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Pushing event deleted for resources: {'Port': ['ID=48e49806-e914-4c65-8c54-b08b2be75d22,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:13.344023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba3e6c-bb07-4577-a48f-d1fd934d1dfa req-9f643e6b-3413-470a-a384-63b0937fa896 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:13.346083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3ba3e6c-bb07-4577-a48f-d1fd934d1dfa req-9f643e6b-3413-470a-a384-63b0937fa896 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 946 time: 0.1830428 Feb 02 13:08:13.434788 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-16d15eeb-4587-45e9-95b9-08eab183d112 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.1161938 Feb 02 13:08:13.464142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7d762d-e1a0-42a6-bbae-72524b62d120 req-03dea27a-daba-4181-836e-abe20f39705e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] No DVR routers for this DVR port 48e49806-e914-4c65-8c54-b08b2be75d22 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:08:13.478078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ec7d762d-e1a0-42a6-bbae-72524b62d120 req-03dea27a-daba-4181-836e-abe20f39705e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:13.486413 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec7d762d-e1a0-42a6-bbae-72524b62d120 req-03dea27a-daba-4181-836e-abe20f39705e tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.62 "DELETE /v2.0/ports/48e49806-e914-4c65-8c54-b08b2be75d22 HTTP/1.1" status: 204 len: 173 time: 1.1172764 Feb 02 13:08:13.530134 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978139e-b7d7-46e3-a8b5-f96205e2edcf req-1bb8573c-7456-437b-bad4-6383b3f5f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:13.530769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc', 'name': 'network-vif-deleted', 'tag': '48e49806-e914-4c65-8c54-b08b2be75d22'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:13.533586 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2978139e-b7d7-46e3-a8b5-f96205e2edcf req-1bb8573c-7456-437b-bad4-6383b3f5f9cc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 1127 time: 0.0752134 Feb 02 13:08:13.544758 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8379376e-3182-4ffb-89de-45219d93a4f9" -d '{"events": [{"server_uuid": "e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc", "name": "network-vif-deleted", "tag": "48e49806-e914-4c65-8c54-b08b2be75d22"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:13.553563 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd53e899-d9a4-4d9a-b6da-671824ee88cc req-28ab5ae4-7294-4737-9fda-19ecf19c2083 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc HTTP/1.1" status: 200 len: 210 time: 0.1225679 Feb 02 13:08:13.701752 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2978139e-b7d7-46e3-a8b5-f96205e2edcf req-342947f9-c19f-4a68-b96f-6bf0c26fa21e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405363 Feb 02 13:08:13.798500 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-14c4b9c9-9f64-4ad7-be9f-e777384df19b tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:13.799967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd794da6-4b18-4300-9abb-a685dc93d72e req-14c4b9c9-9f64-4ad7-be9f-e777384df19b tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.3485034 Feb 02 13:08:13.817798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b3ba3e6c-bb07-4577-a48f-d1fd934d1dfa req-85cc0777-2d9f-42e6-a73d-9f30e5a1e023 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Deleting port 70b7c136-5a45-46ea-876b-6974dd442a50 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:13.818228 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3ba3e6c-bb07-4577-a48f-d1fd934d1dfa req-85cc0777-2d9f-42e6-a73d-9f30e5a1e023 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:13.846174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38263f88-cc32-439a-95db-1a5253afd9b2 req-b36980cb-dd53-43f9-9f49-54aa5ee3bbda tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:13.847894 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38263f88-cc32-439a-95db-1a5253afd9b2 req-b36980cb-dd53-43f9-9f49-54aa5ee3bbda tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 945 time: 0.1505749 Feb 02 13:08:13.849500 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09155908-a8ba-436b-a391-cac084df45fe x-openstack-request-id: req-09155908-a8ba-436b-a391-cac084df45fe {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:13.849902 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc", "name": "network-vif-deleted", "tag": "48e49806-e914-4c65-8c54-b08b2be75d22", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:13.850243 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-09155908-a8ba-436b-a391-cac084df45fe {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:13.850717 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dcaee5-5bb4-46e0-af1b-0ab0d1b911fc', 'name': 'network-vif-deleted', 'tag': '48e49806-e914-4c65-8c54-b08b2be75d22', 'status': 'completed', 'code': 200} Feb 02 13:08:13.979389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38263f88-cc32-439a-95db-1a5253afd9b2 req-49934abd-9802-42d5-954e-eb150d2af6d4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157463 Feb 02 13:08:14.046535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5ed1c-b0dd-4a0b-ae1c-48a346769e4c req-92a7e6bd-5751-442d-8aa1-8831b4670eac tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:14.053796 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69f5ed1c-b0dd-4a0b-ae1c-48a346769e4c req-92a7e6bd-5751-442d-8aa1-8831b4670eac tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 945 time: 0.1187627 Feb 02 13:08:14.063217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b3ba3e6c-bb07-4577-a48f-d1fd934d1dfa req-85cc0777-2d9f-42e6-a73d-9f30e5a1e023 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] For port 70b7c136-5a45-46ea-876b-6974dd442a50, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=70b7c136-5a45-46ea-876b-6974dd442a50,segment=NetworkSegment(a4c09f4d-178c-4278-a7cc-20e26c297253),segment_id=a4c09f4d-178c-4278-a7cc-20e26c297253)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:14.063630 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3ba3e6c-bb07-4577-a48f-d1fd934d1dfa req-85cc0777-2d9f-42e6-a73d-9f30e5a1e023 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:14.121299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b3ba3e6c-bb07-4577-a48f-d1fd934d1dfa req-85cc0777-2d9f-42e6-a73d-9f30e5a1e023 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Calling delete_port for 70b7c136-5a45-46ea-876b-6974dd442a50 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:14.170600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f4cc3-d0e2-4bc7-9a74-0098dddb5034 req-4cf59a56-f2fc-42ed-b711-9a70145c7347 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:14.172333 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b51f4cc3-d0e2-4bc7-9a74-0098dddb5034 req-4cf59a56-f2fc-42ed-b711-9a70145c7347 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.62 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 945 time: 0.0903966 Feb 02 13:08:14.176536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-7ebcb51f-7df7-4a7d-84e6-cf682c0df64f tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/floatingips/1e6f3f2c-3688-4595-a1b0-a24dbe2db346 HTTP/1.1" status: 200 len: 692 time: 0.1388829 Feb 02 13:08:14.195688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69f5ed1c-b0dd-4a0b-ae1c-48a346769e4c req-31c5565b-5d4d-4683-aa7e-4dd5504955bb tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/security-groups?id=ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407988 Feb 02 13:08:14.363697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-b51f4cc3-d0e2-4bc7-9a74-0098dddb5034 req-0e9dbf23-9de1-47a8-812e-2d7d244c54a4 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Deleting port 4f611e13-5956-4950-8942-ea5b3a726019 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:14.364037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b51f4cc3-d0e2-4bc7-9a74-0098dddb5034 req-0e9dbf23-9de1-47a8-812e-2d7d244c54a4 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4f611e13-5956-4950-8942-ea5b3a726019), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:14.546772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b51f4cc3-d0e2-4bc7-9a74-0098dddb5034 req-0e9dbf23-9de1-47a8-812e-2d7d244c54a4 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] For port 4f611e13-5956-4950-8942-ea5b3a726019, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=4f611e13-5956-4950-8942-ea5b3a726019,segment=NetworkSegment(9662c47b-6930-42a5-a1e2-d27c9693ea91),segment_id=9662c47b-6930-42a5-a1e2-d27c9693ea91)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:14.547943 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b51f4cc3-d0e2-4bc7-9a74-0098dddb5034 req-0e9dbf23-9de1-47a8-812e-2d7d244c54a4 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4f611e13-5956-4950-8942-ea5b3a726019), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:14.573829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-b51f4cc3-d0e2-4bc7-9a74-0098dddb5034 req-0e9dbf23-9de1-47a8-812e-2d7d244c54a4 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Calling delete_port for 4f611e13-5956-4950-8942-ea5b3a726019 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:14.770923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b51f4cc3-d0e2-4bc7-9a74-0098dddb5034 req-0e9dbf23-9de1-47a8-812e-2d7d244c54a4 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4f611e13-5956-4950-8942-ea5b3a726019), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:14.803407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['4f611e13-5956-4950-8942-ea5b3a726019'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:08:14.854215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-245943cd-9fee-4db3-9d1b-bba54d4c5b58 req-8415dd07-ad3f-48c9-8325-4dd0b7f50ebd tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.83 "GET /v2.0/ports?device_id=5406e4cc-7e4f-4d84-a740-d367b892eb62 HTTP/1.1" status: 200 len: 210 time: 0.0880518 Feb 02 13:08:14.856892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9dbf23-9de1-47a8-812e-2d7d244c54a4 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Pushing event deleted for resources: {'Port': ['ID=4f611e13-5956-4950-8942-ea5b3a726019,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:14.938223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-ddf8920c-4ced-4a9b-8554-98826da61750 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:14.943690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51f4cc3-d0e2-4bc7-9a74-0098dddb5034 req-0e9dbf23-9de1-47a8-812e-2d7d244c54a4 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] No DVR routers for this DVR port 4f611e13-5956-4950-8942-ea5b3a726019 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:08:14.947462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-ddf8920c-4ced-4a9b-8554-98826da61750 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.7692444 Feb 02 13:08:14.950218 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b51f4cc3-d0e2-4bc7-9a74-0098dddb5034 req-0e9dbf23-9de1-47a8-812e-2d7d244c54a4 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:14.956210 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b51f4cc3-d0e2-4bc7-9a74-0098dddb5034 req-0e9dbf23-9de1-47a8-812e-2d7d244c54a4 tempest-InstanceActionsNegativeTestJSON-1710868919 tempest-InstanceActionsNegativeTestJSON-1710868919-project] 10.222.0.62 "DELETE /v2.0/ports/4f611e13-5956-4950-8942-ea5b3a726019 HTTP/1.1" status: 204 len: 173 time: 0.7775631 Feb 02 13:08:14.957103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5406e4cc-7e4f-4d84-a740-d367b892eb62', 'name': 'network-vif-deleted', 'tag': '4f611e13-5956-4950-8942-ea5b3a726019'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:14.970498 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968a8a6f-1c67-4437-a7f9-0488c87455db" -d '{"events": [{"server_uuid": "5406e4cc-7e4f-4d84-a740-d367b892eb62", "name": "network-vif-deleted", "tag": "4f611e13-5956-4950-8942-ea5b3a726019"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:15.022500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-aab8ba6e-ee51-4488-8fc4-29d88dc6866f tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.0736244 Feb 02 13:08:15.043180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49978) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:15.129758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1955f11f-2b30-49f2-b3d7-2fa96f66d9a3 req-efddcce4-6b02-49f7-9564-9413f0912245 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 210 time: 0.0289531 Feb 02 13:08:15.147725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-8e78306c-36e8-4ea8-b2f3-26acb6374b24 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.42 HTTP/1.1" status: 200 len: 695 time: 0.1239870 Feb 02 13:08:15.255316 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9435bcc-e073-4f11-9472-9c9dabe4dace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:15.298672 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd198a5d-2466-402f-9434-0aab6e400977 x-openstack-request-id: req-cd198a5d-2466-402f-9434-0aab6e400977 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:15.300848 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5406e4cc-7e4f-4d84-a740-d367b892eb62", "name": "network-vif-deleted", "tag": "4f611e13-5956-4950-8942-ea5b3a726019", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:15.301284 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cd198a5d-2466-402f-9434-0aab6e400977 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:15.301895 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5406e4cc-7e4f-4d84-a740-d367b892eb62', 'name': 'network-vif-deleted', 'tag': '4f611e13-5956-4950-8942-ea5b3a726019', 'status': 'completed', 'code': 200} Feb 02 13:08:15.327943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-9c70ef2a-c24f-4e7c-b6f6-9d34bd489521 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Deleting port fd10c15d-100d-480c-bafd-3a88325c160c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:15.328248 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-9c70ef2a-c24f-4e7c-b6f6-9d34bd489521 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fd10c15d-100d-480c-bafd-3a88325c160c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:15.407343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9435bcc-e073-4f11-9472-9c9dabe4dace admin admin] Publish callbacks [] for security_group (16a1511e-1371-4607-af86-1a41e140f4a8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:15.413044 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9435bcc-e073-4f11-9472-9c9dabe4dace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (16a1511e-1371-4607-af86-1a41e140f4a8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:15.450489 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3ba3e6c-bb07-4577-a48f-d1fd934d1dfa req-85cc0777-2d9f-42e6-a73d-9f30e5a1e023 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (70b7c136-5a45-46ea-876b-6974dd442a50), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:15.482229 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a9435bcc-e073-4f11-9472-9c9dabe4dace admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7da0a1d4ea6b45058f942d253c4b3b41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4375620 Feb 02 13:08:15.482989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49988) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:15.493361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc0777-2d9f-42e6-a73d-9f30e5a1e023 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Pushing event deleted for resources: {'Port': ['ID=70b7c136-5a45-46ea-876b-6974dd442a50,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:15.500853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9435bcc-e073-4f11-9472-9c9dabe4dace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a1511e-1371-4607-af86-1a41e140f4a8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:15.558619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb7200-7d99-4d82-aacd-36f7be75fc10 req-b004097f-ecb3-4e19-8882-7a6e2235ebee tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:15.560265 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06cb7200-7d99-4d82-aacd-36f7be75fc10 req-b004097f-ecb3-4e19-8882-7a6e2235ebee tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 945 time: 0.1616569 Feb 02 13:08:15.561164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ba3e6c-bb07-4577-a48f-d1fd934d1dfa req-85cc0777-2d9f-42e6-a73d-9f30e5a1e023 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] No DVR routers for this DVR port 70b7c136-5a45-46ea-876b-6974dd442a50 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:08:15.568652 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b3ba3e6c-bb07-4577-a48f-d1fd934d1dfa req-85cc0777-2d9f-42e6-a73d-9f30e5a1e023 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:15.571972 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3ba3e6c-bb07-4577-a48f-d1fd934d1dfa req-85cc0777-2d9f-42e6-a73d-9f30e5a1e023 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.18 "DELETE /v2.0/ports/70b7c136-5a45-46ea-876b-6974dd442a50 HTTP/1.1" status: 204 len: 173 time: 2.1907840 Feb 02 13:08:15.597847 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-9c70ef2a-c24f-4e7c-b6f6-9d34bd489521 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fd10c15d-100d-480c-bafd-3a88325c160c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:15.598182 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-9c70ef2a-c24f-4e7c-b6f6-9d34bd489521 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks [] for floatingip (fd10c15d-100d-480c-bafd-3a88325c160c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:15.605618 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76dd4270-8d7b-4dd9-b57a-e3be93a2a63e admin admin] Publish callbacks [] for security_group (16a1511e-1371-4607-af86-1a41e140f4a8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:15.623373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-9c70ef2a-c24f-4e7c-b6f6-9d34bd489521 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Calling delete_port for fd10c15d-100d-480c-bafd-3a88325c160c owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:15.632616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 48e49806-e914-4c65-8c54-b08b2be75d22 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:08:15.635482 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06cb7200-7d99-4d82-aacd-36f7be75fc10 req-0d399f26-a139-4232-81d7-aeb9a2f7f6ef tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/security-groups?id=ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623806 Feb 02 13:08:15.675346 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76dd4270-8d7b-4dd9-b57a-e3be93a2a63e admin admin] Publish callbacks [] for security_group (16a1511e-1371-4607-af86-1a41e140f4a8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:15.682200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 48e49806-e914-4c65-8c54-b08b2be75d22 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:08:15.683280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 48e49806-e914-4c65-8c54-b08b2be75d22 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:08:15.686907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4f611e13-5956-4950-8942-ea5b3a726019 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:08:15.768987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76dd4270-8d7b-4dd9-b57a-e3be93a2a63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (16a1511e-1371-4607-af86-1a41e140f4a8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:15.772993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76dd4270-8d7b-4dd9-b57a-e3be93a2a63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:15.774389 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-76dd4270-8d7b-4dd9-b57a-e3be93a2a63e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/16a1511e-1371-4607-af86-1a41e140f4a8 HTTP/1.1" status: 204 len: 168 time: 0.2900400 Feb 02 13:08:15.785083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd4270-8d7b-4dd9-b57a-e3be93a2a63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a1511e-1371-4607-af86-1a41e140f4a8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:15.846808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 4f611e13-5956-4950-8942-ea5b3a726019 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:08:15.847320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 4f611e13-5956-4950-8942-ea5b3a726019 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:08:15.906345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4831269-d211-4b79-a648-565c4c910255', 'name': 'network-vif-deleted', 'tag': '70b7c136-5a45-46ea-876b-6974dd442a50'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:15.912332 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbb9acc-ca85-4021-8767-4d959ce3bc17" -d '{"events": [{"server_uuid": "b4831269-d211-4b79-a648-565c4c910255", "name": "network-vif-deleted", "tag": "70b7c136-5a45-46ea-876b-6974dd442a50"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:15.921035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70c64894-9bb7-4ac0-ac7c-1904c19807cd req-4e6f7a65-a856-438a-b438-fd19ac006a65 tempest-MultipleCreateTestJSON-2119442112 tempest-MultipleCreateTestJSON-2119442112-project] 10.222.0.83 "GET /v2.0/ports?device_id=b4831269-d211-4b79-a648-565c4c910255 HTTP/1.1" status: 200 len: 210 time: 0.0846238 Feb 02 13:08:15.959376 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-9c70ef2a-c24f-4e7c-b6f6-9d34bd489521 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fd10c15d-100d-480c-bafd-3a88325c160c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.031743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50000) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:16.037585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70ef2a-c24f-4e7c-b6f6-9d34bd489521 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Pushing event deleted for resources: {'Port': ['ID=fd10c15d-100d-480c-bafd-3a88325c160c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:16.146505 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d780e64e-a170-4cb9-9ad6-eeee45553e64 admin admin] Deleting subnet 013796fa-fcd6-4cc8-a11b-87c4202318e9 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:08:16.155794 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d780e64e-a170-4cb9-9ad6-eeee45553e64 admin admin] Publish callbacks [] for subnet (013796fa-fcd6-4cc8-a11b-87c4202318e9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.158793 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f5c1f8-6281-4021-901f-a5efb9729ca3 x-openstack-request-id: req-44f5c1f8-6281-4021-901f-a5efb9729ca3 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:16.159234 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4831269-d211-4b79-a648-565c4c910255", "name": "network-vif-deleted", "tag": "70b7c136-5a45-46ea-876b-6974dd442a50", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:16.159330 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-44f5c1f8-6281-4021-901f-a5efb9729ca3 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:16.159731 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4831269-d211-4b79-a648-565c4c910255', 'name': 'network-vif-deleted', 'tag': '70b7c136-5a45-46ea-876b-6974dd442a50', 'status': 'completed', 'code': 200} Feb 02 13:08:16.212463 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-9c70ef2a-c24f-4e7c-b6f6-9d34bd489521 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks [] for floatingip (1e6f3f2c-3688-4595-a1b0-a24dbe2db346), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.232938 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-9c70ef2a-c24f-4e7c-b6f6-9d34bd489521 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.242313 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d871319e-0ca1-45f2-9efa-38311a13c07a req-9c70ef2a-c24f-4e7c-b6f6-9d34bd489521 tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "DELETE /v2.0/floatingips/1e6f3f2c-3688-4595-a1b0-a24dbe2db346 HTTP/1.1" status: 204 len: 173 time: 1.0936332 Feb 02 13:08:16.341084 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d780e64e-a170-4cb9-9ad6-eeee45553e64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (013796fa-fcd6-4cc8-a11b-87c4202318e9), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.349728 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-894ea9ab-8c69-4ff4-a0f7-f6d8a8a07752 req-3ab78cbe-616d-4847-bca0-642f121e5b5e tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] show failed (client error): The resource could not be found. Feb 02 13:08:16.359314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-894ea9ab-8c69-4ff4-a0f7-f6d8a8a07752 req-3ab78cbe-616d-4847-bca0-642f121e5b5e tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/floatingips/1e6f3f2c-3688-4595-a1b0-a24dbe2db346 HTTP/1.1" status: 404 len: 350 time: 0.0914173 Feb 02 13:08:16.415164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-370f6181-d930-441d-8c03-4975af21a752 req-96999f12-648e-4d0e-afef-bdfbac93a766 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 210 time: 0.0687206 Feb 02 13:08:16.461020 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-d1d8b0c1-79d3-4575-86d8-db3a8d8dd157 req-f0182f38-3eb7-43b1-9f7f-6f1a69d3fc2f tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] show failed (client error): The resource could not be found. Feb 02 13:08:16.463943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1d8b0c1-79d3-4575-86d8-db3a8d8dd157 req-f0182f38-3eb7-43b1-9f7f-6f1a69d3fc2f tempest-FloatingIPsTestJSON-838015169 tempest-FloatingIPsTestJSON-838015169-project] 10.222.0.83 "GET /v2.0/floatingips/1e6f3f2c-3688-4595-a1b0-a24dbe2db346 HTTP/1.1" status: 404 len: 350 time: 0.0514801 Feb 02 13:08:16.476598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50012) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:16.484089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50014) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:16.500117 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d780e64e-a170-4cb9-9ad6-eeee45553e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (013796fa-fcd6-4cc8-a11b-87c4202318e9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.505678 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a0563c2-d3d7-4031-b87f-38f62d2b5102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.634662 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a0563c2-d3d7-4031-b87f-38f62d2b5102 admin admin] Publish callbacks [] for security_group (909526df-7a8e-4b3d-b586-5a84cf3ece73), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.641190 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a0563c2-d3d7-4031-b87f-38f62d2b5102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (909526df-7a8e-4b3d-b586-5a84cf3ece73), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.674251 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d780e64e-a170-4cb9-9ad6-eeee45553e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (013796fa-fcd6-4cc8-a11b-87c4202318e9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.710137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9a0563c2-d3d7-4031-b87f-38f62d2b5102 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8db944c281da4c6a83577d62eca5a011&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2238266 Feb 02 13:08:16.711060 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0563c2-d3d7-4031-b87f-38f62d2b5102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909526df-7a8e-4b3d-b586-5a84cf3ece73,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:16.713399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:16.746580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780e64e-a170-4cb9-9ad6-eeee45553e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=013796fa-fcd6-4cc8-a11b-87c4202318e9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:16.754592 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d780e64e-a170-4cb9-9ad6-eeee45553e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.760397 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d780e64e-a170-4cb9-9ad6-eeee45553e64 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/013796fa-fcd6-4cc8-a11b-87c4202318e9 HTTP/1.1" status: 204 len: 168 time: 0.7250636 Feb 02 13:08:16.760809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:16.846991 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-738912ec-e7ed-4eee-bb37-1330f6f472be admin admin] Publish callbacks [] for security_group (909526df-7a8e-4b3d-b586-5a84cf3ece73), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.854501 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (770bbec7-cade-47f8-a9a4-e702b695cb89), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:16.877873 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-738912ec-e7ed-4eee-bb37-1330f6f472be admin admin] Publish callbacks [] for security_group (909526df-7a8e-4b3d-b586-5a84cf3ece73), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.027721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:17.030972 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (770bbec7-cade-47f8-a9a4-e702b695cb89), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.060027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2be74493-e664-49bc-bf11-0f9243445609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (b8fc08e1-1ed5-4996-ade0-48927f1811a3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.091163 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-738912ec-e7ed-4eee-bb37-1330f6f472be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (909526df-7a8e-4b3d-b586-5a84cf3ece73), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.094161 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-738912ec-e7ed-4eee-bb37-1330f6f472be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.095921 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-738912ec-e7ed-4eee-bb37-1330f6f472be admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/909526df-7a8e-4b3d-b586-5a84cf3ece73 HTTP/1.1" status: 204 len: 168 time: 0.3815875 Feb 02 13:08:17.097928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770bbec7-cade-47f8-a9a4-e702b695cb89']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:17.100017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 70b7c136-5a45-46ea-876b-6974dd442a50 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:08:17.134762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9662c47b-6930-42a5-a1e2-d27c9693ea91') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:17.134993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 70b7c136-5a45-46ea-876b-6974dd442a50 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:08:17.136424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 70b7c136-5a45-46ea-876b-6974dd442a50 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:08:17.147171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9662c47b-6930-42a5-a1e2-d27c9693ea91') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:17.179657 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (9662c47b-6930-42a5-a1e2-d27c9693ea91), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.191277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-68934c9b-a6d0-4c73-b233-50c2647a9d4c admin admin] Deleting subnet 61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:08:17.200643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738912ec-e7ed-4eee-bb37-1330f6f472be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909526df-7a8e-4b3d-b586-5a84cf3ece73,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:17.232010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68934c9b-a6d0-4c73-b233-50c2647a9d4c admin admin] Publish callbacks [] for subnet (61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.272752 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9662c47b-6930-42a5-a1e2-d27c9693ea91), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.302234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:08:17.307695 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (9662c47b-6930-42a5-a1e2-d27c9693ea91), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:08:17.310003 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:08:17.424660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68934c9b-a6d0-4c73-b233-50c2647a9d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.497962 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (770bbec7-cade-47f8-a9a4-e702b695cb89), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.517024 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.524789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] 10.222.0.83 "DELETE /v2.0/networks/770bbec7-cade-47f8-a9a4-e702b695cb89 HTTP/1.1" status: 204 len: 168 time: 0.7613244 Feb 02 13:08:17.543032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2be74493-e664-49bc-bf11-0f9243445609 admin admin] Deleting port 30021428-1b7f-4a93-aa5f-a72f13220389 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:17.543630 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2be74493-e664-49bc-bf11-0f9243445609 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.585909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e48b8-0568-46f2-b203-7b0bd2e42637 admin admin] Pushing event deleted for resources: {'Network': ['ID=770bbec7-cade-47f8-a9a4-e702b695cb89,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:17.630847 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68934c9b-a6d0-4c73-b233-50c2647a9d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.670855 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-621dba2d-0b3f-437a-beef-36f836ae929c req-15ae0e60-3e71-4d3a-8ff4-e375c82e027c tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 210 time: 0.1209095 Feb 02 13:08:17.732161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-2be74493-e664-49bc-bf11-0f9243445609 admin admin] For port 30021428-1b7f-4a93-aa5f-a72f13220389, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=30021428-1b7f-4a93-aa5f-a72f13220389,segment=NetworkSegment(4aaee53d-975d-4818-8865-ec495529f5a9),segment_id=4aaee53d-975d-4818-8865-ec495529f5a9)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:17.733067 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2be74493-e664-49bc-bf11-0f9243445609 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.764522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2be74493-e664-49bc-bf11-0f9243445609 admin admin] Calling delete_port for 30021428-1b7f-4a93-aa5f-a72f13220389 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:17.819061 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68934c9b-a6d0-4c73-b233-50c2647a9d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.889779 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50054) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:17.895404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68934c9b-a6d0-4c73-b233-50c2647a9d4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:17.911508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-68934c9b-a6d0-4c73-b233-50c2647a9d4c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5 HTTP/1.1" status: 204 len: 168 time: 0.8824251 Feb 02 13:08:17.912415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50056) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:17.964457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68934c9b-a6d0-4c73-b233-50c2647a9d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61702ca9-95aa-40f8-8fd6-7b5d92ac2bd5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:17.996334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1cb2f3ea-7f35-48b2-9c2a-4ef160816675 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=29acbc3e00b149d491381dbc7086aa98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1023552 Feb 02 13:08:17.998673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50058) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:18.062902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (100078bf-3752-451a-9d8d-8dacab8aa3de), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:18.143610 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-daacad89-1bce-45e6-bb59-a6ad1bbef737 admin admin] Publish callbacks [] for security_group (ae4a3c31-7b87-45f2-8e5c-817b8e4c7073), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:18.179094 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-daacad89-1bce-45e6-bb59-a6ad1bbef737 admin admin] Publish callbacks [] for security_group (ae4a3c31-7b87-45f2-8e5c-817b8e4c7073), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:18.252323 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (100078bf-3752-451a-9d8d-8dacab8aa3de), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:18.285389 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-daacad89-1bce-45e6-bb59-a6ad1bbef737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ae4a3c31-7b87-45f2-8e5c-817b8e4c7073), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:18.289985 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-daacad89-1bce-45e6-bb59-a6ad1bbef737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:18.291620 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-daacad89-1bce-45e6-bb59-a6ad1bbef737 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ae4a3c31-7b87-45f2-8e5c-817b8e4c7073 HTTP/1.1" status: 204 len: 168 time: 0.2918797 Feb 02 13:08:18.309616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['100078bf-3752-451a-9d8d-8dacab8aa3de']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:18.324665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c09f4d-178c-4278-a7cc-20e26c297253') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:18.325939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c09f4d-178c-4278-a7cc-20e26c297253') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:18.327626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacad89-1bce-45e6-bb59-a6ad1bbef737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4a3c31-7b87-45f2-8e5c-817b8e4c7073,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:18.339154 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (a4c09f4d-178c-4278-a7cc-20e26c297253), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:18.347400 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2be74493-e664-49bc-bf11-0f9243445609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (30021428-1b7f-4a93-aa5f-a72f13220389), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:18.391006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a4c09f4d-178c-4278-a7cc-20e26c297253), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:18.410515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be74493-e664-49bc-bf11-0f9243445609 admin admin] Pushing event deleted for resources: {'Port': ['ID=30021428-1b7f-4a93-aa5f-a72f13220389,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:18.450960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:08:18.451523 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (a4c09f4d-178c-4278-a7cc-20e26c297253), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:08:18.453499 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:08:18.729548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (100078bf-3752-451a-9d8d-8dacab8aa3de), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:18.751886 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:18.757677 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] 10.222.0.83 "DELETE /v2.0/networks/100078bf-3752-451a-9d8d-8dacab8aa3de HTTP/1.1" status: 204 len: 168 time: 0.8400307 Feb 02 13:08:18.813907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362025a-6a03-4c40-bff8-736d8698df6a admin admin] Pushing event deleted for resources: {'Network': ['ID=100078bf-3752-451a-9d8d-8dacab8aa3de,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:18.936166 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc5ec5d8-1215-432f-937a-70e056db1c7e req-b6c261a3-ce85-477c-9203-4ceb83572be6 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6bc3d6e-8a33-417a-b735-efd43054b607 HTTP/1.1" status: 200 len: 210 time: 0.0714862 Feb 02 13:08:19.118092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50112) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:19.154831 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2be74493-e664-49bc-bf11-0f9243445609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (b8fc08e1-1ed5-4996-ade0-48927f1811a3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:19.234695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50116) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:19.235334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2a547118-20b3-46fa-a4f4-74d50716d413 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=49d767591ad54507b188d760543bb9fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1160395 Feb 02 13:08:19.369027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0113fc15-c156-4baf-a9ef-d6b0576c9a3c admin admin] Publish callbacks [] for security_group (43a23b85-7c7f-4ad8-9244-03bf4add558e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:19.433242 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0113fc15-c156-4baf-a9ef-d6b0576c9a3c admin admin] Publish callbacks [] for security_group (43a23b85-7c7f-4ad8-9244-03bf4add558e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:19.745596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be74493-e664-49bc-bf11-0f9243445609 admin admin] Router b8fc08e1-1ed5-4996-ade0-48927f1811a3 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:08:19.745596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be74493-e664-49bc-bf11-0f9243445609 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:08:19.746764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa223d-21a4-4208-bb98-7da5bd31084c None None] Sync routers for ids ['b8fc08e1-1ed5-4996-ade0-48927f1811a3'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:08:19.747173 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2be74493-e664-49bc-bf11-0f9243445609 admin admin] 10.222.0.83 "PUT /v2.0/routers/b8fc08e1-1ed5-4996-ade0-48927f1811a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2429972 Feb 02 13:08:19.747242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa223d-21a4-4208-bb98-7da5bd31084c None None] Routers {'b8fc08e1-1ed5-4996-ade0-48927f1811a3'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:19.747242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d2fa223d-21a4-4208-bb98-7da5bd31084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b8fc08e1-1ed5-4996-ade0-48927f1811a3'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:19.749620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50128) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:19.750631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50130) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:19.774407 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0113fc15-c156-4baf-a9ef-d6b0576c9a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (43a23b85-7c7f-4ad8-9244-03bf4add558e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:19.781399 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0113fc15-c156-4baf-a9ef-d6b0576c9a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:19.787610 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0113fc15-c156-4baf-a9ef-d6b0576c9a3c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/43a23b85-7c7f-4ad8-9244-03bf4add558e HTTP/1.1" status: 204 len: 168 time: 0.5505261 Feb 02 13:08:19.891981 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0113fc15-c156-4baf-a9ef-d6b0576c9a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a23b85-7c7f-4ad8-9244-03bf4add558e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:20.125869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:20.136311 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Publish callbacks [] for router (b8fc08e1-1ed5-4996-ade0-48927f1811a3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:20.309573 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d45c-b522-4565-8004-ea3e41895c16 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for security_group (412f9216-0ec0-4f96-934e-34ebf5fa0039), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:20.312943 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe2d578d-2f5f-4cc8-bc8d-5d5a022b05ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:20.359829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50148) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:20.401995 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d45c-b522-4565-8004-ea3e41895c16 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for security_group (412f9216-0ec0-4f96-934e-34ebf5fa0039), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:20.499399 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d45c-b522-4565-8004-ea3e41895c16 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (412f9216-0ec0-4f96-934e-34ebf5fa0039), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:20.503092 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cb4d45c-b522-4565-8004-ea3e41895c16 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:20.504619 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6cb4d45c-b522-4565-8004-ea3e41895c16 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "DELETE /v2.0/security-groups/412f9216-0ec0-4f96-934e-34ebf5fa0039 HTTP/1.1" status: 204 len: 168 time: 0.3770759 Feb 02 13:08:20.508473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:20.562073 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-67c5bb79-934d-481a-88b6-34ccf005aecd tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] show failed (client error): The resource could not be found. Feb 02 13:08:20.566381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-67c5bb79-934d-481a-88b6-34ccf005aecd tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "GET /v2.0/security-groups/412f9216-0ec0-4f96-934e-34ebf5fa0039 HTTP/1.1" status: 404 len: 347 time: 0.0510180 Feb 02 13:08:20.568620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4d45c-b522-4565-8004-ea3e41895c16 tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412f9216-0ec0-4f96-934e-34ebf5fa0039,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:20.575896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:20.599872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d2fa223d-21a4-4208-bb98-7da5bd31084c None None] Set router b8fc08e1-1ed5-4996-ade0-48927f1811a3 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:20.893575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-aec32633-4cef-48ba-ae83-9fe57c8b634f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Deleting port feac2736-7f75-4415-8d17-e4ba1a8c9d36 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:20.894308 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aec32633-4cef-48ba-ae83-9fe57c8b634f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (feac2736-7f75-4415-8d17-e4ba1a8c9d36), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:20.949915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1574651609-network', 'tenant_id': 'ac86d3c2c9844eef81bd6634795a6037'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:20.982986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Made reservation on behalf of ac86d3c2c9844eef81bd6634795a6037 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:20.985534 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.019998 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.057459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d2fa223d-21a4-4208-bb98-7da5bd31084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'name': 'tempest-FloatingIPsTestJSON-274199451-router', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:07:54Z', 'updated_at': '2022-02-02T13:08:18Z', 'revision_number': 5, 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'gw_port': {'id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:07:55Z', 'updated_at': '2022-02-02T13:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:21.108466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aec32633-4cef-48ba-ae83-9fe57c8b634f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (feac2736-7f75-4415-8d17-e4ba1a8c9d36), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.108466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aec32633-4cef-48ba-ae83-9fe57c8b634f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for floatingip (feac2736-7f75-4415-8d17-e4ba1a8c9d36), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.108655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa223d-21a4-4208-bb98-7da5bd31084c None None] Checking router: b8fc08e1-1ed5-4996-ade0-48927f1811a3 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:08:21.112011 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Publish callbacks [] for security_group (4d9efce6-4f20-48b4-8f11-4990c33b7ae5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.123318 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4d9efce6-4f20-48b4-8f11-4990c33b7ae5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.125104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fa223d-21a4-4208-bb98-7da5bd31084c None None] Routers {'b8fc08e1-1ed5-4996-ade0-48927f1811a3'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:21.125583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d2fa223d-21a4-4208-bb98-7da5bd31084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b8fc08e1-1ed5-4996-ade0-48927f1811a3'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:21.133952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Publish callbacks [] for router_gateway (b8fc08e1-1ed5-4996-ade0-48927f1811a3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.139326 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-aec32633-4cef-48ba-ae83-9fe57c8b634f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Calling delete_port for feac2736-7f75-4415-8d17-e4ba1a8c9d36 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:21.158380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:08:21.207536 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4e264065-047f-4cf4-ae09-976bee095414), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.207871 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Added segment 4e264065-047f-4cf4-ae09-976bee095414 of type vlan for network a16ebedd-b487-4546-a330-f9126e7f4309 Feb 02 13:08:21.220596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9efce6-4f20-48b4-8f11-4990c33b7ae5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:21.282482 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe2d578d-2f5f-4cc8-bc8d-5d5a022b05ce admin admin] Publish callbacks [] for security_group (0cd78801-e490-471d-a636-be7f9ca35ad5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.292387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (a16ebedd-b487-4546-a330-f9126e7f4309), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.298423 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe2d578d-2f5f-4cc8-bc8d-5d5a022b05ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0cd78801-e490-471d-a636-be7f9ca35ad5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.361854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Deleting port a615dbde-5054-4fe0-81f2-23bb4af76f7a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:21.362232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.364018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d578d-2f5f-4cc8-bc8d-5d5a022b05ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd78801-e490-471d-a636-be7f9ca35ad5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:21.392202 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fe2d578d-2f5f-4cc8-bc8d-5d5a022b05ce admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a53cc58ba0cf41928d56d10ccea9af4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6400011 Feb 02 13:08:21.397217 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (a16ebedd-b487-4546-a330-f9126e7f4309), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.399058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:21.399747 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.403468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50172) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:21.410422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d2fa223d-21a4-4208-bb98-7da5bd31084c None None] Set router b8fc08e1-1ed5-4996-ade0-48927f1811a3 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:21.466698 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aec32633-4cef-48ba-ae83-9fe57c8b634f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (feac2736-7f75-4415-8d17-e4ba1a8c9d36), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.512235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec32633-4cef-48ba-ae83-9fe57c8b634f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Pushing event deleted for resources: {'Port': ['ID=feac2736-7f75-4415-8d17-e4ba1a8c9d36,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:21.550204 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1866696 Feb 02 13:08:21.556107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:21.561029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-921e1369-92f3-4276-ba48-600a5c7a1b10 admin admin] Request body: {'subnet': {'network_id': 'a16ebedd-b487-4546-a330-f9126e7f4309', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1574651609-subnet', 'tenant_id': 'ac86d3c2c9844eef81bd6634795a6037', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:21.624390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921e1369-92f3-4276-ba48-600a5c7a1b10 admin admin] Made reservation on behalf of ac86d3c2c9844eef81bd6634795a6037 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:21.626980 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-921e1369-92f3-4276-ba48-600a5c7a1b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.629270 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aec32633-4cef-48ba-ae83-9fe57c8b634f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks [] for floatingip (49155aa8-8d92-43e7-8c39-7a1576ade6fa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.631788 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aec32633-4cef-48ba-ae83-9fe57c8b634f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.633112 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aec32633-4cef-48ba-ae83-9fe57c8b634f tempest-ServersTestBootFromVolume-499563437 tempest-ServersTestBootFromVolume-499563437-project] 10.222.0.83 "DELETE /v2.0/floatingips/49155aa8-8d92-43e7-8c39-7a1576ade6fa HTTP/1.1" status: 204 len: 168 time: 1.0547583 Feb 02 13:08:21.649052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:21.688355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7dca96-871c-4b76-a897-68d53e7b3223 admin admin] Pushing event updated for resources: {'Network': ['ID=a16ebedd-b487-4546-a330-f9126e7f4309,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:21.703884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] For port a615dbde-5054-4fe0-81f2-23bb4af76f7a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a615dbde-5054-4fe0-81f2-23bb4af76f7a,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:21.704278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.739627 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network a16ebedd-b487-4546-a330-f9126e7f4309 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:08:21.758859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Calling delete_port for a615dbde-5054-4fe0-81f2-23bb4af76f7a owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:21.760970 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e813ab-ee0b-4f8b-9812-40469481df4f admin admin] Publish callbacks [] for security_group (0cd78801-e490-471d-a636-be7f9ca35ad5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:21.964646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d2fa223d-21a4-4208-bb98-7da5bd31084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'name': 'tempest-FloatingIPsTestJSON-274199451-router', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:07:54Z', 'updated_at': '2022-02-02T13:08:18Z', 'revision_number': 5, 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'gw_port': {'id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:07:55Z', 'updated_at': '2022-02-02T13:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:21.985773 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e813ab-ee0b-4f8b-9812-40469481df4f admin admin] Publish callbacks [] for security_group (0cd78801-e490-471d-a636-be7f9ca35ad5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.040834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fa223d-21a4-4208-bb98-7da5bd31084c None None] The sync data for ids ['b8fc08e1-1ed5-4996-ade0-48927f1811a3'] in n-d-827336-2 is: [{'id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'name': 'tempest-FloatingIPsTestJSON-274199451-router', 'tenant_id': '577411f41c1d4736a9ebadf1958607fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169'}], 'enable_snat': True}, 'gw_port_id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:07:54Z', 'updated_at': '2022-02-02T13:08:18Z', 'revision_number': 5, 'project_id': '577411f41c1d4736a9ebadf1958607fc', 'gw_port': {'id': 'a615dbde-5054-4fe0-81f2-23bb4af76f7a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:a1:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fc08e1-1ed5-4996-ade0-48927f1811a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:07:55Z', 'updated_at': '2022-02-02T13:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:08:22.176592 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e813ab-ee0b-4f8b-9812-40469481df4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0cd78801-e490-471d-a636-be7f9ca35ad5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.179950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e813ab-ee0b-4f8b-9812-40469481df4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.184950 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f0e813ab-ee0b-4f8b-9812-40469481df4f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0cd78801-e490-471d-a636-be7f9ca35ad5 HTTP/1.1" status: 204 len: 168 time: 0.7700655 Feb 02 13:08:22.254088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e813ab-ee0b-4f8b-9812-40469481df4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd78801-e490-471d-a636-be7f9ca35ad5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:22.263925 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-921e1369-92f3-4276-ba48-600a5c7a1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (28054869-2dc4-4d04-9c06-dc220012722b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.269578 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a615dbde-5054-4fe0-81f2-23bb4af76f7a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.335753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Pushing event deleted for resources: {'Port': ['ID=a615dbde-5054-4fe0-81f2-23bb4af76f7a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:22.443790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e1369-92f3-4276-ba48-600a5c7a1b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28054869-2dc4-4d04-9c06-dc220012722b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:22.477110 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (b8fc08e1-1ed5-4996-ade0-48927f1811a3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.565335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921e1369-92f3-4276-ba48-600a5c7a1b10 admin admin] Checking segment: {'id': '4e264065-047f-4cf4-ae09-976bee095414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a16ebedd-b487-4546-a330-f9126e7f4309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:22.565701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e1369-92f3-4276-ba48-600a5c7a1b10 admin admin] Network hostable DHCP agents. Network: a16ebedd-b487-4546-a330-f9126e7f4309, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:08:22.579240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50208) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:22.644166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e1369-92f3-4276-ba48-600a5c7a1b10 admin admin] Network a16ebedd-b487-4546-a330-f9126e7f4309 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:08:22.677294 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (b8fc08e1-1ed5-4996-ade0-48927f1811a3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.683176 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Publish callbacks [] for router_controller (b8fc08e1-1ed5-4996-ade0-48927f1811a3), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.705685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-921e1369-92f3-4276-ba48-600a5c7a1b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, a16ebedd-b487-4546-a330-f9126e7f4309) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:22.717724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6377339-b898-4437-b60a-d4a7ccf91661 None None] Network a16ebedd-b487-4546-a330-f9126e7f4309 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:08:22.727250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921e1369-92f3-4276-ba48-600a5c7a1b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:22.728267 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-921e1369-92f3-4276-ba48-600a5c7a1b10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.759598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-921e1369-92f3-4276-ba48-600a5c7a1b10 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2022877 Feb 02 13:08:22.787627 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (b8fc08e1-1ed5-4996-ade0-48927f1811a3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.788206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8fc08e1-1ed5-4996-ade0-48927f1811a3 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:08:22.792767 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.795865 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-397647b5-5571-454d-88c3-92e28b53dba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (ddd214ab-f933-49d0-a91d-bfa89cf64df8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.796560 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-78e2d5e6-1f43-419b-a709-1d56e7f24355 admin admin] 10.222.0.83 "DELETE /v2.0/routers/b8fc08e1-1ed5-4996-ade0-48927f1811a3 HTTP/1.1" status: 204 len: 168 time: 3.0423596 Feb 02 13:08:22.797181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50218) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:22.920871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:22.975783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01597f4c-1924-406b-b3dd-69a1269c7d8d None None] Network a16ebedd-b487-4546-a330-f9126e7f4309 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:08:22.977105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cda0c7-7f61-46ea-8968-be00f6117b25 admin admin] Deleting subnet 2babd40e-405f-4962-ad6a-cfcd32033249 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:08:22.995055 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9cda0c7-7f61-46ea-8968-be00f6117b25 admin admin] Publish callbacks [] for subnet (2babd40e-405f-4962-ad6a-cfcd32033249), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.153503 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9cda0c7-7f61-46ea-8968-be00f6117b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (2babd40e-405f-4962-ad6a-cfcd32033249), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.313670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Publish callbacks [] for security_group (138ded76-0b48-40b3-91f5-44ea80600702), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.321416 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (138ded76-0b48-40b3-91f5-44ea80600702), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.348742 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9cda0c7-7f61-46ea-8968-be00f6117b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (2babd40e-405f-4962-ad6a-cfcd32033249), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.414476 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2f23825cd1ff472caa6dc86c5b4ce140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8335776 Feb 02 13:08:23.417505 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50234) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:23.428006 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138ded76-0b48-40b3-91f5-44ea80600702,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:23.441389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-397647b5-5571-454d-88c3-92e28b53dba0 admin admin] Deleting port 5b5e17b5-988a-4433-8727-d796e6ee09cc {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:23.441990 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-397647b5-5571-454d-88c3-92e28b53dba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.479644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.480076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.489852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.490345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.490694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.491039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.491372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.491736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.492065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.492391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.492718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.493041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.493365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a688cfd4-1732-451f-8607-5aa0c8bbbacc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:23.576472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 30021428-1b7f-4a93-aa5f-a72f13220389 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:08:23.588121 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9cda0c7-7f61-46ea-8968-be00f6117b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (2babd40e-405f-4962-ad6a-cfcd32033249), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.609153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 30021428-1b7f-4a93-aa5f-a72f13220389 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:08:23.609776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 30021428-1b7f-4a93-aa5f-a72f13220389 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:08:23.655027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cda0c7-7f61-46ea-8968-be00f6117b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2babd40e-405f-4962-ad6a-cfcd32033249,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:23.661876 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9cda0c7-7f61-46ea-8968-be00f6117b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.667124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e479a164-1f22-41d5-bf7c-1a2e5a91f081 None None] Network 67827de5-fa6b-4960-b5d8-8820f4c53f8c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:08:23.667918 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d9cda0c7-7f61-46ea-8968-be00f6117b25 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/2babd40e-405f-4962-ad6a-cfcd32033249 HTTP/1.1" status: 204 len: 168 time: 0.8696885 Feb 02 13:08:23.670929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50238) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:23.681703 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fe9852f-d128-4afb-adee-e7bb000bc59c admin admin] Publish callbacks [] for security_group (138ded76-0b48-40b3-91f5-44ea80600702), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.723737 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fe9852f-d128-4afb-adee-e7bb000bc59c admin admin] Publish callbacks [] for security_group (138ded76-0b48-40b3-91f5-44ea80600702), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.729072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-397647b5-5571-454d-88c3-92e28b53dba0 admin admin] For port 5b5e17b5-988a-4433-8727-d796e6ee09cc, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5b5e17b5-988a-4433-8727-d796e6ee09cc,segment=NetworkSegment(dd1bd748-038c-47d2-981f-7508cc5d154c),segment_id=dd1bd748-038c-47d2-981f-7508cc5d154c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:23.729439 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-397647b5-5571-454d-88c3-92e28b53dba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.780403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-397647b5-5571-454d-88c3-92e28b53dba0 admin admin] Calling delete_port for 5b5e17b5-988a-4433-8727-d796e6ee09cc owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:23.810027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (67827de5-fa6b-4960-b5d8-8820f4c53f8c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.885158 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fe9852f-d128-4afb-adee-e7bb000bc59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (138ded76-0b48-40b3-91f5-44ea80600702), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.891702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fe9852f-d128-4afb-adee-e7bb000bc59c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:23.893054 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6fe9852f-d128-4afb-adee-e7bb000bc59c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/138ded76-0b48-40b3-91f5-44ea80600702 HTTP/1.1" status: 204 len: 168 time: 0.4744844 Feb 02 13:08:23.899306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8a5fba-10e1-4434-af17-6070189aace3 None None] DHCP port deletion for 67827de5-fa6b-4960-b5d8-8820f4c53f8c request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:08:23.905022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9852f-d128-4afb-adee-e7bb000bc59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138ded76-0b48-40b3-91f5-44ea80600702,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:23.924900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Deleting port 23e5baaa-70e9-44ae-850f-a5f785c279f7 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:23.925735 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.013261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] For port 23e5baaa-70e9-44ae-850f-a5f785c279f7, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=23e5baaa-70e9-44ae-850f-a5f785c279f7,segment=NetworkSegment(4aaee53d-975d-4818-8865-ec495529f5a9),segment_id=4aaee53d-975d-4818-8865-ec495529f5a9)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:24.015059 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.034854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Calling delete_port for 23e5baaa-70e9-44ae-850f-a5f785c279f7 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:24.077856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-be8a5fba-10e1-4434-af17-6070189aace3 None None] Deleting port 23e5baaa-70e9-44ae-850f-a5f785c279f7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:24.078498 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be8a5fba-10e1-4434-af17-6070189aace3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.160058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-be8a5fba-10e1-4434-af17-6070189aace3 None None] For port 23e5baaa-70e9-44ae-850f-a5f785c279f7, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=23e5baaa-70e9-44ae-850f-a5f785c279f7,segment=NetworkSegment(4aaee53d-975d-4818-8865-ec495529f5a9),segment_id=4aaee53d-975d-4818-8865-ec495529f5a9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:24.160607 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be8a5fba-10e1-4434-af17-6070189aace3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.178008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-be8a5fba-10e1-4434-af17-6070189aace3 None None] Calling delete_port for 23e5baaa-70e9-44ae-850f-a5f785c279f7 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:24.194802 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-397647b5-5571-454d-88c3-92e28b53dba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5b5e17b5-988a-4433-8727-d796e6ee09cc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.268257 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.277225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397647b5-5571-454d-88c3-92e28b53dba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5e17b5-988a-4433-8727-d796e6ee09cc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:24.359502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e5baaa-70e9-44ae-850f-a5f785c279f7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:24.375158 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] No DVR routers for this DVR port 23e5baaa-70e9-44ae-850f-a5f785c279f7 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: from cryptography.utils import int_from_bytes Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: from cryptography.utils import int_from_bytes Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.413467 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:24.416505 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:08:24.435687 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-be8a5fba-10e1-4434-af17-6070189aace3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (23e5baaa-70e9-44ae-850f-a5f785c279f7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.546578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a5fba-10e1-4434-af17-6070189aace3 None None] Pushing event deleted for resources: {'Port': ['ID=23e5baaa-70e9-44ae-850f-a5f785c279f7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:24.568048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a5fba-10e1-4434-af17-6070189aace3 None None] No DVR routers for this DVR port 23e5baaa-70e9-44ae-850f-a5f785c279f7 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:08:24.625325 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (67827de5-fa6b-4960-b5d8-8820f4c53f8c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.673028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67827de5-fa6b-4960-b5d8-8820f4c53f8c']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:24.700262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aaee53d-975d-4818-8865-ec495529f5a9') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:24.700549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aaee53d-975d-4818-8865-ec495529f5a9') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:24.760648 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (4aaee53d-975d-4818-8865-ec495529f5a9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.794548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4aaee53d-975d-4818-8865-ec495529f5a9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.822086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:08:24.822461 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (4aaee53d-975d-4818-8865-ec495529f5a9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:08:24.828094 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:08:24.935537 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (67827de5-fa6b-4960-b5d8-8820f4c53f8c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.941520 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:24.953102 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] 10.222.0.83 "DELETE /v2.0/networks/67827de5-fa6b-4960-b5d8-8820f4c53f8c HTTP/1.1" status: 204 len: 168 time: 1.2796841 Feb 02 13:08:24.979280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3931a21-469a-4bb4-bc8d-f3938fa53159 admin admin] Pushing event deleted for resources: {'Network': ['ID=67827de5-fa6b-4960-b5d8-8820f4c53f8c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:25.324878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50292) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:25.348978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a615dbde-5054-4fe0-81f2-23bb4af76f7a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:08:25.397008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: a615dbde-5054-4fe0-81f2-23bb4af76f7a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:08:25.397718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a615dbde-5054-4fe0-81f2-23bb4af76f7a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:08:25.398325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 23e5baaa-70e9-44ae-850f-a5f785c279f7 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:08:25.409800 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-31bd6766-541e-4fcd-b677-905187df2121 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=577411f41c1d4736a9ebadf1958607fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0833385 Feb 02 13:08:25.413526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50296) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:25.445937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 23e5baaa-70e9-44ae-850f-a5f785c279f7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:08:25.448646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 23e5baaa-70e9-44ae-850f-a5f785c279f7 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:08:25.518517 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c5cc-e60f-4503-b08b-726841f7709f admin admin] Publish callbacks [] for security_group (80903c55-2d64-483d-afaf-be448f7afed7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:25.554375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c5cc-e60f-4503-b08b-726841f7709f admin admin] Publish callbacks [] for security_group (80903c55-2d64-483d-afaf-be448f7afed7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:25.558371 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-397647b5-5571-454d-88c3-92e28b53dba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (ddd214ab-f933-49d0-a91d-bfa89cf64df8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:25.663601 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c5cc-e60f-4503-b08b-726841f7709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (80903c55-2d64-483d-afaf-be448f7afed7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:25.672327 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c5cc-e60f-4503-b08b-726841f7709f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:25.675111 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b3d0c5cc-e60f-4503-b08b-726841f7709f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/80903c55-2d64-483d-afaf-be448f7afed7 HTTP/1.1" status: 204 len: 168 time: 0.2604730 Feb 02 13:08:25.686269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0c5cc-e60f-4503-b08b-726841f7709f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80903c55-2d64-483d-afaf-be448f7afed7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:25.954715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-f9ff0ba7-8da8-4571-9b8b-cf0f4d6809db tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:25.962030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-f9ff0ba7-8da8-4571-9b8b-cf0f4d6809db tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/networks?id=a16ebedd-b487-4546-a330-f9126e7f4309 HTTP/1.1" status: 200 len: 810 time: 0.2535844 Feb 02 13:08:26.006185 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ff68facd-92d8-42c0-8c94-e5e054efc8aa tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/quotas/ac86d3c2c9844eef81bd6634795a6037 HTTP/1.1" status: 200 len: 375 time: 0.0431881 Feb 02 13:08:26.052672 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2ccae36d-f3ea-4b6f-9fc2-dfd53553d931 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac86d3c2c9844eef81bd6634795a6037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455029 Feb 02 13:08:26.085185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397647b5-5571-454d-88c3-92e28b53dba0 admin admin] Router ddd214ab-f933-49d0-a91d-bfa89cf64df8 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:08:26.136018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50336) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:26.370441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2112535307-network', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:26.379143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397647b5-5571-454d-88c3-92e28b53dba0 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:08:26.404664 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251249e-933c-40fe-8e22-2d1742146085 None None] Sync routers for ids ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:08:26.413881 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-397647b5-5571-454d-88c3-92e28b53dba0 admin admin] 10.222.0.83 "PUT /v2.0/routers/ddd214ab-f933-49d0-a91d-bfa89cf64df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7612746 Feb 02 13:08:26.415277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50360) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:26.427481 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251249e-933c-40fe-8e22-2d1742146085 None None] Routers {'ddd214ab-f933-49d0-a91d-bfa89cf64df8'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:26.428125 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c251249e-933c-40fe-8e22-2d1742146085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:26.580094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Made reservation on behalf of a9e034360ca34688b0eea31302f92faa for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:26.584083 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:26.628044 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:26.653662 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c251249e-933c-40fe-8e22-2d1742146085 None None] Set router ddd214ab-f933-49d0-a91d-bfa89cf64df8 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:26.661150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2777650e-cf83-4316-b5da-ddbf750c3192 service neutron] 10.222.0.83 "GET /v2.0/networks/a16ebedd-b487-4546-a330-f9126e7f4309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075425 Feb 02 13:08:26.696242 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Publish callbacks [] for router (ddd214ab-f933-49d0-a91d-bfa89cf64df8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:26.880467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-be6287d2-41bb-4950-8078-e0e95f1ce239 service neutron] 10.222.0.83 "GET /v2.0/networks/a16ebedd-b487-4546-a330-f9126e7f4309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092924 Feb 02 13:08:26.924851 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Publish callbacks [] for security_group (0d522051-7a9f-4f13-b6cb-c66cd7bd9294), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:26.932404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0d522051-7a9f-4f13-b6cb-c66cd7bd9294), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:26.952386 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:08:26.961183 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Publish callbacks [] for router_gateway (ddd214ab-f933-49d0-a91d-bfa89cf64df8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:26.971064 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e86f0a0e-7c45-4408-9f86-68fc49ac601b req-67f32796-b496-4fff-8553-bc3909e68849 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135480 Feb 02 13:08:26.983803 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4feecac5-aae3-4820-a1b6-67e4759b5d17), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:26.984191 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Added segment 4feecac5-aae3-4820-a1b6-67e4759b5d17 of type vlan for network 09b930df-df7c-43c7-a531-c62b99d62bcf Feb 02 13:08:27.089740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (09b930df-df7c-43c7-a531-c62b99d62bcf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:27.155469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (09b930df-df7c-43c7-a531-c62b99d62bcf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:27.157662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:27.158280 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:27.179054 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c251249e-933c-40fe-8e22-2d1742146085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:08:24Z', 'revision_number': 5, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port': {'id': 'cfaa5bf8-f2a6-45df-b7d5-908168f1e64e', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:66:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:05:45Z', 'updated_at': '2022-02-02T13:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:27.213208 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251249e-933c-40fe-8e22-2d1742146085 None None] Checking router: ddd214ab-f933-49d0-a91d-bfa89cf64df8 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:08:27.224661 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251249e-933c-40fe-8e22-2d1742146085 None None] Routers {'ddd214ab-f933-49d0-a91d-bfa89cf64df8'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:27.225701 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c251249e-933c-40fe-8e22-2d1742146085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:27.238614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Deleting port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:27.238957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:27.273623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50418) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:27.308782 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1713917 Feb 02 13:08:27.312017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d522051-7a9f-4f13-b6cb-c66cd7bd9294,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:27.328669 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50426) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:27.395241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] For port cfaa5bf8-f2a6-45df-b7d5-908168f1e64e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cfaa5bf8-f2a6-45df-b7d5-908168f1e64e,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:27.395641 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:27.411882 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Calling delete_port for cfaa5bf8-f2a6-45df-b7d5-908168f1e64e owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:27.441851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.442404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.442843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.443358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.444986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.450785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.451556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.452013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.452496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.452922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.453348 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.453842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.454462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:27.478562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-41758220-edc6-4261-901c-55e0aea4f9bf admin admin] Request body: {'subnet': {'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2112535307-subnet', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:27.490765 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c251249e-933c-40fe-8e22-2d1742146085 None None] Set router ddd214ab-f933-49d0-a91d-bfa89cf64df8 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:27.555396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41758220-edc6-4261-901c-55e0aea4f9bf admin admin] Made reservation on behalf of a9e034360ca34688b0eea31302f92faa for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:27.566338 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41758220-edc6-4261-901c-55e0aea4f9bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:27.763169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1040559955-network', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:27.810837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f0a0e-7c45-4408-9f86-68fc49ac601b req-72d1ff8c-afab-4fda-8de8-7657e89692e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:27.816504 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e86f0a0e-7c45-4408-9f86-68fc49ac601b req-72d1ff8c-afab-4fda-8de8-7657e89692e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 1127 time: 0.7619536 Feb 02 13:08:27.819399 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cfaa5bf8-f2a6-45df-b7d5-908168f1e64e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:27.828610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a01cee-0efb-41a8-ad82-117b50a55ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=09b930df-df7c-43c7-a531-c62b99d62bcf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:27.840995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 09b930df-df7c-43c7-a531-c62b99d62bcf details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:08:27.892401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c70d4777-4938-4580-a79b-920d2f61ea0c req-051b295a-9561-4dd3-bb8e-9c3e3fe8ea04 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 210 time: 0.1078303 Feb 02 13:08:27.893078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50436) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:27.953161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Made reservation on behalf of fe33d2f5716e4fcc9743927c5eaefce5 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:27.956569 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:27.975955 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:27.983830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Pushing event deleted for resources: {'Port': ['ID=cfaa5bf8-f2a6-45df-b7d5-908168f1e64e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:28.040620 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41758220-edc6-4261-901c-55e0aea4f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (3ac71aa6-7cfc-4ab1-8a5b-3073d886a189), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.091334 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c251249e-933c-40fe-8e22-2d1742146085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:08:26Z', 'revision_number': 6, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:28.148911 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251249e-933c-40fe-8e22-2d1742146085 None None] The sync data for ids ['ddd214ab-f933-49d0-a91d-bfa89cf64df8'] in n-d-827336-2 is: [{'id': 'ddd214ab-f933-49d0-a91d-bfa89cf64df8', 'name': 'tempest-ServersTestBootFromVolume-301624506-router', 'tenant_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:05:44Z', 'updated_at': '2022-02-02T13:08:26Z', 'revision_number': 6, 'project_id': 'ebd7659f2f644bd7aea7f278f1e28d62', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:08:28.255360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (ddd214ab-f933-49d0-a91d-bfa89cf64df8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.319662 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Publish callbacks [] for security_group (087767ad-6938-49be-a7dc-5f3d017a3275), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.321095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41758220-edc6-4261-901c-55e0aea4f9bf admin admin] Checking segment: {'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:28.321508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41758220-edc6-4261-901c-55e0aea4f9bf admin admin] Network hostable DHCP agents. Network: 09b930df-df7c-43c7-a531-c62b99d62bcf, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:08:28.326375 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e50dd9de-4252-45de-96ec-14aca8d7e1d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.346179 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (087767ad-6938-49be-a7dc-5f3d017a3275), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.367278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f0a0e-7c45-4408-9f86-68fc49ac601b req-4667d73b-7b60-4329-8ae6-41a69c4d4d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:28.369141 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e86f0a0e-7c45-4408-9f86-68fc49ac601b req-4667d73b-7b60-4329-8ae6-41a69c4d4d45 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 916 time: 0.5095263 Feb 02 13:08:28.375022 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (ddd214ab-f933-49d0-a91d-bfa89cf64df8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.379850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Publish callbacks [] for router_controller (ddd214ab-f933-49d0-a91d-bfa89cf64df8), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.383735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41758220-edc6-4261-901c-55e0aea4f9bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:28.430399 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e86f0a0e-7c45-4408-9f86-68fc49ac601b req-47e3510b-dfe5-42fb-938b-f907664987a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 HTTP/1.1" status: 200 len: 217 time: 0.0528870 Feb 02 13:08:28.435934 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:08:28.460075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41758220-edc6-4261-901c-55e0aea4f9bf admin admin] Network 09b930df-df7c-43c7-a531-c62b99d62bcf is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:08:28.476619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-41758220-edc6-4261-901c-55e0aea4f9bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 09b930df-df7c-43c7-a531-c62b99d62bcf) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:28.477662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087767ad-6938-49be-a7dc-5f3d017a3275,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:28.484875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e13172-b6b1-4c55-8f23-006010e7af16 None None] Network 09b930df-df7c-43c7-a531-c62b99d62bcf requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:08:28.495190 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.495678 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Added segment eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c of type vlan for network 849bee67-b425-4d09-ab0f-aefe86dd289e Feb 02 13:08:28.539062 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (ddd214ab-f933-49d0-a91d-bfa89cf64df8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.539324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41758220-edc6-4261-901c-55e0aea4f9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:28.539724 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41758220-edc6-4261-901c-55e0aea4f9bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.540311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddd214ab-f933-49d0-a91d-bfa89cf64df8 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:08:28.564777 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.565966 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-efab423e-d838-40fc-ac75-a08e11d935dd admin admin] 10.222.0.83 "DELETE /v2.0/routers/ddd214ab-f933-49d0-a91d-bfa89cf64df8 HTTP/1.1" status: 204 len: 168 time: 2.1490154 Feb 02 13:08:28.571326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50446) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:28.587740 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-41758220-edc6-4261-901c-55e0aea4f9bf admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1242030 Feb 02 13:08:28.591303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:28.618940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2112535307-router', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:28.638200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f0a0e-7c45-4408-9f86-68fc49ac601b req-5f737317-b37c-43da-a80d-01416ed25eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:28.639796 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e86f0a0e-7c45-4408-9f86-68fc49ac601b req-5f737317-b37c-43da-a80d-01416ed25eba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a77b539c-fe67-429b-b8d9-661c579990ef HTTP/1.1" status: 200 len: 855 time: 0.2006404 Feb 02 13:08:28.717466 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e86f0a0e-7c45-4408-9f86-68fc49ac601b req-a4955c0b-78c1-4faf-be51-56bed157c161 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c63a35f9-d564-490d-b25a-136375c41397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704570 Feb 02 13:08:28.732696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0673f9-8224-48d4-bf0e-8d1217bd783f None None] Network 09b930df-df7c-43c7-a531-c62b99d62bcf requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:08:28.736636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-96533fd9-6244-40ba-980b-0d8898b839f4 admin admin] Deleting subnet 094448ab-9020-40f3-b3f0-982dc98471c2 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:08:28.773594 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (849bee67-b425-4d09-ab0f-aefe86dd289e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.802073 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (4b412950-9d22-4a22-bd33-5c2171b68462), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.803218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (4b412950-9d22-4a22-bd33-5c2171b68462), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.895888 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e86f0a0e-7c45-4408-9f86-68fc49ac601b req-1536ef55-e701-4429-bf89-06b187d76480 service neutron] 10.222.0.62 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669238 Feb 02 13:08:28.897578 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96533fd9-6244-40ba-980b-0d8898b839f4 admin admin] Publish callbacks [] for subnet (094448ab-9020-40f3-b3f0-982dc98471c2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.899616 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Publish callbacks [] for router_controller (4b412950-9d22-4a22-bd33-5c2171b68462), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.926137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e50dd9de-4252-45de-96ec-14aca8d7e1d4 admin admin] Publish callbacks [] for security_group (8d3a3e39-bfae-479c-8209-d789250b3361), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:28.958432 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e50dd9de-4252-45de-96ec-14aca8d7e1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8d3a3e39-bfae-479c-8209-d789250b3361), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:29.020462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dd9de-4252-45de-96ec-14aca8d7e1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3a3e39-bfae-479c-8209-d789250b3361,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:29.022906 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (849bee67-b425-4d09-ab0f-aefe86dd289e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:29.023878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:29.024451 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:29.098908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96533fd9-6244-40ba-980b-0d8898b839f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (094448ab-9020-40f3-b3f0-982dc98471c2), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:29.154195 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e86f0a0e-7c45-4408-9f86-68fc49ac601b req-64a3d03a-103e-4a5c-9322-447f67da1e77 service neutron] 10.222.0.62 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994078 Feb 02 13:08:29.215256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5b5e17b5-988a-4433-8727-d796e6ee09cc no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:08:29.246282 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96533fd9-6244-40ba-980b-0d8898b839f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (094448ab-9020-40f3-b3f0-982dc98471c2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:29.254400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9733160 Feb 02 13:08:29.255874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 5b5e17b5-988a-4433-8727-d796e6ee09cc {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:08:29.256231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5b5e17b5-988a-4433-8727-d796e6ee09cc not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:08:29.256661 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cfaa5bf8-f2a6-45df-b7d5-908168f1e64e no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:08:29.269217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50452) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:29.284420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1533f6b9-69e7-456a-8762-f6c9b8e44dbc admin admin] Request body: {'subnet': {'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1040559955-subnet', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:29.312977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: cfaa5bf8-f2a6-45df-b7d5-908168f1e64e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:08:29.313329 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cfaa5bf8-f2a6-45df-b7d5-908168f1e64e not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:08:29.338061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1533f6b9-69e7-456a-8762-f6c9b8e44dbc admin admin] Made reservation on behalf of fe33d2f5716e4fcc9743927c5eaefce5 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:29.341938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1533f6b9-69e7-456a-8762-f6c9b8e44dbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:29.385036 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ad9a3-6557-4f77-a96a-c34078d02801 admin admin] Pushing event updated for resources: {'Network': ['ID=849bee67-b425-4d09-ab0f-aefe86dd289e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:29.398665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 849bee67-b425-4d09-ab0f-aefe86dd289e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:08:29.441320 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96533fd9-6244-40ba-980b-0d8898b839f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (094448ab-9020-40f3-b3f0-982dc98471c2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:29.496350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e50dd9de-4252-45de-96ec-14aca8d7e1d4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4c6d6713b556460d86324936dcb42af7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5573680 Feb 02 13:08:29.504648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96533fd9-6244-40ba-980b-0d8898b839f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=094448ab-9020-40f3-b3f0-982dc98471c2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:29.515832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50454) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:29.524076 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9908f3f-8e8e-4550-b2c3-cfbf09b74379 req-18094077-d9d4-4698-aee9-ded5a38379b7 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 210 time: 0.4112122 Feb 02 13:08:29.530977 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96533fd9-6244-40ba-980b-0d8898b839f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:29.532011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bde455-859c-4f57-b3f1-7d3917ef68f0 None None] Network bea9a89a-1bfa-4d54-a6b1-3e771429bd14 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:08:29.548974 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-96533fd9-6244-40ba-980b-0d8898b839f4 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/094448ab-9020-40f3-b3f0-982dc98471c2 HTTP/1.1" status: 204 len: 168 time: 0.9663115 Feb 02 13:08:29.555188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50456) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:29.574562 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Publish callbacks [] for router_gateway (4b412950-9d22-4a22-bd33-5c2171b68462), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:29.757540 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (bea9a89a-1bfa-4d54-a6b1-3e771429bd14), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:29.770812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ced0bcc0-b23d-407e-ad93-9163d3de7db5 admin admin] Publish callbacks [] for security_group (8d3a3e39-bfae-479c-8209-d789250b3361), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:29.859542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45536d32-a28d-4c07-925f-1d2d5624db0f None None] DHCP port deletion for bea9a89a-1bfa-4d54-a6b1-3e771429bd14 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:08:29.906691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Deleting port 6c4ab9fb-8b81-42ca-a640-9c880c004228 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:29.907242 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:29.936992 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-45536d32-a28d-4c07-925f-1d2d5624db0f None None] Deleting port 6c4ab9fb-8b81-42ca-a640-9c880c004228 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:29.937513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45536d32-a28d-4c07-925f-1d2d5624db0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.003002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ced0bcc0-b23d-407e-ad93-9163d3de7db5 admin admin] Publish callbacks [] for security_group (8d3a3e39-bfae-479c-8209-d789250b3361), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.031262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-45536d32-a28d-4c07-925f-1d2d5624db0f None None] For port 6c4ab9fb-8b81-42ca-a640-9c880c004228, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6c4ab9fb-8b81-42ca-a640-9c880c004228,segment=NetworkSegment(dd1bd748-038c-47d2-981f-7508cc5d154c),segment_id=dd1bd748-038c-47d2-981f-7508cc5d154c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:30.032179 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45536d32-a28d-4c07-925f-1d2d5624db0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.050016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-45536d32-a28d-4c07-925f-1d2d5624db0f None None] Calling delete_port for 6c4ab9fb-8b81-42ca-a640-9c880c004228 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:30.149048 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45536d32-a28d-4c07-925f-1d2d5624db0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.149997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-65a1124c-c293-4265-8ac0-91c3658c1249 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:30.152009 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-65a1124c-c293-4265-8ac0-91c3658c1249 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.62 "GET /v2.0/networks?id=a16ebedd-b487-4546-a330-f9126e7f4309 HTTP/1.1" status: 200 len: 810 time: 0.5127819 Feb 02 13:08:30.177789 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45536d32-a28d-4c07-925f-1d2d5624db0f None None] Pushing event deleted for resources: {'Port': ['ID=6c4ab9fb-8b81-42ca-a640-9c880c004228,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:30.181277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45536d32-a28d-4c07-925f-1d2d5624db0f None None] No DVR routers for this DVR port 6c4ab9fb-8b81-42ca-a640-9c880c004228 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:08:30.211893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Request body: {'port': {'device_id': 'e3d6fac7-cef9-4937-aee7-0fbf2a11c348', 'network_id': 'a16ebedd-b487-4546-a330-f9126e7f4309', 'admin_state_up': True, 'tenant_id': 'ac86d3c2c9844eef81bd6634795a6037'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:30.232001 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Publish callbacks [] for router_gateway (4b412950-9d22-4a22-bd33-5c2171b68462), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.270928 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ced0bcc0-b23d-407e-ad93-9163d3de7db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8d3a3e39-bfae-479c-8209-d789250b3361), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.275307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ced0bcc0-b23d-407e-ad93-9163d3de7db5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.276752 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ced0bcc0-b23d-407e-ad93-9163d3de7db5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8d3a3e39-bfae-479c-8209-d789250b3361 HTTP/1.1" status: 204 len: 168 time: 0.7504387 Feb 02 13:08:30.298984 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.305813 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] For port 6c4ab9fb-8b81-42ca-a640-9c880c004228, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6c4ab9fb-8b81-42ca-a640-9c880c004228,segment=NetworkSegment(dd1bd748-038c-47d2-981f-7508cc5d154c),segment_id=dd1bd748-038c-47d2-981f-7508cc5d154c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:30.306172 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.331278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Calling delete_port for 6c4ab9fb-8b81-42ca-a640-9c880c004228 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:30.415206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced0bcc0-b23d-407e-ad93-9163d3de7db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3a3e39-bfae-479c-8209-d789250b3361,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:30.436867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1533f6b9-69e7-456a-8762-f6c9b8e44dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (2b937513-1aa4-4768-ae4d-41a1b5f017e3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.544227 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Made reservation on behalf of ac86d3c2c9844eef81bd6634795a6037 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:30.548750 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.576795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Allocated IP 172.25.4.24 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/54cdec1f-04fd-471e-85b2-132d2446e002) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:30.624395 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (6c4ab9fb-8b81-42ca-a640-9c880c004228), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.695325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1533f6b9-69e7-456a-8762-f6c9b8e44dbc admin admin] Checking segment: {'id': 'eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:30.695709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1533f6b9-69e7-456a-8762-f6c9b8e44dbc admin admin] Network hostable DHCP agents. Network: 849bee67-b425-4d09-ab0f-aefe86dd289e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:08:30.699987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4ab9fb-8b81-42ca-a640-9c880c004228,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:30.751823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:30.756343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] No DVR routers for this DVR port 6c4ab9fb-8b81-42ca-a640-9c880c004228 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:08:30.783079 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c72c-2849-4f98-a180-aecdc688b641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:30.825732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e694760f-ad72-4e41-ba3b-4a80aa8c2850 req-d777cb0d-5607-4ba5-b25d-cb5041139014 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 210 time: 0.1363606 Feb 02 13:08:31.020912 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Publish callbacks [] for port (54cdec1f-04fd-471e-85b2-132d2446e002), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.164220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Allocated IP 172.20.0.11 (a16ebedd-b487-4546-a330-f9126e7f4309/28054869-2dc4-4d04-9c06-dc220012722b/6dc10571-852b-439d-a829-62bc59d307a5) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:31.264467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6c4ab9fb-8b81-42ca-a640-9c880c004228 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:08:31.299997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 6c4ab9fb-8b81-42ca-a640-9c880c004228 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:08:31.300340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6c4ab9fb-8b81-42ca-a640-9c880c004228 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:08:31.373196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533f6b9-69e7-456a-8762-f6c9b8e44dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b937513-1aa4-4768-ae4d-41a1b5f017e3,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:31.396199 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Publish callbacks [] for port (6dc10571-852b-439d-a829-62bc59d307a5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.427362 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (bea9a89a-1bfa-4d54-a6b1-3e771429bd14), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.458595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1533f6b9-69e7-456a-8762-f6c9b8e44dbc admin admin] Network 849bee67-b425-4d09-ab0f-aefe86dd289e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:08:31.465312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6dc10571-852b-439d-a829-62bc59d307a5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.478907 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c72c-2849-4f98-a180-aecdc688b641 admin admin] Publish callbacks [] for security_group (2d2d23c5-d50f-4f65-858e-53dedc58a7e7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.487460 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (54cdec1f-04fd-471e-85b2-132d2446e002), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.493614 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c72c-2849-4f98-a180-aecdc688b641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2d2d23c5-d50f-4f65-858e-53dedc58a7e7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.535592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Network a16ebedd-b487-4546-a330-f9126e7f4309 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:31.539592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:31.547730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:31.555711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-1533f6b9-69e7-456a-8762-f6c9b8e44dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 849bee67-b425-4d09-ab0f-aefe86dd289e) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:31.559187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea9a89a-1bfa-4d54-a6b1-3e771429bd14']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:31.564770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772f4649-9e71-48db-a63a-4a3c0650e1b6 None None] Network 849bee67-b425-4d09-ab0f-aefe86dd289e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:08:31.569651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1533f6b9-69e7-456a-8762-f6c9b8e44dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:31.570512 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1533f6b9-69e7-456a-8762-f6c9b8e44dbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.576637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1bd748-038c-47d2-981f-7508cc5d154c') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:31.576930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1bd748-038c-47d2-981f-7508cc5d154c') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:31.606954 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (dd1bd748-038c-47d2-981f-7508cc5d154c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.624011 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (dd1bd748-038c-47d2-981f-7508cc5d154c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.631390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:08:31.631855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (dd1bd748-038c-47d2-981f-7508cc5d154c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.632366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Pushing event updated for resources: {'Port': ['ID=6dc10571-852b-439d-a829-62bc59d307a5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:31.650210 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1533f6b9-69e7-456a-8762-f6c9b8e44dbc admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3792934 Feb 02 13:08:31.662697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:31.663589 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.670237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50466) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:31.674741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1040559955-router', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:31.704075 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.705460 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.732103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-849bee67-b425-4d09-ab0f-aefe86dd289e', 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e', 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'fixed_ips': [{'subnet_id': '2b937513-1aa4-4768-ae4d-41a1b5f017e3'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:08:31.733057 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.737544 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-2fa4d9cd-7c47-4565-8cad-c73b82f81def tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5294402 Feb 02 13:08:31.751711 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7caf998-8b9c-491b-af5c-703213158188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.766208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Request body: {'port': {'device_id': 'e3d6fac7-cef9-4937-aee7-0fbf2a11c348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:08:31.782947 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:08:31.787333 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b2a3c72c-2849-4f98-a180-aecdc688b641 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0b47d23ab5dd4dc7957f4199b0ae092e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0340905 Feb 02 13:08:31.831480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3c72c-2849-4f98-a180-aecdc688b641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2d23c5-d50f-4f65-858e-53dedc58a7e7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:31.839712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50468) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:31.851538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Publish callbacks [] for router_controller (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.857652 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (bea9a89a-1bfa-4d54-a6b1-3e771429bd14), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.869770 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:31.884953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/bea9a89a-1bfa-4d54-a6b1-3e771429bd14 HTTP/1.1" status: 204 len: 168 time: 2.3280389 Feb 02 13:08:31.887350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:31.897790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:31.915214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:31.921054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654101c-56e2-4fed-8bce-2062b5bbacc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bea9a89a-1bfa-4d54-a6b1-3e771429bd14,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:31.978656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Pushing event updated for resources: {'Port': ['ID=54cdec1f-04fd-471e-85b2-132d2446e002,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:32.112642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Allocated IP 172.20.0.2 (849bee67-b425-4d09-ab0f-aefe86dd289e/2b937513-1aa4-4768-ae4d-41a1b5f017e3/4ddc0691-b9b2-4a28-a126-276ac8505547) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:32.254932 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Publish callbacks [] for router_gateway (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.283561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50474) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:32.289195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6dc10571-852b-439d-a829-62bc59d307a5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.356146 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-acfe8b8b-55e6-44d9-8389-5e5c4e22c03c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ebd7659f2f644bd7aea7f278f1e28d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0681996 Feb 02 13:08:32.356827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50476) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:32.363493 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0d37c6a-4c89-454e-8d8b-8cf646d85c96 admin admin] Publish callbacks [] for security_group (2d2d23c5-d50f-4f65-858e-53dedc58a7e7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.367847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66a7ec-897f-429c-85d3-16bd650bb197 req-d42b411a-523f-471a-bf6b-86414d78eb21 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:32.376815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da66a7ec-897f-429c-85d3-16bd650bb197 req-d42b411a-523f-471a-bf6b-86414d78eb21 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 932 time: 0.3840337 Feb 02 13:08:32.381721 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Publish callbacks [] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.392603 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.400948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0d37c6a-4c89-454e-8d8b-8cf646d85c96 admin admin] Publish callbacks [] for security_group (2d2d23c5-d50f-4f65-858e-53dedc58a7e7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.443494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Pushing event updated for resources: {'Port': ['ID=4ddc0691-b9b2-4a28-a126-276ac8505547,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:32.460750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Network 849bee67-b425-4d09-ab0f-aefe86dd289e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:32.462505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:32.468887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:32.505714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0d37c6a-4c89-454e-8d8b-8cf646d85c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2d2d23c5-d50f-4f65-858e-53dedc58a7e7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.508341 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0d37c6a-4c89-454e-8d8b-8cf646d85c96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.510073 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c0d37c6a-4c89-454e-8d8b-8cf646d85c96 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2d2d23c5-d50f-4f65-858e-53dedc58a7e7 HTTP/1.1" status: 204 len: 168 time: 0.6689219 Feb 02 13:08:32.595914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Attempting to bind port 4ddc0691-b9b2-4a28-a126-276ac8505547 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:32.596349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Attempting to bind port 4ddc0691-b9b2-4a28-a126-276ac8505547 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:32.596710 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Attempting to bind port 4ddc0691-b9b2-4a28-a126-276ac8505547 on network 849bee67-b425-4d09-ab0f-aefe86dd289e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:32.608359 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Publish callbacks [] for router_gateway (4b412950-9d22-4a22-bd33-5c2171b68462), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.613434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:32.614115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Checking segment: {'id': 'eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:32.614697 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.617371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Bound using segment: {'id': 'eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:32.617905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Bound port: 4ddc0691-b9b2-4a28-a126-276ac8505547, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:32.618295 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.627735 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd08a938-7013-4f0e-b57a-9f88a9283de9 admin admin] Publish callbacks [] for security_group (2d42ccc7-39ee-4a2b-bfe5-13e316a84877), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.629738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d37c6a-4c89-454e-8d8b-8cf646d85c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2d23c5-d50f-4f65-858e-53dedc58a7e7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:32.799968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd08a938-7013-4f0e-b57a-9f88a9283de9 admin admin] Publish callbacks [] for security_group (2d42ccc7-39ee-4a2b-bfe5-13e316a84877), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:32.862396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da66a7ec-897f-429c-85d3-16bd650bb197 req-bc8727a3-8806-4758-baf1-75187f77d03a tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d9efce6-4f20-48b4-8f11-4990c33b7ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784224 Feb 02 13:08:32.910772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] For port 4ddc0691-b9b2-4a28-a126-276ac8505547, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:32.927993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] For port 4ddc0691-b9b2-4a28-a126-276ac8505547, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4ddc0691-b9b2-4a28-a126-276ac8505547,segment=NetworkSegment(eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c),segment_id=eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:32.947944 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:33.116501 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (4b412950-9d22-4a22-bd33-5c2171b68462), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:33.151862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19d66e-cae5-4b6b-8b1c-2e9172f85bc2 None None] Pushing event updated for resources: {'Port': ['ID=4ddc0691-b9b2-4a28-a126-276ac8505547,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:33.264474 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd08a938-7013-4f0e-b57a-9f88a9283de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2d42ccc7-39ee-4a2b-bfe5-13e316a84877), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:33.267413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd08a938-7013-4f0e-b57a-9f88a9283de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:33.270003 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fd08a938-7013-4f0e-b57a-9f88a9283de9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2d42ccc7-39ee-4a2b-bfe5-13e316a84877 HTTP/1.1" status: 204 len: 168 time: 0.9093087 Feb 02 13:08:33.286303 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Publish callbacks [] for router_gateway (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:33.339959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:33.473215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08a938-7013-4f0e-b57a-9f88a9283de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d42ccc7-39ee-4a2b-bfe5-13e316a84877,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:33.533869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Router 4b412950-9d22-4a22-bd33-5c2171b68462 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:08:33.674222 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Allocated IP 172.25.4.254 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/99782f50-3af0-4443-ad2c-bb1200500f59) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:33.761690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:08:33.774318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Sync routers for ids ['4b412950-9d22-4a22-bd33-5c2171b68462'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:08:33.788796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Routers {'4b412950-9d22-4a22-bd33-5c2171b68462'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:33.789477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4b412950-9d22-4a22-bd33-5c2171b68462'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:33.797028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc10571-852b-439d-a829-62bc59d307a5 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:08:33.801862 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:33.809752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50500) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:33.810433 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4451e985-4be5-4662-946a-a70ffbdabfe3 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.2107463 Feb 02 13:08:33.817420 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Publish callbacks [] for port (6dc10571-852b-439d-a829-62bc59d307a5), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:33.986564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Transition to ACTIVE for port object 6dc10571-852b-439d-a829-62bc59d307a5 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:08:34.010647 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (6dc10571-852b-439d-a829-62bc59d307a5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:34.021344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Set router 4b412950-9d22-4a22-bd33-5c2171b68462 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:34.079335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5144907-b9e4-4f6d-aedf-c156f4061b2e req-7d52581f-f5d6-42be-8d3b-1fd84de63f68 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:34.081723 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5144907-b9e4-4f6d-aedf-c156f4061b2e req-7d52581f-f5d6-42be-8d3b-1fd84de63f68 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 932 time: 0.1215844 Feb 02 13:08:34.172600 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee25cead-149a-4bd4-9113-6ca21380c478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:34.184076 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5144907-b9e4-4f6d-aedf-c156f4061b2e req-4cf07e58-0c88-4bd2-a574-3a1743cae6b1 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d9efce6-4f20-48b4-8f11-4990c33b7ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881100 Feb 02 13:08:34.297831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc10571-852b-439d-a829-62bc59d307a5,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:34.396959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Publish callbacks [] for port (99782f50-3af0-4443-ad2c-bb1200500f59), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:34.404825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'name': 'tempest-ServerRescueNegativeTestJSON-2112535307-router', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:28Z', 'updated_at': '2022-02-02T13:08:32Z', 'revision_number': 3, 'project_id': 'a9e034360ca34688b0eea31302f92faa', 'gw_port': {'id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:30Z', 'updated_at': '2022-02-02T13:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:34.471317 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Checking router: 4b412950-9d22-4a22-bd33-5c2171b68462 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:08:34.471862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Updating router 4b412950-9d22-4a22-bd33-5c2171b68462 port 54cdec1f-04fd-471e-85b2-132d2446e002 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:08:34.513356 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (54cdec1f-04fd-471e-85b2-132d2446e002), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:34.582105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (99782f50-3af0-4443-ad2c-bb1200500f59), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:34.584671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Attempting to bind port 6dc10571-852b-439d-a829-62bc59d307a5 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:34.584798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Attempting to bind port 6dc10571-852b-439d-a829-62bc59d307a5 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '4e264065-047f-4cf4-ae09-976bee095414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a16ebedd-b487-4546-a330-f9126e7f4309'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:34.585073 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Attempting to bind port 6dc10571-852b-439d-a829-62bc59d307a5 on network a16ebedd-b487-4546-a330-f9126e7f4309 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:34.608399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Port 6dc10571-852b-439d-a829-62bc59d307a5 on network a16ebedd-b487-4546-a330-f9126e7f4309 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:08:34.608764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Attempting to bind port 6dc10571-852b-439d-a829-62bc59d307a5 on network a16ebedd-b487-4546-a330-f9126e7f4309 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:34.637848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50540) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:34.649657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:34.649992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Checking segment: {'id': '4e264065-047f-4cf4-ae09-976bee095414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a16ebedd-b487-4546-a330-f9126e7f4309'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:34.650374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Bound using segment: {'id': '4e264065-047f-4cf4-ae09-976bee095414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a16ebedd-b487-4546-a330-f9126e7f4309'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:34.650993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Bound port: 6dc10571-852b-439d-a829-62bc59d307a5, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e264065-047f-4cf4-ae09-976bee095414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a16ebedd-b487-4546-a330-f9126e7f4309'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:34.651413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6dc10571-852b-439d-a829-62bc59d307a5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:34.659356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:34.676699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:34.686085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:34.830881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-607923196-network', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:34.860535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Pushing event updated for resources: {'Port': ['ID=99782f50-3af0-4443-ad2c-bb1200500f59,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:34.865255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Made reservation on behalf of f22e4ac832c1407daa440ae4299643eb for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:34.869143 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:34.890269 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.022452 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Publish callbacks [] for security_group (27bc30c9-9a2c-4bf0-977a-a4947fc7f277), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.028129 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (27bc30c9-9a2c-4bf0-977a-a4947fc7f277), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.062234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:08:35.092913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bc30c9-9a2c-4bf0-977a-a4947fc7f277,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:35.098450 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8cb76ad7-de44-4de1-a5f3-d391baed80c1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.098799 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Added segment 8cb76ad7-de44-4de1-a5f3-d391baed80c1 of type vlan for network ae2255be-863e-41cd-a8a7-1e65d15220c2 Feb 02 13:08:35.154907 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (ae2255be-863e-41cd-a8a7-1e65d15220c2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.173098 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] For port 6dc10571-852b-439d-a829-62bc59d307a5, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:35.185776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] For port 6dc10571-852b-439d-a829-62bc59d307a5, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6dc10571-852b-439d-a829-62bc59d307a5,segment=NetworkSegment(4e264065-047f-4cf4-ae09-976bee095414),segment_id=4e264065-047f-4cf4-ae09-976bee095414)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:35.196800 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (ae2255be-863e-41cd-a8a7-1e65d15220c2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.198127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:35.199134 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.223712 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (6dc10571-852b-439d-a829-62bc59d307a5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.228324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c56a93c-2e7b-41c7-80df-19853eb73231 None None] Network 849bee67-b425-4d09-ab0f-aefe86dd289e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:08:35.317975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc10571-852b-439d-a829-62bc59d307a5,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:35.358405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7186863 Feb 02 13:08:35.371311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:35.379455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-56f9e31c-2d2e-4fad-b4fd-c503a2caed7c admin admin] Request body: {'subnet': {'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-607923196-subnet', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:35.402080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1234ac4-1b4d-4678-b05f-0948332a086e admin admin] Pushing event updated for resources: {'Network': ['ID=ae2255be-863e-41cd-a8a7-1e65d15220c2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:35.403022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:35.403671 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.416748 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ecfd7eca-0fa6-4859-9254-aa7fd7cc1b16 service neutron] 10.222.0.62 "PUT /v2.0/ports/6dc10571-852b-439d-a829-62bc59d307a5 HTTP/1.1" status: 200 len: 1092 time: 3.6582794 Feb 02 13:08:35.431155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f9e31c-2d2e-4fad-b4fd-c503a2caed7c admin admin] Made reservation on behalf of f22e4ac832c1407daa440ae4299643eb for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:35.434195 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56f9e31c-2d2e-4fad-b4fd-c503a2caed7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.435085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d6fac7-cef9-4937-aee7-0fbf2a11c348', 'tag': '6dc10571-852b-439d-a829-62bc59d307a5'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:35.444832 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7c56d8-47a0-48e1-9073-3eb98307c909" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d6fac7-cef9-4937-aee7-0fbf2a11c348", "tag": "6dc10571-852b-439d-a829-62bc59d307a5"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:35.477805 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.497321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network ae2255be-863e-41cd-a8a7-1e65d15220c2 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:08:35.519236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1f6ef-a365-4e7d-b961-b16940bb0cd3 req-75008583-1939-4a1d-97a3-16cb2f10d0bd tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:35.529424 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68e1f6ef-a365-4e7d-b961-b16940bb0cd3 req-75008583-1939-4a1d-97a3-16cb2f10d0bd tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 944 time: 0.1667714 Feb 02 13:08:35.532065 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a03296a-e1c5-403e-a575-9365ddb930b7 x-openstack-request-id: req-8a03296a-e1c5-403e-a575-9365ddb930b7 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:35.532480 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d6fac7-cef9-4937-aee7-0fbf2a11c348", "tag": "6dc10571-852b-439d-a829-62bc59d307a5", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:35.532735 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8a03296a-e1c5-403e-a575-9365ddb930b7 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:35.533138 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d6fac7-cef9-4937-aee7-0fbf2a11c348', 'tag': '6dc10571-852b-439d-a829-62bc59d307a5', 'status': 'completed', 'code': 200} Feb 02 13:08:35.670781 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Publish callbacks [] for port (54cdec1f-04fd-471e-85b2-132d2446e002), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.682748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4ddc0691-b9b2-4a28-a126-276ac8505547 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:35.760149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e549b314-bda3-47f6-a81d-80bad442c0e8 None None] Provisioning complete for port 4ddc0691-b9b2-4a28-a126-276ac8505547 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:35.760703 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e549b314-bda3-47f6-a81d-80bad442c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.763902 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (54cdec1f-04fd-471e-85b2-132d2446e002), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.775747 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.821161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50622) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:35.847676 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56f9e31c-2d2e-4fad-b4fd-c503a2caed7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (6ab84abd-0ed6-4e36-b74a-85d36d5a72f5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.903838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68e1f6ef-a365-4e7d-b961-b16940bb0cd3 req-ea9dc2a7-e71b-4945-8957-133a62257362 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d9efce6-4f20-48b4-8f11-4990c33b7ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883855 Feb 02 13:08:35.917277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061dc7e-fbb6-48e0-86dd-d57e25eeac37 None None] Pushing event updated for resources: {'Port': ['ID=54cdec1f-04fd-471e-85b2-132d2446e002,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:35.935137 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9e31c-2d2e-4fad-b4fd-c503a2caed7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab84abd-0ed6-4e36-b74a-85d36d5a72f5,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:35.940504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9e31c-2d2e-4fad-b4fd-c503a2caed7c admin admin] Checking segment: {'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:35.940869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f9e31c-2d2e-4fad-b4fd-c503a2caed7c admin admin] Network hostable DHCP agents. Network: ae2255be-863e-41cd-a8a7-1e65d15220c2, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:08:35.964412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f9e31c-2d2e-4fad-b4fd-c503a2caed7c admin admin] Network ae2255be-863e-41cd-a8a7-1e65d15220c2 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:08:35.967891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Attempting to bind port 54cdec1f-04fd-471e-85b2-132d2446e002 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:35.967891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Attempting to bind port 54cdec1f-04fd-471e-85b2-132d2446e002 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:35.968392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Attempting to bind port 54cdec1f-04fd-471e-85b2-132d2446e002 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:35.984256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:35.984717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:35.985233 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.985709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:35.986274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Bound port: 54cdec1f-04fd-471e-85b2-132d2446e002, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:35.986530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-56f9e31c-2d2e-4fad-b4fd-c503a2caed7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, ae2255be-863e-41cd-a8a7-1e65d15220c2) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:35.987324 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (54cdec1f-04fd-471e-85b2-132d2446e002), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:35.992806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f9e31c-2d2e-4fad-b4fd-c503a2caed7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:35.993675 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-56f9e31c-2d2e-4fad-b4fd-c503a2caed7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.024598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-56f9e31c-2d2e-4fad-b4fd-c503a2caed7c admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6502976 Feb 02 13:08:36.028587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50626) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:36.036875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:36.050462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] For port 54cdec1f-04fd-471e-85b2-132d2446e002, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:36.055802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] For port 54cdec1f-04fd-471e-85b2-132d2446e002, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=54cdec1f-04fd-471e-85b2-132d2446e002,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:36.066346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26baa6ae-fd9b-4cd9-b121-b97ce7d86ccc None None] Network ae2255be-863e-41cd-a8a7-1e65d15220c2 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:08:36.078217 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08887b63-a698-4203-bbe4-f70dc877db86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.092018 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.093318 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.127099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-b86a45d1-75af-442c-9447-6e833f8d029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:36.128883 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-b86a45d1-75af-442c-9447-6e833f8d029e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ac86d3c2c9844eef81bd6634795a6037&device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 1126 time: 0.6333349 Feb 02 13:08:36.132121 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Publish callbacks [] for router_gateway (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.141732 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (54cdec1f-04fd-471e-85b2-132d2446e002), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.183962 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Publish callbacks [] for router_controller (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.217041 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ed797b5c-6f81-47d9-ae3a-95ed362bf2f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dc10571-852b-439d-a829-62bc59d307a5 HTTP/1.1" status: 200 len: 217 time: 0.0402474 Feb 02 13:08:36.261609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061dc7e-fbb6-48e0-86dd-d57e25eeac37 None None] Pushing event updated for resources: {'Port': ['ID=54cdec1f-04fd-471e-85b2-132d2446e002,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:36.317450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-25b992c1-8a4e-4eb9-bf16-774c018c7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:36.320085 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-25b992c1-8a4e-4eb9-bf16-774c018c7823 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28054869-2dc4-4d04-9c06-dc220012722b HTTP/1.1" status: 200 len: 850 time: 0.0767601 Feb 02 13:08:36.341977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-ae2255be-863e-41cd-a8a7-1e65d15220c2', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:08:36.343327 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.368937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4ddc0691-b9b2-4a28-a126-276ac8505547 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:36.369594 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.404034 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Publish callbacks [] for router_gateway (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.418830 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-b772300d-61d0-430e-a7ce-02ad1a9235e8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a16ebedd-b487-4546-a330-f9126e7f4309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876527 Feb 02 13:08:36.423808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Routers {'4b412950-9d22-4a22-bd33-5c2171b68462'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:36.424832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4b412950-9d22-4a22-bd33-5c2171b68462'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:36.467514 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08887b63-a698-4203-bbe4-f70dc877db86 admin admin] Publish callbacks [] for security_group (a3b7571a-f998-4684-9903-c636d0eb65fd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.475328 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08887b63-a698-4203-bbe4-f70dc877db86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a3b7571a-f998-4684-9903-c636d0eb65fd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.532265 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-08887b63-a698-4203-bbe4-f70dc877db86 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ce1684fbf0b843079ea2a27898677c14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7099516 Feb 02 13:08:36.561844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50628) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:36.573130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08887b63-a698-4203-bbe4-f70dc877db86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b7571a-f998-4684-9903-c636d0eb65fd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:36.601373 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-f0f3b301-cd54-484e-ba23-cca3a5c4cbd8 service neutron] 10.222.0.62 "GET /v2.0/networks/a16ebedd-b487-4546-a330-f9126e7f4309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627622 Feb 02 13:08:36.629390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Allocated IP 172.20.0.1 (09b930df-df7c-43c7-a531-c62b99d62bcf/3ac71aa6-7cfc-4ab1-8a5b-3073d886a189/f45504b3-1595-45d9-b5e1-65a8eb89554a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:36.688121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Allocated IP 172.20.0.2 (ae2255be-863e-41cd-a8a7-1e65d15220c2/6ab84abd-0ed6-4e36-b74a-85d36d5a72f5/f4126a9f-200c-44e2-b0fc-e8cc15765c4b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:36.731100 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd26b313-df6a-4ea7-be5e-94417af4e288 admin admin] Publish callbacks [] for security_group (a3b7571a-f998-4684-9903-c636d0eb65fd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.772804 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Publish callbacks [] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.830730 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd26b313-df6a-4ea7-be5e-94417af4e288 admin admin] Publish callbacks [] for security_group (a3b7571a-f998-4684-9903-c636d0eb65fd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.833019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.873373 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Publish callbacks [] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.903381 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Publish callbacks [] for router_gateway (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.919215 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.926311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.953414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Network ae2255be-863e-41cd-a8a7-1e65d15220c2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:36.991370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:36.996286 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd26b313-df6a-4ea7-be5e-94417af4e288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a3b7571a-f998-4684-9903-c636d0eb65fd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:36.997716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:36.999189 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd26b313-df6a-4ea7-be5e-94417af4e288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.003414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bd26b313-df6a-4ea7-be5e-94417af4e288 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a3b7571a-f998-4684-9903-c636d0eb65fd HTTP/1.1" status: 204 len: 168 time: 0.4392982 Feb 02 13:08:37.006467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.006624 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.020221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd26b313-df6a-4ea7-be5e-94417af4e288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b7571a-f998-4684-9903-c636d0eb65fd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:37.086738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Allocated IP 172.25.4.64 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/cb29f8bb-c110-4212-8e7a-5c21d070b9e1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:37.124874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e549b314-bda3-47f6-a81d-80bad442c0e8 None None] Current status of the port 4ddc0691-b9b2-4a28-a126-276ac8505547 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:37.125894 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e549b314-bda3-47f6-a81d-80bad442c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.217528 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.221359 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b8a97f6-45ae-4cb5-adca-582a1b6e4d22 req-ac13a29f-274e-4677-a03b-07aa0376c669 service neutron] 10.222.0.62 "GET /v2.0/networks/a16ebedd-b487-4546-a330-f9126e7f4309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111417 Feb 02 13:08:37.263384 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Pushing event updated for resources: {'Port': ['ID=f4126a9f-200c-44e2-b0fc-e8cc15765c4b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:37.276963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Network 09b930df-df7c-43c7-a531-c62b99d62bcf is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:37.279136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e549b314-bda3-47f6-a81d-80bad442c0e8 None None] For port 4ddc0691-b9b2-4a28-a126-276ac8505547, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4ddc0691-b9b2-4a28-a126-276ac8505547,segment=NetworkSegment(eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c),segment_id=eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:37.280568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4ddc0691-b9b2-4a28-a126-276ac8505547 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:37.280568 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.282438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:37.287086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b56e5-76ab-4fb3-b75c-5a8bc0dcbe67 req-09f9ff43-6a81-4045-b789-eeeec4771f45 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:37.288825 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c90b56e5-76ab-4fb3-b75c-5a8bc0dcbe67 req-09f9ff43-6a81-4045-b789-eeeec4771f45 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 944 time: 0.1629992 Feb 02 13:08:37.309891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] Set router 4b412950-9d22-4a22-bd33-5c2171b68462 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:37.320682 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Attempting to bind port f4126a9f-200c-44e2-b0fc-e8cc15765c4b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:37.320960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Attempting to bind port f4126a9f-200c-44e2-b0fc-e8cc15765c4b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:37.321421 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Attempting to bind port f4126a9f-200c-44e2-b0fc-e8cc15765c4b on network ae2255be-863e-41cd-a8a7-1e65d15220c2 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:37.336875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:37.356798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:37.357255 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Checking segment: {'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:37.357715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.358190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Bound using segment: {'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:37.358730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Bound port: f4126a9f-200c-44e2-b0fc-e8cc15765c4b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:37.359255 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.361492 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e549b314-bda3-47f6-a81d-80bad442c0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.371780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c90b56e5-76ab-4fb3-b75c-5a8bc0dcbe67 req-6081b260-5ab7-4e95-ac84-7ce787faa2ce tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d9efce6-4f20-48b4-8f11-4990c33b7ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733800 Feb 02 13:08:37.374809 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Publish callbacks [] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.393502 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (4b412950-9d22-4a22-bd33-5c2171b68462), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.439942 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.499616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:37.501114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:37.504058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:37.548805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Pushing event updated for resources: {'Port': ['ID=cb29f8bb-c110-4212-8e7a-5c21d070b9e1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:37.564626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549b314-bda3-47f6-a81d-80bad442c0e8 None None] Pushing event updated for resources: {'Port': ['ID=4ddc0691-b9b2-4a28-a126-276ac8505547,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:37.640588 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Pushing event updated for resources: {'Port': ['ID=f45504b3-1595-45d9-b5e1-65a8eb89554a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:37.679577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c56d8-47a0-48e1-9073-3eb98307c909 req-a354207c-e5c8-4c70-94a8-dffcf3d5849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:37.681370 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba7c56d8-47a0-48e1-9073-3eb98307c909 req-a354207c-e5c8-4c70-94a8-dffcf3d5849a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ac86d3c2c9844eef81bd6634795a6037&device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 1126 time: 0.3466890 Feb 02 13:08:37.772732 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.830001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Router 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:08:37.927689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c56d8-47a0-48e1-9073-3eb98307c909 req-c4263a64-cc60-4002-9ee8-6a39bf418690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:37.929264 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba7c56d8-47a0-48e1-9073-3eb98307c909 req-c4263a64-cc60-4002-9ee8-6a39bf418690 service neutron] 10.222.0.62 "GET /v2.0/networks?id=a16ebedd-b487-4546-a330-f9126e7f4309 HTTP/1.1" status: 200 len: 911 time: 0.2390988 Feb 02 13:08:37.945217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.959869 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.964824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7089c420-a9a4-45f3-a6ad-d94821a0abb3 None None] Provisioning complete for port 4ddc0691-b9b2-4a28-a126-276ac8505547 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:37.965183 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7089c420-a9a4-45f3-a6ad-d94821a0abb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:37.970609 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:08:37.971604 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:08:37.981651 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba7c56d8-47a0-48e1-9073-3eb98307c909 req-ba22fed2-7d29-4a2a-8f62-954079a96be9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dc10571-852b-439d-a829-62bc59d307a5 HTTP/1.1" status: 200 len: 217 time: 0.0440941 Feb 02 13:08:38.046081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] For port f4126a9f-200c-44e2-b0fc-e8cc15765c4b, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:38.051899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] For port f4126a9f-200c-44e2-b0fc-e8cc15765c4b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f4126a9f-200c-44e2-b0fc-e8cc15765c4b,segment=NetworkSegment(8cb76ad7-de44-4de1-a5f3-d391baed80c1),segment_id=8cb76ad7-de44-4de1-a5f3-d391baed80c1)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:38.063933 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Publish callbacks [] for router_gateway (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:38.070414 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:38.090773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'name': 'tempest-ServerRescueNegativeTestJSON-2112535307-router', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:28Z', 'updated_at': '2022-02-02T13:08:32Z', 'revision_number': 3, 'project_id': 'a9e034360ca34688b0eea31302f92faa', 'gw_port': {'id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:30Z', 'updated_at': '2022-02-02T13:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:38.134939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f12eb4-d85c-4fec-adf7-9dd04dd3ab29 None None] The sync data for ids ['4b412950-9d22-4a22-bd33-5c2171b68462'] in n-d-827336-2 is: [{'id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'name': 'tempest-ServerRescueNegativeTestJSON-2112535307-router', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:28Z', 'updated_at': '2022-02-02T13:08:32Z', 'revision_number': 3, 'project_id': 'a9e034360ca34688b0eea31302f92faa', 'gw_port': {'id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:30Z', 'updated_at': '2022-02-02T13:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:08:38.196064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7089c420-a9a4-45f3-a6ad-d94821a0abb3 None None] Current status of the port 4ddc0691-b9b2-4a28-a126-276ac8505547 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:38.203086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dfc3ac-d19e-4f46-aafd-bf66f2f4bad5 None None] Pushing event updated for resources: {'Port': ['ID=f4126a9f-200c-44e2-b0fc-e8cc15765c4b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:38.233720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c56d8-47a0-48e1-9073-3eb98307c909 req-3cda8faa-0b9a-4676-82bc-3db97f06d1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:38.235211 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba7c56d8-47a0-48e1-9073-3eb98307c909 req-3cda8faa-0b9a-4676-82bc-3db97f06d1d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=28054869-2dc4-4d04-9c06-dc220012722b HTTP/1.1" status: 200 len: 850 time: 0.2381227 Feb 02 13:08:38.293984 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba7c56d8-47a0-48e1-9073-3eb98307c909 req-b2c5313a-929e-44c8-b1f5-84c3fb6df62e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=a16ebedd-b487-4546-a330-f9126e7f4309&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475812 Feb 02 13:08:38.294966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:08:38.309651 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Sync routers for ids ['7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:08:38.328802 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Routers {'7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:38.329431 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:38.371322 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:38.372476 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d080974f-37b5-40f1-b742-9166ff7cde38 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7012043 Feb 02 13:08:38.375299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50652) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:38.428563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Publish callbacks [] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:38.439788 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:38.488843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50656) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:38.594054 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Set router 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:38.596912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4ddc0691-b9b2-4a28-a126-276ac8505547 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:38.691106 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (4b412950-9d22-4a22-bd33-5c2171b68462), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:38.723306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Pushing event updated for resources: {'Port': ['ID=f45504b3-1595-45d9-b5e1-65a8eb89554a,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:38.816473 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba7c56d8-47a0-48e1-9073-3eb98307c909 req-15d84575-a2b0-4bf3-ab05-43f22531b5e7 service neutron] 10.222.0.62 "GET /v2.0/networks/a16ebedd-b487-4546-a330-f9126e7f4309?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5055134 Feb 02 13:08:38.845977 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:38.866983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-230972460'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:38.912558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833ea02-9d07-44e4-98b7-84090ddeec72 req-656a05bc-9d97-4192-a4da-3fae467cb1c4 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:38.916257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d833ea02-9d07-44e4-98b7-84090ddeec72 req-656a05bc-9d97-4192-a4da-3fae467cb1c4 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 944 time: 0.3548541 Feb 02 13:08:38.964634 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1040559955-router', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:31Z', 'updated_at': '2022-02-02T13:08:35Z', 'revision_number': 3, 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'gw_port': {'id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:33Z', 'updated_at': '2022-02-02T13:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:38.996417 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4ddc0691-b9b2-4a28-a126-276ac8505547 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:39.001388 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Checking router: 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:08:39.001732 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Updating router 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 port 99782f50-3af0-4443-ad2c-bb1200500f59 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:08:39.050619 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (99782f50-3af0-4443-ad2c-bb1200500f59), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:39.063976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4ddc0691-b9b2-4a28-a126-276ac8505547 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:39.064352 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:39.083219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Network 09b930df-df7c-43c7-a531-c62b99d62bcf is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:39.135543 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:39.174849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4ddc0691-b9b2-4a28-a126-276ac8505547 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:39.176209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f4126a9f-200c-44e2-b0fc-e8cc15765c4b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:39.234469 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba7c56d8-47a0-48e1-9073-3eb98307c909 req-e5650d5c-0252-44b4-811f-b69167e00e3c service neutron] 10.222.0.62 "GET /v2.0/networks/a16ebedd-b487-4546-a330-f9126e7f4309?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841176 Feb 02 13:08:39.280849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f4126a9f-200c-44e2-b0fc-e8cc15765c4b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:39.281461 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:39.350315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Router 4b412950-9d22-4a22-bd33-5c2171b68462 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:08:39.392690 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Publish callbacks [] for port (99782f50-3af0-4443-ad2c-bb1200500f59), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:39.406265 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (99782f50-3af0-4443-ad2c-bb1200500f59), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:39.427275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f4126a9f-200c-44e2-b0fc-e8cc15765c4b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:39.428086 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:39.474163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port f4126a9f-200c-44e2-b0fc-e8cc15765c4b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f4126a9f-200c-44e2-b0fc-e8cc15765c4b,segment=NetworkSegment(8cb76ad7-de44-4de1-a5f3-d391baed80c1),segment_id=8cb76ad7-de44-4de1-a5f3-d391baed80c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:39.480853 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:39.515750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:08:39.528710 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2feab-b32d-4e06-adc7-8e7fc3b4842e None None] Pushing event updated for resources: {'Port': ['ID=99782f50-3af0-4443-ad2c-bb1200500f59,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:39.540350 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-30fc550e-3d0d-4947-bb7a-c5c48fc4fbc2 admin admin] 10.222.0.83 "PUT /v2.0/routers/4b412950-9d22-4a22-bd33-5c2171b68462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7292659 Feb 02 13:08:39.557128 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Attempting to bind port 99782f50-3af0-4443-ad2c-bb1200500f59 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:39.557693 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Attempting to bind port 99782f50-3af0-4443-ad2c-bb1200500f59 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:39.558200 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Attempting to bind port 99782f50-3af0-4443-ad2c-bb1200500f59 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:39.564479 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:39.565340 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:39.566082 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:39.566613 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:39.568274 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Bound port: 99782f50-3af0-4443-ad2c-bb1200500f59, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:39.568864 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (99782f50-3af0-4443-ad2c-bb1200500f59), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:39.601902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=f4126a9f-200c-44e2-b0fc-e8cc15765c4b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:39.668655 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] For port 99782f50-3af0-4443-ad2c-bb1200500f59, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:39.675218 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] For port 99782f50-3af0-4443-ad2c-bb1200500f59, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=99782f50-3af0-4443-ad2c-bb1200500f59,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:39.694702 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (99782f50-3af0-4443-ad2c-bb1200500f59), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:39.796095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 6dc10571-852b-439d-a829-62bc59d307a5 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:08:39.802969 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Routers {'7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:39.804732 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:39.954233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Made reservation on behalf of 2ef898b2abbe4d449fdcfe1f76d14ad3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:39.959326 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:39.980613 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] Set router 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:40.045311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 6dc10571-852b-439d-a829-62bc59d307a5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6dc10571-852b-439d-a829-62bc59d307a5,segment=NetworkSegment(4e264065-047f-4cf4-ae09-976bee095414),segment_id=4e264065-047f-4cf4-ae09-976bee095414)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:40.049037 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:40.066040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '6dc10571-852b-439d-a829-62bc59d307a5', 'network_id': 'a16ebedd-b487-4546-a330-f9126e7f4309', 'port_id': '6dc10571-852b-439d-a829-62bc59d307a5', 'mac_address': 'fa:16:3e:73:b4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28054869-2dc4-4d04-9c06-dc220012722b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:08:40.096159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efa08c7-85da-4c63-b1ab-542e623f378c None None] Network ae2255be-863e-41cd-a8a7-1e65d15220c2 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:08:40.111937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2feab-b32d-4e06-adc7-8e7fc3b4842e None None] Pushing event updated for resources: {'Port': ['ID=99782f50-3af0-4443-ad2c-bb1200500f59,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:40.202958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 6dc10571-852b-439d-a829-62bc59d307a5 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:40.203511 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6dc10571-852b-439d-a829-62bc59d307a5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:40.219382 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d833ea02-9d07-44e4-98b7-84090ddeec72 req-fb36f83c-b48a-424f-b3cf-2ffeb360a96b tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d9efce6-4f20-48b4-8f11-4990c33b7ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2256935 Feb 02 13:08:40.237726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c71fe4ec-e8a3-40c9-9747-b8690d1d6d60 None None] Provisioning complete for port f4126a9f-200c-44e2-b0fc-e8cc15765c4b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:40.238230 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c71fe4ec-e8a3-40c9-9747-b8690d1d6d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:40.242017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc10571-852b-439d-a829-62bc59d307a5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:08:40.301305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:08:40.303083 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:08:40.304556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 6dc10571-852b-439d-a829-62bc59d307a5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6dc10571-852b-439d-a829-62bc59d307a5,segment=NetworkSegment(4e264065-047f-4cf4-ae09-976bee095414),segment_id=4e264065-047f-4cf4-ae09-976bee095414)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:40.330551 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6dc10571-852b-439d-a829-62bc59d307a5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:40.350535 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1040559955-router', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:31Z', 'updated_at': '2022-02-02T13:08:35Z', 'revision_number': 3, 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'gw_port': {'id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:33Z', 'updated_at': '2022-02-02T13:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:40.396018 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8f8732-360f-4933-afae-b3ddd207f8f9 None None] The sync data for ids ['7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'] in n-d-827336-2 is: [{'id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1040559955-router', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:31Z', 'updated_at': '2022-02-02T13:08:35Z', 'revision_number': 3, 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'gw_port': {'id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:33Z', 'updated_at': '2022-02-02T13:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:08:40.458288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=6dc10571-852b-439d-a829-62bc59d307a5,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:40.504583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c71fe4ec-e8a3-40c9-9747-b8690d1d6d60 None None] Current status of the port f4126a9f-200c-44e2-b0fc-e8cc15765c4b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:40.581622 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for security_group (25b4c0c7-d7df-47f5-a38b-1fe814c2d9a0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:40.634075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-a5918665-e71e-4a6a-a190-905f868157c4 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:40.641240 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['6dc10571-852b-439d-a829-62bc59d307a5'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:08:40.648691 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-a5918665-e71e-4a6a-a190-905f868157c4 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 819 time: 0.4064221 Feb 02 13:08:40.659720 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (25b4c0c7-d7df-47f5-a38b-1fe814c2d9a0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:40.711240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-9e0c7f8f-837a-4009-ad3c-e71bddee7d45 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/quotas/a9e034360ca34688b0eea31302f92faa HTTP/1.1" status: 200 len: 375 time: 0.0615606 Feb 02 13:08:40.792942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:08:40.846697 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e9f88777-27de-4220-bfed-ce2802394120), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:40.847058 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Added segment e9f88777-27de-4220-bfed-ce2802394120 of type vlan for network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 Feb 02 13:08:40.849927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b4c0c7-d7df-47f5-a38b-1fe814c2d9a0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:40.863161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:08:40.891493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Sync routers for ids ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:08:40.924899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9d69b05c-3ca6-4c86-be81-9fee98284688 None None] Provisioning complete for port f4126a9f-200c-44e2-b0fc-e8cc15765c4b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:40.926658 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d69b05c-3ca6-4c86-be81-9fee98284688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:40.936418 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (5559d273-f3d9-4fe8-ae9c-f4a6a5145355), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:40.945413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:40.946653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2a2d5974-0dc1-4ae6-93b6-78c6b6a8df21 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.9167697 Feb 02 13:08:40.949736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50676) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:41.002031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-a0d594ac-fe51-4649-b09d-6651a3f44bcf tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2885005 Feb 02 13:08:41.020977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 54cdec1f-04fd-471e-85b2-132d2446e002 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:41.061961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Routers {'61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:41.062966 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:41.066719 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Sync routers for ids ['4b412950-9d22-4a22-bd33-5c2171b68462'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:08:41.092578 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Routers {'4b412950-9d22-4a22-bd33-5c2171b68462'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:41.096065 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4b412950-9d22-4a22-bd33-5c2171b68462'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:41.127548 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (5559d273-f3d9-4fe8-ae9c-f4a6a5145355), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:41.136186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:41.136822 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:41.272845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Set router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:41.290593 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:41.296655 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8065617 Feb 02 13:08:41.298898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d8936bde-8d12-4924-8719-119beb8e7281 service neutron] 10.222.0.83 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960384 Feb 02 13:08:41.306069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:41.314213 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8a2376ba-1003-4229-b78d-d1d45e8efb46 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Request body: {'subnet': {'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:41.355962 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Set router 4b412950-9d22-4a22-bd33-5c2171b68462 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:41.479706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d5814a84-fac7-479f-82f3-4692527b13de service neutron] 10.222.0.83 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518323 Feb 02 13:08:41.509920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43742a2a-3fbd-412a-bf95-c70351d4ad01 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event updated for resources: {'Network': ['ID=5559d273-f3d9-4fe8-ae9c-f4a6a5145355,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:41.535525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:08:41.568921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 54cdec1f-04fd-471e-85b2-132d2446e002 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:41.569735 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (54cdec1f-04fd-471e-85b2-132d2446e002), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:41.828123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26b8e30c-1d34-41e2-aa51-eb61e3b5c656 req-29269ef7-1388-4c9b-a8c8-fae6a2cb782e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 210 time: 0.0531578 Feb 02 13:08:41.864078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 6dc10571-852b-439d-a829-62bc59d307a5 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:41.928927 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'name': 'tempest-ServerRescueNegativeTestJSON-2112535307-router', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:28Z', 'updated_at': '2022-02-02T13:08:37Z', 'revision_number': 4, 'project_id': 'a9e034360ca34688b0eea31302f92faa', 'gw_port': {'id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:30Z', 'updated_at': '2022-02-02T13:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f45504b3-1595-45d9-b5e1-65a8eb89554a', 'name': '', 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'mac_address': 'fa:16:3e:82:ff:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '3ac71aa6-7cfc-4ab1-8a5b-3073d886a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:37Z', 'revision_number': 2, 'project_id': 'a9e034360ca34688b0eea31302f92faa', 'subnets': [{'id': '3ac71aa6-7cfc-4ab1-8a5b-3073d886a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:41.974557 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Checking router: 4b412950-9d22-4a22-bd33-5c2171b68462 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:08:41.975165 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Updating router 4b412950-9d22-4a22-bd33-5c2171b68462 port f45504b3-1595-45d9-b5e1-65a8eb89554a binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:08:42.012603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750e066-22fa-46db-8949-53f5b6b1a172 req-7d5a0c0c-3387-4aaf-8ade-73bac9ce3761 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:42.016658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0750e066-22fa-46db-8949-53f5b6b1a172 req-7d5a0c0c-3387-4aaf-8ade-73bac9ce3761 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 945 time: 0.5302386 Feb 02 13:08:42.071868 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:42.083978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2376ba-1003-4229-b78d-d1d45e8efb46 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Made reservation on behalf of 2ef898b2abbe4d449fdcfe1f76d14ad3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:42.088413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2376ba-1003-4229-b78d-d1d45e8efb46 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:42.165566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9d69b05c-3ca6-4c86-be81-9fee98284688 None None] Current status of the port f4126a9f-200c-44e2-b0fc-e8cc15765c4b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:42.361979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:42.459055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 54cdec1f-04fd-471e-85b2-132d2446e002 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:42.459398 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (54cdec1f-04fd-471e-85b2-132d2446e002), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:42.467944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 6dc10571-852b-439d-a829-62bc59d307a5 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:08:42.489143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 6dc10571-852b-439d-a829-62bc59d307a5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:42.489276 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6dc10571-852b-439d-a829-62bc59d307a5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:42.496666 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0750e066-22fa-46db-8949-53f5b6b1a172 req-5207d56c-c4e1-4feb-8a06-72b4363d5ab6 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d9efce6-4f20-48b4-8f11-4990c33b7ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504476 Feb 02 13:08:42.544921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 54cdec1f-04fd-471e-85b2-132d2446e002, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=54cdec1f-04fd-471e-85b2-132d2446e002,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:42.557498 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (54cdec1f-04fd-471e-85b2-132d2446e002), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:42.558310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f4126a9f-200c-44e2-b0fc-e8cc15765c4b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:42.563609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:37Z', 'revision_number': 3, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:42.637252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Allocated IP 172.20.0.1 (849bee67-b425-4d09-ab0f-aefe86dd289e/2b937513-1aa4-4768-ae4d-41a1b5f017e3/00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:42.642659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Checking router: 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:08:42.643012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Updating router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 port cb29f8bb-c110-4212-8e7a-5c21d070b9e1 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:08:42.650106 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Publish callbacks [] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:42.659927 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:42.678561 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:42.722491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 6dc10571-852b-439d-a829-62bc59d307a5 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:42.722876 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6dc10571-852b-439d-a829-62bc59d307a5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:42.730274 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6b5b0c8b-cd06-4cd5-a73c-2adebf9fef4b tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:42.741902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6b5b0c8b-cd06-4cd5-a73c-2adebf9fef4b tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 819 time: 0.6491690 Feb 02 13:08:42.763518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Allocated IP 172.20.0.1 (ae2255be-863e-41cd-a8a7-1e65d15220c2/6ab84abd-0ed6-4e36-b74a-85d36d5a72f5/41b2441d-fd2f-4c29-81ce-dc51d4233a08) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:42.827508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=54cdec1f-04fd-471e-85b2-132d2446e002,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:42.859913 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ee73f-fcf4-4464-aaa0-e4f431a937ce None None] Pushing event updated for resources: {'Port': ['ID=f45504b3-1595-45d9-b5e1-65a8eb89554a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:42.898637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-d45d4eaa-a0ed-49f4-b4a3-a46f6cee45ca tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/quotas/a9e034360ca34688b0eea31302f92faa HTTP/1.1" status: 200 len: 375 time: 0.1529720 Feb 02 13:08:42.900538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6fac7-cef9-4937-aee7-0fbf2a11c348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc10571-852b-439d-a829-62bc59d307a5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:42.902821 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faffd9b6-696a-40c0-a315-7600d8d6df43" -d '{"events": [{"server_uuid": "e3d6fac7-cef9-4937-aee7-0fbf2a11c348", "name": "network-vif-plugged", "status": "completed", "tag": "6dc10571-852b-439d-a829-62bc59d307a5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:42.944045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 6dc10571-852b-439d-a829-62bc59d307a5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6dc10571-852b-439d-a829-62bc59d307a5,segment=NetworkSegment(4e264065-047f-4cf4-ae09-976bee095414),segment_id=4e264065-047f-4cf4-ae09-976bee095414)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:42.949571 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Attempting to bind port f45504b3-1595-45d9-b5e1-65a8eb89554a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:42.950133 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Attempting to bind port f45504b3-1595-45d9-b5e1-65a8eb89554a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:42.950133 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Attempting to bind port f45504b3-1595-45d9-b5e1-65a8eb89554a on network 09b930df-df7c-43c7-a531-c62b99d62bcf {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:42.955880 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:42.956278 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Checking segment: {'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:42.961368 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:42.961807 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Bound using segment: {'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:42.962301 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Bound port: f45504b3-1595-45d9-b5e1-65a8eb89554a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:42.962686 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:42.968169 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6dc10571-852b-439d-a829-62bc59d307a5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.010879 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Publish callbacks [] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.026058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f4126a9f-200c-44e2-b0fc-e8cc15765c4b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:43.033514 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.052706 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.092060 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] For port f45504b3-1595-45d9-b5e1-65a8eb89554a, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:43.102141 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] For port f45504b3-1595-45d9-b5e1-65a8eb89554a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f45504b3-1595-45d9-b5e1-65a8eb89554a,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:43.111381 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.111597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Network ae2255be-863e-41cd-a8a7-1e65d15220c2 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:43.114938 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:43.117508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:43.131447 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ab174b-cab5-4ce0-ad7f-3b9252691145 x-openstack-request-id: req-d4ab174b-cab5-4ce0-ad7f-3b9252691145 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:43.136401 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d6fac7-cef9-4937-aee7-0fbf2a11c348", "name": "network-vif-plugged", "status": "completed", "tag": "6dc10571-852b-439d-a829-62bc59d307a5", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:43.140681 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d4ab174b-cab5-4ce0-ad7f-3b9252691145 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:43.141329 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6fac7-cef9-4937-aee7-0fbf2a11c348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc10571-852b-439d-a829-62bc59d307a5', 'code': 200} Feb 02 13:08:43.141910 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Publish callbacks [] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.224386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=41b2441d-fd2f-4c29-81ce-dc51d4233a08,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:43.231577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80326432-9b24-4e82-b8e5-5f87562af40c req-aeb24fad-9b81-48fb-add8-b92b1ddc0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:43.233211 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-80326432-9b24-4e82-b8e5-5f87562af40c req-aeb24fad-9b81-48fb-add8-b92b1ddc0a11 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 1128 time: 0.1111603 Feb 02 13:08:43.244255 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.244768 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Routers {'4b412950-9d22-4a22-bd33-5c2171b68462'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:43.245568 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4b412950-9d22-4a22-bd33-5c2171b68462'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:43.339262 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2376ba-1003-4229-b78d-d1d45e8efb46 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (e3883274-bdeb-498f-9187-fae2c55103ae), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.410674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=6dc10571-852b-439d-a829-62bc59d307a5,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:43.419253 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-80326432-9b24-4e82-b8e5-5f87562af40c req-738b112c-d682-437b-a97b-41bb938d3393 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4d9efce6-4f20-48b4-8f11-4990c33b7ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762483 Feb 02 13:08:43.427236 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] Set router 4b412950-9d22-4a22-bd33-5c2171b68462 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:43.446753 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.494022 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ee73f-fcf4-4464-aaa0-e4f431a937ce None None] Pushing event updated for resources: {'Port': ['ID=f45504b3-1595-45d9-b5e1-65a8eb89554a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:43.502880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f4126a9f-200c-44e2-b0fc-e8cc15765c4b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:43.638494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Network 849bee67-b425-4d09-ab0f-aefe86dd289e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:43.645561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2376ba-1003-4229-b78d-d1d45e8efb46 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event updated for resources: {'Subnet': ['ID=e3883274-bdeb-498f-9187-fae2c55103ae,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:43.659358 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.695397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:43.695895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:43.761577 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Publish callbacks [] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.767235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-70a4e23e-ab8f-4eb1-835b-202f53b07cd3 None None] Provisioning complete for port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:43.768017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70a4e23e-ab8f-4eb1-835b-202f53b07cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.819048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-70a4e23e-ab8f-4eb1-835b-202f53b07cd3 None None] Port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:08:43.820939 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.865958 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'name': 'tempest-ServerRescueNegativeTestJSON-2112535307-router', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:28Z', 'updated_at': '2022-02-02T13:08:37Z', 'revision_number': 4, 'project_id': 'a9e034360ca34688b0eea31302f92faa', 'gw_port': {'id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:30Z', 'updated_at': '2022-02-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f45504b3-1595-45d9-b5e1-65a8eb89554a', 'name': '', 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'mac_address': 'fa:16:3e:82:ff:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '3ac71aa6-7cfc-4ab1-8a5b-3073d886a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'a9e034360ca34688b0eea31302f92faa', 'subnets': [{'id': '3ac71aa6-7cfc-4ab1-8a5b-3073d886a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:43.902752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Attempting to bind port cb29f8bb-c110-4212-8e7a-5c21d070b9e1 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:43.903839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Attempting to bind port cb29f8bb-c110-4212-8e7a-5c21d070b9e1 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:43.906509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Attempting to bind port cb29f8bb-c110-4212-8e7a-5c21d070b9e1 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:43.917045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc582f-fb49-48a8-871f-06fc7abfe95d None None] Pushing event updated for resources: {'Port': ['ID=cb29f8bb-c110-4212-8e7a-5c21d070b9e1,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:43.939002 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0447b2f2-cc8e-43a0-80dc-e97f877ea83f None None] The sync data for ids ['4b412950-9d22-4a22-bd33-5c2171b68462'] in n-d-827336-2 is: [{'id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'name': 'tempest-ServerRescueNegativeTestJSON-2112535307-router', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:28Z', 'updated_at': '2022-02-02T13:08:37Z', 'revision_number': 4, 'project_id': 'a9e034360ca34688b0eea31302f92faa', 'gw_port': {'id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:30Z', 'updated_at': '2022-02-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f45504b3-1595-45d9-b5e1-65a8eb89554a', 'name': '', 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'mac_address': 'fa:16:3e:82:ff:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '3ac71aa6-7cfc-4ab1-8a5b-3073d886a189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'a9e034360ca34688b0eea31302f92faa', 'subnets': [{'id': '3ac71aa6-7cfc-4ab1-8a5b-3073d886a189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:08:43.949142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Pushing event updated for resources: {'Port': ['ID=00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:43.951586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 54cdec1f-04fd-471e-85b2-132d2446e002 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:43.957619 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:43.958371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-dce29e65-b298-41f1-b57d-b8c2200fcdc8 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0575614 Feb 02 13:08:43.961768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:43.962108 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:43.962605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:43.969167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Bound port: cb29f8bb-c110-4212-8e7a-5c21d070b9e1, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:43.969702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:44.005220 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2376ba-1003-4229-b78d-d1d45e8efb46 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Checking segment: {'id': 'e9f88777-27de-4220-bfed-ce2802394120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:44.005581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2376ba-1003-4229-b78d-d1d45e8efb46 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Network hostable DHCP agents. Network: 5559d273-f3d9-4fe8-ae9c-f4a6a5145355, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:08:44.112442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Publish callbacks [] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:44.120533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:44.168714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 54cdec1f-04fd-471e-85b2-132d2446e002 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:44.169331 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (54cdec1f-04fd-471e-85b2-132d2446e002), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:44.176916 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] For port cb29f8bb-c110-4212-8e7a-5c21d070b9e1, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:44.190351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-9b8f346f-009e-43a4-9ed6-5b06eaecc401 service neutron] 10.222.0.83 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219262 Feb 02 13:08:44.214633 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:44.234068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] For port cb29f8bb-c110-4212-8e7a-5c21d070b9e1, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cb29f8bb-c110-4212-8e7a-5c21d070b9e1,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:44.243088 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:44.254831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Pushing event updated for resources: {'Port': ['ID=41b2441d-fd2f-4c29-81ce-dc51d4233a08,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:44.260008 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:44.315360 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4cf638cb-5a41-49df-8285-74e6a23dafb0 None None] Provisioning complete for port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:44.316755 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cf638cb-5a41-49df-8285-74e6a23dafb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:44.411218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Network ae2255be-863e-41cd-a8a7-1e65d15220c2 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:44.413212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:44.421773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 54cdec1f-04fd-471e-85b2-132d2446e002 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:44.422907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 99782f50-3af0-4443-ad2c-bb1200500f59 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:44.424645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Routers {'61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:44.425284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:44.616037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:08:44.640477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] Set router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:44.779107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:08:44.785842 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-140bbe7d-4959-42cb-bd6e-490c0d3ba4a6 admin admin] 10.222.0.83 "PUT /v2.0/routers/61717cb3-cfb6-43fb-8f0a-aad4d6f329d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8343644 Feb 02 13:08:44.977886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc582f-fb49-48a8-871f-06fc7abfe95d None None] Pushing event updated for resources: {'Port': ['ID=cb29f8bb-c110-4212-8e7a-5c21d070b9e1,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:44.982597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4cf638cb-5a41-49df-8285-74e6a23dafb0 None None] Port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:08:45.008405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548c90c-3cf9-418c-8e3b-ee1e9cf663f0 req-7fdc26cb-d030-4e57-af96-d8770e213993 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:45.011878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 99782f50-3af0-4443-ad2c-bb1200500f59 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:45.012257 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (99782f50-3af0-4443-ad2c-bb1200500f59), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:45.016840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b548c90c-3cf9-418c-8e3b-ee1e9cf663f0 req-7fdc26cb-d030-4e57-af96-d8770e213993 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 946 time: 1.3557944 Feb 02 13:08:45.051795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '41b2441d-fd2f-4c29-81ce-dc51d4233a08', 'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'mac_address': 'fa:16:3e:cb:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:42Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 2, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'subnets': [{'id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:45.067330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-3180f7e0-15fb-43a6-a62c-f1a965f6a8bb tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:45.069154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-3180f7e0-15fb-43a6-a62c-f1a965f6a8bb tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.18 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 819 time: 1.5475321 Feb 02 13:08:45.070011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2376ba-1003-4229-b78d-d1d45e8efb46 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:08:45.106204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e6827-a8b2-4d8b-8dcf-692426ac5a02 None None] The sync data for ids ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'] in n-d-827336-2 is: [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '41b2441d-fd2f-4c29-81ce-dc51d4233a08', 'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'mac_address': 'fa:16:3e:cb:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:42Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 2, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'subnets': [{'id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:08:45.114150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-0bef8e07-126a-4e5f-ad61-d2c64f08a66d service neutron] 10.222.0.83 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9098103 Feb 02 13:08:45.121998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Request body: {'port': {'device_id': 'aeedb39f-b2f6-4d30-9b1e-a03df82a9753', 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf', 'admin_state_up': True, 'tenant_id': 'a9e034360ca34688b0eea31302f92faa'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:45.153695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8dcc69cf-e75a-4981-9732-f865ca1c0899 None None] Provisioning complete for port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:45.154081 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8dcc69cf-e75a-4981-9732-f865ca1c0899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:45.229337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc69cf-e75a-4981-9732-f865ca1c0899 None None] Port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:08:45.230721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 99782f50-3af0-4443-ad2c-bb1200500f59 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:45.231102 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (99782f50-3af0-4443-ad2c-bb1200500f59), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:45.272364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 99782f50-3af0-4443-ad2c-bb1200500f59, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=99782f50-3af0-4443-ad2c-bb1200500f59,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:45.288051 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (99782f50-3af0-4443-ad2c-bb1200500f59), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:45.333911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8a2376ba-1003-4229-b78d-d1d45e8efb46 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 5559d273-f3d9-4fe8-ae9c-f4a6a5145355) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:45.337788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2376ba-1003-4229-b78d-d1d45e8efb46 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:45.338380 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a2376ba-1003-4229-b78d-d1d45e8efb46 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:45.353269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe6043d-d6c5-4020-83aa-92a0271e6041 None None] Network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:08:45.375018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Made reservation on behalf of a9e034360ca34688b0eea31302f92faa for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:45.378686 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:45.641134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b548c90c-3cf9-418c-8e3b-ee1e9cf663f0 req-dcf34282-7090-44da-8ac1-25de99b99283 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d9efce6-4f20-48b4-8f11-4990c33b7ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6227703 Feb 02 13:08:45.693452 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8a2376ba-1003-4229-b78d-d1d45e8efb46 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3835680 Feb 02 13:08:45.696739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50720) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:45.706410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Request body: {'port': {'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355', 'name': 'tempest-AllowedAddressPairTestJSON-300703071'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:45.772802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=99782f50-3af0-4443-ad2c-bb1200500f59,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:45.831923 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:45.889826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f45504b3-1595-45d9-b5e1-65a8eb89554a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:45.985862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Made reservation on behalf of 2ef898b2abbe4d449fdcfe1f76d14ad3 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:45.989642 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:45.990404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f52b011-4e56-4cc0-b4b4-75f513f01b7f req-7012e3a6-a14c-487b-a219-68701e9c2f44 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 210 time: 0.1529117 Feb 02 13:08:46.033021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] device_id is not set on port 919ccaea-9f67-41eb-8c0d-8ac2bd9a9065 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:08:46.074968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Allocated IP 172.20.0.9 (09b930df-df7c-43c7-a531-c62b99d62bcf/3ac71aa6-7cfc-4ab1-8a5b-3073d886a189/d58b1d98-8973-4beb-8e4f-7ec09f19fc2d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:46.165632 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-5559d273-f3d9-4fe8-ae9c-f4a6a5145355', 'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355', 'project_id': '2ef898b2abbe4d449fdcfe1f76d14ad3', 'fixed_ips': [{'subnet_id': 'e3883274-bdeb-498f-9187-fae2c55103ae'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:08:46.166518 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.282875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Allocated IP 172.20.0.11 (5559d273-f3d9-4fe8-ae9c-f4a6a5145355/e3883274-bdeb-498f-9187-fae2c55103ae/919ccaea-9f67-41eb-8c0d-8ac2bd9a9065) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:46.360715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:46.365435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-542020e7-9149-49e4-8391-2a32fcbcaa9e tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--375778644', 'description': 'tempest-description--130059167'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:46.385889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f45504b3-1595-45d9-b5e1-65a8eb89554a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:46.386741 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.399319 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Publish callbacks [] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.417119 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.438563 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-542020e7-9149-49e4-8391-2a32fcbcaa9e tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.586921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f45504b3-1595-45d9-b5e1-65a8eb89554a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:46.587362 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.587858 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-542020e7-9149-49e4-8391-2a32fcbcaa9e tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for security_group (83300637-9c0d-4468-9654-5ecb541c6bc5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.606194 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks [] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.618220 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-542020e7-9149-49e4-8391-2a32fcbcaa9e tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (83300637-9c0d-4468-9654-5ecb541c6bc5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.623043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for port (919ccaea-9f67-41eb-8c0d-8ac2bd9a9065), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.658006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port f45504b3-1595-45d9-b5e1-65a8eb89554a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f45504b3-1595-45d9-b5e1-65a8eb89554a,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:46.664161 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.691084 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (919ccaea-9f67-41eb-8c0d-8ac2bd9a9065), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.728181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Pushing event updated for resources: {'Port': ['ID=00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:46.745963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=f45504b3-1595-45d9-b5e1-65a8eb89554a,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:46.756103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.799961 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-542020e7-9149-49e4-8391-2a32fcbcaa9e tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.801202 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-542020e7-9149-49e4-8391-2a32fcbcaa9e tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4394491 Feb 02 13:08:46.811009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Allocated IP 172.20.0.2 (5559d273-f3d9-4fe8-ae9c-f4a6a5145355/e3883274-bdeb-498f-9187-fae2c55103ae/7ddc09ac-efc4-47a1-a079-bd3d2ee80bad) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:46.812060 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:46.821553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:46.831214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4134d912-3253-4e52-ac93-87e68d514e46 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Request body: {'security_group_rule': {'security_group_id': '83300637-9c0d-4468-9654-5ecb541c6bc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:46.834090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542020e7-9149-49e4-8391-2a32fcbcaa9e tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83300637-9c0d-4468-9654-5ecb541c6bc5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:46.841482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:46.848451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:46.893757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event updated for resources: {'Port': ['ID=919ccaea-9f67-41eb-8c0d-8ac2bd9a9065,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:46.922625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:46.923322 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.937233 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4134d912-3253-4e52-ac93-87e68d514e46 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for security_group_rule (78cac9bb-58ad-4237-82f4-51f36878470a), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.953661 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-35602ca6-9af1-4be0-b927-389faeea844e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2553303 Feb 02 13:08:46.956788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50732) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:46.962273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Request body: {'port': {'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355', 'name': 'tempest-AllowedAddressPairTestJSON-2140154020', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:50:95:d6'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:46.964940 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:46.987513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced0ff1-ae24-4d71-9222-527354cea93c req-23ee43c5-fc60-471b-8a3a-37f3274c9f40 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:46.991006 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fced0ff1-ae24-4d71-9222-527354cea93c req-23ee43c5-fc60-471b-8a3a-37f3274c9f40 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 946 time: 0.2258885 Feb 02 13:08:47.107691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Network 09b930df-df7c-43c7-a531-c62b99d62bcf is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:47.121013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:47.127926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:47.141219 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Publish callbacks [] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:47.160314 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:47.173157 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4134d912-3253-4e52-ac93-87e68d514e46 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for security_group_rule (78cac9bb-58ad-4237-82f4-51f36878470a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:47.189757 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4134d912-3253-4e52-ac93-87e68d514e46 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (78cac9bb-58ad-4237-82f4-51f36878470a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:47.230237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134d912-3253-4e52-ac93-87e68d514e46 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78cac9bb-58ad-4237-82f4-51f36878470a,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:47.246572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4134d912-3253-4e52-ac93-87e68d514e46 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:47.251753 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4134d912-3253-4e52-ac93-87e68d514e46 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4259851 Feb 02 13:08:47.252895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50736) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:47.255302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:47.256341 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:47.258454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0b0aefa3-5915-4502-8dbf-fe6bc668bb36 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Request body: {'security_group_rule': {'security_group_id': '83300637-9c0d-4468-9654-5ecb541c6bc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:47.260481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Pushing event updated for resources: {'Port': ['ID=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:47.266838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:47.289574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:47.301559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54c772b3-87ed-4d6d-bae8-2830fb8d2abb req-b0ba7893-3322-4d0c-a742-facdb59855f0 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 210 time: 0.1506104 Feb 02 13:08:47.308063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:47.320157 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b0aefa3-5915-4502-8dbf-fe6bc668bb36 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for security_group_rule (27d1cb0b-dcfd-4055-b909-15e884ae74d2), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:47.322410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Network 849bee67-b425-4d09-ab0f-aefe86dd289e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:47.329704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:47.336023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Made reservation on behalf of 2ef898b2abbe4d449fdcfe1f76d14ad3 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:47.353299 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fced0ff1-ae24-4d71-9222-527354cea93c req-eeb81abd-0074-41d6-8364-a6ec99320947 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d9efce6-4f20-48b4-8f11-4990c33b7ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022404 Feb 02 13:08:47.477970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Pushing event updated for resources: {'Port': ['ID=7ddc09ac-efc4-47a1-a079-bd3d2ee80bad,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:47.508194 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Attempting to bind port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:47.508464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Attempting to bind port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'e9f88777-27de-4220-bfed-ce2802394120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:47.508844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Attempting to bind port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad on network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:47.534479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-ad20653d-4224-4acb-b29a-0bc9c71eff30 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:47.539299 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-ad20653d-4224-4acb-b29a-0bc9c71eff30 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.62 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 819 time: 0.1345198 Feb 02 13:08:47.569387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:47.574517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Checking segment: {'id': 'e9f88777-27de-4220-bfed-ce2802394120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:47.575670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-51342727-3fad-4e9b-aabf-7375a06f2fb2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4583631 Feb 02 13:08:47.577395 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:47.580644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Bound using segment: {'id': 'e9f88777-27de-4220-bfed-ce2802394120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:47.581230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Bound port: 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f88777-27de-4220-bfed-ce2802394120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:47.583881 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:47.614642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Request body: {'port': {'device_id': 'aeedb39f-b2f6-4d30-9b1e-a03df82a9753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:47.618233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Request body: {'port': {'device_id': '6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b', 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf', 'admin_state_up': True, 'tenant_id': 'a9e034360ca34688b0eea31302f92faa'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:47.831518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Router 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:08:47.852177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] For port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:47.859651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] For port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7ddc09ac-efc4-47a1-a079-bd3d2ee80bad,segment=NetworkSegment(e9f88777-27de-4220-bfed-ce2802394120),segment_id=e9f88777-27de-4220-bfed-ce2802394120)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:47.887898 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:47.940985 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:47.994238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 99782f50-3af0-4443-ad2c-bb1200500f59 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:48.013082 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Made reservation on behalf of a9e034360ca34688b0eea31302f92faa for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:48.018497 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:48.041947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b0aefa3-5915-4502-8dbf-fe6bc668bb36 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for security_group_rule (27d1cb0b-dcfd-4055-b909-15e884ae74d2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:48.071731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b0aefa3-5915-4502-8dbf-fe6bc668bb36 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (27d1cb0b-dcfd-4055-b909-15e884ae74d2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:48.086261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-89559c4c-bbbf-458e-9287-a97732e9564e None None] Provisioning complete for port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:48.087770 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89559c4c-bbbf-458e-9287-a97732e9564e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:48.123962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0aefa3-5915-4502-8dbf-fe6bc668bb36 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d1cb0b-dcfd-4055-b909-15e884ae74d2,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:48.143721 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b0aefa3-5915-4502-8dbf-fe6bc668bb36 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:48.147644 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0b0aefa3-5915-4502-8dbf-fe6bc668bb36 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8913343 Feb 02 13:08:48.161226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50744) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:48.170770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcba72f-12f4-47b9-aa9a-ae07262adfb8 None None] Pushing event updated for resources: {'Port': ['ID=7ddc09ac-efc4-47a1-a079-bd3d2ee80bad,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:48.188331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-89559c4c-bbbf-458e-9287-a97732e9564e None None] Port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:08:48.213877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 99782f50-3af0-4443-ad2c-bb1200500f59 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:48.214642 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (99782f50-3af0-4443-ad2c-bb1200500f59), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:48.215406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:48.314979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:48.361832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 99782f50-3af0-4443-ad2c-bb1200500f59 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:48.363086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f45504b3-1595-45d9-b5e1-65a8eb89554a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:48.399904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Allocated IP 172.20.0.3 (09b930df-df7c-43c7-a531-c62b99d62bcf/3ac71aa6-7cfc-4ab1-8a5b-3073d886a189/74046a06-2e55-41ba-829d-eb66b063104e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:48.409620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] device_id is not set on port ad90193d-559a-434d-99df-e755c0c4c294 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:08:48.422253 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:48.499788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:08:48.519654 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f45504b3-1595-45d9-b5e1-65a8eb89554a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:48.519989 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:48.524983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Sync routers for ids ['7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:08:48.548309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f016f7-d2b6-4306-90ea-53dc550ed3b4 req-81a9bfbf-22b5-4ad8-8db5-3c4832db7b35 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:48.550012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97f016f7-d2b6-4306-90ea-53dc550ed3b4 req-81a9bfbf-22b5-4ad8-8db5-3c4832db7b35 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 946 time: 0.4408567 Feb 02 13:08:48.567472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f7730392-b13a-4c0a-b90c-016e7b72fee7 admin admin] 10.222.0.83 "PUT /v2.0/routers/7b5b34e6-a4de-4042-878a-aa0dafc9d4c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1807165 Feb 02 13:08:48.569764 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c337a351-9ea0-4f8d-95e9-49dd77d5171d req-8a23e5af-29a2-44f4-be90-fecd268ca03c tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 210 time: 0.1348641 Feb 02 13:08:48.586370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Routers {'7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:48.587022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:48.669914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97f016f7-d2b6-4306-90ea-53dc550ed3b4 req-1bc269d1-7c82-4245-9348-ae7b42ecac38 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d9efce6-4f20-48b4-8f11-4990c33b7ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922449 Feb 02 13:08:48.760641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Allocated IP 172.20.0.13 (5559d273-f3d9-4fe8-ae9c-f4a6a5145355/e3883274-bdeb-498f-9187-fae2c55103ae/ad90193d-559a-434d-99df-e755c0c4c294) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:48.826176 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Set router 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:48.828999 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f45504b3-1595-45d9-b5e1-65a8eb89554a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:48.829683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cb29f8bb-c110-4212-8e7a-5c21d070b9e1 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:48.893700 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:48.961214 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks [] for port (74046a06-2e55-41ba-829d-eb66b063104e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.041608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port cb29f8bb-c110-4212-8e7a-5c21d070b9e1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:49.041982 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.090922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8403bcf-d877-40fd-93bc-7dd8e69f2970 req-9da5fc6d-e47a-48a5-815d-db9b882f04c2 tempest-FloatingIPsNegativeTestJSON-928307684 tempest-FloatingIPsNegativeTestJSON-928307684-project] 10.222.0.83 "GET /v2.0/floatingips?tenant_id=fe33d2f5716e4fcc9743927c5eaefce5 HTTP/1.1" status: 200 len: 217 time: 0.0892992 Feb 02 13:08:49.093507 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (74046a06-2e55-41ba-829d-eb66b063104e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.159578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Pushing event updated for resources: {'Port': ['ID=74046a06-2e55-41ba-829d-eb66b063104e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:49.172500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Network 09b930df-df7c-43c7-a531-c62b99d62bcf is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:49.180188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:49.180552 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43025dc6-dc5b-4d41-b77c-737740c8ad49 req-a5926f90-b126-4ce5-bcc1-ec1f3f1cb00e tempest-FloatingIPsNegativeTestJSON-928307684 tempest-FloatingIPsNegativeTestJSON-928307684-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0507665 Feb 02 13:08:49.186608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:49.210033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port cb29f8bb-c110-4212-8e7a-5c21d070b9e1 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:49.210662 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.218971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1040559955-router', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:31Z', 'updated_at': '2022-02-02T13:08:45Z', 'revision_number': 4, 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'gw_port': {'id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:33Z', 'updated_at': '2022-02-02T13:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12', 'name': '', 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'mac_address': 'fa:16:3e:bf:13:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '2b937513-1aa4-4768-ae4d-41a1b5f017e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:41Z', 'updated_at': '2022-02-02T13:08:46Z', 'revision_number': 2, 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'subnets': [{'id': '2b937513-1aa4-4768-ae4d-41a1b5f017e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:49.258554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for port (ad90193d-559a-434d-99df-e755c0c4c294), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.265854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Checking router: 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:08:49.266428 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Updating router 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:08:49.281779 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-0823e94a-7a92-4e16-8ac7-ba1e87ced87a req-33e85428-c984-4aa3-ba0b-39840144c49b tempest-FloatingIPsNegativeTestJSON-928307684 tempest-FloatingIPsNegativeTestJSON-928307684-project] show failed (client error): The resource could not be found. Feb 02 13:08:49.293783 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0823e94a-7a92-4e16-8ac7-ba1e87ced87a req-33e85428-c984-4aa3-ba0b-39840144c49b tempest-FloatingIPsNegativeTestJSON-928307684 tempest-FloatingIPsNegativeTestJSON-928307684-project] 10.222.0.83 "GET /v2.0/floatingips/4b85898a-d330-4a2e-b77b-d2f2787ebec9 HTTP/1.1" status: 404 len: 350 time: 0.0551095 Feb 02 13:08:49.294664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port cb29f8bb-c110-4212-8e7a-5c21d070b9e1, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cb29f8bb-c110-4212-8e7a-5c21d070b9e1,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:49.303738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:49.305025 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.325173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:49.326152 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.351622 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c7e8d364-7061-4cb2-89ab-c56c3790c74e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7442825 Feb 02 13:08:49.354589 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ad90193d-559a-434d-99df-e755c0c4c294), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.380185 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.382001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=cb29f8bb-c110-4212-8e7a-5c21d070b9e1,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:49.403650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Request body: {'port': {'device_id': '6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:49.440722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:49.449003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:49.459364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:49.520207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Allocated IP 172.25.4.53 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/f114f3ba-db3d-4fe6-98d0-a544d11d834f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:49.592786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (74046a06-2e55-41ba-829d-eb66b063104e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.596428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event updated for resources: {'Port': ['ID=ad90193d-559a-434d-99df-e755c0c4c294,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:49.620454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:49.621409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.712734 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fa67de1d-64ed-486c-b2fc-c3941da498ab tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.7548845 Feb 02 13:08:49.722483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50768) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:49.844660 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Publish callbacks [] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.857508 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:49.927837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d58b1d98-8973-4beb-8e4f-7ec09f19fc2d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:08:49.932591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cb29f8bb-c110-4212-8e7a-5c21d070b9e1 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:50.014437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f0e6f-f500-4d23-9e47-1fbf7a9879ce None None] Pushing event updated for resources: {'Port': ['ID=00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:50.060015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e571e-a23d-4f6d-b7d0-deca5bfeabd6 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:50.091772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e571e-a23d-4f6d-b7d0-deca5bfeabd6 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:50.112762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e571e-a23d-4f6d-b7d0-deca5bfeabd6 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:50.121277 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d16e571e-a23d-4f6d-b7d0-deca5bfeabd6 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3956902 Feb 02 13:08:50.125947 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50774) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:50.146002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Attempting to bind port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:50.146409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Attempting to bind port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:50.146896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Attempting to bind port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 on network 849bee67-b425-4d09-ab0f-aefe86dd289e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:50.165139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port cb29f8bb-c110-4212-8e7a-5c21d070b9e1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:50.165628 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:50.228545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:50.228920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Checking segment: {'id': 'eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:50.229328 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:50.229916 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Bound using segment: {'id': 'eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:50.231973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Bound port: 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:50.232391 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:50.339980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-982fe931-d46a-43c7-bb43-746d00d6f77e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Deleting port ad90193d-559a-434d-99df-e755c0c4c294 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:50.340322 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-982fe931-d46a-43c7-bb43-746d00d6f77e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ad90193d-559a-434d-99df-e755c0c4c294), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:50.350344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] For port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:50.354058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] For port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12,segment=NetworkSegment(eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c),segment_id=eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:50.372519 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:50.417602 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Sync routers for ids ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:08:50.431491 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Routers {'61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:50.432112 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:50.502844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Routers {'7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:50.503533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:50.505049 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-982fe931-d46a-43c7-bb43-746d00d6f77e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ad90193d-559a-434d-99df-e755c0c4c294), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:50.538466 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-982fe931-d46a-43c7-bb43-746d00d6f77e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Calling delete_port for ad90193d-559a-434d-99df-e755c0c4c294 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:50.629064 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Publish callbacks [] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:50.654260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d2af9-25d6-4717-b53b-b35e9489a5af req-54d5e8bc-c411-4bd0-a670-1ebf3ae8686c tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:50.655926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-688d2af9-25d6-4717-b53b-b35e9489a5af req-54d5e8bc-c411-4bd0-a670-1ebf3ae8686c tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 946 time: 1.0815301 Feb 02 13:08:50.662344 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Set router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:50.704497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Transition to ACTIVE for port object d58b1d98-8973-4beb-8e4f-7ec09f19fc2d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:08:50.712015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port cb29f8bb-c110-4212-8e7a-5c21d070b9e1 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:50.713381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:50.715620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dc4d16-d262-4488-b582-1e7c258e315b None None] Network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:08:50.717204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d1cb18b1-da26-46ef-a25b-41f8a750b17e None None] Provisioning complete for port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:50.717571 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1cb18b1-da26-46ef-a25b-41f8a750b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:50.721370 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:50.775251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f11ac1-73a7-4f93-b766-fc96450e50c2 req-fa75c088-b889-49cf-81ef-0bc2d9d9bd5c tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:50.783590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2f11ac1-73a7-4f93-b766-fc96450e50c2 req-fa75c088-b889-49cf-81ef-0bc2d9d9bd5c tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 931 time: 1.0387735 Feb 02 13:08:50.853431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a99f86-f0f8-4c06-9065-e62a220e4320 req-f54749a4-6689-48e0-85d6-74ce4f22fe44 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:50.861176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21a99f86-f0f8-4c06-9065-e62a220e4320 req-f54749a4-6689-48e0-85d6-74ce4f22fe44 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 946 time: 1.0565751 Feb 02 13:08:50.949530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-982fe931-d46a-43c7-bb43-746d00d6f77e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ad90193d-559a-434d-99df-e755c0c4c294), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:50.984195 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for port (f114f3ba-db3d-4fe6-98d0-a544d11d834f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.000553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f0e6f-f500-4d23-9e47-1fbf7a9879ce None None] Pushing event updated for resources: {'Port': ['ID=00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:51.036633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fe931-d46a-43c7-bb43-746d00d6f77e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event deleted for resources: {'Port': ['ID=ad90193d-559a-434d-99df-e755c0c4c294,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:51.054352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Pushing event updated for resources: {'Port': ['ID=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:51.095897 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2f11ac1-73a7-4f93-b766-fc96450e50c2 req-95f8c1db-3499-4869-b52b-7d587d13704d tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065603 Feb 02 13:08:51.116162 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '41b2441d-fd2f-4c29-81ce-dc51d4233a08', 'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'mac_address': 'fa:16:3e:cb:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:42Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 2, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'subnets': [{'id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:51.178479 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Checking router: 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:08:51.178819 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Updating router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:08:51.185518 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21a99f86-f0f8-4c06-9065-e62a220e4320 req-050c9bf7-c3bc-40c3-a980-6665e48bd707 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d9efce6-4f20-48b4-8f11-4990c33b7ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226705 Feb 02 13:08:51.240344 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.263072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74046a06-2e55-41ba-829d-eb66b063104e {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:08:51.303675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Publish callbacks [] for port (74046a06-2e55-41ba-829d-eb66b063104e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.337353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:51.337731 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.347341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Transition to ACTIVE for port object 74046a06-2e55-41ba-829d-eb66b063104e will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:08:51.360440 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-688d2af9-25d6-4717-b53b-b35e9489a5af req-e967fd52-6b93-4c70-8a2e-b1f4d02caf79 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Deleting port 6dc10571-852b-439d-a829-62bc59d307a5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:51.360775 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-688d2af9-25d6-4717-b53b-b35e9489a5af req-e967fd52-6b93-4c70-8a2e-b1f4d02caf79 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6dc10571-852b-439d-a829-62bc59d307a5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.365177 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f114f3ba-db3d-4fe6-98d0-a544d11d834f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.366046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-982fe931-d46a-43c7-bb43-746d00d6f77e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.372036 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-982fe931-d46a-43c7-bb43-746d00d6f77e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "DELETE /v2.0/ports/ad90193d-559a-434d-99df-e755c0c4c294 HTTP/1.1" status: 204 len: 168 time: 1.2450163 Feb 02 13:08:51.373314 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (74046a06-2e55-41ba-829d-eb66b063104e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.377675 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50782) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:51.444738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Attempting to bind port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:51.445543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Attempting to bind port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:51.446047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Attempting to bind port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d on network 09b930df-df7c-43c7-a531-c62b99d62bcf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:51.454336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Pushing event updated for resources: {'Port': ['ID=f114f3ba-db3d-4fe6-98d0-a544d11d834f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:51.471369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:51.474582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] Set router 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:51.484482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:51.489179 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d on network 09b930df-df7c-43c7-a531-c62b99d62bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:08:51.489705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Attempting to bind port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d on network 09b930df-df7c-43c7-a531-c62b99d62bcf {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:51.501289 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:51.502165 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f76d2c-a15f-4eb2-a038-084dc29577bb tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] GET failed (client error): The resource could not be found. Feb 02 13:08:51.503866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:51.504542 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-56f76d2c-a15f-4eb2-a038-084dc29577bb tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "GET /v2.0/ports/ad90193d-559a-434d-99df-e755c0c4c294 HTTP/1.1" status: 404 len: 333 time: 0.1244462 Feb 02 13:08:51.504799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Checking segment: {'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:51.505343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Bound using segment: {'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:51.506221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Bound port: d58b1d98-8973-4beb-8e4f-7ec09f19fc2d, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:51.506804 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.509597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50784) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:51.543726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Request body: {'port': {'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355', 'name': 'tempest-AllowedAddressPairTestJSON-2125185445'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:51.560503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=74046a06-2e55-41ba-829d-eb66b063104e,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:51.643011 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Publish callbacks [] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.653171 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.695366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Attempting to bind port 74046a06-2e55-41ba-829d-eb66b063104e on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:51.698631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Attempting to bind port 74046a06-2e55-41ba-829d-eb66b063104e by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:51.699730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Attempting to bind port 74046a06-2e55-41ba-829d-eb66b063104e on network 09b930df-df7c-43c7-a531-c62b99d62bcf {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:51.716048 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Port 74046a06-2e55-41ba-829d-eb66b063104e on network 09b930df-df7c-43c7-a531-c62b99d62bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:08:51.716731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Attempting to bind port 74046a06-2e55-41ba-829d-eb66b063104e on network 09b930df-df7c-43c7-a531-c62b99d62bcf {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:51.723560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:51.724117 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Checking segment: {'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:51.724648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Bound using segment: {'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:51.725243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Bound port: 74046a06-2e55-41ba-829d-eb66b063104e, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4feecac5-aae3-4820-a1b6-67e4759b5d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:51.725754 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (74046a06-2e55-41ba-829d-eb66b063104e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.759472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb18b1-da26-46ef-a25b-41f8a750b17e None None] Current status of the port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:51.763154 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1cb18b1-da26-46ef-a25b-41f8a750b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.799108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] For port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:51.803269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] For port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:51.830407 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699ca41-428c-4c6d-af56-663d23e3aedd None None] Pushing event updated for resources: {'Port': ['ID=41b2441d-fd2f-4c29-81ce-dc51d4233a08,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:51.837702 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.899318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] For port 74046a06-2e55-41ba-829d-eb66b063104e, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:51.902546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-688d2af9-25d6-4717-b53b-b35e9489a5af req-e967fd52-6b93-4c70-8a2e-b1f4d02caf79 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] For port 6dc10571-852b-439d-a829-62bc59d307a5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6dc10571-852b-439d-a829-62bc59d307a5,segment=NetworkSegment(4e264065-047f-4cf4-ae09-976bee095414),segment_id=4e264065-047f-4cf4-ae09-976bee095414)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:51.902923 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-688d2af9-25d6-4717-b53b-b35e9489a5af req-e967fd52-6b93-4c70-8a2e-b1f4d02caf79 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6dc10571-852b-439d-a829-62bc59d307a5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.906725 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] For port 74046a06-2e55-41ba-829d-eb66b063104e, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=74046a06-2e55-41ba-829d-eb66b063104e,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:51.908781 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Attempting to bind port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:08:51.909153 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Attempting to bind port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:08:51.909516 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Attempting to bind port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 on network ae2255be-863e-41cd-a8a7-1e65d15220c2 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:08:51.911773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d1cb18b1-da26-46ef-a25b-41f8a750b17e None None] For port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12,segment=NetworkSegment(eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c),segment_id=eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:51.920411 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (74046a06-2e55-41ba-829d-eb66b063104e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.923117 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:08:51.924043 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Checking segment: {'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:08:51.929731 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.930206 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Bound using segment: {'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:08:51.930699 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Bound port: 41b2441d-fd2f-4c29-81ce-dc51d4233a08, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:08:51.931092 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.940532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-688d2af9-25d6-4717-b53b-b35e9489a5af req-e967fd52-6b93-4c70-8a2e-b1f4d02caf79 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Calling delete_port for 6dc10571-852b-439d-a829-62bc59d307a5 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:51.990347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:51.991197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:51.992709 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] 10.222.0.62 "PUT /v2.0/ports/74046a06-2e55-41ba-829d-eb66b063104e HTTP/1.1" status: 200 len: 1091 time: 2.5938470 Feb 02 13:08:51.993177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b', 'tag': '74046a06-2e55-41ba-829d-eb66b063104e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:51.995656 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fbfa4a-f6ea-44cd-8b54-6c2970aab347" -d '{"events": [{"name": "network-changed", "server_uuid": "6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b", "tag": "74046a06-2e55-41ba-829d-eb66b063104e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:52.046973 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1cb18b1-da26-46ef-a25b-41f8a750b17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:52.065388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6538a344-e7d4-4c2b-9e41-181604f6e5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=74046a06-2e55-41ba-829d-eb66b063104e,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:52.092030 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9cb97c-4488-4027-a827-847cc26f03ae x-openstack-request-id: req-2d9cb97c-4488-4027-a827-847cc26f03ae {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:52.092693 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b", "tag": "74046a06-2e55-41ba-829d-eb66b063104e", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:52.093155 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2d9cb97c-4488-4027-a827-847cc26f03ae {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:52.093800 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b', 'tag': '74046a06-2e55-41ba-829d-eb66b063104e', 'status': 'completed', 'code': 200} Feb 02 13:08:52.098507 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] For port 41b2441d-fd2f-4c29-81ce-dc51d4233a08, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:08:52.107938 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] For port 41b2441d-fd2f-4c29-81ce-dc51d4233a08, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=41b2441d-fd2f-4c29-81ce-dc51d4233a08,segment=NetworkSegment(8cb76ad7-de44-4de1-a5f3-d391baed80c1),segment_id=8cb76ad7-de44-4de1-a5f3-d391baed80c1)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:08:52.121537 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:52.189568 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-ae74d12f-39d7-4834-a842-452f994b5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:52.191129 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-ae74d12f-39d7-4834-a842-452f994b5fe2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 1125 time: 0.1123884 Feb 02 13:08:52.221014 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699ca41-428c-4c6d-af56-663d23e3aedd None None] Pushing event updated for resources: {'Port': ['ID=41b2441d-fd2f-4c29-81ce-dc51d4233a08,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:52.269043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:52.269434 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:52.283148 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Routers {'61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:52.284760 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:52.305383 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Made reservation on behalf of 2ef898b2abbe4d449fdcfe1f76d14ad3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:52.308588 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-c5bd589b-d70b-4f39-b6e1-03e928559a46 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74046a06-2e55-41ba-829d-eb66b063104e HTTP/1.1" status: 200 len: 217 time: 0.1026487 Feb 02 13:08:52.320146 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:52.382412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb18b1-da26-46ef-a25b-41f8a750b17e None None] Pushing event updated for resources: {'Port': ['ID=00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:52.386551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-87cafb96-ad39-4916-8c3c-a73a33c4e762 None None] Provisioning complete for port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:52.386921 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87cafb96-ad39-4916-8c3c-a73a33c4e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:52.390323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7ddc09ac-efc4-47a1-a079-bd3d2ee80bad,segment=NetworkSegment(e9f88777-27de-4220-bfed-ce2802394120),segment_id=e9f88777-27de-4220-bfed-ce2802394120)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:52.422534 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:52.474392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-4cb1e728-2e29-4b44-b131-ddcbabd1f198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:52.481490 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-4cb1e728-2e29-4b44-b131-ddcbabd1f198 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.1601532 Feb 02 13:08:52.543306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=7ddc09ac-efc4-47a1-a079-bd3d2ee80bad,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:52.567751 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-63f374ee-070c-4464-b506-eaff76c8c662 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767052 Feb 02 13:08:52.601502 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1040559955-router', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:31Z', 'updated_at': '2022-02-02T13:08:45Z', 'revision_number': 4, 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'gw_port': {'id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:33Z', 'updated_at': '2022-02-02T13:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12', 'name': '', 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'mac_address': 'fa:16:3e:bf:13:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '2b937513-1aa4-4768-ae4d-41a1b5f017e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:41Z', 'updated_at': '2022-02-02T13:08:50Z', 'revision_number': 4, 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'subnets': [{'id': '2b937513-1aa4-4768-ae4d-41a1b5f017e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:52.608767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:52.610596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:52.612926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] 10.222.0.18 "PUT /v2.0/ports/d58b1d98-8973-4beb-8e4f-7ec09f19fc2d HTTP/1.1" status: 200 len: 1091 time: 5.0204360 Feb 02 13:08:52.664239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeedb39f-b2f6-4d30-9b1e-a03df82a9753', 'tag': 'd58b1d98-8973-4beb-8e4f-7ec09f19fc2d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:52.666890 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90b56f2-dad2-42d8-85d2-7ee68002f7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "aeedb39f-b2f6-4d30-9b1e-a03df82a9753", "tag": "d58b1d98-8973-4beb-8e4f-7ec09f19fc2d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:52.674713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9adc28-0a22-4f15-b07b-d6ff23e2860b None None] The sync data for ids ['7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'] in n-d-827336-2 is: [{'id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1040559955-router', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:31Z', 'updated_at': '2022-02-02T13:08:45Z', 'revision_number': 4, 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'gw_port': {'id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:33Z', 'updated_at': '2022-02-02T13:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12', 'name': '', 'network_id': '849bee67-b425-4d09-ab0f-aefe86dd289e', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'mac_address': 'fa:16:3e:bf:13:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '2b937513-1aa4-4768-ae4d-41a1b5f017e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:41Z', 'updated_at': '2022-02-02T13:08:50Z', 'revision_number': 4, 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'subnets': [{'id': '2b937513-1aa4-4768-ae4d-41a1b5f017e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:08:52.688067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 41b2441d-fd2f-4c29-81ce-dc51d4233a08 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:52.707320 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for floatingip (bcc3497e-c27b-47a1-a197-5173ed858457), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:52.711615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] device_id is not set on port e0a53673-1e4a-4703-88ac-2f6c2199d5b3 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:08:52.799980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2480b91-96a5-4a4f-9b8e-88e7051d682a service neutron] Pushing event updated for resources: {'Port': ['ID=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:52.834811 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-0b1d3029-d504-4fec-9933-9903155016ad service neutron] 10.222.0.62 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541232 Feb 02 13:08:52.846749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-87cafb96-ad39-4916-8c3c-a73a33c4e762 None None] Current status of the port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:52.869314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:52.869826 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:52.940835 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] Set router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:52.958187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-87cafb96-ad39-4916-8c3c-a73a33c4e762 None None] Provisioning complete for port 919ccaea-9f67-41eb-8c0d-8ac2bd9a9065 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:52.958661 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87cafb96-ad39-4916-8c3c-a73a33c4e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (919ccaea-9f67-41eb-8c0d-8ac2bd9a9065), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:53.003892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Allocated IP 172.20.0.9 (5559d273-f3d9-4fe8-ae9c-f4a6a5145355/e3883274-bdeb-498f-9187-fae2c55103ae/e0a53673-1e4a-4703-88ac-2f6c2199d5b3) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:53.065368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:53.067510 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:53.121733 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f803f465-848f-49af-bdc9-3cb6433e0895 req-524c387b-2fbd-42ec-b238-4b82678a2eb5 service neutron] 10.222.0.62 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862144 Feb 02 13:08:53.136823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-87cafb96-ad39-4916-8c3c-a73a33c4e762 None None] Port 919ccaea-9f67-41eb-8c0d-8ac2bd9a9065 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:08:53.155815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 41b2441d-fd2f-4c29-81ce-dc51d4233a08, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=41b2441d-fd2f-4c29-81ce-dc51d4233a08,segment=NetworkSegment(8cb76ad7-de44-4de1-a5f3-d391baed80c1),segment_id=8cb76ad7-de44-4de1-a5f3-d391baed80c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:53.173248 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:53.231929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-87cafb96-ad39-4916-8c3c-a73a33c4e762 None None] Provisioning complete for port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:53.232312 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87cafb96-ad39-4916-8c3c-a73a33c4e762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:53.328248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbfa4a-f6ea-44cd-8b54-6c2970aab347 req-6881ad6d-3d29-47ee-b226-8df2e5667f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:53.330119 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47fbfa4a-f6ea-44cd-8b54-6c2970aab347 req-6881ad6d-3d29-47ee-b226-8df2e5667f7c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 1125 time: 0.1120548 Feb 02 13:08:53.370660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-688d2af9-25d6-4717-b53b-b35e9489a5af req-e967fd52-6b93-4c70-8a2e-b1f4d02caf79 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (6dc10571-852b-439d-a829-62bc59d307a5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:53.422283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=41b2441d-fd2f-4c29-81ce-dc51d4233a08,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:53.476707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-87cafb96-ad39-4916-8c3c-a73a33c4e762 None None] Current status of the port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:53.486001 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f114f3ba-db3d-4fe6-98d0-a544d11d834f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:53.521229 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '41b2441d-fd2f-4c29-81ce-dc51d4233a08', 'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'mac_address': 'fa:16:3e:cb:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:42Z', 'updated_at': '2022-02-02T13:08:52Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'subnets': [{'id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:53.565704 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694491ed-de6a-422d-8abc-a38c78bd3efd None None] The sync data for ids ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'] in n-d-827336-2 is: [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '41b2441d-fd2f-4c29-81ce-dc51d4233a08', 'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'mac_address': 'fa:16:3e:cb:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:42Z', 'updated_at': '2022-02-02T13:08:52Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'subnets': [{'id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:08:53.602029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec6502a-e3b8-4f12-8471-dbf8cd18bb03 req-2b7f21e1-e47a-427c-923d-b5e6d8dfca2f tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:53.603263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ec6502a-e3b8-4f12-8471-dbf8cd18bb03 req-2b7f21e1-e47a-427c-923d-b5e6d8dfca2f tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 943 time: 1.3231220 Feb 02 13:08:53.605625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bb0d9dfd-de38-455b-83cf-1e636201b498 None None] Provisioning complete for port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:53.606004 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9dfd-de38-455b-83cf-1e636201b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:53.618380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbfa4a-f6ea-44cd-8b54-6c2970aab347 req-853dfd37-2378-4628-a929-d2987938ed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:53.620499 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47fbfa4a-f6ea-44cd-8b54-6c2970aab347 req-853dfd37-2378-4628-a929-d2987938ed53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 920 time: 0.2844727 Feb 02 13:08:53.669821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967fd52-6b93-4c70-8a2e-b1f4d02caf79 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Pushing event deleted for resources: {'Port': ['ID=6dc10571-852b-439d-a829-62bc59d307a5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:53.757659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bb0d9dfd-de38-455b-83cf-1e636201b498 None None] Current status of the port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:53.761729 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47fbfa4a-f6ea-44cd-8b54-6c2970aab347 req-12e319d9-9f02-4752-883e-954b1cea8f10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74046a06-2e55-41ba-829d-eb66b063104e HTTP/1.1" status: 200 len: 217 time: 0.1334317 Feb 02 13:08:53.786047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bb0d9dfd-de38-455b-83cf-1e636201b498 None None] Provisioning complete for port 919ccaea-9f67-41eb-8c0d-8ac2bd9a9065 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:53.786429 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb0d9dfd-de38-455b-83cf-1e636201b498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (919ccaea-9f67-41eb-8c0d-8ac2bd9a9065), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:53.818010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af350f96-60a3-4c29-8c8f-36358c5f1073 req-d44777a4-7b54-4422-9cc6-e365bb9a2871 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:53.836053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af350f96-60a3-4c29-8c8f-36358c5f1073 req-d44777a4-7b54-4422-9cc6-e365bb9a2871 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3d6fac7-cef9-4937-aee7-0fbf2a11c348 HTTP/1.1" status: 200 len: 946 time: 1.4689643 Feb 02 13:08:53.847718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbfa4a-f6ea-44cd-8b54-6c2970aab347 req-01e4ffec-ee4e-440a-9e05-168bd24c5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:53.849285 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47fbfa4a-f6ea-44cd-8b54-6c2970aab347 req-01e4ffec-ee4e-440a-9e05-168bd24c5062 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.0737677 Feb 02 13:08:53.850263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 6dc10571-852b-439d-a829-62bc59d307a5 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:08:53.880610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 6dc10571-852b-439d-a829-62bc59d307a5 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:08:53.881217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 6dc10571-852b-439d-a829-62bc59d307a5 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:08:53.883215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bb0d9dfd-de38-455b-83cf-1e636201b498 None None] Port 919ccaea-9f67-41eb-8c0d-8ac2bd9a9065 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:08:53.892241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bb0d9dfd-de38-455b-83cf-1e636201b498 None None] Could not find standard attr ID for object ad90193d-559a-434d-99df-e755c0c4c294. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:08:53.896770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-688d2af9-25d6-4717-b53b-b35e9489a5af req-e967fd52-6b93-4c70-8a2e-b1f4d02caf79 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] No DVR routers for this DVR port 6dc10571-852b-439d-a829-62bc59d307a5 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:08:53.900683 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47fbfa4a-f6ea-44cd-8b54-6c2970aab347 req-65509062-3a6c-4d37-8f63-410e538f49b1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437224 Feb 02 13:08:53.901833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d1d4af9e-d498-403a-991c-c5ec571225b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:53.903607 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d1d4af9e-d498-403a-991c-c5ec571225b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 1125 time: 0.8778980 Feb 02 13:08:53.907691 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb77e-0632-42b2-beb6-c57329ee4f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:53.923950 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-688d2af9-25d6-4717-b53b-b35e9489a5af req-e967fd52-6b93-4c70-8a2e-b1f4d02caf79 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:53.927784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-688d2af9-25d6-4717-b53b-b35e9489a5af req-e967fd52-6b93-4c70-8a2e-b1f4d02caf79 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.62 "DELETE /v2.0/ports/6dc10571-852b-439d-a829-62bc59d307a5 HTTP/1.1" status: 204 len: 173 time: 3.2511182 Feb 02 13:08:54.019521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-d537e465-5d43-40a4-a754-8faf7ca8c2b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d HTTP/1.1" status: 200 len: 217 time: 0.0857623 Feb 02 13:08:54.060961 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47fbfa4a-f6ea-44cd-8b54-6c2970aab347 req-b72bb0f8-b52d-471d-832a-eeba5f23dead service neutron] 10.222.0.62 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525908 Feb 02 13:08:54.180791 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47fbfa4a-f6ea-44cd-8b54-6c2970aab347 req-e6c2b6f6-7f92-4bc2-81f0-9634a66c7f79 service neutron] 10.222.0.62 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141555 Feb 02 13:08:54.234831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ec6502a-e3b8-4f12-8471-dbf8cd18bb03 req-cc782472-416f-4eeb-8ae8-9eaf4ee1dd36 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842767 Feb 02 13:08:54.304056 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af350f96-60a3-4c29-8c8f-36358c5f1073 req-fa7e08c5-469b-4657-b78d-35e739656796 tempest-ServerGroupTestJSON-450250831 tempest-ServerGroupTestJSON-450250831-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d9efce6-4f20-48b4-8f11-4990c33b7ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671264 Feb 02 13:08:54.319195 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bbbd50-8edb-4465-8407-cb9060164f4b x-openstack-request-id: req-b7bbbd50-8edb-4465-8407-cb9060164f4b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:54.319510 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeedb39f-b2f6-4d30-9b1e-a03df82a9753", "tag": "d58b1d98-8973-4beb-8e4f-7ec09f19fc2d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:54.319764 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b7bbbd50-8edb-4465-8407-cb9060164f4b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:54.320164 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeedb39f-b2f6-4d30-9b1e-a03df82a9753', 'tag': 'd58b1d98-8973-4beb-8e4f-7ec09f19fc2d', 'status': 'completed', 'code': 200} Feb 02 13:08:54.324582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-9c16ac08-7564-4813-a2c7-a622b4e79f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:54.325761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-9c16ac08-7564-4813-a2c7-a622b4e79f6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.2580912 Feb 02 13:08:54.334294 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for port (e0a53673-1e4a-4703-88ac-2f6c2199d5b3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:54.380031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-25691dd2-f484-41eb-881f-e198968dbf6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424752 Feb 02 13:08:54.556106 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for port (f114f3ba-db3d-4fe6-98d0-a544d11d834f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:54.562321 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e0a53673-1e4a-4703-88ac-2f6c2199d5b3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:54.568802 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f114f3ba-db3d-4fe6-98d0-a544d11d834f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:54.658641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-6c062212-b8c5-4d2b-8b49-c4c5abb9c3fd service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701623 Feb 02 13:08:54.663642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:54.685304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 41b2441d-fd2f-4c29-81ce-dc51d4233a08 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:54.703653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:54.709404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event updated for resources: {'Port': ['ID=e0a53673-1e4a-4703-88ac-2f6c2199d5b3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:54.722400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:54.783624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:54.784004 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:54.894758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1947516-aad1-49b0-8ffa-2cff4df18667 req-68ed3202-d9b4-49c0-9a74-b8a30dedadc7 service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233088 Feb 02 13:08:54.921249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:54.924241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:54.984116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:54.984657 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:55.001686 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (bcc3497e-c27b-47a1-a197-5173ed858457), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:55.018011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Pushing event updated for resources: {'Port': ['ID=f114f3ba-db3d-4fe6-98d0-a544d11d834f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:55.041716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a2c6ceac-d8f7-4816-84e0-006a5659bc9b None None] Provisioning complete for port e0a53673-1e4a-4703-88ac-2f6c2199d5b3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:55.042324 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2c6ceac-d8f7-4816-84e0-006a5659bc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e0a53673-1e4a-4703-88ac-2f6c2199d5b3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:55.057818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:55.058460 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:55.100264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-50626c4c-064f-44be-aaa4-1058caa8a442 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5604968 Feb 02 13:08:55.103401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50822) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:55.105506 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:55.115003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f03ea584-156c-44e9-b72a-3b00d5b81c71 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9011636 Feb 02 13:08:55.115212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-eb342945-a403-486b-be5d-d67846a0b3ed tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:50:95:d6'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:55.141450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:55.143057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:55.146816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b56f2-dad2-42d8-85d2-7ee68002f7e2 req-1c580f93-bbab-401c-9f69-cf31790d2ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:55.148604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f90b56f2-dad2-42d8-85d2-7ee68002f7e2 req-1c580f93-bbab-401c-9f69-cf31790d2ae4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 1125 time: 0.1337442 Feb 02 13:08:55.153269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ef8eb77e-0632-42b2-beb6-c57329ee4f49 admin admin] Deleting port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:55.153670 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb77e-0632-42b2-beb6-c57329ee4f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:55.177236 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6ceac-d8f7-4816-84e0-006a5659bc9b None None] Port e0a53673-1e4a-4703-88ac-2f6c2199d5b3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:08:55.228763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:55.229615 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:55.346372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-636d424c-5c4e-429d-ac37-38472d313b89 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--375778644&fields=id&tenant_id=f22e4ac832c1407daa440ae4299643eb HTTP/1.1" status: 200 len: 267 time: 0.0678713 Feb 02 13:08:55.406275 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb342945-a403-486b-be5d-d67846a0b3ed tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e0a53673-1e4a-4703-88ac-2f6c2199d5b3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:55.415316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:55.459249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b56f2-dad2-42d8-85d2-7ee68002f7e2 req-65241b42-e18c-4cd6-8b59-0a37e3bfe983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:55.460774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f90b56f2-dad2-42d8-85d2-7ee68002f7e2 req-65241b42-e18c-4cd6-8b59-0a37e3bfe983 service neutron] 10.222.0.18 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 920 time: 0.3041725 Feb 02 13:08:55.499206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ef8eb77e-0632-42b2-beb6-c57329ee4f49 admin admin] For port 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12,segment=NetworkSegment(eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c),segment_id=eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:55.499610 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb77e-0632-42b2-beb6-c57329ee4f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:55.616015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb342945-a403-486b-be5d-d67846a0b3ed tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for port (e0a53673-1e4a-4703-88ac-2f6c2199d5b3), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:55.621647 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb342945-a403-486b-be5d-d67846a0b3ed tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e0a53673-1e4a-4703-88ac-2f6c2199d5b3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:55.859821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 74046a06-2e55-41ba-829d-eb66b063104e details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:08:55.929899 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f90b56f2-dad2-42d8-85d2-7ee68002f7e2 req-8487687b-736d-4bba-8466-8920255cff99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d HTTP/1.1" status: 200 len: 217 time: 0.4246883 Feb 02 13:08:55.930107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ef8eb77e-0632-42b2-beb6-c57329ee4f49 admin admin] Calling delete_port for 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:56.003017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-bca9058d-e121-4e54-b5bb-e1ff3091b44e tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:56.009787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-bca9058d-e121-4e54-b5bb-e1ff3091b44e tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/networks?id=ae2255be-863e-41cd-a8a7-1e65d15220c2 HTTP/1.1" status: 200 len: 805 time: 0.6500084 Feb 02 13:08:56.026384 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 74046a06-2e55-41ba-829d-eb66b063104e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=74046a06-2e55-41ba-829d-eb66b063104e,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:56.042147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '74046a06-2e55-41ba-829d-eb66b063104e', 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf', 'port_id': '74046a06-2e55-41ba-829d-eb66b063104e', 'mac_address': 'fa:16:3e:34:4c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac71aa6-7cfc-4ab1-8a5b-3073d886a189', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:08:56.060139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-0fad7182-c115-4429-a46a-895dbf047671 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/quotas/f22e4ac832c1407daa440ae4299643eb HTTP/1.1" status: 200 len: 375 time: 0.0493808 Feb 02 13:08:56.096000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 74046a06-2e55-41ba-829d-eb66b063104e is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:56.096888 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (74046a06-2e55-41ba-829d-eb66b063104e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:56.097918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a865f24-9028-4102-803b-f90309abe085 req-16983aaa-f058-4e62-905f-ce9d9e6bb59f tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:56.105008 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a865f24-9028-4102-803b-f90309abe085 req-16983aaa-f058-4e62-905f-ce9d9e6bb59f tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 943 time: 0.6808028 Feb 02 13:08:56.120151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb342945-a403-486b-be5d-d67846a0b3ed tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event updated for resources: {'Port': ['ID=e0a53673-1e4a-4703-88ac-2f6c2199d5b3,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:56.126092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-aeee4efd-c374-4fd3-8f6b-9fb2592d9b42 None None] Provisioning complete for port e0a53673-1e4a-4703-88ac-2f6c2199d5b3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:56.126670 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aeee4efd-c374-4fd3-8f6b-9fb2592d9b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e0a53673-1e4a-4703-88ac-2f6c2199d5b3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:56.130805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b56f2-dad2-42d8-85d2-7ee68002f7e2 req-293ef441-d333-4e15-b6f1-75732cad1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:56.132447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f90b56f2-dad2-42d8-85d2-7ee68002f7e2 req-293ef441-d333-4e15-b6f1-75732cad1ee6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.1929438 Feb 02 13:08:56.133604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74046a06-2e55-41ba-829d-eb66b063104e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:08:56.138692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-eb342945-a403-486b-be5d-d67846a0b3ed tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] In _notify_port_updated(), no bound segment for port e0a53673-1e4a-4703-88ac-2f6c2199d5b3 on network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:08:56.144721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb342945-a403-486b-be5d-d67846a0b3ed tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:56.145627 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb342945-a403-486b-be5d-d67846a0b3ed tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:56.146974 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eb342945-a403-486b-be5d-d67846a0b3ed tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "PUT /v2.0/ports/e0a53673-1e4a-4703-88ac-2f6c2199d5b3 HTTP/1.1" status: 200 len: 994 time: 1.0422466 Feb 02 13:08:56.149743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50844) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:56.194927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 74046a06-2e55-41ba-829d-eb66b063104e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=74046a06-2e55-41ba-829d-eb66b063104e,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:56.198868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f90b56f2-dad2-42d8-85d2-7ee68002f7e2 req-9cea35f9-68ee-4a11-a4db-e0f8b706c281 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586984 Feb 02 13:08:56.200818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-aeee4efd-c374-4fd3-8f6b-9fb2592d9b42 None None] Port e0a53673-1e4a-4703-88ac-2f6c2199d5b3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:08:56.207196 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (74046a06-2e55-41ba-829d-eb66b063104e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:56.268287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=74046a06-2e55-41ba-829d-eb66b063104e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:56.277935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.278281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.278623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.278961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.279292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.279713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.280202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.280537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.280864 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.281186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.282626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.283118 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.283456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:08:56.297287 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f90b56f2-dad2-42d8-85d2-7ee68002f7e2 req-f9ab716a-556c-4509-b153-50b4ad7991aa service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915737 Feb 02 13:08:56.301652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-abc6e055-7739-401e-ab58-33a34d03992e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Deleting port e0a53673-1e4a-4703-88ac-2f6c2199d5b3 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:56.302704 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-abc6e055-7739-401e-ab58-33a34d03992e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e0a53673-1e4a-4703-88ac-2f6c2199d5b3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:56.309563 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a865f24-9028-4102-803b-f90309abe085 req-70c80139-2c9b-4022-a865-d4d10f35c441 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037232 Feb 02 13:08:56.345553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6fac7-cef9-4937-aee7-0fbf2a11c348', 'name': 'network-vif-deleted', 'tag': '6dc10571-852b-439d-a829-62bc59d307a5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:56.347810 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fc1f37-e8a9-4774-9de2-c8a1fa774c33" -d '{"events": [{"server_uuid": "e3d6fac7-cef9-4937-aee7-0fbf2a11c348", "name": "network-vif-deleted", "tag": "6dc10571-852b-439d-a829-62bc59d307a5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:56.392077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5f4617df-b9e5-4e1d-9d17-640069efdc66 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f22e4ac832c1407daa440ae4299643eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3254108 Feb 02 13:08:56.426372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-abc6e055-7739-401e-ab58-33a34d03992e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e0a53673-1e4a-4703-88ac-2f6c2199d5b3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:56.452921 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b5413b-50f9-41e8-9dfa-11af81b5a55e x-openstack-request-id: req-c0b5413b-50f9-41e8-9dfa-11af81b5a55e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:56.453208 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d6fac7-cef9-4937-aee7-0fbf2a11c348", "name": "network-vif-deleted", "tag": "6dc10571-852b-439d-a829-62bc59d307a5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:56.453454 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c0b5413b-50f9-41e8-9dfa-11af81b5a55e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:56.453844 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6fac7-cef9-4937-aee7-0fbf2a11c348', 'name': 'network-vif-deleted', 'tag': '6dc10571-852b-439d-a829-62bc59d307a5', 'status': 'completed', 'code': 200} Feb 02 13:08:56.456771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-abc6e055-7739-401e-ab58-33a34d03992e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Calling delete_port for e0a53673-1e4a-4703-88ac-2f6c2199d5b3 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:56.500276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['74046a06-2e55-41ba-829d-eb66b063104e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:08:56.571505 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f90b56f2-dad2-42d8-85d2-7ee68002f7e2 req-5eddaca7-a4f5-4c72-ac0a-5df85147e220 service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654834 Feb 02 13:08:56.602022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-efd3c37d-f695-483c-90bd-e7609a6b97b1 service neutron] 10.222.0.83 "GET /v2.0/networks/ae2255be-863e-41cd-a8a7-1e65d15220c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987655 Feb 02 13:08:56.682060 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb77e-0632-42b2-beb6-c57329ee4f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:56.724581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-abc6e055-7739-401e-ab58-33a34d03992e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e0a53673-1e4a-4703-88ac-2f6c2199d5b3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:56.725655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8eb77e-0632-42b2-beb6-c57329ee4f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:56.782912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-8a0b029f-be5d-4360-b737-eaa00bb2d5a1 service neutron] 10.222.0.83 "GET /v2.0/networks/ae2255be-863e-41cd-a8a7-1e65d15220c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718879 Feb 02 13:08:57.064393 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6e055-7739-401e-ab58-33a34d03992e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event deleted for resources: {'Port': ['ID=e0a53673-1e4a-4703-88ac-2f6c2199d5b3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:57.103912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:57.249852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-abc6e055-7739-401e-ab58-33a34d03992e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:57.254537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d71716c-b46b-4bf7-b737-20986559a202 req-f9085749-bd4a-48cb-955e-8c9dd6b2a8f9 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 210 time: 0.0399997 Feb 02 13:08:57.260086 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-abc6e055-7739-401e-ab58-33a34d03992e tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "DELETE /v2.0/ports/e0a53673-1e4a-4703-88ac-2f6c2199d5b3 HTTP/1.1" status: 204 len: 168 time: 1.1090117 Feb 02 13:08:57.260732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50876) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:57.270728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acbadee-f138-47e9-9d57-69c1d86ca23c admin admin] Deleting subnet 28054869-2dc4-4d04-9c06-dc220012722b {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:08:57.273896 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef8eb77e-0632-42b2-beb6-c57329ee4f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:57.275455 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4acbadee-f138-47e9-9d57-69c1d86ca23c admin admin] Publish callbacks [] for subnet (28054869-2dc4-4d04-9c06-dc220012722b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:57.286899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d58b1d98-8973-4beb-8e4f-7ec09f19fc2d details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:08:57.301223 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fc1fef-46bb-41e7-8999-bf0a883e2884 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] GET failed (client error): The resource could not be found. Feb 02 13:08:57.308167 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-31fc1fef-46bb-41e7-8999-bf0a883e2884 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "GET /v2.0/ports/e0a53673-1e4a-4703-88ac-2f6c2199d5b3 HTTP/1.1" status: 404 len: 333 time: 0.0459003 Feb 02 13:08:57.308366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50878) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:57.313284 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Request body: {'port': {'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355', 'name': 'tempest-AllowedAddressPairTestJSON-1536481242'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:57.335367 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4acbadee-f138-47e9-9d57-69c1d86ca23c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (28054869-2dc4-4d04-9c06-dc220012722b), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:57.479934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Made reservation on behalf of 2ef898b2abbe4d449fdcfe1f76d14ad3 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:08:57.484022 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:57.492399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:57.501754 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4acbadee-f138-47e9-9d57-69c1d86ca23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (28054869-2dc4-4d04-9c06-dc220012722b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:57.510134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'd58b1d98-8973-4beb-8e4f-7ec09f19fc2d', 'network_id': '09b930df-df7c-43c7-a531-c62b99d62bcf', 'port_id': 'd58b1d98-8973-4beb-8e4f-7ec09f19fc2d', 'mac_address': 'fa:16:3e:a7:f9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ac71aa6-7cfc-4ab1-8a5b-3073d886a189', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:08:57.515843 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] device_id is not set on port 16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:08:57.568103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:57.568510 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:57.592611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d58b1d98-8973-4beb-8e4f-7ec09f19fc2d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:08:57.619926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:57.628990 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:57.682540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Allocated IP 172.20.0.7 (5559d273-f3d9-4fe8-ae9c-f4a6a5145355/e3883274-bdeb-498f-9187-fae2c55103ae/16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:08:57.732520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:57.739412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30546b-fdbd-4597-a1e0-753f20508168 req-7ab9d018-301d-4277-948b-264ed9ecd632 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:57.740962 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc30546b-fdbd-4597-a1e0-753f20508168 req-7ab9d018-301d-4277-948b-264ed9ecd632 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 944 time: 0.2928581 Feb 02 13:08:57.765665 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4acbadee-f138-47e9-9d57-69c1d86ca23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (28054869-2dc4-4d04-9c06-dc220012722b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:57.835792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbadee-f138-47e9-9d57-69c1d86ca23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28054869-2dc4-4d04-9c06-dc220012722b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:57.842296 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4acbadee-f138-47e9-9d57-69c1d86ca23c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:57.848122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4acbadee-f138-47e9-9d57-69c1d86ca23c admin admin] 10.222.0.83 "DELETE /v2.0/subnets/28054869-2dc4-4d04-9c06-dc220012722b HTTP/1.1" status: 204 len: 168 time: 0.7409704 Feb 02 13:08:57.849133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50890) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:57.884144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 74046a06-2e55-41ba-829d-eb66b063104e up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:08:57.891152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc30546b-fdbd-4597-a1e0-753f20508168 req-2ef41d38-c78f-4165-b8c5-96739ffc0855 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340241 Feb 02 13:08:57.914981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8eb77e-0632-42b2-beb6-c57329ee4f49 admin admin] Router 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:08:57.917100 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for port (16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:57.981802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 74046a06-2e55-41ba-829d-eb66b063104e completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:08:57.989339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 74046a06-2e55-41ba-829d-eb66b063104e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:57.989905 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (74046a06-2e55-41ba-829d-eb66b063104e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.013350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (a16ebedd-b487-4546-a330-f9126e7f4309), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.034976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['d58b1d98-8973-4beb-8e4f-7ec09f19fc2d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:08:58.062094 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.114010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8eb77e-0632-42b2-beb6-c57329ee4f49 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:08:58.124163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ef8eb77e-0632-42b2-beb6-c57329ee4f49 admin admin] 10.222.0.83 "PUT /v2.0/routers/7b5b34e6-a4de-4042-878a-aa0dafc9d4c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8130703 Feb 02 13:08:58.125456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:58.148130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5c710-e642-433b-9e6b-b8baea71fb01 None None] Sync routers for ids ['7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:08:58.170264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5c710-e642-433b-9e6b-b8baea71fb01 None None] Routers {'7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:58.170896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3cd5c710-e642-433b-9e6b-b8baea71fb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:58.194051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:08:58.196851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (a16ebedd-b487-4546-a330-f9126e7f4309), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.206916 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:08:58.221524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:08:58.282565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16ebedd-b487-4546-a330-f9126e7f4309']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:58.283843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3cd5c710-e642-433b-9e6b-b8baea71fb01 None None] Set router 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:58.312679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event updated for resources: {'Port': ['ID=16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:58.332768 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e264065-047f-4cf4-ae09-976bee095414') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:58.333038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e264065-047f-4cf4-ae09-976bee095414') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:58.358089 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Publish callbacks [] for router (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.375071 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (4e264065-047f-4cf4-ae09-976bee095414), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.387950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:58.388607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.403067 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4e264065-047f-4cf4-ae09-976bee095414), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.412186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:08:58.412461 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (4e264065-047f-4cf4-ae09-976bee095414), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:08:58.414323 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:08:58.432126 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fa093115-6d20-432f-b1a5-5d1478a9646a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1227219 Feb 02 13:08:58.432793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50898) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:58.440891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9865ee79-b067-4cd3-92f0-88cc5cfdbc11 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:50:95:d6'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:58.475182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 74046a06-2e55-41ba-829d-eb66b063104e is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:08:58.475968 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (74046a06-2e55-41ba-829d-eb66b063104e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.480617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d00f24d-8f66-44d4-b986-36e67c44bf42 req-ad306bdf-6d78-4810-a68b-202e98c4eaf8 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 210 time: 0.0507963 Feb 02 13:08:58.530688 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (a16ebedd-b487-4546-a330-f9126e7f4309), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.558138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.561387 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] 10.222.0.83 "DELETE /v2.0/networks/a16ebedd-b487-4546-a330-f9126e7f4309 HTTP/1.1" status: 204 len: 168 time: 0.7109423 Feb 02 13:08:58.606095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533dbdc-e946-4aaf-9d40-1859d0559ebe admin admin] Pushing event deleted for resources: {'Network': ['ID=a16ebedd-b487-4546-a330-f9126e7f4309,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:58.612392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74046a06-2e55-41ba-829d-eb66b063104e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:08:58.619456 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9865ee79-b067-4cd3-92f0-88cc5cfdbc11 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.624190 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcf42d9-e1c5-430b-a78b-24018532e900" -d '{"events": [{"server_uuid": "6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b", "name": "network-vif-plugged", "status": "completed", "tag": "74046a06-2e55-41ba-829d-eb66b063104e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:08:58.653643 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Publish callbacks [] for router_gateway (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.733685 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc8dd28-34d3-46f0-b13d-8b162da81dcf x-openstack-request-id: req-7fc8dd28-34d3-46f0-b13d-8b162da81dcf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:08:58.734054 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b", "name": "network-vif-plugged", "status": "completed", "tag": "74046a06-2e55-41ba-829d-eb66b063104e", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:08:58.734221 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7fc8dd28-34d3-46f0-b13d-8b162da81dcf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:08:58.742046 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74046a06-2e55-41ba-829d-eb66b063104e', 'code': 200} Feb 02 13:08:58.744330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 74046a06-2e55-41ba-829d-eb66b063104e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=74046a06-2e55-41ba-829d-eb66b063104e,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:58.770370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Deleting port 99782f50-3af0-4443-ad2c-bb1200500f59 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:08:58.770940 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (99782f50-3af0-4443-ad2c-bb1200500f59), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.801996 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (74046a06-2e55-41ba-829d-eb66b063104e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:58.973836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=74046a06-2e55-41ba-829d-eb66b063104e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:59.041546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50908) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:59.050913 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8c2ef9fc-8f16-40f2-bfed-36bf665d97c7 None None] Provisioning complete for port 16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:59.051288 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c2ef9fc-8f16-40f2-bfed-36bf665d97c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:59.100432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be5329-f716-4fd4-bded-9294a15caaf2 req-1fdf4738-0118-44fc-868b-1b05d5a43d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:59.102027 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-05be5329-f716-4fd4-bded-9294a15caaf2 req-1fdf4738-0118-44fc-868b-1b05d5a43d70 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 1127 time: 0.2336128 Feb 02 13:08:59.105308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-7b4b4e13-cb86-4cb3-94ec-dca89504c47d tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:59.107874 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-7b4b4e13-cb86-4cb3-94ec-dca89504c47d tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.62 "GET /v2.0/networks?id=ae2255be-863e-41cd-a8a7-1e65d15220c2 HTTP/1.1" status: 200 len: 805 time: 0.2426796 Feb 02 13:08:59.151717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] For port 99782f50-3af0-4443-ad2c-bb1200500f59, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=99782f50-3af0-4443-ad2c-bb1200500f59,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:08:59.152138 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (99782f50-3af0-4443-ad2c-bb1200500f59), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:59.155035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ef9fc-8f16-40f2-bfed-36bf665d97c7 None None] Port 16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:08:59.167929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3cd5c710-e642-433b-9e6b-b8baea71fb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1040559955-router', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254'}], 'enable_snat': True}, 'gw_port_id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:31Z', 'updated_at': '2022-02-02T13:08:56Z', 'revision_number': 5, 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'gw_port': {'id': '99782f50-3af0-4443-ad2c-bb1200500f59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:33Z', 'updated_at': '2022-02-02T13:08:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:59.184329 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-05be5329-f716-4fd4-bded-9294a15caaf2 req-56f72b25-28bf-421e-9339-2dd7b1114dfb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719903 Feb 02 13:08:59.189631 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a723b476-f3b7-4a07-9140-e0f7bab35cb1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ac86d3c2c9844eef81bd6634795a6037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431394 Feb 02 13:08:59.195113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50912) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:59.206687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5c710-e642-433b-9e6b-b8baea71fb01 None None] Checking router: 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:08:59.208219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Calling delete_port for 99782f50-3af0-4443-ad2c-bb1200500f59 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:08:59.220327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd5c710-e642-433b-9e6b-b8baea71fb01 None None] Routers {'7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:08:59.220678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3cd5c710-e642-433b-9e6b-b8baea71fb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:59.231655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9865ee79-b067-4cd3-92f0-88cc5cfdbc11 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for port (16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:59.242612 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9865ee79-b067-4cd3-92f0-88cc5cfdbc11 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:59.289154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-295edb03-8557-4852-9c09-4a7e219a0453 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f22e4ac832c1407daa440ae4299643eb HTTP/1.1" status: 200 len: 379 time: 0.1618772 Feb 02 13:08:59.302460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a2207-c8b1-46b7-bb81-9cae2094b0ba req-7da42668-a6cd-46c8-b103-ff1d61c880b4 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:59.304021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a5a2207-c8b1-46b7-bb81-9cae2094b0ba req-7da42668-a6cd-46c8-b103-ff1d61c880b4 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.2140548 Feb 02 13:08:59.347335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3cd5c710-e642-433b-9e6b-b8baea71fb01 None None] Set router 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:08:59.372015 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a5a2207-c8b1-46b7-bb81-9cae2094b0ba req-2bff31a1-492a-4fca-a829-0d4b9faad0e1 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605056 Feb 02 13:08:59.390374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9865ee79-b067-4cd3-92f0-88cc5cfdbc11 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] In _notify_port_updated(), no bound segment for port 16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d on network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:08:59.396425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9865ee79-b067-4cd3-92f0-88cc5cfdbc11 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:08:59.397265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9865ee79-b067-4cd3-92f0-88cc5cfdbc11 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:59.402206 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9865ee79-b067-4cd3-92f0-88cc5cfdbc11 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "PUT /v2.0/ports/16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d HTTP/1.1" status: 200 len: 996 time: 0.9655132 Feb 02 13:08:59.403445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:08:59.430450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865ee79-b067-4cd3-92f0-88cc5cfdbc11 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event updated for resources: {'Port': ['ID=16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:59.433120 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7805318-a59f-4867-9ee8-0d712c84e1a7 admin admin] Publish callbacks [] for security_group (4d9efce6-4f20-48b4-8f11-4990c33b7ae5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:59.448140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3cd5c710-e642-433b-9e6b-b8baea71fb01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1040559955-router', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:31Z', 'updated_at': '2022-02-02T13:08:58Z', 'revision_number': 6, 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:08:59.459184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7805318-a59f-4867-9ee8-0d712c84e1a7 admin admin] Publish callbacks [] for security_group (4d9efce6-4f20-48b4-8f11-4990c33b7ae5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:59.465963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Request body: {'port': {'device_id': '38922cd4-3180-4bf1-98cc-22a401501dea', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'admin_state_up': True, 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'security_groups': ['83300637-9c0d-4468-9654-5ecb541c6bc5']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:08:59.484737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd5c710-e642-433b-9e6b-b8baea71fb01 None None] The sync data for ids ['7b5b34e6-a4de-4042-878a-aa0dafc9d4c7'] in n-d-827336-2 is: [{'id': '7b5b34e6-a4de-4042-878a-aa0dafc9d4c7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1040559955-router', 'tenant_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:31Z', 'updated_at': '2022-02-02T13:08:58Z', 'revision_number': 6, 'project_id': 'fe33d2f5716e4fcc9743927c5eaefce5', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:08:59.528731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7805318-a59f-4867-9ee8-0d712c84e1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4d9efce6-4f20-48b4-8f11-4990c33b7ae5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:59.542053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7805318-a59f-4867-9ee8-0d712c84e1a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:59.545755 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b7805318-a59f-4867-9ee8-0d712c84e1a7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4d9efce6-4f20-48b4-8f11-4990c33b7ae5 HTTP/1.1" status: 204 len: 168 time: 0.3472316 Feb 02 13:08:59.552686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7805318-a59f-4867-9ee8-0d712c84e1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9efce6-4f20-48b4-8f11-4990c33b7ae5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:08:59.682450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-35ca254b-6c99-488f-8648-1cf8a2f6d05e None None] Provisioning complete for port 16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:08:59.682932 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35ca254b-6c99-488f-8648-1cf8a2f6d05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:08:59.728862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-35ca254b-6c99-488f-8648-1cf8a2f6d05e None None] Port 16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:09:00.086542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37510088-6230-4c6a-9e65-443300ae8047 req-bb03c166-8b83-47a8-90ab-9bad5e99f416 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 210 time: 0.4795902 Feb 02 13:09:00.210550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1569759f-6e71-4827-9fff-975fb66be33b tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Deleting port 16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:00.210950 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1569759f-6e71-4827-9fff-975fb66be33b tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:00.218542 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (99782f50-3af0-4443-ad2c-bb1200500f59), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:00.284990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=99782f50-3af0-4443-ad2c-bb1200500f59,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:00.288044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Made reservation on behalf of f22e4ac832c1407daa440ae4299643eb for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:00.291338 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:00.447798 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1569759f-6e71-4827-9fff-975fb66be33b tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:00.466377 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:00.519577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1569759f-6e71-4827-9fff-975fb66be33b tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Calling delete_port for 16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:00.577859 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 99782f50-3af0-4443-ad2c-bb1200500f59 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:00.616334 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 99782f50-3af0-4443-ad2c-bb1200500f59 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:09:00.617569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 99782f50-3af0-4443-ad2c-bb1200500f59 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:09:00.619356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:00.670646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:09:00.673087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 00043c7e-9bb1-4c6a-9ee1-99d2ddb72c12 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:09:00.704260 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:00.708689 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Publish callbacks [] for router_controller (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:00.833698 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (7b5b34e6-a4de-4042-878a-aa0dafc9d4c7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:00.834345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:09:00.840173 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:00.841351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-04307fd0-cbb8-4cea-b002-ed16afe0a7f2 admin admin] 10.222.0.83 "DELETE /v2.0/routers/7b5b34e6-a4de-4042-878a-aa0dafc9d4c7 HTTP/1.1" status: 204 len: 168 time: 2.7142091 Feb 02 13:09:00.844792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50954) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:00.884898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893c604-b46f-4806-9e24-595b4f2fc26a req-2dc0b2b5-2eca-4f9c-9c5c-50f98fb47653 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:00.886569 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9893c604-b46f-4806-9e24-595b4f2fc26a req-2dc0b2b5-2eca-4f9c-9c5c-50f98fb47653 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.3201673 Feb 02 13:09:00.887906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Allocated IP 172.20.0.13 (ae2255be-863e-41cd-a8a7-1e65d15220c2/6ab84abd-0ed6-4e36-b74a-85d36d5a72f5/03b3d7c9-18b8-4b19-acd9-6ebba8f23a91) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:00.917383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-67367e1a-8e99-4674-9034-ed813c099fe4 admin admin] Deleting subnet 2b937513-1aa4-4768-ae4d-41a1b5f017e3 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:09:00.921765 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67367e1a-8e99-4674-9034-ed813c099fe4 admin admin] Publish callbacks [] for subnet (2b937513-1aa4-4768-ae4d-41a1b5f017e3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.005041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67367e1a-8e99-4674-9034-ed813c099fe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (2b937513-1aa4-4768-ae4d-41a1b5f017e3), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.012079 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9893c604-b46f-4806-9e24-595b4f2fc26a req-cc285b68-9c64-4d88-a30d-44b2121c5acd tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183887 Feb 02 13:09:01.053121 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1569759f-6e71-4827-9fff-975fb66be33b tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.198223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569759f-6e71-4827-9fff-975fb66be33b tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event deleted for resources: {'Port': ['ID=16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:01.246586 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67367e1a-8e99-4674-9034-ed813c099fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (2b937513-1aa4-4768-ae4d-41a1b5f017e3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.291494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d58b1d98-8973-4beb-8e4f-7ec09f19fc2d up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:01.375699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6149cff0-6276-48f8-9ae4-b0b558b7e755 req-4a8ff54b-f140-429e-8b99-5a01cefbf92e tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 210 time: 0.1370595 Feb 02 13:09:01.380514 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67367e1a-8e99-4674-9034-ed813c099fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (2b937513-1aa4-4768-ae4d-41a1b5f017e3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.398021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:09:01.409090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:01.409090 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.442561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67367e1a-8e99-4674-9034-ed813c099fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b937513-1aa4-4768-ae4d-41a1b5f017e3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:01.456405 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67367e1a-8e99-4674-9034-ed813c099fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.461876 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-67367e1a-8e99-4674-9034-ed813c099fe4 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/2b937513-1aa4-4768-ae4d-41a1b5f017e3 HTTP/1.1" status: 204 len: 168 time: 0.6150370 Feb 02 13:09:01.465774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50980) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:01.468819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ac2e57-ec4e-4e9f-8081-52c78414856d None None] Network 849bee67-b425-4d09-ab0f-aefe86dd289e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:01.548098 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.562585 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1569759f-6e71-4827-9fff-975fb66be33b tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.576502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1569759f-6e71-4827-9fff-975fb66be33b tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "DELETE /v2.0/ports/16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d HTTP/1.1" status: 204 len: 168 time: 2.1719999 Feb 02 13:09:01.580446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:01.623739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50986) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:01.642237 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-24bab1f2-b271-456d-abc3-c2a7250913d2 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] GET failed (client error): The resource could not be found. Feb 02 13:09:01.651740 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-24bab1f2-b271-456d-abc3-c2a7250913d2 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "GET /v2.0/ports/16e225b6-d7d4-45f1-b9cf-d8eb2c50aa7d HTTP/1.1" status: 404 len: 333 time: 0.0673306 Feb 02 13:09:01.652155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50990) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:01.660223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Request body: {'port': {'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355', 'name': 'tempest-AllowedAddressPairTestJSON-1787333740'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:01.662061 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:01.662531 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.693348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeedb39f-b2f6-4d30-9b1e-a03df82a9753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58b1d98-8973-4beb-8e4f-7ec09f19fc2d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:09:01.695632 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f5ac86-1408-4058-936b-9a076cd3a1e0" -d '{"events": [{"server_uuid": "aeedb39f-b2f6-4d30-9b1e-a03df82a9753", "name": "network-vif-plugged", "status": "completed", "tag": "d58b1d98-8973-4beb-8e4f-7ec09f19fc2d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:09:01.719825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:01.732377 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.741440 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (849bee67-b425-4d09-ab0f-aefe86dd289e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.751786 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.809064 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6c6ec8-eb7e-4c22-ba0d-a7b0aa387641 x-openstack-request-id: req-9e6c6ec8-eb7e-4c22-ba0d-a7b0aa387641 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:09:01.809399 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeedb39f-b2f6-4d30-9b1e-a03df82a9753", "name": "network-vif-plugged", "status": "completed", "tag": "d58b1d98-8973-4beb-8e4f-7ec09f19fc2d", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:09:01.809656 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9e6c6ec8-eb7e-4c22-ba0d-a7b0aa387641 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:09:01.810048 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeedb39f-b2f6-4d30-9b1e-a03df82a9753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd58b1d98-8973-4beb-8e4f-7ec09f19fc2d', 'code': 200} Feb 02 13:09:01.810967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:01.820148 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-055b95ec-54fa-4848-8b29-c63eec57003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.823383 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab3723-b8e5-44ef-b45b-28628a5ebc19 None None] DHCP port deletion for 849bee67-b425-4d09-ab0f-aefe86dd289e request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:09:01.858439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Pushing event updated for resources: {'Port': ['ID=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:01.865882 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Network ae2255be-863e-41cd-a8a7-1e65d15220c2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:01.867409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:01.869588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:01.880528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab3723-b8e5-44ef-b45b-28628a5ebc19 None None] Deleting port 4ddc0691-b9b2-4a28-a126-276ac8505547 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:01.880964 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3723-b8e5-44ef-b45b-28628a5ebc19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.973348 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:01.974007 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.978058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c1ab3723-b8e5-44ef-b45b-28628a5ebc19 None None] For port 4ddc0691-b9b2-4a28-a126-276ac8505547, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4ddc0691-b9b2-4a28-a126-276ac8505547,segment=NetworkSegment(eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c),segment_id=eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:01.978770 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3723-b8e5-44ef-b45b-28628a5ebc19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.980266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Made reservation on behalf of 2ef898b2abbe4d449fdcfe1f76d14ad3 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:01.983998 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:01.995763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c1ab3723-b8e5-44ef-b45b-28628a5ebc19 None None] Calling delete_port for 4ddc0691-b9b2-4a28-a126-276ac8505547 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:01.997517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e95763-ad17-4000-b4e8-c2e507773c8b req-2767b559-f06e-4aec-b082-5d3f9924b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:01.998920 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87e95763-ad17-4000-b4e8-c2e507773c8b req-2767b559-f06e-4aec-b082-5d3f9924b1e2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 1127 time: 0.0888472 Feb 02 13:09:02.002990 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3aa875aa-292f-4a26-b9b8-ca2e7be4f26c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5515347 Feb 02 13:09:02.021976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd8bc-3638-4a6b-b869-b48ae0d0b39e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.022606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Request body: {'port': {'device_id': '38922cd4-3180-4bf1-98cc-22a401501dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:02.097916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87e95763-ad17-4000-b4e8-c2e507773c8b req-52107f83-0bbb-4a9b-82db-a1ee3b35def0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891404 Feb 02 13:09:02.121721 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c1ab3723-b8e5-44ef-b45b-28628a5ebc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.171018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab3723-b8e5-44ef-b45b-28628a5ebc19 None None] Pushing event deleted for resources: {'Port': ['ID=4ddc0691-b9b2-4a28-a126-276ac8505547,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:02.190503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab3723-b8e5-44ef-b45b-28628a5ebc19 None None] No DVR routers for this DVR port 4ddc0691-b9b2-4a28-a126-276ac8505547 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:02.211360 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.223136 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd8bc-3638-4a6b-b869-b48ae0d0b39e admin admin] Publish callbacks [] for security_group (d47e7a15-8f1a-4b1b-8c0d-3b849e7ee8c0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.225589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] device_id is not set on port 510e6ebd-829d-4359-b5a9-acb82e930303 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:09:02.247359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7fdd8bc-3638-4a6b-b869-b48ae0d0b39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d47e7a15-8f1a-4b1b-8c0d-3b849e7ee8c0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.279256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3ea5cd3d-c837-420c-b160-cbcb2c7296ec None None] Provisioning complete for port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:02.279918 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ea5cd3d-c837-420c-b160-cbcb2c7296ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.299720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64f583-1edf-4334-b3e5-4afd5a7c33d9 req-38f1be91-1abc-4ce8-b49b-6bbdd03ee576 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:02.301689 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c64f583-1edf-4334-b3e5-4afd5a7c33d9 req-38f1be91-1abc-4ce8-b49b-6bbdd03ee576 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.1520097 Feb 02 13:09:02.336078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3ea5cd3d-c837-420c-b160-cbcb2c7296ec None None] Port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:09:02.348998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdd8bc-3638-4a6b-b869-b48ae0d0b39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47e7a15-8f1a-4b1b-8c0d-3b849e7ee8c0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:02.355926 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b7fdd8bc-3638-4a6b-b869-b48ae0d0b39e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fdc98f4e270d44d595b8ff0122f8e1d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7306767 Feb 02 13:09:02.359576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50998) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:02.375876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Deleting port 4ddc0691-b9b2-4a28-a126-276ac8505547 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:02.376204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.442067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c64f583-1edf-4334-b3e5-4afd5a7c33d9 req-4fcb990e-bcc5-48d7-b972-f481b070bc76 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302083 Feb 02 13:09:02.553429 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] For port 4ddc0691-b9b2-4a28-a126-276ac8505547, host n-d-827336-2, got binding levels [] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:02.553895 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.568499 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-beeac611-5f90-4f88-b1f1-c270ed5f4866 admin admin] Publish callbacks [] for security_group (d47e7a15-8f1a-4b1b-8c0d-3b849e7ee8c0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.589942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4ddc0691-b9b2-4a28-a126-276ac8505547 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:02.593535 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-beeac611-5f90-4f88-b1f1-c270ed5f4866 admin admin] Publish callbacks [] for security_group (d47e7a15-8f1a-4b1b-8c0d-3b849e7ee8c0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.616302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 4ddc0691-b9b2-4a28-a126-276ac8505547 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:09:02.617345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4ddc0691-b9b2-4a28-a126-276ac8505547 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:09:02.651076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Allocated IP 172.20.0.10 (5559d273-f3d9-4fe8-ae9c-f4a6a5145355/e3883274-bdeb-498f-9187-fae2c55103ae/510e6ebd-829d-4359-b5a9-acb82e930303) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:02.651520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Calling delete_port for 4ddc0691-b9b2-4a28-a126-276ac8505547 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:02.655017 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-beeac611-5f90-4f88-b1f1-c270ed5f4866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d47e7a15-8f1a-4b1b-8c0d-3b849e7ee8c0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.657696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-beeac611-5f90-4f88-b1f1-c270ed5f4866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.659471 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-beeac611-5f90-4f88-b1f1-c270ed5f4866 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d47e7a15-8f1a-4b1b-8c0d-3b849e7ee8c0 HTTP/1.1" status: 204 len: 168 time: 0.2964828 Feb 02 13:09:02.662020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Port 4ddc0691-b9b2-4a28-a126-276ac8505547 was not found and therefore no delete operation was performed {{(pid=103187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:09:02.673231 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4ddc0691-b9b2-4a28-a126-276ac8505547), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.684408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeac611-5f90-4f88-b1f1-c270ed5f4866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47e7a15-8f1a-4b1b-8c0d-3b849e7ee8c0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:02.715565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Pushing event deleted for resources: {'Port': ['ID=4ddc0691-b9b2-4a28-a126-276ac8505547,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:02.739329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] No DVR routers for this DVR port 4ddc0691-b9b2-4a28-a126-276ac8505547 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:02.771016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa9eb1-d84a-46eb-9a38-aca25ebf49d6 req-46d86a5a-7d33-4027-b3e1-378dfef16960 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:02.784857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecaa9eb1-d84a-46eb-9a38-aca25ebf49d6 req-46d86a5a-7d33-4027-b3e1-378dfef16960 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 932 time: 0.3044930 Feb 02 13:09:02.789083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:09:02.799105 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Publish callbacks [] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.873743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Transition to ACTIVE for port object 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:09:02.889100 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:02.996104 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecaa9eb1-d84a-46eb-9a38-aca25ebf49d6 req-d536cfab-7671-499d-bca9-3cd478d23027 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022161 Feb 02 13:09:03.037674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Pushing event updated for resources: {'Port': ['ID=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:03.046424 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (849bee67-b425-4d09-ab0f-aefe86dd289e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:03.152608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849bee67-b425-4d09-ab0f-aefe86dd289e']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:03.192657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Attempting to bind port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:09:03.192986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Attempting to bind port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:09:03.193311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Attempting to bind port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 on network ae2255be-863e-41cd-a8a7-1e65d15220c2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:09:03.205462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 on network ae2255be-863e-41cd-a8a7-1e65d15220c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:09:03.205788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Attempting to bind port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 on network ae2255be-863e-41cd-a8a7-1e65d15220c2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:09:03.219323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:09:03.221714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Checking segment: {'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:03.222050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Bound using segment: {'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:09:03.222492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Bound port: 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb76ad7-de44-4de1-a5f3-d391baed80c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:09:03.222864 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:03.231560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:03.232929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:03.248374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fa419-8aa7-4dd8-b417-2fbe61b8b1fe req-45d3de81-2a52-4772-a892-3d803fecef70 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:03.249969 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-215fa419-8aa7-4dd8-b417-2fbe61b8b1fe req-45d3de81-2a52-4772-a892-3d803fecef70 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.1305914 Feb 02 13:09:03.270926 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:03.311206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cdc27-a382-4a7a-9f11-91bd22a86e79 req-8bccad78-b725-47a6-bf58-f5e9ec31b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:03.313688 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba8cdc27-a382-4a7a-9f11-91bd22a86e79 req-8bccad78-b725-47a6-bf58-f5e9ec31b036 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 1127 time: 0.4170241 Feb 02 13:09:03.319825 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:03.356206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:09:03.356612 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (eb3e79d1-06b5-438e-9ad5-2dc4f0caa60c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:09:03.358327 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:09:03.371294 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for port (510e6ebd-829d-4359-b5a9-acb82e930303), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:03.418026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] For port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:09:03.443210 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-215fa419-8aa7-4dd8-b417-2fbe61b8b1fe req-6bea264c-152a-4a7b-91a5-0a7db40b7cfb tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846371 Feb 02 13:09:03.449292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] For port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91,segment=NetworkSegment(8cb76ad7-de44-4de1-a5f3-d391baed80c1),segment_id=8cb76ad7-de44-4de1-a5f3-d391baed80c1)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:09:03.461204 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:03.519454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (849bee67-b425-4d09-ab0f-aefe86dd289e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:03.523161 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:03.526554 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] 10.222.0.83 "DELETE /v2.0/networks/849bee67-b425-4d09-ab0f-aefe86dd289e HTTP/1.1" status: 204 len: 168 time: 2.0595710 Feb 02 13:09:03.552626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:03.553268 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:03.554736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] 10.222.0.62 "PUT /v2.0/ports/03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 HTTP/1.1" status: 200 len: 1092 time: 1.5373397 Feb 02 13:09:03.556721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38922cd4-3180-4bf1-98cc-22a401501dea', 'tag': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:09:03.565359 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b76b7a-0951-4f19-9672-a1ea8a6c7bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "38922cd4-3180-4bf1-98cc-22a401501dea", "tag": "03b3d7c9-18b8-4b19-acd9-6ebba8f23a91"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:09:03.586175 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cdc27-a382-4a7a-9f11-91bd22a86e79 req-2eb7b40c-c2d2-4bcc-a3d5-28bb2b99794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:03.593281 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba8cdc27-a382-4a7a-9f11-91bd22a86e79 req-2eb7b40c-c2d2-4bcc-a3d5-28bb2b99794d service neutron] 10.222.0.62 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 920 time: 0.2708423 Feb 02 13:09:03.601477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3140c-4811-42fb-b014-5aad1fb3366a admin admin] Pushing event deleted for resources: {'Network': ['ID=849bee67-b425-4d09-ab0f-aefe86dd289e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:03.628739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cefcbcf-d06d-4ce1-9537-2cf5fe608851 service neutron] Pushing event updated for resources: {'Port': ['ID=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:03.687322 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba8cdc27-a382-4a7a-9f11-91bd22a86e79 req-25c2c836-f4f5-4b33-aa22-15515c43dd79 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74046a06-2e55-41ba-829d-eb66b063104e HTTP/1.1" status: 200 len: 217 time: 0.0734475 Feb 02 13:09:03.703658 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (510e6ebd-829d-4359-b5a9-acb82e930303), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:03.708466 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f28e6c-269b-44e8-8918-3d7ce1008810 x-openstack-request-id: req-19f28e6c-269b-44e8-8918-3d7ce1008810 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:09:03.709065 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38922cd4-3180-4bf1-98cc-22a401501dea", "tag": "03b3d7c9-18b8-4b19-acd9-6ebba8f23a91", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:09:03.709992 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-19f28e6c-269b-44e8-8918-3d7ce1008810 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:09:03.710597 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38922cd4-3180-4bf1-98cc-22a401501dea', 'tag': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91', 'status': 'completed', 'code': 200} Feb 02 13:09:03.768987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-9b01e2b9-fc7d-4e99-ab1d-5a9cbf89d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:03.772655 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-9b01e2b9-fc7d-4e99-ab1d-5a9cbf89d86f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f22e4ac832c1407daa440ae4299643eb&device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 1126 time: 0.1335516 Feb 02 13:09:03.791994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:03.798369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:03.803825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51034) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:03.808431 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:03.838778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event updated for resources: {'Port': ['ID=510e6ebd-829d-4359-b5a9-acb82e930303,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:03.857963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cdc27-a382-4a7a-9f11-91bd22a86e79 req-5a00f24d-4af6-4a80-a182-844aa1ea9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:03.860149 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba8cdc27-a382-4a7a-9f11-91bd22a86e79 req-5a00f24d-4af6-4a80-a182-844aa1ea9971 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.1609299 Feb 02 13:09:03.878914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-762278d8-cac3-4402-a69c-858eedf8f25c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 HTTP/1.1" status: 200 len: 217 time: 0.0927706 Feb 02 13:09:03.927241 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba8cdc27-a382-4a7a-9f11-91bd22a86e79 req-222e9405-c07b-45d3-b6d9-abfebc9434a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583937 Feb 02 13:09:03.978005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:03.978842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:03.985745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3d8b001f-379b-42dd-9703-c105b61c7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:03.987270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-3d8b001f-379b-42dd-9703-c105b61c7d73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ab84abd-0ed6-4e36-b74a-85d36d5a72f5 HTTP/1.1" status: 200 len: 844 time: 0.1003993 Feb 02 13:09:04.065093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51044) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:04.074085 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-27a52447-c345-4fa0-b563-fb6aba3bf9c9 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4119990 Feb 02 13:09:04.085312 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9a1cb83-c489-49cc-a195-fac20c02c085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:04.088127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Request body: {'port': {'network_id': '5559d273-f3d9-4fe8-ae9c-f4a6a5145355', 'name': 'tempest-AllowedAddressPairTestJSON-1687335361'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:04.101272 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e448162e-3a36-4b47-9e4d-f6c11e96c656 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fe33d2f5716e4fcc9743927c5eaefce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2962341 Feb 02 13:09:04.103828 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51046) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:04.144462 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba8cdc27-a382-4a7a-9f11-91bd22a86e79 req-d32f8e07-7aed-490b-a315-3fdd6e44d0d4 service neutron] 10.222.0.62 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096162 Feb 02 13:09:04.243666 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5004ac29-2b86-4a42-8e83-22ac793e0107 admin admin] Publish callbacks [] for security_group (087767ad-6938-49be-a7dc-5f3d017a3275), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:04.250101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7013a032-54ec-4a00-976f-1c86ef50c21f None None] Provisioning complete for port 510e6ebd-829d-4359-b5a9-acb82e930303 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:04.250901 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7013a032-54ec-4a00-976f-1c86ef50c21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (510e6ebd-829d-4359-b5a9-acb82e930303), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:04.270283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-46706552-87a1-4c3f-8c35-a8251681a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:04.271847 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-46706552-87a1-4c3f-8c35-a8251681a4a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ae2255be-863e-41cd-a8a7-1e65d15220c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2713945 Feb 02 13:09:04.277563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5004ac29-2b86-4a42-8e83-22ac793e0107 admin admin] Publish callbacks [] for security_group (087767ad-6938-49be-a7dc-5f3d017a3275), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:04.290776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7013a032-54ec-4a00-976f-1c86ef50c21f None None] Port 510e6ebd-829d-4359-b5a9-acb82e930303 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:09:04.296204 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba8cdc27-a382-4a7a-9f11-91bd22a86e79 req-1d9cb34b-6178-49de-afe6-ac5184fb7121 service neutron] 10.222.0.62 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413090 Feb 02 13:09:04.297543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235690c5-62d9-4012-8a19-dd9901624e87 req-f516fb2d-ea26-41bf-91c8-6825b0790852 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:04.299078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-235690c5-62d9-4012-8a19-dd9901624e87 req-f516fb2d-ea26-41bf-91c8-6825b0790852 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 944 time: 0.1627398 Feb 02 13:09:04.338051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5004ac29-2b86-4a42-8e83-22ac793e0107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (087767ad-6938-49be-a7dc-5f3d017a3275), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:04.340936 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5004ac29-2b86-4a42-8e83-22ac793e0107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:04.342271 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5004ac29-2b86-4a42-8e83-22ac793e0107 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/087767ad-6938-49be-a7dc-5f3d017a3275 HTTP/1.1" status: 204 len: 168 time: 0.2372911 Feb 02 13:09:04.364301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004ac29-2b86-4a42-8e83-22ac793e0107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087767ad-6938-49be-a7dc-5f3d017a3275,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:04.444124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Made reservation on behalf of 2ef898b2abbe4d449fdcfe1f76d14ad3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:04.447664 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:04.466378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-235690c5-62d9-4012-8a19-dd9901624e87 req-047f802e-9756-4bc6-b125-60c0eb17032a tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515560 Feb 02 13:09:04.488107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] device_id is not set on port e669f31c-3974-48bb-a8c7-04a030f113ba yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:09:04.497293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-b026ebd1-3a31-4824-bca4-7847545184c7 service neutron] 10.222.0.62 "GET /v2.0/networks/ae2255be-863e-41cd-a8a7-1e65d15220c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092853 Feb 02 13:09:04.700511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Allocated IP 172.20.0.3 (5559d273-f3d9-4fe8-ae9c-f4a6a5145355/e3883274-bdeb-498f-9187-fae2c55103ae/e669f31c-3974-48bb-a8c7-04a030f113ba) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:04.704986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfcb5ad-5919-48ec-911d-e05ee633099d req-770f1a2c-9293-470b-aabe-23688b0ee143 service neutron] 10.222.0.62 "GET /v2.0/networks/ae2255be-863e-41cd-a8a7-1e65d15220c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804690 Feb 02 13:09:04.722262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b75c48-a5b1-4e48-9a38-0345036a05ea req-d8ce8c4a-201b-4cab-9ba3-7811b3dce057 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:04.729075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11b75c48-a5b1-4e48-9a38-0345036a05ea req-d8ce8c4a-201b-4cab-9ba3-7811b3dce057 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.1173899 Feb 02 13:09:04.828441 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11b75c48-a5b1-4e48-9a38-0345036a05ea req-543b5e3e-f2c0-4b6a-9030-45d8cdf25932 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977795 Feb 02 13:09:04.939901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b76b7a-0951-4f19-9672-a1ea8a6c7bc9 req-f4a78041-1d78-4332-827b-8eb11606adf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:04.941566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3b76b7a-0951-4f19-9672-a1ea8a6c7bc9 req-f4a78041-1d78-4332-827b-8eb11606adf5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f22e4ac832c1407daa440ae4299643eb&device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 1126 time: 0.1390779 Feb 02 13:09:04.967866 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for port (e669f31c-3974-48bb-a8c7-04a030f113ba), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.075781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b76b7a-0951-4f19-9672-a1ea8a6c7bc9 req-2885e80c-ffa2-47b0-8911-9a09bd9fd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:05.078084 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3b76b7a-0951-4f19-9672-a1ea8a6c7bc9 req-2885e80c-ffa2-47b0-8911-9a09bd9fd228 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ae2255be-863e-41cd-a8a7-1e65d15220c2 HTTP/1.1" status: 200 len: 906 time: 0.1266706 Feb 02 13:09:05.080275 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e669f31c-3974-48bb-a8c7-04a030f113ba), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.163399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3b76b7a-0951-4f19-9672-a1ea8a6c7bc9 req-75aaa02d-941d-4557-8d79-83361373babe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 HTTP/1.1" status: 200 len: 217 time: 0.0760853 Feb 02 13:09:05.182722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:05.205166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:05.210552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event updated for resources: {'Port': ['ID=e669f31c-3974-48bb-a8c7-04a030f113ba,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:05.213114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:05.254875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b76b7a-0951-4f19-9672-a1ea8a6c7bc9 req-3263d5f9-db51-40fd-8ccc-bc2524cf9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:05.256400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3b76b7a-0951-4f19-9672-a1ea8a6c7bc9 req-3263d5f9-db51-40fd-8ccc-bc2524cf9366 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ab84abd-0ed6-4e36-b74a-85d36d5a72f5 HTTP/1.1" status: 200 len: 844 time: 0.0857868 Feb 02 13:09:05.310221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:05.310883 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.320491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51080) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:05.339845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4a737d1f-cc0c-44ad-bc7d-8877939c3029 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2717505 Feb 02 13:09:05.342403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51084) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:05.348070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-686a2da8-c6fe-4fe6-896d-cc1c89ed3d09 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:50:95:d6'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:ad:df:55'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:05.349891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b76b7a-0951-4f19-9672-a1ea8a6c7bc9 req-e7fea3c5-f297-4c1b-88be-560313327e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:05.351389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3b76b7a-0951-4f19-9672-a1ea8a6c7bc9 req-e7fea3c5-f297-4c1b-88be-560313327e54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ae2255be-863e-41cd-a8a7-1e65d15220c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0858269 Feb 02 13:09:05.445082 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.461461 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-512493983-network', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:05.475599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3b76b7a-0951-4f19-9672-a1ea8a6c7bc9 req-7b21233f-f09e-4d62-8e45-7361a63f115d service neutron] 10.222.0.62 "GET /v2.0/networks/ae2255be-863e-41cd-a8a7-1e65d15220c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168809 Feb 02 13:09:05.482547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Made reservation on behalf of a339bb9a41de40f2a43f4c694f571096 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:05.485327 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.519562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-96e81914-57c2-4877-bf67-9c83707a9cce None None] Provisioning complete for port e669f31c-3974-48bb-a8c7-04a030f113ba triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:05.520205 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96e81914-57c2-4877-bf67-9c83707a9cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e669f31c-3974-48bb-a8c7-04a030f113ba), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.575409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-96e81914-57c2-4877-bf67-9c83707a9cce None None] Port e669f31c-3974-48bb-a8c7-04a030f113ba cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:09:05.583290 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.634085 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3b76b7a-0951-4f19-9672-a1ea8a6c7bc9 req-85eeca9a-6902-455b-a51e-cd6f01192bfa service neutron] 10.222.0.62 "GET /v2.0/networks/ae2255be-863e-41cd-a8a7-1e65d15220c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505313 Feb 02 13:09:05.636558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-686a2da8-c6fe-4fe6-896d-cc1c89ed3d09 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e669f31c-3974-48bb-a8c7-04a030f113ba), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.650816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80131388-d56c-4441-ae8c-2758c7e2b2cf req-44b65d4d-3007-4747-a355-5a3481620770 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:05.652808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80131388-d56c-4441-ae8c-2758c7e2b2cf req-44b65d4d-3007-4747-a355-5a3481620770 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 944 time: 0.0879152 Feb 02 13:09:05.711967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80131388-d56c-4441-ae8c-2758c7e2b2cf req-4fe9f3fb-398a-4462-ac9b-2824fe013ca2 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532117 Feb 02 13:09:05.773032 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Publish callbacks [] for security_group (ca1f5b2f-7432-4d9d-86cb-516f57e4d49a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.779440 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ca1f5b2f-7432-4d9d-86cb-516f57e4d49a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.839967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:09:05.864556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1f5b2f-7432-4d9d-86cb-516f57e4d49a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:05.873722 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (6b8d98e1-d359-4aa7-a928-da658fc804c7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.874025 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Added segment 6b8d98e1-d359-4aa7-a928-da658fc804c7 of type vlan for network fdb40979-37d1-459d-b1df-9f7d2bf0f155 Feb 02 13:09:05.943488 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-686a2da8-c6fe-4fe6-896d-cc1c89ed3d09 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for port (e669f31c-3974-48bb-a8c7-04a030f113ba), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.945948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (fdb40979-37d1-459d-b1df-9f7d2bf0f155), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.952097 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-686a2da8-c6fe-4fe6-896d-cc1c89ed3d09 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e669f31c-3974-48bb-a8c7-04a030f113ba), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:05.979719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347032b5-b472-4afa-83f7-c73f6555bbfb req-680b0014-4bb7-4788-b67b-78de4b124c66 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:05.981224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-347032b5-b472-4afa-83f7-c73f6555bbfb req-680b0014-4bb7-4788-b67b-78de4b124c66 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.0574572 Feb 02 13:09:06.044712 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (fdb40979-37d1-459d-b1df-9f7d2bf0f155), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.045680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:06.046262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.057406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a2da8-c6fe-4fe6-896d-cc1c89ed3d09 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event updated for resources: {'Port': ['ID=e669f31c-3974-48bb-a8c7-04a030f113ba,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:06.063047 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-347032b5-b472-4afa-83f7-c73f6555bbfb req-5017022e-bbe9-42ef-8108-5bba73c20686 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747688 Feb 02 13:09:06.080761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-686a2da8-c6fe-4fe6-896d-cc1c89ed3d09 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] In _notify_port_updated(), no bound segment for port e669f31c-3974-48bb-a8c7-04a030f113ba on network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:09:06.086026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686a2da8-c6fe-4fe6-896d-cc1c89ed3d09 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:06.086655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-686a2da8-c6fe-4fe6-896d-cc1c89ed3d09 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.091665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:06.091756 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-686a2da8-c6fe-4fe6-896d-cc1c89ed3d09 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "PUT /v2.0/ports/e669f31c-3974-48bb-a8c7-04a030f113ba HTTP/1.1" status: 200 len: 1057 time: 0.7481842 Feb 02 13:09:06.103074 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7810097 Feb 02 13:09:06.107886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51094) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:06.167940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a89fc-b45f-49aa-8b8c-17287301bc80 admin admin] Pushing event updated for resources: {'Network': ['ID=fdb40979-37d1-459d-b1df-9f7d2bf0f155,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:06.178201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network fdb40979-37d1-459d-b1df-9f7d2bf0f155 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:09:06.188680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-74bf4a66-b164-4c96-a8a2-640c8582c757 admin admin] Request body: {'subnet': {'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-512493983-subnet', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:06.199196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c78a3-81d5-48c9-9635-f0e7d19cfb63 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Deleting port e669f31c-3974-48bb-a8c7-04a030f113ba {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:06.200012 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a0c78a3-81d5-48c9-9635-f0e7d19cfb63 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e669f31c-3974-48bb-a8c7-04a030f113ba), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.244426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bf4a66-b164-4c96-a8a2-640c8582c757 admin admin] Made reservation on behalf of a339bb9a41de40f2a43f4c694f571096 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:06.247275 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74bf4a66-b164-4c96-a8a2-640c8582c757 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.313279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d636531f-c44f-4a5e-af0b-93e911cf168c None None] Provisioning complete for port e669f31c-3974-48bb-a8c7-04a030f113ba triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:06.313629 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a0c78a3-81d5-48c9-9635-f0e7d19cfb63 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e669f31c-3974-48bb-a8c7-04a030f113ba), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.314583 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d636531f-c44f-4a5e-af0b-93e911cf168c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e669f31c-3974-48bb-a8c7-04a030f113ba), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.328675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c78a3-81d5-48c9-9635-f0e7d19cfb63 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Calling delete_port for e669f31c-3974-48bb-a8c7-04a030f113ba owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:06.366855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d636531f-c44f-4a5e-af0b-93e911cf168c None None] Port e669f31c-3974-48bb-a8c7-04a030f113ba cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:09:06.454340 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74bf4a66-b164-4c96-a8a2-640c8582c757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (8cd153e2-48e1-4510-8a55-a5b7cb1955dd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.473070 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a0c78a3-81d5-48c9-9635-f0e7d19cfb63 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e669f31c-3974-48bb-a8c7-04a030f113ba), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.521789 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bf4a66-b164-4c96-a8a2-640c8582c757 admin admin] Checking segment: {'id': '6b8d98e1-d359-4aa7-a928-da658fc804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:06.522140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bf4a66-b164-4c96-a8a2-640c8582c757 admin admin] Network hostable DHCP agents. Network: fdb40979-37d1-459d-b1df-9f7d2bf0f155, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:09:06.524288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf4a66-b164-4c96-a8a2-640c8582c757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd153e2-48e1-4510-8a55-a5b7cb1955dd,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:06.542526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bf4a66-b164-4c96-a8a2-640c8582c757 admin admin] Network fdb40979-37d1-459d-b1df-9f7d2bf0f155 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:09:06.553955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-74bf4a66-b164-4c96-a8a2-640c8582c757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, fdb40979-37d1-459d-b1df-9f7d2bf0f155) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:06.558575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bf4a66-b164-4c96-a8a2-640c8582c757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:06.559230 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74bf4a66-b164-4c96-a8a2-640c8582c757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.578451 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-74bf4a66-b164-4c96-a8a2-640c8582c757 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4124894 Feb 02 13:09:06.581204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51098) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:06.586801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-512493983-router', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:06.588185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d844ac-8ade-4b19-8902-f4146e7e06f6 None None] Network fdb40979-37d1-459d-b1df-9f7d2bf0f155 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:06.610922 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (d4849649-7edf-469f-9cb1-332435286f7a), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.612163 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (d4849649-7edf-469f-9cb1-332435286f7a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.622429 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.770301 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-fdb40979-37d1-459d-b1df-9f7d2bf0f155', 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155', 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'fixed_ips': [{'subnet_id': '8cd153e2-48e1-4510-8a55-a5b7cb1955dd'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:09:06.771559 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:06.913334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c78a3-81d5-48c9-9635-f0e7d19cfb63 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event deleted for resources: {'Port': ['ID=e669f31c-3974-48bb-a8c7-04a030f113ba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:07.023346 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Publish callbacks [] for router_controller (d4849649-7edf-469f-9cb1-332435286f7a), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.108165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f59de-540a-46a1-8240-7e5339a5653d req-ceba7187-6da0-4de5-aa9d-2a31e12cc494 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:07.114897 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a42f59de-540a-46a1-8240-7e5339a5653d req-ceba7187-6da0-4de5-aa9d-2a31e12cc494 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 944 time: 0.2057710 Feb 02 13:09:07.193255 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Allocated IP 172.20.0.2 (fdb40979-37d1-459d-b1df-9f7d2bf0f155/8cd153e2-48e1-4510-8a55-a5b7cb1955dd/201d960d-dfd5-47cc-908d-cc46fbc6ad8c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:07.200190 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Publish callbacks [] for router_gateway (d4849649-7edf-469f-9cb1-332435286f7a), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.268659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a42f59de-540a-46a1-8240-7e5339a5653d req-e7a5148b-5a77-414b-8aed-a948934759d6 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491208 Feb 02 13:09:07.347070 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a0c78a3-81d5-48c9-9635-f0e7d19cfb63 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.353081 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7a0c78a3-81d5-48c9-9635-f0e7d19cfb63 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "DELETE /v2.0/ports/e669f31c-3974-48bb-a8c7-04a030f113ba HTTP/1.1" status: 204 len: 168 time: 1.2580378 Feb 02 13:09:07.353822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51108) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:07.375887 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.396736 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4ae0f4-842f-455b-a4be-8d84f38c2509 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] GET failed (client error): The resource could not be found. Feb 02 13:09:07.398184 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4a4ae0f4-842f-455b-a4be-8d84f38c2509 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "GET /v2.0/ports/e669f31c-3974-48bb-a8c7-04a030f113ba HTTP/1.1" status: 404 len: 333 time: 0.0434427 Feb 02 13:09:07.400953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51110) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:07.412087 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Publish callbacks [] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.423064 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.461950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Network fdb40979-37d1-459d-b1df-9f7d2bf0f155 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:07.466431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:07.474456 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Publish callbacks [] for router_gateway (d4849649-7edf-469f-9cb1-332435286f7a), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.476741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:07.495494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.559389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4156e-f53a-4e7d-9694-62d81fd425ec req-6666af5a-18a9-45f4-88f8-ae310d567647 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:07.561335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06a4156e-f53a-4e7d-9694-62d81fd425ec req-6666af5a-18a9-45f4-88f8-ae310d567647 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.1150274 Feb 02 13:09:07.562106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Pushing event updated for resources: {'Port': ['ID=201d960d-dfd5-47cc-908d-cc46fbc6ad8c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:07.566936 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.579162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Attempting to bind port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:09:07.579596 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Attempting to bind port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '6b8d98e1-d359-4aa7-a928-da658fc804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:09:07.580201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Attempting to bind port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c on network fdb40979-37d1-459d-b1df-9f7d2bf0f155 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:09:07.586042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:09:07.586425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Checking segment: {'id': '6b8d98e1-d359-4aa7-a928-da658fc804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:07.587176 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.587634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Bound using segment: {'id': '6b8d98e1-d359-4aa7-a928-da658fc804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:09:07.588115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Bound port: 201d960d-dfd5-47cc-908d-cc46fbc6ad8c, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8d98e1-d359-4aa7-a928-da658fc804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:09:07.588507 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.619445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ac000955-8fbd-4a17-aa4c-19918d38212a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Deleting port 510e6ebd-829d-4359-b5a9-acb82e930303 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:07.620264 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac000955-8fbd-4a17-aa4c-19918d38212a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (510e6ebd-829d-4359-b5a9-acb82e930303), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.630869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Allocated IP 172.25.4.173 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/9cb64897-57f6-4fa7-b817-9b85f438000c) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:07.663185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] For port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:09:07.667590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] For port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=201d960d-dfd5-47cc-908d-cc46fbc6ad8c,segment=NetworkSegment(6b8d98e1-d359-4aa7-a928-da658fc804c7),segment_id=6b8d98e1-d359-4aa7-a928-da658fc804c7)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:09:07.676516 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.699713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06a4156e-f53a-4e7d-9694-62d81fd425ec req-59b021ff-69ba-461a-9dff-df8553d6b14b tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071234 Feb 02 13:09:07.760694 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac000955-8fbd-4a17-aa4c-19918d38212a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (510e6ebd-829d-4359-b5a9-acb82e930303), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.780689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ac000955-8fbd-4a17-aa4c-19918d38212a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Calling delete_port for 510e6ebd-829d-4359-b5a9-acb82e930303 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:07.808814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b75d8-f63c-4f11-b3dd-af31df4cc20e None None] Pushing event updated for resources: {'Port': ['ID=201d960d-dfd5-47cc-908d-cc46fbc6ad8c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:07.820992 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Publish callbacks [] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.863215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.917292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:07.926754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:07.927152 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.938252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:07.945715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:09:07.963937 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac000955-8fbd-4a17-aa4c-19918d38212a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (510e6ebd-829d-4359-b5a9-acb82e930303), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:07.983313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Pushing event updated for resources: {'Port': ['ID=9cb64897-57f6-4fa7-b817-9b85f438000c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:08.058640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac000955-8fbd-4a17-aa4c-19918d38212a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event deleted for resources: {'Port': ['ID=510e6ebd-829d-4359-b5a9-acb82e930303,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:08.175454 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac000955-8fbd-4a17-aa4c-19918d38212a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:08.188425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ac000955-8fbd-4a17-aa4c-19918d38212a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "DELETE /v2.0/ports/510e6ebd-829d-4359-b5a9-acb82e930303 HTTP/1.1" status: 204 len: 168 time: 0.7864387 Feb 02 13:09:08.191627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51112) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:08.193280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91,segment=NetworkSegment(8cb76ad7-de44-4de1-a5f3-d391baed80c1),segment_id=8cb76ad7-de44-4de1-a5f3-d391baed80c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:08.228375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'port_id': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91', 'mac_address': 'fa:16:3e:2f:bd:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:09:08.258865 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2f387b-40f1-49ca-b8a3-44ecd17909b8 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] GET failed (client error): The resource could not be found. Feb 02 13:09:08.261473 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4c2f387b-40f1-49ca-b8a3-44ecd17909b8 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "GET /v2.0/ports/510e6ebd-829d-4359-b5a9-acb82e930303 HTTP/1.1" status: 404 len: 333 time: 0.0676420 Feb 02 13:09:08.264813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51114) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:08.296089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:08.296562 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:08.311118 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:09:08.334577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91,segment=NetworkSegment(8cb76ad7-de44-4de1-a5f3-d391baed80c1),segment_id=8cb76ad7-de44-4de1-a5f3-d391baed80c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:08.342585 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:08.465331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:08.485568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22637b7e-a767-4780-9030-7e9fc40ca7bc req-48a94f19-f52d-4e85-9d82-f669ca28f5f6 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:08.487291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22637b7e-a767-4780-9030-7e9fc40ca7bc req-48a94f19-f52d-4e85-9d82-f669ca28f5f6 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 945 time: 0.1143098 Feb 02 13:09:08.613183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22637b7e-a767-4780-9030-7e9fc40ca7bc req-6c395f73-3c31-4aa0-ae0e-6088f2e17368 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099689 Feb 02 13:09:08.663755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Publish callbacks [] for router_gateway (d4849649-7edf-469f-9cb1-332435286f7a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:08.668839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1f7a6-bd2a-4b39-af27-57b726efc139 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Deleting port 919ccaea-9f67-41eb-8c0d-8ac2bd9a9065 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:08.669073 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f7a6-bd2a-4b39-af27-57b726efc139 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (919ccaea-9f67-41eb-8c0d-8ac2bd9a9065), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:08.698520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 201d960d-dfd5-47cc-908d-cc46fbc6ad8c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:08.803675 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['03b3d7c9-18b8-4b19-acd9-6ebba8f23a91'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:09:08.967202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:08.970375 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:08.970909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f4754-dbc5-4a48-9cd3-d44064a91e27 req-91adbc12-81a2-4b07-abe7-bfaa8e9cb65a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:08.975268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b43f4754-dbc5-4a48-9cd3-d44064a91e27 req-91adbc12-81a2-4b07-abe7-bfaa8e9cb65a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.1280713 Feb 02 13:09:09.053576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f7a6-bd2a-4b39-af27-57b726efc139 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (919ccaea-9f67-41eb-8c0d-8ac2bd9a9065), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:09.066275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b43f4754-dbc5-4a48-9cd3-d44064a91e27 req-11086f35-aa9b-448f-b595-e832ea2004f1 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765166 Feb 02 13:09:09.118937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7ec1f7a6-bd2a-4b39-af27-57b726efc139 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Calling delete_port for 919ccaea-9f67-41eb-8c0d-8ac2bd9a9065 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:09.195565 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (d4849649-7edf-469f-9cb1-332435286f7a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:09.330660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-defa1136-6701-47ac-b11c-9cb936c3b3de tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:09.339518 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:09.339898 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:09.348467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-defa1136-6701-47ac-b11c-9cb936c3b3de tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 815 time: 0.2231846 Feb 02 13:09:09.366793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-b0c5492d-60e3-4179-af7d-07dc17f11c12 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/quotas/bcbf353261c44a12b598f300f6175e3e HTTP/1.1" status: 200 len: 375 time: 0.0173664 Feb 02 13:09:09.419844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=201d960d-dfd5-47cc-908d-cc46fbc6ad8c,segment=NetworkSegment(6b8d98e1-d359-4aa7-a928-da658fc804c7),segment_id=6b8d98e1-d359-4aa7-a928-da658fc804c7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:09.427046 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:09.487576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-87b8a42c-2d9c-4314-a5ed-01ffe6290049 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1186333 Feb 02 13:09:09.491673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Router d4849649-7edf-469f-9cb1-332435286f7a is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:09:09.533407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=201d960d-dfd5-47cc-908d-cc46fbc6ad8c,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:09.563046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf0e851-81cf-495b-b222-ba85412c1665 None None] Network fdb40979-37d1-459d-b1df-9f7d2bf0f155 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:09.654065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-98fd82fe-717d-49be-99ff-57c6601f552e service neutron] 10.222.0.83 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635745 Feb 02 13:09:09.690331 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f7a6-bd2a-4b39-af27-57b726efc139 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (919ccaea-9f67-41eb-8c0d-8ac2bd9a9065), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:09.758446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1f7a6-bd2a-4b39-af27-57b726efc139 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event deleted for resources: {'Port': ['ID=919ccaea-9f67-41eb-8c0d-8ac2bd9a9065,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:09.819322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5df16fa3-be6f-4ee3-9b49-df6d959bfe52 None None] Provisioning complete for port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:09.819913 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5df16fa3-be6f-4ee3-9b49-df6d959bfe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:09.849320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-1bc47774-d4e8-443d-b0b3-2e7e57fbff10 service neutron] 10.222.0.83 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857328 Feb 02 13:09:09.874804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49bd38-ac67-487c-b2d1-ffc7b1eb3eb3 req-79432878-4845-4d85-bb0e-8325af5b5538 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:09.880224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e49bd38-ac67-487c-b2d1-ffc7b1eb3eb3 req-79432878-4845-4d85-bb0e-8325af5b5538 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 945 time: 0.1507473 Feb 02 13:09:09.899148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:09:09.909697 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Sync routers for ids ['d4849649-7edf-469f-9cb1-332435286f7a'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:09:09.922205 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Routers {'d4849649-7edf-469f-9cb1-332435286f7a'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:09:09.923069 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d4849649-7edf-469f-9cb1-332435286f7a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:09.962370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:09.991577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:09.999539 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f053e2b8-2b00-4d9f-95a7-f4f519b5b46d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4149094 Feb 02 13:09:10.001696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51154) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:10.004670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ec1f7a6-bd2a-4b39-af27-57b726efc139 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:10.016855 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7ec1f7a6-bd2a-4b39-af27-57b726efc139 tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "DELETE /v2.0/ports/919ccaea-9f67-41eb-8c0d-8ac2bd9a9065 HTTP/1.1" status: 204 len: 168 time: 1.7511413 Feb 02 13:09:10.020388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51156) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:10.039111 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e49bd38-ac67-487c-b2d1-ffc7b1eb3eb3 req-db160578-2c93-4a56-963f-844350305c98 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530871 Feb 02 13:09:10.196480 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31bce29-fd41-4025-8910-a2b0ca2e726a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Deleting subnet e3883274-bdeb-498f-9187-fae2c55103ae {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:09:10.209403 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e31bce29-fd41-4025-8910-a2b0ca2e726a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks [] for subnet (e3883274-bdeb-498f-9187-fae2c55103ae), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:10.242691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:09:10.248966 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Set router d4849649-7edf-469f-9cb1-332435286f7a gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:09:10.254801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:10.255186 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:10.256982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5df16fa3-be6f-4ee3-9b49-df6d959bfe52 None None] Current status of the port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:10.309635 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e31bce29-fd41-4025-8910-a2b0ca2e726a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (e3883274-bdeb-498f-9187-fae2c55103ae), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:10.453117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:10.454336 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:10.485442 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26b5c034-cea2-4f37-96b9-01d688f7e8ca req-ffd69dbf-0232-414a-b566-68533c99366a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 210 time: 0.0601792 Feb 02 13:09:10.516301 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e31bce29-fd41-4025-8910-a2b0ca2e726a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (e3883274-bdeb-498f-9187-fae2c55103ae), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:10.554498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1da8f599-a4c2-424b-b6f7-2d6aac5e0b9c None None] Provisioning complete for port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:10.554871 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1da8f599-a4c2-424b-b6f7-2d6aac5e0b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:10.568139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38922cd4-3180-4bf1-98cc-22a401501dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:09:10.574151 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbae853-826b-4a78-a77d-51bde42d66f5" -d '{"events": [{"server_uuid": "38922cd4-3180-4bf1-98cc-22a401501dea", "name": "network-vif-plugged", "status": "completed", "tag": "03b3d7c9-18b8-4b19-acd9-6ebba8f23a91"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:09:10.599771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f18cbf-fc20-47e1-b2c4-8feb463394e8 req-363a9843-f8e9-460d-8b70-7b04aff5e132 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:10.618351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98f18cbf-fc20-47e1-b2c4-8feb463394e8 req-363a9843-f8e9-460d-8b70-7b04aff5e132 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.2247295 Feb 02 13:09:10.662708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 201d960d-dfd5-47cc-908d-cc46fbc6ad8c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:10.662918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e31bce29-fd41-4025-8910-a2b0ca2e726a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (e3883274-bdeb-498f-9187-fae2c55103ae), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:10.742878 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'name': 'tempest-FloatingIPDetailsTestJSON-512493983-router', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:09:06Z', 'updated_at': '2022-02-02T13:09:08Z', 'revision_number': 3, 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'gw_port': {'id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:72:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:09:07Z', 'updated_at': '2022-02-02T13:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:10.760223 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6d235c-14e3-4a12-aa8f-63699c30580c x-openstack-request-id: req-8b6d235c-14e3-4a12-aa8f-63699c30580c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:09:10.762448 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38922cd4-3180-4bf1-98cc-22a401501dea", "name": "network-vif-plugged", "status": "completed", "tag": "03b3d7c9-18b8-4b19-acd9-6ebba8f23a91", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:09:10.762720 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8b6d235c-14e3-4a12-aa8f-63699c30580c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:09:10.763159 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38922cd4-3180-4bf1-98cc-22a401501dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91', 'code': 200} Feb 02 13:09:10.776713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91,segment=NetworkSegment(8cb76ad7-de44-4de1-a5f3-d391baed80c1),segment_id=8cb76ad7-de44-4de1-a5f3-d391baed80c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:10.783332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98f18cbf-fc20-47e1-b2c4-8feb463394e8 req-1f5e6b29-774f-477a-bc02-080cb7306268 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619728 Feb 02 13:09:10.801850 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:10.815041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e31bce29-fd41-4025-8910-a2b0ca2e726a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:10.820810 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Checking router: d4849649-7edf-469f-9cb1-332435286f7a for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:09:10.821151 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Updating router d4849649-7edf-469f-9cb1-332435286f7a port 9cb64897-57f6-4fa7-b817-9b85f438000c binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:09:10.834979 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e31bce29-fd41-4025-8910-a2b0ca2e726a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "DELETE /v2.0/subnets/e3883274-bdeb-498f-9187-fae2c55103ae HTTP/1.1" status: 204 len: 168 time: 0.8111594 Feb 02 13:09:10.836037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bce29-fd41-4025-8910-a2b0ca2e726a tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event deleted for resources: {'Subnet': ['ID=e3883274-bdeb-498f-9187-fae2c55103ae,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:10.837064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51172) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:10.863493 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:10.888449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ff85f1-b864-4963-8286-9bb5d79a969c None None] Network 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:10.972032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:10.996367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:10.997169 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.028236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (5559d273-f3d9-4fe8-ae9c-f4a6a5145355), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.186579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1da8f599-a4c2-424b-b6f7-2d6aac5e0b9c None None] Current status of the port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:11.288838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:11.319464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2513baf-28ff-41c4-be41-ad640ce032ba None None] DHCP port deletion for 5559d273-f3d9-4fe8-ae9c-f4a6a5145355 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:09:11.355543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ba746-943c-4200-8091-267d351889f7 req-5f172339-adb6-4ae9-8a25-67878e74eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:11.357204 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d9ba746-943c-4200-8091-267d351889f7 req-5f172339-adb6-4ae9-8a25-67878e74eb08 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 1128 time: 0.5321362 Feb 02 13:09:11.415819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c2513baf-28ff-41c4-be41-ad640ce032ba None None] Deleting port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:11.416696 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2513baf-28ff-41c4-be41-ad640ce032ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.477573 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461f57-217e-4f8f-9564-331bf8c46d71 req-e01654ca-eaa2-48a0-b538-f90e6d8b3c47 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:11.483558 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Publish callbacks [] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.486161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b461f57-217e-4f8f-9564-331bf8c46d71 req-e01654ca-eaa2-48a0-b538-f90e6d8b3c47 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 946 time: 0.2272224 Feb 02 13:09:11.490299 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.492245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Deleting port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:11.492577 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.501904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d9ba746-943c-4200-8091-267d351889f7 req-93e8ded6-3162-466a-b545-b71e6bee0f9d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374087 Feb 02 13:09:11.520289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c2513baf-28ff-41c4-be41-ad640ce032ba None None] For port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7ddc09ac-efc4-47a1-a079-bd3d2ee80bad,segment=NetworkSegment(e9f88777-27de-4220-bfed-ce2802394120),segment_id=e9f88777-27de-4220-bfed-ce2802394120)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:11.520816 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2513baf-28ff-41c4-be41-ad640ce032ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.538534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c2513baf-28ff-41c4-be41-ad640ce032ba None None] Calling delete_port for 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:11.601398 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Pushing event updated for resources: {'Port': ['ID=9cb64897-57f6-4fa7-b817-9b85f438000c,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:11.605326 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Attempting to bind port 9cb64897-57f6-4fa7-b817-9b85f438000c on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:09:11.605979 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Attempting to bind port 9cb64897-57f6-4fa7-b817-9b85f438000c by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:09:11.606580 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Attempting to bind port 9cb64897-57f6-4fa7-b817-9b85f438000c on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:09:11.618239 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:09:11.618975 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:11.619712 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.620241 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:09:11.621311 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Bound port: 9cb64897-57f6-4fa7-b817-9b85f438000c, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:09:11.621836 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.624632 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.625163 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.625768 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.626502 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.627190 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.627727 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.628408 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.628962 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.629528 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.630131 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.630706 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.631564 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.632029 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:11.654670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] For port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7ddc09ac-efc4-47a1-a079-bd3d2ee80bad,segment=NetworkSegment(e9f88777-27de-4220-bfed-ce2802394120),segment_id=e9f88777-27de-4220-bfed-ce2802394120)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:11.655240 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.673981 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.700162 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] For port 9cb64897-57f6-4fa7-b817-9b85f438000c, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:09:11.706014 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2513baf-28ff-41c4-be41-ad640ce032ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.711397 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] For port 9cb64897-57f6-4fa7-b817-9b85f438000c, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9cb64897-57f6-4fa7-b817-9b85f438000c,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:09:11.721115 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:11.721360 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b461f57-217e-4f8f-9564-331bf8c46d71 req-88cdafcc-646e-4533-b17b-01efd3bf919c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287176 Feb 02 13:09:11.735247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edbc8726-cf01-4697-b969-5937c9c31588 req-c1ca4b4f-cf02-40aa-8ed1-316f913e9591 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 210 time: 0.0853319 Feb 02 13:09:11.736588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Calling delete_port for 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:11.741246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2513baf-28ff-41c4-be41-ad640ce032ba None None] No DVR routers for this DVR port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:11.781466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2513baf-28ff-41c4-be41-ad640ce032ba None None] Pushing event deleted for resources: {'Port': ['ID=7ddc09ac-efc4-47a1-a079-bd3d2ee80bad,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:11.782740 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b0abb-bd25-451e-9aae-bd38d5c428c7 None None] Pushing event updated for resources: {'Port': ['ID=9cb64897-57f6-4fa7-b817-9b85f438000c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:11.813258 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Routers {'d4849649-7edf-469f-9cb1-332435286f7a'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:09:11.814052 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d4849649-7edf-469f-9cb1-332435286f7a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:11.945149 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] Set router d4849649-7edf-469f-9cb1-332435286f7a gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:09:11.973764 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7ddc09ac-efc4-47a1-a079-bd3d2ee80bad), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:12.025435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event deleted for resources: {'Port': ['ID=7ddc09ac-efc4-47a1-a079-bd3d2ee80bad,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:12.035765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bfcf5-8bd7-4b1b-8ebe-1bcaad92142f req-b08dee00-4d92-480f-8aa8-eba3c022c8cf tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:12.037311 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d84bfcf5-8bd7-4b1b-8ebe-1bcaad92142f req-b08dee00-4d92-480f-8aa8-eba3c022c8cf tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.1708858 Feb 02 13:09:12.042639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] No DVR routers for this DVR port 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:12.166747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Allocated IP 172.20.0.1 (fdb40979-37d1-459d-b1df-9f7d2bf0f155/8cd153e2-48e1-4510-8a55-a5b7cb1955dd/55ce6b53-ae14-45ed-b357-f9073e42392b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:12.188382 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'name': 'tempest-FloatingIPDetailsTestJSON-512493983-router', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:09:06Z', 'updated_at': '2022-02-02T13:09:08Z', 'revision_number': 3, 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'gw_port': {'id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:72:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:09:07Z', 'updated_at': '2022-02-02T13:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:12.226992 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee681203-67ba-4b86-85c0-cdf6a9205d16 None None] The sync data for ids ['d4849649-7edf-469f-9cb1-332435286f7a'] in n-d-827336-2 is: [{'id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'name': 'tempest-FloatingIPDetailsTestJSON-512493983-router', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:09:06Z', 'updated_at': '2022-02-02T13:09:08Z', 'revision_number': 3, 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'gw_port': {'id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:72:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:09:07Z', 'updated_at': '2022-02-02T13:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:09:12.243872 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (5559d273-f3d9-4fe8-ae9c-f4a6a5145355), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:12.305421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5559d273-f3d9-4fe8-ae9c-f4a6a5145355']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:12.314616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-3d5c3ab2-895f-4312-bc3e-eed4bf61091e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:12.317482 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-3d5c3ab2-895f-4312-bc3e-eed4bf61091e tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.18 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 815 time: 0.2759812 Feb 02 13:09:12.351457 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d84bfcf5-8bd7-4b1b-8ebe-1bcaad92142f req-600ef580-ca47-411f-9264-b18f60655994 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672331 Feb 02 13:09:12.359116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Request body: {'port': {'device_id': 'a4c486ce-1e0b-46b7-bb21-37fab710b7ed', 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397', 'admin_state_up': True, 'tenant_id': 'bcbf353261c44a12b598f300f6175e3e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:12.363875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f88777-27de-4220-bfed-ce2802394120') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:12.364161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f88777-27de-4220-bfed-ce2802394120') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:12.396842 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (e9f88777-27de-4220-bfed-ce2802394120), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:12.469315 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e9f88777-27de-4220-bfed-ce2802394120), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:12.492035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:09:12.492451 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (e9f88777-27de-4220-bfed-ce2802394120), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:09:12.495530 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:09:12.543025 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Publish callbacks [] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:12.641147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:12.678128 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (5559d273-f3d9-4fe8-ae9c-f4a6a5145355), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:12.717930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:09:12.718709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7ddc09ac-efc4-47a1-a079-bd3d2ee80bad not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:09:12.720987 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:12.730944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] 10.222.0.83 "DELETE /v2.0/networks/5559d273-f3d9-4fe8-ae9c-f4a6a5145355 HTTP/1.1" status: 204 len: 168 time: 1.8915598 Feb 02 13:09:12.805191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a6040-d804-4f43-b5f4-a8048965278d tempest-AllowedAddressPairTestJSON-191394429 tempest-AllowedAddressPairTestJSON-191394429-project] Pushing event deleted for resources: {'Network': ['ID=5559d273-f3d9-4fe8-ae9c-f4a6a5145355,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:12.833386 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:12.841212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Made reservation on behalf of bcbf353261c44a12b598f300f6175e3e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:12.849709 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:12.966159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Network fdb40979-37d1-459d-b1df-9f7d2bf0f155 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:12.994259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:13.010447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:13.063026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b37551e-1b4b-41f5-a338-5a0f577ff4f0 req-631f90a8-afac-4574-bbdf-684d261d66a5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 210 time: 0.1158936 Feb 02 13:09:13.087277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Pushing event updated for resources: {'Port': ['ID=55ce6b53-ae14-45ed-b357-f9073e42392b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:13.177495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3b7a3-c786-4ae2-8900-40c42fc7180e req-70749a6d-4d97-4a93-9ce5-8098c777de08 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:13.179114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bca3b7a3-c786-4ae2-8900-40c42fc7180e req-70749a6d-4d97-4a93-9ce5-8098c777de08 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 946 time: 0.3605018 Feb 02 13:09:13.181586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51214) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:13.235556 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (d4849649-7edf-469f-9cb1-332435286f7a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:13.403034 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bca3b7a3-c786-4ae2-8900-40c42fc7180e req-bb66532c-40a7-4780-8edb-c119a995c338 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114670 Feb 02 13:09:13.440128 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a2c7cb83-11fb-43f3-ab50-2367eabcd437 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2ef898b2abbe4d449fdcfe1f76d14ad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2562499 Feb 02 13:09:13.442617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51220) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:13.456220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6c37e77f-c455-42eb-812d-a737088db119 None None] Provisioning complete for port 55ce6b53-ae14-45ed-b357-f9073e42392b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:13.456756 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c37e77f-c455-42eb-812d-a737088db119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:13.477409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Allocated IP 172.20.0.11 (c63a35f9-d564-490d-b25a-136375c41397/a77b539c-fe67-429b-b8d9-661c579990ef/9d356cb9-92c6-4522-b97b-43cb84d5228c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:13.542168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6c37e77f-c455-42eb-812d-a737088db119 None None] Port 55ce6b53-ae14-45ed-b357-f9073e42392b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:09:13.555215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dce90b0-ec13-460e-9340-ed6367b35548 admin admin] Publish callbacks [] for security_group (25b4c0c7-d7df-47f5-a38b-1fe814c2d9a0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:13.582553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dce90b0-ec13-460e-9340-ed6367b35548 admin admin] Publish callbacks [] for security_group (25b4c0c7-d7df-47f5-a38b-1fe814c2d9a0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:13.657316 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dce90b0-ec13-460e-9340-ed6367b35548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (25b4c0c7-d7df-47f5-a38b-1fe814c2d9a0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:13.661749 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dce90b0-ec13-460e-9340-ed6367b35548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:13.663868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7dce90b0-ec13-460e-9340-ed6367b35548 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/25b4c0c7-d7df-47f5-a38b-1fe814c2d9a0 HTTP/1.1" status: 204 len: 168 time: 0.2193942 Feb 02 13:09:13.682014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce90b0-ec13-460e-9340-ed6367b35548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b4c0c7-d7df-47f5-a38b-1fe814c2d9a0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:14.192195 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:14.249811 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43776f78-8b53-4a37-9aec-b313f23b3bbc req-d15ed7b8-f93d-4147-8a34-316949d50965 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 210 time: 0.0635333 Feb 02 13:09:14.288803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b625b-c36a-43ee-99cc-13e827d6164e req-e0a64be8-2eef-4a3c-8fd8-ca9091847d63 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:14.290293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d98b625b-c36a-43ee-99cc-13e827d6164e req-e0a64be8-2eef-4a3c-8fd8-ca9091847d63 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.7664483 Feb 02 13:09:14.505694 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks [] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:14.527785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d98b625b-c36a-43ee-99cc-13e827d6164e req-f94c7c36-097c-4f4f-8ec8-4b36b905c8a4 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292507 Feb 02 13:09:14.658504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9cb64897-57f6-4fa7-b817-9b85f438000c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:14.664405 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:14.678205 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Publish callbacks [] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:14.717648 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:14.759208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Network c63a35f9-d564-490d-b25a-136375c41397 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:14.768839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['41e356e3-454a-41f4-a67c-2e2ca2c6e9c1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:09:14.779148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:14.784641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:14.785537 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51254) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:14.802606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf611a-239a-459b-a7dd-fe4b98aeec0d req-b40ff8eb-2bfb-4f01-8505-cbce41a67992 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:14.810800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68bf611a-239a-459b-a7dd-fe4b98aeec0d req-b40ff8eb-2bfb-4f01-8505-cbce41a67992 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 946 time: 0.2080855 Feb 02 13:09:14.833815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['ccafc397-b3b3-4d63-b958-67a8e7eb65fd', 'deac56a1-81e4-428a-86e9-05bd09c90a18'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:09:14.834718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Pushing event updated for resources: {'Port': ['ID=9d356cb9-92c6-4522-b97b-43cb84d5228c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:14.884346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9cb64897-57f6-4fa7-b817-9b85f438000c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:14.884987 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:14.903289 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (d4849649-7edf-469f-9cb1-332435286f7a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:14.970012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:14.975343 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:14.994692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Pushing event updated for resources: {'Port': ['ID=55ce6b53-ae14-45ed-b357-f9073e42392b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:15.037657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1844374599'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:15.039960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-5b7c97bf-231c-484d-aead-361a758df352 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6874528 Feb 02 13:09:15.078890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Made reservation on behalf of 1d8bf97609c54ff8b7938d17eebec831 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:15.082427 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68bf611a-239a-459b-a7dd-fe4b98aeec0d req-d72c32c7-efa5-4af2-a645-ca291eb4a712 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706120 Feb 02 13:09:15.083324 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.089509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9cb64897-57f6-4fa7-b817-9b85f438000c is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:15.090055 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.090764 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Request body: {'port': {'device_id': 'a4c486ce-1e0b-46b7-bb21-37fab710b7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:15.116202 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.175242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 9cb64897-57f6-4fa7-b817-9b85f438000c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9cb64897-57f6-4fa7-b817-9b85f438000c,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:15.200695 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.202137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.211466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Network fdb40979-37d1-459d-b1df-9f7d2bf0f155 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:15.223268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:15.288286 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for security_group (a7b52e64-15ff-4125-9141-ccbbfb7c3a03), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.294430 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a7b52e64-15ff-4125-9141-ccbbfb7c3a03), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.313602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=9cb64897-57f6-4fa7-b817-9b85f438000c,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:15.332164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:09:15.352602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b52e64-15ff-4125-9141-ccbbfb7c3a03,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:15.360681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (66b98bcf-382a-4a69-8bca-80da9b8d436c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.361531 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Added segment 66b98bcf-382a-4a69-8bca-80da9b8d436c of type vlan for network b62e6453-ca34-4b23-a95f-4f49548921a5 Feb 02 13:09:15.461306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (b62e6453-ca34-4b23-a95f-4f49548921a5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.524929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (b62e6453-ca34-4b23-a95f-4f49548921a5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.541105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:15.541741 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.584708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6cf97a44-a664-4e1c-a278-9008ca34c8cf None None] Provisioning complete for port 55ce6b53-ae14-45ed-b357-f9073e42392b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:15.587050 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6cf97a44-a664-4e1c-a278-9008ca34c8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.628243 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8405778 Feb 02 13:09:15.644401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51268) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:15.650598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5519ae16-e21f-4c9b-af70-b082dcdbf73d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Request body: {'subnet': {'network_id': 'b62e6453-ca34-4b23-a95f-4f49548921a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:15.689519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6cf97a44-a664-4e1c-a278-9008ca34c8cf None None] Port 55ce6b53-ae14-45ed-b357-f9073e42392b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:09:15.715941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5304d-acad-4a68-9558-f6ee8d5b01d9 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event updated for resources: {'Network': ['ID=b62e6453-ca34-4b23-a95f-4f49548921a5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:15.730009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network b62e6453-ca34-4b23-a95f-4f49548921a5 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:09:15.757681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d356cb9-92c6-4522-b97b-43cb84d5228c {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:09:15.767033 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Publish callbacks [] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.791732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Transition to ACTIVE for port object 9d356cb9-92c6-4522-b97b-43cb84d5228c will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:09:15.815261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5519ae16-e21f-4c9b-af70-b082dcdbf73d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Made reservation on behalf of 1d8bf97609c54ff8b7938d17eebec831 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:15.821451 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5519ae16-e21f-4c9b-af70-b082dcdbf73d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.884104 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:15.953236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba93ca-6309-4d14-a507-a2d2397f2c53 req-845367a2-1a2a-4262-924b-db0ca0912dd6 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:15.954872 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7ba93ca-6309-4d14-a507-a2d2397f2c53 req-845367a2-1a2a-4262-924b-db0ca0912dd6 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 946 time: 0.7248530 Feb 02 13:09:15.969958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51272) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:15.977844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-60047c3a-7474-411a-9cf0-32b1af2b4ec3 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Request body: {'floatingip': {'port_id': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:16.027569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Pushing event updated for resources: {'Port': ['ID=9d356cb9-92c6-4522-b97b-43cb84d5228c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:16.051911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Router d4849649-7edf-469f-9cb1-332435286f7a has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:09:16.065647 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60047c3a-7474-411a-9cf0-32b1af2b4ec3 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for floatingip (bcc3497e-c27b-47a1-a197-5173ed858457), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:16.096443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e23566-70de-4fb4-8f77-f2a41ced9dd5 req-94274051-4224-4b96-a1aa-0cd02f0fef29 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:16.104484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57e23566-70de-4fb4-8f77-f2a41ced9dd5 req-94274051-4224-4b96-a1aa-0cd02f0fef29 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 944 time: 0.3227155 Feb 02 13:09:16.206103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5519ae16-e21f-4c9b-af70-b082dcdbf73d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (47935969-f40a-40e3-9d75-202fbbdaeb04), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:16.269778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Attempting to bind port 9d356cb9-92c6-4522-b97b-43cb84d5228c on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:09:16.270340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Attempting to bind port 9d356cb9-92c6-4522-b97b-43cb84d5228c by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:09:16.270431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Attempting to bind port 9d356cb9-92c6-4522-b97b-43cb84d5228c on network c63a35f9-d564-490d-b25a-136375c41397 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:09:16.317201 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57e23566-70de-4fb4-8f77-f2a41ced9dd5 req-d3f69ade-994d-4702-b84a-6d5c1208c7c0 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114770 Feb 02 13:09:16.328481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Port 9d356cb9-92c6-4522-b97b-43cb84d5228c on network c63a35f9-d564-490d-b25a-136375c41397 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:09:16.328801 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Attempting to bind port 9d356cb9-92c6-4522-b97b-43cb84d5228c on network c63a35f9-d564-490d-b25a-136375c41397 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:09:16.344147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c758511-2787-4534-b13c-b82c9bc6ef3c req-fa52a39b-99ff-402a-8a18-42ddafe5abce tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:16.346419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c758511-2787-4534-b13c-b82c9bc6ef3c req-fa52a39b-99ff-402a-8a18-42ddafe5abce tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.2383778 Feb 02 13:09:16.353831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:09:16.354164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Checking segment: {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:16.354544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Bound using segment: {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:09:16.354968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Bound port: 9d356cb9-92c6-4522-b97b-43cb84d5228c, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c204ca-596f-4aea-befe-ed70209788e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:09:16.355312 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:16.378836 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5519ae16-e21f-4c9b-af70-b082dcdbf73d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event updated for resources: {'Subnet': ['ID=47935969-f40a-40e3-9d75-202fbbdaeb04,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:16.384449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5519ae16-e21f-4c9b-af70-b082dcdbf73d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Checking segment: {'id': '66b98bcf-382a-4a69-8bca-80da9b8d436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b62e6453-ca34-4b23-a95f-4f49548921a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:16.384814 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5519ae16-e21f-4c9b-af70-b082dcdbf73d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Network hostable DHCP agents. Network: b62e6453-ca34-4b23-a95f-4f49548921a5, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:09:16.430320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:09:16.441247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Sync routers for ids ['d4849649-7edf-469f-9cb1-332435286f7a'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:09:16.446118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ac30a663-a31c-49b3-9ec8-d8530a66ff60 admin admin] 10.222.0.83 "PUT /v2.0/routers/d4849649-7edf-469f-9cb1-332435286f7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4402299 Feb 02 13:09:16.476245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5519ae16-e21f-4c9b-af70-b082dcdbf73d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Network b62e6453-ca34-4b23-a95f-4f49548921a5 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:09:16.477478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Routers {'d4849649-7edf-469f-9cb1-332435286f7a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:09:16.479614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d4849649-7edf-469f-9cb1-332435286f7a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:16.520830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-5519ae16-e21f-4c9b-af70-b082dcdbf73d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, b62e6453-ca34-4b23-a95f-4f49548921a5) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:16.529700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5519ae16-e21f-4c9b-af70-b082dcdbf73d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:16.531528 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5519ae16-e21f-4c9b-af70-b082dcdbf73d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:16.568001 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5519ae16-e21f-4c9b-af70-b082dcdbf73d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9220114 Feb 02 13:09:16.574243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:16.582771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c8c27f29-44f9-4c33-8301-3c7eb26d3e82 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2146838863', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:16.624052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c758511-2787-4534-b13c-b82c9bc6ef3c req-279eb7e2-886a-40dd-8cb6-16499bc90a60 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716002 Feb 02 13:09:16.676668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] For port 9d356cb9-92c6-4522-b97b-43cb84d5228c, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:09:16.688066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] For port 9d356cb9-92c6-4522-b97b-43cb84d5228c, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9d356cb9-92c6-4522-b97b-43cb84d5228c,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:09:16.704820 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:16.748658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Set router d4849649-7edf-469f-9cb1-332435286f7a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:09:16.771564 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8c27f29-44f9-4c33-8301-3c7eb26d3e82 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (e3b31126-f78d-4121-9933-7a4f862c3a87), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:16.775282 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8c27f29-44f9-4c33-8301-3c7eb26d3e82 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (e3b31126-f78d-4121-9933-7a4f862c3a87), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:16.805541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:16.806159 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:16.812558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] 10.222.0.18 "PUT /v2.0/ports/9d356cb9-92c6-4522-b97b-43cb84d5228c HTTP/1.1" status: 200 len: 1092 time: 1.7435274 Feb 02 13:09:16.816146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c486ce-1e0b-46b7-bb21-37fab710b7ed', 'tag': '9d356cb9-92c6-4522-b97b-43cb84d5228c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:09:16.822687 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6abeaf-8cfd-40b5-9929-ab2e162dc21d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c486ce-1e0b-46b7-bb21-37fab710b7ed", "tag": "9d356cb9-92c6-4522-b97b-43cb84d5228c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:09:16.880574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ee0cbb-6f0c-4819-8bbf-12ad55504c3f None None] Network b62e6453-ca34-4b23-a95f-4f49548921a5 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:16.888908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9cb64897-57f6-4fa7-b817-9b85f438000c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:16.890569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6db5c-2ea0-478f-ad00-1fade7e36594 service neutron] Pushing event updated for resources: {'Port': ['ID=9d356cb9-92c6-4522-b97b-43cb84d5228c,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:16.969773 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60047c3a-7474-411a-9cf0-32b1af2b4ec3 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:16.979198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60047c3a-7474-411a-9cf0-32b1af2b4ec3 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (bcc3497e-c27b-47a1-a197-5173ed858457), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:17.025557 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f612937-b7ac-471f-bc52-051644e6b354 x-openstack-request-id: req-2f612937-b7ac-471f-bc52-051644e6b354 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:09:17.027827 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c486ce-1e0b-46b7-bb21-37fab710b7ed", "tag": "9d356cb9-92c6-4522-b97b-43cb84d5228c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:09:17.028152 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2f612937-b7ac-471f-bc52-051644e6b354 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:09:17.028636 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c486ce-1e0b-46b7-bb21-37fab710b7ed', 'tag': '9d356cb9-92c6-4522-b97b-43cb84d5228c', 'status': 'completed', 'code': 200} Feb 02 13:09:17.059204 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8c27f29-44f9-4c33-8301-3c7eb26d3e82 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for router_controller (e3b31126-f78d-4121-9933-7a4f862c3a87), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:17.122345 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8c27f29-44f9-4c33-8301-3c7eb26d3e82 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (e3b31126-f78d-4121-9933-7a4f862c3a87), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:17.153786 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-60047c3a-7474-411a-9cf0-32b1af2b4ec3 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Floating IP bcc3497e-c27b-47a1-a197-5173ed858457 associated. External IP: 172.25.4.53, port: 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91. Feb 02 13:09:17.252131 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8c27f29-44f9-4c33-8301-3c7eb26d3e82 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:17.253585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c8c27f29-44f9-4c33-8301-3c7eb26d3e82 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6746194 Feb 02 13:09:17.258197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-70630d02-d45c-4487-9983-cbb0626da853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:17.260017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-70630d02-d45c-4487-9983-cbb0626da853 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 1126 time: 0.3494687 Feb 02 13:09:17.262600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:17.291989 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:09:17.390261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-b62e6453-ca34-4b23-a95f-4f49548921a5', 'network_id': 'b62e6453-ca34-4b23-a95f-4f49548921a5', 'project_id': '1d8bf97609c54ff8b7938d17eebec831', 'fixed_ips': [{'subnet_id': '47935969-f40a-40e3-9d75-202fbbdaeb04'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:09:17.391137 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:17.398202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9cb64897-57f6-4fa7-b817-9b85f438000c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:17.398785 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:17.517819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-35e6a5e3-b24f-4ac3-a39a-84405176235b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d356cb9-92c6-4522-b97b-43cb84d5228c HTTP/1.1" status: 200 len: 217 time: 0.2142417 Feb 02 13:09:17.564489 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-2742854c-e4f6-430f-8444-90942aa927ca tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5173488 Feb 02 13:09:17.639567 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Allocated IP 172.20.0.2 (b62e6453-ca34-4b23-a95f-4f49548921a5/47935969-f40a-40e3-9d75-202fbbdaeb04/b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:17.640091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:17.857847 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Publish callbacks [] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:17.872556 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:17.882484 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:17.907019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60047c3a-7474-411a-9cf0-32b1af2b4ec3 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:09:17.968691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Network b62e6453-ca34-4b23-a95f-4f49548921a5 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:17.987352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec66b5d-a1a3-4a70-8142-9db74d1c8f11 req-d638bf3a-4e7b-46ab-83ed-e8c56a5c4e5a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:17.989116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ec66b5d-a1a3-4a70-8142-9db74d1c8f11 req-d638bf3a-4e7b-46ab-83ed-e8c56a5c4e5a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 944 time: 0.4807777 Feb 02 13:09:17.996476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-37e3304b-23be-4250-a64b-8094fd013a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:17.998068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-37e3304b-23be-4250-a64b-8094fd013a02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a77b539c-fe67-429b-b8d9-661c579990ef HTTP/1.1" status: 200 len: 855 time: 0.4525330 Feb 02 13:09:18.011314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:18.013725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9cb64897-57f6-4fa7-b817-9b85f438000c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:18.019130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:18.045996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Pushing event updated for resources: {'Port': ['ID=b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:18.049911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60047c3a-7474-411a-9cf0-32b1af2b4ec3 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:09:18.052266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'name': 'tempest-FloatingIPDetailsTestJSON-512493983-router', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:09:06Z', 'updated_at': '2022-02-02T13:09:13Z', 'revision_number': 4, 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'gw_port': {'id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:09:07Z', 'updated_at': '2022-02-02T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '55ce6b53-ae14-45ed-b357-f9073e42392b', 'name': '', 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'mac_address': 'fa:16:3e:47:2b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '8cd153e2-48e1-4510-8a55-a5b7cb1955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:09:11Z', 'updated_at': '2022-02-02T13:09:14Z', 'revision_number': 2, 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'subnets': [{'id': '8cd153e2-48e1-4510-8a55-a5b7cb1955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:18.062601 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a96fd7-59f3-444c-9341-8f1fe39780af None None] Sync routers for ids ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:09:18.064477 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60047c3a-7474-411a-9cf0-32b1af2b4ec3 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:18.078386 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a96fd7-59f3-444c-9341-8f1fe39780af None None] Routers {'61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:09:18.078987 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c1a96fd7-59f3-444c-9341-8f1fe39780af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:18.104836 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-60047c3a-7474-411a-9cf0-32b1af2b4ec3 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "PUT /v2.0/floatingips/bcc3497e-c27b-47a1-a197-5173ed858457 HTTP/1.1" status: 200 len: 991 time: 2.1334317 Feb 02 13:09:18.105703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38922cd4-3180-4bf1-98cc-22a401501dea', 'tag': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:09:18.108589 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02996cfc-12c4-47bd-be67-7adf8cd0a67f" -d '{"events": [{"name": "network-changed", "server_uuid": "38922cd4-3180-4bf1-98cc-22a401501dea", "tag": "03b3d7c9-18b8-4b19-acd9-6ebba8f23a91"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:09:18.113812 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-81673449-0fdb-4a7b-99c9-db05f7cb6bee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c63a35f9-d564-490d-b25a-136375c41397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991094 Feb 02 13:09:18.125516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Checking router: d4849649-7edf-469f-9cb1-332435286f7a for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:09:18.125698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Updating router d4849649-7edf-469f-9cb1-332435286f7a port 55ce6b53-ae14-45ed-b357-f9073e42392b binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:09:18.179881 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:18.181831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Attempting to bind port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:09:18.182196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Attempting to bind port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '66b98bcf-382a-4a69-8bca-80da9b8d436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b62e6453-ca34-4b23-a95f-4f49548921a5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:09:18.182555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Attempting to bind port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 on network b62e6453-ca34-4b23-a95f-4f49548921a5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:09:18.195868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:09:18.196250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Checking segment: {'id': '66b98bcf-382a-4a69-8bca-80da9b8d436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b62e6453-ca34-4b23-a95f-4f49548921a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:18.196674 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:18.197050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Bound using segment: {'id': '66b98bcf-382a-4a69-8bca-80da9b8d436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b62e6453-ca34-4b23-a95f-4f49548921a5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:09:18.197538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Bound port: b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b98bcf-382a-4a69-8bca-80da9b8d436c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'b62e6453-ca34-4b23-a95f-4f49548921a5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:09:18.197920 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:18.382340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] For port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:09:18.417218 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c1a96fd7-59f3-444c-9341-8f1fe39780af None None] Set router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:09:18.428907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] For port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8,segment=NetworkSegment(66b98bcf-382a-4a69-8bca-80da9b8d436c),segment_id=66b98bcf-382a-4a69-8bca-80da9b8d436c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:09:18.443094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:18.641785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-42990a63-d234-476e-a8e3-008cafb78f40 service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129898 Feb 02 13:09:18.677138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0905db1-ec7f-462d-aa9e-2e86da6e086e None None] Pushing event updated for resources: {'Port': ['ID=b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:18.774691 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:18.796463 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c1a96fd7-59f3-444c-9341-8f1fe39780af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'bcc3497e-c27b-47a1-a197-5173ed858457', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'port_id': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'mac_address': 'fa:16:3e:2f:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38922cd4-3180-4bf1-98cc-22a401501dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:08:52Z', 'updated_at': '2022-02-02T13:09:16Z', 'revision_number': 1, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b2441d-fd2f-4c29-81ce-dc51d4233a08', 'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'mac_address': 'fa:16:3e:cb:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:42Z', 'updated_at': '2022-02-02T13:08:53Z', 'revision_number': 5, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'subnets': [{'id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:18.802421 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ec66b5d-a1a3-4a70-8142-9db74d1c8f11 req-7052d4a4-626d-46d1-bbd6-b18217639701 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8030939 Feb 02 13:09:18.863692 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a96fd7-59f3-444c-9341-8f1fe39780af None None] Checking router: 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:09:18.891934 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a96fd7-59f3-444c-9341-8f1fe39780af None None] Routers {'61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:09:18.893176 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c1a96fd7-59f3-444c-9341-8f1fe39780af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:19.026992 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Publish callbacks [] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:19.038639 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:19.101001 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c1a96fd7-59f3-444c-9341-8f1fe39780af None None] Set router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:09:19.251284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc021d6c-fdbf-4998-885e-2bc3274f7207 None None] Pushing event updated for resources: {'Port': ['ID=55ce6b53-ae14-45ed-b357-f9073e42392b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:19.271877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Allocated IP 172.20.0.1 (b62e6453-ca34-4b23-a95f-4f49548921a5/47935969-f40a-40e3-9d75-202fbbdaeb04/a44d128b-a505-4d63-a0ae-8e55f2a0e359) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:19.365196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Attempting to bind port 55ce6b53-ae14-45ed-b357-f9073e42392b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:09:19.366460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Attempting to bind port 55ce6b53-ae14-45ed-b357-f9073e42392b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '6b8d98e1-d359-4aa7-a928-da658fc804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:09:19.366854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Attempting to bind port 55ce6b53-ae14-45ed-b357-f9073e42392b on network fdb40979-37d1-459d-b1df-9f7d2bf0f155 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:09:19.378535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:09:19.378920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Checking segment: {'id': '6b8d98e1-d359-4aa7-a928-da658fc804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:19.379325 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:19.379747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Bound using segment: {'id': '6b8d98e1-d359-4aa7-a928-da658fc804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:09:19.384315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Bound port: 55ce6b53-ae14-45ed-b357-f9073e42392b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8d98e1-d359-4aa7-a928-da658fc804c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:09:19.384747 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:19.439107 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for port (a44d128b-a505-4d63-a0ae-8e55f2a0e359), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:19.552177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] For port 55ce6b53-ae14-45ed-b357-f9073e42392b, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:09:19.557200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] For port 55ce6b53-ae14-45ed-b357-f9073e42392b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=55ce6b53-ae14-45ed-b357-f9073e42392b,segment=NetworkSegment(6b8d98e1-d359-4aa7-a928-da658fc804c7),segment_id=6b8d98e1-d359-4aa7-a928-da658fc804c7)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:09:19.567728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-586ae068-506d-4fc9-8c68-91584dcc31f7 None None] Provisioning complete for port 55ce6b53-ae14-45ed-b357-f9073e42392b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:19.568220 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-586ae068-506d-4fc9-8c68-91584dcc31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:19.572001 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:19.627888 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a44d128b-a505-4d63-a0ae-8e55f2a0e359), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:19.630050 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c1a96fd7-59f3-444c-9341-8f1fe39780af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'bcc3497e-c27b-47a1-a197-5173ed858457', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'port_id': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'mac_address': 'fa:16:3e:2f:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38922cd4-3180-4bf1-98cc-22a401501dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:08:52Z', 'updated_at': '2022-02-02T13:09:16Z', 'revision_number': 1, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b2441d-fd2f-4c29-81ce-dc51d4233a08', 'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'mac_address': 'fa:16:3e:cb:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:42Z', 'updated_at': '2022-02-02T13:08:53Z', 'revision_number': 5, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'subnets': [{'id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:19.677256 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51310) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:19.690280 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a96fd7-59f3-444c-9341-8f1fe39780af None None] The sync data for ids ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'] in n-d-827336-2 is: [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'bcc3497e-c27b-47a1-a197-5173ed858457', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'floating_ip_address': '172.25.4.53', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'port_id': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'mac_address': 'fa:16:3e:2f:bd:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38922cd4-3180-4bf1-98cc-22a401501dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:08:52Z', 'updated_at': '2022-02-02T13:09:16Z', 'revision_number': 1, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41b2441d-fd2f-4c29-81ce-dc51d4233a08', 'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'mac_address': 'fa:16:3e:cb:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:42Z', 'updated_at': '2022-02-02T13:08:53Z', 'revision_number': 5, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'subnets': [{'id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:09:19.728494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-f441913c-3a7b-4902-b2d6-d6d155ce636e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0794740 Feb 02 13:09:19.765980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Network b62e6453-ca34-4b23-a95f-4f49548921a5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:19.777779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Routers {'d4849649-7edf-469f-9cb1-332435286f7a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:09:19.778425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d4849649-7edf-469f-9cb1-332435286f7a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:19.807585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:19.817081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:19.868618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc021d6c-fdbf-4998-885e-2bc3274f7207 None None] Pushing event updated for resources: {'Port': ['ID=55ce6b53-ae14-45ed-b357-f9073e42392b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:19.949668 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-475e2416-dbf6-4f0d-a308-cd0cc3fadaf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:19.990423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f51732-f8a2-4661-abc8-80a4cc88844f req-b68ed64c-5aed-4226-b549-4ca5d750898c tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:19.999319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f51732-f8a2-4661-abc8-80a4cc88844f req-b68ed64c-5aed-4226-b549-4ca5d750898c tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.5259988 Feb 02 13:09:20.006227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c32cf3f5-9fa9-47b7-813a-ddb0325c35dd req-804ce482-a234-4a05-8d3d-fbb32d11bd6b service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3212361 Feb 02 13:09:20.077696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event updated for resources: {'Port': ['ID=a44d128b-a505-4d63-a0ae-8e55f2a0e359,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:20.086235 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:20.210569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] Set router d4849649-7edf-469f-9cb1-332435286f7a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:09:20.212867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-475e2416-dbf6-4f0d-a308-cd0cc3fadaf3 admin admin] Publish callbacks [] for security_group (607cd79e-fdb3-476e-a70b-ce25473808e3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:20.219640 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-475e2416-dbf6-4f0d-a308-cd0cc3fadaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (607cd79e-fdb3-476e-a70b-ce25473808e3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:20.277434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a830c06-7816-41a9-b9e8-7a3074c498a0 None None] New status for floating IP bcc3497e-c27b-47a1-a197-5173ed858457: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:09:20.311127 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e2416-dbf6-4f0d-a308-cd0cc3fadaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607cd79e-fdb3-476e-a70b-ce25473808e3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:20.372049 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-475e2416-dbf6-4f0d-a308-cd0cc3fadaf3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=be1b4701e42a4c858b1a2e29e0c9dd76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6869247 Feb 02 13:09:20.372787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51318) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:20.413590 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (e3b31126-f78d-4121-9933-7a4f862c3a87), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:20.423201 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f51732-f8a2-4661-abc8-80a4cc88844f req-1ad359aa-ebf5-4f82-859e-b8faaea30bd3 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229031 Feb 02 13:09:20.428549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-586ae068-506d-4fc9-8c68-91584dcc31f7 None None] Current status of the port 55ce6b53-ae14-45ed-b357-f9073e42392b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:20.429160 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-586ae068-506d-4fc9-8c68-91584dcc31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:20.435660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdd4e53-d1af-4163-b7eb-f45d3a2c3512 None None] Network b62e6453-ca34-4b23-a95f-4f49548921a5 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:20.482618 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9d9a-fc4e-41b1-8ccf-5a15475681ed admin admin] Publish callbacks [] for security_group (607cd79e-fdb3-476e-a70b-ce25473808e3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:20.532253 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9d9a-fc4e-41b1-8ccf-5a15475681ed admin admin] Publish callbacks [] for security_group (607cd79e-fdb3-476e-a70b-ce25473808e3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:20.603790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Allocated IP 172.25.4.95 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:20.616609 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9d9a-fc4e-41b1-8ccf-5a15475681ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (607cd79e-fdb3-476e-a70b-ce25473808e3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:20.619224 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9d9a-fc4e-41b1-8ccf-5a15475681ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:20.622858 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b2cb9d9a-fc4e-41b1-8ccf-5a15475681ed admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/607cd79e-fdb3-476e-a70b-ce25473808e3 HTTP/1.1" status: 204 len: 168 time: 0.2466822 Feb 02 13:09:20.637008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb9d9a-fc4e-41b1-8ccf-5a15475681ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607cd79e-fdb3-476e-a70b-ce25473808e3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:20.662751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-6b6e35ac-f347-4289-ba67-eab987b5a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:20.663236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-6b6e35ac-f347-4289-ba67-eab987b5a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:20.663797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-6b6e35ac-f347-4289-ba67-eab987b5a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:20.664260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-6b6e35ac-f347-4289-ba67-eab987b5a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:20.664713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-6b6e35ac-f347-4289-ba67-eab987b5a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:20.665167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-6b6e35ac-f347-4289-ba67-eab987b5a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:20.665616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-6b6e35ac-f347-4289-ba67-eab987b5a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:20.667648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-6b6e35ac-f347-4289-ba67-eab987b5a0a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 6719 time: 0.7323115 Feb 02 13:09:20.786104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6abeaf-8cfd-40b5-9929-ab2e162dc21d req-ed2f25a7-e481-4ca6-9e30-1272ce063921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:20.787669 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c6abeaf-8cfd-40b5-9929-ab2e162dc21d req-ed2f25a7-e481-4ca6-9e30-1272ce063921 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 1126 time: 0.6043873 Feb 02 13:09:20.901063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:20.956784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec17f8-b2c1-437e-9070-01c7c56a5dac req-9410e19c-277a-44ad-9454-535571dd4fef tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:20.958418 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04ec17f8-b2c1-437e-9070-01c7c56a5dac req-9410e19c-277a-44ad-9454-535571dd4fef tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 946 time: 0.3897660 Feb 02 13:09:20.975249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-586ae068-506d-4fc9-8c68-91584dcc31f7 None None] For port 55ce6b53-ae14-45ed-b357-f9073e42392b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=55ce6b53-ae14-45ed-b357-f9073e42392b,segment=NetworkSegment(6b8d98e1-d359-4aa7-a928-da658fc804c7),segment_id=6b8d98e1-d359-4aa7-a928-da658fc804c7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:21.024268 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-586ae068-506d-4fc9-8c68-91584dcc31f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:21.061904 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6abeaf-8cfd-40b5-9929-ab2e162dc21d req-1a931abc-91b6-4033-8274-7ebe48aca4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:21.063468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c6abeaf-8cfd-40b5-9929-ab2e162dc21d req-1a931abc-91b6-4033-8274-7ebe48aca4d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 916 time: 0.2265918 Feb 02 13:09:21.072355 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a44d128b-a505-4d63-a0ae-8e55f2a0e359), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:21.207957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-5922a91c-d03d-49f7-a144-0f1060abbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:21.208939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-5922a91c-d03d-49f7-a144-0f1060abbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:21.209116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-5922a91c-d03d-49f7-a144-0f1060abbf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:21.211395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-5922a91c-d03d-49f7-a144-0f1060abbf62 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fe900c1-1a6a-4411-9f22-913eacc5c949&id=408baa00-e060-4bce-826e-a30977dfd810&id=408baa00-e060-4bce-826e-a30977dfd810&id=408baa00-e060-4bce-826e-a30977dfd810&id=408baa00-e060-4bce-826e-a30977dfd810&id=30e40ba2-a8b1-4051-9108-dbee8f9b7020&id=30e40ba2-a8b1-4051-9108-dbee8f9b7020 HTTP/1.1" status: 200 len: 2298 time: 0.5023527 Feb 02 13:09:21.212905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c6abeaf-8cfd-40b5-9929-ab2e162dc21d req-7d773b14-3b3d-4327-bf7d-961ec8ca3a56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d356cb9-92c6-4522-b97b-43cb84d5228c HTTP/1.1" status: 200 len: 217 time: 0.1186461 Feb 02 13:09:21.241028 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04ec17f8-b2c1-437e-9070-01c7c56a5dac req-f24f9b72-5ef0-4540-abf3-423588b7ede0 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691213 Feb 02 13:09:21.340035 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2387bd74-a482-4caa-93ed-c81db1af032c x-openstack-request-id: req-2387bd74-a482-4caa-93ed-c81db1af032c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:09:21.340542 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38922cd4-3180-4bf1-98cc-22a401501dea", "tag": "03b3d7c9-18b8-4b19-acd9-6ebba8f23a91", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:09:21.340542 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2387bd74-a482-4caa-93ed-c81db1af032c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:09:21.340952 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38922cd4-3180-4bf1-98cc-22a401501dea', 'tag': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91', 'status': 'completed', 'code': 200} Feb 02 13:09:21.430414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f476adfe-e855-4793-9c9a-15e382bb1a4d None None] Provisioning complete for port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:21.430899 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f476adfe-e855-4793-9c9a-15e382bb1a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:21.445349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ae068-506d-4fc9-8c68-91584dcc31f7 None None] Pushing event updated for resources: {'Port': ['ID=55ce6b53-ae14-45ed-b357-f9073e42392b,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:21.458152 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:21.458539 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:21.542637 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for port (497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:21.722439 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:21.722871 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:21.737245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'name': 'tempest-FloatingIPDetailsTestJSON-512493983-router', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:09:06Z', 'updated_at': '2022-02-02T13:09:13Z', 'revision_number': 4, 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'gw_port': {'id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:09:07Z', 'updated_at': '2022-02-02T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '55ce6b53-ae14-45ed-b357-f9073e42392b', 'name': '', 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'mac_address': 'fa:16:3e:47:2b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '8cd153e2-48e1-4510-8a55-a5b7cb1955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:09:11Z', 'updated_at': '2022-02-02T13:09:19Z', 'revision_number': 4, 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'subnets': [{'id': '8cd153e2-48e1-4510-8a55-a5b7cb1955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:21.803136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdabcd2-d34d-4748-8b04-287679a84b10 None None] The sync data for ids ['d4849649-7edf-469f-9cb1-332435286f7a'] in n-d-827336-2 is: [{'id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'name': 'tempest-FloatingIPDetailsTestJSON-512493983-router', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:09:06Z', 'updated_at': '2022-02-02T13:09:13Z', 'revision_number': 4, 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'gw_port': {'id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:09:07Z', 'updated_at': '2022-02-02T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '55ce6b53-ae14-45ed-b357-f9073e42392b', 'name': '', 'network_id': 'fdb40979-37d1-459d-b1df-9f7d2bf0f155', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'mac_address': 'fa:16:3e:47:2b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '8cd153e2-48e1-4510-8a55-a5b7cb1955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:09:11Z', 'updated_at': '2022-02-02T13:09:19Z', 'revision_number': 4, 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'subnets': [{'id': '8cd153e2-48e1-4510-8a55-a5b7cb1955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:09:21.833872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6abeaf-8cfd-40b5-9929-ab2e162dc21d req-e2dc00da-7d97-4ad6-8156-674ff81c78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:21.835807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c6abeaf-8cfd-40b5-9929-ab2e162dc21d req-e2dc00da-7d97-4ad6-8156-674ff81c78a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a77b539c-fe67-429b-b8d9-661c579990ef HTTP/1.1" status: 200 len: 855 time: 0.5769942 Feb 02 13:09:21.848432 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:21.894927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f476adfe-e855-4793-9c9a-15e382bb1a4d None None] Current status of the port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:21.895331 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f476adfe-e855-4793-9c9a-15e382bb1a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:21.950404 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8,segment=NetworkSegment(66b98bcf-382a-4a69-8bca-80da9b8d436c),segment_id=66b98bcf-382a-4a69-8bca-80da9b8d436c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:21.954070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02996cfc-12c4-47bd-be67-7adf8cd0a67f req-26be420d-f2da-47e7-a8cf-89393d2f26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:21.957562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02996cfc-12c4-47bd-be67-7adf8cd0a67f req-26be420d-f2da-47e7-a8cf-89393d2f26d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f22e4ac832c1407daa440ae4299643eb&device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 1128 time: 0.4883082 Feb 02 13:09:21.980094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:22.102397 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-f476adfe-e855-4793-9c9a-15e382bb1a4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:09:22.102846 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-f476adfe-e855-4793-9c9a-15e382bb1a4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:09:22.133828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:22.224615 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c6abeaf-8cfd-40b5-9929-ab2e162dc21d req-0f883f98-9069-448b-a82d-d690fb6f31f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c63a35f9-d564-490d-b25a-136375c41397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3659883 Feb 02 13:09:22.225751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Pushing event updated for resources: {'Port': ['ID=497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:22.237235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:22.256587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:22.259912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-e5493f78-97ea-46b9-a736-9d4290ea388e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52c87d60-7381-4961-a6c1-8d23cfdda506 HTTP/1.1" status: 200 len: 1001 time: 0.9592257 Feb 02 13:09:22.260643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:22.466288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ddcf9-113b-49c5-ab3d-f2cb8e403f76 req-1e4c3d69-bb14-4dfa-9773-82c8fda56317 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:22.469123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba3ddcf9-113b-49c5-ab3d-f2cb8e403f76 req-1e4c3d69-bb14-4dfa-9773-82c8fda56317 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 944 time: 0.9295857 Feb 02 13:09:22.710656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f476adfe-e855-4793-9c9a-15e382bb1a4d None None] Current status of the port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:22.726123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f476adfe-e855-4793-9c9a-15e382bb1a4d None None] Provisioning complete for port 55ce6b53-ae14-45ed-b357-f9073e42392b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:22.728363 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f476adfe-e855-4793-9c9a-15e382bb1a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:22.758249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:22.883794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:22.884415 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:22.915029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f476adfe-e855-4793-9c9a-15e382bb1a4d None None] Current status of the port 55ce6b53-ae14-45ed-b357-f9073e42392b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:22.984683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:22.986069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 55ce6b53-ae14-45ed-b357-f9073e42392b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:22.986513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-67af9acc-3bc9-4321-aeaf-29eb90471a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:22.988645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-67af9acc-3bc9-4321-aeaf-29eb90471a67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06abdc32-8d3e-40e0-882c-36cc75a338b3 HTTP/1.1" status: 200 len: 856 time: 0.6610956 Feb 02 13:09:22.995834 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for port (a44d128b-a505-4d63-a0ae-8e55f2a0e359), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:23.048856 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (a44d128b-a505-4d63-a0ae-8e55f2a0e359), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:23.057320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a302e953-ea4c-4f2f-b3a6-86dace051f26 None None] Provisioning complete for port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:23.057696 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a302e953-ea4c-4f2f-b3a6-86dace051f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:23.109374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 55ce6b53-ae14-45ed-b357-f9073e42392b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:23.109761 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:23.194965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a302e953-ea4c-4f2f-b3a6-86dace051f26 None None] Current status of the port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:23.228846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a302e953-ea4c-4f2f-b3a6-86dace051f26 None None] Provisioning complete for port a44d128b-a505-4d63-a0ae-8e55f2a0e359 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:23.229218 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a302e953-ea4c-4f2f-b3a6-86dace051f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a44d128b-a505-4d63-a0ae-8e55f2a0e359), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:23.254060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c6abeaf-8cfd-40b5-9929-ab2e162dc21d req-9b9e2761-4803-4fab-9c11-bbd1be22ac6b service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0054665 Feb 02 13:09:23.262872 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (e3b31126-f78d-4121-9933-7a4f862c3a87), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:23.270602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a302e953-ea4c-4f2f-b3a6-86dace051f26 None None] Port a44d128b-a505-4d63-a0ae-8e55f2a0e359 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:09:23.273752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 55ce6b53-ae14-45ed-b357-f9073e42392b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:23.295333 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba3ddcf9-113b-49c5-ab3d-f2cb8e403f76 req-36725b57-244f-4e05-a620-0fa572d947dd tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492427 Feb 02 13:09:23.296479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02996cfc-12c4-47bd-be67-7adf8cd0a67f req-56c96647-5020-450b-a19e-e206eea938b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:23.298107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02996cfc-12c4-47bd-be67-7adf8cd0a67f req-56c96647-5020-450b-a19e-e206eea938b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ae2255be-863e-41cd-a8a7-1e65d15220c2 HTTP/1.1" status: 200 len: 906 time: 1.0513792 Feb 02 13:09:23.304608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event updated for resources: {'Port': ['ID=a44d128b-a505-4d63-a0ae-8e55f2a0e359,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:23.334954 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (486a94ca-be35-452b-86f1-b8ff791d5219), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:23.393689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-79dafc54-5c4e-4c22-828b-808714b11743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:23.395226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-79dafc54-5c4e-4c22-828b-808714b11743 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fe900c1-1a6a-4411-9f22-913eacc5c949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3842847 Feb 02 13:09:23.439630 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9d356cb9-92c6-4522-b97b-43cb84d5228c details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:09:23.551321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02996cfc-12c4-47bd-be67-7adf8cd0a67f req-61f77bd9-2b42-4671-a5b2-8d1248c4beff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 HTTP/1.1" status: 200 len: 1001 time: 0.2425237 Feb 02 13:09:23.610009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9d356cb9-92c6-4522-b97b-43cb84d5228c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9d356cb9-92c6-4522-b97b-43cb84d5228c,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:23.629307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '9d356cb9-92c6-4522-b97b-43cb84d5228c', 'network_id': 'c63a35f9-d564-490d-b25a-136375c41397', 'port_id': '9d356cb9-92c6-4522-b97b-43cb84d5228c', 'mac_address': 'fa:16:3e:99:6e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77b539c-fe67-429b-b8d9-661c579990ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:09:23.659610 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:23.680344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9d356cb9-92c6-4522-b97b-43cb84d5228c is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:23.681389 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:23.696975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Network b62e6453-ca34-4b23-a95f-4f49548921a5 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:23.713017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d356cb9-92c6-4522-b97b-43cb84d5228c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:09:23.726933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:23.738014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9d356cb9-92c6-4522-b97b-43cb84d5228c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9d356cb9-92c6-4522-b97b-43cb84d5228c,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:23.742178 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:23.825356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=9d356cb9-92c6-4522-b97b-43cb84d5228c,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:23.870342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02996cfc-12c4-47bd-be67-7adf8cd0a67f req-86b1bef8-a161-478c-8907-10ef0f8996a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:23.872077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02996cfc-12c4-47bd-be67-7adf8cd0a67f req-86b1bef8-a161-478c-8907-10ef0f8996a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ab84abd-0ed6-4e36-b74a-85d36d5a72f5 HTTP/1.1" status: 200 len: 844 time: 0.2584414 Feb 02 13:09:23.953069 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c6abeaf-8cfd-40b5-9929-ab2e162dc21d req-fa878496-25b6-4f5e-92a3-f80e3a32948e service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843021 Feb 02 13:09:24.079113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202e2ba-fc81-478f-97d7-c836ce92038c req-509638af-b9ce-4d39-9600-b102ec3ecbb0 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:24.080812 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b202e2ba-fc81-478f-97d7-c836ce92038c req-509638af-b9ce-4d39-9600-b102ec3ecbb0 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.4840143 Feb 02 13:09:24.089135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-385373cb-2541-4e9c-91e4-370f112e99a7 service neutron] 10.222.0.18 "GET /v2.0/networks/0fe900c1-1a6a-4411-9f22-913eacc5c949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6759372 Feb 02 13:09:24.110715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-da724240-50de-494d-b157-ff36670b323f None None] Provisioning complete for port a44d128b-a505-4d63-a0ae-8e55f2a0e359 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:24.111591 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da724240-50de-494d-b157-ff36670b323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a44d128b-a505-4d63-a0ae-8e55f2a0e359), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:24.154782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['9d356cb9-92c6-4522-b97b-43cb84d5228c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:09:24.192498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-da724240-50de-494d-b157-ff36670b323f None None] Port a44d128b-a505-4d63-a0ae-8e55f2a0e359 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:09:24.264736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02996cfc-12c4-47bd-be67-7adf8cd0a67f req-85d2d0ec-81a5-42b2-9c70-06ba9f29eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:24.266563 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02996cfc-12c4-47bd-be67-7adf8cd0a67f req-85d2d0ec-81a5-42b2-9c70-06ba9f29eeab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ae2255be-863e-41cd-a8a7-1e65d15220c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3845930 Feb 02 13:09:24.345600 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for port (497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:24.363103 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b202e2ba-fc81-478f-97d7-c836ce92038c req-3bbbd4b5-3d34-4994-bfd9-cec62617321e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405446 Feb 02 13:09:24.368928 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:24.526847 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-3594add8-722d-4489-afff-f264b3616ad8 service neutron] 10.222.0.18 "GET /v2.0/networks/0fe900c1-1a6a-4411-9f22-913eacc5c949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261179 Feb 02 13:09:24.577604 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Router e3b31126-f78d-4121-9933-7a4f862c3a87 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:09:24.627156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-90550322-3870-4a94-92e4-bbb96a418325 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=13faa4c4-a1e2-4351-8275-345fc771c7c8 HTTP/1.1" status: 200 len: 217 time: 0.0880013 Feb 02 13:09:24.627816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Pushing event updated for resources: {'Port': ['ID=497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:24.663065 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (486a94ca-be35-452b-86f1-b8ff791d5219), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:24.721622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02996cfc-12c4-47bd-be67-7adf8cd0a67f req-e6ee69a6-7fd1-4714-9981-10727f6ca442 service neutron] 10.222.0.62 "GET /v2.0/networks/ae2255be-863e-41cd-a8a7-1e65d15220c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346545 Feb 02 13:09:24.769815 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:24.770971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-44176910-930f-4cca-90ef-202644e18762 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.2054777 Feb 02 13:09:24.826680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2ac3f-5ae9-474e-a095-451c6bc35bdd req-3a13820a-1f86-40b8-92fa-e4e8120159af tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:24.828141 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecf2ac3f-5ae9-474e-a095-451c6bc35bdd req-3a13820a-1f86-40b8-92fa-e4e8120159af tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 946 time: 0.3489723 Feb 02 13:09:24.919681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-fbc1ad0e-93e7-4eaa-8185-a115e93d28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:24.921544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-fbc1ad0e-93e7-4eaa-8185-a115e93d28d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2df64b9a-0d44-495d-9df4-427e43aeec51 HTTP/1.1" status: 200 len: 797 time: 0.2781177 Feb 02 13:09:25.354085 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-c9286889-2c97-4a20-b819-77fe74112eee tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 695 time: 0.5374589 Feb 02 13:09:25.378472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:09:25.392964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7859a3d4-12d8-4ee0-8693-b1fd401f2aa6 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "PUT /v2.0/routers/e3b31126-f78d-4121-9933-7a4f862c3a87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1266913 Feb 02 13:09:25.393291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51434) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:25.396234 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a834088-c973-4cc7-b493-4305e8a79a44 None None] Sync routers for ids ['e3b31126-f78d-4121-9933-7a4f862c3a87'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:09:25.403056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Request body: {'port': {'network_id': 'b62e6453-ca34-4b23-a95f-4f49548921a5', 'name': 'tempest-FloatingIPNegativeTestJSON-1548963936'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:25.431022 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a834088-c973-4cc7-b493-4305e8a79a44 None None] Routers {'e3b31126-f78d-4121-9933-7a4f862c3a87'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:09:25.431672 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6a834088-c973-4cc7-b493-4305e8a79a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['e3b31126-f78d-4121-9933-7a4f862c3a87'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:25.455413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9d356cb9-92c6-4522-b97b-43cb84d5228c up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:25.470811 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecf2ac3f-5ae9-474e-a095-451c6bc35bdd req-d7e0828e-9d35-4496-8550-0c51f95b4ed6 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6279206 Feb 02 13:09:25.474699 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6a834088-c973-4cc7-b493-4305e8a79a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:25.479161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02996cfc-12c4-47bd-be67-7adf8cd0a67f req-35eeb1fe-2416-4d43-895d-a9b11f709458 service neutron] 10.222.0.62 "GET /v2.0/networks/ae2255be-863e-41cd-a8a7-1e65d15220c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126007 Feb 02 13:09:25.487334 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a834088-c973-4cc7-b493-4305e8a79a44 None None] Routers {'e3b31126-f78d-4121-9933-7a4f862c3a87'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:09:25.488185 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6a834088-c973-4cc7-b493-4305e8a79a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['e3b31126-f78d-4121-9933-7a4f862c3a87'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:25.518268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-bb25a52d-bf3d-4b5c-a29f-821f963af418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:25.519861 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-bb25a52d-bf3d-4b5c-a29f-821f963af418 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=408baa00-e060-4bce-826e-a30977dfd810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5766518 Feb 02 13:09:25.541151 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6a834088-c973-4cc7-b493-4305e8a79a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:25.541816 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a834088-c973-4cc7-b493-4305e8a79a44 None None] The sync data for ids ['e3b31126-f78d-4121-9933-7a4f862c3a87'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:09:25.574857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 9d356cb9-92c6-4522-b97b-43cb84d5228c completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:09:25.580401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 9d356cb9-92c6-4522-b97b-43cb84d5228c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:25.580787 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:25.585251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-f82ddd8c-9d16-43ef-af5d-2dc242834f1e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:25.587123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54d6c2b0-58fc-4713-bd95-576200fb6280 req-f82ddd8c-9d16-43ef-af5d-2dc242834f1e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.2048461 Feb 02 13:09:25.641525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Made reservation on behalf of 1d8bf97609c54ff8b7938d17eebec831 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:25.645234 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:25.666493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] device_id is not set on port fde52003-5020-47ef-a014-d310dea8a08a yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:09:25.755594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-4ee2e25f-3f1f-4e11-8451-24e07bc0c7f2 service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266273 Feb 02 13:09:25.756482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9d356cb9-92c6-4522-b97b-43cb84d5228c is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:25.757074 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:25.788331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706931c-cc50-4389-b1ef-ff67935d70a8 req-f7fa4a15-0023-482a-a70d-d34432860292 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:25.791716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6706931c-cc50-4389-b1ef-ff67935d70a8 req-f7fa4a15-0023-482a-a70d-d34432860292 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 945 time: 0.1601017 Feb 02 13:09:25.800121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9d356cb9-92c6-4522-b97b-43cb84d5228c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9d356cb9-92c6-4522-b97b-43cb84d5228c,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:25.805361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c486ce-1e0b-46b7-bb21-37fab710b7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d356cb9-92c6-4522-b97b-43cb84d5228c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:09:25.805361 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ff9a7b-901e-42f1-b372-97b2701ada89" -d '{"events": [{"server_uuid": "a4c486ce-1e0b-46b7-bb21-37fab710b7ed", "name": "network-vif-plugged", "status": "completed", "tag": "9d356cb9-92c6-4522-b97b-43cb84d5228c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:09:25.808584 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:25.820464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Allocated IP 172.20.0.12 (b62e6453-ca34-4b23-a95f-4f49548921a5/47935969-f40a-40e3-9d75-202fbbdaeb04/fde52003-5020-47ef-a014-d310dea8a08a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:25.850366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202e4f9-35e0-4830-93d1-ecd833c2da85 req-808be965-ab81-49e5-aaf8-afcc99dd6980 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:25.851973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9202e4f9-35e0-4830-93d1-ecd833c2da85 req-808be965-ab81-49e5-aaf8-afcc99dd6980 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.1503334 Feb 02 13:09:25.870180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=9d356cb9-92c6-4522-b97b-43cb84d5228c,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:25.949269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6706931c-cc50-4389-b1ef-ff67935d70a8 req-5a9e4c23-fa4f-4b48-9cb8-eaa23bee3cbc tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373162 Feb 02 13:09:26.015263 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for port (fde52003-5020-47ef-a014-d310dea8a08a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:26.024884 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9202e4f9-35e0-4830-93d1-ecd833c2da85 req-e7a1cf62-696b-43f5-9867-d281a7bcd80a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421845 Feb 02 13:09:26.026840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-79d4993b-6036-4aff-9162-c75b9ad04ac9 service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618566 Feb 02 13:09:26.064413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (fde52003-5020-47ef-a014-d310dea8a08a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:26.087642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-df1f60aa-2ceb-45e2-9bda-aa836c44b003 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=725bf461-ffb7-4c2f-a579-300561af9e5e HTTP/1.1" status: 200 len: 217 time: 0.0501757 Feb 02 13:09:26.088274 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e35e8cf-ab85-4e66-b3fc-184d2c8b1d01 x-openstack-request-id: req-2e35e8cf-ab85-4e66-b3fc-184d2c8b1d01 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:09:26.088827 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c486ce-1e0b-46b7-bb21-37fab710b7ed", "name": "network-vif-plugged", "status": "completed", "tag": "9d356cb9-92c6-4522-b97b-43cb84d5228c", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:09:26.089217 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2e35e8cf-ab85-4e66-b3fc-184d2c8b1d01 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:09:26.089715 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c486ce-1e0b-46b7-bb21-37fab710b7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d356cb9-92c6-4522-b97b-43cb84d5228c', 'code': 200} Feb 02 13:09:26.117645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Network b62e6453-ca34-4b23-a95f-4f49548921a5 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:26.121642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:26.124577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:26.150856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event updated for resources: {'Port': ['ID=fde52003-5020-47ef-a014-d310dea8a08a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:26.207059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.207414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.208046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.208396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.208735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.209528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.210218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-980747ec-76cc-4098-9c86-32947d83918b tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2069941 Feb 02 13:09:26.215607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.215999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.216330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.216682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.217319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.217728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.218303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:26.231112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-3bf2ffc5-cc58-470c-8d63-73bd6d248a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:26.232751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-3bf2ffc5-cc58-470c-8d63-73bd6d248a79 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2df64b9a-0d44-495d-9df4-427e43aeec51 HTTP/1.1" status: 200 len: 797 time: 0.1016881 Feb 02 13:09:26.240778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:26.256336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:26.257329 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:26.276346 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ce8eb9e9-0bd5-40a4-9704-931c780a7aaf tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8817797 Feb 02 13:09:26.279370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51476) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:26.289295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:26.343889 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:26.348955 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:26.416963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f2f60-7581-4be4-9439-31a5da152b20 req-e16d092b-7c6c-4f75-bc22-de5a23e77338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:26.420460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-071f2f60-7581-4be4-9439-31a5da152b20 req-e16d092b-7c6c-4f75-bc22-de5a23e77338 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 1128 time: 0.2092447 Feb 02 13:09:26.492790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-ea0e9e29-350a-472f-8fe8-340c46e1c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:26.494563 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-ea0e9e29-350a-472f-8fe8-340c46e1c954 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=408baa00-e060-4bce-826e-a30977dfd810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2456343 Feb 02 13:09:26.505990 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:26.544448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1754d359-b94f-4513-8fcf-2d4e3a61e661 None None] Provisioning complete for port fde52003-5020-47ef-a014-d310dea8a08a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:26.545072 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1754d359-b94f-4513-8fcf-2d4e3a61e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fde52003-5020-47ef-a014-d310dea8a08a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:26.625941 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1754d359-b94f-4513-8fcf-2d4e3a61e661 None None] Port fde52003-5020-47ef-a014-d310dea8a08a cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:09:26.667256 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Allocated IP 172.25.4.94 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/ab901fb3-4f10-40a6-8c1c-3073e3b3cac6) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:26.818315 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-dae31768-411a-44b8-9445-b232d09f54b3 service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156621 Feb 02 13:09:26.819108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for port (ab901fb3-4f10-40a6-8c1c-3073e3b3cac6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:26.820960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-071f2f60-7581-4be4-9439-31a5da152b20 req-3b80a6b2-5101-47e1-a37c-8109a7f5a8e3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883140 Feb 02 13:09:26.869899 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ab901fb3-4f10-40a6-8c1c-3073e3b3cac6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:26.870578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14594540-1491-4954-aa3b-fd21f70b7ff4 req-6453744b-33d7-49e1-b8a9-e7410d357dcf tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:26.872414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14594540-1491-4954-aa3b-fd21f70b7ff4 req-6453744b-33d7-49e1-b8a9-e7410d357dcf tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 946 time: 0.2266874 Feb 02 13:09:26.879717 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c525f81b-de4f-43be-9a98-5e3904b7635d req-913b3a15-03a6-4b3a-9589-921c48172318 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1209421 Feb 02 13:09:26.915447 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:26.920403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:26.925227 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:26.934317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:26.980561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event updated for resources: {'Port': ['ID=ab901fb3-4f10-40a6-8c1c-3073e3b3cac6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:27.010280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14594540-1491-4954-aa3b-fd21f70b7ff4 req-a17f6daf-a51f-4d6c-b0a8-1f11c38b4495 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263797 Feb 02 13:09:27.058443 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for floatingip (881a6244-6372-455e-895e-62cbc6660cdb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:27.100149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525f81b-de4f-43be-9a98-5e3904b7635d req-f6278085-a654-44da-b77e-28e78ae16135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:27.102089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c525f81b-de4f-43be-9a98-5e3904b7635d req-f6278085-a654-44da-b77e-28e78ae16135 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=07a177ae97df41ea8add7130ce372255&device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 1127 time: 0.1702595 Feb 02 13:09:27.133292 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ab901fb3-4f10-40a6-8c1c-3073e3b3cac6), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:27.275415 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Allocated IP 172.25.4.104 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/96c18a60-befc-426c-be1e-d93689a296fc) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:27.324689 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for port (ab901fb3-4f10-40a6-8c1c-3073e3b3cac6), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:27.331911 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (ab901fb3-4f10-40a6-8c1c-3073e3b3cac6), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:27.444075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525f81b-de4f-43be-9a98-5e3904b7635d req-bbf407e2-c0fb-411e-96ac-ac9fe438cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:27.448808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c525f81b-de4f-43be-9a98-5e3904b7635d req-bbf407e2-c0fb-411e-96ac-ac9fe438cff4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=b1f608fe-e8ec-4246-8c11-82616142729b HTTP/1.1" status: 200 len: 915 time: 0.3236330 Feb 02 13:09:27.456536 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (881a6244-6372-455e-895e-62cbc6660cdb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:27.464076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event updated for resources: {'Port': ['ID=ab901fb3-4f10-40a6-8c1c-3073e3b3cac6,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:27.503628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:27.507457 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9947773c-cf3b-4e25-99ba-03408914e35b tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2243938 Feb 02 13:09:27.508892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51568) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:27.516019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7a0c70d5-d265-4935-92b6-c919c0d3184a tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Request body: {'floatingip': {'port_id': 'fde52003-5020-47ef-a014-d310dea8a08a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:27.532741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc0466-bdd9-4a2b-8547-4364a57b5116 req-30dd4547-7cb7-4744-ab00-a5d5711f2207 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:27.536847 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2dc0466-bdd9-4a2b-8547-4364a57b5116 req-30dd4547-7cb7-4744-ab00-a5d5711f2207 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 946 time: 0.4102979 Feb 02 13:09:27.538865 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-38046344-1332-4f03-95ed-d78f6b78df7b service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554629 Feb 02 13:09:27.563744 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c525f81b-de4f-43be-9a98-5e3904b7635d req-6348ebe3-cfd7-45ba-ad60-c7152eb34f3f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56a4d90b-d16b-45fe-b903-bf68bb2274ca HTTP/1.1" status: 200 len: 217 time: 0.0856588 Feb 02 13:09:27.591780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a0c70d5-d265-4935-92b6-c919c0d3184a tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for floatingip (881a6244-6372-455e-895e-62cbc6660cdb), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:27.659031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-ad46746d-36ea-4af3-b7ec-8280a3baa6ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 HTTP/1.1" status: 200 len: 217 time: 0.0942538 Feb 02 13:09:27.731690 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2dc0466-bdd9-4a2b-8547-4364a57b5116 req-430e71b9-ba40-4d34-882c-fa3d50264341 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595204 Feb 02 13:09:27.748029 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-7a0c70d5-d265-4935-92b6-c919c0d3184a tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] update failed (client error): The resource could not be found. Feb 02 13:09:27.750621 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7a0c70d5-d265-4935-92b6-c919c0d3184a tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "PUT /v2.0/floatingips/881a6244-6372-455e-895e-62cbc6660cdb HTTP/1.1" status: 404 len: 507 time: 0.2393589 Feb 02 13:09:27.753446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:27.811672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525f81b-de4f-43be-9a98-5e3904b7635d req-adb83eb0-37c3-4bf2-861b-004026c34e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:27.813139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c525f81b-de4f-43be-9a98-5e3904b7635d req-adb83eb0-37c3-4bf2-861b-004026c34e36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64c6347b-68be-49be-91a6-2ae421d88c1b HTTP/1.1" status: 200 len: 854 time: 0.2281680 Feb 02 13:09:27.841569 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for port (96c18a60-befc-426c-be1e-d93689a296fc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:27.867098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-1d6a499c-cb93-472f-b2a7-0d09c8daf506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:27.868517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-1d6a499c-cb93-472f-b2a7-0d09c8daf506 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2df64b9a-0d44-495d-9df4-427e43aeec51 HTTP/1.1" status: 200 len: 797 time: 0.1986542 Feb 02 13:09:27.896501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c525f81b-de4f-43be-9a98-5e3904b7635d req-c6db2ad6-b991-4fa8-8120-e7bc23b9d7ba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=b1f608fe-e8ec-4246-8c11-82616142729b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684991 Feb 02 13:09:28.082448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51584) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:28.094958 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e5b70-35cb-4cf8-b97a-078d7cccbee1 req-8ddaffb3-27ad-40c7-87a0-f47c96f4d280 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:28.096837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-be0e5b70-35cb-4cf8-b97a-078d7cccbee1 req-8ddaffb3-27ad-40c7-87a0-f47c96f4d280 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 946 time: 0.2916799 Feb 02 13:09:28.109672 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (96c18a60-befc-426c-be1e-d93689a296fc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.119082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-d1de94c3-7874-4753-9611-94b63cda01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:28.120570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-d1de94c3-7874-4753-9611-94b63cda01cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=408baa00-e060-4bce-826e-a30977dfd810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1925461 Feb 02 13:09:28.194656 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c525f81b-de4f-43be-9a98-5e3904b7635d req-feb613ae-6adc-426b-93c4-10a59b7a152f service neutron] 10.222.0.62 "GET /v2.0/networks/b1f608fe-e8ec-4246-8c11-82616142729b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649658 Feb 02 13:09:28.197817 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a1fbf8c-046f-4f65-8db4-6f10f734da14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.215736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:28.238869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:28.273150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a1fbf8c-046f-4f65-8db4-6f10f734da14 admin admin] Publish callbacks [] for security_group (4965f5a9-227e-4cd6-83dc-e2d87064f96d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.278367 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a1fbf8c-046f-4f65-8db4-6f10f734da14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4965f5a9-227e-4cd6-83dc-e2d87064f96d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.281570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4274731b-5930-40c1-bf88-b7cf0e23fb92 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Deleting port ab901fb3-4f10-40a6-8c1c-3073e3b3cac6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:28.281945 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4274731b-5930-40c1-bf88-b7cf0e23fb92 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ab901fb3-4f10-40a6-8c1c-3073e3b3cac6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.288875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:28.290697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Pushing event updated for resources: {'Port': ['ID=96c18a60-befc-426c-be1e-d93689a296fc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:28.320892 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8a1fbf8c-046f-4f65-8db4-6f10f734da14 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=02acd8ff4d8140e899f0299c6172ef50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343924 Feb 02 13:09:28.320892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fbf8c-046f-4f65-8db4-6f10f734da14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4965f5a9-227e-4cd6-83dc-e2d87064f96d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:28.322405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51588) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:28.373377 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90e641f3-b4ab-488c-9ebe-f2f28290e3eb admin admin] Publish callbacks [] for security_group (4965f5a9-227e-4cd6-83dc-e2d87064f96d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.393425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-be0e5b70-35cb-4cf8-b97a-078d7cccbee1 req-b1ed5090-5493-4fcb-a61e-c29e4421cf94 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2861710 Feb 02 13:09:28.394751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.395094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.395454 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.395783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.396106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.396426 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.396748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.397580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.397580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.397777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.397865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90e641f3-b4ab-488c-9ebe-f2f28290e3eb admin admin] Publish callbacks [] for security_group (4965f5a9-227e-4cd6-83dc-e2d87064f96d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.397954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.398273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.398587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:28.460195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90e641f3-b4ab-488c-9ebe-f2f28290e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4965f5a9-227e-4cd6-83dc-e2d87064f96d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.463184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90e641f3-b4ab-488c-9ebe-f2f28290e3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.464808 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-90e641f3-b4ab-488c-9ebe-f2f28290e3eb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4965f5a9-227e-4cd6-83dc-e2d87064f96d HTTP/1.1" status: 204 len: 168 time: 0.1416652 Feb 02 13:09:28.479542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e641f3-b4ab-488c-9ebe-f2f28290e3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4965f5a9-227e-4cd6-83dc-e2d87064f96d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:28.825991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51600) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:28.839808 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f287b366-fca6-4fee-bf9e-d1b7eee30b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.849609 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-420993c3-fa78-421e-83d9-fe6af59fe49c service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096827 Feb 02 13:09:28.883288 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c525f81b-de4f-43be-9a98-5e3904b7635d req-ac805885-873c-47e3-b77a-fd26c1803519 service neutron] 10.222.0.62 "GET /v2.0/networks/b1f608fe-e8ec-4246-8c11-82616142729b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770360 Feb 02 13:09:28.928094 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4274731b-5930-40c1-bf88-b7cf0e23fb92 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ab901fb3-4f10-40a6-8c1c-3073e3b3cac6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.928375 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4274731b-5930-40c1-bf88-b7cf0e23fb92 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for floatingip (ab901fb3-4f10-40a6-8c1c-3073e3b3cac6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.936245 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f287b366-fca6-4fee-bf9e-d1b7eee30b8c admin admin] Publish callbacks [] for security_group (1d24a6fe-6e1b-4147-9808-1d8d539bfb51), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.941307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f287b366-fca6-4fee-bf9e-d1b7eee30b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1d24a6fe-6e1b-4147-9808-1d8d539bfb51), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:28.959153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4274731b-5930-40c1-bf88-b7cf0e23fb92 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Calling delete_port for ab901fb3-4f10-40a6-8c1c-3073e3b3cac6 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:28.982816 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f287b366-fca6-4fee-bf9e-d1b7eee30b8c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b0e45ba4583347348b1097003fffa3da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556172 Feb 02 13:09:28.984083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287b366-fca6-4fee-bf9e-d1b7eee30b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d24a6fe-6e1b-4147-9808-1d8d539bfb51,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:28.986785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51602) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:29.004863 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (3bd8c562-25ee-49cc-871e-eb5a52cc2d39), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.018231 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae2ac0-433f-4c3b-9c6a-5e6f3cf4815a req-74eb563b-2fa1-4e03-a3cd-e813f8062436 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:29.019743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4cae2ac0-433f-4c3b-9c6a-5e6f3cf4815a req-74eb563b-2fa1-4e03-a3cd-e813f8062436 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.2494719 Feb 02 13:09:29.042010 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1459edc-45ce-4652-b636-17d1438a6a12 admin admin] Publish callbacks [] for security_group (1d24a6fe-6e1b-4147-9808-1d8d539bfb51), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.068549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1459edc-45ce-4652-b636-17d1438a6a12 admin admin] Publish callbacks [] for security_group (1d24a6fe-6e1b-4147-9808-1d8d539bfb51), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.126419 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1459edc-45ce-4652-b636-17d1438a6a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1d24a6fe-6e1b-4147-9808-1d8d539bfb51), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.128479 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (96c18a60-befc-426c-be1e-d93689a296fc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.129339 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1459edc-45ce-4652-b636-17d1438a6a12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.133066 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a1459edc-45ce-4652-b636-17d1438a6a12 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1d24a6fe-6e1b-4147-9808-1d8d539bfb51 HTTP/1.1" status: 204 len: 168 time: 0.1430562 Feb 02 13:09:29.140612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1459edc-45ce-4652-b636-17d1438a6a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d24a6fe-6e1b-4147-9808-1d8d539bfb51,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:29.173850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-638e9323-ea69-446f-a16f-db1408080e7c service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967727 Feb 02 13:09:29.213999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4cae2ac0-433f-4c3b-9c6a-5e6f3cf4815a req-446cf130-ba9d-42d0-91be-ccac9c801065 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588836 Feb 02 13:09:29.249343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-3f47ffd4-55ad-4e50-b113-df9ea57a799f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e HTTP/1.1" status: 200 len: 217 time: 0.0650887 Feb 02 13:09:29.407615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-a112dae4-e06e-48df-a127-0ae409670a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:29.409183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-a112dae4-e06e-48df-a127-0ae409670a00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2df64b9a-0d44-495d-9df4-427e43aeec51 HTTP/1.1" status: 200 len: 797 time: 0.1523907 Feb 02 13:09:29.431182 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4274731b-5930-40c1-bf88-b7cf0e23fb92 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ab901fb3-4f10-40a6-8c1c-3073e3b3cac6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.498391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274731b-5930-40c1-bf88-b7cf0e23fb92 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event deleted for resources: {'Port': ['ID=ab901fb3-4f10-40a6-8c1c-3073e3b3cac6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:29.545561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce41cd-53f6-4e13-8147-9284fa60db66 req-823f61a1-ac3b-487b-b327-ff11d5945f6a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:29.552460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0dce41cd-53f6-4e13-8147-9284fa60db66 req-823f61a1-ac3b-487b-b327-ff11d5945f6a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 946 time: 0.2331812 Feb 02 13:09:29.625259 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for port (96c18a60-befc-426c-be1e-d93689a296fc), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.640650 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (96c18a60-befc-426c-be1e-d93689a296fc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.649810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-6913e924-ee5b-4de6-94b4-cde02256e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:29.651402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-6913e924-ee5b-4de6-94b4-cde02256e135 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=408baa00-e060-4bce-826e-a30977dfd810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2321050 Feb 02 13:09:29.698541 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4274731b-5930-40c1-bf88-b7cf0e23fb92 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for floatingip (881a6244-6372-455e-895e-62cbc6660cdb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.703975 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4274731b-5930-40c1-bf88-b7cf0e23fb92 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.703975 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4274731b-5930-40c1-bf88-b7cf0e23fb92 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "DELETE /v2.0/floatingips/881a6244-6372-455e-895e-62cbc6660cdb HTTP/1.1" status: 204 len: 168 time: 1.9473858 Feb 02 13:09:29.705703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51616) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:29.714370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-abe90892-9382-4dfd-b801-c3ec9027db75 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Request body: {'floatingip': {'floating_network_id': 'b62e6453-ca34-4b23-a95f-4f49548921a5', 'port_id': 'fde52003-5020-47ef-a014-d310dea8a08a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:29.733854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0dce41cd-53f6-4e13-8147-9284fa60db66 req-92385c00-4366-483f-978e-cc5784f38d11 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785583 Feb 02 13:09:29.767513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-abe90892-9382-4dfd-b801-c3ec9027db75 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.806818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Pushing event updated for resources: {'Port': ['ID=96c18a60-befc-426c-be1e-d93689a296fc,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:29.838476 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (3bd8c562-25ee-49cc-871e-eb5a52cc2d39), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.875923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-d4c31116-36e0-4a47-ad2e-72611f8b4a20 service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852312 Feb 02 13:09:29.887250 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:29.888534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-98ba920d-1db3-4595-a0bc-e2f8c52b9d6f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6548605 Feb 02 13:09:29.995483 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-24ebb328-0e09-4f0a-828b-6cd87f8146b7 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.0891991 Feb 02 13:09:30.035377 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-abe90892-9382-4dfd-b801-c3ec9027db75 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:09:30.040530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:30.042464 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-abe90892-9382-4dfd-b801-c3ec9027db75 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3341382 Feb 02 13:09:30.045088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'fde52003-5020-47ef-a014-d310dea8a08a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:30.153738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:30.162826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-4e8258de-87ac-4556-96e3-db79ca3c902d service neutron] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732966 Feb 02 13:09:30.231688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-2cd8210a-3fc0-4a3c-98c4-40f98fc886a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92e5923a-ca1f-4def-85a7-fbeed5c55ddf HTTP/1.1" status: 200 len: 217 time: 0.0524151 Feb 02 13:09:30.240747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-ba8d2228-fe43-4ab6-9696-a0cf31cee91b tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:30.242181 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d38f982b-273f-4dc3-a282-3897aa22d537 req-ba8d2228-fe43-4ab6-9696-a0cf31cee91b tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.2172885 Feb 02 13:09:30.623571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-622957ef-07b2-458b-8431-1fc329525da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:30.625801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-622957ef-07b2-458b-8431-1fc329525da2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=47f73150-bb8a-4932-8e53-2071d90f5968 HTTP/1.1" status: 200 len: 797 time: 0.3567462 Feb 02 13:09:30.715244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4afa7b-72ce-46dc-a82d-3aa1375d046f req-f6d95778-46c5-4845-9ea8-af31e2443122 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:30.732813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af4afa7b-72ce-46dc-a82d-3aa1375d046f req-f6d95778-46c5-4845-9ea8-af31e2443122 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.3812428 Feb 02 13:09:30.774721 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:30.826208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-2f6d9757-fcee-4105-a88b-0d4eda5b0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:30.827926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-2f6d9757-fcee-4105-a88b-0d4eda5b0cb5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30e40ba2-a8b1-4051-9108-dbee8f9b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1890149 Feb 02 13:09:30.832475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-a6c649ec-79d4-495f-8563-e2aaa71977b7 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5322661 Feb 02 13:09:30.892510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:30.945237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94bd77-bf24-4db6-819a-959ef6f234c4 req-1796b1d9-fb21-449e-ac1a-294eb4e47045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:30.946906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af94bd77-bf24-4db6-819a-959ef6f234c4 req-1796b1d9-fb21-449e-ac1a-294eb4e47045 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 1127 time: 0.3044763 Feb 02 13:09:31.051379 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af4afa7b-72ce-46dc-a82d-3aa1375d046f req-377c5403-8962-49b5-abd9-7c655bc935af tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989147 Feb 02 13:09:31.091672 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:31.108370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af94bd77-bf24-4db6-819a-959ef6f234c4 req-6b9f95ca-6373-47ed-9e0c-15247fca31b3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446640 Feb 02 13:09:31.168763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Allocated IP 172.25.4.242 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/e39c193f-4fb7-4399-8dcc-8ccb29fe1797) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:31.190018 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-0f925833-9758-4261-890f-544b846f1fe7 service neutron] 10.222.0.18 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212337 Feb 02 13:09:31.457252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-6633eafa-5f94-40d1-9e40-65e3be8e7795 service neutron] 10.222.0.18 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602339 Feb 02 13:09:31.518530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-2da39c59-7907-4aa7-a1f1-fd3b95bafb6b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa87ddce-c6ae-4971-ab64-55a01c1f3583 HTTP/1.1" status: 200 len: 217 time: 0.0514300 Feb 02 13:09:31.521528 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for port (e39c193f-4fb7-4399-8dcc-8ccb29fe1797), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:31.606228 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:31.618458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-e7ee4a92-df43-4a2d-865f-262da7264acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:31.619981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-e7ee4a92-df43-4a2d-865f-262da7264acc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=47f73150-bb8a-4932-8e53-2071d90f5968 HTTP/1.1" status: 200 len: 797 time: 0.0928221 Feb 02 13:09:31.744103 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-843ab980-4808-4eae-af31-8a27348dd689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:32.397743 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e39c193f-4fb7-4399-8dcc-8ccb29fe1797), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:32.484339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:32.491499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:32.506991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:32.604098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-e6d6aa84-58f9-4b7c-a00d-64be0691fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:32.605769 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-e6d6aa84-58f9-4b7c-a00d-64be0691fa8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=30e40ba2-a8b1-4051-9108-dbee8f9b7020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9497125 Feb 02 13:09:32.671083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event updated for resources: {'Port': ['ID=e39c193f-4fb7-4399-8dcc-8ccb29fe1797,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:32.710406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb2bec-4508-4790-a7d1-45e3b4e7d550 req-185052a5-88c1-4c6d-8dda-5c8355fd3594 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:32.712251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ccb2bec-4508-4790-a7d1-45e3b4e7d550 req-185052a5-88c1-4c6d-8dda-5c8355fd3594 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.3504562 Feb 02 13:09:32.824027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Allocated IP 172.25.4.215 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/68033d86-f4b4-41a4-a5e9-c8fbe92649f6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:32.871656 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ccb2bec-4508-4790-a7d1-45e3b4e7d550 req-b4ac28f7-e6c0-453d-8716-a1a655c34e4f tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406498 Feb 02 13:09:33.004252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-354d3ac1-12e3-42f0-bfd0-6d667282112a service neutron] 10.222.0.18 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837118 Feb 02 13:09:33.125058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51712) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:33.196701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ad38655-fde3-4ff2-b94c-c1b880c53948 req-ecb425c6-0318-4480-a26d-167050b02d4d service neutron] 10.222.0.18 "GET /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604898 Feb 02 13:09:33.202788 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for port (68033d86-f4b4-41a4-a5e9-c8fbe92649f6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.206962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Deleting port e39c193f-4fb7-4399-8dcc-8ccb29fe1797 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:33.207289 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e39c193f-4fb7-4399-8dcc-8ccb29fe1797), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.270072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67276da9-4b98-4711-b62a-d324992c2c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.315332 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e39c193f-4fb7-4399-8dcc-8ccb29fe1797), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.315614 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for floatingip (e39c193f-4fb7-4399-8dcc-8ccb29fe1797), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.333495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Calling delete_port for e39c193f-4fb7-4399-8dcc-8ccb29fe1797 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:33.445831 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67276da9-4b98-4711-b62a-d324992c2c4c admin admin] Publish callbacks [] for security_group (54d31e7b-5f65-4704-a50d-41ddd0298fe4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.456981 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67276da9-4b98-4711-b62a-d324992c2c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (54d31e7b-5f65-4704-a50d-41ddd0298fe4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.497976 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e39c193f-4fb7-4399-8dcc-8ccb29fe1797), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.506638 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67276da9-4b98-4711-b62a-d324992c2c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d31e7b-5f65-4704-a50d-41ddd0298fe4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:33.537674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event deleted for resources: {'Port': ['ID=e39c193f-4fb7-4399-8dcc-8ccb29fe1797,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:33.541349 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-67276da9-4b98-4711-b62a-d324992c2c4c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b1b65e2bc5384b898d1c0aa34b5e714c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4146163 Feb 02 13:09:33.542204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51724) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:33.568371 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (68033d86-f4b4-41a4-a5e9-c8fbe92649f6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.608324 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ae21c72-98ae-42b4-83dd-332e319c2a50 admin admin] Publish callbacks [] for security_group (54d31e7b-5f65-4704-a50d-41ddd0298fe4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.638259 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ae21c72-98ae-42b4-83dd-332e319c2a50 admin admin] Publish callbacks [] for security_group (54d31e7b-5f65-4704-a50d-41ddd0298fe4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.703396 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ae21c72-98ae-42b4-83dd-332e319c2a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (54d31e7b-5f65-4704-a50d-41ddd0298fe4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.704273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:33.711549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ae21c72-98ae-42b4-83dd-332e319c2a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:33.714965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:33.718309 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0ae21c72-98ae-42b4-83dd-332e319c2a50 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/54d31e7b-5f65-4704-a50d-41ddd0298fe4 HTTP/1.1" status: 204 len: 168 time: 0.1694088 Feb 02 13:09:33.742725 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae21c72-98ae-42b4-83dd-332e319c2a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d31e7b-5f65-4704-a50d-41ddd0298fe4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:33.784677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Pushing event updated for resources: {'Port': ['ID=68033d86-f4b4-41a4-a5e9-c8fbe92649f6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:33.787481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:33.834383 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] create failed (client error): The resource could not be found. Feb 02 13:09:33.838822 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b30f3c1c-b0fb-44fb-947a-462bdffe0493 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7941315 Feb 02 13:09:33.839217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51728) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:34.009885 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (6fb555bc-0e9f-4bb3-a0d1-bb7d2591b030), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.018983 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cae9c7c8-8645-4a60-9a73-dfe56f66f02f tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Deleting port fde52003-5020-47ef-a014-d310dea8a08a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:34.019521 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cae9c7c8-8645-4a60-9a73-dfe56f66f02f tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fde52003-5020-47ef-a014-d310dea8a08a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.066164 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68924b3d-1ee5-4101-a75c-6b84f69d3da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.113164 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (68033d86-f4b4-41a4-a5e9-c8fbe92649f6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.131052 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cae9c7c8-8645-4a60-9a73-dfe56f66f02f tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fde52003-5020-47ef-a014-d310dea8a08a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.164680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cae9c7c8-8645-4a60-9a73-dfe56f66f02f tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Calling delete_port for fde52003-5020-47ef-a014-d310dea8a08a owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:34.282599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51746) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:34.316901 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a1c29ef-30ba-4736-bc1d-47e49f11d3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.426250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cae9c7c8-8645-4a60-9a73-dfe56f66f02f tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (fde52003-5020-47ef-a014-d310dea8a08a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.439389 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for port (68033d86-f4b4-41a4-a5e9-c8fbe92649f6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.446633 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (68033d86-f4b4-41a4-a5e9-c8fbe92649f6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.470885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9c7c8-8645-4a60-9a73-dfe56f66f02f tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event deleted for resources: {'Port': ['ID=fde52003-5020-47ef-a014-d310dea8a08a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:34.594477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f2b1-343a-4b10-a237-c9ccd5ef5677 req-dc1cadf2-f2da-41ed-9a9c-a52ec333e810 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:34.596223 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cae9c7c8-8645-4a60-9a73-dfe56f66f02f tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.599534 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cae9c7c8-8645-4a60-9a73-dfe56f66f02f tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "DELETE /v2.0/ports/fde52003-5020-47ef-a014-d310dea8a08a HTTP/1.1" status: 204 len: 168 time: 0.7591374 Feb 02 13:09:34.601609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f2b1-343a-4b10-a237-c9ccd5ef5677 req-dc1cadf2-f2da-41ed-9a9c-a52ec333e810 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:34.603211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51750) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:34.608499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f2b1-343a-4b10-a237-c9ccd5ef5677 req-dc1cadf2-f2da-41ed-9a9c-a52ec333e810 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:34.615183 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a1c29ef-30ba-4736-bc1d-47e49f11d3ce admin admin] Publish callbacks [] for security_group (c18fa6bc-3d69-4dfa-a11a-d4ca686931ef), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.624830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f2b1-343a-4b10-a237-c9ccd5ef5677 req-dc1cadf2-f2da-41ed-9a9c-a52ec333e810 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:34.635785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f2b1-343a-4b10-a237-c9ccd5ef5677 req-dc1cadf2-f2da-41ed-9a9c-a52ec333e810 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:34.641240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f2b1-343a-4b10-a237-c9ccd5ef5677 req-dc1cadf2-f2da-41ed-9a9c-a52ec333e810 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:34.652980 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a1c29ef-30ba-4736-bc1d-47e49f11d3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c18fa6bc-3d69-4dfa-a11a-d4ca686931ef), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.661333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22f2b1-343a-4b10-a237-c9ccd5ef5677 req-dc1cadf2-f2da-41ed-9a9c-a52ec333e810 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:34.663366 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c22f2b1-343a-4b10-a237-c9ccd5ef5677 req-dc1cadf2-f2da-41ed-9a9c-a52ec333e810 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.2663343 Feb 02 13:09:34.684164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Pushing event updated for resources: {'Port': ['ID=68033d86-f4b4-41a4-a5e9-c8fbe92649f6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:34.708667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c29ef-30ba-4736-bc1d-47e49f11d3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18fa6bc-3d69-4dfa-a11a-d4ca686931ef,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:34.713890 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (6fb555bc-0e9f-4bb3-a0d1-bb7d2591b030), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.755906 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.760347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-58416c26-36f5-4057-9d72-cb928d082325 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8939626 Feb 02 13:09:34.760652 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9a1c29ef-30ba-4736-bc1d-47e49f11d3ce admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ea0bbc74f5824d8583a48aca5926803b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757152 Feb 02 13:09:34.762247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51752) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:34.788465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c22f2b1-343a-4b10-a237-c9ccd5ef5677 req-477b4155-6787-4664-9897-d362fd52fe1f tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124339 Feb 02 13:09:34.833920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c0898-bfba-4e7e-8ae9-95d43ed87ea2 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:34.837960 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-716c0898-bfba-4e7e-8ae9-95d43ed87ea2 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3b31126-f78d-4121-9933-7a4f862c3a87 HTTP/1.1" status: 200 len: 913 time: 0.2312734 Feb 02 13:09:34.839007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51754) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:34.881930 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-9cc38741-b013-4830-b22c-b1d17096d06f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 696 time: 0.0902064 Feb 02 13:09:34.954454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5ff1-c263-407e-983c-09b8c0f5bb59 admin admin] Publish callbacks [] for security_group (c18fa6bc-3d69-4dfa-a11a-d4ca686931ef), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:34.980526 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5ff1-c263-407e-983c-09b8c0f5bb59 admin admin] Publish callbacks [] for security_group (c18fa6bc-3d69-4dfa-a11a-d4ca686931ef), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:35.021539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043aa79-a40c-4cba-a8e4-01742b49b2dc req-f9c311ec-e796-41e9-a4ea-9c7d68838250 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:35.023326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2043aa79-a40c-4cba-a8e4-01742b49b2dc req-f9c311ec-e796-41e9-a4ea-9c7d68838250 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.1344676 Feb 02 13:09:35.115177 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5ff1-c263-407e-983c-09b8c0f5bb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c18fa6bc-3d69-4dfa-a11a-d4ca686931ef), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:35.119984 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2043aa79-a40c-4cba-a8e4-01742b49b2dc req-383058ca-0ed1-44bf-a8ef-f5fdd4984d94 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872979 Feb 02 13:09:35.123201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad6d5ff1-c263-407e-983c-09b8c0f5bb59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:35.124403 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ad6d5ff1-c263-407e-983c-09b8c0f5bb59 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c18fa6bc-3d69-4dfa-a11a-d4ca686931ef HTTP/1.1" status: 204 len: 168 time: 0.3612530 Feb 02 13:09:35.154670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-afaddc1f-3795-4aee-825c-0932e681725c tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:35.156545 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1349b541-40ca-468d-8caf-57c8be6cae4b req-afaddc1f-3795-4aee-825c-0932e681725c tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.2695765 Feb 02 13:09:35.240929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d5ff1-c263-407e-983c-09b8c0f5bb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18fa6bc-3d69-4dfa-a11a-d4ca686931ef,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:35.330265 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca567822-9c8e-4993-8af5-478422082c13 req-940428c6-eb7d-4f3d-b0a4-ce2b2d1478ea tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1514111 Feb 02 13:09:35.362696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:35.451386 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:35.480874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e652f1-d6dc-41b7-8570-194031fb2be8 req-69ae93af-312b-4953-b0c1-c013f3be9329 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:35.482440 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05e652f1-d6dc-41b7-8570-194031fb2be8 req-69ae93af-312b-4953-b0c1-c013f3be9329 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.1510272 Feb 02 13:09:35.483764 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:35.558828 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f98e829-d735-49e5-a6a9-c8b5ffb0d04d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (e3b31126-f78d-4121-9933-7a4f862c3a87), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:35.689194 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05e652f1-d6dc-41b7-8570-194031fb2be8 req-3c13237a-4d5f-4315-9618-bff14592f4ef tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918113 Feb 02 13:09:35.821701 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:35.950499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3f98e829-d735-49e5-a6a9-c8b5ffb0d04d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Deleting port a44d128b-a505-4d63-a0ae-8e55f2a0e359 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:35.950499 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f98e829-d735-49e5-a6a9-c8b5ffb0d04d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a44d128b-a505-4d63-a0ae-8e55f2a0e359), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:36.030166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Allocated IP 172.25.4.23 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/c209bdc3-fdc0-4f84-b649-cb0062b611fa) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:36.097638 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f98e829-d735-49e5-a6a9-c8b5ffb0d04d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a44d128b-a505-4d63-a0ae-8e55f2a0e359), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:36.121429 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3f98e829-d735-49e5-a6a9-c8b5ffb0d04d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Calling delete_port for a44d128b-a505-4d63-a0ae-8e55f2a0e359 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:36.188002 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for port (c209bdc3-fdc0-4f84-b649-cb0062b611fa), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:36.238709 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c209bdc3-fdc0-4f84-b649-cb0062b611fa), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:36.301306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:36.306833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Pushing event updated for resources: {'Port': ['ID=c209bdc3-fdc0-4f84-b649-cb0062b611fa,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:36.311509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:36.315195 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:36.378457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759476-1f70-4b23-9405-2ce524745509 req-e3accd1e-9de0-4b61-a79a-208161337a47 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:36.385590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759476-1f70-4b23-9405-2ce524745509 req-e3accd1e-9de0-4b61-a79a-208161337a47 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:36.392184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759476-1f70-4b23-9405-2ce524745509 req-e3accd1e-9de0-4b61-a79a-208161337a47 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:36.398783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759476-1f70-4b23-9405-2ce524745509 req-e3accd1e-9de0-4b61-a79a-208161337a47 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:36.405305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759476-1f70-4b23-9405-2ce524745509 req-e3accd1e-9de0-4b61-a79a-208161337a47 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:36.413610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759476-1f70-4b23-9405-2ce524745509 req-e3accd1e-9de0-4b61-a79a-208161337a47 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:36.420456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac759476-1f70-4b23-9405-2ce524745509 req-e3accd1e-9de0-4b61-a79a-208161337a47 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:36.430089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac759476-1f70-4b23-9405-2ce524745509 req-e3accd1e-9de0-4b61-a79a-208161337a47 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.2094135 Feb 02 13:09:36.471871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f98e829-d735-49e5-a6a9-c8b5ffb0d04d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a44d128b-a505-4d63-a0ae-8e55f2a0e359), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:36.539915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac759476-1f70-4b23-9405-2ce524745509 req-0dbadcf0-8f91-4937-b149-83de6f007d8a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090086 Feb 02 13:09:36.568874 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (60139232-bd4f-4b12-9499-c6ce168c1055), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:36.588065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98e829-d735-49e5-a6a9-c8b5ffb0d04d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event deleted for resources: {'Port': ['ID=a44d128b-a505-4d63-a0ae-8e55f2a0e359,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:36.597776 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:36.666738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c209bdc3-fdc0-4f84-b649-cb0062b611fa), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:36.728931 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:36.848530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f98e829-d735-49e5-a6a9-c8b5ffb0d04d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (e3b31126-f78d-4121-9933-7a4f862c3a87), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:36.908885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e4a39-de01-46bb-8d5e-79572a0fed29 req-daff2c89-bc9c-4e92-82bc-447cd15cf8e6 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:36.910504 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e4e4a39-de01-46bb-8d5e-79572a0fed29 req-daff2c89-bc9c-4e92-82bc-447cd15cf8e6 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.1916609 Feb 02 13:09:37.026466 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e4e4a39-de01-46bb-8d5e-79572a0fed29 req-e1b0638e-5f07-46eb-8572-ddad789a6f59 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867674 Feb 02 13:09:37.046244 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for port (c209bdc3-fdc0-4f84-b649-cb0062b611fa), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:37.060416 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c209bdc3-fdc0-4f84-b649-cb0062b611fa), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:37.105640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Pushing event updated for resources: {'Port': ['ID=c209bdc3-fdc0-4f84-b649-cb0062b611fa,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:37.157303 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (60139232-bd4f-4b12-9499-c6ce168c1055), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:37.216096 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:37.221841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca567822-9c8e-4993-8af5-478422082c13 req-94f707d3-4fb7-4813-97a7-378b63e12464 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8781698 Feb 02 13:09:37.421980 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca567822-9c8e-4993-8af5-478422082c13 req-b9159759-5327-4be8-973a-51464f4d4876 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.23 HTTP/1.1" status: 200 len: 695 time: 0.1836908 Feb 02 13:09:37.501464 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:37.687323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f98e829-d735-49e5-a6a9-c8b5ffb0d04d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Router e3b31126-f78d-4121-9933-7a4f862c3a87 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:09:37.830418 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f98e829-d735-49e5-a6a9-c8b5ffb0d04d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:09:37.838832 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3f98e829-d735-49e5-a6a9-c8b5ffb0d04d tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "PUT /v2.0/routers/e3b31126-f78d-4121-9933-7a4f862c3a87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9987719 Feb 02 13:09:37.839470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51826) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:37.841519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc7dd0-3bbe-4c6e-9691-8c835e3d62ea None None] Sync routers for ids ['e3b31126-f78d-4121-9933-7a4f862c3a87'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:09:37.848861 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773c38-0492-4675-959e-b0210e027456 req-c34f4fc0-5fb6-4a22-be96-0238b6a9c7bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:37.855029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773c38-0492-4675-959e-b0210e027456 req-c34f4fc0-5fb6-4a22-be96-0238b6a9c7bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:37.861203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc7dd0-3bbe-4c6e-9691-8c835e3d62ea None None] Routers {'e3b31126-f78d-4121-9933-7a4f862c3a87'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:09:37.861847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1edc7dd0-3bbe-4c6e-9691-8c835e3d62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['e3b31126-f78d-4121-9933-7a4f862c3a87'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:37.862289 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773c38-0492-4675-959e-b0210e027456 req-c34f4fc0-5fb6-4a22-be96-0238b6a9c7bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:37.870972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773c38-0492-4675-959e-b0210e027456 req-c34f4fc0-5fb6-4a22-be96-0238b6a9c7bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:37.877235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773c38-0492-4675-959e-b0210e027456 req-c34f4fc0-5fb6-4a22-be96-0238b6a9c7bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:37.887035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773c38-0492-4675-959e-b0210e027456 req-c34f4fc0-5fb6-4a22-be96-0238b6a9c7bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:37.893656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773c38-0492-4675-959e-b0210e027456 req-c34f4fc0-5fb6-4a22-be96-0238b6a9c7bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:37.895378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66773c38-0492-4675-959e-b0210e027456 req-c34f4fc0-5fb6-4a22-be96-0238b6a9c7bc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.5406127 Feb 02 13:09:37.907712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cedec9-baad-4498-8c2e-20b8599a229a req-e9fa5e80-084b-4ea3-9070-e30858936d14 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:37.916634 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15cedec9-baad-4498-8c2e-20b8599a229a req-e9fa5e80-084b-4ea3-9070-e30858936d14 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.4594491 Feb 02 13:09:37.922149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1edc7dd0-3bbe-4c6e-9691-8c835e3d62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:37.942873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc7dd0-3bbe-4c6e-9691-8c835e3d62ea None None] Routers {'e3b31126-f78d-4121-9933-7a4f862c3a87'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:09:37.944736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1edc7dd0-3bbe-4c6e-9691-8c835e3d62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['e3b31126-f78d-4121-9933-7a4f862c3a87'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:37.975232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b62d95a-1c98-4103-98a0-858285644dc5 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for router (e3b31126-f78d-4121-9933-7a4f862c3a87), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:37.991092 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:37.997166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1edc7dd0-3bbe-4c6e-9691-8c835e3d62ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:37.999066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc7dd0-3bbe-4c6e-9691-8c835e3d62ea None None] The sync data for ids ['e3b31126-f78d-4121-9933-7a4f862c3a87'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:09:38.091098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca567822-9c8e-4993-8af5-478422082c13 req-0a2cd80a-e879-46ff-b7a7-ddebdddc999f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:38.092946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca567822-9c8e-4993-8af5-478422082c13 req-0a2cd80a-e879-46ff-b7a7-ddebdddc999f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.5308304 Feb 02 13:09:38.099607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773c38-0492-4675-959e-b0210e027456 req-f0a94cab-456b-4f21-aa3c-0abc45b22ae9 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:38.101673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66773c38-0492-4675-959e-b0210e027456 req-f0a94cab-456b-4f21-aa3c-0abc45b22ae9 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "GET /v2.0/ports/13faa4c4-a1e2-4351-8275-345fc771c7c8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1819775 Feb 02 13:09:38.117067 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-ca567822-9c8e-4993-8af5-478422082c13 req-be852a43-da15-4bc3-a115-e18695f688ea tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:09:38.118178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca567822-9c8e-4993-8af5-478422082c13 req-be852a43-da15-4bc3-a115-e18695f688ea tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155871 Feb 02 13:09:38.178940 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b62d95a-1c98-4103-98a0-858285644dc5 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (e3b31126-f78d-4121-9933-7a4f862c3a87), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:38.182069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b62d95a-1c98-4103-98a0-858285644dc5 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for router_controller (e3b31126-f78d-4121-9933-7a4f862c3a87), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:38.251096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b62d95a-1c98-4103-98a0-858285644dc5 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (e3b31126-f78d-4121-9933-7a4f862c3a87), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:38.252037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b62d95a-1c98-4103-98a0-858285644dc5 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Fanout notify agent at l3_agent the message router_deleted on router e3b31126-f78d-4121-9933-7a4f862c3a87 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:09:38.260911 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b62d95a-1c98-4103-98a0-858285644dc5 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:38.264944 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0b62d95a-1c98-4103-98a0-858285644dc5 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "DELETE /v2.0/routers/e3b31126-f78d-4121-9933-7a4f862c3a87 HTTP/1.1" status: 204 len: 168 time: 0.4244153 Feb 02 13:09:38.266553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51838) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:38.285007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15cedec9-baad-4498-8c2e-20b8599a229a req-d4096e02-5f61-463c-a40e-f96861d3763b tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609264 Feb 02 13:09:38.412589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-72471ecf-b626-40fa-b0c8-22e78b23ffdd tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Deleting subnet 47935969-f40a-40e3-9d75-202fbbdaeb04 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:09:38.425445 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72471ecf-b626-40fa-b0c8-22e78b23ffdd tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks [] for subnet (47935969-f40a-40e3-9d75-202fbbdaeb04), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:38.427246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44720bb7-d237-43b5-a65b-29729e8b14e2 req-af6fa16d-4da2-4abc-8405-9ddc07f3283f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips/60139232-bd4f-4b12-9499-c6ce168c1055 HTTP/1.1" status: 200 len: 692 time: 0.0920608 Feb 02 13:09:38.456468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66773c38-0492-4675-959e-b0210e027456 req-1e9b093e-6d64-4c31-9cc9-c2471b581879 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "GET /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3370533 Feb 02 13:09:38.486922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-66773c38-0492-4675-959e-b0210e027456 req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:38.529077 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72471ecf-b626-40fa-b0c8-22e78b23ffdd tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (47935969-f40a-40e3-9d75-202fbbdaeb04), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:38.583205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773cd78-a842-4b31-8d3a-876effec9026 req-968efc02-059b-420a-94eb-33609e1dc804 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:38.589631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773cd78-a842-4b31-8d3a-876effec9026 req-968efc02-059b-420a-94eb-33609e1dc804 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:38.596113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773cd78-a842-4b31-8d3a-876effec9026 req-968efc02-059b-420a-94eb-33609e1dc804 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:38.602431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773cd78-a842-4b31-8d3a-876effec9026 req-968efc02-059b-420a-94eb-33609e1dc804 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:38.608198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773cd78-a842-4b31-8d3a-876effec9026 req-968efc02-059b-420a-94eb-33609e1dc804 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:38.614539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773cd78-a842-4b31-8d3a-876effec9026 req-968efc02-059b-420a-94eb-33609e1dc804 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:38.621423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773cd78-a842-4b31-8d3a-876effec9026 req-968efc02-059b-420a-94eb-33609e1dc804 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:38.623548 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d773cd78-a842-4b31-8d3a-876effec9026 req-968efc02-059b-420a-94eb-33609e1dc804 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 5445 time: 0.3821583 Feb 02 13:09:38.631976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72471ecf-b626-40fa-b0c8-22e78b23ffdd tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (47935969-f40a-40e3-9d75-202fbbdaeb04), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:38.716547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72471ecf-b626-40fa-b0c8-22e78b23ffdd tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (47935969-f40a-40e3-9d75-202fbbdaeb04), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:38.740874 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:38.788293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72471ecf-b626-40fa-b0c8-22e78b23ffdd tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event deleted for resources: {'Subnet': ['ID=47935969-f40a-40e3-9d75-202fbbdaeb04,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:38.814096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72471ecf-b626-40fa-b0c8-22e78b23ffdd tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:38.820845 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-72471ecf-b626-40fa-b0c8-22e78b23ffdd tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "DELETE /v2.0/subnets/47935969-f40a-40e3-9d75-202fbbdaeb04 HTTP/1.1" status: 204 len: 168 time: 0.5526416 Feb 02 13:09:38.821573 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51852) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:38.833578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8787b836-f34c-434f-a27c-a3d86206b155 None None] Network b62e6453-ca34-4b23-a95f-4f49548921a5 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:38.920651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44720bb7-d237-43b5-a65b-29729e8b14e2 req-feaf89c2-20b9-4ef3-ad80-a2da82c9840e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:38.937623 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44720bb7-d237-43b5-a65b-29729e8b14e2 req-feaf89c2-20b9-4ef3-ad80-a2da82c9840e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.5043523 Feb 02 13:09:38.997950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (b62e6453-ca34-4b23-a95f-4f49548921a5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.058543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a132b-ddbb-4abb-af1a-aeec09f02b2b None None] DHCP port deletion for b62e6453-ca34-4b23-a95f-4f49548921a5 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:09:39.074964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Deleting port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:39.075303 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.170209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-936a132b-ddbb-4abb-af1a-aeec09f02b2b None None] Deleting port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:39.171401 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-936a132b-ddbb-4abb-af1a-aeec09f02b2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.173494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] For port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8,segment=NetworkSegment(66b98bcf-382a-4a69-8bca-80da9b8d436c),segment_id=66b98bcf-382a-4a69-8bca-80da9b8d436c)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:39.174104 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.193665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-56e6324c-7acc-449a-8337-c79cf3ceff21 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips/60139232-bd4f-4b12-9499-c6ce168c1055 HTTP/1.1" status: 200 len: 692 time: 0.2265079 Feb 02 13:09:39.198209 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Calling delete_port for b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:39.256889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d773cd78-a842-4b31-8d3a-876effec9026 req-c49e524c-74b0-4425-8fe8-d2d9580504da tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6185193 Feb 02 13:09:39.338114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-936a132b-ddbb-4abb-af1a-aeec09f02b2b None None] For port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8,segment=NetworkSegment(66b98bcf-382a-4a69-8bca-80da9b8d436c),segment_id=66b98bcf-382a-4a69-8bca-80da9b8d436c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:39.339255 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-936a132b-ddbb-4abb-af1a-aeec09f02b2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.356935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-936a132b-ddbb-4abb-af1a-aeec09f02b2b None None] Calling delete_port for b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:39.409345 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.462061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event deleted for resources: {'Port': ['ID=b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:39.479145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-e28a1d35-0dcd-44a1-a09d-1cbd79c68738 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:39.480586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-e28a1d35-0dcd-44a1-a09d-1cbd79c68738 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.2861075 Feb 02 13:09:39.485107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] No DVR routers for this DVR port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:39.649384 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (b62e6453-ca34-4b23-a95f-4f49548921a5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.701521 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62e6453-ca34-4b23-a95f-4f49548921a5']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:39.724018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b98bcf-382a-4a69-8bca-80da9b8d436c') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:39.724738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b98bcf-382a-4a69-8bca-80da9b8d436c') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:39.757494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (66b98bcf-382a-4a69-8bca-80da9b8d436c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.788909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (66b98bcf-382a-4a69-8bca-80da9b8d436c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.790368 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-936a132b-ddbb-4abb-af1a-aeec09f02b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.795690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:09:39.796115 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (66b98bcf-382a-4a69-8bca-80da9b8d436c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:09:39.799489 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:09:39.823895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a132b-ddbb-4abb-af1a-aeec09f02b2b None None] Pushing event deleted for resources: {'Port': ['ID=b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:39.835005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a132b-ddbb-4abb-af1a-aeec09f02b2b None None] No DVR routers for this DVR port b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:39.938425 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (b62e6453-ca34-4b23-a95f-4f49548921a5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.941799 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:39.948473 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] 10.222.0.83 "DELETE /v2.0/networks/b62e6453-ca34-4b23-a95f-4f49548921a5 HTTP/1.1" status: 204 len: 168 time: 1.1255393 Feb 02 13:09:39.968662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8a8ad-52ec-4913-b2ce-5f2369ea7970 tempest-FloatingIPNegativeTestJSON-1807772502 tempest-FloatingIPNegativeTestJSON-1807772502-project] Pushing event deleted for resources: {'Network': ['ID=b62e6453-ca34-4b23-a95f-4f49548921a5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:40.219182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-d03963b0-0b14-401e-bdec-6666efce179c tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.23 HTTP/1.1" status: 200 len: 695 time: 0.1127503 Feb 02 13:09:40.298114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66773c38-0492-4675-959e-b0210e027456 req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] For port 13faa4c4-a1e2-4351-8275-345fc771c7c8, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=13faa4c4-a1e2-4351-8275-345fc771c7c8,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:40.302528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-14a88b1a-453c-49c3-906f-c20d0eb9934c tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.23 HTTP/1.1" status: 200 len: 695 time: 0.0740578 Feb 02 13:09:40.332492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f9d3d-a003-4a65-94f3-ea547651d34d req-0d302767-f8b9-4218-8145-4b726a2fd9c8 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:40.334376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b3f9d3d-a003-4a65-94f3-ea547651d34d req-0d302767-f8b9-4218-8145-4b726a2fd9c8 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.8528969 Feb 02 13:09:40.368335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51886) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:40.458058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66773c38-0492-4675-959e-b0210e027456 req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] For port 13faa4c4-a1e2-4351-8275-345fc771c7c8, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:09:40.522527 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b3f9d3d-a003-4a65-94f3-ea547651d34d req-e8786152-4888-4343-ab0a-0db9be12652a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595867 Feb 02 13:09:40.533218 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-66773c38-0492-4675-959e-b0210e027456 req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] device_id is not set on port 13faa4c4-a1e2-4351-8275-345fc771c7c8 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:09:40.588805 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] Publish callbacks [] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:40.614456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:40.632643 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:40.647722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:09:40.648062 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b6a45d81-7d64-41a2-9dcd-fcbe59b3a8e8 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:09:40.668379 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0ff00784-f3b4-441d-8d22-f67e18de0083 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1d8bf97609c54ff8b7938d17eebec831&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2983053 Feb 02 13:09:40.670880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51902) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:40.709378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-e5e23d6d-bfc6-471b-9c96-22cba1f16a2e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Deleting port c209bdc3-fdc0-4f84-b649-cb0062b611fa {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:40.709725 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-e5e23d6d-bfc6-471b-9c96-22cba1f16a2e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c209bdc3-fdc0-4f84-b649-cb0062b611fa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:40.782914 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e846970d-b764-4acf-bd89-fbac8b350f90 admin admin] Publish callbacks [] for security_group (a7b52e64-15ff-4125-9141-ccbbfb7c3a03), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:40.834168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e846970d-b764-4acf-bd89-fbac8b350f90 admin admin] Publish callbacks [] for security_group (a7b52e64-15ff-4125-9141-ccbbfb7c3a03), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:40.932437 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e846970d-b764-4acf-bd89-fbac8b350f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a7b52e64-15ff-4125-9141-ccbbfb7c3a03), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:40.936228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e846970d-b764-4acf-bd89-fbac8b350f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:40.937902 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e846970d-b764-4acf-bd89-fbac8b350f90 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a7b52e64-15ff-4125-9141-ccbbfb7c3a03 HTTP/1.1" status: 204 len: 168 time: 0.2608633 Feb 02 13:09:40.976331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846970d-b764-4acf-bd89-fbac8b350f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b52e64-15ff-4125-9141-ccbbfb7c3a03,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:41.002576 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-e5e23d6d-bfc6-471b-9c96-22cba1f16a2e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c209bdc3-fdc0-4f84-b649-cb0062b611fa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:41.002941 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-e5e23d6d-bfc6-471b-9c96-22cba1f16a2e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (c209bdc3-fdc0-4f84-b649-cb0062b611fa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:41.034203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-e5e23d6d-bfc6-471b-9c96-22cba1f16a2e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Calling delete_port for c209bdc3-fdc0-4f84-b649-cb0062b611fa owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:41.179769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-64b38fdc-3b5f-4e6d-95fb-143da4b489c2 None None] Provisioning complete for port 13faa4c4-a1e2-4351-8275-345fc771c7c8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:41.180189 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64b38fdc-3b5f-4e6d-95fb-143da4b489c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:41.285013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-64b38fdc-3b5f-4e6d-95fb-143da4b489c2 None None] Port 13faa4c4-a1e2-4351-8275-345fc771c7c8 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:09:41.304397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-66773c38-0492-4675-959e-b0210e027456 req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] No DVR routers for this DVR port 13faa4c4-a1e2-4351-8275-345fc771c7c8 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:41.307072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] Pushing event updated for resources: {'Port': ['ID=13faa4c4-a1e2-4351-8275-345fc771c7c8,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:41.442819 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-e5e23d6d-bfc6-471b-9c96-22cba1f16a2e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c209bdc3-fdc0-4f84-b649-cb0062b611fa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:41.480713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e23d6d-bfc6-471b-9c96-22cba1f16a2e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Pushing event deleted for resources: {'Port': ['ID=c209bdc3-fdc0-4f84-b649-cb0062b611fa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:41.496695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66773c38-0492-4675-959e-b0210e027456 req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] In _notify_port_updated(), no bound segment for port 13faa4c4-a1e2-4351-8275-345fc771c7c8 on network 408baa00-e060-4bce-826e-a30977dfd810 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:09:41.499256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773c38-0492-4675-959e-b0210e027456 req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:41.500540 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:41.504277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66773c38-0492-4675-959e-b0210e027456 req-54726bef-b3b9-4eeb-801a-bfd701fa21ce service neutron] 10.222.0.18 "PUT /v2.0/ports/13faa4c4-a1e2-4351-8275-345fc771c7c8 HTTP/1.1" status: 200 len: 1033 time: 3.0225472 Feb 02 13:09:41.522954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b98a9-72ce-45e6-8429-d3670d3d61d6 req-a31ed0a6-c7ec-463b-bfd2-deff2236ca58 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:41.526880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b98a9-72ce-45e6-8429-d3670d3d61d6 req-a31ed0a6-c7ec-463b-bfd2-deff2236ca58 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:41.532941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b98a9-72ce-45e6-8429-d3670d3d61d6 req-a31ed0a6-c7ec-463b-bfd2-deff2236ca58 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:41.538764 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b98a9-72ce-45e6-8429-d3670d3d61d6 req-a31ed0a6-c7ec-463b-bfd2-deff2236ca58 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:41.545010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b98a9-72ce-45e6-8429-d3670d3d61d6 req-a31ed0a6-c7ec-463b-bfd2-deff2236ca58 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:41.547499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 92e5923a-ca1f-4def-85a7-fbeed5c55ddf no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:41.550353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b98a9-72ce-45e6-8429-d3670d3d61d6 req-a31ed0a6-c7ec-463b-bfd2-deff2236ca58 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:41.557743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a33b98a9-72ce-45e6-8429-d3670d3d61d6 req-a31ed0a6-c7ec-463b-bfd2-deff2236ca58 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 4665 time: 0.8920336 Feb 02 13:09:41.705201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773c38-0492-4675-959e-b0210e027456 req-51edf0cd-1e57-497a-9d7c-721139650e42 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:41.706305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66773c38-0492-4675-959e-b0210e027456 req-51edf0cd-1e57-497a-9d7c-721139650e42 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "GET /v2.0/ports/725bf461-ffb7-4c2f-a579-300561af9e5e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1285985 Feb 02 13:09:41.717739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-66773c38-0492-4675-959e-b0210e027456 req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:41.732263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a33b98a9-72ce-45e6-8429-d3670d3d61d6 req-4d3a76b2-740c-4886-b1c5-171d7d4b182e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&id=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1732142 Feb 02 13:09:41.748965 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-e5e23d6d-bfc6-471b-9c96-22cba1f16a2e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (60139232-bd4f-4b12-9499-c6ce168c1055), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:41.753235 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-e5e23d6d-bfc6-471b-9c96-22cba1f16a2e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:41.754383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbfa07db-6b83-47d0-8923-c7a29460b27a req-e5e23d6d-bfc6-471b-9c96-22cba1f16a2e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "DELETE /v2.0/floatingips/60139232-bd4f-4b12-9499-c6ce168c1055 HTTP/1.1" status: 204 len: 173 time: 1.4396214 Feb 02 13:09:41.841888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:41.842342 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:41.921687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:42.006052 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e5923a-ca1f-4def-85a7-fbeed5c55ddf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:09:42.015198 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa87f6e4-b1ae-443e-82f6-9e01c5de8f04" -d '{"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-unplugged", "status": "completed", "tag": "92e5923a-ca1f-4def-85a7-fbeed5c55ddf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:09:42.026337 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:42.027327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:42.152902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:42.344226 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:42.403199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:42.403645 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:42.411031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5172a-b1e8-4139-b8fe-c23ae3d680bd req-590e1ce0-d37a-48a9-ab03-7cb96e390438 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:42.412628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2db5172a-b1e8-4139-b8fe-c23ae3d680bd req-590e1ce0-d37a-48a9-ab03-7cb96e390438 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6049919 Feb 02 13:09:42.495979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc786062-f899-4b23-8eac-a509c5cb658a req-58e321d9-a8b6-4449-b920-2ce366c8b4d5 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:42.514928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc786062-f899-4b23-8eac-a509c5cb658a req-58e321d9-a8b6-4449-b920-2ce366c8b4d5 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 945 time: 0.4071882 Feb 02 13:09:42.523465 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:42.526454 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbb03b7-e807-44aa-a5fc-bd0182cb48ad x-openstack-request-id: req-3cbb03b7-e807-44aa-a5fc-bd0182cb48ad {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:09:42.526834 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-unplugged", "status": "completed", "tag": "92e5923a-ca1f-4def-85a7-fbeed5c55ddf", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:09:42.527148 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3cbb03b7-e807-44aa-a5fc-bd0182cb48ad {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:09:42.528201 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92e5923a-ca1f-4def-85a7-fbeed5c55ddf', 'code': 200} Feb 02 13:09:42.543496 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:42.543496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:42.624001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:42.710121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:42.710617 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:42.734388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51958) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:42.797979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:42.808776 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:42.809799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 52c87d60-7381-4961-a6c1-8d23cfdda506 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:42.838246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66773c38-0492-4675-959e-b0210e027456 req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] For port 725bf461-ffb7-4c2f-a579-300561af9e5e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=725bf461-ffb7-4c2f-a579-300561af9e5e,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:42.879657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66773c38-0492-4675-959e-b0210e027456 req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] For port 725bf461-ffb7-4c2f-a579-300561af9e5e, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:09:42.916651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-66773c38-0492-4675-959e-b0210e027456 req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] device_id is not set on port 725bf461-ffb7-4c2f-a579-300561af9e5e yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:09:42.926917 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] Publish callbacks [] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:42.938493 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-331d65c9-0ebf-4d6f-ad29-5d3f7e19c7f2 req-66499c6e-7422-4000-9fe2-bbdc9b8c8d4b tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?tenant_id=a339bb9a41de40f2a43f4c694f571096 HTTP/1.1" status: 200 len: 1656 time: 0.4145386 Feb 02 13:09:42.967068 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:42.986911 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc786062-f899-4b23-8eac-a509c5cb658a req-0b236614-8da3-436a-9ffe-04bea937cf78 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/security-groups?id=ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701140 Feb 02 13:09:43.007683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:43.144584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 52c87d60-7381-4961-a6c1-8d23cfdda506 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:43.146076 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.184594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-66773c38-0492-4675-959e-b0210e027456 req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] No DVR routers for this DVR port 725bf461-ffb7-4c2f-a579-300561af9e5e on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:43.224005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 52c87d60-7381-4961-a6c1-8d23cfdda506, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=52c87d60-7381-4961-a6c1-8d23cfdda506,segment=NetworkSegment(86ebbc56-a897-43c8-9cff-e6003ba6caa9),segment_id=86ebbc56-a897-43c8-9cff-e6003ba6caa9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:43.225102 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1329714255'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:43.230499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.232006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 725bf461-ffb7-4c2f-a579-300561af9e5e no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:43.276707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:43.284409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.310793 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.322449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port 725bf461-ffb7-4c2f-a579-300561af9e5e host ! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:09:43.324917 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 725bf461-ffb7-4c2f-a579-300561af9e5e not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:09:43.326783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device fa87ddce-c6ae-4971-ab64-55a01c1f3583 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:43.356324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] Pushing event updated for resources: {'Port': ['ID=725bf461-ffb7-4c2f-a579-300561af9e5e,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:43.404848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c574a97-7c22-497a-ad82-e18d8819ba1a req-3ffbfc58-5cc7-40e4-971b-f16c2110e198 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:43.421378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c574a97-7c22-497a-ad82-e18d8819ba1a req-3ffbfc58-5cc7-40e4-971b-f16c2110e198 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:43.430980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c574a97-7c22-497a-ad82-e18d8819ba1a req-3ffbfc58-5cc7-40e4-971b-f16c2110e198 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:43.440086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c574a97-7c22-497a-ad82-e18d8819ba1a req-3ffbfc58-5cc7-40e4-971b-f16c2110e198 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:43.448368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c574a97-7c22-497a-ad82-e18d8819ba1a req-3ffbfc58-5cc7-40e4-971b-f16c2110e198 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:43.458568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c574a97-7c22-497a-ad82-e18d8819ba1a req-3ffbfc58-5cc7-40e4-971b-f16c2110e198 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 3880 time: 0.3649898 Feb 02 13:09:43.478533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66773c38-0492-4675-959e-b0210e027456 req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] In _notify_port_updated(), no bound segment for port 725bf461-ffb7-4c2f-a579-300561af9e5e on network 408baa00-e060-4bce-826e-a30977dfd810 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:09:43.479741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66773c38-0492-4675-959e-b0210e027456 req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:43.480904 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.482486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66773c38-0492-4675-959e-b0210e027456 req-9edfeeb0-f4d0-4e7f-b56d-6756fd15c4ed service neutron] 10.222.0.18 "PUT /v2.0/ports/725bf461-ffb7-4c2f-a579-300561af9e5e HTTP/1.1" status: 200 len: 1032 time: 1.7689037 Feb 02 13:09:43.527132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=52c87d60-7381-4961-a6c1-8d23cfdda506,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:43.549669 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for security_group (d965d66d-aaf0-4ea6-89f0-55c2c4fc2995), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.564274 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d965d66d-aaf0-4ea6-89f0-55c2c4fc2995), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.606303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d65c9-0ebf-4d6f-ad29-5d3f7e19c7f2 req-e3fba1c7-e2be-48c2-bd5c-b906df2e7f7f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:43.608640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-331d65c9-0ebf-4d6f-ad29-5d3f7e19c7f2 req-e3fba1c7-e2be-48c2-bd5c-b906df2e7f7f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks?id=367940fe-3d66-4589-acc0-beae9dd0f10d&id=367940fe-3d66-4589-acc0-beae9dd0f10d&id=367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 787 time: 0.6385424 Feb 02 13:09:43.615681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:09:43.630004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port fa87ddce-c6ae-4971-ab64-55a01c1f3583 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:43.630758 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.665502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-331d65c9-0ebf-4d6f-ad29-5d3f7e19c7f2 req-41e9a9b4-7a22-4c5c-ae0e-c5ab41607887 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:09:43.665828 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d965d66d-aaf0-4ea6-89f0-55c2c4fc2995,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:43.666570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-331d65c9-0ebf-4d6f-ad29-5d3f7e19c7f2 req-41e9a9b4-7a22-4c5c-ae0e-c5ab41607887 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0271282 Feb 02 13:09:43.669572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8ab1f755-5a16-46fa-b90a-c9fb105045c2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.670099 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Added segment 8ab1f755-5a16-46fa-b90a-c9fb105045c2 of type vlan for network 6e2c0cef-4442-4d29-b474-42cbc1dbae8c Feb 02 13:09:43.755645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c574a97-7c22-497a-ad82-e18d8819ba1a req-45b109c5-1c01-4f5f-95ec-c69135d5c5bf tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2932827 Feb 02 13:09:43.761031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port fa87ddce-c6ae-4971-ab64-55a01c1f3583, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fa87ddce-c6ae-4971-ab64-55a01c1f3583,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:43.771322 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.772209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 13faa4c4-a1e2-4351-8275-345fc771c7c8 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:43.798256 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (6e2c0cef-4442-4d29-b474-42cbc1dbae8c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.850590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7dc19881-862e-4952-999c-3877bd8ed98d req-c08fe9ff-0683-4406-9335-1a4681fbd8c3 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips/6fb555bc-0e9f-4bb3-a0d1-bb7d2591b030 HTTP/1.1" status: 200 len: 693 time: 0.0739341 Feb 02 13:09:43.870520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66773c38-0492-4675-959e-b0210e027456 req-14eda696-56b2-4e7e-855a-0e3dc163bf21 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Deleting port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:43.870818 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-14eda696-56b2-4e7e-855a-0e3dc163bf21 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.892913 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (6e2c0cef-4442-4d29-b474-42cbc1dbae8c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.898025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:43.898812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.946847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7f162f96-a7ca-4780-9643-0042333633ec None None] Provisioning complete for port 725bf461-ffb7-4c2f-a579-300561af9e5e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:43.947518 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f162f96-a7ca-4780-9643-0042333633ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:43.951584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port 13faa4c4-a1e2-4351-8275-345fc771c7c8 host ! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:09:43.952458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 13faa4c4-a1e2-4351-8275-345fc771c7c8 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:09:43.965367 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2290707 Feb 02 13:09:44.049026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562f50e-5e4f-4c05-8894-2a7774f62090 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Network': ['ID=6e2c0cef-4442-4d29-b474-42cbc1dbae8c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:44.106524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 6e2c0cef-4442-4d29-b474-42cbc1dbae8c details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:09:44.110886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc19881-862e-4952-999c-3877bd8ed98d req-2155dffe-0371-4c82-ac89-e7e4bc981351 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:44.117009 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7dc19881-862e-4952-999c-3877bd8ed98d req-2155dffe-0371-4c82-ac89-e7e4bc981351 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.2582715 Feb 02 13:09:44.273854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7dc19881-862e-4952-999c-3877bd8ed98d req-99a4f899-d954-4351-97dd-2758e00bae6e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 696 time: 0.1276505 Feb 02 13:09:44.279336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=fa87ddce-c6ae-4971-ab64-55a01c1f3583,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:44.295840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66773c38-0492-4675-959e-b0210e027456 req-14eda696-56b2-4e7e-855a-0e3dc163bf21 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] For port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:44.298218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-14eda696-56b2-4e7e-855a-0e3dc163bf21 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:44.363894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7f162f96-a7ca-4780-9643-0042333633ec None None] Port 725bf461-ffb7-4c2f-a579-300561af9e5e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:09:44.459890 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7dc19881-862e-4952-999c-3877bd8ed98d req-b1cc7958-b263-4919-9323-b5b106a4361c tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.215 HTTP/1.1" status: 200 len: 696 time: 0.1847472 Feb 02 13:09:44.528725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '475f6dfa-b9ba-4d48-b80d-a3f10ae081a5'}, {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd0d8ee-d01b-47ec-841d-17051ff2fd9e'}, {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c87d60-7381-4961-a6c1-8d23cfdda506'}, {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa87ddce-c6ae-4971-ab64-55a01c1f3583'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:09:44.531218 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f255b3-a8ac-4210-931b-86ce07fb5f5b" -d '{"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-unplugged", "status": "completed", "tag": "475f6dfa-b9ba-4d48-b80d-a3f10ae081a5"}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-unplugged", "status": "completed", "tag": "7dd0d8ee-d01b-47ec-841d-17051ff2fd9e"}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-unplugged", "status": "completed", "tag": "52c87d60-7381-4961-a6c1-8d23cfdda506"}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-unplugged", "status": "completed", "tag": "fa87ddce-c6ae-4971-ab64-55a01c1f3583"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:09:44.595877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66773c38-0492-4675-959e-b0210e027456 req-14eda696-56b2-4e7e-855a-0e3dc163bf21 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Calling delete_port for 92e5923a-ca1f-4def-85a7-fbeed5c55ddf owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:44.616283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b755800-0e0e-4f6a-80d1-76ce9152e79e req-8ae8c8d1-a621-4f2a-a4ef-83f54d5cf5a4 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:44.618128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b755800-0e0e-4f6a-80d1-76ce9152e79e req-8ae8c8d1-a621-4f2a-a4ef-83f54d5cf5a4 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 945 time: 0.4992414 Feb 02 13:09:44.816060 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785a587-764e-4877-999f-2b89a6a447cf req-7b471b44-bfb2-4e69-825f-fb472aa11cba tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:44.822877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a785a587-764e-4877-999f-2b89a6a447cf req-7b471b44-bfb2-4e69-825f-fb472aa11cba tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fe69a62-b8a2-491c-b798-b70875194542 HTTP/1.1" status: 200 len: 945 time: 0.6918590 Feb 02 13:09:45.006780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a785a587-764e-4877-999f-2b89a6a447cf req-569c5b86-d55d-4181-b374-7e1f4bd1a0ce tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.83 "GET /v2.0/security-groups?id=ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096435 Feb 02 13:09:45.037196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9b755800-0e0e-4f6a-80d1-76ce9152e79e req-6005fc4f-155b-4a0b-b2b4-d01968c91ff1 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Deleting port 56a4d90b-d16b-45fe-b903-bf68bb2274ca {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:45.037529 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b755800-0e0e-4f6a-80d1-76ce9152e79e req-6005fc4f-155b-4a0b-b2b4-d01968c91ff1 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:45.123757 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Wed, 02 Feb 2022 13:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26f60f4-50cf-4d51-97d4-62e4f9f5c9d2 x-openstack-request-id: req-b26f60f4-50cf-4d51-97d4-62e4f9f5c9d2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:09:45.124687 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-unplugged", "status": "completed", "tag": "475f6dfa-b9ba-4d48-b80d-a3f10ae081a5", "code": 200}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-unplugged", "status": "completed", "tag": "7dd0d8ee-d01b-47ec-841d-17051ff2fd9e", "code": 200}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-unplugged", "status": "completed", "tag": "52c87d60-7381-4961-a6c1-8d23cfdda506", "code": 200}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-unplugged", "status": "completed", "tag": "fa87ddce-c6ae-4971-ab64-55a01c1f3583", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:09:45.125092 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b26f60f4-50cf-4d51-97d4-62e4f9f5c9d2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:09:45.125691 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '475f6dfa-b9ba-4d48-b80d-a3f10ae081a5', 'code': 200} Feb 02 13:09:45.126317 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd0d8ee-d01b-47ec-841d-17051ff2fd9e', 'code': 200} Feb 02 13:09:45.126900 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52c87d60-7381-4961-a6c1-8d23cfdda506', 'code': 200} Feb 02 13:09:45.127336 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa87ddce-c6ae-4971-ab64-55a01c1f3583', 'code': 200} Feb 02 13:09:45.221267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7dc19881-862e-4952-999c-3877bd8ed98d req-79ed8c7d-cdc2-4152-9644-91be7f272871 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Deleting port 68033d86-f4b4-41a4-a5e9-c8fbe92649f6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:45.221779 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7dc19881-862e-4952-999c-3877bd8ed98d req-79ed8c7d-cdc2-4152-9644-91be7f272871 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (68033d86-f4b4-41a4-a5e9-c8fbe92649f6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:45.242435 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-14eda696-56b2-4e7e-855a-0e3dc163bf21 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (92e5923a-ca1f-4def-85a7-fbeed5c55ddf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:45.304071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eda696-56b2-4e7e-855a-0e3dc163bf21 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Port': ['ID=92e5923a-ca1f-4def-85a7-fbeed5c55ddf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:45.759477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9b755800-0e0e-4f6a-80d1-76ce9152e79e req-6005fc4f-155b-4a0b-b2b4-d01968c91ff1 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] For port 56a4d90b-d16b-45fe-b903-bf68bb2274ca, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=56a4d90b-d16b-45fe-b903-bf68bb2274ca,segment=NetworkSegment(940e2b9d-ceed-472e-bdef-b3166920d01f),segment_id=940e2b9d-ceed-472e-bdef-b3166920d01f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:45.760341 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b755800-0e0e-4f6a-80d1-76ce9152e79e req-6005fc4f-155b-4a0b-b2b4-d01968c91ff1 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:45.777213 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9b755800-0e0e-4f6a-80d1-76ce9152e79e req-6005fc4f-155b-4a0b-b2b4-d01968c91ff1 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Calling delete_port for 56a4d90b-d16b-45fe-b903-bf68bb2274ca owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:45.990298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-66773c38-0492-4675-959e-b0210e027456 req-14eda696-56b2-4e7e-855a-0e3dc163bf21 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] No DVR routers for this DVR port 92e5923a-ca1f-4def-85a7-fbeed5c55ddf on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:45.992043 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b755800-0e0e-4f6a-80d1-76ce9152e79e req-6005fc4f-155b-4a0b-b2b4-d01968c91ff1 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (56a4d90b-d16b-45fe-b903-bf68bb2274ca), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:46.008728 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-14eda696-56b2-4e7e-855a-0e3dc163bf21 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:46.012829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66773c38-0492-4675-959e-b0210e027456 req-14eda696-56b2-4e7e-855a-0e3dc163bf21 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "DELETE /v2.0/ports/92e5923a-ca1f-4def-85a7-fbeed5c55ddf HTTP/1.1" status: 204 len: 173 time: 2.5213726 Feb 02 13:09:46.014316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-deleted', 'tag': '92e5923a-ca1f-4def-85a7-fbeed5c55ddf'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:09:46.016644 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586f2096-9ad0-4f73-9e93-955e73becb61" -d '{"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-deleted", "tag": "92e5923a-ca1f-4def-85a7-fbeed5c55ddf"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:09:46.045332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['56a4d90b-d16b-45fe-b903-bf68bb2274ca'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:09:46.149548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005fc4f-155b-4a0b-b2b4-d01968c91ff1 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Pushing event deleted for resources: {'Port': ['ID=56a4d90b-d16b-45fe-b903-bf68bb2274ca,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:46.240052 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7dc19881-862e-4952-999c-3877bd8ed98d req-79ed8c7d-cdc2-4152-9644-91be7f272871 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (68033d86-f4b4-41a4-a5e9-c8fbe92649f6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:46.240514 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7dc19881-862e-4952-999c-3877bd8ed98d req-79ed8c7d-cdc2-4152-9644-91be7f272871 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (68033d86-f4b4-41a4-a5e9-c8fbe92649f6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:46.305565 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b755800-0e0e-4f6a-80d1-76ce9152e79e req-6005fc4f-155b-4a0b-b2b4-d01968c91ff1 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] No DVR routers for this DVR port 56a4d90b-d16b-45fe-b903-bf68bb2274ca on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:46.332021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efcdc9-ef14-4516-bcca-9c75936955a4 req-cb11dade-0117-4873-bddf-a9dcb349486a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:46.346578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efcdc9-ef14-4516-bcca-9c75936955a4 req-cb11dade-0117-4873-bddf-a9dcb349486a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:46.354748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efcdc9-ef14-4516-bcca-9c75936955a4 req-cb11dade-0117-4873-bddf-a9dcb349486a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:46.365337 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1efcdc9-ef14-4516-bcca-9c75936955a4 req-cb11dade-0117-4873-bddf-a9dcb349486a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:46.374164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1efcdc9-ef14-4516-bcca-9c75936955a4 req-cb11dade-0117-4873-bddf-a9dcb349486a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 3143 time: 0.4571714 Feb 02 13:09:46.376684 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b755800-0e0e-4f6a-80d1-76ce9152e79e req-6005fc4f-155b-4a0b-b2b4-d01968c91ff1 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:46.384092 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b755800-0e0e-4f6a-80d1-76ce9152e79e req-6005fc4f-155b-4a0b-b2b4-d01968c91ff1 tempest-VolumesAdminNegativeTest-2017909286 tempest-VolumesAdminNegativeTest-2017909286-project] 10.222.0.62 "DELETE /v2.0/ports/56a4d90b-d16b-45fe-b903-bf68bb2274ca HTTP/1.1" status: 204 len: 173 time: 1.7515049 Feb 02 13:09:46.385303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-7dc19881-862e-4952-999c-3877bd8ed98d req-79ed8c7d-cdc2-4152-9644-91be7f272871 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Calling delete_port for 68033d86-f4b4-41a4-a5e9-c8fbe92649f6 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:46.530100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bae4c-94bd-4298-bf4a-949b66d00bc9 req-46be83d3-cda1-48f0-a278-c348c9a90c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:46.531754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c1bae4c-94bd-4298-bf4a-949b66d00bc9 req-46be83d3-cda1-48f0-a278-c348c9a90c2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 1127 time: 0.6113856 Feb 02 13:09:46.619947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1efcdc9-ef14-4516-bcca-9c75936955a4 req-270b5791-53bd-41cc-bd7c-fbfbb7291981 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447617 Feb 02 13:09:46.829712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66773c38-0492-4675-959e-b0210e027456 req-e3175b80-69e9-4f97-a643-d51375455f1a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Deleting port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:46.830368 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-e3175b80-69e9-4f97-a643-d51375455f1a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:46.993613 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bae4c-94bd-4298-bf4a-949b66d00bc9 req-9c6e9a99-25c7-43f2-b7e1-504fbd2889bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:46.996525 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c1bae4c-94bd-4298-bf4a-949b66d00bc9 req-9c6e9a99-25c7-43f2-b7e1-504fbd2889bd service neutron] 10.222.0.18 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 920 time: 0.4483504 Feb 02 13:09:47.000734 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7dc19881-862e-4952-999c-3877bd8ed98d req-79ed8c7d-cdc2-4152-9644-91be7f272871 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (68033d86-f4b4-41a4-a5e9-c8fbe92649f6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:47.103014 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed8c7d-cdc2-4152-9644-91be7f272871 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Pushing event deleted for resources: {'Port': ['ID=68033d86-f4b4-41a4-a5e9-c8fbe92649f6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:47.180849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55f08c-4fb6-45e8-8a09-cc3f94a4327e req-e66eba5b-9b50-4db9-bd34-4cdc561ffe12 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:47.182941 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d55f08c-4fb6-45e8-8a09-cc3f94a4327e req-e66eba5b-9b50-4db9-bd34-4cdc561ffe12 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.3614266 Feb 02 13:09:47.193860 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7dc19881-862e-4952-999c-3877bd8ed98d req-79ed8c7d-cdc2-4152-9644-91be7f272871 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (6fb555bc-0e9f-4bb3-a0d1-bb7d2591b030), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:47.197499 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7dc19881-862e-4952-999c-3877bd8ed98d req-79ed8c7d-cdc2-4152-9644-91be7f272871 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:47.209805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7dc19881-862e-4952-999c-3877bd8ed98d req-79ed8c7d-cdc2-4152-9644-91be7f272871 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "DELETE /v2.0/floatingips/6fb555bc-0e9f-4bb3-a0d1-bb7d2591b030 HTTP/1.1" status: 204 len: 173 time: 2.7470570 Feb 02 13:09:47.213772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c1bae4c-94bd-4298-bf4a-949b66d00bc9 req-44095064-5472-4da2-b160-7ffc26e47782 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d HTTP/1.1" status: 200 len: 217 time: 0.2014122 Feb 02 13:09:47.241167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66773c38-0492-4675-959e-b0210e027456 req-e3175b80-69e9-4f97-a643-d51375455f1a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] For port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:47.242467 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-e3175b80-69e9-4f97-a643-d51375455f1a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:47.292872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66773c38-0492-4675-959e-b0210e027456 req-e3175b80-69e9-4f97-a643-d51375455f1a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Calling delete_port for 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:47.341430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52028) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:47.387832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52030) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:47.394005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8a322e12-d6ba-440f-a58e-fa33983ee420 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'subnet': {'network_id': '6e2c0cef-4442-4d29-b474-42cbc1dbae8c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:47.452677 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d893ac24-df71-4a05-ae47-630f0726ebd0 x-openstack-request-id: req-d893ac24-df71-4a05-ae47-630f0726ebd0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:09:47.453044 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-deleted", "tag": "92e5923a-ca1f-4def-85a7-fbeed5c55ddf", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:09:47.453390 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d893ac24-df71-4a05-ae47-630f0726ebd0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:09:47.454023 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-deleted', 'tag': '92e5923a-ca1f-4def-85a7-fbeed5c55ddf', 'status': 'completed', 'code': 200} Feb 02 13:09:47.465878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d55f08c-4fb6-45e8-8a09-cc3f94a4327e req-a1e555ba-9e69-4132-904f-386b119667bc tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733006 Feb 02 13:09:47.525569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfd63a4-bcb6-4ecc-be08-83973cafc117 admin admin] Deleting subnet 64c6347b-68be-49be-91a6-2ae421d88c1b {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:09:47.529470 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6dfd63a4-bcb6-4ecc-be08-83973cafc117 admin admin] Publish callbacks [] for subnet (64c6347b-68be-49be-91a6-2ae421d88c1b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:47.547876 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-05ac0938-3a8c-4e24-9e93-83300786e61b tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips/3bd8c562-25ee-49cc-871e-eb5a52cc2d39 HTTP/1.1" status: 200 len: 693 time: 0.1052685 Feb 02 13:09:47.556695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a322e12-d6ba-440f-a58e-fa33983ee420 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:47.560576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a322e12-d6ba-440f-a58e-fa33983ee420 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:47.594043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bae4c-94bd-4298-bf4a-949b66d00bc9 req-872129ce-66d7-4c6c-91fb-61a9a31da7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:47.595977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c1bae4c-94bd-4298-bf4a-949b66d00bc9 req-872129ce-66d7-4c6c-91fb-61a9a31da7e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.3474197 Feb 02 13:09:47.609828 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6dfd63a4-bcb6-4ecc-be08-83973cafc117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (64c6347b-68be-49be-91a6-2ae421d88c1b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:47.682394 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c1bae4c-94bd-4298-bf4a-949b66d00bc9 req-c8056dfa-2fc8-4c5a-9db8-8ff2a379ce42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687118 Feb 02 13:09:47.712526 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6dfd63a4-bcb6-4ecc-be08-83973cafc117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (64c6347b-68be-49be-91a6-2ae421d88c1b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:47.857200 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6dfd63a4-bcb6-4ecc-be08-83973cafc117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (64c6347b-68be-49be-91a6-2ae421d88c1b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:47.909364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd63a4-bcb6-4ecc-be08-83973cafc117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c6347b-68be-49be-91a6-2ae421d88c1b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:47.911555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6dfd63a4-bcb6-4ecc-be08-83973cafc117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:47.914806 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6dfd63a4-bcb6-4ecc-be08-83973cafc117 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/64c6347b-68be-49be-91a6-2ae421d88c1b HTTP/1.1" status: 204 len: 168 time: 0.5715818 Feb 02 13:09:47.918210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52044) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:47.929294 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a322e12-d6ba-440f-a58e-fa33983ee420 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (7739ed48-dcb7-4f5b-9ae6-054da44aa869), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:47.932688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-701e5596-0b21-44c2-b0fb-b06d136068d5 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:47.934620 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-701e5596-0b21-44c2-b0fb-b06d136068d5 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.3800888 Feb 02 13:09:47.951794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-c903d251-acbe-42ac-869e-5fff85b4df8d tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:09:47.953010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-c903d251-acbe-42ac-869e-5fff85b4df8d tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074234 Feb 02 13:09:47.962604 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8d5ea-84f3-4603-99c8-86abd2d880c6 req-b2532b48-cc45-41cb-9f52-29d6a08d3ea0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:47.968251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8d5ea-84f3-4603-99c8-86abd2d880c6 req-b2532b48-cc45-41cb-9f52-29d6a08d3ea0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:47.974077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8d5ea-84f3-4603-99c8-86abd2d880c6 req-b2532b48-cc45-41cb-9f52-29d6a08d3ea0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:47.979344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8d5ea-84f3-4603-99c8-86abd2d880c6 req-b2532b48-cc45-41cb-9f52-29d6a08d3ea0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:47.985746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdb8d5ea-84f3-4603-99c8-86abd2d880c6 req-b2532b48-cc45-41cb-9f52-29d6a08d3ea0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 3143 time: 0.1930470 Feb 02 13:09:48.020034 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c1bae4c-94bd-4298-bf4a-949b66d00bc9 req-4df88a8e-a723-4762-9550-a93a6bc8d7c6 service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178761 Feb 02 13:09:48.083840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a322e12-d6ba-440f-a58e-fa33983ee420 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Subnet': ['ID=7739ed48-dcb7-4f5b-9ae6-054da44aa869,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:48.101715 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (b1f608fe-e8ec-4246-8c11-82616142729b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.112177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a322e12-d6ba-440f-a58e-fa33983ee420 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Checking segment: {'id': '8ab1f755-5a16-46fa-b90a-c9fb105045c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6e2c0cef-4442-4d29-b474-42cbc1dbae8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:48.113243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a322e12-d6ba-440f-a58e-fa33983ee420 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network hostable DHCP agents. Network: 6e2c0cef-4442-4d29-b474-42cbc1dbae8c, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:09:48.124754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 56a4d90b-d16b-45fe-b903-bf68bb2274ca no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:09:48.156626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 56a4d90b-d16b-45fe-b903-bf68bb2274ca {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:09:48.157466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 56a4d90b-d16b-45fe-b903-bf68bb2274ca not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:09:48.177582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a322e12-d6ba-440f-a58e-fa33983ee420 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network 6e2c0cef-4442-4d29-b474-42cbc1dbae8c is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:09:48.213578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-a8c74827-f974-49d6-baf2-a9ac528bd2bf tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.2223127 Feb 02 13:09:48.213774 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (b1f608fe-e8ec-4246-8c11-82616142729b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.214259 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-e3175b80-69e9-4f97-a643-d51375455f1a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (475f6dfa-b9ba-4d48-b80d-a3f10ae081a5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.225974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-8a322e12-d6ba-440f-a58e-fa33983ee420 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 6e2c0cef-4442-4d29-b474-42cbc1dbae8c) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:48.242446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a322e12-d6ba-440f-a58e-fa33983ee420 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:48.243053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a322e12-d6ba-440f-a58e-fa33983ee420 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.247898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c1bae4c-94bd-4298-bf4a-949b66d00bc9 req-d95450e6-a636-4146-928a-9298d00f8323 service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196474 Feb 02 13:09:48.248911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f608fe-e8ec-4246-8c11-82616142729b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:48.252850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0946acb-9d9c-415e-852f-e1a019b6e008 None None] Network 6e2c0cef-4442-4d29-b474-42cbc1dbae8c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:48.263610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '940e2b9d-ceed-472e-bdef-b3166920d01f') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:48.263923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '940e2b9d-ceed-472e-bdef-b3166920d01f') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:48.282111 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8a322e12-d6ba-440f-a58e-fa33983ee420 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8931453 Feb 02 13:09:48.284810 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (940e2b9d-ceed-472e-bdef-b3166920d01f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.286608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52052) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:48.292593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-045220ba-9c46-453b-b8fa-7ac85da8292d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1544068306'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:48.323793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045220ba-9c46-453b-b8fa-7ac85da8292d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:48.329264 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-045220ba-9c46-453b-b8fa-7ac85da8292d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.333310 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (940e2b9d-ceed-472e-bdef-b3166920d01f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.346988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3175b80-69e9-4f97-a643-d51375455f1a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Port': ['ID=475f6dfa-b9ba-4d48-b80d-a3f10ae081a5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:48.362338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:09:48.362881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (940e2b9d-ceed-472e-bdef-b3166920d01f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:09:48.365292 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:09:48.367607 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-ac19c084-afa1-4cc4-b49d-0639bfbe30ad tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.104 HTTP/1.1" status: 200 len: 696 time: 0.1361320 Feb 02 13:09:48.380218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdb8d5ea-84f3-4603-99c8-86abd2d880c6 req-05aa80d5-e033-4417-8f63-c9b668ad9c3c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3886962 Feb 02 13:09:48.441648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045220ba-9c46-453b-b8fa-7ac85da8292d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:09:48.456809 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (b1f608fe-e8ec-4246-8c11-82616142729b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.466460 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-045220ba-9c46-453b-b8fa-7ac85da8292d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (244e40b9-b0fd-4240-8e6c-3d828762068e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.466869 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-045220ba-9c46-453b-b8fa-7ac85da8292d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Added segment 244e40b9-b0fd-4240-8e6c-3d828762068e of type vlan for network b9bf3cd6-52e7-46c4-821f-d7cc1084019f Feb 02 13:09:48.468693 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.491015 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] 10.222.0.83 "DELETE /v2.0/networks/b1f608fe-e8ec-4246-8c11-82616142729b HTTP/1.1" status: 204 len: 168 time: 0.5716631 Feb 02 13:09:48.515113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52062) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:48.526565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad292b-51c7-4d36-b5d3-a7bedaef2e4c admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f608fe-e8ec-4246-8c11-82616142729b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:48.550810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-6e2c0cef-4442-4d29-b474-42cbc1dbae8c', 'network_id': '6e2c0cef-4442-4d29-b474-42cbc1dbae8c', 'project_id': 'a81447f9e0dc459a8fb26158c0a8cbcd', 'fixed_ips': [{'subnet_id': '7739ed48-dcb7-4f5b-9ae6-054da44aa869'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:09:48.551940 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.591531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-66773c38-0492-4675-959e-b0210e027456 req-e3175b80-69e9-4f97-a643-d51375455f1a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] No DVR routers for this DVR port 475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:48.600073 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-045220ba-9c46-453b-b8fa-7ac85da8292d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (b9bf3cd6-52e7-46c4-821f-d7cc1084019f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.601099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-e3175b80-69e9-4f97-a643-d51375455f1a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.604688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66773c38-0492-4675-959e-b0210e027456 req-e3175b80-69e9-4f97-a643-d51375455f1a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "DELETE /v2.0/ports/475f6dfa-b9ba-4d48-b80d-a3f10ae081a5 HTTP/1.1" status: 204 len: 173 time: 2.5853145 Feb 02 13:09:48.624324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c1190c-0fb1-4596-9c34-2b924a6606f2 admin admin] Deleting subnet e4d321c6-a4de-445f-bae3-436eaeff1688 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:09:48.628123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4c1190c-0fb1-4596-9c34-2b924a6606f2 admin admin] Publish callbacks [] for subnet (e4d321c6-a4de-445f-bae3-436eaeff1688), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.668965 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4c1190c-0fb1-4596-9c34-2b924a6606f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (e4d321c6-a4de-445f-bae3-436eaeff1688), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.715099 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-045220ba-9c46-453b-b8fa-7ac85da8292d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (b9bf3cd6-52e7-46c4-821f-d7cc1084019f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.721816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045220ba-9c46-453b-b8fa-7ac85da8292d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:48.722437 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-045220ba-9c46-453b-b8fa-7ac85da8292d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.778796 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7acc53-6c97-4eb4-b899-a9890e24637d req-da307393-a823-4f28-8c9e-2ccc86a02222 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:48.786219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b7acc53-6c97-4eb4-b899-a9890e24637d req-da307393-a823-4f28-8c9e-2ccc86a02222 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.2071681 Feb 02 13:09:48.814490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Allocated IP 2001:db8:0:ffff::2 (6e2c0cef-4442-4d29-b474-42cbc1dbae8c/7739ed48-dcb7-4f5b-9ae6-054da44aa869/731be709-7cf0-42ce-826b-215c3bc34b89) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:48.825876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045220ba-9c46-453b-b8fa-7ac85da8292d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Network': ['ID=b9bf3cd6-52e7-46c4-821f-d7cc1084019f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:48.845352 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4c1190c-0fb1-4596-9c34-2b924a6606f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (e4d321c6-a4de-445f-bae3-436eaeff1688), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.888297 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-045220ba-9c46-453b-b8fa-7ac85da8292d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6005623 Feb 02 13:09:48.889767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52068) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:48.900527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-b18986b7-344f-4afd-b90c-689afda1c76f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Deleting port 96c18a60-befc-426c-be1e-d93689a296fc {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:48.903740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-b18986b7-344f-4afd-b90c-689afda1c76f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (96c18a60-befc-426c-be1e-d93689a296fc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:48.908842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3af9e957-810a-4071-97d7-8d8e3facc53a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'subnet': {'network_id': 'b9bf3cd6-52e7-46c4-821f-d7cc1084019f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:48.946352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b7acc53-6c97-4eb4-b899-a9890e24637d req-7c648c3b-fdfa-4e1a-b2b0-e532defeb0be tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592646 Feb 02 13:09:48.974366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66773c38-0492-4675-959e-b0210e027456 req-3a0476e1-4869-4bc9-ad7b-2ee717e183c7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Deleting port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:48.974729 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-3a0476e1-4869-4bc9-ad7b-2ee717e183c7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.053679 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4c1190c-0fb1-4596-9c34-2b924a6606f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (e4d321c6-a4de-445f-bae3-436eaeff1688), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.088845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66773c38-0492-4675-959e-b0210e027456 req-3a0476e1-4869-4bc9-ad7b-2ee717e183c7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] For port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:49.088845 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-3a0476e1-4869-4bc9-ad7b-2ee717e183c7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.099712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af9e957-810a-4071-97d7-8d8e3facc53a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:49.108281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network b9bf3cd6-52e7-46c4-821f-d7cc1084019f details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:09:49.111399 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3af9e957-810a-4071-97d7-8d8e3facc53a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.140371 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66773c38-0492-4675-959e-b0210e027456 req-3a0476e1-4869-4bc9-ad7b-2ee717e183c7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Calling delete_port for 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:49.163544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c1190c-0fb1-4596-9c34-2b924a6606f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4d321c6-a4de-445f-bae3-436eaeff1688,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:49.165702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4c1190c-0fb1-4596-9c34-2b924a6606f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.169891 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e4c1190c-0fb1-4596-9c34-2b924a6606f2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e4d321c6-a4de-445f-bae3-436eaeff1688 HTTP/1.1" status: 204 len: 168 time: 0.6523743 Feb 02 13:09:49.173356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52076) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:49.192044 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Publish callbacks [] for port (731be709-7cf0-42ce-826b-215c3bc34b89), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.204516 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (731be709-7cf0-42ce-826b-215c3bc34b89), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.256999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (cce5fa6b-1005-442e-86a8-78829e650a3b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.263976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Network 6e2c0cef-4442-4d29-b474-42cbc1dbae8c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:49.265590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Pushing event updated for resources: {'Port': ['ID=731be709-7cf0-42ce-826b-215c3bc34b89,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:49.278868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:49.282728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:49.352987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Attempting to bind port 731be709-7cf0-42ce-826b-215c3bc34b89 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:09:49.354172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Attempting to bind port 731be709-7cf0-42ce-826b-215c3bc34b89 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '8ab1f755-5a16-46fa-b90a-c9fb105045c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6e2c0cef-4442-4d29-b474-42cbc1dbae8c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:09:49.354805 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Attempting to bind port 731be709-7cf0-42ce-826b-215c3bc34b89 on network 6e2c0cef-4442-4d29-b474-42cbc1dbae8c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:09:49.361628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:09:49.362195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Checking segment: {'id': '8ab1f755-5a16-46fa-b90a-c9fb105045c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6e2c0cef-4442-4d29-b474-42cbc1dbae8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:49.362744 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.363294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Bound using segment: {'id': '8ab1f755-5a16-46fa-b90a-c9fb105045c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6e2c0cef-4442-4d29-b474-42cbc1dbae8c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:09:49.363924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Bound port: 731be709-7cf0-42ce-826b-215c3bc34b89, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab1f755-5a16-46fa-b90a-c9fb105045c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '6e2c0cef-4442-4d29-b474-42cbc1dbae8c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:09:49.364456 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (731be709-7cf0-42ce-826b-215c3bc34b89), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.420062 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-b18986b7-344f-4afd-b90c-689afda1c76f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (96c18a60-befc-426c-be1e-d93689a296fc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.420449 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-b18986b7-344f-4afd-b90c-689afda1c76f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (96c18a60-befc-426c-be1e-d93689a296fc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.448452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] For port 731be709-7cf0-42ce-826b-215c3bc34b89, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:09:49.452914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] For port 731be709-7cf0-42ce-826b-215c3bc34b89, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=731be709-7cf0-42ce-826b-215c3bc34b89,segment=NetworkSegment(8ab1f755-5a16-46fa-b90a-c9fb105045c2),segment_id=8ab1f755-5a16-46fa-b90a-c9fb105045c2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:09:49.458421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-b18986b7-344f-4afd-b90c-689afda1c76f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Calling delete_port for 96c18a60-befc-426c-be1e-d93689a296fc owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:49.460268 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (cce5fa6b-1005-442e-86a8-78829e650a3b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.460741 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (731be709-7cf0-42ce-826b-215c3bc34b89), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.504863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce5fa6b-1005-442e-86a8-78829e650a3b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:49.521276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c199adc5-a9bd-4c3e-a750-0c34e35b8c09') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:49.521781 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c199adc5-a9bd-4c3e-a750-0c34e35b8c09') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:49.524435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6feea-d21f-46c9-8f8b-ec385647762b None None] Pushing event updated for resources: {'Port': ['ID=731be709-7cf0-42ce-826b-215c3bc34b89,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:49.532812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (c199adc5-a9bd-4c3e-a750-0c34e35b8c09), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.548524 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c199adc5-a9bd-4c3e-a750-0c34e35b8c09), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.556317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:09:49.556980 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (c199adc5-a9bd-4c3e-a750-0c34e35b8c09), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.569117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe69a62-b8a2-491c-b798-b70875194542', 'name': 'network-vif-deleted', 'tag': '56a4d90b-d16b-45fe-b903-bf68bb2274ca'}, {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-deleted', 'tag': '475f6dfa-b9ba-4d48-b80d-a3f10ae081a5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:09:49.574027 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f8829c-8bfe-469b-9a30-057932348ea0" -d '{"events": [{"server_uuid": "6fe69a62-b8a2-491c-b798-b70875194542", "name": "network-vif-deleted", "tag": "56a4d90b-d16b-45fe-b903-bf68bb2274ca"}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-deleted", "tag": "475f6dfa-b9ba-4d48-b80d-a3f10ae081a5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:09:49.599862 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-3a0476e1-4869-4bc9-ad7b-2ee717e183c7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7dd0d8ee-d01b-47ec-841d-17051ff2fd9e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:09:49.631371 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:09:49.641185 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (cce5fa6b-1005-442e-86a8-78829e650a3b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.664925 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.677285 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] 10.222.0.83 "DELETE /v2.0/networks/cce5fa6b-1005-442e-86a8-78829e650a3b HTTP/1.1" status: 204 len: 168 time: 0.5005555 Feb 02 13:09:49.678565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e814a8-04ee-4c9b-86d3-d5236ac65a9b admin admin] Pushing event deleted for resources: {'Network': ['ID=cce5fa6b-1005-442e-86a8-78829e650a3b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:49.757261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0476e1-4869-4bc9-ad7b-2ee717e183c7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Port': ['ID=7dd0d8ee-d01b-47ec-841d-17051ff2fd9e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:49.759471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-66773c38-0492-4675-959e-b0210e027456 req-3a0476e1-4869-4bc9-ad7b-2ee717e183c7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] No DVR routers for this DVR port 7dd0d8ee-d01b-47ec-841d-17051ff2fd9e on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:49.765175 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-3a0476e1-4869-4bc9-ad7b-2ee717e183c7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.768507 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66773c38-0492-4675-959e-b0210e027456 req-3a0476e1-4869-4bc9-ad7b-2ee717e183c7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "DELETE /v2.0/ports/7dd0d8ee-d01b-47ec-841d-17051ff2fd9e HTTP/1.1" status: 204 len: 173 time: 1.1474085 Feb 02 13:09:49.810315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3af9e957-810a-4071-97d7-8d8e3facc53a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (16cde2bc-2181-4065-9aa3-89486942a1ee), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:49.899940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ad96f-a68c-47b1-9ecf-cf04bf35444c req-a852e34d-5eac-47d5-ab38-689d200a2701 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:49.905281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ad96f-a68c-47b1-9ecf-cf04bf35444c req-a852e34d-5eac-47d5-ab38-689d200a2701 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:49.914055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff0ad96f-a68c-47b1-9ecf-cf04bf35444c req-a852e34d-5eac-47d5-ab38-689d200a2701 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 1678 time: 0.3313017 Feb 02 13:09:49.920330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af9e957-810a-4071-97d7-8d8e3facc53a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Checking segment: {'id': '244e40b9-b0fd-4240-8e6c-3d828762068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b9bf3cd6-52e7-46c4-821f-d7cc1084019f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:49.921071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af9e957-810a-4071-97d7-8d8e3facc53a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network hostable DHCP agents. Network: b9bf3cd6-52e7-46c4-821f-d7cc1084019f, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:09:49.923471 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9e957-810a-4071-97d7-8d8e3facc53a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Subnet': ['ID=16cde2bc-2181-4065-9aa3-89486942a1ee,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:49.995876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af9e957-810a-4071-97d7-8d8e3facc53a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network b9bf3cd6-52e7-46c4-821f-d7cc1084019f is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:09:50.024255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-3af9e957-810a-4071-97d7-8d8e3facc53a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, b9bf3cd6-52e7-46c4-821f-d7cc1084019f) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:50.028761 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-b18986b7-344f-4afd-b90c-689afda1c76f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (96c18a60-befc-426c-be1e-d93689a296fc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:50.035108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca17386-b048-41df-b50c-90d35102bbeb None None] Network b9bf3cd6-52e7-46c4-821f-d7cc1084019f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:50.053665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af9e957-810a-4071-97d7-8d8e3facc53a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:50.054289 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3af9e957-810a-4071-97d7-8d8e3facc53a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:50.064323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff0ad96f-a68c-47b1-9ecf-cf04bf35444c req-31fff3fb-9e03-424e-b54a-d8a72d56b04d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493297 Feb 02 13:09:50.096389 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3af9e957-810a-4071-97d7-8d8e3facc53a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1970680 Feb 02 13:09:50.099223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52096) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:50.156895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18986b7-344f-4afd-b90c-689afda1c76f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Pushing event deleted for resources: {'Port': ['ID=96c18a60-befc-426c-be1e-d93689a296fc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:50.224686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66773c38-0492-4675-959e-b0210e027456 req-17cbdfc4-3857-492f-9ad9-0f6c7aeed373 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Deleting port fa87ddce-c6ae-4971-ab64-55a01c1f3583 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:50.225019 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-17cbdfc4-3857-492f-9ad9-0f6c7aeed373 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:50.265181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-b9bf3cd6-52e7-46c4-821f-d7cc1084019f', 'network_id': 'b9bf3cd6-52e7-46c4-821f-d7cc1084019f', 'project_id': 'a81447f9e0dc459a8fb26158c0a8cbcd', 'fixed_ips': [{'subnet_id': '16cde2bc-2181-4065-9aa3-89486942a1ee'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:09:50.266209 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:50.381692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52100) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:50.466865 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b15a392-49ba-4599-a457-9c8ac6cd2bd7 x-openstack-request-id: req-7b15a392-49ba-4599-a457-9c8ac6cd2bd7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:09:50.467170 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe69a62-b8a2-491c-b798-b70875194542", "name": "network-vif-deleted", "tag": "56a4d90b-d16b-45fe-b903-bf68bb2274ca", "status": "completed", "code": 200}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-deleted", "tag": "475f6dfa-b9ba-4d48-b80d-a3f10ae081a5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:09:50.467475 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7b15a392-49ba-4599-a457-9c8ac6cd2bd7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:09:50.468115 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe69a62-b8a2-491c-b798-b70875194542', 'name': 'network-vif-deleted', 'tag': '56a4d90b-d16b-45fe-b903-bf68bb2274ca', 'status': 'completed', 'code': 200} Feb 02 13:09:50.469392 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-deleted', 'tag': '475f6dfa-b9ba-4d48-b80d-a3f10ae081a5', 'status': 'completed', 'code': 200} Feb 02 13:09:50.517563 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4fe9e3f4-b7f9-4cbe-9756-f3c8efdfb72b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=07a177ae97df41ea8add7130ce372255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322703 Feb 02 13:09:50.519127 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (b9bf3cd6-52e7-46c4-821f-d7cc1084019f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:50.520978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52102) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:50.533117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66773c38-0492-4675-959e-b0210e027456 req-17cbdfc4-3857-492f-9ad9-0f6c7aeed373 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] For port fa87ddce-c6ae-4971-ab64-55a01c1f3583, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=fa87ddce-c6ae-4971-ab64-55a01c1f3583,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:50.534797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-17cbdfc4-3857-492f-9ad9-0f6c7aeed373 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:50.557612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66773c38-0492-4675-959e-b0210e027456 req-17cbdfc4-3857-492f-9ad9-0f6c7aeed373 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Calling delete_port for fa87ddce-c6ae-4971-ab64-55a01c1f3583 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:50.613299 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Allocated IP 2001:db8::1 (b9bf3cd6-52e7-46c4-821f-d7cc1084019f/16cde2bc-2181-4065-9aa3-89486942a1ee/b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:50.665813 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c9f9798-020d-493a-988d-e356ffb5018f admin admin] Publish callbacks [] for security_group (ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:50.695794 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c9f9798-020d-493a-988d-e356ffb5018f admin admin] Publish callbacks [] for security_group (ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:50.740762 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-17cbdfc4-3857-492f-9ad9-0f6c7aeed373 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fa87ddce-c6ae-4971-ab64-55a01c1f3583), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:50.755309 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (16cde2bc-2181-4065-9aa3-89486942a1ee), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:50.765411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 731be709-7cf0-42ce-826b-215c3bc34b89 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:50.824107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbdfc4-3857-492f-9ad9-0f6c7aeed373 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Port': ['ID=fa87ddce-c6ae-4971-ab64-55a01c1f3583,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:50.835627 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c9f9798-020d-493a-988d-e356ffb5018f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:50.842996 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c9f9798-020d-493a-988d-e356ffb5018f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:50.862954 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0c9f9798-020d-493a-988d-e356ffb5018f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13 HTTP/1.1" status: 204 len: 168 time: 0.3352966 Feb 02 13:09:50.898029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f9798-020d-493a-988d-e356ffb5018f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff076bc0-38f0-4bb9-9ed9-9fe09bbfbd13,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:50.902042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 731be709-7cf0-42ce-826b-215c3bc34b89 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:50.902558 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (731be709-7cf0-42ce-826b-215c3bc34b89), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.012102 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Publish callbacks [] for port (b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.052614 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (16cde2bc-2181-4065-9aa3-89486942a1ee), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.178629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Subnet': ['ID=16cde2bc-2181-4065-9aa3-89486942a1ee,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:51.253930 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (b9bf3cd6-52e7-46c4-821f-d7cc1084019f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.304606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bf3cd6-52e7-46c4-821f-d7cc1084019f']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:51.329332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244e40b9-b0fd-4240-8e6c-3d828762068e') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:51.329653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244e40b9-b0fd-4240-8e6c-3d828762068e') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:51.343991 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.355273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 731be709-7cf0-42ce-826b-215c3bc34b89 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:51.356050 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (731be709-7cf0-42ce-826b-215c3bc34b89), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.362399 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (244e40b9-b0fd-4240-8e6c-3d828762068e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.400124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Network b9bf3cd6-52e7-46c4-821f-d7cc1084019f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:51.400519 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (244e40b9-b0fd-4240-8e6c-3d828762068e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.407713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:51.410619 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:51.418201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:09:51.418532 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (244e40b9-b0fd-4240-8e6c-3d828762068e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:09:51.421648 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:09:51.459326 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad1e33-4b04-4013-a029-415b96cf122b None None] Network 6e2c0cef-4442-4d29-b474-42cbc1dbae8c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:51.506818 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-b18986b7-344f-4afd-b90c-689afda1c76f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (3bd8c562-25ee-49cc-871e-eb5a52cc2d39), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.509355 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-b18986b7-344f-4afd-b90c-689afda1c76f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.528025 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef3f1871-cbff-4a0d-b4a7-85a088405a83 req-b18986b7-344f-4afd-b90c-689afda1c76f tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "DELETE /v2.0/floatingips/3bd8c562-25ee-49cc-871e-eb5a52cc2d39 HTTP/1.1" status: 204 len: 173 time: 3.1027143 Feb 02 13:09:51.583056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635bd6f-2fe9-4b8b-9304-99cbedd580ac req-af290ac0-4a17-4ff4-a74e-128eaa782be5 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:51.584837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a635bd6f-2fe9-4b8b-9304-99cbedd580ac req-af290ac0-4a17-4ff4-a74e-128eaa782be5 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 1.1143360 Feb 02 13:09:51.586234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-66773c38-0492-4675-959e-b0210e027456 req-17cbdfc4-3857-492f-9ad9-0f6c7aeed373 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] No DVR routers for this DVR port fa87ddce-c6ae-4971-ab64-55a01c1f3583 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:51.589068 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-17cbdfc4-3857-492f-9ad9-0f6c7aeed373 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.591571 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.api [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:09:51.591571 n-d-827336-2 neutron-server[103187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:09:51.591571 n-d-827336-2 neutron-server[103187]: [parameters: {'id': 'b9bf3cd6-52e7-46c4-821f-d7cc1084019f'}] Feb 02 13:09:51.591571 n-d-827336-2 neutron-server[103187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:09:51.592346 n-d-827336-2 neutron-server[103187]: DEBUG oslo_db.api [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:09:51.594120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66773c38-0492-4675-959e-b0210e027456 req-17cbdfc4-3857-492f-9ad9-0f6c7aeed373 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "DELETE /v2.0/ports/fa87ddce-c6ae-4971-ab64-55a01c1f3583 HTTP/1.1" status: 204 len: 173 time: 1.8192005 Feb 02 13:09:51.613989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Pushing event updated for resources: {'Port': ['ID=b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:51.648569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 731be709-7cf0-42ce-826b-215c3bc34b89, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=731be709-7cf0-42ce-826b-215c3bc34b89,segment=NetworkSegment(8ab1f755-5a16-46fa-b90a-c9fb105045c2),segment_id=8ab1f755-5a16-46fa-b90a-c9fb105045c2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:51.668161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-14da269b-42a8-4e3c-a5a9-4f48b07c97ed None None] Provisioning complete for port 731be709-7cf0-42ce-826b-215c3bc34b89 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:51.668538 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14da269b-42a8-4e3c-a5a9-4f48b07c97ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (731be709-7cf0-42ce-826b-215c3bc34b89), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.721926 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (731be709-7cf0-42ce-826b-215c3bc34b89), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.775391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52132) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:51.779792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a635bd6f-2fe9-4b8b-9304-99cbedd580ac req-97faebff-d10b-48d6-9cae-0280804d5dae tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844823 Feb 02 13:09:51.784884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=731be709-7cf0-42ce-826b-215c3bc34b89,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:51.791407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Attempting to bind port b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:09:51.791814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Attempting to bind port b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '244e40b9-b0fd-4240-8e6c-3d828762068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b9bf3cd6-52e7-46c4-821f-d7cc1084019f'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:09:51.792177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Attempting to bind port b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b on network b9bf3cd6-52e7-46c4-821f-d7cc1084019f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:09:51.802781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:09:51.803158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Checking segment: {'id': '244e40b9-b0fd-4240-8e6c-3d828762068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b9bf3cd6-52e7-46c4-821f-d7cc1084019f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:51.803679 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.804111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Bound using segment: {'id': '244e40b9-b0fd-4240-8e6c-3d828762068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b9bf3cd6-52e7-46c4-821f-d7cc1084019f'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:09:51.804602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Bound port: b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244e40b9-b0fd-4240-8e6c-3d828762068e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b9bf3cd6-52e7-46c4-821f-d7cc1084019f'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:09:51.805181 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.831142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74bc35-6a55-44a6-9265-c914b10212a7 req-8fc1ea79-172c-4164-b12e-ad5753f23c40 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:51.833173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e74bc35-6a55-44a6-9265-c914b10212a7 req-8fc1ea79-172c-4164-b12e-ad5753f23c40 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 944 time: 0.2099440 Feb 02 13:09:51.863040 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ce1987b3-d95d-4b0c-b5f6-8c78c2e3b74d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cdb10d599d544b1c97b8c7412ce04fc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0858595 Feb 02 13:09:51.865054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52134) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:51.892520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-14da269b-42a8-4e3c-a5a9-4f48b07c97ed None None] Current status of the port 731be709-7cf0-42ce-826b-215c3bc34b89 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:51.937627 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] For port b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:09:51.941335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-2b898366-86c5-430c-8b33-27bc356674b0 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips/486a94ca-be35-452b-86f1-b8ff791d5219 HTTP/1.1" status: 200 len: 692 time: 0.0997453 Feb 02 13:09:51.948531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] For port b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b,segment=NetworkSegment(244e40b9-b0fd-4240-8e6c-3d828762068e),segment_id=244e40b9-b0fd-4240-8e6c-3d828762068e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:09:51.953057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c3de-625e-4815-9e45-ac833c64d903 admin admin] Publish callbacks [] for security_group (ad5c25a6-f09e-4b49-9183-59198235c076), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.959198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Deleting port 52c87d60-7381-4961-a6c1-8d23cfdda506 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:51.959730 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.962871 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:51.993045 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c3de-625e-4815-9e45-ac833c64d903 admin admin] Publish callbacks [] for security_group (ad5c25a6-f09e-4b49-9183-59198235c076), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.044485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e74bc35-6a55-44a6-9265-c914b10212a7 req-3b6399d0-16b9-447e-8b6e-8ab108a59a41 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d173861-5bf4-4ee4-b5ce-a559e5918196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040751 Feb 02 13:09:52.093872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08862bf8-ec5e-4ac5-81d5-2e51e7c66d0f None None] Pushing event updated for resources: {'Port': ['ID=b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:52.098887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (b9bf3cd6-52e7-46c4-821f-d7cc1084019f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.137735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f29b82-5045-43ad-8ffc-403258fedde3 None None] Network b9bf3cd6-52e7-46c4-821f-d7cc1084019f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:52.164150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52138) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:52.202516 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] For port 52c87d60-7381-4961-a6c1-8d23cfdda506, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=52c87d60-7381-4961-a6c1-8d23cfdda506,segment=NetworkSegment(86ebbc56-a897-43c8-9cff-e6003ba6caa9),segment_id=86ebbc56-a897-43c8-9cff-e6003ba6caa9)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:52.202903 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.207598 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c3de-625e-4815-9e45-ac833c64d903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ad5c25a6-f09e-4b49-9183-59198235c076), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.210180 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7c4c3de-625e-4815-9e45-ac833c64d903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.211353 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c7c4c3de-625e-4815-9e45-ac833c64d903 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ad5c25a6-f09e-4b49-9183-59198235c076 HTTP/1.1" status: 204 len: 168 time: 0.3444383 Feb 02 13:09:52.227023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-1f6aa79a-618f-481c-9d93-dbc8f20ac551 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:52.228342 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-1f6aa79a-618f-481c-9d93-dbc8f20ac551 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 784 time: 0.2777927 Feb 02 13:09:52.247526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4c3de-625e-4815-9e45-ac833c64d903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5c25a6-f09e-4b49-9183-59198235c076,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:52.279316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Deleting port b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:52.279691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.297123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-e0325218-eb3a-4226-a771-509ab6ecbf0e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:09:52.298223 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-e0325218-eb3a-4226-a771-509ab6ecbf0e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0452960 Feb 02 13:09:52.358238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bcb7cf45-ff17-497a-8eb9-bbdfe820f888 None None] Provisioning complete for port 731be709-7cf0-42ce-826b-215c3bc34b89 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:52.358802 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bcb7cf45-ff17-497a-8eb9-bbdfe820f888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (731be709-7cf0-42ce-826b-215c3bc34b89), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.397646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] For port b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b,segment=NetworkSegment(244e40b9-b0fd-4240-8e6c-3d828762068e),segment_id=244e40b9-b0fd-4240-8e6c-3d828762068e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:52.398013 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.416649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d058b14-4045-4da5-8e95-466193a7386a None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:09:52.420751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Calling delete_port for b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:52.462748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-344b34f7-a5b2-4c49-be2e-deac55d06572 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 695 time: 0.1580255 Feb 02 13:09:52.469045 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2eab1db-a6c5-4f1a-9e3b-ebc96d5c5573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.482520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-deleted', 'tag': '7dd0d8ee-d01b-47ec-841d-17051ff2fd9e'}, {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-deleted', 'tag': 'fa87ddce-c6ae-4971-ab64-55a01c1f3583'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:09:52.484854 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff361f6-5fbd-4c24-a157-dd8342a213c4" -d '{"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-deleted", "tag": "7dd0d8ee-d01b-47ec-841d-17051ff2fd9e"}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-deleted", "tag": "fa87ddce-c6ae-4971-ab64-55a01c1f3583"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:09:52.573188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.608135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Port': ['ID=b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:52.612216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No DVR routers for this DVR port b927e8f8-cb6a-4da6-9ad8-48bf7a5d2c3b on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:52.621851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7cf45-ff17-497a-8eb9-bbdfe820f888 None None] Current status of the port 731be709-7cf0-42ce-826b-215c3bc34b89 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:52.626520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-3a9b917e-a234-4784-b490-844c51672f8e tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "GET /v2.0/floatingips?floating_ip_address=172.25.4.95 HTTP/1.1" status: 200 len: 695 time: 0.1531231 Feb 02 13:09:52.647051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 731be709-7cf0-42ce-826b-215c3bc34b89 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:52.715444 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (b9bf3cd6-52e7-46c4-821f-d7cc1084019f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.742277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bf3cd6-52e7-46c4-821f-d7cc1084019f']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:52.755935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244e40b9-b0fd-4240-8e6c-3d828762068e') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:52.755935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244e40b9-b0fd-4240-8e6c-3d828762068e') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:52.766156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (244e40b9-b0fd-4240-8e6c-3d828762068e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.775112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 731be709-7cf0-42ce-826b-215c3bc34b89 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:52.775502 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (731be709-7cf0-42ce-826b-215c3bc34b89), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.784562 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (244e40b9-b0fd-4240-8e6c-3d828762068e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.791932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:09:52.792661 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (244e40b9-b0fd-4240-8e6c-3d828762068e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:09:52.797859 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:09:52.799818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d058b14-4045-4da5-8e95-466193a7386a None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:09:52.863030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e60595-a60e-471c-9753-9d110d2c04c9 req-d902e37d-76b7-42f3-ac65-174eb25c4772 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:52.864272 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75e60595-a60e-471c-9753-9d110d2c04c9 req-d902e37d-76b7-42f3-ac65-174eb25c4772 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 946 time: 0.3320937 Feb 02 13:09:52.878865 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.879219 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (41c38979-1402-4f16-a2a5-e3fac1a4d86e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.879577 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Floating IP 41c38979-1402-4f16-a2a5-e3fac1a4d86e disassociated. External IP: 172.25.4.36, port: 52c87d60-7381-4961-a6c1-8d23cfdda506. Feb 02 13:09:52.879920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Calling delete_port for 52c87d60-7381-4961-a6c1-8d23cfdda506 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:52.886210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (b9bf3cd6-52e7-46c4-821f-d7cc1084019f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.897008 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.901773 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/b9bf3cd6-52e7-46c4-821f-d7cc1084019f HTTP/1.1" status: 204 len: 168 time: 2.8004832 Feb 02 13:09:52.912448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:52.914730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1394f3e-c628-406a-b5b2-7f671fd458f7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Network': ['ID=b9bf3cd6-52e7-46c4-821f-d7cc1084019f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:52.930370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b75dc2c4-74bb-4bfc-a73f-95698f9b8a60 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-745670413'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:52.950622 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2eab1db-a6c5-4f1a-9e3b-ebc96d5c5573 admin admin] Publish callbacks [] for security_group (6be3aab7-2776-4f2c-bba4-80d64f167622), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.994311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2eab1db-a6c5-4f1a-9e3b-ebc96d5c5573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6be3aab7-2776-4f2c-bba4-80d64f167622), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:52.999490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 731be709-7cf0-42ce-826b-215c3bc34b89 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:53.030735 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a2eab1db-a6c5-4f1a-9e3b-ebc96d5c5573 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cf317d26a87b4af38510102e8adfcfd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8634126 Feb 02 13:09:53.031990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52168) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:53.071362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-bfedee40-36f4-4471-b091-e1836c5ca512 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Deleting port 497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:53.071362 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-bfedee40-36f4-4471-b091-e1836c5ca512 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.082253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75dc2c4-74bb-4bfc-a73f-95698f9b8a60 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:53.085622 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b75dc2c4-74bb-4bfc-a73f-95698f9b8a60 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.113123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f2fa960-7a81-404f-984a-ae2f9bd8944a admin admin] Publish callbacks [] for security_group (6be3aab7-2776-4f2c-bba4-80d64f167622), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.114128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75e60595-a60e-471c-9753-9d110d2c04c9 req-4e85c69a-ff6c-4a7a-bf2a-0b8a8e1dcffc tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387285 Feb 02 13:09:53.122198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eab1db-a6c5-4f1a-9e3b-ebc96d5c5573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be3aab7-2776-4f2c-bba4-80d64f167622,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:53.156284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75dc2c4-74bb-4bfc-a73f-95698f9b8a60 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:09:53.166383 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b75dc2c4-74bb-4bfc-a73f-95698f9b8a60 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4cb95e25-504f-43a0-b15e-aee5d2568ec1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.166383 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-b75dc2c4-74bb-4bfc-a73f-95698f9b8a60 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Added segment 4cb95e25-504f-43a0-b15e-aee5d2568ec1 of type vlan for network db9c2a36-6465-4667-83bf-2ebc9d5a5a53 Feb 02 13:09:53.175400 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f2fa960-7a81-404f-984a-ae2f9bd8944a admin admin] Publish callbacks [] for security_group (6be3aab7-2776-4f2c-bba4-80d64f167622), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.193654 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 13:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42707e8c-7f69-40b5-8d53-b369db380dbc x-openstack-request-id: req-42707e8c-7f69-40b5-8d53-b369db380dbc {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:09:53.193836 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-deleted", "tag": "7dd0d8ee-d01b-47ec-841d-17051ff2fd9e", "status": "completed", "code": 200}, {"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-deleted", "tag": "fa87ddce-c6ae-4971-ab64-55a01c1f3583", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:09:53.194091 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-42707e8c-7f69-40b5-8d53-b369db380dbc {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:09:53.194510 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-deleted', 'tag': '7dd0d8ee-d01b-47ec-841d-17051ff2fd9e', 'status': 'completed', 'code': 200} Feb 02 13:09:53.194756 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-deleted', 'tag': 'fa87ddce-c6ae-4971-ab64-55a01c1f3583', 'status': 'completed', 'code': 200} Feb 02 13:09:53.252675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f2fa960-7a81-404f-984a-ae2f9bd8944a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6be3aab7-2776-4f2c-bba4-80d64f167622), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.256317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f2fa960-7a81-404f-984a-ae2f9bd8944a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.258375 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0f2fa960-7a81-404f-984a-ae2f9bd8944a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6be3aab7-2776-4f2c-bba4-80d64f167622 HTTP/1.1" status: 204 len: 168 time: 0.2252080 Feb 02 13:09:53.264215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b75dc2c4-74bb-4bfc-a73f-95698f9b8a60 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (db9c2a36-6465-4667-83bf-2ebc9d5a5a53), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.293748 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fa960-7a81-404f-984a-ae2f9bd8944a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be3aab7-2776-4f2c-bba4-80d64f167622,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:53.359893 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-bfedee40-36f4-4471-b091-e1836c5ca512 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.360221 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-bfedee40-36f4-4471-b091-e1836c5ca512 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.374150 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b75dc2c4-74bb-4bfc-a73f-95698f9b8a60 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (db9c2a36-6465-4667-83bf-2ebc9d5a5a53), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.379283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75dc2c4-74bb-4bfc-a73f-95698f9b8a60 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:53.379934 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b75dc2c4-74bb-4bfc-a73f-95698f9b8a60 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.403985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-bfedee40-36f4-4471-b091-e1836c5ca512 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Calling delete_port for 497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:53.443273 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (52c87d60-7381-4961-a6c1-8d23cfdda506), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.450751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52184) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:53.451370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b75dc2c4-74bb-4bfc-a73f-95698f9b8a60 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5365610 Feb 02 13:09:53.458191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6e94270e-33f1-47c0-bab2-f1efa7a2b8cc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'subnet': {'network_id': 'db9c2a36-6465-4667-83bf-2ebc9d5a5a53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:53.553822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Port': ['ID=52c87d60-7381-4961-a6c1-8d23cfdda506,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:53.559390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dc2c4-74bb-4bfc-a73f-95698f9b8a60 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Network': ['ID=db9c2a36-6465-4667-83bf-2ebc9d5a5a53,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:53.574564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e94270e-33f1-47c0-bab2-f1efa7a2b8cc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:53.578836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e94270e-33f1-47c0-bab2-f1efa7a2b8cc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.582047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbf207-1caa-4e4f-bd73-715ce6dbeb74 req-3538b06b-6a26-4ec2-ac1a-ca133c864088 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:53.583570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network db9c2a36-6465-4667-83bf-2ebc9d5a5a53 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:09:53.584090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30fbf207-1caa-4e4f-bd73-715ce6dbeb74 req-3538b06b-6a26-4ec2-ac1a-ca133c864088 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.2940326 Feb 02 13:09:53.734445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52188) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:53.744112 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30fbf207-1caa-4e4f-bd73-715ce6dbeb74 req-c12f6435-8a2d-4645-9825-d753fe6c95cd tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151347 Feb 02 13:09:53.756042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e64972dc-aaaf-47d0-a113-8fb2095cf276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.795906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:09:53.826976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e94270e-33f1-47c0-bab2-f1efa7a2b8cc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (4cefcd10-768e-4895-8d53-594edf873d3b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.834365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfcb6fdb-92dc-4100-b0e2-f74c14bf16a9 req-4379aea9-24bb-4bf2-8e4a-cf9b2798317c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0355456 Feb 02 13:09:53.840066 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-bfedee40-36f4-4471-b091-e1836c5ca512 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.910783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedee40-36f4-4471-b091-e1836c5ca512 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Pushing event deleted for resources: {'Port': ['ID=497c3d9d-4e8e-4b0b-851c-d2a04e32f7ed,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:53.911457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94270e-33f1-47c0-bab2-f1efa7a2b8cc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Subnet': ['ID=4cefcd10-768e-4895-8d53-594edf873d3b,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:53.941832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e94270e-33f1-47c0-bab2-f1efa7a2b8cc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Checking segment: {'id': '4cb95e25-504f-43a0-b15e-aee5d2568ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'db9c2a36-6465-4667-83bf-2ebc9d5a5a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:53.942188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94270e-33f1-47c0-bab2-f1efa7a2b8cc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network hostable DHCP agents. Network: db9c2a36-6465-4667-83bf-2ebc9d5a5a53, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:09:53.948906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e64972dc-aaaf-47d0-a113-8fb2095cf276 admin admin] Publish callbacks [] for security_group (d1d99ff7-7063-46a5-8b4b-6b11f3bdbf2a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.958511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e64972dc-aaaf-47d0-a113-8fb2095cf276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d1d99ff7-7063-46a5-8b4b-6b11f3bdbf2a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:53.992298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94270e-33f1-47c0-bab2-f1efa7a2b8cc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network db9c2a36-6465-4667-83bf-2ebc9d5a5a53 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:09:54.014174 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e64972dc-aaaf-47d0-a113-8fb2095cf276 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3d3f2e5db634484a8df18ac8c160edb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2784097 Feb 02 13:09:54.018215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-6e94270e-33f1-47c0-bab2-f1efa7a2b8cc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, db9c2a36-6465-4667-83bf-2ebc9d5a5a53) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:54.019710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52194) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:54.029415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e94270e-33f1-47c0-bab2-f1efa7a2b8cc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:54.030001 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e94270e-33f1-47c0-bab2-f1efa7a2b8cc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:54.030597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8ff185-bc06-41b1-a46a-c6f6a4f55cbc None None] Network db9c2a36-6465-4667-83bf-2ebc9d5a5a53 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:54.032306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64972dc-aaaf-47d0-a113-8fb2095cf276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d99ff7-7063-46a5-8b4b-6b11f3bdbf2a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:54.090787 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6e94270e-33f1-47c0-bab2-f1efa7a2b8cc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6370232 Feb 02 13:09:54.094415 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52196) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:54.102349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-76f240fe-b586-473d-99fa-8abccbb75d04 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1143752979'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:54.108299 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-bfedee40-36f4-4471-b091-e1836c5ca512 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks [] for floatingip (486a94ca-be35-452b-86f1-b8ff791d5219), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:54.110888 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-bfedee40-36f4-4471-b091-e1836c5ca512 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:54.114791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6ab7ae5-0968-4caa-a6b8-ab2f44ccaa22 req-bfedee40-36f4-4471-b091-e1836c5ca512 tempest-FloatingIPDetailsTestJSON-1760447821 tempest-FloatingIPDetailsTestJSON-1760447821-project] 10.222.0.83 "DELETE /v2.0/floatingips/486a94ca-be35-452b-86f1-b8ff791d5219 HTTP/1.1" status: 204 len: 173 time: 1.4768481 Feb 02 13:09:54.118341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52198) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:54.134779 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:09:54.140387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6df5910-9fe5-4e5d-a203-f0f796dd1e9f admin admin] Publish callbacks [] for security_group (d1d99ff7-7063-46a5-8b4b-6b11f3bdbf2a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:54.149610 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff913a-6843-40b3-9240-eaddd6b59e6a None None] Sync routers for ids ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:09:54.169240 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff913a-6843-40b3-9240-eaddd6b59e6a None None] Routers {'d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:09:54.171758 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-93ff913a-6843-40b3-9240-eaddd6b59e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:54.208554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6df5910-9fe5-4e5d-a203-f0f796dd1e9f admin admin] Publish callbacks [] for security_group (d1d99ff7-7063-46a5-8b4b-6b11f3bdbf2a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:54.225276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-db9c2a36-6465-4667-83bf-2ebc9d5a5a53', 'network_id': 'db9c2a36-6465-4667-83bf-2ebc9d5a5a53', 'project_id': 'a81447f9e0dc459a8fb26158c0a8cbcd', 'fixed_ips': [{'subnet_id': '4cefcd10-768e-4895-8d53-594edf873d3b'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:09:54.226340 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:54.270912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] No DVR routers for this DVR port 52c87d60-7381-4961-a6c1-8d23cfdda506 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:09:54.283366 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:54.286686 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66773c38-0492-4675-959e-b0210e027456 req-3ce11f89-2e1d-4805-a430-fc8b002287b5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.18 "DELETE /v2.0/ports/52c87d60-7381-4961-a6c1-8d23cfdda506 HTTP/1.1" status: 204 len: 173 time: 2.6840494 Feb 02 13:09:54.289872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f240fe-b586-473d-99fa-8abccbb75d04 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:54.293301 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76f240fe-b586-473d-99fa-8abccbb75d04 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:54.388694 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:09:54.395794 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6df5910-9fe5-4e5d-a203-f0f796dd1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d1d99ff7-7063-46a5-8b4b-6b11f3bdbf2a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:54.399567 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6df5910-9fe5-4e5d-a203-f0f796dd1e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:54.400901 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c6df5910-9fe5-4e5d-a203-f0f796dd1e9f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d1d99ff7-7063-46a5-8b4b-6b11f3bdbf2a HTTP/1.1" status: 204 len: 168 time: 0.3795528 Feb 02 13:09:54.436002 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-93ff913a-6843-40b3-9240-eaddd6b59e6a None None] Set router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:09:54.442544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df5910-9fe5-4e5d-a203-f0f796dd1e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d99ff7-7063-46a5-8b4b-6b11f3bdbf2a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:54.858352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Allocated IP 2001:db8::3 (db9c2a36-6465-4667-83bf-2ebc9d5a5a53/4cefcd10-768e-4895-8d53-594edf873d3b/19b3c811-6891-4fe3-aa8e-56904a0be34f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:54.900581 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-93ff913a-6843-40b3-9240-eaddd6b59e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:03:09Z', 'revision_number': 4, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24', 'name': '', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'mac_address': 'fa:16:3e:d0:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:07Z', 'updated_at': '2022-02-02T13:03:15Z', 'revision_number': 5, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'subnets': [{'id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:54.953580 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff913a-6843-40b3-9240-eaddd6b59e6a None None] Checking router: d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:09:54.977664 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ff913a-6843-40b3-9240-eaddd6b59e6a None None] Routers {'d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:09:54.978429 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-93ff913a-6843-40b3-9240-eaddd6b59e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:55.056147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52252) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:55.098496 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Publish callbacks [] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.112471 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.155155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Network db9c2a36-6465-4667-83bf-2ebc9d5a5a53 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:55.162970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:55.221341 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bef5e122-2f16-41a7-992e-6d36b02c59f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.223864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f240fe-b586-473d-99fa-8abccbb75d04 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:09:55.231159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:55.231576 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-93ff913a-6843-40b3-9240-eaddd6b59e6a None None] Set router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:09:55.236001 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76f240fe-b586-473d-99fa-8abccbb75d04 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.236408 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-76f240fe-b586-473d-99fa-8abccbb75d04 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Added segment c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee of type vlan for network 26df5d89-aafc-4698-a264-06709062bbc1 Feb 02 13:09:55.238796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Pushing event updated for resources: {'Port': ['ID=19b3c811-6891-4fe3-aa8e-56904a0be34f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:55.241917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52256) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:55.305851 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76f240fe-b586-473d-99fa-8abccbb75d04 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (26df5d89-aafc-4698-a264-06709062bbc1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.308758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Attempting to bind port 19b3c811-6891-4fe3-aa8e-56904a0be34f on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:09:55.309867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Attempting to bind port 19b3c811-6891-4fe3-aa8e-56904a0be34f by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4cb95e25-504f-43a0-b15e-aee5d2568ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'db9c2a36-6465-4667-83bf-2ebc9d5a5a53'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:09:55.310144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Attempting to bind port 19b3c811-6891-4fe3-aa8e-56904a0be34f on network db9c2a36-6465-4667-83bf-2ebc9d5a5a53 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:09:55.317878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:09:55.318369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Checking segment: {'id': '4cb95e25-504f-43a0-b15e-aee5d2568ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'db9c2a36-6465-4667-83bf-2ebc9d5a5a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:55.318581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42987faa-543c-4e01-9acd-784fae9cda4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.319095 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.319770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Bound using segment: {'id': '4cb95e25-504f-43a0-b15e-aee5d2568ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'db9c2a36-6465-4667-83bf-2ebc9d5a5a53'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:09:55.320650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Bound port: 19b3c811-6891-4fe3-aa8e-56904a0be34f, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cb95e25-504f-43a0-b15e-aee5d2568ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'db9c2a36-6465-4667-83bf-2ebc9d5a5a53'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:09:55.321310 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.349883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-deleted', 'tag': '52c87d60-7381-4961-a6c1-8d23cfdda506'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:09:55.354263 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f093d2-9308-441f-9f11-738dda700798" -d '{"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-deleted", "tag": "52c87d60-7381-4961-a6c1-8d23cfdda506"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:09:55.429828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] For port 19b3c811-6891-4fe3-aa8e-56904a0be34f, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:09:55.434134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] For port 19b3c811-6891-4fe3-aa8e-56904a0be34f, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=19b3c811-6891-4fe3-aa8e-56904a0be34f,segment=NetworkSegment(4cb95e25-504f-43a0-b15e-aee5d2568ec1),segment_id=4cb95e25-504f-43a0-b15e-aee5d2568ec1)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:09:55.444633 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.503209 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76f240fe-b586-473d-99fa-8abccbb75d04 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (26df5d89-aafc-4698-a264-06709062bbc1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.503823 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bef5e122-2f16-41a7-992e-6d36b02c59f3 admin admin] Publish callbacks [] for security_group (1d33a50a-d4db-4bd2-98df-4f9705001271), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.509412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f240fe-b586-473d-99fa-8abccbb75d04 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:55.510900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76f240fe-b586-473d-99fa-8abccbb75d04 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.528854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bef5e122-2f16-41a7-992e-6d36b02c59f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1d33a50a-d4db-4bd2-98df-4f9705001271), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.600796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff53df-7d06-4d7a-aae9-e9fc9470bcfe None None] Pushing event updated for resources: {'Port': ['ID=19b3c811-6891-4fe3-aa8e-56904a0be34f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:55.656709 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bef5e122-2f16-41a7-992e-6d36b02c59f3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=49d7140fde7d469bbacafc5e0ea89a35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5988820 Feb 02 13:09:55.666948 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52262) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:55.732597 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-93ff913a-6843-40b3-9240-eaddd6b59e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:03:09Z', 'revision_number': 4, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24', 'name': '', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'mac_address': 'fa:16:3e:d0:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:07Z', 'updated_at': '2022-02-02T13:03:15Z', 'revision_number': 5, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'subnets': [{'id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:55.747257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5e122-2f16-41a7-992e-6d36b02c59f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d33a50a-d4db-4bd2-98df-4f9705001271,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:55.751805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-76f240fe-b586-473d-99fa-8abccbb75d04 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6532984 Feb 02 13:09:55.756786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52264) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:55.762716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'subnet': {'network_id': '26df5d89-aafc-4698-a264-06709062bbc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:09:55.788976 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ff913a-6843-40b3-9240-eaddd6b59e6a None None] The sync data for ids ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'] in n-d-827336-2 is: [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:03:09Z', 'revision_number': 4, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24', 'name': '', 'network_id': '0fe900c1-1a6a-4411-9f22-913eacc5c949', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'mac_address': 'fa:16:3e:d0:67:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:07Z', 'updated_at': '2022-02-02T13:03:15Z', 'revision_number': 5, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'subnets': [{'id': '06abdc32-8d3e-40e0-882c-36cc75a338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:09:55.805070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f04cb-a21a-4993-b23a-8b79ec5374f4 req-97094508-f3b1-4ff8-993c-4094560e4833 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:55.807911 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-864f04cb-a21a-4993-b23a-8b79ec5374f4 req-97094508-f3b1-4ff8-993c-4094560e4833 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 946 time: 0.6000795 Feb 02 13:09:55.810162 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f240fe-b586-473d-99fa-8abccbb75d04 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Network': ['ID=26df5d89-aafc-4698-a264-06709062bbc1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:55.823135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 26df5d89-aafc-4698-a264-06709062bbc1 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:09:55.830538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951549ea-c9a8-4d7a-a0e6-c14a126b0f2f req-cc004246-7dd2-48fd-974e-082291c3d2ac tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:55.830782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2eb3555a-6bbb-4b41-97dd-39c201f814c7 admin admin] Publish callbacks [] for security_group (1d33a50a-d4db-4bd2-98df-4f9705001271), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.840251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-951549ea-c9a8-4d7a-a0e6-c14a126b0f2f req-cc004246-7dd2-48fd-974e-082291c3d2ac tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.5051622 Feb 02 13:09:55.891562 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42987faa-543c-4e01-9acd-784fae9cda4b admin admin] Publish callbacks [] for security_group (11f19b67-7205-478d-806b-ff5fa6a0953d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.941469 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42987faa-543c-4e01-9acd-784fae9cda4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (11f19b67-7205-478d-806b-ff5fa6a0953d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:55.981255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42987faa-543c-4e01-9acd-784fae9cda4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f19b67-7205-478d-806b-ff5fa6a0953d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:56.026803 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-951549ea-c9a8-4d7a-a0e6-c14a126b0f2f req-30fe11d5-ea43-439e-aa76-1e45c8768427 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853242 Feb 02 13:09:56.035440 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2eb3555a-6bbb-4b41-97dd-39c201f814c7 admin admin] Publish callbacks [] for security_group (1d33a50a-d4db-4bd2-98df-4f9705001271), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:56.037430 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-864f04cb-a21a-4993-b23a-8b79ec5374f4 req-f0451cff-7c06-42cd-b54c-d1eb97396c1d tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940038 Feb 02 13:09:56.106023 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-42987faa-543c-4e01-9acd-784fae9cda4b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8e3baf062df0455198b6f2dae1df3905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8531301 Feb 02 13:09:56.121848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:56.167060 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:09:56.174420 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:56.197982 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca2f149-6d2f-4039-a7c2-97fb7f168e3a x-openstack-request-id: req-2ca2f149-6d2f-4039-a7c2-97fb7f168e3a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:09:56.198182 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ce2717f-cb87-4116-9ad8-846635bcee33", "name": "network-vif-deleted", "tag": "52c87d60-7381-4961-a6c1-8d23cfdda506", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:09:56.198427 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2ca2f149-6d2f-4039-a7c2-97fb7f168e3a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:09:56.198830 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce2717f-cb87-4116-9ad8-846635bcee33', 'name': 'network-vif-deleted', 'tag': '52c87d60-7381-4961-a6c1-8d23cfdda506', 'status': 'completed', 'code': 200} Feb 02 13:09:56.226519 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2eb3555a-6bbb-4b41-97dd-39c201f814c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1d33a50a-d4db-4bd2-98df-4f9705001271), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:56.229669 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2eb3555a-6bbb-4b41-97dd-39c201f814c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:56.233596 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2eb3555a-6bbb-4b41-97dd-39c201f814c7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1d33a50a-d4db-4bd2-98df-4f9705001271 HTTP/1.1" status: 204 len: 168 time: 0.5629163 Feb 02 13:09:56.273286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4dd1b330-bce1-4c08-96ef-084fcce37b73 req-467ce27f-7575-43b8-aeff-f6a2ddbae467 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0735123 Feb 02 13:09:56.306851 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Performing IP validity checks on allocation pools {{(pid=103187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 13:09:56.307477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 13:09:56.329666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3555a-6bbb-4b41-97dd-39c201f814c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d33a50a-d4db-4bd2-98df-4f9705001271,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:56.347396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5052998-b875-44d5-8995-42da67d8ca22 None None] New status for floating IP 41c38979-1402-4f16-a2a5-e3fac1a4d86e: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:09:56.468579 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9c0799d-319c-4b7b-b586-a79fb6b9dfb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (d4849649-7edf-469f-9cb1-332435286f7a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:56.510177 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c723e02-ef52-4cb1-8880-b12a1df974a6 admin admin] Publish callbacks [] for security_group (11f19b67-7205-478d-806b-ff5fa6a0953d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:56.534515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-072ebe00-5bb0-4bde-b79b-fb8559e56969 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:56.538605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-072ebe00-5bb0-4bde-b79b-fb8559e56969 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.62 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 946 time: 0.2525806 Feb 02 13:09:56.580289 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (62e88cbf-5f53-45b6-af8b-970e8228e131), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:56.715144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Checking segment: {'id': 'c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '26df5d89-aafc-4698-a264-06709062bbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:56.715144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network hostable DHCP agents. Network: 26df5d89-aafc-4698-a264-06709062bbc1, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:09:56.723099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Subnet': ['ID=62e88cbf-5f53-45b6-af8b-970e8228e131,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:56.725720 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c723e02-ef52-4cb1-8880-b12a1df974a6 admin admin] Publish callbacks [] for security_group (11f19b67-7205-478d-806b-ff5fa6a0953d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:56.751778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network 26df5d89-aafc-4698-a264-06709062bbc1 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:09:56.771895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 26df5d89-aafc-4698-a264-06709062bbc1) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:56.792964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d964b9ba-a518-4691-95a9-f5c2779a4404 None None] Network 26df5d89-aafc-4698-a264-06709062bbc1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:56.807693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:56.808759 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:56.835826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 19b3c811-6891-4fe3-aa8e-56904a0be34f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:56.855457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:56.862800 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ba43305c-bbb9-424d-ad9a-1aa27425435c tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1041210 Feb 02 13:09:56.981403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 19b3c811-6891-4fe3-aa8e-56904a0be34f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:56.982065 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:57.035480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Deleting port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:57.035896 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:57.111881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-26df5d89-aafc-4698-a264-06709062bbc1', 'network_id': '26df5d89-aafc-4698-a264-06709062bbc1', 'project_id': 'a81447f9e0dc459a8fb26158c0a8cbcd', 'fixed_ips': [{'subnet_id': '62e88cbf-5f53-45b6-af8b-970e8228e131'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:09:57.117498 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:57.227198 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c723e02-ef52-4cb1-8880-b12a1df974a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (11f19b67-7205-478d-806b-ff5fa6a0953d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:57.230986 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c723e02-ef52-4cb1-8880-b12a1df974a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:57.232592 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5c723e02-ef52-4cb1-8880-b12a1df974a6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/11f19b67-7205-478d-806b-ff5fa6a0953d HTTP/1.1" status: 204 len: 168 time: 1.1078131 Feb 02 13:09:57.273273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 19b3c811-6891-4fe3-aa8e-56904a0be34f is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:57.273669 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:57.354939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48672e34-e0ca-49c6-bf52-750cc6b8efc7 None None] Network db9c2a36-6465-4667-83bf-2ebc9d5a5a53 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:57.375003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 19b3c811-6891-4fe3-aa8e-56904a0be34f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=19b3c811-6891-4fe3-aa8e-56904a0be34f,segment=NetworkSegment(4cb95e25-504f-43a0-b15e-aee5d2568ec1),segment_id=4cb95e25-504f-43a0-b15e-aee5d2568ec1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:57.392435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c723e02-ef52-4cb1-8880-b12a1df974a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f19b67-7205-478d-806b-ff5fa6a0953d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:57.423579 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:57.454826 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (26df5d89-aafc-4698-a264-06709062bbc1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:57.535346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400882a-a329-4f99-9b1c-b7dc7ac1a2da req-d16db15f-1570-48d9-abba-4bfebcb9622c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:57.536948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1400882a-a329-4f99-9b1c-b7dc7ac1a2da req-d16db15f-1570-48d9-abba-4bfebcb9622c tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 946 time: 0.2880878 Feb 02 13:09:57.580570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c014b627-7cb5-40d5-86ba-9e1f428e633e None None] Provisioning complete for port 19b3c811-6891-4fe3-aa8e-56904a0be34f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:57.580892 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c014b627-7cb5-40d5-86ba-9e1f428e633e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:57.617354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] For port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91,segment=NetworkSegment(8cb76ad7-de44-4de1-a5f3-d391baed80c1),segment_id=8cb76ad7-de44-4de1-a5f3-d391baed80c1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:57.617725 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:57.665626 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (62e88cbf-5f53-45b6-af8b-970e8228e131), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:57.678373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1816b6-4213-4ccf-877f-ff0720162b68 req-ea2b8ee7-91d0-42e4-9f53-08096a513994 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:09:57.685318 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c1816b6-4213-4ccf-877f-ff0720162b68 req-ea2b8ee7-91d0-42e4-9f53-08096a513994 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.4503157 Feb 02 13:09:57.737142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Allocated IP 2001:db8::3 (26df5d89-aafc-4698-a264-06709062bbc1/62e88cbf-5f53-45b6-af8b-970e8228e131/18d31eb8-4b66-4023-b9c0-f4b4329c9ed5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:09:57.749952 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=19b3c811-6891-4fe3-aa8e-56904a0be34f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:57.777454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.778161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.778733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.779268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.779848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.780370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.780908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.781307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.781718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.782401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.782813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.783194 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.783613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:09:57.848681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1400882a-a329-4f99-9b1c-b7dc7ac1a2da req-284a62b2-def6-4338-8de3-bddbab97997a tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups?id=83300637-9c0d-4468-9654-5ecb541c6bc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966337 Feb 02 13:09:57.922558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c1816b6-4213-4ccf-877f-ff0720162b68 req-f0ffeadb-6da7-472c-9aee-9552ef0a52be tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308264 Feb 02 13:09:57.980343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0799d-319c-4b7b-b586-a79fb6b9dfb3 admin admin] Deleting port 55ce6b53-ae14-45ed-b357-f9073e42392b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:09:57.980702 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9c0799d-319c-4b7b-b586-a79fb6b9dfb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.016592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c014b627-7cb5-40d5-86ba-9e1f428e633e None None] Current status of the port 19b3c811-6891-4fe3-aa8e-56904a0be34f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:58.097366 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d37267f-6bfd-42a8-b4a9-e82b33716a19 req-2c80bee1-9eeb-4598-9b38-15ec8f71a3d9 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0601730 Feb 02 13:09:58.152064 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Publish callbacks [] for port (18d31eb8-4b66-4023-b9c0-f4b4329c9ed5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.164235 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.164842 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (bcc3497e-c27b-47a1-a197-5173ed858457), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.165311 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Floating IP bcc3497e-c27b-47a1-a197-5173ed858457 disassociated. External IP: 172.25.4.53, port: 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91. Feb 02 13:09:58.166077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Calling delete_port for 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:58.177057 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (18d31eb8-4b66-4023-b9c0-f4b4329c9ed5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.247910 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Network 26df5d89-aafc-4698-a264-06709062bbc1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:09:58.265199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:09:58.281119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:09:58.307807 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (62e88cbf-5f53-45b6-af8b-970e8228e131), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.311038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e9c0799d-319c-4b7b-b586-a79fb6b9dfb3 admin admin] For port 55ce6b53-ae14-45ed-b357-f9073e42392b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=55ce6b53-ae14-45ed-b357-f9073e42392b,segment=NetworkSegment(6b8d98e1-d359-4aa7-a928-da658fc804c7),segment_id=6b8d98e1-d359-4aa7-a928-da658fc804c7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:09:58.311336 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9c0799d-319c-4b7b-b586-a79fb6b9dfb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.348600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Pushing event updated for resources: {'Port': ['ID=18d31eb8-4b66-4023-b9c0-f4b4329c9ed5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:58.370061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e9c0799d-319c-4b7b-b586-a79fb6b9dfb3 admin admin] Calling delete_port for 55ce6b53-ae14-45ed-b357-f9073e42392b owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:09:58.373771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Attempting to bind port 18d31eb8-4b66-4023-b9c0-f4b4329c9ed5 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:09:58.374293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Attempting to bind port 18d31eb8-4b66-4023-b9c0-f4b4329c9ed5 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '26df5d89-aafc-4698-a264-06709062bbc1'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:09:58.374505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Attempting to bind port 18d31eb8-4b66-4023-b9c0-f4b4329c9ed5 on network 26df5d89-aafc-4698-a264-06709062bbc1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:09:58.381018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:09:58.381399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Checking segment: {'id': 'c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '26df5d89-aafc-4698-a264-06709062bbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:09:58.381814 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.382207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Bound using segment: {'id': 'c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '26df5d89-aafc-4698-a264-06709062bbc1'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:09:58.382825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Bound port: 18d31eb8-4b66-4023-b9c0-f4b4329c9ed5, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '26df5d89-aafc-4698-a264-06709062bbc1'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:09:58.383210 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (18d31eb8-4b66-4023-b9c0-f4b4329c9ed5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.390104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Subnet': ['ID=62e88cbf-5f53-45b6-af8b-970e8228e131,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:58.495798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] For port 18d31eb8-4b66-4023-b9c0-f4b4329c9ed5, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:09:58.499192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] For port 18d31eb8-4b66-4023-b9c0-f4b4329c9ed5, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=18d31eb8-4b66-4023-b9c0-f4b4329c9ed5,segment=NetworkSegment(c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee),segment_id=c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:09:58.523040 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (18d31eb8-4b66-4023-b9c0-f4b4329c9ed5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.554232 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (26df5d89-aafc-4698-a264-06709062bbc1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.635770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26df5d89-aafc-4698-a264-06709062bbc1']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:58.640489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 19b3c811-6891-4fe3-aa8e-56904a0be34f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:09:58.670141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:58.670463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:09:58.697391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ad9594d3-afd6-485d-bd97-3d3c64ae8263 None None] Provisioning complete for port 19b3c811-6891-4fe3-aa8e-56904a0be34f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:58.697758 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad9594d3-afd6-485d-bd97-3d3c64ae8263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.742015 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.778124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccd59d-effd-4ead-b1ae-948154cbeb89 None None] Pushing event updated for resources: {'Port': ['ID=18d31eb8-4b66-4023-b9c0-f4b4329c9ed5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:58.788150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9948295d-9dfd-48ae-af1c-f5edda865002 None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:09:58.818720 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.837175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:09:58.837887 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:09:58.844422 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:09:58.893079 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (03b3d7c9-18b8-4b19-acd9-6ebba8f23a91), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:59.229233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 19b3c811-6891-4fe3-aa8e-56904a0be34f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:09:59.229611 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:59.238911 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:09:59.238911 n-d-827336-2 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:09:59.238911 n-d-827336-2 neutron-server[103188]: [parameters: {'id': '26df5d89-aafc-4698-a264-06709062bbc1'}] Feb 02 13:09:59.238911 n-d-827336-2 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:09:59.241509 n-d-827336-2 neutron-server[103188]: DEBUG oslo_db.api [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:09:59.244040 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Pushing event deleted for resources: {'Port': ['ID=03b3d7c9-18b8-4b19-acd9-6ebba8f23a91,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:59.293190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7fa3fd6d-9f12-40d7-aaaa-14e5df03837d req-088d3207-090a-455e-882f-da85e7be9216 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 210 time: 0.2021015 Feb 02 13:09:59.308753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52360) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:59.329578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ad9594d3-afd6-485d-bd97-3d3c64ae8263 None None] Current status of the port 19b3c811-6891-4fe3-aa8e-56904a0be34f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:59.406609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9948295d-9dfd-48ae-af1c-f5edda865002 None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:09:59.548597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 19b3c811-6891-4fe3-aa8e-56904a0be34f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:09:59.610058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a75ab7ce-6707-4697-891f-9bc31590d3e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:59.700320 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a75ab7ce-6707-4697-891f-9bc31590d3e0 admin admin] Publish callbacks [] for security_group (5061c7ff-7274-4b44-ae7e-78601c298c71), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:59.707351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a75ab7ce-6707-4697-891f-9bc31590d3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5061c7ff-7274-4b44-ae7e-78601c298c71), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:59.771247 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a75ab7ce-6707-4697-891f-9bc31590d3e0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d6e4488e3d614e688ff705c8558c6f29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4613702 Feb 02 13:09:59.772372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52374) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:09:59.781213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ab7ce-6707-4697-891f-9bc31590d3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5061c7ff-7274-4b44-ae7e-78601c298c71,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:09:59.852527 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9c15ae7-4c90-49dd-b7fb-640f38ba5c15 admin admin] Publish callbacks [] for security_group (5061c7ff-7274-4b44-ae7e-78601c298c71), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:09:59.871083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53784d67-1f44-4f0c-a24a-4bab4cf5c8ba None None] Network 26df5d89-aafc-4698-a264-06709062bbc1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:09:59.908393 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9c15ae7-4c90-49dd-b7fb-640f38ba5c15 admin admin] Publish callbacks [] for security_group (5061c7ff-7274-4b44-ae7e-78601c298c71), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:00.008559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9c15ae7-4c90-49dd-b7fb-640f38ba5c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5061c7ff-7274-4b44-ae7e-78601c298c71), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:00.012888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9c15ae7-4c90-49dd-b7fb-640f38ba5c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:00.016657 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b9c15ae7-4c90-49dd-b7fb-640f38ba5c15 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5061c7ff-7274-4b44-ae7e-78601c298c71 HTTP/1.1" status: 204 len: 168 time: 0.2414224 Feb 02 13:10:00.030579 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c15ae7-4c90-49dd-b7fb-640f38ba5c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5061c7ff-7274-4b44-ae7e-78601c298c71,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:00.117877 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (26df5d89-aafc-4698-a264-06709062bbc1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:00.141273 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-519a22f5-1b3b-434f-9b85-18ce0ec08f77 req-4a9345d1-cd01-4042-8bb8-88cf44e334d1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.7156539 Feb 02 13:10:00.142001 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9c0799d-319c-4b7b-b586-a79fb6b9dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (55ce6b53-ae14-45ed-b357-f9073e42392b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:00.227928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:10:00.256886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:10:00.257595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:10:00.271694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae2fd-54dc-4b2b-9675-1848329f8308 req-4fd948d6-dce8-4bca-96af-60a1fd4ba12a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:00.273322 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-feaae2fd-54dc-4b2b-9675-1848329f8308 req-4fd948d6-dce8-4bca-96af-60a1fd4ba12a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 1.1180241 Feb 02 13:10:00.277410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0799d-319c-4b7b-b586-a79fb6b9dfb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ce6b53-ae14-45ed-b357-f9073e42392b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:00.568408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:10:00.731215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13cadefa-c26b-4728-b8e9-a503c7840d22 req-4d45043e-fc88-4b94-ac00-eb6679ba56b9 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 210 time: 0.1717207 Feb 02 13:10:00.753210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d995214-e245-4764-8122-be1284b77b4e req-964b6842-32e3-4252-a8dc-5e9b604fa202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:00.754931 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d995214-e245-4764-8122-be1284b77b4e req-964b6842-32e3-4252-a8dc-5e9b604fa202 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 1127 time: 0.6330786 Feb 02 13:10:00.758266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-feaae2fd-54dc-4b2b-9675-1848329f8308 req-631e5c1e-27ba-4623-a1c5-4f3e0d328516 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375367 Feb 02 13:10:00.908408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Deleting port 18d31eb8-4b66-4023-b9c0-f4b4329c9ed5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:00.908730 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (18d31eb8-4b66-4023-b9c0-f4b4329c9ed5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:00.932241 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9c0799d-319c-4b7b-b586-a79fb6b9dfb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (d4849649-7edf-469f-9cb1-332435286f7a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:00.984253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d995214-e245-4764-8122-be1284b77b4e req-e72fa692-e8bc-4400-a455-cbed2aa280ad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173564 Feb 02 13:10:01.078532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] For port 18d31eb8-4b66-4023-b9c0-f4b4329c9ed5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=18d31eb8-4b66-4023-b9c0-f4b4329c9ed5,segment=NetworkSegment(c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee),segment_id=c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:01.078892 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (18d31eb8-4b66-4023-b9c0-f4b4329c9ed5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.102894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:10:01.104705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Calling delete_port for 18d31eb8-4b66-4023-b9c0-f4b4329c9ed5 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:01.115780 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93225bc8-0a51-4db6-bff2-c7efbc9b00e7 None None] Sync routers for ids ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:10:01.121805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52412) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:01.128890 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93225bc8-0a51-4db6-bff2-c7efbc9b00e7 None None] Routers {'61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:01.129820 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-93225bc8-0a51-4db6-bff2-c7efbc9b00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:01.237052 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1379423397-network', 'tenant_id': '1af86eae570b46b3a4585e718e1a9580'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:01.289356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Made reservation on behalf of 1af86eae570b46b3a4585e718e1a9580 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:01.292035 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.311900 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.354610 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-93225bc8-0a51-4db6-bff2-c7efbc9b00e7 None None] Set router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:01.459209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Publish callbacks [] for security_group (872f43d6-888d-4e84-90c7-4bdadef99f86), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.466225 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (872f43d6-888d-4e84-90c7-4bdadef99f86), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.491060 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:01.503916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] No DVR routers for this DVR port 03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:01.508270 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (7a551a7f-57bb-4e0b-86bf-5756f6af44b7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.509066 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Added segment 7a551a7f-57bb-4e0b-86bf-5756f6af44b7 of type vlan for network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd Feb 02 13:10:01.549969 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (18d31eb8-4b66-4023-b9c0-f4b4329c9ed5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.552721 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.556555 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7ac72d5-1bdc-4a96-8400-b1ba21b9bd01 req-6b94251b-5950-454c-b9c3-ad97d37003c4 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.62 "DELETE /v2.0/ports/03b3d7c9-18b8-4b19-acd9-6ebba8f23a91 HTTP/1.1" status: 204 len: 173 time: 4.9925203 Feb 02 13:10:01.561957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38922cd4-3180-4bf1-98cc-22a401501dea', 'name': 'network-vif-deleted', 'tag': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:10:01.564598 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c965a3-0c7e-4ad1-83c4-57215e12cc04" -d '{"events": [{"server_uuid": "38922cd4-3180-4bf1-98cc-22a401501dea", "name": "network-vif-deleted", "tag": "03b3d7c9-18b8-4b19-acd9-6ebba8f23a91"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:10:01.570148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86696d8e-5a4d-4711-aa7c-12be38d0e7fb req-66855a29-6cb1-434b-9db3-676c8582482a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.1603072 Feb 02 13:10:01.571227 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.640050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.642529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:01.644339 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.655367 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Port': ['ID=18d31eb8-4b66-4023-b9c0-f4b4329c9ed5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:01.674452 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c02c17-08e4-473b-bcb2-7cc1cd80f3d7 x-openstack-request-id: req-11c02c17-08e4-473b-bcb2-7cc1cd80f3d7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:10:01.674807 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38922cd4-3180-4bf1-98cc-22a401501dea", "name": "network-vif-deleted", "tag": "03b3d7c9-18b8-4b19-acd9-6ebba8f23a91", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:10:01.675120 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-11c02c17-08e4-473b-bcb2-7cc1cd80f3d7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:10:01.675611 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38922cd4-3180-4bf1-98cc-22a401501dea', 'name': 'network-vif-deleted', 'tag': '03b3d7c9-18b8-4b19-acd9-6ebba8f23a91', 'status': 'completed', 'code': 200} Feb 02 13:10:01.678501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No DVR routers for this DVR port 18d31eb8-4b66-4023-b9c0-f4b4329c9ed5 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:01.694161 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-93225bc8-0a51-4db6-bff2-c7efbc9b00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '41b2441d-fd2f-4c29-81ce-dc51d4233a08', 'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'mac_address': 'fa:16:3e:cb:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:42Z', 'updated_at': '2022-02-02T13:08:53Z', 'revision_number': 5, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'subnets': [{'id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:01.741627 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35a7317d-c29f-42b3-adc5-0a2dbbef8e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.779826 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93225bc8-0a51-4db6-bff2-c7efbc9b00e7 None None] Checking router: 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:10:01.797702 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93225bc8-0a51-4db6-bff2-c7efbc9b00e7 None None] Routers {'61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:01.801003 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-93225bc8-0a51-4db6-bff2-c7efbc9b00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:01.818024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872f43d6-888d-4e84-90c7-4bdadef99f86,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:01.858865 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7219722 Feb 02 13:10:01.859701 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52436) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:01.884223 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (26df5d89-aafc-4698-a264-06709062bbc1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:01.891500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-60f82063-5bf9-4df7-9cec-dfa6e1fff503 admin admin] Request body: {'subnet': {'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1379423397-subnet', 'tenant_id': '1af86eae570b46b3a4585e718e1a9580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:01.923701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c0799d-319c-4b7b-b586-a79fb6b9dfb3 admin admin] Router d4849649-7edf-469f-9cb1-332435286f7a has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:10:01.979584 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-93225bc8-0a51-4db6-bff2-c7efbc9b00e7 None None] Set router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:02.014323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd7e6246-9698-4ece-b013-52a13dc6ab94 req-f27c1647-f860-4feb-84c7-17e3e722a4d9 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/ports?device_id=38922cd4-3180-4bf1-98cc-22a401501dea HTTP/1.1" status: 200 len: 210 time: 0.1348941 Feb 02 13:10:02.021243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26df5d89-aafc-4698-a264-06709062bbc1']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:02.046776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:02.047169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:02.061430 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:02.118566 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:02.141689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8374df0-9ff1-48fa-b99a-5c43e9efc9ee req-83ef6f47-4c88-4523-b6c1-343b67c154b2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:02.143302 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8374df0-9ff1-48fa-b99a-5c43e9efc9ee req-83ef6f47-4c88-4523-b6c1-343b67c154b2 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.2621405 Feb 02 13:10:02.146486 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:02.146900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (c663a5f7-ff2a-48ac-a463-fa0fbaaa9bee), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:02.150299 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:02.323569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c0799d-319c-4b7b-b586-a79fb6b9dfb3 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:10:02.333542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e9c0799d-319c-4b7b-b586-a79fb6b9dfb3 admin admin] 10.222.0.83 "PUT /v2.0/routers/d4849649-7edf-469f-9cb1-332435286f7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2122707 Feb 02 13:10:02.334048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff6985-594d-4fa2-834d-ddf77dc16fb0 None None] Sync routers for ids ['d4849649-7edf-469f-9cb1-332435286f7a'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:10:02.334458 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (26df5d89-aafc-4698-a264-06709062bbc1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:02.339385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:02.350595 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:02.358880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/26df5d89-aafc-4698-a264-06709062bbc1 HTTP/1.1" status: 204 len: 168 time: 5.4883173 Feb 02 13:10:02.363167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:02.373765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9f072a80-dedb-46fc-b0c7-2f025b87693d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1561978595'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:02.377503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff6985-594d-4fa2-834d-ddf77dc16fb0 None None] Routers {'d4849649-7edf-469f-9cb1-332435286f7a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:02.378169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-59ff6985-594d-4fa2-834d-ddf77dc16fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d4849649-7edf-469f-9cb1-332435286f7a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:02.426984 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-93225bc8-0a51-4db6-bff2-c7efbc9b00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '41b2441d-fd2f-4c29-81ce-dc51d4233a08', 'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'mac_address': 'fa:16:3e:cb:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:42Z', 'updated_at': '2022-02-02T13:08:53Z', 'revision_number': 5, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'subnets': [{'id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:02.513018 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93225bc8-0a51-4db6-bff2-c7efbc9b00e7 None None] The sync data for ids ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'] in n-d-827336-2 is: [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:43Z', 'revision_number': 4, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '41b2441d-fd2f-4c29-81ce-dc51d4233a08', 'name': '', 'network_id': 'ae2255be-863e-41cd-a8a7-1e65d15220c2', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'mac_address': 'fa:16:3e:cb:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:42Z', 'updated_at': '2022-02-02T13:08:53Z', 'revision_number': 5, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'subnets': [{'id': '6ab84abd-0ed6-4e36-b74a-85d36d5a72f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:10:02.580537 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Publish callbacks [] for router (d4849649-7edf-469f-9cb1-332435286f7a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:02.585508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8374df0-9ff1-48fa-b99a-5c43e9efc9ee req-dfbe9360-7908-45fc-b276-82672d6584c8 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328249 Feb 02 13:10:02.594143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32048b0a-0fc2-4dbd-89ee-6c4680f303b6 admin admin] Pushing event updated for resources: {'Network': ['ID=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:02.606853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f82063-5bf9-4df7-9cec-dfa6e1fff503 admin admin] Made reservation on behalf of 1af86eae570b46b3a4585e718e1a9580 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:02.609405 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60f82063-5bf9-4df7-9cec-dfa6e1fff503 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:02.612590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bcc83-e78c-4963-8989-623d12e9c832 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Network': ['ID=26df5d89-aafc-4698-a264-06709062bbc1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:02.648419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:02.741850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-59ff6985-594d-4fa2-834d-ddf77dc16fb0 None None] Set router d4849649-7edf-469f-9cb1-332435286f7a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:02.754132 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0b262be-ec04-4c37-9e65-43e64fc1b394 req-fe64281c-ff4d-4d33-acf7-81d293bc847a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0383344 Feb 02 13:10:02.766864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f072a80-dedb-46fc-b0c7-2f025b87693d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:02.773444 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f072a80-dedb-46fc-b0c7-2f025b87693d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:02.854243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f072a80-dedb-46fc-b0c7-2f025b87693d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:02.876281 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f072a80-dedb-46fc-b0c7-2f025b87693d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4539d73e-21b5-49c5-abb7-14df44069b55), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:02.876613 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-9f072a80-dedb-46fc-b0c7-2f025b87693d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Added segment 4539d73e-21b5-49c5-abb7-14df44069b55 of type vlan for network 0762693b-3587-4d5d-b297-c0702dbdea7b Feb 02 13:10:02.894511 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Publish callbacks [] for router_gateway (d4849649-7edf-469f-9cb1-332435286f7a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:02.971910 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f072a80-dedb-46fc-b0c7-2f025b87693d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (0762693b-3587-4d5d-b297-c0702dbdea7b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:02.977138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60f82063-5bf9-4df7-9cec-dfa6e1fff503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (b38b2c40-37ff-4b0b-b098-a2e69951a834), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:02.998660 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916fd7d9-1eaf-4b6e-96dc-94a0f9e0df31 None None] New status for floating IP bcc3497e-c27b-47a1-a197-5173ed858457: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:10:03.030599 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f072a80-dedb-46fc-b0c7-2f025b87693d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (0762693b-3587-4d5d-b297-c0702dbdea7b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.037160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f072a80-dedb-46fc-b0c7-2f025b87693d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:03.037558 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f072a80-dedb-46fc-b0c7-2f025b87693d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.044345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Deleting port 9cb64897-57f6-4fa7-b817-9b85f438000c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:03.044669 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.150966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] For port 9cb64897-57f6-4fa7-b817-9b85f438000c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9cb64897-57f6-4fa7-b817-9b85f438000c,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:03.151349 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.172670 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f82063-5bf9-4df7-9cec-dfa6e1fff503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b38b2c40-37ff-4b0b-b098-a2e69951a834,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:03.172877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Calling delete_port for 9cb64897-57f6-4fa7-b817-9b85f438000c owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:03.176565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52460) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:03.186355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-59ff6985-594d-4fa2-834d-ddf77dc16fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'name': 'tempest-FloatingIPDetailsTestJSON-512493983-router', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173'}], 'enable_snat': True}, 'gw_port_id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:09:06Z', 'updated_at': '2022-02-02T13:09:59Z', 'revision_number': 5, 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'gw_port': {'id': '9cb64897-57f6-4fa7-b817-9b85f438000c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:72:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:09:07Z', 'updated_at': '2022-02-02T13:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:03.233657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff6985-594d-4fa2-834d-ddf77dc16fb0 None None] Checking router: d4849649-7edf-469f-9cb1-332435286f7a for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:10:03.257038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ff6985-594d-4fa2-834d-ddf77dc16fb0 None None] Routers {'d4849649-7edf-469f-9cb1-332435286f7a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:03.259085 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-59ff6985-594d-4fa2-834d-ddf77dc16fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d4849649-7edf-469f-9cb1-332435286f7a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:03.294837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f82063-5bf9-4df7-9cec-dfa6e1fff503 admin admin] Checking segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:03.295395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f82063-5bf9-4df7-9cec-dfa6e1fff503 admin admin] Network hostable DHCP agents. Network: 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:10:03.351156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9f072a80-dedb-46fc-b0c7-2f025b87693d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9868610 Feb 02 13:10:03.354021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:03.361128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-11d60206-fb2e-448e-8d58-6c89095a8cfd tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'subnet': {'network_id': '0762693b-3587-4d5d-b297-c0702dbdea7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:03.370751 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1166555e-29ef-470b-99bd-c217591ccfe1 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for security_group (83300637-9c0d-4468-9654-5ecb541c6bc5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.407012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f072a80-dedb-46fc-b0c7-2f025b87693d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Network': ['ID=0762693b-3587-4d5d-b297-c0702dbdea7b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:03.414705 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1166555e-29ef-470b-99bd-c217591ccfe1 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for security_group (83300637-9c0d-4468-9654-5ecb541c6bc5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.420606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 0762693b-3587-4d5d-b297-c0702dbdea7b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:03.527863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1166555e-29ef-470b-99bd-c217591ccfe1 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (83300637-9c0d-4468-9654-5ecb541c6bc5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.534263 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1166555e-29ef-470b-99bd-c217591ccfe1 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.536689 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1166555e-29ef-470b-99bd-c217591ccfe1 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "DELETE /v2.0/security-groups/83300637-9c0d-4468-9654-5ecb541c6bc5 HTTP/1.1" status: 204 len: 168 time: 0.3516810 Feb 02 13:10:03.539362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52470) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:03.553235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-59ff6985-594d-4fa2-834d-ddf77dc16fb0 None None] Set router d4849649-7edf-469f-9cb1-332435286f7a gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:03.566811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f82063-5bf9-4df7-9cec-dfa6e1fff503 admin admin] Network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:10:03.586549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166555e-29ef-470b-99bd-c217591ccfe1 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83300637-9c0d-4468-9654-5ecb541c6bc5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:03.589382 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-6ff7abcf-04fc-4a77-8c43-6c0701f1915b tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] show failed (client error): The resource could not be found. Feb 02 13:10:03.590740 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6ff7abcf-04fc-4a77-8c43-6c0701f1915b tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "GET /v2.0/security-groups/83300637-9c0d-4468-9654-5ecb541c6bc5 HTTP/1.1" status: 404 len: 347 time: 0.0427585 Feb 02 13:10:03.593586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52472) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:03.604187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-60f82063-5bf9-4df7-9cec-dfa6e1fff503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:03.609829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d60206-fb2e-448e-8d58-6c89095a8cfd tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:03.614745 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11d60206-fb2e-448e-8d58-6c89095a8cfd tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.636595 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9cb64897-57f6-4fa7-b817-9b85f438000c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.684576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f82063-5bf9-4df7-9cec-dfa6e1fff503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:03.685316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb64897-57f6-4fa7-b817-9b85f438000c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:03.685852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60f82063-5bf9-4df7-9cec-dfa6e1fff503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.729477 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-60f82063-5bf9-4df7-9cec-dfa6e1fff503 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8600447 Feb 02 13:10:03.737397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873433e4-beea-49f3-aaab-a03cdb099976 None None] Network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:03.806186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-59ff6985-594d-4fa2-834d-ddf77dc16fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'name': 'tempest-FloatingIPDetailsTestJSON-512493983-router', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:09:06Z', 'updated_at': '2022-02-02T13:10:02Z', 'revision_number': 6, 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:03.875896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-06377ef7-fe00-4f62-8ab8-90c8f43f2f06 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Deleting port f114f3ba-db3d-4fe6-98d0-a544d11d834f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:03.876562 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06377ef7-fe00-4f62-8ab8-90c8f43f2f06 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f114f3ba-db3d-4fe6-98d0-a544d11d834f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.950291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e5e6f78-9f40-46da-90d5-3e433d6049b1 req-ecffb14f-dbb7-4b50-b6fb-c184506e2846 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0581722 Feb 02 13:10:03.979389 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (d4849649-7edf-469f-9cb1-332435286f7a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:03.992911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad76d7-124f-473d-9212-9e2e0a165be1 req-1c32df59-51d7-4972-bff8-5e1a55359872 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:04.001397 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45ad76d7-124f-473d-9212-9e2e0a165be1 req-1c32df59-51d7-4972-bff8-5e1a55359872 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.2620645 Feb 02 13:10:04.023519 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06377ef7-fe00-4f62-8ab8-90c8f43f2f06 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f114f3ba-db3d-4fe6-98d0-a544d11d834f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:04.024464 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06377ef7-fe00-4f62-8ab8-90c8f43f2f06 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for floatingip (f114f3ba-db3d-4fe6-98d0-a544d11d834f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:04.046773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-06377ef7-fe00-4f62-8ab8-90c8f43f2f06 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Calling delete_port for f114f3ba-db3d-4fe6-98d0-a544d11d834f owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:04.117723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ff6985-594d-4fa2-834d-ddf77dc16fb0 None None] The sync data for ids ['d4849649-7edf-469f-9cb1-332435286f7a'] in n-d-827336-2 is: [{'id': 'd4849649-7edf-469f-9cb1-332435286f7a', 'name': 'tempest-FloatingIPDetailsTestJSON-512493983-router', 'tenant_id': 'a339bb9a41de40f2a43f4c694f571096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:09:06Z', 'updated_at': '2022-02-02T13:10:02Z', 'revision_number': 6, 'project_id': 'a339bb9a41de40f2a43f4c694f571096', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:10:04.126130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df60efd-3f87-4d81-9099-6cec29a11f3f None None] Network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:04.140857 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (d4849649-7edf-469f-9cb1-332435286f7a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:04.153709 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Publish callbacks [] for router_controller (d4849649-7edf-469f-9cb1-332435286f7a), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:04.268038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45ad76d7-124f-473d-9212-9e2e0a165be1 req-e6bdaf40-4d08-48e7-a3b7-d1cd045c7d11 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590072 Feb 02 13:10:04.292664 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0125635e-68f9-4f7d-8cc9-e4cb69574a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:04.400881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06377ef7-fe00-4f62-8ab8-90c8f43f2f06 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f114f3ba-db3d-4fe6-98d0-a544d11d834f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:04.448558 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (d4849649-7edf-469f-9cb1-332435286f7a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:04.449084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4849649-7edf-469f-9cb1-332435286f7a {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:10:04.461877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06377ef7-fe00-4f62-8ab8-90c8f43f2f06 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Pushing event deleted for resources: {'Port': ['ID=f114f3ba-db3d-4fe6-98d0-a544d11d834f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:04.468672 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:04.475044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b282a477-1d2d-48a9-a69b-4d366611c531 admin admin] 10.222.0.83 "DELETE /v2.0/routers/d4849649-7edf-469f-9cb1-332435286f7a HTTP/1.1" status: 204 len: 168 time: 2.1323690 Feb 02 13:10:04.488053 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:04.673686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 55ce6b53-ae14-45ed-b357-f9073e42392b no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:10:04.680090 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06377ef7-fe00-4f62-8ab8-90c8f43f2f06 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks [] for floatingip (bcc3497e-c27b-47a1-a197-5173ed858457), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:04.688020 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06377ef7-fe00-4f62-8ab8-90c8f43f2f06 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:04.694660 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-06377ef7-fe00-4f62-8ab8-90c8f43f2f06 tempest-ServersTestJSON-41511439 tempest-ServersTestJSON-41511439-project] 10.222.0.83 "DELETE /v2.0/floatingips/bcc3497e-c27b-47a1-a197-5173ed858457 HTTP/1.1" status: 204 len: 168 time: 1.0986605 Feb 02 13:10:04.701776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52514) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:04.737048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 55ce6b53-ae14-45ed-b357-f9073e42392b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:10:04.737387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 55ce6b53-ae14-45ed-b357-f9073e42392b not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:10:05.157271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11d60206-fb2e-448e-8d58-6c89095a8cfd tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (659387ce-4262-4b23-be03-c3921b48f721), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:05.157884 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d73da0ad-d265-473c-a550-4afddc6efd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:05.230565 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bcba06-24e9-4267-82bd-56ec4f88f0fb admin admin] Deleting subnet 8cd153e2-48e1-4510-8a55-a5b7cb1955dd {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:10:05.257054 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17bcba06-24e9-4267-82bd-56ec4f88f0fb admin admin] Publish callbacks [] for subnet (8cd153e2-48e1-4510-8a55-a5b7cb1955dd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:05.308096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ffff4b9c-a792-4af4-8fa1-8422e3cd1592 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:05.309589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ffff4b9c-a792-4af4-8fa1-8422e3cd1592 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 0.9325798 Feb 02 13:10:05.335153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d60206-fb2e-448e-8d58-6c89095a8cfd tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Subnet': ['ID=659387ce-4262-4b23-be03-c3921b48f721,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:05.351983 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17bcba06-24e9-4267-82bd-56ec4f88f0fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (8cd153e2-48e1-4510-8a55-a5b7cb1955dd), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:05.355666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7bc82-c056-4ec2-b6e8-66cf97783aba req-255ceb61-2aeb-4d65-b89c-ddad0c542f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:05.357178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34a7bc82-c056-4ec2-b6e8-66cf97783aba req-255ceb61-2aeb-4d65-b89c-ddad0c542f27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 1127 time: 0.2733650 Feb 02 13:10:05.382018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba675df-5c1b-41ca-95fd-166c719c9597 req-04269a15-2ff5-4a80-86bc-e370a868db59 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:05.388804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dba675df-5c1b-41ca-95fd-166c719c9597 req-04269a15-2ff5-4a80-86bc-e370a868db59 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.3038094 Feb 02 13:10:05.417708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-a41a0546-3339-4b63-bcd4-54e2d0d2ec01 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/quotas/1af86eae570b46b3a4585e718e1a9580 HTTP/1.1" status: 200 len: 375 time: 0.0898638 Feb 02 13:10:05.445991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d60206-fb2e-448e-8d58-6c89095a8cfd tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Checking segment: {'id': '4539d73e-21b5-49c5-abb7-14df44069b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0762693b-3587-4d5d-b297-c0702dbdea7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:05.446337 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d60206-fb2e-448e-8d58-6c89095a8cfd tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network hostable DHCP agents. Network: 0762693b-3587-4d5d-b297-c0702dbdea7b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:10:05.456238 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:05.488369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d73da0ad-d265-473c-a550-4afddc6efd1b admin admin] Deleting port 41b2441d-fd2f-4c29-81ce-dc51d4233a08 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:05.488827 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d73da0ad-d265-473c-a550-4afddc6efd1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:05.505244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-0eeb8016-b01f-447c-8f46-3e0e031a979d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641465 Feb 02 13:10:05.591732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d73da0ad-d265-473c-a550-4afddc6efd1b admin admin] For port 41b2441d-fd2f-4c29-81ce-dc51d4233a08, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=41b2441d-fd2f-4c29-81ce-dc51d4233a08,segment=NetworkSegment(8cb76ad7-de44-4de1-a5f3-d391baed80c1),segment_id=8cb76ad7-de44-4de1-a5f3-d391baed80c1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:05.592109 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d73da0ad-d265-473c-a550-4afddc6efd1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:05.608983 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d73da0ad-d265-473c-a550-4afddc6efd1b admin admin] Calling delete_port for 41b2441d-fd2f-4c29-81ce-dc51d4233a08 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:05.630050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dba675df-5c1b-41ca-95fd-166c719c9597 req-f4a7f72f-ca5f-42b8-911d-921e9ffc88c3 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403548 Feb 02 13:10:05.630656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d60206-fb2e-448e-8d58-6c89095a8cfd tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network 0762693b-3587-4d5d-b297-c0702dbdea7b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:10:05.707994 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17bcba06-24e9-4267-82bd-56ec4f88f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (8cd153e2-48e1-4510-8a55-a5b7cb1955dd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:05.712596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-11d60206-fb2e-448e-8d58-6c89095a8cfd tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 0762693b-3587-4d5d-b297-c0702dbdea7b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:05.722817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbad7228-96a4-4903-ad5c-eecc901bcc06 None None] Network 0762693b-3587-4d5d-b297-c0702dbdea7b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:05.736460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7bc82-c056-4ec2-b6e8-66cf97783aba req-ca85e4ba-6437-4c84-a19f-f2f72bbac68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:05.737953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34a7bc82-c056-4ec2-b6e8-66cf97783aba req-ca85e4ba-6437-4c84-a19f-f2f72bbac68c service neutron] 10.222.0.18 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 920 time: 0.3437376 Feb 02 13:10:05.740677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d60206-fb2e-448e-8d58-6c89095a8cfd tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:05.741266 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11d60206-fb2e-448e-8d58-6c89095a8cfd tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:05.827586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-11d60206-fb2e-448e-8d58-6c89095a8cfd tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.4703376 Feb 02 13:10:05.827944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52526) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:05.836386 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34a7bc82-c056-4ec2-b6e8-66cf97783aba req-8a22b7ea-6d42-417d-9a0c-bd911582832e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d HTTP/1.1" status: 200 len: 217 time: 0.0810151 Feb 02 13:10:05.867047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-0762693b-3587-4d5d-b297-c0702dbdea7b', 'network_id': '0762693b-3587-4d5d-b297-c0702dbdea7b', 'project_id': 'a81447f9e0dc459a8fb26158c0a8cbcd', 'fixed_ips': [{'subnet_id': '659387ce-4262-4b23-be03-c3921b48f721'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:10:05.868198 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:05.879534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-f7dc020f-145e-4c0f-a1af-55660396b3b6 service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334084 Feb 02 13:10:05.895860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0b0213c-9818-49b9-ac24-4edc7c327cef req-a1f4ef1c-1ee9-4d9a-a832-9b288df29ea0 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0670531 Feb 02 13:10:05.984968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (0762693b-3587-4d5d-b297-c0702dbdea7b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.009804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7bc82-c056-4ec2-b6e8-66cf97783aba req-42d4500a-4028-4385-a74c-e7998ff18260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:06.011296 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34a7bc82-c056-4ec2-b6e8-66cf97783aba req-42d4500a-4028-4385-a74c-e7998ff18260 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.1621325 Feb 02 13:10:06.015130 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17bcba06-24e9-4267-82bd-56ec4f88f0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (8cd153e2-48e1-4510-8a55-a5b7cb1955dd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.034431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Allocated IP 2001:db8::1 (0762693b-3587-4d5d-b297-c0702dbdea7b/659387ce-4262-4b23-be03-c3921b48f721/fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:06.080764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d73da0ad-d265-473c-a550-4afddc6efd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (41b2441d-fd2f-4c29-81ce-dc51d4233a08), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.095086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcba06-24e9-4267-82bd-56ec4f88f0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd153e2-48e1-4510-8a55-a5b7cb1955dd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:06.101497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34a7bc82-c056-4ec2-b6e8-66cf97783aba req-e9d57d1f-7533-433c-9313-2cebe15db6dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800657 Feb 02 13:10:06.108222 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17bcba06-24e9-4267-82bd-56ec4f88f0fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.115227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-17bcba06-24e9-4267-82bd-56ec4f88f0fb admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8cd153e2-48e1-4510-8a55-a5b7cb1955dd HTTP/1.1" status: 204 len: 168 time: 1.6259449 Feb 02 13:10:06.122143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:06.134744 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (659387ce-4262-4b23-be03-c3921b48f721), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.148449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8874ab6f-b783-4281-ba53-b37c46ceb328 None None] Network fdb40979-37d1-459d-b1df-9f7d2bf0f155 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:06.158513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73da0ad-d265-473c-a550-4afddc6efd1b admin admin] Pushing event deleted for resources: {'Port': ['ID=41b2441d-fd2f-4c29-81ce-dc51d4233a08,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:06.250500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-1dd81ef4-a5c1-4573-a21c-3756099c1f6b service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700547 Feb 02 13:10:06.434014 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (fdb40979-37d1-459d-b1df-9f7d2bf0f155), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.446515 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d73da0ad-d265-473c-a550-4afddc6efd1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.473103 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Publish callbacks [] for port (fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.486549 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.528318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Network 0762693b-3587-4d5d-b297-c0702dbdea7b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:06.532702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:06.537855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:06.546568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6cb9d8-cc3f-4597-9a97-4e196a4348f8 None None] DHCP port deletion for fdb40979-37d1-459d-b1df-9f7d2bf0f155 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:10:06.582526 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (659387ce-4262-4b23-be03-c3921b48f721), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.632901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34a7bc82-c056-4ec2-b6e8-66cf97783aba req-0469bfd4-d5ca-4352-8a51-7ebe7818e2f5 service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259132 Feb 02 13:10:06.689087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Pushing event updated for resources: {'Port': ['ID=fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:06.750201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9cb64897-57f6-4fa7-b817-9b85f438000c no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:10:06.766207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Subnet': ['ID=659387ce-4262-4b23-be03-c3921b48f721,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:06.810923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47d30988-388a-45de-843b-9ae73d7480cc req-112dc027-98e7-44b5-ad6c-9cf15460131a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 210 time: 0.1685531 Feb 02 13:10:06.850176 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (0762693b-3587-4d5d-b297-c0702dbdea7b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.885056 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.895879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 9cb64897-57f6-4fa7-b817-9b85f438000c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:10:06.896231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9cb64897-57f6-4fa7-b817-9b85f438000c not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:10:06.911802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Attempting to bind port fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:06.912173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Attempting to bind port fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4539d73e-21b5-49c5-abb7-14df44069b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0762693b-3587-4d5d-b297-c0702dbdea7b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:06.912582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Attempting to bind port fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09 on network 0762693b-3587-4d5d-b297-c0702dbdea7b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:06.917329 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.954158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:06.958374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Checking segment: {'id': '4539d73e-21b5-49c5-abb7-14df44069b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0762693b-3587-4d5d-b297-c0702dbdea7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:06.963283 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:06.964578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Bound using segment: {'id': '4539d73e-21b5-49c5-abb7-14df44069b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0762693b-3587-4d5d-b297-c0702dbdea7b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:06.965580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Bound port: fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4539d73e-21b5-49c5-abb7-14df44069b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '0762693b-3587-4d5d-b297-c0702dbdea7b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:06.967655 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.025045 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73da0ad-d265-473c-a550-4afddc6efd1b admin admin] Router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:10:07.040532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0762693b-3587-4d5d-b297-c0702dbdea7b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:07.041320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cb9d8-cc3f-4597-9a97-4e196a4348f8 None None] Deleting port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:07.043456 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb9d8-cc3f-4597-9a97-4e196a4348f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.058130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Deleting port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:07.059458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4539d73e-21b5-49c5-abb7-14df44069b55') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:07.060705 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.060821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4539d73e-21b5-49c5-abb7-14df44069b55') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:07.148966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34a7bc82-c056-4ec2-b6e8-66cf97783aba req-c62ed29b-9560-4ce2-bb33-55655e6841c4 service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039511 Feb 02 13:10:07.206324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-aa6cb9d8-cc3f-4597-9a97-4e196a4348f8 None None] For port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=201d960d-dfd5-47cc-908d-cc46fbc6ad8c,segment=NetworkSegment(6b8d98e1-d359-4aa7-a928-da658fc804c7),segment_id=6b8d98e1-d359-4aa7-a928-da658fc804c7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:07.206744 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb9d8-cc3f-4597-9a97-4e196a4348f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.222532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73da0ad-d265-473c-a550-4afddc6efd1b admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:10:07.237167 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e48f770d-0908-4692-a9a4-3c04f3371729 req-55cbb779-2f45-461f-81c5-3bd8e0603f5d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.1509504 Feb 02 13:10:07.241356 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d73da0ad-d265-473c-a550-4afddc6efd1b admin admin] 10.222.0.83 "PUT /v2.0/routers/61717cb3-cfb6-43fb-8f0a-aad4d6f329d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5343945 Feb 02 13:10:07.244284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-aa6cb9d8-cc3f-4597-9a97-4e196a4348f8 None None] Calling delete_port for 201d960d-dfd5-47cc-908d-cc46fbc6ad8c owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:07.248375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (4539d73e-21b5-49c5-abb7-14df44069b55), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.252355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52558) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:07.317137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da35671-83a4-4477-a3c5-5c27eaaecb71 None None] Sync routers for ids ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:10:07.324841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c3496-1065-42bf-9a8c-bb34a18eedb8 req-f12a53be-24cc-4f01-a74f-2b539cb62f46 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:07.328320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e49c3496-1065-42bf-9a8c-bb34a18eedb8 req-f12a53be-24cc-4f01-a74f-2b539cb62f46 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.5235250 Feb 02 13:10:07.360329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] For port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=201d960d-dfd5-47cc-908d-cc46fbc6ad8c,segment=NetworkSegment(6b8d98e1-d359-4aa7-a928-da658fc804c7),segment_id=6b8d98e1-d359-4aa7-a928-da658fc804c7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:07.360703 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.381290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Calling delete_port for 201d960d-dfd5-47cc-908d-cc46fbc6ad8c owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:07.453182 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4539d73e-21b5-49c5-abb7-14df44069b55), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.469793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:07.470444 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (4539d73e-21b5-49c5-abb7-14df44069b55), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:07.475239 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:07.570150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e49c3496-1065-42bf-9a8c-bb34a18eedb8 req-1db5d820-b736-4372-aca7-95c9a9742ae1 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347355 Feb 02 13:10:07.591750 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.663009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Pushing event deleted for resources: {'Port': ['ID=201d960d-dfd5-47cc-908d-cc46fbc6ad8c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:07.669345 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Publish callbacks [] for router (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.678470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] No DVR routers for this DVR port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:07.714817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da35671-83a4-4477-a3c5-5c27eaaecb71 None None] Routers {'61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:07.715738 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9da35671-83a4-4477-a3c5-5c27eaaecb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:10:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:07.721569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] For port fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:07.775047 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.791936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] For port fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09,segment=NetworkSegment(4539d73e-21b5-49c5-abb7-14df44069b55),segment_id=4539d73e-21b5-49c5-abb7-14df44069b55)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:07.792596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (fdb40979-37d1-459d-b1df-9f7d2bf0f155), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.817948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb40979-37d1-459d-b1df-9f7d2bf0f155']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:07.830868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8d98e1-d359-4aa7-a928-da658fc804c7') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:07.831150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8d98e1-d359-4aa7-a928-da658fc804c7') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:07.832268 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa6cb9d8-cc3f-4597-9a97-4e196a4348f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (201d960d-dfd5-47cc-908d-cc46fbc6ad8c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.842250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.api [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:10:07.842250 n-d-827336-2 neutron-server[103187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:10:07.842250 n-d-827336-2 neutron-server[103187]: [parameters: {'id': '0762693b-3587-4d5d-b297-c0702dbdea7b'}] Feb 02 13:10:07.842250 n-d-827336-2 neutron-server[103187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:10:07.843269 n-d-827336-2 neutron-server[103187]: DEBUG oslo_db.api [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:10:07.843413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (6b8d98e1-d359-4aa7-a928-da658fc804c7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.867303 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (6b8d98e1-d359-4aa7-a928-da658fc804c7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.875994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:07.876410 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (6b8d98e1-d359-4aa7-a928-da658fc804c7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.885576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Publish callbacks [] for router_gateway (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.908725 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.922271 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6cb9d8-cc3f-4597-9a97-4e196a4348f8 None None] No DVR routers for this DVR port 201d960d-dfd5-47cc-908d-cc46fbc6ad8c on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:07.951990 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:07.956320 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (fdb40979-37d1-459d-b1df-9f7d2bf0f155), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.968181 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:07.978379 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] 10.222.0.83 "DELETE /v2.0/networks/fdb40979-37d1-459d-b1df-9f7d2bf0f155 HTTP/1.1" status: 204 len: 168 time: 1.8515577 Feb 02 13:10:07.993315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662415a6-bc90-4af2-b999-e5884b1cbc06 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb40979-37d1-459d-b1df-9f7d2bf0f155,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:08.042554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Deleting port cb29f8bb-c110-4212-8e7a-5c21d070b9e1 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:08.044098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:08.083808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2fcfc506-a2d9-4bdb-95c3-ad24c4cc560a req-3b670ede-2188-43d6-9428-82d3ef301a35 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 210 time: 0.0662868 Feb 02 13:10:08.099397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cb9d8-cc3f-4597-9a97-4e196a4348f8 None None] Pushing event deleted for resources: {'Port': ['ID=201d960d-dfd5-47cc-908d-cc46fbc6ad8c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:08.190575 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:08.207547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc329b0-7a1d-4fe1-9d57-047e9ef81211 None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:10:08.242856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] For port cb29f8bb-c110-4212-8e7a-5c21d070b9e1, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cb29f8bb-c110-4212-8e7a-5c21d070b9e1,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:08.245375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:08.297469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Calling delete_port for cb29f8bb-c110-4212-8e7a-5c21d070b9e1 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:08.342201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc329b0-7a1d-4fe1-9d57-047e9ef81211 None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:10:08.357265 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9da35671-83a4-4477-a3c5-5c27eaaecb71 None None] Set router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:08.437279 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e95e7c5-8c4e-44be-93e4-f366f4b327a9 req-1f10787a-a58f-4e9e-a062-c1bcca09d5e8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0708830 Feb 02 13:10:08.495588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:08.505786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ae8c9-f925-4ac0-8904-0b979ebc2c68 None None] Pushing event updated for resources: {'Port': ['ID=fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:08.589761 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (0762693b-3587-4d5d-b297-c0702dbdea7b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:08.596892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cb29f8bb-c110-4212-8e7a-5c21d070b9e1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:08.619323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52580) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:08.691501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cee063d3-7163-42a3-a904-e66953647861 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a339bb9a41de40f2a43f4c694f571096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1904399 Feb 02 13:10:08.692108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:08.701563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=cb29f8bb-c110-4212-8e7a-5c21d070b9e1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:08.794440 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 201d960d-dfd5-47cc-908d-cc46fbc6ad8c no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:10:08.818644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-204f2423-8927-4e61-86b7-febf1b467588 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:08.820919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-204f2423-8927-4e61-86b7-febf1b467588 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 0.3811996 Feb 02 13:10:08.843121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 201d960d-dfd5-47cc-908d-cc46fbc6ad8c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:10:08.843743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 201d960d-dfd5-47cc-908d-cc46fbc6ad8c not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:10:08.851460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871dd80-13f2-4a12-b048-1f383b1d1793 req-1a7f41ac-fb55-468a-b4c2-4e61b6963a91 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:08.856710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7871dd80-13f2-4a12-b048-1f383b1d1793 req-1a7f41ac-fb55-468a-b4c2-4e61b6963a91 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.1380405 Feb 02 13:10:08.870241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Request body: {'port': {'device_id': '3110b192-26d4-4327-8467-88fefbe45678', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'admin_state_up': True, 'tenant_id': '1af86eae570b46b3a4585e718e1a9580'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:08.880595 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:08.961997 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a55e15f-8902-4024-b60a-044befc4e431 admin admin] Publish callbacks [] for security_group (ca1f5b2f-7432-4d9d-86cb-516f57e4d49a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:08.972941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9956-31e7-4dce-a454-51142bfe685f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.012563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Deleting port fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:09.012897 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.034901 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.039393 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Publish callbacks [] for router_controller (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.043413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9da35671-83a4-4477-a3c5-5c27eaaecb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'name': 'tempest-ServersTestJSON-607923196-router', 'tenant_id': 'f22e4ac832c1407daa440ae4299643eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:10:05Z', 'revision_number': 5, 'project_id': 'f22e4ac832c1407daa440ae4299643eb', 'gw_port': {'id': 'cb29f8bb-c110-4212-8e7a-5c21d070b9e1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61717cb3-cfb6-43fb-8f0a-aad4d6f329d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:36Z', 'updated_at': '2022-02-02T13:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:09.081192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dff7c6-f774-4a23-904e-c691ae1badbb None None] Network 0762693b-3587-4d5d-b297-c0702dbdea7b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:09.096162 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a55e15f-8902-4024-b60a-044befc4e431 admin admin] Publish callbacks [] for security_group (ca1f5b2f-7432-4d9d-86cb-516f57e4d49a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.119601 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7871dd80-13f2-4a12-b048-1f383b1d1793 req-ae97d071-3e06-48d4-a645-5747f37cfac1 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077479 Feb 02 13:10:09.165882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da35671-83a4-4477-a3c5-5c27eaaecb71 None None] Checking router: 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:10:09.175072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] For port fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09,segment=NetworkSegment(4539d73e-21b5-49c5-abb7-14df44069b55),segment_id=4539d73e-21b5-49c5-abb7-14df44069b55)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:09.175471 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.180219 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (61717cb3-cfb6-43fb-8f0a-aad4d6f329d1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.180874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:10:09.187891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da35671-83a4-4477-a3c5-5c27eaaecb71 None None] Routers set() bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:09.187998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da35671-83a4-4477-a3c5-5c27eaaecb71 None None] Router IDs set() for agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 13:10:09.188756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_agentschedulers_db [None req-9da35671-83a4-4477-a3c5-5c27eaaecb71 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:10:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent'). {{(pid=103189) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 13:10:09.189097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da35671-83a4-4477-a3c5-5c27eaaecb71 None None] The sync data for ids ['61717cb3-cfb6-43fb-8f0a-aad4d6f329d1'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:10:09.194906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.196328 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-886268b3-3503-4e61-bba3-a86b65b0d4fa admin admin] 10.222.0.83 "DELETE /v2.0/routers/61717cb3-cfb6-43fb-8f0a-aad4d6f329d1 HTTP/1.1" status: 204 len: 168 time: 1.9428341 Feb 02 13:10:09.201046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52592) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:09.227378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Made reservation on behalf of 1af86eae570b46b3a4585e718e1a9580 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:09.236455 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.257833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Calling delete_port for fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:09.261961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddda092-1ee3-4dc5-9e2b-c025579cf1ef admin admin] Deleting subnet 6ab84abd-0ed6-4e36-b74a-85d36d5a72f5 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:10:09.276013 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ddda092-1ee3-4dc5-9e2b-c025579cf1ef admin admin] Publish callbacks [] for subnet (6ab84abd-0ed6-4e36-b74a-85d36d5a72f5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.326262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6330273f-d2e0-4981-ad0f-bdd69b193621 req-fb971b6b-2f55-418d-af83-9c4beecde62b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 210 time: 0.0475421 Feb 02 13:10:09.327055 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a55e15f-8902-4024-b60a-044befc4e431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ca1f5b2f-7432-4d9d-86cb-516f57e4d49a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.329892 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a55e15f-8902-4024-b60a-044befc4e431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.331207 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0a55e15f-8902-4024-b60a-044befc4e431 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ca1f5b2f-7432-4d9d-86cb-516f57e4d49a HTTP/1.1" status: 204 len: 168 time: 0.6380489 Feb 02 13:10:09.410357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55e15f-8902-4024-b60a-044befc4e431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1f5b2f-7432-4d9d-86cb-516f57e4d49a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:09.505852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Allocated IP 172.20.0.9 (17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd/b38b2c40-37ff-4b0b-b098-a2e69951a834/9f5c1d6d-25aa-4452-9157-886fe4da58e4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:09.609158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65a8138c-c453-456a-a589-123d871a4d7d req-b5dc04e5-8dbb-4ada-b541-a9b26ab6cb5c tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0523040 Feb 02 13:10:09.748140 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9956-31e7-4dce-a454-51142bfe685f admin admin] Publish callbacks [] for security_group (24e352e4-0bd9-45b7-81ed-70df1be849d9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.751056 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ddda092-1ee3-4dc5-9e2b-c025579cf1ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (6ab84abd-0ed6-4e36-b74a-85d36d5a72f5), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.768347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks [] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.791772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9956-31e7-4dce-a454-51142bfe685f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (24e352e4-0bd9-45b7-81ed-70df1be849d9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.819646 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.856201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b9956-31e7-4dce-a454-51142bfe685f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e352e4-0bd9-45b7-81ed-70df1be849d9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:09.884783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:09.890054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:09.894840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:09.900053 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Pushing event updated for resources: {'Port': ['ID=9f5c1d6d-25aa-4452-9157-886fe4da58e4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:09.931198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2d2b9956-31e7-4dce-a454-51142bfe685f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=447a459ce5454c1b97b9037bbf6d7603&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2629738 Feb 02 13:10:09.934296 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:09.960401 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ddda092-1ee3-4dc5-9e2b-c025579cf1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (6ab84abd-0ed6-4e36-b74a-85d36d5a72f5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:09.989651 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.003179 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:10.004126 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.015298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No DVR routers for this DVR port fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:10.017276 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-881a0650-371a-4f78-b02e-85e2b689630f admin admin] Publish callbacks [] for security_group (24e352e4-0bd9-45b7-81ed-70df1be849d9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.042387 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-ca904508-8f77-46e9-ba4f-37fb9fda01c9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1816297 Feb 02 13:10:10.048125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Port': ['ID=fd9cb0ef-805d-4b65-bbf1-c9f5ddc2ae09,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:10.051394 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-881a0650-371a-4f78-b02e-85e2b689630f admin admin] Publish callbacks [] for security_group (24e352e4-0bd9-45b7-81ed-70df1be849d9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.065744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Request body: {'port': {'device_id': '3110b192-26d4-4327-8467-88fefbe45678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:10.188591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ddda092-1ee3-4dc5-9e2b-c025579cf1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (6ab84abd-0ed6-4e36-b74a-85d36d5a72f5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.191785 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (0762693b-3587-4d5d-b297-c0702dbdea7b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.230053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.256220 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-881a0650-371a-4f78-b02e-85e2b689630f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (24e352e4-0bd9-45b7-81ed-70df1be849d9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.263063 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-881a0650-371a-4f78-b02e-85e2b689630f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.264873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-881a0650-371a-4f78-b02e-85e2b689630f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/24e352e4-0bd9-45b7-81ed-70df1be849d9 HTTP/1.1" status: 204 len: 168 time: 0.3252892 Feb 02 13:10:10.271848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ddda092-1ee3-4dc5-9e2b-c025579cf1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.273515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9564d39-bc42-4ccf-a2c1-cc84fd0bb44d None None] Network ae2255be-863e-41cd-a8a7-1e65d15220c2 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:10.275688 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5ddda092-1ee3-4dc5-9e2b-c025579cf1ef admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6ab84abd-0ed6-4e36-b74a-85d36d5a72f5 HTTP/1.1" status: 204 len: 168 time: 1.0650554 Feb 02 13:10:10.276401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddda092-1ee3-4dc5-9e2b-c025579cf1ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab84abd-0ed6-4e36-b74a-85d36d5a72f5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:10.292628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52624) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:10.316541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0762693b-3587-4d5d-b297-c0702dbdea7b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:10.365498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4539d73e-21b5-49c5-abb7-14df44069b55') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:10.365786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4539d73e-21b5-49c5-abb7-14df44069b55') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:10.392006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a0650-371a-4f78-b02e-85e2b689630f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e352e4-0bd9-45b7-81ed-70df1be849d9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:10.406152 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (4539d73e-21b5-49c5-abb7-14df44069b55), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.476360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4539d73e-21b5-49c5-abb7-14df44069b55), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.482372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (ae2255be-863e-41cd-a8a7-1e65d15220c2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.487267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:10.487699 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (4539d73e-21b5-49c5-abb7-14df44069b55), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:10.490636 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:10.577640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49112b7e-2253-4793-90ed-85793e9bcd6d req-1fad64a2-8fcf-477f-a17b-1602d172607f tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:10.591733 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49112b7e-2253-4793-90ed-85793e9bcd6d req-1fad64a2-8fcf-477f-a17b-1602d172607f tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.3489921 Feb 02 13:10:10.593121 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (0762693b-3587-4d5d-b297-c0702dbdea7b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.627464 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.643450 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/0762693b-3587-4d5d-b297-c0702dbdea7b HTTP/1.1" status: 204 len: 168 time: 4.8118963 Feb 02 13:10:10.646312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52632) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:10.655474 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b01972f9-4fbe-400e-92cd-05e069686000 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-762400909'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:10.686150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 41b2441d-fd2f-4c29-81ce-dc51d4233a08 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:10:10.689116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65ccbcc-b3d8-4cd0-be8a-59e8b6bab1d6 None None] DHCP port deletion for ae2255be-863e-41cd-a8a7-1e65d15220c2 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:10:10.689334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7da17-dfed-406c-85d7-554637ae47fc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Network': ['ID=0762693b-3587-4d5d-b297-c0702dbdea7b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:10.723708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Deleting port f4126a9f-200c-44e2-b0fc-e8cc15765c4b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:10.725175 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.740055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 41b2441d-fd2f-4c29-81ce-dc51d4233a08 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:10:10.740670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 41b2441d-fd2f-4c29-81ce-dc51d4233a08 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:10:10.741274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cb29f8bb-c110-4212-8e7a-5c21d070b9e1 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:10:10.774158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48ed26-b3d3-4295-9243-17d51d0ff569 req-61807349-d4f7-4aba-80ed-534cbcce42b0 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:10.777714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f48ed26-b3d3-4295-9243-17d51d0ff569 req-61807349-d4f7-4aba-80ed-534cbcce42b0 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 931 time: 0.2641032 Feb 02 13:10:10.795836 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49112b7e-2253-4793-90ed-85793e9bcd6d req-0eaceb4f-8356-44ce-be76-6a15183cec39 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969216 Feb 02 13:10:10.805767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: cb29f8bb-c110-4212-8e7a-5c21d070b9e1 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:10:10.806110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cb29f8bb-c110-4212-8e7a-5c21d070b9e1 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:10:10.854177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b65ccbcc-b3d8-4cd0-be8a-59e8b6bab1d6 None None] Deleting port f4126a9f-200c-44e2-b0fc-e8cc15765c4b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:10.854945 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b65ccbcc-b3d8-4cd0-be8a-59e8b6bab1d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.889473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01972f9-4fbe-400e-92cd-05e069686000 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:10.894291 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b01972f9-4fbe-400e-92cd-05e069686000 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.900982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52640) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:10.908656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] For port f4126a9f-200c-44e2-b0fc-e8cc15765c4b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f4126a9f-200c-44e2-b0fc-e8cc15765c4b,segment=NetworkSegment(8cb76ad7-de44-4de1-a5f3-d391baed80c1),segment_id=8cb76ad7-de44-4de1-a5f3-d391baed80c1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:10.909012 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.918391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f48ed26-b3d3-4295-9243-17d51d0ff569 req-4f742fc5-3442-4a52-9980-3affc322445e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774493 Feb 02 13:10:10.925871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9bbc491-16f3-4c65-a8ec-e4cd28a4bf0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.932030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Calling delete_port for f4126a9f-200c-44e2-b0fc-e8cc15765c4b owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:10.943344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b65ccbcc-b3d8-4cd0-be8a-59e8b6bab1d6 None None] For port f4126a9f-200c-44e2-b0fc-e8cc15765c4b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f4126a9f-200c-44e2-b0fc-e8cc15765c4b,segment=NetworkSegment(8cb76ad7-de44-4de1-a5f3-d391baed80c1),segment_id=8cb76ad7-de44-4de1-a5f3-d391baed80c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:10.944905 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b65ccbcc-b3d8-4cd0-be8a-59e8b6bab1d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.957025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01972f9-4fbe-400e-92cd-05e069686000 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:10.978332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b65ccbcc-b3d8-4cd0-be8a-59e8b6bab1d6 None None] Calling delete_port for f4126a9f-200c-44e2-b0fc-e8cc15765c4b owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:10.991306 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b01972f9-4fbe-400e-92cd-05e069686000 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:10.991683 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-b01972f9-4fbe-400e-92cd-05e069686000 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Added segment a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d of type vlan for network 19973ebd-8e1c-4b3d-bf6d-c7098596a5ee Feb 02 13:10:11.065641 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b01972f9-4fbe-400e-92cd-05e069686000 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (19973ebd-8e1c-4b3d-bf6d-c7098596a5ee), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.147240 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9bbc491-16f3-4c65-a8ec-e4cd28a4bf0a admin admin] Publish callbacks [] for security_group (082b19a2-d561-4641-8ee4-bce839189d19), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.147808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa3587a-708e-45fe-992d-d78aa516809f req-49b439c5-be46-4eb5-9e4a-684219ea7c92 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0545428 Feb 02 13:10:11.147996 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.152777 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b65ccbcc-b3d8-4cd0-be8a-59e8b6bab1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (f4126a9f-200c-44e2-b0fc-e8cc15765c4b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.157941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9bbc491-16f3-4c65-a8ec-e4cd28a4bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (082b19a2-d561-4641-8ee4-bce839189d19), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.171797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5c1d6d-25aa-4452-9157-886fe4da58e4 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:10:11.181639 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Publish callbacks [] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.188932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Pushing event deleted for resources: {'Port': ['ID=f4126a9f-200c-44e2-b0fc-e8cc15765c4b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:11.190715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ccbcc-b3d8-4cd0-be8a-59e8b6bab1d6 None None] Pushing event deleted for resources: {'Port': ['ID=f4126a9f-200c-44e2-b0fc-e8cc15765c4b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:11.193302 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b01972f9-4fbe-400e-92cd-05e069686000 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (19973ebd-8e1c-4b3d-bf6d-c7098596a5ee), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.196431 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] No DVR routers for this DVR port f4126a9f-200c-44e2-b0fc-e8cc15765c4b on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:11.203393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01972f9-4fbe-400e-92cd-05e069686000 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:11.204111 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b01972f9-4fbe-400e-92cd-05e069686000 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.212020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ccbcc-b3d8-4cd0-be8a-59e8b6bab1d6 None None] No DVR routers for this DVR port f4126a9f-200c-44e2-b0fc-e8cc15765c4b on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:11.239384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b01972f9-4fbe-400e-92cd-05e069686000 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5895212 Feb 02 13:10:11.240657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Transition to ACTIVE for port object 9f5c1d6d-25aa-4452-9157-886fe4da58e4 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:10:11.254379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52642) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:11.257959 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.262469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-76cd4ee5-a5e2-4572-a3ad-5df480c0cc3a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'subnet': {'network_id': '19973ebd-8e1c-4b3d-bf6d-c7098596a5ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:11.272576 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b9bbc491-16f3-4c65-a8ec-e4cd28a4bf0a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ff47cf94bb6040aa94bd92b614c61eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3705852 Feb 02 13:10:11.284365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbc491-16f3-4c65-a8ec-e4cd28a4bf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082b19a2-d561-4641-8ee4-bce839189d19,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:11.286970 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52644) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:11.363482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5c1d6d-25aa-4452-9157-886fe4da58e4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:11.413659 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (ae2255be-863e-41cd-a8a7-1e65d15220c2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.448514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01972f9-4fbe-400e-92cd-05e069686000 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Network': ['ID=19973ebd-8e1c-4b3d-bf6d-c7098596a5ee,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:11.460320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 19973ebd-8e1c-4b3d-bf6d-c7098596a5ee details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:11.462259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2255be-863e-41cd-a8a7-1e65d15220c2']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:11.473823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb76ad7-de44-4de1-a5f3-d391baed80c1') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:11.474053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb76ad7-de44-4de1-a5f3-d391baed80c1') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:11.510238 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (8cb76ad7-de44-4de1-a5f3-d391baed80c1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.527994 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a49c5716-a5e8-41aa-86fa-e8617d062233 admin admin] Publish callbacks [] for security_group (082b19a2-d561-4641-8ee4-bce839189d19), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.544678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cd4ee5-a5e2-4572-a3ad-5df480c0cc3a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:11.549023 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76cd4ee5-a5e2-4572-a3ad-5df480c0cc3a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.554768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8cb76ad7-de44-4de1-a5f3-d391baed80c1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.563991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Attempting to bind port 9f5c1d6d-25aa-4452-9157-886fe4da58e4 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:11.564320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Attempting to bind port 9f5c1d6d-25aa-4452-9157-886fe4da58e4 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:11.564642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Attempting to bind port 9f5c1d6d-25aa-4452-9157-886fe4da58e4 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:11.569499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Port 9f5c1d6d-25aa-4452-9157-886fe4da58e4 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:10:11.569813 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Attempting to bind port 9f5c1d6d-25aa-4452-9157-886fe4da58e4 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:11.575630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:11.575964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Checking segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:11.576338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Bound using segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:11.576804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Bound port: 9f5c1d6d-25aa-4452-9157-886fe4da58e4, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:11.577160 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.584161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:11.584682 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (8cb76ad7-de44-4de1-a5f3-d391baed80c1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:11.589528 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:11.600604 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a49c5716-a5e8-41aa-86fa-e8617d062233 admin admin] Publish callbacks [] for security_group (082b19a2-d561-4641-8ee4-bce839189d19), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.652944 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] For port 9f5c1d6d-25aa-4452-9157-886fe4da58e4, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:11.656658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] For port 9f5c1d6d-25aa-4452-9157-886fe4da58e4, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9f5c1d6d-25aa-4452-9157-886fe4da58e4,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:11.666738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.740368 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (ae2255be-863e-41cd-a8a7-1e65d15220c2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.747210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.753526 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] 10.222.0.83 "DELETE /v2.0/networks/ae2255be-863e-41cd-a8a7-1e65d15220c2 HTTP/1.1" status: 204 len: 168 time: 1.4599907 Feb 02 13:10:11.768597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5c1d6d-25aa-4452-9157-886fe4da58e4,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:11.771576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651105a-7ec1-48bc-914a-c54aad31455b admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2255be-863e-41cd-a8a7-1e65d15220c2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:11.778492 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a49c5716-a5e8-41aa-86fa-e8617d062233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (082b19a2-d561-4641-8ee4-bce839189d19), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.781372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a49c5716-a5e8-41aa-86fa-e8617d062233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.782668 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a49c5716-a5e8-41aa-86fa-e8617d062233 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/082b19a2-d561-4641-8ee4-bce839189d19 HTTP/1.1" status: 204 len: 168 time: 0.4840486 Feb 02 13:10:11.785028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:11.785663 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.787136 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-26e77665-8ac9-40bd-8de6-1bd94e429100 service neutron] 10.222.0.18 "PUT /v2.0/ports/9f5c1d6d-25aa-4452-9157-886fe4da58e4 HTTP/1.1" status: 200 len: 1091 time: 1.7274632 Feb 02 13:10:11.787622 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3110b192-26d4-4327-8467-88fefbe45678', 'tag': '9f5c1d6d-25aa-4452-9157-886fe4da58e4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:10:11.790148 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15db178-05e4-4974-9270-1c8d887d061a" -d '{"events": [{"name": "network-changed", "server_uuid": "3110b192-26d4-4327-8467-88fefbe45678", "tag": "9f5c1d6d-25aa-4452-9157-886fe4da58e4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:10:11.820792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c5716-a5e8-41aa-86fa-e8617d062233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082b19a2-d561-4641-8ee4-bce839189d19,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:11.908490 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76cd4ee5-a5e2-4572-a3ad-5df480c0cc3a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (72cba0b8-3b8e-4892-a941-86710a9c53cb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:11.909654 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdcf5c7-b691-4ef2-814f-ea9f8ff9cb47 x-openstack-request-id: req-4fdcf5c7-b691-4ef2-814f-ea9f8ff9cb47 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:10:11.910088 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3110b192-26d4-4327-8467-88fefbe45678", "tag": "9f5c1d6d-25aa-4452-9157-886fe4da58e4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:10:11.911662 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4fdcf5c7-b691-4ef2-814f-ea9f8ff9cb47 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:10:11.912076 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3110b192-26d4-4327-8467-88fefbe45678', 'tag': '9f5c1d6d-25aa-4452-9157-886fe4da58e4', 'status': 'completed', 'code': 200} Feb 02 13:10:11.926585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52688) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:11.940737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-8e7e4b08-92c1-43e7-a872-f3c86c514f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:11.942391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-8e7e4b08-92c1-43e7-a872-f3c86c514f03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 1125 time: 0.0866587 Feb 02 13:10:12.006356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cd4ee5-a5e2-4572-a3ad-5df480c0cc3a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Subnet': ['ID=72cba0b8-3b8e-4892-a941-86710a9c53cb,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:12.009043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cd4ee5-a5e2-4572-a3ad-5df480c0cc3a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Checking segment: {'id': 'a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '19973ebd-8e1c-4b3d-bf6d-c7098596a5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:12.009621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd4ee5-a5e2-4572-a3ad-5df480c0cc3a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network hostable DHCP agents. Network: 19973ebd-8e1c-4b3d-bf6d-c7098596a5ee, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:10:12.029466 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cd4ee5-a5e2-4572-a3ad-5df480c0cc3a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network 19973ebd-8e1c-4b3d-bf6d-c7098596a5ee is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:10:12.049820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-c38e392f-13c7-44e2-9b64-9419b0302b0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f5c1d6d-25aa-4452-9157-886fe4da58e4 HTTP/1.1" status: 200 len: 217 time: 0.0936749 Feb 02 13:10:12.050090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-76cd4ee5-a5e2-4572-a3ad-5df480c0cc3a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 19973ebd-8e1c-4b3d-bf6d-c7098596a5ee) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:12.061084 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0cfd19-56e9-46a1-bd56-9b8d0324e8e5 None None] Network 19973ebd-8e1c-4b3d-bf6d-c7098596a5ee requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:12.066401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cd4ee5-a5e2-4572-a3ad-5df480c0cc3a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:12.067501 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76cd4ee5-a5e2-4572-a3ad-5df480c0cc3a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.086380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52694) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:12.132251 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-76cd4ee5-a5e2-4572-a3ad-5df480c0cc3a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8737316 Feb 02 13:10:12.132907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52696) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:12.198944 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-13c22c11-60d4-4d3b-9eb7-9e504b9ff91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:12.200627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-13c22c11-60d4-4d3b-9eb7-9e504b9ff91c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.1448951 Feb 02 13:10:12.251724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-19973ebd-8e1c-4b3d-bf6d-c7098596a5ee', 'network_id': '19973ebd-8e1c-4b3d-bf6d-c7098596a5ee', 'project_id': 'a81447f9e0dc459a8fb26158c0a8cbcd', 'fixed_ips': [{'subnet_id': '72cba0b8-3b8e-4892-a941-86710a9c53cb'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:10:12.253564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba29e01-8b89-4a54-a835-126affdf5919 req-ca68c9e9-3b22-4724-aa07-080596bb89bb tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:12.255123 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.263618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eba29e01-8b89-4a54-a835-126affdf5919 req-ca68c9e9-3b22-4724-aa07-080596bb89bb tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 943 time: 0.1894200 Feb 02 13:10:12.272329 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ce08c460-d98c-4c5d-981e-58c48e75b10d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f22e4ac832c1407daa440ae4299643eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1847796 Feb 02 13:10:12.276433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52702) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:12.322443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-090608f5-8c88-4e8f-b31c-69c17726a2a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143904 Feb 02 13:10:12.346954 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (19973ebd-8e1c-4b3d-bf6d-c7098596a5ee), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.374888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e53c96-b0f9-4e28-b0d0-99b5dcee4e89 admin admin] Publish callbacks [] for security_group (27bc30c9-9a2c-4bf0-977a-a4947fc7f277), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.428125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c634fd2d-2e6a-48df-901f-d0b1244205b3 req-c5ed5dc6-0e1d-4b30-9fcb-45c0275eaf6e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.1047127 Feb 02 13:10:12.434381 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e53c96-b0f9-4e28-b0d0-99b5dcee4e89 admin admin] Publish callbacks [] for security_group (27bc30c9-9a2c-4bf0-977a-a4947fc7f277), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.448012 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (72cba0b8-3b8e-4892-a941-86710a9c53cb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.462469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a70c1cb-377c-4569-9e14-44b77ac81b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.555028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Allocated IP 2001:db8::1 (19973ebd-8e1c-4b3d-bf6d-c7098596a5ee/72cba0b8-3b8e-4892-a941-86710a9c53cb/6dd06f16-de93-4aa1-8b54-874462146bb1) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:12.566303 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e53c96-b0f9-4e28-b0d0-99b5dcee4e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (27bc30c9-9a2c-4bf0-977a-a4947fc7f277), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.569869 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e53c96-b0f9-4e28-b0d0-99b5dcee4e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.572065 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f0e53c96-b0f9-4e28-b0d0-99b5dcee4e89 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/27bc30c9-9a2c-4bf0-977a-a4947fc7f277 HTTP/1.1" status: 204 len: 168 time: 0.2941022 Feb 02 13:10:12.587502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e53c96-b0f9-4e28-b0d0-99b5dcee4e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bc30c9-9a2c-4bf0-977a-a4947fc7f277,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:12.649124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eba29e01-8b89-4a54-a835-126affdf5919 req-50918019-3534-49bf-b4ca-9768d558c01e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846025 Feb 02 13:10:12.710138 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a70c1cb-377c-4569-9e14-44b77ac81b6c admin admin] Publish callbacks [] for security_group (d541b701-ae82-44b9-ae2d-2eb28cee72b6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.716832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f4126a9f-200c-44e2-b0fc-e8cc15765c4b no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:10:12.730716 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a70c1cb-377c-4569-9e14-44b77ac81b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d541b701-ae82-44b9-ae2d-2eb28cee72b6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.763231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-831d9d18-853f-4b23-b8e1-81ef273cc588 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057343 Feb 02 13:10:12.782872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: f4126a9f-200c-44e2-b0fc-e8cc15765c4b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:10:12.794524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f4126a9f-200c-44e2-b0fc-e8cc15765c4b not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:10:12.808017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70c1cb-377c-4569-9e14-44b77ac81b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d541b701-ae82-44b9-ae2d-2eb28cee72b6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:12.859142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6a70c1cb-377c-4569-9e14-44b77ac81b6c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=27062d62f8db44e9959d790ead147df2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9288571 Feb 02 13:10:12.859635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52722) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:12.916849 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Publish callbacks [] for port (6dd06f16-de93-4aa1-8b54-874462146bb1), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.924789 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (6dd06f16-de93-4aa1-8b54-874462146bb1), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:12.975269 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (72cba0b8-3b8e-4892-a941-86710a9c53cb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.014654 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5cf7356-278b-4efb-a30a-74320dc228fb req-d44934df-f8e9-4aa4-b6cd-e991145eb2d1 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437928 Feb 02 13:10:13.020426 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Network 19973ebd-8e1c-4b3d-bf6d-c7098596a5ee is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:13.027782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10084aca-9d9f-457a-8bb9-048d6efde325 admin admin] Publish callbacks [] for security_group (d541b701-ae82-44b9-ae2d-2eb28cee72b6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.031415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Subnet': ['ID=72cba0b8-3b8e-4892-a941-86710a9c53cb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:13.051705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:13.057294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:13.060550 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Pushing event updated for resources: {'Port': ['ID=6dd06f16-de93-4aa1-8b54-874462146bb1,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:13.084478 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10084aca-9d9f-457a-8bb9-048d6efde325 admin admin] Publish callbacks [] for security_group (d541b701-ae82-44b9-ae2d-2eb28cee72b6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.182251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Attempting to bind port 6dd06f16-de93-4aa1-8b54-874462146bb1 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:13.182630 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Attempting to bind port 6dd06f16-de93-4aa1-8b54-874462146bb1 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '19973ebd-8e1c-4b3d-bf6d-c7098596a5ee'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:13.183056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Attempting to bind port 6dd06f16-de93-4aa1-8b54-874462146bb1 on network 19973ebd-8e1c-4b3d-bf6d-c7098596a5ee {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:13.186202 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (19973ebd-8e1c-4b3d-bf6d-c7098596a5ee), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.192981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:13.193371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Checking segment: {'id': 'a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '19973ebd-8e1c-4b3d-bf6d-c7098596a5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:13.193819 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.194225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Bound using segment: {'id': 'a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '19973ebd-8e1c-4b3d-bf6d-c7098596a5ee'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:13.194752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Bound port: 6dd06f16-de93-4aa1-8b54-874462146bb1, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '19973ebd-8e1c-4b3d-bf6d-c7098596a5ee'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:13.195108 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6dd06f16-de93-4aa1-8b54-874462146bb1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.199750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15db178-05e4-4974-9270-1c8d887d061a req-505d3925-5608-4baa-81b1-b5996edffe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:13.202546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b15db178-05e4-4974-9270-1c8d887d061a req-505d3925-5608-4baa-81b1-b5996edffe31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 1125 time: 0.0959857 Feb 02 13:10:13.212536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19973ebd-8e1c-4b3d-bf6d-c7098596a5ee']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:13.227496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:13.227880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:13.241812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.259232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.271052 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:13.271664 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:13.341002 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:13.353272 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.api [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:10:13.353272 n-d-827336-2 neutron-server[103187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:10:13.353272 n-d-827336-2 neutron-server[103187]: [parameters: {'id': '19973ebd-8e1c-4b3d-bf6d-c7098596a5ee'}] Feb 02 13:10:13.353272 n-d-827336-2 neutron-server[103187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:10:13.353678 n-d-827336-2 neutron-server[103187]: DEBUG oslo_db.api [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:10:13.356049 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10084aca-9d9f-457a-8bb9-048d6efde325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d541b701-ae82-44b9-ae2d-2eb28cee72b6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.361948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10084aca-9d9f-457a-8bb9-048d6efde325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.367141 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-10084aca-9d9f-457a-8bb9-048d6efde325 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d541b701-ae82-44b9-ae2d-2eb28cee72b6 HTTP/1.1" status: 204 len: 168 time: 0.5059323 Feb 02 13:10:13.371513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] For port 6dd06f16-de93-4aa1-8b54-874462146bb1, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:13.377141 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] For port 6dd06f16-de93-4aa1-8b54-874462146bb1, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6dd06f16-de93-4aa1-8b54-874462146bb1,segment=NetworkSegment(a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d),segment_id=a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:13.377778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10084aca-9d9f-457a-8bb9-048d6efde325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d541b701-ae82-44b9-ae2d-2eb28cee72b6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:13.389210 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6dd06f16-de93-4aa1-8b54-874462146bb1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.410940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15db178-05e4-4974-9270-1c8d887d061a req-3871ba48-59cf-40c7-b2bd-abf93a0f836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:13.412464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b15db178-05e4-4974-9270-1c8d887d061a req-3871ba48-59cf-40c7-b2bd-abf93a0f836d service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 913 time: 0.2023089 Feb 02 13:10:13.452178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d8661-3013-44cb-9976-4b43e531c3e9 None None] Pushing event updated for resources: {'Port': ['ID=6dd06f16-de93-4aa1-8b54-874462146bb1,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:13.461433 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b15db178-05e4-4974-9270-1c8d887d061a req-16245d44-3a1f-423f-85ca-11fe97780d98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f5c1d6d-25aa-4452-9157-886fe4da58e4 HTTP/1.1" status: 200 len: 217 time: 0.0418930 Feb 02 13:10:13.543311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15db178-05e4-4974-9270-1c8d887d061a req-017a767a-fa71-4832-82e6-7b6b9b11ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:13.544816 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b15db178-05e4-4974-9270-1c8d887d061a req-017a767a-fa71-4832-82e6-7b6b9b11ef2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.0773010 Feb 02 13:10:13.553695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8fabbc-c168-4447-b1a2-13b4d91bf0b4 None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:10:13.601533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b15db178-05e4-4974-9270-1c8d887d061a req-5ab133e3-3a09-4599-a927-29ba17ceb604 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435359 Feb 02 13:10:13.642114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de358147-c6ae-4af5-a4c7-5d6bfd433748 req-a2bacd1c-fc04-42f9-8650-d58a359f6652 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0500412 Feb 02 13:10:13.696530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8fabbc-c168-4447-b1a2-13b4d91bf0b4 None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:10:13.777979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b15db178-05e4-4974-9270-1c8d887d061a req-c646060a-c9ad-48de-9b08-e9d095824fb7 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658354 Feb 02 13:10:13.854586 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (19973ebd-8e1c-4b3d-bf6d-c7098596a5ee), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:13.961233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Deleting port 6dd06f16-de93-4aa1-8b54-874462146bb1 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:13.963854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6dd06f16-de93-4aa1-8b54-874462146bb1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:14.181976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] For port 6dd06f16-de93-4aa1-8b54-874462146bb1, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6dd06f16-de93-4aa1-8b54-874462146bb1,segment=NetworkSegment(a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d),segment_id=a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:14.184572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6dd06f16-de93-4aa1-8b54-874462146bb1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:14.209353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Calling delete_port for 6dd06f16-de93-4aa1-8b54-874462146bb1 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:14.335184 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b15db178-05e4-4974-9270-1c8d887d061a req-55ffce30-c342-4ceb-8c85-4d6565221ad4 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5478089 Feb 02 13:10:14.381560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52772) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:14.395144 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6dd06f16-de93-4aa1-8b54-874462146bb1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:14.421608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89f9b7-e8b2-42ee-9e19-c6af203205db req-8818c9c7-cdc6-4708-af40-176604632d17 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:14.433304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb89f9b7-e8b2-42ee-9e19-c6af203205db req-8818c9c7-cdc6-4708-af40-176604632d17 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 943 time: 0.0954661 Feb 02 13:10:14.487684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No DVR routers for this DVR port 6dd06f16-de93-4aa1-8b54-874462146bb1 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:14.522254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb89f9b7-e8b2-42ee-9e19-c6af203205db req-11bce135-61ac-4061-9176-1d2f2acf9698 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878170 Feb 02 13:10:14.538145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76790c34-06b7-4ea0-95fb-1b0fbdc2532e None None] Network 19973ebd-8e1c-4b3d-bf6d-c7098596a5ee requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:14.570878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Port': ['ID=6dd06f16-de93-4aa1-8b54-874462146bb1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:14.644476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1421817616-network', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:14.675052 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (19973ebd-8e1c-4b3d-bf6d-c7098596a5ee), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:14.712576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:14.716898 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:14.723956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19973ebd-8e1c-4b3d-bf6d-c7098596a5ee']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:14.746971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:14.749499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:14.751043 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:14.783314 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:14.801084 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:14.813842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:14.814603 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (a75e8ceb-98b0-4ccd-9fc6-24b0673aad3d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:14.828986 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:14.833538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4453480d-5c17-4fdf-bfd5-743791332e7b req-ae648e18-42ef-49a8-818e-493ad2f7c506 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0521438 Feb 02 13:10:14.922363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (19973ebd-8e1c-4b3d-bf6d-c7098596a5ee), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:14.943434 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:14.952395 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/19973ebd-8e1c-4b3d-bf6d-c7098596a5ee HTTP/1.1" status: 204 len: 168 time: 2.8160915 Feb 02 13:10:14.954372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:14.963892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0ef3a008-e41d-4ae2-bf08-513ae22e3f84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1549436293'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:14.976311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156483f0-5be1-4ea4-989b-4e4ffb505e22 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Network': ['ID=19973ebd-8e1c-4b3d-bf6d-c7098596a5ee,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:15.017874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef3a008-e41d-4ae2-bf08-513ae22e3f84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:15.021458 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a008-e41d-4ae2-bf08-513ae22e3f84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.048357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52796) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:15.067976 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Publish callbacks [] for security_group (317c200f-3d4f-4db4-bc2b-6bada38c549e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.076400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef3a008-e41d-4ae2-bf08-513ae22e3f84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:15.078604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (317c200f-3d4f-4db4-bc2b-6bada38c549e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.105644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:15.108281 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a008-e41d-4ae2-bf08-513ae22e3f84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (3a7c18bd-ae1d-4454-9aef-35beb4cddde4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.108443 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-0ef3a008-e41d-4ae2-bf08-513ae22e3f84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Added segment 3a7c18bd-ae1d-4454-9aef-35beb4cddde4 of type vlan for network 5bf88811-7fe7-471a-9f78-24e3e7b7a366 Feb 02 13:10:15.162425 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (dd9d795b-eb2a-411f-8122-095fd1dfd724), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.162760 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Added segment dd9d795b-eb2a-411f-8122-095fd1dfd724 of type vlan for network 5716fbfd-26f9-422f-a503-b67b5c7019cb Feb 02 13:10:15.168769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317c200f-3d4f-4db4-bc2b-6bada38c549e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:15.184493 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a008-e41d-4ae2-bf08-513ae22e3f84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (5bf88811-7fe7-471a-9f78-24e3e7b7a366), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.234251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (5716fbfd-26f9-422f-a503-b67b5c7019cb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.253814 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a008-e41d-4ae2-bf08-513ae22e3f84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (5bf88811-7fe7-471a-9f78-24e3e7b7a366), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.258866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef3a008-e41d-4ae2-bf08-513ae22e3f84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:15.259456 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ef3a008-e41d-4ae2-bf08-513ae22e3f84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.289289 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1630678229-network', 'tenant_id': '6d10f2e2a82a4966a2afe3e71b2e14e8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:15.301941 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (5716fbfd-26f9-422f-a503-b67b5c7019cb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.302811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:15.303465 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.326587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0ef3a008-e41d-4ae2-bf08-513ae22e3f84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3711700 Feb 02 13:10:15.331929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52804) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:15.340983 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-41b2b7bf-067d-4682-bf55-cce4aef92d4d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'subnet': {'network_id': '5bf88811-7fe7-471a-9f78-24e3e7b7a366', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:15.374965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9920621 Feb 02 13:10:15.377343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3a008-e41d-4ae2-bf08-513ae22e3f84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Network': ['ID=5bf88811-7fe7-471a-9f78-24e3e7b7a366,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:15.380057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52808) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:15.385727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Made reservation on behalf of 6d10f2e2a82a4966a2afe3e71b2e14e8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:15.388617 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.390661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e29beac5-a873-48b4-8061-cb5760a7b17a admin admin] Request body: {'subnet': {'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1421817616-subnet', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:15.391854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 5bf88811-7fe7-471a-9f78-24e3e7b7a366 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:15.410281 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.456836 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29beac5-a873-48b4-8061-cb5760a7b17a admin admin] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:15.459374 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e29beac5-a873-48b4-8061-cb5760a7b17a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.467749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8a9c1-168b-4e94-80df-0291d9d91097 admin admin] Pushing event updated for resources: {'Network': ['ID=5716fbfd-26f9-422f-a503-b67b5c7019cb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:15.548603 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Publish callbacks [] for security_group (388b9f0d-6baa-41ec-af03-05712743e973), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.553467 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (388b9f0d-6baa-41ec-af03-05712743e973), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.558122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 5716fbfd-26f9-422f-a503-b67b5c7019cb details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:15.578345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:15.602418 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.602810 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Added segment e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742 of type vlan for network ab2fce86-6124-428e-a7df-fb4eccc76705 Feb 02 13:10:15.632382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b2b7bf-067d-4682-bf55-cce4aef92d4d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:15.644002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41b2b7bf-067d-4682-bf55-cce4aef92d4d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.683472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388b9f0d-6baa-41ec-af03-05712743e973,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:15.735505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9f5c1d6d-25aa-4452-9157-886fe4da58e4 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:10:15.769878 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (ab2fce86-6124-428e-a7df-fb4eccc76705), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.813856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52814) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:15.818740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (ab2fce86-6124-428e-a7df-fb4eccc76705), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.820284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:15.821247 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.872640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8217804 Feb 02 13:10:15.877189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:15.887143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffcb28-c437-4179-9991-c060f3488606 req-3eabeaf9-6f80-4a21-9a03-ece92a2e37be tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:15.889438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5ffcb28-c437-4179-9991-c060f3488606 req-3eabeaf9-6f80-4a21-9a03-ece92a2e37be tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 943 time: 0.2207694 Feb 02 13:10:15.894722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9416e85b-7604-4b01-8eab-fafdffccb59e admin admin] Request body: {'subnet': {'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1630678229-subnet', 'tenant_id': '6d10f2e2a82a4966a2afe3e71b2e14e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:15.906074 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e29beac5-a873-48b4-8061-cb5760a7b17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (fa6bda80-df11-42de-8ebe-410c80374a78), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.944995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9416e85b-7604-4b01-8eab-fafdffccb59e admin admin] Made reservation on behalf of 6d10f2e2a82a4966a2afe3e71b2e14e8 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:15.947538 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9416e85b-7604-4b01-8eab-fafdffccb59e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:15.986229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9f5c1d6d-25aa-4452-9157-886fe4da58e4, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9f5c1d6d-25aa-4452-9157-886fe4da58e4,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:16.015094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '9f5c1d6d-25aa-4452-9157-886fe4da58e4', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'port_id': '9f5c1d6d-25aa-4452-9157-886fe4da58e4', 'mac_address': 'fa:16:3e:09:2e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38b2c40-37ff-4b0b-b098-a2e69951a834', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:10:16.057651 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a15f67a-1a67-4d7f-a816-da8958fb77a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.092155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9f5c1d6d-25aa-4452-9157-886fe4da58e4 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:16.092452 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.094754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf84dc5-e5a5-490e-b082-a93b667c0213 admin admin] Pushing event updated for resources: {'Network': ['ID=ab2fce86-6124-428e-a7df-fb4eccc76705,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:16.102436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29beac5-a873-48b4-8061-cb5760a7b17a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6bda80-df11-42de-8ebe-410c80374a78,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:16.124114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network ab2fce86-6124-428e-a7df-fb4eccc76705 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:16.139386 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6be946d-b6de-402c-afc0-7d6fc1517f8f req-8a1f293a-2494-4514-951d-aec182246a00 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0497069 Feb 02 13:10:16.146433 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5c1d6d-25aa-4452-9157-886fe4da58e4 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:10:16.156114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29beac5-a873-48b4-8061-cb5760a7b17a admin admin] Checking segment: {'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:16.160756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29beac5-a873-48b4-8061-cb5760a7b17a admin admin] Network hostable DHCP agents. Network: 5716fbfd-26f9-422f-a503-b67b5c7019cb, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:10:16.240371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5ffcb28-c437-4179-9991-c060f3488606 req-7bffbbc4-58ec-4b8a-b654-7b93a7492cb5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962201 Feb 02 13:10:16.244843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41b2b7bf-067d-4682-bf55-cce4aef92d4d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (020fb6dd-55d9-4e0e-8710-7346b9589f46), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.271839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9f5c1d6d-25aa-4452-9157-886fe4da58e4, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9f5c1d6d-25aa-4452-9157-886fe4da58e4,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:16.277609 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9416e85b-7604-4b01-8eab-fafdffccb59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (d92a594a-95da-4df0-9e31-b7362dab0df9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.278920 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.327058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2b7bf-067d-4682-bf55-cce4aef92d4d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Subnet': ['ID=020fb6dd-55d9-4e0e-8710-7346b9589f46,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:16.331470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29beac5-a873-48b4-8061-cb5760a7b17a admin admin] Network 5716fbfd-26f9-422f-a503-b67b5c7019cb is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:10:16.346584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=9f5c1d6d-25aa-4452-9157-886fe4da58e4,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:16.357389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416e85b-7604-4b01-8eab-fafdffccb59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92a594a-95da-4df0-9e31-b7362dab0df9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:16.362999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e29beac5-a873-48b4-8061-cb5760a7b17a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 5716fbfd-26f9-422f-a503-b67b5c7019cb) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:16.364536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9416e85b-7604-4b01-8eab-fafdffccb59e admin admin] Checking segment: {'id': 'e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:16.365917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416e85b-7604-4b01-8eab-fafdffccb59e admin admin] Network hostable DHCP agents. Network: ab2fce86-6124-428e-a7df-fb4eccc76705, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:10:16.373533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f96fe04-90a0-4b82-be7a-8d157917426b None None] Network 5716fbfd-26f9-422f-a503-b67b5c7019cb requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:16.388200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29beac5-a873-48b4-8061-cb5760a7b17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:16.388820 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e29beac5-a873-48b4-8061-cb5760a7b17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.391959 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9416e85b-7604-4b01-8eab-fafdffccb59e admin admin] Network ab2fce86-6124-428e-a7df-fb4eccc76705 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:10:16.401279 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9416e85b-7604-4b01-8eab-fafdffccb59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, ab2fce86-6124-428e-a7df-fb4eccc76705) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:16.403785 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a15f67a-1a67-4d7f-a816-da8958fb77a0 admin admin] Publish callbacks [] for security_group (8cfe5167-5191-4120-80d9-30ebe3263c83), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.410557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9416e85b-7604-4b01-8eab-fafdffccb59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:16.411297 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9416e85b-7604-4b01-8eab-fafdffccb59e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.416291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a15f67a-1a67-4d7f-a816-da8958fb77a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8cfe5167-5191-4120-80d9-30ebe3263c83), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.424418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e69e0b5-dacd-490a-8c04-54f3e40a1fda None None] Network ab2fce86-6124-428e-a7df-fb4eccc76705 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:16.439009 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9416e85b-7604-4b01-8eab-fafdffccb59e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5395691 Feb 02 13:10:16.444586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2b7bf-067d-4682-bf55-cce4aef92d4d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Checking segment: {'id': '3a7c18bd-ae1d-4454-9aef-35beb4cddde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bf88811-7fe7-471a-9f78-24e3e7b7a366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:16.445017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2b7bf-067d-4682-bf55-cce4aef92d4d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network hostable DHCP agents. Network: 5bf88811-7fe7-471a-9f78-24e3e7b7a366, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:10:16.460686 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e29beac5-a873-48b4-8061-cb5760a7b17a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0746512 Feb 02 13:10:16.461492 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a15f67a-1a67-4d7f-a816-da8958fb77a0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=17b71d4aede04018b4fe71223a3453d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6258087 Feb 02 13:10:16.461589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52826) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:16.463368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52828) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:16.472747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:16.484622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15f67a-1a67-4d7f-a816-da8958fb77a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfe5167-5191-4120-80d9-30ebe3263c83,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:16.502466 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2b7bf-067d-4682-bf55-cce4aef92d4d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network 5bf88811-7fe7-471a-9f78-24e3e7b7a366 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:10:16.516767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-41b2b7bf-067d-4682-bf55-cce4aef92d4d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 5bf88811-7fe7-471a-9f78-24e3e7b7a366) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:16.523361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b2b7bf-067d-4682-bf55-cce4aef92d4d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:16.524116 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41b2b7bf-067d-4682-bf55-cce4aef92d4d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.562685 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-41b2b7bf-067d-4682-bf55-cce4aef92d4d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2292683 Feb 02 13:10:16.565526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52830) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:16.570086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5e291b-67ae-4140-b29b-bc12a666d776 None None] Network 5bf88811-7fe7-471a-9f78-24e3e7b7a366 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:16.574346 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (b73c26ca-958e-4227-bb75-14c25010be67), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.575385 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (b73c26ca-958e-4227-bb75-14c25010be67), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.583371 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a9ae4d2e-85f2-4b1e-8ad5-4e45efca401d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'subnet': {'network_id': '5bf88811-7fe7-471a-9f78-24e3e7b7a366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:16.617540 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b393e500-af17-40c0-8abe-aaf7a6ca9b30 admin admin] Publish callbacks [] for security_group (8cfe5167-5191-4120-80d9-30ebe3263c83), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.658034 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b393e500-af17-40c0-8abe-aaf7a6ca9b30 admin admin] Publish callbacks [] for security_group (8cfe5167-5191-4120-80d9-30ebe3263c83), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.725076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ae4d2e-85f2-4b1e-8ad5-4e45efca401d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:16.731457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4d2e-85f2-4b1e-8ad5-4e45efca401d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.742793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['9f5c1d6d-25aa-4452-9157-886fe4da58e4'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:10:16.755485 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Publish callbacks [] for router_controller (b73c26ca-958e-4227-bb75-14c25010be67), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.832624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-949a472f-659b-4672-8049-387da2455205 req-5c8e248c-8e03-4258-9d9f-aa11050927a5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1317790820', 'description': 'tempest-description-96583619'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:16.853340 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b393e500-af17-40c0-8abe-aaf7a6ca9b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8cfe5167-5191-4120-80d9-30ebe3263c83), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.856194 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b393e500-af17-40c0-8abe-aaf7a6ca9b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.859728 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b393e500-af17-40c0-8abe-aaf7a6ca9b30 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8cfe5167-5191-4120-80d9-30ebe3263c83 HTTP/1.1" status: 204 len: 168 time: 0.3930042 Feb 02 13:10:16.936805 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-949a472f-659b-4672-8049-387da2455205 req-5c8e248c-8e03-4258-9d9f-aa11050927a5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:16.937468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218503fb-a3b4-4095-9fca-f5bbc142ce3c None None] Network ab2fce86-6124-428e-a7df-fb4eccc76705 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:16.941375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393e500-af17-40c0-8abe-aaf7a6ca9b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfe5167-5191-4120-80d9-30ebe3263c83,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:16.945041 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Publish callbacks [] for router_gateway (b73c26ca-958e-4227-bb75-14c25010be67), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.056650 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4d2e-85f2-4b1e-8ad5-4e45efca401d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (156b31a1-0ced-463d-8b2c-f17694bc43a1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.065667 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-5716fbfd-26f9-422f-a503-b67b5c7019cb', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'fixed_ips': [{'subnet_id': 'fa6bda80-df11-42de-8ebe-410c80374a78'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:10:17.067149 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.103091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ae4d2e-85f2-4b1e-8ad5-4e45efca401d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network 5bf88811-7fe7-471a-9f78-24e3e7b7a366 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:17.112479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a9ae4d2e-85f2-4b1e-8ad5-4e45efca401d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:17.119889 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-949a472f-659b-4672-8049-387da2455205 req-5c8e248c-8e03-4258-9d9f-aa11050927a5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (aa13a7fb-a108-41a1-ae37-075e5fcdecb0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.122189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ae4d2e-85f2-4b1e-8ad5-4e45efca401d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:17.126368 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9ae4d2e-85f2-4b1e-8ad5-4e45efca401d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.129112 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-949a472f-659b-4672-8049-387da2455205 req-5c8e248c-8e03-4258-9d9f-aa11050927a5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (aa13a7fb-a108-41a1-ae37-075e5fcdecb0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.139591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-5bf88811-7fe7-471a-9f78-24e3e7b7a366', 'network_id': '5bf88811-7fe7-471a-9f78-24e3e7b7a366', 'project_id': 'a81447f9e0dc459a8fb26158c0a8cbcd', 'fixed_ips': [{'subnet_id': '020fb6dd-55d9-4e0e-8710-7346b9589f46'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:10:17.140481 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.167903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ae4d2e-85f2-4b1e-8ad5-4e45efca401d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Subnet': ['ID=156b31a1-0ced-463d-8b2c-f17694bc43a1,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:17.179960 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-949a472f-659b-4672-8049-387da2455205 req-5c8e248c-8e03-4258-9d9f-aa11050927a5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.182232 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-949a472f-659b-4672-8049-387da2455205 req-5c8e248c-8e03-4258-9d9f-aa11050927a5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3553398 Feb 02 13:10:17.184254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e248c-8e03-4258-9d9f-aa11050927a5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa13a7fb-a108-41a1-ae37-075e5fcdecb0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:17.217864 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a9ae4d2e-85f2-4b1e-8ad5-4e45efca401d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6462524 Feb 02 13:10:17.218499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52844) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:17.316622 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a7d5e85a-a79e-41bc-8a53-67d5be643aa8 req-d9ce0f9e-3a0e-45c9-9694-9a0af1694adc tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-741550425', 'description': 'tempest-description-289119707'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:17.404239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64c856b1-a052-49c2-b457-d41a6746911d req-c5681f6d-5dc1-48e4-b66e-648d5a568939 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.1009660 Feb 02 13:10:17.405630 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a7d5e85a-a79e-41bc-8a53-67d5be643aa8 req-d9ce0f9e-3a0e-45c9-9694-9a0af1694adc tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.410821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64579071-40f0-4769-b8df-7d40f443e67a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:17.412272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64579071-40f0-4769-b8df-7d40f443e67a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:17.413714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64579071-40f0-4769-b8df-7d40f443e67a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:17.415114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64579071-40f0-4769-b8df-7d40f443e67a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:17.416609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64579071-40f0-4769-b8df-7d40f443e67a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:17.422196 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-64579071-40f0-4769-b8df-7d40f443e67a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1902990 Feb 02 13:10:17.423531 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52858) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:17.431144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0987e05c-0f98-4950-b50e-a6ae41e22b40 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308723486'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:17.461322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0987e05c-0f98-4950-b50e-a6ae41e22b40 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:17.469908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0987e05c-0f98-4950-b50e-a6ae41e22b40 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.515505 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a7d5e85a-a79e-41bc-8a53-67d5be643aa8 req-d9ce0f9e-3a0e-45c9-9694-9a0af1694adc tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (e947136f-60af-4f75-8f05-a9cdfbb609b4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.522978 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Publish callbacks [] for router_gateway (b73c26ca-958e-4227-bb75-14c25010be67), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.526552 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a7d5e85a-a79e-41bc-8a53-67d5be643aa8 req-d9ce0f9e-3a0e-45c9-9694-9a0af1694adc tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e947136f-60af-4f75-8f05-a9cdfbb609b4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.530570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0987e05c-0f98-4950-b50e-a6ae41e22b40 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:17.543792 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0987e05c-0f98-4950-b50e-a6ae41e22b40 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (7d3e94ca-57e3-4b10-9551-d94bb02a23c7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.544277 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-0987e05c-0f98-4950-b50e-a6ae41e22b40 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Added segment 7d3e94ca-57e3-4b10-9551-d94bb02a23c7 of type vlan for network 7ae9e144-82a5-4ba7-a400-1b994b3a5f16 Feb 02 13:10:17.593062 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0987e05c-0f98-4950-b50e-a6ae41e22b40 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7ae9e144-82a5-4ba7-a400-1b994b3a5f16), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.602108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.631096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0987e05c-0f98-4950-b50e-a6ae41e22b40 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7ae9e144-82a5-4ba7-a400-1b994b3a5f16), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.636968 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a7d5e85a-a79e-41bc-8a53-67d5be643aa8 req-d9ce0f9e-3a0e-45c9-9694-9a0af1694adc tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.649850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7d5e85a-a79e-41bc-8a53-67d5be643aa8 req-d9ce0f9e-3a0e-45c9-9694-9a0af1694adc tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3377156 Feb 02 13:10:17.652957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Allocated IP 172.20.0.2 (5716fbfd-26f9-422f-a503-b67b5c7019cb/fa6bda80-df11-42de-8ebe-410c80374a78/a33c1f6f-9221-4cf1-83dc-065016c9279d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:17.659132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0987e05c-0f98-4950-b50e-a6ae41e22b40 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:17.661209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0987e05c-0f98-4950-b50e-a6ae41e22b40 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:17.753838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce0f9e-3a0e-45c9-9694-9a0af1694adc tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e947136f-60af-4f75-8f05-a9cdfbb609b4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:17.788486 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0987e05c-0f98-4950-b50e-a6ae41e22b40 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3575253 Feb 02 13:10:17.791623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf95e2-a816-46d9-a153-a2516c7a5f88 req-1fa96566-365d-49f3-a158-df4c746b8ddd tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:17.792713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbaf95e2-a816-46d9-a153-a2516c7a5f88 req-1fa96566-365d-49f3-a158-df4c746b8ddd tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 944 time: 0.2318602 Feb 02 13:10:17.793215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:17.800399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-530ad15b-07d2-442b-a84c-c4159031f4a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:17.844827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987e05c-0f98-4950-b50e-a6ae41e22b40 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Network': ['ID=7ae9e144-82a5-4ba7-a400-1b994b3a5f16,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:17.907740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7ae9e144-82a5-4ba7-a400-1b994b3a5f16 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:18.022590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbaf95e2-a816-46d9-a153-a2516c7a5f88 req-0543e29b-8e79-478c-8f7b-01cd70029fa8 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156670 Feb 02 13:10:18.087755 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Publish callbacks [] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:18.112215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Allocated IP 172.25.4.92 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/09f5a830-a766-4241-af70-861ecc36a765) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:18.175380 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:18.261063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-d399d2fc-a50d-4011-b0a9-0145b5de86a2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:18.263039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-d399d2fc-a50d-4011-b0a9-0145b5de86a2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/networks?id=ab2fce86-6124-428e-a7df-fb4eccc76705 HTTP/1.1" status: 200 len: 813 time: 0.3381965 Feb 02 13:10:18.268053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-530ad15b-07d2-442b-a84c-c4159031f4a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7ae9e144-82a5-4ba7-a400-1b994b3a5f16), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:18.299989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Network 5716fbfd-26f9-422f-a503-b67b5c7019cb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:18.315466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:18.322469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-17e10ef7-75d3-4c7b-8faa-f9186ef87247 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/quotas/6d10f2e2a82a4966a2afe3e71b2e14e8 HTTP/1.1" status: 200 len: 375 time: 0.0510733 Feb 02 13:10:18.323077 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-530ad15b-07d2-442b-a84c-c4159031f4a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7ae9e144-82a5-4ba7-a400-1b994b3a5f16), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:18.333769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:18.344107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Pushing event updated for resources: {'Port': ['ID=a33c1f6f-9221-4cf1-83dc-065016c9279d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:18.384844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Allocated IP 2001:db8::2 (5bf88811-7fe7-471a-9f78-24e3e7b7a366/020fb6dd-55d9-4e0e-8710-7346b9589f46/9576973b-3820-4efb-a5dc-32a90524f9ae) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:18.418370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ad15b-07d2-442b-a84c-c4159031f4a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Network': ['ID=7ae9e144-82a5-4ba7-a400-1b994b3a5f16,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:18.444938 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-530ad15b-07d2-442b-a84c-c4159031f4a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network 7ae9e144-82a5-4ba7-a400-1b994b3a5f16 is not hosted by any dhcp agent {{(pid=103188) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 13:10:18.450016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530ad15b-07d2-442b-a84c-c4159031f4a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:18.450726 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-530ad15b-07d2-442b-a84c-c4159031f4a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:18.452144 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-530ad15b-07d2-442b-a84c-c4159031f4a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "PUT /v2.0/networks/7ae9e144-82a5-4ba7-a400-1b994b3a5f16 HTTP/1.1" status: 200 len: 723 time: 0.6559470 Feb 02 13:10:18.455349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52892) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:18.461426 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-1d0ffff0-caca-4bfd-be68-c7d0d8dd0cee tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589302 Feb 02 13:10:18.467354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-009e7712-f945-4825-bf41-eb5df0d901f4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'subnet': {'network_id': '7ae9e144-82a5-4ba7-a400-1b994b3a5f16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:18.489347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Publish callbacks [] for port (09f5a830-a766-4241-af70-861ecc36a765), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:18.519157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7ae9e144-82a5-4ba7-a400-1b994b3a5f16 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:18.546247 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (09f5a830-a766-4241-af70-861ecc36a765), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:18.624191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:18.628787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d11341a-d09e-4d8c-a33d-9c4468f6afee req-65701a40-a135-4a37-82b8-dce52ea599d6 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0657375 Feb 02 13:10:18.632826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:18.641781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:18.662530 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009e7712-f945-4825-bf41-eb5df0d901f4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:18.666561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-009e7712-f945-4825-bf41-eb5df0d901f4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:18.670027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Attempting to bind port a33c1f6f-9221-4cf1-83dc-065016c9279d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:18.670632 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Attempting to bind port a33c1f6f-9221-4cf1-83dc-065016c9279d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:18.671005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Attempting to bind port a33c1f6f-9221-4cf1-83dc-065016c9279d on network 5716fbfd-26f9-422f-a503-b67b5c7019cb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:18.704878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Pushing event updated for resources: {'Port': ['ID=09f5a830-a766-4241-af70-861ecc36a765,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:18.738658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:18.739039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Checking segment: {'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:18.739465 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:18.739870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Bound using segment: {'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:18.740357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Bound port: a33c1f6f-9221-4cf1-83dc-065016c9279d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:18.740743 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:18.974536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] For port a33c1f6f-9221-4cf1-83dc-065016c9279d, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:18.991274 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-009e7712-f945-4825-bf41-eb5df0d901f4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (a79d73bb-1eb2-4f03-a165-b3406154aded), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:18.996562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] For port a33c1f6f-9221-4cf1-83dc-065016c9279d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a33c1f6f-9221-4cf1-83dc-065016c9279d,segment=NetworkSegment(dd9d795b-eb2a-411f-8122-095fd1dfd724),segment_id=dd9d795b-eb2a-411f-8122-095fd1dfd724)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:19.001786 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Publish callbacks [] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:19.007276 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:19.021370 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:19.159246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e7712-f945-4825-bf41-eb5df0d901f4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Subnet': ['ID=a79d73bb-1eb2-4f03-a165-b3406154aded,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:19.185264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e7712-f945-4825-bf41-eb5df0d901f4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Checking segment: {'id': '7d3e94ca-57e3-4b10-9551-d94bb02a23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ae9e144-82a5-4ba7-a400-1b994b3a5f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:19.185791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e7712-f945-4825-bf41-eb5df0d901f4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network hostable DHCP agents. Network: 7ae9e144-82a5-4ba7-a400-1b994b3a5f16, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:10:19.205738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-131046d3-d152-4f39-82f6-3f2df79231b3 service neutron] 10.222.0.83 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407804 Feb 02 13:10:19.212650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e7712-f945-4825-bf41-eb5df0d901f4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network 7ae9e144-82a5-4ba7-a400-1b994b3a5f16 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:10:19.230997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-009e7712-f945-4825-bf41-eb5df0d901f4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7ae9e144-82a5-4ba7-a400-1b994b3a5f16) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:19.241749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e7712-f945-4825-bf41-eb5df0d901f4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:19.243789 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-009e7712-f945-4825-bf41-eb5df0d901f4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:19.274441 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-009e7712-f945-4825-bf41-eb5df0d901f4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8179207 Feb 02 13:10:19.276970 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52912) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:19.282336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d9e68165-7476-49a4-83f8-85904438fde9 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:19.296748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbe9142-5aad-42ab-91cc-327052a4c37f None None] Network 7ae9e144-82a5-4ba7-a400-1b994b3a5f16 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:19.362361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Network 5bf88811-7fe7-471a-9f78-24e3e7b7a366 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:19.397189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:19.401263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109b002-8e3e-42d9-b26c-89a31d6dbf84 None None] Pushing event updated for resources: {'Port': ['ID=a33c1f6f-9221-4cf1-83dc-065016c9279d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:19.404731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:19.472700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c22b63-b1d3-443d-8fab-59b1af30f88f req-16a92264-d84c-464c-b591-77d4bf0622c3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:19.474376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2c22b63-b1d3-443d-8fab-59b1af30f88f req-16a92264-d84c-464c-b591-77d4bf0622c3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 944 time: 0.2955501 Feb 02 13:10:19.477190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-cf4f9981-86dc-4565-81b6-05ceda25b726 service neutron] 10.222.0.83 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640457 Feb 02 13:10:19.483236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Publish callbacks [] for router_gateway (b73c26ca-958e-4227-bb75-14c25010be67), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:19.520154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Pushing event updated for resources: {'Port': ['ID=9576973b-3820-4efb-a5dc-32a90524f9ae,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:19.536350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9e68165-7476-49a4-83f8-85904438fde9 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26592147'] for subnet (a79d73bb-1eb2-4f03-a165-b3406154aded), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:19.594623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52916) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:19.653396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Attempting to bind port 9576973b-3820-4efb-a5dc-32a90524f9ae on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:19.653396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Attempting to bind port 9576973b-3820-4efb-a5dc-32a90524f9ae by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '3a7c18bd-ae1d-4454-9aef-35beb4cddde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bf88811-7fe7-471a-9f78-24e3e7b7a366'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:19.653396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Attempting to bind port 9576973b-3820-4efb-a5dc-32a90524f9ae on network 5bf88811-7fe7-471a-9f78-24e3e7b7a366 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:19.687068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:19.687783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Checking segment: {'id': '3a7c18bd-ae1d-4454-9aef-35beb4cddde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bf88811-7fe7-471a-9f78-24e3e7b7a366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:19.688346 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:19.695513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Bound using segment: {'id': '3a7c18bd-ae1d-4454-9aef-35beb4cddde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bf88811-7fe7-471a-9f78-24e3e7b7a366'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:19.695513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Bound port: 9576973b-3820-4efb-a5dc-32a90524f9ae, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a7c18bd-ae1d-4454-9aef-35beb4cddde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5bf88811-7fe7-471a-9f78-24e3e7b7a366'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:19.695513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:19.717807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2c22b63-b1d3-443d-8fab-59b1af30f88f req-dc29edb1-b033-42aa-b060-1b39d6749c41 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834135 Feb 02 13:10:19.761736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7ae9e144-82a5-4ba7-a400-1b994b3a5f16', 'network_id': '7ae9e144-82a5-4ba7-a400-1b994b3a5f16', 'project_id': 'a81447f9e0dc459a8fb26158c0a8cbcd', 'fixed_ips': [{'subnet_id': 'a79d73bb-1eb2-4f03-a165-b3406154aded'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:10:19.765330 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:19.775298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9f5c1d6d-25aa-4452-9157-886fe4da58e4 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:19.878438 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9e68165-7476-49a4-83f8-85904438fde9 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739706610908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25433787'] for subnet (a79d73bb-1eb2-4f03-a165-b3406154aded), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:19.962903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 9f5c1d6d-25aa-4452-9157-886fe4da58e4 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:10:20.053874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 9f5c1d6d-25aa-4452-9157-886fe4da58e4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:20.054109 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:20.063097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] For port 9576973b-3820-4efb-a5dc-32a90524f9ae, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:20.107650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] For port 9576973b-3820-4efb-a5dc-32a90524f9ae, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9576973b-3820-4efb-a5dc-32a90524f9ae,segment=NetworkSegment(3a7c18bd-ae1d-4454-9aef-35beb4cddde4),segment_id=3a7c18bd-ae1d-4454-9aef-35beb4cddde4)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:20.111705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e68165-7476-49a4-83f8-85904438fde9 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Subnet': ['ID=a79d73bb-1eb2-4f03-a165-b3406154aded,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:20.121750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e68165-7476-49a4-83f8-85904438fde9 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:20.123005 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9e68165-7476-49a4-83f8-85904438fde9 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:20.130081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d9e68165-7476-49a4-83f8-85904438fde9 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "PUT /v2.0/subnets/a79d73bb-1eb2-4f03-a165-b3406154aded HTTP/1.1" status: 200 len: 826 time: 0.8520768 Feb 02 13:10:20.131100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52932) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:20.140679 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:20.208420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f1ca7-bbc6-4e50-8df5-7bf2833dfca5 None None] Pushing event updated for resources: {'Port': ['ID=9576973b-3820-4efb-a5dc-32a90524f9ae,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:20.231063 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (b73c26ca-958e-4227-bb75-14c25010be67), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:20.287238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Allocated IP 2001:db8::2 (7ae9e144-82a5-4ba7-a400-1b994b3a5f16/a79d73bb-1eb2-4f03-a165-b3406154aded/1fb2247c-ab7b-4af8-b9b2-c449317c72cc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:20.362961 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7ae9e144-82a5-4ba7-a400-1b994b3a5f16), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:20.418618 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d18432e-e046-4c19-a993-de9450fd1beb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:20.461043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 9f5c1d6d-25aa-4452-9157-886fe4da58e4 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:20.461426 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:20.463877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a79d73bb-1eb2-4f03-a165-b3406154aded), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:20.478243 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8bebb63d-ffd5-4668-a223-1fd6de011409 req-76d857dd-f707-4cd4-aad6-07b8874f8956 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 210 time: 0.2549644 Feb 02 13:10:20.555098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3110b192-26d4-4327-8467-88fefbe45678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5c1d6d-25aa-4452-9157-886fe4da58e4'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:10:20.558157 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8a52b4-2110-4010-a739-7f58df06551f" -d '{"events": [{"server_uuid": "3110b192-26d4-4327-8467-88fefbe45678", "name": "network-vif-plugged", "status": "completed", "tag": "9f5c1d6d-25aa-4452-9157-886fe4da58e4"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:10:20.626109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 9f5c1d6d-25aa-4452-9157-886fe4da58e4, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9f5c1d6d-25aa-4452-9157-886fe4da58e4,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:20.661577 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:20.850187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c925fea0-b57e-4f1a-ae9d-2cca0540301f req-41565497-9fe3-49ab-acf9-f6512cc35311 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.6292818 Feb 02 13:10:20.883181 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d80569-efa6-43c0-9783-fffb0da1afe9 x-openstack-request-id: req-16d80569-efa6-43c0-9783-fffb0da1afe9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:10:20.883882 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3110b192-26d4-4327-8467-88fefbe45678", "name": "network-vif-plugged", "status": "completed", "tag": "9f5c1d6d-25aa-4452-9157-886fe4da58e4", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:10:20.883882 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-16d80569-efa6-43c0-9783-fffb0da1afe9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:10:20.884194 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3110b192-26d4-4327-8467-88fefbe45678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5c1d6d-25aa-4452-9157-886fe4da58e4', 'code': 200} Feb 02 13:10:20.885365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=9f5c1d6d-25aa-4452-9157-886fe4da58e4,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:20.896853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a33c1f6f-9221-4cf1-83dc-065016c9279d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:21.036306 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Publish callbacks [] for port (1fb2247c-ab7b-4af8-b9b2-c449317c72cc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.048075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port a33c1f6f-9221-4cf1-83dc-065016c9279d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:21.048463 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.053619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (1fb2247c-ab7b-4af8-b9b2-c449317c72cc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.065881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (a79d73bb-1eb2-4f03-a165-b3406154aded), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.133325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Subnet': ['ID=a79d73bb-1eb2-4f03-a165-b3406154aded,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:21.176691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Pushing event updated for resources: {'Port': ['ID=1fb2247c-ab7b-4af8-b9b2-c449317c72cc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:21.223400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Network 7ae9e144-82a5-4ba7-a400-1b994b3a5f16 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:21.246833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:21.270567 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:21.271587 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7ae9e144-82a5-4ba7-a400-1b994b3a5f16), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.301341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae9e144-82a5-4ba7-a400-1b994b3a5f16']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:21.322503 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d18432e-e046-4c19-a993-de9450fd1beb admin admin] Publish callbacks [] for security_group (a2eb8639-ec63-4288-b9c2-87e8401a7571), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.345080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3e94ca-57e3-4b10-9551-d94bb02a23c7') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:21.346549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3e94ca-57e3-4b10-9551-d94bb02a23c7') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:21.346923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e54c178e-44b9-4254-bc3d-e70ea48dbd09 req-aea3f2cb-2d27-4cb7-b17e-9503830b9f84 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1247745 Feb 02 13:10:21.352503 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d18432e-e046-4c19-a993-de9450fd1beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a2eb8639-ec63-4288-b9c2-87e8401a7571), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.385194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (7d3e94ca-57e3-4b10-9551-d94bb02a23c7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.397102 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8d18432e-e046-4c19-a993-de9450fd1beb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=12cf224892bc4a698654a085b178b1fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8014467 Feb 02 13:10:21.401786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52946) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:21.420609 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (7d3e94ca-57e3-4b10-9551-d94bb02a23c7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.442090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:21.443147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (7d3e94ca-57e3-4b10-9551-d94bb02a23c7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.475057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860b53be-77e6-4204-aa60-846f4eb4d27e None None] Network 5716fbfd-26f9-422f-a503-b67b5c7019cb requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:21.531695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Router b73c26ca-958e-4227-bb75-14c25010be67 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:10:21.552922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355b4d8-7640-4158-bfcf-ca1dbf6923c3 req-20704d7e-cdce-4cf7-b766-9d1e707f1c77 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:21.558536 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:21.560773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f355b4d8-7640-4158-bfcf-ca1dbf6923c3 req-20704d7e-cdce-4cf7-b766-9d1e707f1c77 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 945 time: 0.4670937 Feb 02 13:10:21.563543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b56ead-976c-4945-abc2-57725b58c900 req-d6233d2b-92b5-4d28-beaf-62ae087888b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:21.563693 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.api [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:10:21.563693 n-d-827336-2 neutron-server[103187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:10:21.563693 n-d-827336-2 neutron-server[103187]: [parameters: {'id': '7ae9e144-82a5-4ba7-a400-1b994b3a5f16'}] Feb 02 13:10:21.563693 n-d-827336-2 neutron-server[103187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:10:21.564001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Attempting to bind port 1fb2247c-ab7b-4af8-b9b2-c449317c72cc on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:21.564092 n-d-827336-2 neutron-server[103187]: DEBUG oslo_db.api [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:10:21.565009 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6b56ead-976c-4945-abc2-57725b58c900 req-d6233d2b-92b5-4d28-beaf-62ae087888b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 1127 time: 0.4993045 Feb 02 13:10:21.570869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Attempting to bind port 1fb2247c-ab7b-4af8-b9b2-c449317c72cc by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '7d3e94ca-57e3-4b10-9551-d94bb02a23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ae9e144-82a5-4ba7-a400-1b994b3a5f16'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:21.573933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Attempting to bind port 1fb2247c-ab7b-4af8-b9b2-c449317c72cc on network 7ae9e144-82a5-4ba7-a400-1b994b3a5f16 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:21.596478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18432e-e046-4c19-a993-de9450fd1beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eb8639-ec63-4288-b9c2-87e8401a7571,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:21.630224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port a33c1f6f-9221-4cf1-83dc-065016c9279d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:21.630830 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.687186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:21.688053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Checking segment: {'id': '7d3e94ca-57e3-4b10-9551-d94bb02a23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ae9e144-82a5-4ba7-a400-1b994b3a5f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:21.688704 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.689786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Bound using segment: {'id': '7d3e94ca-57e3-4b10-9551-d94bb02a23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ae9e144-82a5-4ba7-a400-1b994b3a5f16'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:21.690554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Bound port: 1fb2247c-ab7b-4af8-b9b2-c449317c72cc, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3e94ca-57e3-4b10-9551-d94bb02a23c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ae9e144-82a5-4ba7-a400-1b994b3a5f16'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:21.691343 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1fb2247c-ab7b-4af8-b9b2-c449317c72cc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.748741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e3dbc753-969a-41d3-a4bb-adad3801a5af None None] Provisioning complete for port a33c1f6f-9221-4cf1-83dc-065016c9279d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:21.755886 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e3dbc753-969a-41d3-a4bb-adad3801a5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:21.976675 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port a33c1f6f-9221-4cf1-83dc-065016c9279d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a33c1f6f-9221-4cf1-83dc-065016c9279d,segment=NetworkSegment(dd9d795b-eb2a-411f-8122-095fd1dfd724),segment_id=dd9d795b-eb2a-411f-8122-095fd1dfd724)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:22.010200 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:22.054682 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] For port 1fb2247c-ab7b-4af8-b9b2-c449317c72cc, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:22.065024 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7ae9e144-82a5-4ba7-a400-1b994b3a5f16), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:22.138224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] For port 1fb2247c-ab7b-4af8-b9b2-c449317c72cc, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1fb2247c-ab7b-4af8-b9b2-c449317c72cc,segment=NetworkSegment(7d3e94ca-57e3-4b10-9551-d94bb02a23c7),segment_id=7d3e94ca-57e3-4b10-9551-d94bb02a23c7)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:22.172946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff519515-57f0-4891-ac78-f6ea6db3ef48 None None] Network 5bf88811-7fe7-471a-9f78-24e3e7b7a366 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:22.208664 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1fb2247c-ab7b-4af8-b9b2-c449317c72cc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:22.220154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Deleting port 1fb2247c-ab7b-4af8-b9b2-c449317c72cc {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:22.221030 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1fb2247c-ab7b-4af8-b9b2-c449317c72cc), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:22.356186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] For port 1fb2247c-ab7b-4af8-b9b2-c449317c72cc, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1fb2247c-ab7b-4af8-b9b2-c449317c72cc,segment=NetworkSegment(7d3e94ca-57e3-4b10-9551-d94bb02a23c7),segment_id=7d3e94ca-57e3-4b10-9551-d94bb02a23c7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:22.356714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1fb2247c-ab7b-4af8-b9b2-c449317c72cc), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:22.375520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Calling delete_port for 1fb2247c-ab7b-4af8-b9b2-c449317c72cc owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:22.423994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a29b883-b609-4b97-85b3-d2c26b6369b2 req-5437d0d6-2046-4aaf-bdf8-47031f807936 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 210 time: 0.7792654 Feb 02 13:10:22.478039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e3dbc753-969a-41d3-a4bb-adad3801a5af None None] Current status of the port a33c1f6f-9221-4cf1-83dc-065016c9279d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:22.494958 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1fb2247c-ab7b-4af8-b9b2-c449317c72cc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:22.531926 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73ded477-85e5-4470-82f9-edb1f3b52f5c admin admin] Publish callbacks [] for security_group (a2eb8639-ec63-4288-b9c2-87e8401a7571), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:22.554662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084411b-99f3-4101-ad33-5a99ee160750 None None] Network 7ae9e144-82a5-4ba7-a400-1b994b3a5f16 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:22.576404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73ded477-85e5-4470-82f9-edb1f3b52f5c admin admin] Publish callbacks [] for security_group (a2eb8639-ec63-4288-b9c2-87e8401a7571), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:22.588531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=a33c1f6f-9221-4cf1-83dc-065016c9279d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:22.618128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Port': ['ID=1fb2247c-ab7b-4af8-b9b2-c449317c72cc,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:22.625875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No DVR routers for this DVR port 1fb2247c-ab7b-4af8-b9b2-c449317c72cc on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:22.689660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73ded477-85e5-4470-82f9-edb1f3b52f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a2eb8639-ec63-4288-b9c2-87e8401a7571), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:22.692137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73ded477-85e5-4470-82f9-edb1f3b52f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:22.693285 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-73ded477-85e5-4470-82f9-edb1f3b52f5c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a2eb8639-ec63-4288-b9c2-87e8401a7571 HTTP/1.1" status: 204 len: 168 time: 1.2837977 Feb 02 13:10:22.700490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6b56ead-976c-4945-abc2-57725b58c900 req-3e775fd3-88b1-4f47-8784-a3e40b2c5ced service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0911829 Feb 02 13:10:22.734203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c178e-44b9-4254-bc3d-e70ea48dbd09 req-3da0708a-7e61-4db5-ba84-7334b8fa0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:22.736068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e54c178e-44b9-4254-bc3d-e70ea48dbd09 req-3da0708a-7e61-4db5-ba84-7334b8fa0a67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 1128 time: 1.2494946 Feb 02 13:10:22.796745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ded477-85e5-4470-82f9-edb1f3b52f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eb8639-ec63-4288-b9c2-87e8401a7571,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:22.825341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023253d6-a037-44bd-98ad-5a5b9bd1d64d None None] Pushing event deleted for resources: {'Port': ['ID=1fb2247c-ab7b-4af8-b9b2-c449317c72cc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:22.861377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-792614a4-0f7e-4091-93e6-e04651304ff5 None None] Provisioning complete for port 9576973b-3820-4efb-a5dc-32a90524f9ae triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:22.861752 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-792614a4-0f7e-4091-93e6-e04651304ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:22.912631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f355b4d8-7640-4158-bfcf-ca1dbf6923c3 req-de389de1-ed02-4137-9002-dd8c8ccccd03 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3515632 Feb 02 13:10:22.935979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7ae9e144-82a5-4ba7-a400-1b994b3a5f16), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:22.963348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae9e144-82a5-4ba7-a400-1b994b3a5f16']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:22.986420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3e94ca-57e3-4b10-9551-d94bb02a23c7') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:22.986893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3e94ca-57e3-4b10-9551-d94bb02a23c7') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:23.010952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (7d3e94ca-57e3-4b10-9551-d94bb02a23c7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:23.061206 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (7d3e94ca-57e3-4b10-9551-d94bb02a23c7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:23.089302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:23.092172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (7d3e94ca-57e3-4b10-9551-d94bb02a23c7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:23.108205 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:23.137943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c178e-44b9-4254-bc3d-e70ea48dbd09 req-c0e3bbf7-95fa-4618-baa3-e6153ffaedad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:23.140943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e54c178e-44b9-4254-bc3d-e70ea48dbd09 req-c0e3bbf7-95fa-4618-baa3-e6153ffaedad service neutron] 10.222.0.18 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 916 time: 0.1313069 Feb 02 13:10:23.221409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:10:23.231685 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Sync routers for ids ['b73c26ca-958e-4227-bb75-14c25010be67'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:10:23.250122 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Routers {'b73c26ca-958e-4227-bb75-14c25010be67'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:23.251059 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:10:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b73c26ca-958e-4227-bb75-14c25010be67'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:23.277355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5953b35-4b82-43e4-801e-9b10d269626d req-345c9d0f-1cb8-4402-a957-0e8a239fa003 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.3590405 Feb 02 13:10:23.283192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52970) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:23.305604 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7ae9e144-82a5-4ba7-a400-1b994b3a5f16), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:23.315065 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623048'] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:23.329533 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/7ae9e144-82a5-4ba7-a400-1b994b3a5f16 HTTP/1.1" status: 204 len: 168 time: 3.1951320 Feb 02 13:10:23.339216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:23.373378 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef63768f-8516-4398-9cf1-7a2af3f9ea7d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:23.374804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef63768f-8516-4398-9cf1-7a2af3f9ea7d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:23.378552 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ef63768f-8516-4398-9cf1-7a2af3f9ea7d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/7ae9e144-82a5-4ba7-a400-1b994b3a5f16 HTTP/1.1" status: 404 len: 339 time: 0.0366631 Feb 02 13:10:23.380267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e54c178e-44b9-4254-bc3d-e70ea48dbd09 req-ce855860-2a5d-4900-bd04-38b0657bea1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ccafc397-b3b3-4d63-b958-67a8e7eb65fd HTTP/1.1" status: 200 len: 217 time: 0.1285610 Feb 02 13:10:23.387675 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:23.389256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-132e3064-de7d-43eb-bbae-83b3a8a11c15 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9268837 Feb 02 13:10:23.390073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52974) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:23.405133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6566b958-8101-477f-ba21-682e7d90d051 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-750041487', 'description': 'd1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:23.405784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca609121-3615-4952-92c6-ee15728fb0a6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Network': ['ID=7ae9e144-82a5-4ba7-a400-1b994b3a5f16,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:23.413262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52976) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:23.432723 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c310630e-0a80-4195-beb5-fc172d028165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:23.467512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c178e-44b9-4254-bc3d-e70ea48dbd09 req-babd3109-4416-4731-84ed-e51502c41354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:23.469904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e54c178e-44b9-4254-bc3d-e70ea48dbd09 req-babd3109-4416-4731-84ed-e51502c41354 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a77b539c-fe67-429b-b8d9-661c579990ef HTTP/1.1" status: 200 len: 855 time: 0.0577192 Feb 02 13:10:23.482665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-4c911f21-4595-4e9e-a9ce-54268d77fadd tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:23.484767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-4c911f21-4595-4e9e-a9ce-54268d77fadd tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.62 "GET /v2.0/networks?id=ab2fce86-6124-428e-a7df-fb4eccc76705 HTTP/1.1" status: 200 len: 813 time: 1.0554020 Feb 02 13:10:23.519225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e54c178e-44b9-4254-bc3d-e70ea48dbd09 req-e0f4e943-12ec-4a5f-bdb3-af170456c2bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c63a35f9-d564-490d-b25a-136375c41397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310538 Feb 02 13:10:23.528657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'port': {'device_id': '32df215c-7f7f-4abb-92f7-c2a9e9c16409', 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705', 'admin_state_up': True, 'tenant_id': '6d10f2e2a82a4966a2afe3e71b2e14e8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:23.548167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9576973b-3820-4efb-a5dc-32a90524f9ae up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:23.610278 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Set router b73c26ca-958e-4227-bb75-14c25010be67 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:23.848252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4905d72-dbbf-4526-b58c-e0a8b0e8afb3 None None] Network 7ae9e144-82a5-4ba7-a400-1b994b3a5f16 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:23.867693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61580f8a-5b55-45a6-9caa-f81c826cf244 None None] Update dhcp port {'port': {'network_id': '5bf88811-7fe7-471a-9f78-24e3e7b7a366', 'fixed_ips': [{'subnet_id': '020fb6dd-55d9-4e0e-8710-7346b9589f46', 'ip_address': '2001:db8::2'}, {'subnet_id': '156b31a1-0ced-463d-8b2c-f17694bc43a1'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '9576973b-3820-4efb-a5dc-32a90524f9ae'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:10:23.965586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e54c178e-44b9-4254-bc3d-e70ea48dbd09 req-97de544b-4581-491d-8375-6b70c2fde9f2 service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094254 Feb 02 13:10:23.991214 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61580f8a-5b55-45a6-9caa-f81c826cf244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.151886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6566b958-8101-477f-ba21-682e7d90d051 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:24.160730 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6566b958-8101-477f-ba21-682e7d90d051 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.163673 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:10:19Z', 'revision_number': 3, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:24.191891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc92eefe-1e4d-46e2-bb1f-e3db3ed53b73 req-a9229662-677c-40c3-a9dc-24f3a1e1f6ae tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 210 time: 0.2855594 Feb 02 13:10:24.193974 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Checking router: b73c26ca-958e-4227-bb75-14c25010be67 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:10:24.195089 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Updating router b73c26ca-958e-4227-bb75-14c25010be67 port 09f5a830-a766-4241-af70-861ecc36a765 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:10:24.230644 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (09f5a830-a766-4241-af70-861ecc36a765), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.256365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6566b958-8101-477f-ba21-682e7d90d051 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:24.268333 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6566b958-8101-477f-ba21-682e7d90d051 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (294a527c-0cb7-4f55-ad53-a0c0aa80f970), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.268982 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-6566b958-8101-477f-ba21-682e7d90d051 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Added segment 294a527c-0cb7-4f55-ad53-a0c0aa80f970 of type vlan for network 4b1a5942-03e3-4438-90a2-4cfe8858f3a8 Feb 02 13:10:24.328113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4905d72-dbbf-4526-b58c-e0a8b0e8afb3 None None] Network 7ae9e144-82a5-4ba7-a400-1b994b3a5f16 could not be found, it might have been deleted concurrently. {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 13:10:24.340746 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6566b958-8101-477f-ba21-682e7d90d051 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (4b1a5942-03e3-4438-90a2-4cfe8858f3a8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.401300 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6566b958-8101-477f-ba21-682e7d90d051 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (4b1a5942-03e3-4438-90a2-4cfe8858f3a8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.406831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6566b958-8101-477f-ba21-682e7d90d051 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:24.407810 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6566b958-8101-477f-ba21-682e7d90d051 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.415672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9576973b-3820-4efb-a5dc-32a90524f9ae triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:24.417822 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.522018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566b958-8101-477f-ba21-682e7d90d051 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Network': ['ID=4b1a5942-03e3-4438-90a2-4cfe8858f3a8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:24.529478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6566b958-8101-477f-ba21-682e7d90d051 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1323788 Feb 02 13:10:24.553086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52988) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:24.564024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebba39c2-70ec-4641-b6e1-97b64235f6b7 req-fbc93cdf-f5bc-4f10-878e-c2438c84b1d1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.1399908 Feb 02 13:10:24.566458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 4b1a5942-03e3-4438-90a2-4cfe8858f3a8 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:24.577827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Made reservation on behalf of 6d10f2e2a82a4966a2afe3e71b2e14e8 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:24.581536 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.697041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-61580f8a-5b55-45a6-9caa-f81c826cf244 None None] Allocated IP 172.20.0.1 (5bf88811-7fe7-471a-9f78-24e3e7b7a366/156b31a1-0ced-463d-8b2c-f17694bc43a1/9576973b-3820-4efb-a5dc-32a90524f9ae) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:24.705492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-792614a4-0f7e-4091-93e6-e04651304ff5 None None] Current status of the port 9576973b-3820-4efb-a5dc-32a90524f9ae is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:24.705888 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-792614a4-0f7e-4091-93e6-e04651304ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.712940 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Publish callbacks [] for port (09f5a830-a766-4241-af70-861ecc36a765), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.721419 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (09f5a830-a766-4241-af70-861ecc36a765), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.735145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e54c178e-44b9-4254-bc3d-e70ea48dbd09 req-e39d4de4-ffb9-4565-9902-b325d39a1263 service neutron] 10.222.0.18 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844432 Feb 02 13:10:24.753108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875da0cd-83f7-4ca4-8373-1c61ddd1a2bb req-b9624c76-1033-483a-97c3-8ee9cb9125bf tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:24.760297 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-875da0cd-83f7-4ca4-8373-1c61ddd1a2bb req-b9624c76-1033-483a-97c3-8ee9cb9125bf tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 945 time: 0.6752121 Feb 02 13:10:24.782290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9576973b-3820-4efb-a5dc-32a90524f9ae is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:24.782682 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.817866 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Pushing event updated for resources: {'Port': ['ID=09f5a830-a766-4241-af70-861ecc36a765,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:24.839712 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Attempting to bind port 09f5a830-a766-4241-af70-861ecc36a765 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:24.840930 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Attempting to bind port 09f5a830-a766-4241-af70-861ecc36a765 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:24.841070 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Attempting to bind port 09f5a830-a766-4241-af70-861ecc36a765 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:24.855332 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:24.855724 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:24.860913 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.861507 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:24.862162 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Bound port: 09f5a830-a766-4241-af70-861ecc36a765, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:24.862543 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (09f5a830-a766-4241-af70-861ecc36a765), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:24.977555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-61580f8a-5b55-45a6-9caa-f81c826cf244 None None] For port 9576973b-3820-4efb-a5dc-32a90524f9ae, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9576973b-3820-4efb-a5dc-32a90524f9ae,segment=NetworkSegment(3a7c18bd-ae1d-4454-9aef-35beb4cddde4),segment_id=3a7c18bd-ae1d-4454-9aef-35beb4cddde4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:24.985538 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:24.987036 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:24.987392 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:24.987750 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:24.988069 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:24.988391 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:24.988705 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:24.989023 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:24.989337 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:24.989649 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:24.989959 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:24.995235 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:24.995708 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:25.003914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Allocated IP 172.20.0.11 (ab2fce86-6124-428e-a7df-fb4eccc76705/d92a594a-95da-4df0-9e31-b7362dab0df9/fb0b68b4-4c85-46f6-be45-21ff3430f591) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:25.009240 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] For port 09f5a830-a766-4241-af70-861ecc36a765, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:25.017801 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] For port 09f5a830-a766-4241-af70-861ecc36a765, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=09f5a830-a766-4241-af70-861ecc36a765,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:25.023226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-875da0cd-83f7-4ca4-8373-1c61ddd1a2bb req-f23cbdd3-8b91-40f7-a24e-213ac5590b4c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596962 Feb 02 13:10:25.027540 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (09f5a830-a766-4241-af70-861ecc36a765), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.033324 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61580f8a-5b55-45a6-9caa-f81c826cf244 None None] Publish callbacks [] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.042388 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61580f8a-5b55-45a6-9caa-f81c826cf244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.141732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d48f96-9903-421b-b67b-ad2d27d84ab0 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:25.149584 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d0d48f96-9903-421b-b67b-ad2d27d84ab0 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/networks?id=4b1a5942-03e3-4438-90a2-4cfe8858f3a8 HTTP/1.1" status: 200 len: 764 time: 0.5910642 Feb 02 13:10:25.164562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52992) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:25.173903 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Routers {'b73c26ca-958e-4227-bb75-14c25010be67'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:25.174665 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:10:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b73c26ca-958e-4227-bb75-14c25010be67'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:25.188309 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'network': {'description': 'd2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:25.231215 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:10:25.234527 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:10:25.353515 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c310630e-0a80-4195-beb5-fc172d028165 admin admin] Publish callbacks [] for security_group (4f5cc733-b338-4c63-9f43-f3d988bb96d8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.384520 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c310630e-0a80-4195-beb5-fc172d028165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4f5cc733-b338-4c63-9f43-f3d988bb96d8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.386684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61580f8a-5b55-45a6-9caa-f81c826cf244 None None] Pushing event updated for resources: {'Port': ['ID=9576973b-3820-4efb-a5dc-32a90524f9ae,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:25.425892 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-792614a4-0f7e-4091-93e6-e04651304ff5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:10:25.427811 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-792614a4-0f7e-4091-93e6-e04651304ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:10:25.428193 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] Set router b73c26ca-958e-4227-bb75-14c25010be67 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:25.437800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5c077ff-66dd-4f27-aaa6-fc0ea6dc98fd req-fcffee66-3ea0-4194-8edb-b88ceabb17c0 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 210 time: 0.0616980 Feb 02 13:10:25.484383 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.533855 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69a237-0ce9-46f5-8cc3-1e69c947eca9 None None] Pushing event updated for resources: {'Port': ['ID=09f5a830-a766-4241-af70-861ecc36a765,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:25.536209 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.612727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'Port': ['ID=fb0b68b4-4c85-46f6-be45-21ff3430f591,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:25.627114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Network ab2fce86-6124-428e-a7df-fb4eccc76705 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:25.628644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:25.636523 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:25.669345 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c310630e-0a80-4195-beb5-fc172d028165 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2b15d9fb92674b7bb80360f6be2a92ed&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3822775 Feb 02 13:10:25.669345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310630e-0a80-4195-beb5-fc172d028165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5cc733-b338-4c63-9f43-f3d988bb96d8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:25.674377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53000) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:25.714337 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:25.715268 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.797543 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:10:19Z', 'revision_number': 3, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:25.802847 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4fd4bf39-377c-4c9a-9919-0a47967e9f4c req-87bd7400-fa22-4558-9c9b-b417c5d05ca6 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0744965 Feb 02 13:10:25.814716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcf14605-0913-4322-9006-7d2c9ae98b2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2913687 Feb 02 13:10:25.816646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9576973b-3820-4efb-a5dc-32a90524f9ae is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:25.817258 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.828036 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (4b1a5942-03e3-4438-90a2-4cfe8858f3a8), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.831757 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Request body: {'port': {'device_id': '32df215c-7f7f-4abb-92f7-c2a9e9c16409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:25.860632 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90eb1ae-de12-42ca-9c8d-b5dd68f3cd3e None None] The sync data for ids ['b73c26ca-958e-4227-bb75-14c25010be67'] in n-d-827336-2 is: [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:10:19Z', 'revision_number': 3, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:10:25.888238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 9576973b-3820-4efb-a5dc-32a90524f9ae, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9576973b-3820-4efb-a5dc-32a90524f9ae,segment=NetworkSegment(3a7c18bd-ae1d-4454-9aef-35beb4cddde4),segment_id=3a7c18bd-ae1d-4454-9aef-35beb4cddde4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:25.893393 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.915786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (4b1a5942-03e3-4438-90a2-4cfe8858f3a8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.967324 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cc14e60-4a92-4935-bc55-85253c05ca59 admin admin] Publish callbacks [] for security_group (4f5cc733-b338-4c63-9f43-f3d988bb96d8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:25.981359 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:26.075079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a33c1f6f-9221-4cf1-83dc-065016c9279d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:26.080442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network 4b1a5942-03e3-4438-90a2-4cfe8858f3a8 is not hosted by any dhcp agent {{(pid=103187) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 13:10:26.085622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:26.097620 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:26.099463 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "PUT /v2.0/networks/4b1a5942-03e3-4438-90a2-4cfe8858f3a8 HTTP/1.1" status: 200 len: 761 time: 0.9226792 Feb 02 13:10:26.129572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:26.151654 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-792614a4-0f7e-4091-93e6-e04651304ff5 None None] Current status of the port 9576973b-3820-4efb-a5dc-32a90524f9ae is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:26.159062 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=9576973b-3820-4efb-a5dc-32a90524f9ae,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:26.170890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port a33c1f6f-9221-4cf1-83dc-065016c9279d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:26.171273 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:26.177338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cc14e60-4a92-4935-bc55-85253c05ca59 admin admin] Publish callbacks [] for security_group (4f5cc733-b338-4c63-9f43-f3d988bb96d8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:26.270275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Network': ['ID=4b1a5942-03e3-4438-90a2-4cfe8858f3a8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:26.313590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port a33c1f6f-9221-4cf1-83dc-065016c9279d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:26.317637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9576973b-3820-4efb-a5dc-32a90524f9ae up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:26.394133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-57eebad3-5511-4a73-a81d-085538f7ec72 None None] Provisioning complete for port a33c1f6f-9221-4cf1-83dc-065016c9279d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:26.394503 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57eebad3-5511-4a73-a81d-085538f7ec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:26.427920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.428495 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.429315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.429478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fd6bc-307c-48be-8ff0-7408c0563d5c req-0082771d-0765-41ab-8d1c-e022e4825648 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:26.429857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.430283 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.430741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.431459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.431936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.432355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.433093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.433093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.433591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.434004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d482c7f7-0b46-4435-9e3b-69817c2c099b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:26.439534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee8fd6bc-307c-48be-8ff0-7408c0563d5c req-0082771d-0765-41ab-8d1c-e022e4825648 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 945 time: 0.2543814 Feb 02 13:10:26.452020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9576973b-3820-4efb-a5dc-32a90524f9ae triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:26.452421 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:26.507566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 4b1a5942-03e3-4438-90a2-4cfe8858f3a8 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:26.539413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d25d837-b4e5-4d95-ae0b-81208ee58912 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:26.541418 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1d25d837-b4e5-4d95-ae0b-81208ee58912 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/networks?id=4b1a5942-03e3-4438-90a2-4cfe8858f3a8 HTTP/1.1" status: 200 len: 764 time: 0.4104354 Feb 02 13:10:26.547956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53014) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:26.571332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-57eebad3-5511-4a73-a81d-085538f7ec72 None None] Current status of the port a33c1f6f-9221-4cf1-83dc-065016c9279d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:26.605864 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce92d79-482d-418f-9d8c-d04755135ebd None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:10:26.653973 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:26.742869 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cc14e60-4a92-4935-bc55-85253c05ca59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4f5cc733-b338-4c63-9f43-f3d988bb96d8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:26.747027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cc14e60-4a92-4935-bc55-85253c05ca59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:26.751300 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1cc14e60-4a92-4935-bc55-85253c05ca59 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4f5cc733-b338-4c63-9f43-f3d988bb96d8 HTTP/1.1" status: 204 len: 168 time: 1.0722859 Feb 02 13:10:26.836568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0b68b4-4c85-46f6-be45-21ff3430f591 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:10:26.841764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc14e60-4a92-4935-bc55-85253c05ca59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5cc733-b338-4c63-9f43-f3d988bb96d8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:26.883754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee8fd6bc-307c-48be-8ff0-7408c0563d5c req-60b91a8d-2309-4308-8299-8579c4dd8ee6 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027340 Feb 02 13:10:26.886647 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Publish callbacks [] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:26.923290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ca9243c0-e675-40e1-b946-5541f4091268 None None] Provisioning complete for port 9576973b-3820-4efb-a5dc-32a90524f9ae triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:26.927434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3871f4-c27a-4d11-8157-b68a0a86224a req-44fcf761-a870-4b21-b2ed-2cc1cfa06227 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:26.930054 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca9243c0-e675-40e1-b946-5541f4091268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:26.934540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d3871f4-c27a-4d11-8157-b68a0a86224a req-44fcf761-a870-4b21-b2ed-2cc1cfa06227 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.4254742 Feb 02 13:10:26.988996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Transition to ACTIVE for port object fb0b68b4-4c85-46f6-be45-21ff3430f591 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:10:27.003056 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:27.045686 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d3871f4-c27a-4d11-8157-b68a0a86224a req-35d9310e-4d37-4346-bcbb-d37be1f6ebfb tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006258 Feb 02 13:10:27.133868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0b68b4-4c85-46f6-be45-21ff3430f591,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:27.201540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e468899-e7d0-45cc-9ec6-3009c54b04ff req-799d39c0-2668-4241-9be2-89b3e4bb6859 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:27.211049 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e468899-e7d0-45cc-9ec6-3009c54b04ff req-799d39c0-2668-4241-9be2-89b3e4bb6859 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 944 time: 0.2142918 Feb 02 13:10:27.236896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9576973b-3820-4efb-a5dc-32a90524f9ae is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:27.243354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2999ae1a-4678-46f2-a95e-42f57bac504d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:27.257447 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2999ae1a-4678-46f2-a95e-42f57bac504d tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7029951 Feb 02 13:10:27.258727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53028) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:27.302365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb998066-fd2f-47e2-9007-f7c3d066e4f8 req-14089573-fe43-4e56-b4b6-32e5ac6f491d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0866258 Feb 02 13:10:27.337736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Attempting to bind port fb0b68b4-4c85-46f6-be45-21ff3430f591 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:27.338087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Attempting to bind port fb0b68b4-4c85-46f6-be45-21ff3430f591 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:27.338381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Attempting to bind port fb0b68b4-4c85-46f6-be45-21ff3430f591 on network ab2fce86-6124-428e-a7df-fb4eccc76705 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:27.362505 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e468899-e7d0-45cc-9ec6-3009c54b04ff req-21a98716-e39e-41c2-be18-480e39791acd tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504719 Feb 02 13:10:27.369954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Port fb0b68b4-4c85-46f6-be45-21ff3430f591 on network ab2fce86-6124-428e-a7df-fb4eccc76705 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:10:27.373069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Attempting to bind port fb0b68b4-4c85-46f6-be45-21ff3430f591 on network ab2fce86-6124-428e-a7df-fb4eccc76705 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:27.379578 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f447a893-0563-4a4a-8e91-f4314f5e7c82 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 207 time: 0.0996256 Feb 02 13:10:27.385598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53034) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:27.468986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ca9243c0-e675-40e1-b946-5541f4091268 None None] Current status of the port 9576973b-3820-4efb-a5dc-32a90524f9ae is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:27.473570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce92d79-482d-418f-9d8c-d04755135ebd None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:10:27.538291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Allocated IP 172.20.0.1 (5716fbfd-26f9-422f-a503-b67b5c7019cb/fa6bda80-df11-42de-8ebe-410c80374a78/8b9e460e-c3e5-4e93-b752-1db77c55669a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:27.781414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Publish callbacks [] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:27.831961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:27.832304 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Checking segment: {'id': 'e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:27.832687 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Bound using segment: {'id': 'e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:27.833134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Bound port: fb0b68b4-4c85-46f6-be45-21ff3430f591, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:27.833488 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:27.878385 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:27.903622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Network 5716fbfd-26f9-422f-a503-b67b5c7019cb is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:27.906667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:27.910340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:27.951342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] For port fb0b68b4-4c85-46f6-be45-21ff3430f591, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:27.953997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ee4c29-9509-40ef-893b-0c5ee2d89338 None None] Network 5bf88811-7fe7-471a-9f78-24e3e7b7a366 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:27.960644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] For port fb0b68b4-4c85-46f6-be45-21ff3430f591, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fb0b68b4-4c85-46f6-be45-21ff3430f591,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:28.037202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Pushing event updated for resources: {'Port': ['ID=8b9e460e-c3e5-4e93-b752-1db77c55669a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:28.045622 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (b73c26ca-958e-4227-bb75-14c25010be67), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:28.051754 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:28.192015 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:28.192637 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:28.194065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] 10.222.0.62 "PUT /v2.0/ports/fb0b68b4-4c85-46f6-be45-21ff3430f591 HTTP/1.1" status: 200 len: 1092 time: 2.3677168 Feb 02 13:10:28.194528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32df215c-7f7f-4abb-92f7-c2a9e9c16409', 'tag': 'fb0b68b4-4c85-46f6-be45-21ff3430f591'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:10:28.198093 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08967c4c-c810-4bb1-b071-3fd88d52c862" -d '{"events": [{"name": "network-changed", "server_uuid": "32df215c-7f7f-4abb-92f7-c2a9e9c16409", "tag": "fb0b68b4-4c85-46f6-be45-21ff3430f591"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:10:28.232480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91750ec7-04a3-4f49-a136-1457e4ec9efb tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:28.240821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91750ec7-04a3-4f49-a136-1457e4ec9efb tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:28.282969 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91750ec7-04a3-4f49-a136-1457e4ec9efb tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:28.293809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91750ec7-04a3-4f49-a136-1457e4ec9efb tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:28.337553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91750ec7-04a3-4f49-a136-1457e4ec9efb tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:28.347366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91750ec7-04a3-4f49-a136-1457e4ec9efb tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:28.350144 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:28.363698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-91750ec7-04a3-4f49-a136-1457e4ec9efb tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.9713988 Feb 02 13:10:28.367160 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4885c684-a50a-46c0-8480-36d01eba775c x-openstack-request-id: req-4885c684-a50a-46c0-8480-36d01eba775c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:10:28.367458 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32df215c-7f7f-4abb-92f7-c2a9e9c16409", "tag": "fb0b68b4-4c85-46f6-be45-21ff3430f591", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:10:28.367721 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4885c684-a50a-46c0-8480-36d01eba775c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:10:28.368138 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32df215c-7f7f-4abb-92f7-c2a9e9c16409', 'tag': 'fb0b68b4-4c85-46f6-be45-21ff3430f591', 'status': 'completed', 'code': 200} Feb 02 13:10:28.382807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:28.393125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9576973b-3820-4efb-a5dc-32a90524f9ae up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:28.556463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9576973b-3820-4efb-a5dc-32a90524f9ae triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:28.556907 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:28.580793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e6e2a7a-81da-4eca-abf0-3ebbe22741cf req-70fc2747-0585-4073-91b7-4d42ac36a5c8 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0736835 Feb 02 13:10:28.602341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0b68b4-4c85-46f6-be45-21ff3430f591,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:28.731250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.738589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.739027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.739364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.743735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.744087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.744422 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.744751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.745396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.745396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.745703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.746021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.746444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09af2c37-3523-464b-bc3d-809fb6337d68 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:10:28.757756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ec767ba2-97d4-4b84-a8f3-9dc57611452e None None] Provisioning complete for port 8b9e460e-c3e5-4e93-b752-1db77c55669a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:28.758253 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec767ba2-97d4-4b84-a8f3-9dc57611452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:28.778242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed58e9-637c-4cc3-a720-5b9cf7de8ccb req-0945830f-493e-47b9-bb77-8c4a8ea72f55 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:28.780124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66ed58e9-637c-4cc3-a720-5b9cf7de8ccb req-0945830f-493e-47b9-bb77-8c4a8ea72f55 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 945 time: 0.9585550 Feb 02 13:10:28.855197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcda3f56-c625-4b55-b8bc-39b92d783e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:28.857145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-bcda3f56-c625-4b55-b8bc-39b92d783e17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8&device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 1126 time: 0.4930327 Feb 02 13:10:28.909626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9576973b-3820-4efb-a5dc-32a90524f9ae is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:28.910787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 09f5a830-a766-4241-af70-861ecc36a765 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:28.955980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec767ba2-97d4-4b84-a8f3-9dc57611452e None None] Port 8b9e460e-c3e5-4e93-b752-1db77c55669a cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:10:28.999274 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4754ae5a-857f-476a-b029-7b1ccf0d4da6 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6036744 Feb 02 13:10:29.005134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:29.040485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-1914d439-463b-4679-9c26-252478bc0297 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb0b68b4-4c85-46f6-be45-21ff3430f591 HTTP/1.1" status: 200 len: 217 time: 0.1482637 Feb 02 13:10:29.043557 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 09f5a830-a766-4241-af70-861ecc36a765 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:29.044092 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (09f5a830-a766-4241-af70-861ecc36a765), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:29.102659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-dc31001a-3dad-40a1-a01b-03a5e8475510 None None] Provisioning complete for port 9576973b-3820-4efb-a5dc-32a90524f9ae triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:29.103031 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc31001a-3dad-40a1-a01b-03a5e8475510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:29.186474 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5d1af984-29b7-4d43-8c3e-101eff023093 req-21d524bd-65c3-4754-bb30-84ffb980a668 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190715 Feb 02 13:10:29.218541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b366b5-9376-4514-955b-b8aaaa1c0671 req-f8adaa4a-9b52-4465-91ae-0a9fc029f0c1 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.225110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 09f5a830-a766-4241-af70-861ecc36a765 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:29.225606 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (09f5a830-a766-4241-af70-861ecc36a765), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:29.234641 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Publish callbacks [] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:29.242866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:29.243787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38b366b5-9376-4514-955b-b8aaaa1c0671 req-f8adaa4a-9b52-4465-91ae-0a9fc029f0c1 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 944 time: 0.5355074 Feb 02 13:10:29.286770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 09f5a830-a766-4241-af70-861ecc36a765, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=09f5a830-a766-4241-af70-861ecc36a765,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:29.293293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dc31001a-3dad-40a1-a01b-03a5e8475510 None None] Current status of the port 9576973b-3820-4efb-a5dc-32a90524f9ae is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:29.298991 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (09f5a830-a766-4241-af70-861ecc36a765), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:29.326171 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66ed58e9-637c-4cc3-a720-5b9cf7de8ccb req-ed02f95b-c1b3-4df8-b914-921df99618a6 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283532 Feb 02 13:10:29.398285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=09f5a830-a766-4241-af70-861ecc36a765,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:29.433785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Pushing event updated for resources: {'Port': ['ID=8b9e460e-c3e5-4e93-b752-1db77c55669a,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:29.447588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (b73c26ca-958e-4227-bb75-14c25010be67), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:29.485974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1af984-29b7-4d43-8c3e-101eff023093 req-fdbfd6f9-c37d-4594-8f4c-86642ba75612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.488473 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5d1af984-29b7-4d43-8c3e-101eff023093 req-fdbfd6f9-c37d-4594-8f4c-86642ba75612 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=bcbf353261c44a12b598f300f6175e3e&device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 1127 time: 0.2160940 Feb 02 13:10:29.601996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9698a-639e-4cbd-ba20-7eeb9cb51464 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.604851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9698a-639e-4cbd-ba20-7eeb9cb51464 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.606418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9698a-639e-4cbd-ba20-7eeb9cb51464 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.608015 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9698a-639e-4cbd-ba20-7eeb9cb51464 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.609639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9698a-639e-4cbd-ba20-7eeb9cb51464 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.611704 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b9c9698a-639e-4cbd-ba20-7eeb9cb51464 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6030087 Feb 02 13:10:29.624327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53110) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:29.630926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38b366b5-9376-4514-955b-b8aaaa1c0671 req-d11bb59c-5f9e-426d-9bfa-6d0aab26c61a tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751428 Feb 02 13:10:29.640083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-303769d5-5d2e-4e38-b4a3-0386819a8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.641947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-303769d5-5d2e-4e38-b4a3-0386819a8b17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d92a594a-95da-4df0-9e31-b7362dab0df9 HTTP/1.1" status: 200 len: 853 time: 0.5676744 Feb 02 13:10:29.680611 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-5bd30f0c-61dc-4352-a240-51cc2f4416f9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab2fce86-6124-428e-a7df-fb4eccc76705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304728 Feb 02 13:10:29.705875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9919e84-e02f-4f86-9bbb-d49f31fad331 req-16b341d7-0492-4cd6-ba3d-e34c23e37561 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.705875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9919e84-e02f-4f86-9bbb-d49f31fad331 req-16b341d7-0492-4cd6-ba3d-e34c23e37561 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 945 time: 0.4169841 Feb 02 13:10:29.810997 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-a7d7bc81-7990-4e03-9bcc-3546b9ea9d2d service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193917 Feb 02 13:10:29.823748 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e47e62-08bf-4d98-9bc5-90f5f2dcbffc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.825027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e47e62-08bf-4d98-9bc5-90f5f2dcbffc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.826212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e47e62-08bf-4d98-9bc5-90f5f2dcbffc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.836631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e47e62-08bf-4d98-9bc5-90f5f2dcbffc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.839024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e47e62-08bf-4d98-9bc5-90f5f2dcbffc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:29.848392 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b0e47e62-08bf-4d98-9bc5-90f5f2dcbffc tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2188373 Feb 02 13:10:29.856494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53118) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:29.859178 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Network 5716fbfd-26f9-422f-a503-b67b5c7019cb is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:30.094750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 09f5a830-a766-4241-af70-861ecc36a765 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:30.222235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94595a88-ecde-4b62-a314-018cd539ffaa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:30.229943 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-94595a88-ecde-4b62-a314-018cd539ffaa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/networks/6e2c0cef-4442-4d29-b474-42cbc1dbae8c HTTP/1.1" status: 200 len: 804 time: 0.3691478 Feb 02 13:10:30.244607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53134) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:30.248021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:30.496957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e9d2c24-abf8-437d-8106-b21d57ae7d4d req-4dc8efde-760a-407e-84c9-381f284863fc tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.6846440 Feb 02 13:10:30.638705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 09f5a830-a766-4241-af70-861ecc36a765 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:30.639340 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (09f5a830-a766-4241-af70-861ecc36a765), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:30.810134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-dc733879-3c4f-4646-b4eb-3e08b00a8c24 None None] Provisioning complete for port 8b9e460e-c3e5-4e93-b752-1db77c55669a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:30.813819 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc733879-3c4f-4646-b4eb-3e08b00a8c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:30.862452 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef80ed-c3b3-470c-9469-d1e0a6078109 req-8878d905-312c-428c-bf8f-74fd9ab891cf tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:30.869363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21ef80ed-c3b3-470c-9469-d1e0a6078109 req-8878d905-312c-428c-bf8f-74fd9ab891cf tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=3110b192-26d4-4327-8467-88fefbe45678 HTTP/1.1" status: 200 len: 945 time: 0.4083972 Feb 02 13:10:30.874846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Router b73c26ca-958e-4227-bb75-14c25010be67 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:10:30.883055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b9919e84-e02f-4f86-9bbb-d49f31fad331 req-95d0c4d1-04d8-4cbf-bb47-8c10f492f111 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Deleting port 9f5c1d6d-25aa-4452-9157-886fe4da58e4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:30.883344 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b9919e84-e02f-4f86-9bbb-d49f31fad331 req-95d0c4d1-04d8-4cbf-bb47-8c10f492f111 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:30.893757 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b2fcd38a-2b3e-4b84-afc6-5ef2e9559172 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/networks/6e2c0cef-4442-4d29-b474-42cbc1dbae8c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.6163588 Feb 02 13:10:30.896800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53160) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:30.917415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c6fd337-386c-47d3-9e0d-e0b2ab1aa4c3 req-fde5c94e-774e-4a9f-8952-ccecd5107e14 service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511243 Feb 02 13:10:30.921852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 09f5a830-a766-4241-af70-861ecc36a765 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:30.935526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dc733879-3c4f-4646-b4eb-3e08b00a8c24 None None] Port 8b9e460e-c3e5-4e93-b752-1db77c55669a cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:10:30.978418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7fd5a-ea42-4bd9-bd02-995bb3dfd1fa req-482b9253-7ee9-4c00-8e96-4de1d8483ef3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:30.987481 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8f7fd5a-ea42-4bd9-bd02-995bb3dfd1fa req-482b9253-7ee9-4c00-8e96-4de1d8483ef3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 944 time: 0.2328537 Feb 02 13:10:31.008885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa7586-c245-4096-8532-61ebaef02b10 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:31.016060 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f3fa7586-c245-4096-8532-61ebaef02b10 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/subnets/7739ed48-dcb7-4f5b-9ae6-054da44aa869 HTTP/1.1" status: 200 len: 843 time: 0.1095941 Feb 02 13:10:31.027595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53168) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:31.082815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-b9919e84-e02f-4f86-9bbb-d49f31fad331 req-95d0c4d1-04d8-4cbf-bb47-8c10f492f111 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] For port 9f5c1d6d-25aa-4452-9157-886fe4da58e4, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9f5c1d6d-25aa-4452-9157-886fe4da58e4,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:31.083750 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b9919e84-e02f-4f86-9bbb-d49f31fad331 req-95d0c4d1-04d8-4cbf-bb47-8c10f492f111 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:31.099520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-b9919e84-e02f-4f86-9bbb-d49f31fad331 req-95d0c4d1-04d8-4cbf-bb47-8c10f492f111 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Calling delete_port for 9f5c1d6d-25aa-4452-9157-886fe4da58e4 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:31.158224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1af984-29b7-4d43-8c3e-101eff023093 req-f3d119ec-fb70-48eb-8e77-4f647e08e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:31.159962 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5d1af984-29b7-4d43-8c3e-101eff023093 req-f3d119ec-fb70-48eb-8e77-4f647e08e53f service neutron] 10.222.0.62 "GET /v2.0/networks?id=c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 200 len: 916 time: 1.5564799 Feb 02 13:10:31.169947 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d456b-c331-4741-9359-26262c068a42 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:31.176979 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ee7d456b-c331-4741-9359-26262c068a42 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "GET /v2.0/subnets/7739ed48-dcb7-4f5b-9ae6-054da44aa869?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1429315 Feb 02 13:10:31.184493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53176) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:31.191345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-80ef09fe-8d4b-4673-823e-2d818bde5a69 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1353130749'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:31.254454 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5d1af984-29b7-4d43-8c3e-101eff023093 req-a222825e-8b63-498d-aa53-f163f1134f29 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 HTTP/1.1" status: 200 len: 217 time: 0.0873418 Feb 02 13:10:31.315177 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b9919e84-e02f-4f86-9bbb-d49f31fad331 req-95d0c4d1-04d8-4cbf-bb47-8c10f492f111 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9f5c1d6d-25aa-4452-9157-886fe4da58e4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:31.317496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ef09fe-8d4b-4673-823e-2d818bde5a69 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:31.325698 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80ef09fe-8d4b-4673-823e-2d818bde5a69 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:31.344250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:10:31.354953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['9f5c1d6d-25aa-4452-9157-886fe4da58e4'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:10:31.359184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Sync routers for ids ['b73c26ca-958e-4227-bb75-14c25010be67'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:10:31.369711 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-203f6dc1-99e8-4991-9d9f-d6143f28a45b admin admin] 10.222.0.83 "PUT /v2.0/routers/b73c26ca-958e-4227-bb75-14c25010be67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9551549 Feb 02 13:10:31.378190 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:10:31.391544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21ef80ed-c3b3-470c-9469-d1e0a6078109 req-0676c86d-7bec-4e53-8b5f-07efbd292800 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211489 Feb 02 13:10:31.400911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1af984-29b7-4d43-8c3e-101eff023093 req-6ad3166c-9990-484b-9ebd-c74285b7e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:31.404190 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5d1af984-29b7-4d43-8c3e-101eff023093 req-6ad3166c-9990-484b-9ebd-c74285b7e4a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a77b539c-fe67-429b-b8d9-661c579990ef HTTP/1.1" status: 200 len: 855 time: 0.1419837 Feb 02 13:10:31.442319 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0c4d1-04d8-4cbf-bb47-8c10f492f111 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Pushing event deleted for resources: {'Port': ['ID=9f5c1d6d-25aa-4452-9157-886fe4da58e4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:31.467221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Routers {'b73c26ca-958e-4227-bb75-14c25010be67'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:31.487828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8f7fd5a-ea42-4bd9-bd02-995bb3dfd1fa req-59574453-fd66-49a1-9363-46ddb12a8fae tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4972746 Feb 02 13:10:31.488210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:10:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b73c26ca-958e-4227-bb75-14c25010be67'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:31.490457 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5d1af984-29b7-4d43-8c3e-101eff023093 req-4c506689-ef56-4fd3-b23a-03425225b169 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c63a35f9-d564-490d-b25a-136375c41397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779321 Feb 02 13:10:31.511064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ef09fe-8d4b-4673-823e-2d818bde5a69 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:31.536057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80ef09fe-8d4b-4673-823e-2d818bde5a69 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4299c6fd-d9f2-4faa-a162-f84885997bd5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:31.536230 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-80ef09fe-8d4b-4673-823e-2d818bde5a69 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Added segment 4299c6fd-d9f2-4faa-a162-f84885997bd5 of type vlan for network f95583b9-0379-47fd-aed8-72961ec4358b Feb 02 13:10:31.561504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08967c4c-c810-4bb1-b071-3fd88d52c862 req-0040bb42-83c8-4d4f-98f6-82046e5eca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:31.565550 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08967c4c-c810-4bb1-b071-3fd88d52c862 req-0040bb42-83c8-4d4f-98f6-82046e5eca03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8&device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 1126 time: 0.2750101 Feb 02 13:10:31.568684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9919e84-e02f-4f86-9bbb-d49f31fad331 req-95d0c4d1-04d8-4cbf-bb47-8c10f492f111 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] No DVR routers for this DVR port 9f5c1d6d-25aa-4452-9157-886fe4da58e4 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:31.572318 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-b9919e84-e02f-4f86-9bbb-d49f31fad331 req-95d0c4d1-04d8-4cbf-bb47-8c10f492f111 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:31.577449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9919e84-e02f-4f86-9bbb-d49f31fad331 req-95d0c4d1-04d8-4cbf-bb47-8c10f492f111 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "DELETE /v2.0/ports/9f5c1d6d-25aa-4452-9157-886fe4da58e4 HTTP/1.1" status: 204 len: 173 time: 1.7642086 Feb 02 13:10:31.613094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3110b192-26d4-4327-8467-88fefbe45678', 'name': 'network-vif-deleted', 'tag': '9f5c1d6d-25aa-4452-9157-886fe4da58e4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:10:31.621428 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e048c931-90c0-462a-af38-351404c0d992" -d '{"events": [{"server_uuid": "3110b192-26d4-4327-8467-88fefbe45678", "name": "network-vif-deleted", "tag": "9f5c1d6d-25aa-4452-9157-886fe4da58e4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:10:31.634049 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80ef09fe-8d4b-4673-823e-2d818bde5a69 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (f95583b9-0379-47fd-aed8-72961ec4358b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:31.726826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2668256c-6a6d-4bf3-a925-db4ffaf310b8 req-9c46c87e-434b-4563-9c2a-86c8016fcf8d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0992000 Feb 02 13:10:31.730368 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80ef09fe-8d4b-4673-823e-2d818bde5a69 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (f95583b9-0379-47fd-aed8-72961ec4358b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:31.742683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ef09fe-8d4b-4673-823e-2d818bde5a69 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:31.744550 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80ef09fe-8d4b-4673-823e-2d818bde5a69 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:31.764482 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188a35de-f80c-4243-b8c4-a002e4a12315 x-openstack-request-id: req-188a35de-f80c-4243-b8c4-a002e4a12315 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:10:31.764967 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3110b192-26d4-4327-8467-88fefbe45678", "name": "network-vif-deleted", "tag": "9f5c1d6d-25aa-4452-9157-886fe4da58e4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:10:31.765322 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-188a35de-f80c-4243-b8c4-a002e4a12315 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:10:31.765830 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3110b192-26d4-4327-8467-88fefbe45678', 'name': 'network-vif-deleted', 'tag': '9f5c1d6d-25aa-4452-9157-886fe4da58e4', 'status': 'completed', 'code': 200} Feb 02 13:10:31.875505 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d71b97c5-036b-49c6-95d9-aedde7725fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:31.897554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Set router b73c26ca-958e-4227-bb75-14c25010be67 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:31.947813 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08967c4c-c810-4bb1-b071-3fd88d52c862 req-c4a6bcbf-e933-40d0-9f2d-288dc6708311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:31.949926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08967c4c-c810-4bb1-b071-3fd88d52c862 req-c4a6bcbf-e933-40d0-9f2d-288dc6708311 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab2fce86-6124-428e-a7df-fb4eccc76705 HTTP/1.1" status: 200 len: 914 time: 0.3692572 Feb 02 13:10:31.968955 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-80ef09fe-8d4b-4673-823e-2d818bde5a69 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7844970 Feb 02 13:10:32.026174 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08967c4c-c810-4bb1-b071-3fd88d52c862 req-fc819b3c-710e-43d1-8c33-3fb881a84853 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb0b68b4-4c85-46f6-be45-21ff3430f591 HTTP/1.1" status: 200 len: 217 time: 0.0692708 Feb 02 13:10:32.026669 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:32.043792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'subnet': {'network_id': 'f95583b9-0379-47fd-aed8-72961ec4358b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:32.108052 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef09fe-8d4b-4673-823e-2d818bde5a69 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Network': ['ID=f95583b9-0379-47fd-aed8-72961ec4358b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:32.148337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network f95583b9-0379-47fd-aed8-72961ec4358b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:32.196643 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5d1af984-29b7-4d43-8c3e-101eff023093 req-4b756126-e4ef-4a23-b6b2-f5409551f363 service neutron] 10.222.0.62 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079103 Feb 02 13:10:32.259117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08967c4c-c810-4bb1-b071-3fd88d52c862 req-87bfc286-97ca-4077-9485-d870ce117558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:32.260980 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08967c4c-c810-4bb1-b071-3fd88d52c862 req-87bfc286-97ca-4077-9485-d870ce117558 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d92a594a-95da-4df0-9e31-b7362dab0df9 HTTP/1.1" status: 200 len: 853 time: 0.2127223 Feb 02 13:10:32.262275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Made reservation on behalf of a81447f9e0dc459a8fb26158c0a8cbcd for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:32.268251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:32.387259 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5d1af984-29b7-4d43-8c3e-101eff023093 req-7eec48e2-1ff3-430a-b6fe-cc1e1b3dd35a service neutron] 10.222.0.62 "GET /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811693 Feb 02 13:10:32.462674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Performing IP validity checks on allocation pools {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 13:10:32.466057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 13:10:32.477373 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08967c4c-c810-4bb1-b071-3fd88d52c862 req-43085bb9-1216-481c-b7fb-af4fcefd3210 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab2fce86-6124-428e-a7df-fb4eccc76705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392093 Feb 02 13:10:32.739892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53244) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:32.745049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-50997935-network', 'tenant_id': 'e975a27435c24de18c2252cf875560b6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:32.778387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Made reservation on behalf of e975a27435c24de18c2252cf875560b6 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:32.781771 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:32.793697 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:32.862768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:10:28Z', 'revision_number': 4, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8b9e460e-c3e5-4e93-b752-1db77c55669a', 'name': '', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'mac_address': 'fa:16:3e:a3:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:26Z', 'updated_at': '2022-02-02T13:10:28Z', 'revision_number': 2, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'subnets': [{'id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:32.919154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Checking router: b73c26ca-958e-4227-bb75-14c25010be67 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:10:32.919560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Updating router b73c26ca-958e-4227-bb75-14c25010be67 port 8b9e460e-c3e5-4e93-b752-1db77c55669a binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:10:32.956657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Publish callbacks [] for security_group (c4585437-bde4-47eb-9a32-82f5a574232b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:32.960907 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:32.969760 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c4585437-bde4-47eb-9a32-82f5a574232b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.039660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:33.056372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4585437-bde4-47eb-9a32-82f5a574232b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:33.075042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a9d7a65b-107c-411b-8ee4-3b409b7c52c3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.075558 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Added segment a9d7a65b-107c-411b-8ee4-3b409b7c52c3 of type vlan for network 90b285b9-d6dc-44d4-93ad-aed96b419144 Feb 02 13:10:33.155562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f33a88d-30c5-43ad-8f39-972417b2603d req-880c5e0a-5a74-4994-a553-730e538a80fa tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.2178912 Feb 02 13:10:33.173593 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (c790d5e6-cfa3-42c7-ba10-7887bea753af), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.210803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (90b285b9-d6dc-44d4-93ad-aed96b419144), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.230259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08967c4c-c810-4bb1-b071-3fd88d52c862 req-869a2d1d-ab00-4bcb-8512-e6adfb7f7e5f service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7426991 Feb 02 13:10:33.266254 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (90b285b9-d6dc-44d4-93ad-aed96b419144), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.267527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:33.268190 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.316004 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555b7bc-b3bd-41d7-af7c-8c80207f1366 req-d7115765-dd08-4f47-9ec8-f9243b819226 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:33.317555 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c555b7bc-b3bd-41d7-af7c-8c80207f1366 req-d7115765-dd08-4f47-9ec8-f9243b819226 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 944 time: 0.6222599 Feb 02 13:10:33.329397 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5855963 Feb 02 13:10:33.331078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:33.386673 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Publish callbacks [] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.394537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.415411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bc4cf-b228-4067-8a3a-225542b8cc87 admin admin] Pushing event updated for resources: {'Network': ['ID=90b285b9-d6dc-44d4-93ad-aed96b419144,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:33.448358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 90b285b9-d6dc-44d4-93ad-aed96b419144 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:33.454918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-92a96d7f-da55-4a83-ae32-661f38a81d48 admin admin] Request body: {'subnet': {'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-50997935-subnet', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:33.572879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Checking segment: {'id': '4299c6fd-d9f2-4faa-a162-f84885997bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f95583b9-0379-47fd-aed8-72961ec4358b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:33.573558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network hostable DHCP agents. Network: f95583b9-0379-47fd-aed8-72961ec4358b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:10:33.584945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Subnet': ['ID=c790d5e6-cfa3-42c7-ba10-7887bea753af,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:33.587295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14e53a-087d-4a46-81f3-18c80c8a9338 None None] Pushing event updated for resources: {'Port': ['ID=8b9e460e-c3e5-4e93-b752-1db77c55669a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:33.634116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Attempting to bind port 8b9e460e-c3e5-4e93-b752-1db77c55669a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:33.634609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Attempting to bind port 8b9e460e-c3e5-4e93-b752-1db77c55669a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:33.635079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Attempting to bind port 8b9e460e-c3e5-4e93-b752-1db77c55669a on network 5716fbfd-26f9-422f-a503-b67b5c7019cb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:33.641221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:33.641842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Checking segment: {'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:33.642479 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.643035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Bound using segment: {'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:33.643772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Bound port: 8b9e460e-c3e5-4e93-b752-1db77c55669a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:33.644461 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.728851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a96d7f-da55-4a83-ae32-661f38a81d48 admin admin] Made reservation on behalf of e975a27435c24de18c2252cf875560b6 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:33.731133 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92a96d7f-da55-4a83-ae32-661f38a81d48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.767753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] For port 8b9e460e-c3e5-4e93-b752-1db77c55669a, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:33.772198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] For port 8b9e460e-c3e5-4e93-b752-1db77c55669a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8b9e460e-c3e5-4e93-b752-1db77c55669a,segment=NetworkSegment(dd9d795b-eb2a-411f-8122-095fd1dfd724),segment_id=dd9d795b-eb2a-411f-8122-095fd1dfd724)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:33.781116 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.822972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9f5c1d6d-25aa-4452-9157-886fe4da58e4 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:10:33.838937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c555b7bc-b3bd-41d7-af7c-8c80207f1366 req-bf3841bc-fb4b-4227-9860-c26452d52899 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135088 Feb 02 13:10:33.839664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Network f95583b9-0379-47fd-aed8-72961ec4358b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:10:33.858475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-2998d674-e487-4f11-a316-060f4e70d914 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:33.867869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-2998d674-e487-4f11-a316-060f4e70d914 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 0.5394173 Feb 02 13:10:33.894977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, f95583b9-0379-47fd-aed8-72961ec4358b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:33.909218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08967c4c-c810-4bb1-b071-3fd88d52c862 req-135802ae-c791-4794-86e6-2d249e3d5d9a service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633031 Feb 02 13:10:33.916671 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:33.917337 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:33.938377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e77ed-3be7-4968-93cb-a74a88847a08 None None] Network f95583b9-0379-47fd-aed8-72961ec4358b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:33.946926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-a96e4b51-dba6-4103-9f01-e0a82e2a7cfa tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/quotas/1af86eae570b46b3a4585e718e1a9580 HTTP/1.1" status: 200 len: 375 time: 0.0457146 Feb 02 13:10:33.948533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 9f5c1d6d-25aa-4452-9157-886fe4da58e4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:10:33.949131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9f5c1d6d-25aa-4452-9157-886fe4da58e4 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:10:33.972876 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c7f1fa5b-cdff-43ce-b3ca-aff3db3fb498 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9418550 Feb 02 13:10:33.973174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53316) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:33.982514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-73a0ea26-ebf3-4e7f-9864-c36376c04b9a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:34.001195 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-79315bc0-c8b3-4324-8d11-00d06ba469d8 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433612 Feb 02 13:10:34.052626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Routers {'b73c26ca-958e-4227-bb75-14c25010be67'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:34.061220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:10:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b73c26ca-958e-4227-bb75-14c25010be67'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:34.187639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e65c9279-6832-4a64-bd7e-ca0ecf6bf7e7 None None] Provisioning complete for port 8b9e460e-c3e5-4e93-b752-1db77c55669a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:34.188121 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65c9279-6832-4a64-bd7e-ca0ecf6bf7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:34.191083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73a0ea26-ebf3-4e7f-9864-c36376c04b9a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26592147'] for subnet (c790d5e6-cfa3-42c7-ba10-7887bea753af), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:34.306980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14e53a-087d-4a46-81f3-18c80c8a9338 None None] Pushing event updated for resources: {'Port': ['ID=8b9e460e-c3e5-4e93-b752-1db77c55669a,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:34.333281 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-91ef4130-8ca6-44f4-a254-c1e2518eb48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:34.364926 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92a96d7f-da55-4a83-ae32-661f38a81d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (a6f45f85-462b-446e-87e2-c5f770293872), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:34.394135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device fb0b68b4-4c85-46f6-be45-21ff3430f591 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:10:34.408220 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73a0ea26-ebf3-4e7f-9864-c36376c04b9a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739706610908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25433787'] for subnet (c790d5e6-cfa3-42c7-ba10-7887bea753af), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:34.421029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-1bf64b76-e8a5-422a-a19f-6d22651b93c2 service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088089 Feb 02 13:10:34.424643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8914974-577b-4c31-8476-d0ec94e62032 req-d6cf86b2-b927-4005-b730-d9e7bfb01c9d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.1103969 Feb 02 13:10:34.451997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a96d7f-da55-4a83-ae32-661f38a81d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f45f85-462b-446e-87e2-c5f770293872,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:34.485154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0ea26-ebf3-4e7f-9864-c36376c04b9a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event updated for resources: {'Subnet': ['ID=c790d5e6-cfa3-42c7-ba10-7887bea753af,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:34.501867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a0ea26-ebf3-4e7f-9864-c36376c04b9a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:34.502583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73a0ea26-ebf3-4e7f-9864-c36376c04b9a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:34.506996 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-73a0ea26-ebf3-4e7f-9864-c36376c04b9a tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "PUT /v2.0/subnets/c790d5e6-cfa3-42c7-ba10-7887bea753af HTTP/1.1" status: 200 len: 900 time: 0.5321605 Feb 02 13:10:34.507732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53340) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:34.604049 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-1cf341ec-3bc3-4d5d-800b-fcbea18215e8 service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820688 Feb 02 13:10:34.611167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf681d41-7a09-40d3-87fc-1046a5666744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-f95583b9-0379-47fd-aed8-72961ec4358b', 'network_id': 'f95583b9-0379-47fd-aed8-72961ec4358b', 'project_id': 'a81447f9e0dc459a8fb26158c0a8cbcd', 'fixed_ips': [{'subnet_id': 'c790d5e6-cfa3-42c7-ba10-7887bea753af'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:10:34.612246 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf681d41-7a09-40d3-87fc-1046a5666744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:34.653500 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a96d7f-da55-4a83-ae32-661f38a81d48 admin admin] Checking segment: {'id': 'a9d7a65b-107c-411b-8ee4-3b409b7c52c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:34.655250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a96d7f-da55-4a83-ae32-661f38a81d48 admin admin] Network hostable DHCP agents. Network: 90b285b9-d6dc-44d4-93ad-aed96b419144, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:10:34.668051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (f95583b9-0379-47fd-aed8-72961ec4358b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:34.701785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a96d7f-da55-4a83-ae32-661f38a81d48 admin admin] Network 90b285b9-d6dc-44d4-93ad-aed96b419144 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:10:34.724217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-92a96d7f-da55-4a83-ae32-661f38a81d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 90b285b9-d6dc-44d4-93ad-aed96b419144) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:34.728828 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a96d7f-da55-4a83-ae32-661f38a81d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:34.729705 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92a96d7f-da55-4a83-ae32-661f38a81d48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:34.759114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-92a96d7f-da55-4a83-ae32-661f38a81d48 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3196397 Feb 02 13:10:34.761624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:34.766305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-50997935-router', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:34.832631 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (c790d5e6-cfa3-42c7-ba10-7887bea753af), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:34.835073 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (8450b3a1-2260-449e-bb0f-6556b0f24711), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:34.837601 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (8450b3a1-2260-449e-bb0f-6556b0f24711), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:34.986757 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Publish callbacks [] for router_controller (8450b3a1-2260-449e-bb0f-6556b0f24711), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.012448 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (c790d5e6-cfa3-42c7-ba10-7887bea753af), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.048801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port fb0b68b4-4c85-46f6-be45-21ff3430f591, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fb0b68b4-4c85-46f6-be45-21ff3430f591,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:35.051305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Subnet': ['ID=c790d5e6-cfa3-42c7-ba10-7887bea753af,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:35.104020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'fb0b68b4-4c85-46f6-be45-21ff3430f591', 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705', 'port_id': 'fb0b68b4-4c85-46f6-be45-21ff3430f591', 'mac_address': 'fa:16:3e:4f:a0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92a594a-95da-4df0-9e31-b7362dab0df9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:10:35.110475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3426c79-04d5-4106-91aa-7f34f6b6a54b None None] Network 90b285b9-d6dc-44d4-93ad-aed96b419144 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:35.117740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] Set router b73c26ca-958e-4227-bb75-14c25010be67 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:35.141909 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0613f07a-1b54-412f-9858-fcb2e0ee8080 req-b8d9179a-f491-4b86-a040-dd41eceb9f30 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.1928174 Feb 02 13:10:35.194053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (f95583b9-0379-47fd-aed8-72961ec4358b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.218196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95583b9-0379-47fd-aed8-72961ec4358b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:35.229769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4299c6fd-d9f2-4faa-a162-f84885997bd5') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:35.230072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4299c6fd-d9f2-4faa-a162-f84885997bd5') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:35.241552 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (4299c6fd-d9f2-4faa-a162-f84885997bd5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.257878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4299c6fd-d9f2-4faa-a162-f84885997bd5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.263876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:35.264201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (4299c6fd-d9f2-4faa-a162-f84885997bd5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.347413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e65c9279-6832-4a64-bd7e-ca0ecf6bf7e7 None None] Current status of the port 8b9e460e-c3e5-4e93-b752-1db77c55669a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:35.347832 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65c9279-6832-4a64-bd7e-ca0ecf6bf7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:35.362958 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:35.367112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (f95583b9-0379-47fd-aed8-72961ec4358b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.374251 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.385295 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/f95583b9-0379-47fd-aed8-72961ec4358b HTTP/1.1" status: 204 len: 168 time: 0.8762946 Feb 02 13:10:35.385999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53386) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:35.419388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7692074-1ae8-49c6-8969-dd19ddd93b01 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Network': ['ID=f95583b9-0379-47fd-aed8-72961ec4358b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:35.434242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b127ede-8f03-4741-bf7e-d8a3e27e76c6 req-818cacb1-f18c-4d23-befd-c2fa38c52b68 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:35.438835 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b127ede-8f03-4741-bf7e-d8a3e27e76c6 req-818cacb1-f18c-4d23-befd-c2fa38c52b68 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 944 time: 0.4396570 Feb 02 13:10:35.478747 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-4802cab6-7b1d-4a0f-a943-84361752bf11 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:35.479488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4802cab6-7b1d-4a0f-a943-84361752bf11 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:35.486099 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504ff021-51b4-4894-8087-bab96f7f800f None None] Network f95583b9-0379-47fd-aed8-72961ec4358b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:35.491758 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4802cab6-7b1d-4a0f-a943-84361752bf11 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/subnets/c790d5e6-cfa3-42c7-ba10-7887bea753af HTTP/1.1" status: 404 len: 337 time: 0.0816243 Feb 02 13:10:35.492598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53398) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:35.515387 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee9c78b-f4d2-4951-ac96-419d1f647aa5 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:35.516320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee9c78b-f4d2-4951-ac96-419d1f647aa5 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:35.522583 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cee9c78b-f4d2-4951-ac96-419d1f647aa5 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/f95583b9-0379-47fd-aed8-72961ec4358b HTTP/1.1" status: 404 len: 339 time: 0.0284324 Feb 02 13:10:35.523202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53400) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:35.565383 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504ff021-51b4-4894-8087-bab96f7f800f None None] Network f95583b9-0379-47fd-aed8-72961ec4358b could not be found, it might have been deleted concurrently. {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 13:10:35.585881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port fb0b68b4-4c85-46f6-be45-21ff3430f591 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:35.590069 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.633343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (4b1a5942-03e3-4438-90a2-4cfe8858f3a8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.661779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf0fe13-69c4-47b4-a539-f44f2efdbcd7 None None] Network f95583b9-0379-47fd-aed8-72961ec4358b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:35.710281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0b68b4-4c85-46f6-be45-21ff3430f591 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:10:35.737942 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.744669 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (4b1a5942-03e3-4438-90a2-4cfe8858f3a8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.754924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf0fe13-69c4-47b4-a539-f44f2efdbcd7 None None] Network f95583b9-0379-47fd-aed8-72961ec4358b could not be found, it might have been deleted concurrently. {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 13:10:35.773127 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1a5942-03e3-4438-90a2-4cfe8858f3a8']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:35.785879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294a527c-0cb7-4f55-ad53-a0c0aa80f970') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:35.786261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294a527c-0cb7-4f55-ad53-a0c0aa80f970') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:35.798917 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (294a527c-0cb7-4f55-ad53-a0c0aa80f970), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.816736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (294a527c-0cb7-4f55-ad53-a0c0aa80f970), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.826611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:35.827332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (294a527c-0cb7-4f55-ad53-a0c0aa80f970), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.837455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e65c9279-6832-4a64-bd7e-ca0ecf6bf7e7 None None] For port 8b9e460e-c3e5-4e93-b752-1db77c55669a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8b9e460e-c3e5-4e93-b752-1db77c55669a,segment=NetworkSegment(dd9d795b-eb2a-411f-8122-095fd1dfd724),segment_id=dd9d795b-eb2a-411f-8122-095fd1dfd724)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:35.840072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port fb0b68b4-4c85-46f6-be45-21ff3430f591, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fb0b68b4-4c85-46f6-be45-21ff3430f591,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:35.848793 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e65c9279-6832-4a64-bd7e-ca0ecf6bf7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.856023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-90b285b9-d6dc-44d4-93ad-aed96b419144', 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144', 'project_id': 'e975a27435c24de18c2252cf875560b6', 'fixed_ips': [{'subnet_id': 'a6f45f85-462b-446e-87e2-c5f770293872'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:35.856206 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:35.858643 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:35.858643 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:36.009028 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (4b1a5942-03e3-4438-90a2-4cfe8858f3a8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:36.017523 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:36.021283 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/4b1a5942-03e3-4438-90a2-4cfe8858f3a8 HTTP/1.1" status: 204 len: 168 time: 0.4970670 Feb 02 13:10:36.023811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53430) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:36.043377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd833e-f8ec-40c5-a3ae-7531d87ca8aa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Network': ['ID=4b1a5942-03e3-4438-90a2-4cfe8858f3a8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:36.064487 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-921465db-5bbd-446d-bf7e-71eb53d0e0fa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:36.065059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921465db-5bbd-446d-bf7e-71eb53d0e0fa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:36.068736 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-921465db-5bbd-446d-bf7e-71eb53d0e0fa tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/subnets/a79d73bb-1eb2-4f03-a165-b3406154aded HTTP/1.1" status: 404 len: 337 time: 0.0437939 Feb 02 13:10:36.068901 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c9279-6832-4a64-bd7e-ca0ecf6bf7e7 None None] Pushing event updated for resources: {'Port': ['ID=8b9e460e-c3e5-4e93-b752-1db77c55669a,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:36.071143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53432) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:36.121523 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e746f233-1c00-4326-83e1-3c1d77436aa5 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:36.124011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e746f233-1c00-4326-83e1-3c1d77436aa5 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:36.135008 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e746f233-1c00-4326-83e1-3c1d77436aa5 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/7ae9e144-82a5-4ba7-a400-1b994b3a5f16 HTTP/1.1" status: 404 len: 339 time: 0.0619771 Feb 02 13:10:36.137675 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53436) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:36.149303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=fb0b68b4-4c85-46f6-be45-21ff3430f591,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:36.163842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f1b33abe-4e0f-48e9-ac7c-f967ce1826a8 None None] Provisioning complete for port 8b9e460e-c3e5-4e93-b752-1db77c55669a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:36.164227 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1b33abe-4e0f-48e9-ac7c-f967ce1826a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:36.220725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fb0b68b4-4c85-46f6-be45-21ff3430f591'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:10:36.234659 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Publish callbacks [] for router_gateway (8450b3a1-2260-449e-bb0f-6556b0f24711), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:36.248462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d74168c-f4b3-46ef-ae67-ff76c097879b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Deleting subnet 156b31a1-0ced-463d-8b2c-f17694bc43a1 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:10:36.254007 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d74168c-f4b3-46ef-ae67-ff76c097879b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for subnet (156b31a1-0ced-463d-8b2c-f17694bc43a1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:36.302683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ccbc2862-e706-4b51-906b-d807f3292f0f req-c5b9c61b-4aaa-4de3-87c8-645c9ee1711f tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.1520350 Feb 02 13:10:36.337058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d74168c-f4b3-46ef-ae67-ff76c097879b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (156b31a1-0ced-463d-8b2c-f17694bc43a1), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:36.356698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:10:28Z', 'revision_number': 4, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8b9e460e-c3e5-4e93-b752-1db77c55669a', 'name': '', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'mac_address': 'fa:16:3e:a3:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:26Z', 'updated_at': '2022-02-02T13:10:33Z', 'revision_number': 4, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'subnets': [{'id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:36.404729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b127ede-8f03-4741-bf7e-d8a3e27e76c6 req-acb1cd8a-f976-4cae-b8b1-ba2af4951919 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566805 Feb 02 13:10:36.406973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Allocated IP 172.20.0.2 (90b285b9-d6dc-44d4-93ad-aed96b419144/a6f45f85-462b-446e-87e2-c5f770293872/ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:36.417403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33991c2-a906-48af-88ac-5921c1ce9e56 None None] The sync data for ids ['b73c26ca-958e-4227-bb75-14c25010be67'] in n-d-827336-2 is: [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:10:28Z', 'revision_number': 4, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8b9e460e-c3e5-4e93-b752-1db77c55669a', 'name': '', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'mac_address': 'fa:16:3e:a3:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:26Z', 'updated_at': '2022-02-02T13:10:33Z', 'revision_number': 4, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'subnets': [{'id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:10:36.468457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d74168c-f4b3-46ef-ae67-ff76c097879b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (156b31a1-0ced-463d-8b2c-f17694bc43a1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:36.519238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f1b33abe-4e0f-48e9-ac7c-f967ce1826a8 None None] Current status of the port 8b9e460e-c3e5-4e93-b752-1db77c55669a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:36.549218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c896ed6-2953-4845-807b-d833c348c986 req-eefaec3b-564b-4a3e-9de9-12fd0af75dc8 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.1481829 Feb 02 13:10:36.646782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d74168c-f4b3-46ef-ae67-ff76c097879b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (156b31a1-0ced-463d-8b2c-f17694bc43a1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:36.732031 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:36.814887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d74168c-f4b3-46ef-ae67-ff76c097879b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Subnet': ['ID=156b31a1-0ced-463d-8b2c-f17694bc43a1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:36.837168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d74168c-f4b3-46ef-ae67-ff76c097879b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:36.849414 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8d74168c-f4b3-46ef-ae67-ff76c097879b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/subnets/156b31a1-0ced-463d-8b2c-f17694bc43a1 HTTP/1.1" status: 204 len: 168 time: 0.7086654 Feb 02 13:10:36.849820 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53474) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:36.914659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56eab06-b966-452a-a5b7-bdefede86c95 None None] Network 5bf88811-7fe7-471a-9f78-24e3e7b7a366 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:36.983081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-9511630f-c68b-4db5-9284-54691a506917 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Deleting subnet 020fb6dd-55d9-4e0e-8710-7346b9589f46 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:10:36.986937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9511630f-c68b-4db5-9284-54691a506917 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for subnet (020fb6dd-55d9-4e0e-8710-7346b9589f46), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.036690 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Publish callbacks [] for router_gateway (8450b3a1-2260-449e-bb0f-6556b0f24711), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.036795 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9511630f-c68b-4db5-9284-54691a506917 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (020fb6dd-55d9-4e0e-8710-7346b9589f46), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.100545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-6a155df3-5d47-4151-b6bf-2ed80b4514d4 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:37.105061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-6a155df3-5d47-4151-b6bf-2ed80b4514d4 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 0.3400025 Feb 02 13:10:37.106391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.134887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Request body: {'port': {'device_id': '9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'admin_state_up': True, 'tenant_id': '1af86eae570b46b3a4585e718e1a9580'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:37.203508 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.254531 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Publish callbacks [] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.271546 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.362721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Pushing event updated for resources: {'Port': ['ID=ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:37.380276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Network 90b285b9-d6dc-44d4-93ad-aed96b419144 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:37.383545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:37.387622 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:37.540801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Attempting to bind port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:37.541487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Attempting to bind port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'a9d7a65b-107c-411b-8ee4-3b409b7c52c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:37.542101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Attempting to bind port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac on network 90b285b9-d6dc-44d4-93ad-aed96b419144 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:37.545058 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.552761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:37.553540 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Checking segment: {'id': 'a9d7a65b-107c-411b-8ee4-3b409b7c52c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:37.554958 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.555825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Bound using segment: {'id': 'a9d7a65b-107c-411b-8ee4-3b409b7c52c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:37.557922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Bound port: ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d7a65b-107c-411b-8ee4-3b409b7c52c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:37.558608 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.571273 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0f69a4fc-b02b-4a8f-b49d-63349c45daf8 req-40e9d4c7-a325-4de0-9c77-7697e78d11f5 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0539296 Feb 02 13:10:37.576295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Made reservation on behalf of 1af86eae570b46b3a4585e718e1a9580 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:37.585949 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.715766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] For port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:37.734307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] For port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac,segment=NetworkSegment(a9d7a65b-107c-411b-8ee4-3b409b7c52c3),segment_id=a9d7a65b-107c-411b-8ee4-3b409b7c52c3)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:37.754491 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.766030 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9511630f-c68b-4db5-9284-54691a506917 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (020fb6dd-55d9-4e0e-8710-7346b9589f46), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:37.797720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Allocated IP 172.25.4.162 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:37.816771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53500) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:37.945477 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9511630f-c68b-4db5-9284-54691a506917 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (020fb6dd-55d9-4e0e-8710-7346b9589f46), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:38.023340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc8ad56-762b-4515-bbfa-5cf09fc1fa00 None None] Pushing event updated for resources: {'Port': ['ID=ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:38.047023 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:38.048341 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9511630f-c68b-4db5-9284-54691a506917 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:38.056450 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9511630f-c68b-4db5-9284-54691a506917 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/subnets/020fb6dd-55d9-4e0e-8710-7346b9589f46 HTTP/1.1" status: 204 len: 168 time: 1.2055664 Feb 02 13:10:38.057095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53504) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:38.131049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511630f-c68b-4db5-9284-54691a506917 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Subnet': ['ID=020fb6dd-55d9-4e0e-8710-7346b9589f46,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:38.215036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8b9e460e-c3e5-4e93-b752-1db77c55669a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:38.249244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0238c99c-bafd-4dce-8a3a-978fa2c6ef34 req-a7261ab3-71a6-42d5-97f8-f28d85ad4b2a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.4611516 Feb 02 13:10:38.350249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8b9e460e-c3e5-4e93-b752-1db77c55669a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:38.350629 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:38.368942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (5bf88811-7fe7-471a-9f78-24e3e7b7a366), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:38.386187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device fb0b68b4-4c85-46f6-be45-21ff3430f591 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:38.447483 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4524f-6aa6-400e-ac0d-c1e04e4c7a37 req-c3030a5d-4b85-404f-8c5b-26021775cef7 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:38.450889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5eb4524f-6aa6-400e-ac0d-c1e04e4c7a37 req-c3030a5d-4b85-404f-8c5b-26021775cef7 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 945 time: 0.8763399 Feb 02 13:10:38.506033 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Deleting port 9576973b-3820-4efb-a5dc-32a90524f9ae {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:38.508408 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:38.538064 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-361678f8-8c91-415e-99e4-409aef80a536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:38.625033 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] For port 9576973b-3820-4efb-a5dc-32a90524f9ae, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9576973b-3820-4efb-a5dc-32a90524f9ae,segment=NetworkSegment(3a7c18bd-ae1d-4454-9aef-35beb4cddde4),segment_id=3a7c18bd-ae1d-4454-9aef-35beb4cddde4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:38.625606 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:38.641811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Calling delete_port for 9576973b-3820-4efb-a5dc-32a90524f9ae owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:38.841913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Allocated IP 172.20.0.13 (17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd/b38b2c40-37ff-4b0b-b098-a2e69951a834/b8db0ce2-7fe7-47d2-97f8-a7841ec1825c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:38.845703 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9576973b-3820-4efb-a5dc-32a90524f9ae), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:38.871862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No DVR routers for this DVR port 9576973b-3820-4efb-a5dc-32a90524f9ae on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:38.901038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Port': ['ID=9576973b-3820-4efb-a5dc-32a90524f9ae,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:38.904766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port fb0b68b4-4c85-46f6-be45-21ff3430f591 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:10:38.913406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e647d19-eb0d-491c-886b-9b43badb1842 None None] Network 5bf88811-7fe7-471a-9f78-24e3e7b7a366 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:38.917651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port fb0b68b4-4c85-46f6-be45-21ff3430f591 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:38.918371 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:38.976469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-46b921cc-1485-465c-99de-bfa4dbee18aa None None] Could not find standard attr ID for object 9576973b-3820-4efb-a5dc-32a90524f9ae. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:10:39.000360 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8b9e460e-c3e5-4e93-b752-1db77c55669a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:39.005518 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (5bf88811-7fe7-471a-9f78-24e3e7b7a366), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.031088 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks [] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.047261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf88811-7fe7-471a-9f78-24e3e7b7a366']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:39.067773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a7c18bd-ae1d-4454-9aef-35beb4cddde4') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:39.068003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a7c18bd-ae1d-4454-9aef-35beb4cddde4') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:39.084694 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (3a7c18bd-ae1d-4454-9aef-35beb4cddde4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.109931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (3a7c18bd-ae1d-4454-9aef-35beb4cddde4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.113117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port fb0b68b4-4c85-46f6-be45-21ff3430f591 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:39.113535 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.118123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:39.118533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (3a7c18bd-ae1d-4454-9aef-35beb4cddde4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.125039 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.130294 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-919162bb-2f51-49b7-9447-c59345ca5122 req-c8d72fb7-f6af-4f36-b45d-4292ee7adaa1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.3663158 Feb 02 13:10:39.175902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port fb0b68b4-4c85-46f6-be45-21ff3430f591, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fb0b68b4-4c85-46f6-be45-21ff3430f591,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:39.177482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32df215c-7f7f-4abb-92f7-c2a9e9c16409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0b68b4-4c85-46f6-be45-21ff3430f591'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:10:39.187753 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850f404d-b0d8-4d82-8b66-f4b891d2522a" -d '{"events": [{"server_uuid": "32df215c-7f7f-4abb-92f7-c2a9e9c16409", "name": "network-vif-plugged", "status": "completed", "tag": "fb0b68b4-4c85-46f6-be45-21ff3430f591"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:39.194844 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:39.201213 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.201412 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (5bf88811-7fe7-471a-9f78-24e3e7b7a366), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.207946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb35b00-fe0a-4f68-8e3e-0bb0a23c67f5 None None] DHCP port deletion for 5bf88811-7fe7-471a-9f78-24e3e7b7a366 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:10:39.224772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.239249 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/5bf88811-7fe7-471a-9f78-24e3e7b7a366 HTTP/1.1" status: 204 len: 168 time: 1.1780274 Feb 02 13:10:39.239249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53510) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:39.277539 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0c565e-b9bc-4570-a047-39d500cfee32 x-openstack-request-id: req-0a0c565e-b9bc-4570-a047-39d500cfee32 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:10:39.278406 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5eb4524f-6aa6-400e-ac0d-c1e04e4c7a37 req-a76c195b-36b8-4b1c-8afa-3be1a75da9eb tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7954872 Feb 02 13:10:39.288900 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32df215c-7f7f-4abb-92f7-c2a9e9c16409", "name": "network-vif-plugged", "status": "completed", "tag": "fb0b68b4-4c85-46f6-be45-21ff3430f591", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:10:39.289753 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0a0c565e-b9bc-4570-a047-39d500cfee32 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:10:39.301890 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32df215c-7f7f-4abb-92f7-c2a9e9c16409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0b68b4-4c85-46f6-be45-21ff3430f591', 'code': 200} Feb 02 13:10:39.312736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:39.328195 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:39.337004 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Pushing event updated for resources: {'Port': ['ID=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:39.339805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:39.372911 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Publish callbacks [] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.383278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091a8c8-b016-4f1f-bebb-7be36cb715c4 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Network': ['ID=5bf88811-7fe7-471a-9f78-24e3e7b7a366,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:39.392251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=fb0b68b4-4c85-46f6-be45-21ff3430f591,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:39.407767 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aaf320d-9a60-4256-b82f-99c5f4955431 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:39.409403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aaf320d-9a60-4256-b82f-99c5f4955431 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:39.420507 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5aaf320d-9a60-4256-b82f-99c5f4955431 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/subnets/72cba0b8-3b8e-4892-a941-86710a9c53cb HTTP/1.1" status: 404 len: 337 time: 0.1744208 Feb 02 13:10:39.423071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53514) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:39.457021 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada64228-c7f0-42aa-b68f-66a9562e2b5e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:39.457734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada64228-c7f0-42aa-b68f-66a9562e2b5e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:39.464316 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ada64228-c7f0-42aa-b68f-66a9562e2b5e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/19973ebd-8e1c-4b3d-bf6d-c7098596a5ee HTTP/1.1" status: 404 len: 339 time: 0.0387735 Feb 02 13:10:39.465763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53516) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:39.483142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:39.489470 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.499301 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-4470f5d3-fa27-4491-8ff6-0731e9167b02 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:39.499819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4470f5d3-fa27-4491-8ff6-0731e9167b02 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:39.503158 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4470f5d3-fa27-4491-8ff6-0731e9167b02 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/subnets/659387ce-4262-4b23-be03-c3921b48f721 HTTP/1.1" status: 404 len: 337 time: 0.0362391 Feb 02 13:10:39.505629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53518) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:39.525297 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ec47fc-2537-4c05-b2b8-346c86039e84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:39.530969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ec47fc-2537-4c05-b2b8-346c86039e84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:39.536138 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-61ec47fc-2537-4c05-b2b8-346c86039e84 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/0762693b-3587-4d5d-b297-c0702dbdea7b HTTP/1.1" status: 404 len: 339 time: 0.0278788 Feb 02 13:10:39.537019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53520) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:39.546031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-361678f8-8c91-415e-99e4-409aef80a536 admin admin] Publish callbacks [] for security_group (846116bc-b596-441c-a900-7a18968d224d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.552965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-683d67c5-ae08-4b99-8a42-c0ed1075cf1c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4300904 Feb 02 13:10:39.562662 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-361678f8-8c91-415e-99e4-409aef80a536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (846116bc-b596-441c-a900-7a18968d224d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.579203 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f146501-ba28-4586-8c84-35e40bc8015b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:39.579684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f146501-ba28-4586-8c84-35e40bc8015b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:39.588288 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9f146501-ba28-4586-8c84-35e40bc8015b tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/subnets/62e88cbf-5f53-45b6-af8b-970e8228e131 HTTP/1.1" status: 404 len: 337 time: 0.0495448 Feb 02 13:10:39.589107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53522) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:39.590914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Request body: {'port': {'device_id': '9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:39.601244 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.616355 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadd8898-3510-47e8-9db0-fb7345270bca tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:39.617970 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadd8898-3510-47e8-9db0-fb7345270bca tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:39.625017 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cadd8898-3510-47e8-9db0-fb7345270bca tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/26df5d89-aafc-4698-a264-06709062bbc1 HTTP/1.1" status: 404 len: 339 time: 0.0348155 Feb 02 13:10:39.626525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53524) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:39.695451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-9560820f-5a20-4367-84a1-df1e6be67a6e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Deleting subnet 4cefcd10-768e-4895-8d53-594edf873d3b {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:10:39.697539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8947a-347b-4f14-bba9-878ebbf3ad38 req-414aa586-7d31-4080-b3f4-5d1437750b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:39.698195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9560820f-5a20-4367-84a1-df1e6be67a6e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for subnet (4cefcd10-768e-4895-8d53-594edf873d3b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.699047 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3c8947a-347b-4f14-bba9-878ebbf3ad38 req-414aa586-7d31-4080-b3f4-5d1437750b70 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 1128 time: 0.3014038 Feb 02 13:10:39.709280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Pushing event updated for resources: {'Port': ['ID=dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:39.715940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361678f8-8c91-415e-99e4-409aef80a536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846116bc-b596-441c-a900-7a18968d224d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:39.720199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-361678f8-8c91-415e-99e4-409aef80a536 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=531ca89672dd47dca2eb0696bb4302a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9007726 Feb 02 13:10:39.730160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:39.757607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9560820f-5a20-4367-84a1-df1e6be67a6e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (4cefcd10-768e-4895-8d53-594edf873d3b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.776606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f7f64-a4d3-446a-ba19-fcca10505cbe req-5bb821ea-7aca-4fe7-b373-4666ec26b437 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:39.783738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f1f7f64-a4d3-446a-ba19-fcca10505cbe req-5bb821ea-7aca-4fe7-b373-4666ec26b437 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 932 time: 0.3215475 Feb 02 13:10:39.787461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:39.806580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:39.820322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:39.861696 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.863157 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9560820f-5a20-4367-84a1-df1e6be67a6e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (4cefcd10-768e-4895-8d53-594edf873d3b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.910135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3c8947a-347b-4f14-bba9-878ebbf3ad38 req-a3573abf-b39f-45b8-9e5e-596060592009 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980433 Feb 02 13:10:39.972505 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9560820f-5a20-4367-84a1-df1e6be67a6e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (4cefcd10-768e-4895-8d53-594edf873d3b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:39.976218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f1f7f64-a4d3-446a-ba19-fcca10505cbe req-fdc0449d-e65f-4edf-95da-2105aa956afb tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915219 Feb 02 13:10:40.023487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560820f-5a20-4367-84a1-df1e6be67a6e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Subnet': ['ID=4cefcd10-768e-4895-8d53-594edf873d3b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:40.024497 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9560820f-5a20-4367-84a1-df1e6be67a6e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.027293 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9560820f-5a20-4367-84a1-df1e6be67a6e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/subnets/4cefcd10-768e-4895-8d53-594edf873d3b HTTP/1.1" status: 204 len: 168 time: 0.3997748 Feb 02 13:10:40.033385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:40.040274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e0d314-8e28-4935-8cfc-0f8d56c098ba None None] Network db9c2a36-6465-4667-83bf-2ebc9d5a5a53 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:40.045395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3b2b89-1484-45a1-9b76-f2bbbcd8bdb9 None None] Network 90b285b9-d6dc-44d4-93ad-aed96b419144 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:40.099155 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0750e365-07da-4987-aedb-263a896e7ca4 admin admin] Publish callbacks [] for security_group (846116bc-b596-441c-a900-7a18968d224d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.193981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:40.259252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-12763927-5ff9-45e8-a5e3-0274fcfa5eb5 None None] Provisioning complete for port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:40.259252 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12763927-5ff9-45e8-a5e3-0274fcfa5eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.276232 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0750e365-07da-4987-aedb-263a896e7ca4 admin admin] Publish callbacks [] for security_group (846116bc-b596-441c-a900-7a18968d224d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.290772 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (db9c2a36-6465-4667-83bf-2ebc9d5a5a53), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.393131 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a73d5cc-c9e8-445b-a7b9-a6c3bf75c30e req-1d91f292-380e-412e-a2d6-a6ac076177b3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0865338 Feb 02 13:10:40.404064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-12763927-5ff9-45e8-a5e3-0274fcfa5eb5 None None] Current status of the port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:40.404616 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12763927-5ff9-45e8-a5e3-0274fcfa5eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.408431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:40.408990 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.449160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-12763927-5ff9-45e8-a5e3-0274fcfa5eb5 None None] For port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac,segment=NetworkSegment(a9d7a65b-107c-411b-8ee4-3b409b7c52c3),segment_id=a9d7a65b-107c-411b-8ee4-3b409b7c52c3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:40.481282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdab137f-bc29-4734-932c-991de8fd14e2 None None] DHCP port deletion for db9c2a36-6465-4667-83bf-2ebc9d5a5a53 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:10:40.486879 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12763927-5ff9-45e8-a5e3-0274fcfa5eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.587330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12763927-5ff9-45e8-a5e3-0274fcfa5eb5 None None] Pushing event updated for resources: {'Port': ['ID=ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:40.631520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:40.648961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cdab137f-bc29-4734-932c-991de8fd14e2 None None] Deleting port 19b3c811-6891-4fe3-aa8e-56904a0be34f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:40.649485 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdab137f-bc29-4734-932c-991de8fd14e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.744055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cdab137f-bc29-4734-932c-991de8fd14e2 None None] For port 19b3c811-6891-4fe3-aa8e-56904a0be34f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=19b3c811-6891-4fe3-aa8e-56904a0be34f,segment=NetworkSegment(4cb95e25-504f-43a0-b15e-aee5d2568ec1),segment_id=4cb95e25-504f-43a0-b15e-aee5d2568ec1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:40.744461 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdab137f-bc29-4734-932c-991de8fd14e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.758422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cdab137f-bc29-4734-932c-991de8fd14e2 None None] Calling delete_port for 19b3c811-6891-4fe3-aa8e-56904a0be34f owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:40.806468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9576973b-3820-4efb-a5dc-32a90524f9ae no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:10:40.849321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 9576973b-3820-4efb-a5dc-32a90524f9ae {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:10:40.849670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9576973b-3820-4efb-a5dc-32a90524f9ae not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:10:40.872924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1646f565-629a-4132-a86f-9ccf18284e37 None None] Provisioning complete for port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:40.873346 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1646f565-629a-4132-a86f-9ccf18284e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.882958 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Publish callbacks [] for router_gateway (8450b3a1-2260-449e-bb0f-6556b0f24711), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.885306 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0750e365-07da-4987-aedb-263a896e7ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (846116bc-b596-441c-a900-7a18968d224d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.887889 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0750e365-07da-4987-aedb-263a896e7ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.888964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0750e365-07da-4987-aedb-263a896e7ca4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/846116bc-b596-441c-a900-7a18968d224d HTTP/1.1" status: 204 len: 168 time: 1.1542981 Feb 02 13:10:40.932841 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdab137f-bc29-4734-932c-991de8fd14e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:40.942840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a98acb-41e9-43db-bf54-ee4c9b2db0d8 req-a6ba14c9-38b2-42e5-84fb-dc528ea3af4b tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:40.949807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6a98acb-41e9-43db-bf54-ee4c9b2db0d8 req-a6ba14c9-38b2-42e5-84fb-dc528ea3af4b tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 946 time: 0.5474918 Feb 02 13:10:40.962405 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab137f-bc29-4734-932c-991de8fd14e2 None None] Pushing event deleted for resources: {'Port': ['ID=19b3c811-6891-4fe3-aa8e-56904a0be34f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:40.971286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750e365-07da-4987-aedb-263a896e7ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846116bc-b596-441c-a900-7a18968d224d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:40.977591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdab137f-bc29-4734-932c-991de8fd14e2 None None] No DVR routers for this DVR port 19b3c811-6891-4fe3-aa8e-56904a0be34f on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:41.022939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Deleting port 19b3c811-6891-4fe3-aa8e-56904a0be34f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:41.023275 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:41.077873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1646f565-629a-4132-a86f-9ccf18284e37 None None] Current status of the port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:41.243407 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6a98acb-41e9-43db-bf54-ee4c9b2db0d8 req-0fd33554-d784-4621-886f-007a8996d68a tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927110 Feb 02 13:10:41.254243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8db0ce2-7fe7-47d2-97f8-a7841ec1825c {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:10:41.283099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] For port 19b3c811-6891-4fe3-aa8e-56904a0be34f, host n-d-827336-2, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:41.283542 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:41.289000 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Publish callbacks [] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:41.309345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Calling delete_port for 19b3c811-6891-4fe3-aa8e-56904a0be34f owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:41.349762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Port 19b3c811-6891-4fe3-aa8e-56904a0be34f was not found and therefore no delete operation was performed {{(pid=103188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:10:41.359249 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (19b3c811-6891-4fe3-aa8e-56904a0be34f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:41.395037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Transition to ACTIVE for port object b8db0ce2-7fe7-47d2-97f8-a7841ec1825c will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:10:41.402032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Port': ['ID=19b3c811-6891-4fe3-aa8e-56904a0be34f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:41.413116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No DVR routers for this DVR port 19b3c811-6891-4fe3-aa8e-56904a0be34f on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:41.421051 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:41.450303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b277fb-1efa-41a9-9ea0-6bf389438174 req-83791429-fcff-47fa-af07-f73a97a0fa50 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:41.452767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71b277fb-1efa-41a9-9ea0-6bf389438174 req-83791429-fcff-47fa-af07-f73a97a0fa50 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 932 time: 0.3123631 Feb 02 13:10:41.583340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Pushing event updated for resources: {'Port': ['ID=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:41.656318 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (8450b3a1-2260-449e-bb0f-6556b0f24711), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:41.761820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01029911-6fb8-40cb-881e-c96648856452 req-2fac1550-6404-4b34-943f-c640aa313e65 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.1794443 Feb 02 13:10:41.822106 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71b277fb-1efa-41a9-9ea0-6bf389438174 req-0ea3180b-b222-4e10-9017-2f6226ae00f4 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934847 Feb 02 13:10:41.823843 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (db9c2a36-6465-4667-83bf-2ebc9d5a5a53), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:41.954339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9c2a36-6465-4667-83bf-2ebc9d5a5a53']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:41.983736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Attempting to bind port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:41.984191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Attempting to bind port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:41.984524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Attempting to bind port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:41.989135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb95e25-504f-43a0-b15e-aee5d2568ec1') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:41.989426 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb95e25-504f-43a0-b15e-aee5d2568ec1') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:42.003153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:10:42.003516 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Attempting to bind port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:42.007968 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (4cb95e25-504f-43a0-b15e-aee5d2568ec1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.023397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:42.023761 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Checking segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:42.024145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Bound using segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:42.024623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Bound port: b8db0ce2-7fe7-47d2-97f8-a7841ec1825c, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:42.024979 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.035829 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4cb95e25-504f-43a0-b15e-aee5d2568ec1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.042260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:42.127685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] For port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:42.131241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] For port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:42.135401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:42.135850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:42.136286 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (4cb95e25-504f-43a0-b15e-aee5d2568ec1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.136794 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:42.140812 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:42.176700 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.265325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:42.266028 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.267487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] 10.222.0.18 "PUT /v2.0/ports/b8db0ce2-7fe7-47d2-97f8-a7841ec1825c HTTP/1.1" status: 200 len: 1092 time: 2.6990645 Feb 02 13:10:42.269946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1', 'tag': 'b8db0ce2-7fe7-47d2-97f8-a7841ec1825c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:10:42.272337 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb56b89-1e62-42ed-b8be-dd11584dfed0" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1", "tag": "b8db0ce2-7fe7-47d2-97f8-a7841ec1825c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:10:42.278933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:42.293347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (db9c2a36-6465-4667-83bf-2ebc9d5a5a53), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.294915 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Router 8450b3a1-2260-449e-bb0f-6556b0f24711 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:10:42.304483 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.310548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53572) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:42.311146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/db9c2a36-6465-4667-83bf-2ebc9d5a5a53 HTTP/1.1" status: 204 len: 168 time: 2.2741978 Feb 02 13:10:42.317583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e686e-8555-49b1-ac94-969d7a09123c service neutron] Pushing event updated for resources: {'Port': ['ID=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:42.370428 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b004952-606d-4adb-a11f-93c7d1306fc5 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:42.374782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b004952-606d-4adb-a11f-93c7d1306fc5 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:42.380756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4c4fc-8b03-4b6a-b79c-735de264440f tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Network': ['ID=db9c2a36-6465-4667-83bf-2ebc9d5a5a53,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:42.384133 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3b004952-606d-4adb-a11f-93c7d1306fc5 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/subnets/16cde2bc-2181-4065-9aa3-89486942a1ee HTTP/1.1" status: 404 len: 337 time: 0.0704608 Feb 02 13:10:42.386325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53578) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:42.393635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 19b3c811-6891-4fe3-aa8e-56904a0be34f no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:10:42.438057 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-61535e17-f77e-4810-8edf-073e7729080e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:42.438682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61535e17-f77e-4810-8edf-073e7729080e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:42.451375 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-61535e17-f77e-4810-8edf-073e7729080e tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/b9bf3cd6-52e7-46c4-821f-d7cc1084019f HTTP/1.1" status: 404 len: 339 time: 0.0624111 Feb 02 13:10:42.453824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53580) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:42.459912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 19b3c811-6891-4fe3-aa8e-56904a0be34f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:10:42.460262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 19b3c811-6891-4fe3-aa8e-56904a0be34f not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:10:42.503062 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9588019-dc2b-49fa-8740-57fbc42df1c5 x-openstack-request-id: req-a9588019-dc2b-49fa-8740-57fbc42df1c5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:10:42.503522 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1", "tag": "b8db0ce2-7fe7-47d2-97f8-a7841ec1825c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:10:42.503856 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a9588019-dc2b-49fa-8740-57fbc42df1c5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:10:42.504265 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1', 'tag': 'b8db0ce2-7fe7-47d2-97f8-a7841ec1825c', 'status': 'completed', 'code': 200} Feb 02 13:10:42.548509 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fb1db7-c961-4f20-87af-34b47e28d5d7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Deleting subnet 7739ed48-dcb7-4f5b-9ae6-054da44aa869 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:10:42.556699 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1db7-c961-4f20-87af-34b47e28d5d7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for subnet (7739ed48-dcb7-4f5b-9ae6-054da44aa869), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.567569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-7b6c431a-2cf9-4426-b8bb-44e7cce5cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:42.569159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-7b6c431a-2cf9-4426-b8bb-44e7cce5cdfe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 1126 time: 0.2267888 Feb 02 13:10:42.607095 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1db7-c961-4f20-87af-34b47e28d5d7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (7739ed48-dcb7-4f5b-9ae6-054da44aa869), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.679241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3d6b1-24dd-4708-947b-be4ada52f3a5 req-ead7497e-1001-4c86-906d-40b2de120d89 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:42.687042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ad3d6b1-24dd-4708-947b-be4ada52f3a5 req-ead7497e-1001-4c86-906d-40b2de120d89 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 946 time: 0.1858377 Feb 02 13:10:42.699596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-68350ac9-2c5e-47ab-bdda-1603a258d5b2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c HTTP/1.1" status: 200 len: 217 time: 0.0745468 Feb 02 13:10:42.727404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:42.744780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1db7-c961-4f20-87af-34b47e28d5d7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (7739ed48-dcb7-4f5b-9ae6-054da44aa869), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.784945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-da4d039a-e126-47a2-a0d7-035dd4d8114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:42.786556 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-da4d039a-e126-47a2-a0d7-035dd4d8114f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.0602984 Feb 02 13:10:42.803905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:10:42.814690 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Sync routers for ids ['8450b3a1-2260-449e-bb0f-6556b0f24711'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:10:42.838229 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Routers {'8450b3a1-2260-449e-bb0f-6556b0f24711'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:42.839010 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:10:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8450b3a1-2260-449e-bb0f-6556b0f24711'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:42.847168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1db7-c961-4f20-87af-34b47e28d5d7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (7739ed48-dcb7-4f5b-9ae6-054da44aa869), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.858891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-b261f371-1867-4a64-be9a-f9fa950a5d6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615029 Feb 02 13:10:42.881752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c9c58-8b31-47ea-89c7-5058cf8211e8 None None] Network 6e2c0cef-4442-4d29-b474-42cbc1dbae8c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:42.895373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1db7-c961-4f20-87af-34b47e28d5d7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.909645 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c8fb1db7-c961-4f20-87af-34b47e28d5d7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/subnets/7739ed48-dcb7-4f5b-9ae6-054da44aa869 HTTP/1.1" status: 204 len: 168 time: 0.4527056 Feb 02 13:10:42.912960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ad3d6b1-24dd-4708-947b-be4ada52f3a5 req-b137f666-22e2-4e40-abbe-cc6a00e3cf69 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245622 Feb 02 13:10:42.914082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:42.987285 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Set router 8450b3a1-2260-449e-bb0f-6556b0f24711 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:42.989498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb1db7-c961-4f20-87af-34b47e28d5d7 tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Subnet': ['ID=7739ed48-dcb7-4f5b-9ae6-054da44aa869,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:42.989633 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:42.990467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8662eee5-f74f-4962-9303-8198ff5e02a6 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2277296 Feb 02 13:10:42.993384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:43.142636 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ce189af-4831-4c99-a2c9-1ddb5682ec3a req-5750e8f0-0810-4c9f-b808-8f4229700d0a tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.2143743 Feb 02 13:10:43.226488 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f7462c-3c02-4d9a-9a91-2cb87b6da1f5 None None] DHCP port deletion for 6e2c0cef-4442-4d29-b474-42cbc1dbae8c request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:10:43.248631 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'name': 'tempest-TaggedBootDevicesTest-50997935-router', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:34Z', 'updated_at': '2022-02-02T13:10:40Z', 'revision_number': 3, 'project_id': 'e975a27435c24de18c2252cf875560b6', 'gw_port': {'id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:37Z', 'updated_at': '2022-02-02T13:10:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:43.257970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2110094734'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:43.284279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-48f7462c-3c02-4d9a-9a91-2cb87b6da1f5 None None] Deleting port 731be709-7cf0-42ce-826b-215c3bc34b89 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:43.284813 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f7462c-3c02-4d9a-9a91-2cb87b6da1f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (731be709-7cf0-42ce-826b-215c3bc34b89), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:43.316412 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Checking router: 8450b3a1-2260-449e-bb0f-6556b0f24711 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:10:43.316756 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Updating router 8450b3a1-2260-449e-bb0f-6556b0f24711 port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:10:43.363782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-48f7462c-3c02-4d9a-9a91-2cb87b6da1f5 None None] For port 731be709-7cf0-42ce-826b-215c3bc34b89, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=731be709-7cf0-42ce-826b-215c3bc34b89,segment=NetworkSegment(8ab1f755-5a16-46fa-b90a-c9fb105045c2),segment_id=8ab1f755-5a16-46fa-b90a-c9fb105045c2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:43.364043 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:43.364534 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f7462c-3c02-4d9a-9a91-2cb87b6da1f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (731be709-7cf0-42ce-826b-215c3bc34b89), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:43.381928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-48f7462c-3c02-4d9a-9a91-2cb87b6da1f5 None None] Calling delete_port for 731be709-7cf0-42ce-826b-215c3bc34b89 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:43.502934 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f7462c-3c02-4d9a-9a91-2cb87b6da1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (731be709-7cf0-42ce-826b-215c3bc34b89), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:43.558974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7462c-3c02-4d9a-9a91-2cb87b6da1f5 None None] Pushing event deleted for resources: {'Port': ['ID=731be709-7cf0-42ce-826b-215c3bc34b89,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:43.590146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f7462c-3c02-4d9a-9a91-2cb87b6da1f5 None None] No DVR routers for this DVR port 731be709-7cf0-42ce-826b-215c3bc34b89 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:10:43.670419 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (6e2c0cef-4442-4d29-b474-42cbc1dbae8c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:43.710762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Made reservation on behalf of 2477b2f0fd1548c9b02c425447f7e989 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:43.715967 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:43.728126 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Publish callbacks [] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:43.747653 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:43.751960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-ca67a769-b793-4c48-8fb5-bac3946c0d05 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8793483 Feb 02 13:10:43.807283 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae1868-cf8d-42df-a2e4-3e5821a194f0 None None] Pushing event updated for resources: {'Port': ['ID=dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:43.837924 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Attempting to bind port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:43.839111 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Attempting to bind port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:43.839500 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Attempting to bind port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:43.848718 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:43.849638 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:43.850313 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:43.851193 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:43.852933 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Bound port: dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:43.853647 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:43.870491 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:43.879579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74971b-d964-464b-beb9-7e343d074fda req-f2bd86ca-b4a8-44ce-a230-0e86dfc8bd30 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:43.881137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db74971b-d964-464b-beb9-7e343d074fda req-f2bd86ca-b4a8-44ce-a230-0e86dfc8bd30 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 944 time: 0.8130851 Feb 02 13:10:43.931227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a81bcb94-399c-429f-951a-2181351335b3 req-c63d4b96-57b7-4315-b572-180a57107d46 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1317790820&fields=id&tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8 HTTP/1.1" status: 200 len: 267 time: 0.6494153 Feb 02 13:10:44.020269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 731be709-7cf0-42ce-826b-215c3bc34b89 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:10:44.038041 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] For port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:44.041271 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] For port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:44.044178 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks [] for security_group (ce3a7ced-e898-496d-a4ce-ef4e0862b675), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:44.050335 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:44.059893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 731be709-7cf0-42ce-826b-215c3bc34b89 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:10:44.060197 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 731be709-7cf0-42ce-826b-215c3bc34b89 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:10:44.104741 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ce3a7ced-e898-496d-a4ce-ef4e0862b675), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:44.108697 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Routers {'8450b3a1-2260-449e-bb0f-6556b0f24711'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:44.109456 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:10:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8450b3a1-2260-449e-bb0f-6556b0f24711'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:44.138850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483a62f2-a1a5-448e-83b7-e791c96b57cf req-d9cc171b-41e7-44d0-8000-8b812e8cdcda service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719299 Feb 02 13:10:44.216091 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] Set router 8450b3a1-2260-449e-bb0f-6556b0f24711 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:44.264171 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db74971b-d964-464b-beb9-7e343d074fda req-6fb6d3bf-e648-481b-bdc0-7953b74c27c0 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605585 Feb 02 13:10:44.294294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:44.307631 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (6e2c0cef-4442-4d29-b474-42cbc1dbae8c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:44.382369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a7ced-e898-496d-a4ce-ef4e0862b675,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:44.405493 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae1868-cf8d-42df-a2e4-3e5821a194f0 None None] Pushing event updated for resources: {'Port': ['ID=dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:44.415594 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c1a2d6c8-c806-4f56-9414-3ece45595ad4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:44.415955 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Added segment c1a2d6c8-c806-4f56-9414-3ece45595ad4 of type vlan for network 32a60ec5-7756-46d6-b1a1-80254a9cde4a Feb 02 13:10:44.418948 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'name': 'tempest-TaggedBootDevicesTest-50997935-router', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:34Z', 'updated_at': '2022-02-02T13:10:40Z', 'revision_number': 3, 'project_id': 'e975a27435c24de18c2252cf875560b6', 'gw_port': {'id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:37Z', 'updated_at': '2022-02-02T13:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:44.447501 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9903484-8f24-4b79-9160-b631b8ab5e9d None None] The sync data for ids ['8450b3a1-2260-449e-bb0f-6556b0f24711'] in n-d-827336-2 is: [{'id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'name': 'tempest-TaggedBootDevicesTest-50997935-router', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:34Z', 'updated_at': '2022-02-02T13:10:40Z', 'revision_number': 3, 'project_id': 'e975a27435c24de18c2252cf875560b6', 'gw_port': {'id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:37Z', 'updated_at': '2022-02-02T13:10:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:10:44.455151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2c0cef-4442-4d29-b474-42cbc1dbae8c']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:44.476425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3086bb2-5d3e-41b1-8cda-7a4ff03bb423 req-55a7f766-3dbc-4711-9135-aa22a0b0eea9 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0992432 Feb 02 13:10:44.509809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab1f755-5a16-46fa-b90a-c9fb105045c2') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:44.510143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab1f755-5a16-46fa-b90a-c9fb105045c2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:44.538180 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (32a60ec5-7756-46d6-b1a1-80254a9cde4a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:44.554082 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (8ab1f755-5a16-46fa-b90a-c9fb105045c2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:44.569723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bcb94-399c-429f-951a-2181351335b3 req-7066f3e9-6f8b-4379-be91-80596917df64 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:44.571278 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a81bcb94-399c-429f-951a-2181351335b3 req-7066f3e9-6f8b-4379-be91-80596917df64 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 946 time: 0.5251100 Feb 02 13:10:44.607841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a81bcb94-399c-429f-951a-2181351335b3 req-89124b62-7a53-4456-88f4-97aa5d49ded5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'port': {'security_groups': ['388b9f0d-6baa-41ec-af03-05712743e973', 'aa13a7fb-a108-41a1-ae37-075e5fcdecb0']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:44.644041 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8ab1f755-5a16-46fa-b90a-c9fb105045c2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:44.675496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:44.676126 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (8ab1f755-5a16-46fa-b90a-c9fb105045c2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:44.681983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb56b89-1e62-42ed-b8be-dd11584dfed0 req-98eb82ba-95b8-434f-ba14-aaab35e6674e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:44.684300 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eb56b89-1e62-42ed-b8be-dd11584dfed0 req-98eb82ba-95b8-434f-ba14-aaab35e6674e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 1126 time: 0.4335449 Feb 02 13:10:44.685014 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (32a60ec5-7756-46d6-b1a1-80254a9cde4a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:44.693403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:44.693403 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:44.694161 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:44.923263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1343396 Feb 02 13:10:44.923477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53602) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:45.017172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Request body: {'network': {'name': 'tempest-network--133092076', 'router:external': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:45.049479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Made reservation on behalf of 7635c9286d184e90889f9b0bc9033151 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:45.052726 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:45.061703 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (6e2c0cef-4442-4d29-b474-42cbc1dbae8c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:45.066746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:45.069505 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a81bcb94-399c-429f-951a-2181351335b3 req-89124b62-7a53-4456-88f4-97aa5d49ded5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:45.097660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a779f-8c1f-415c-bb63-1a312bcd5c37 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Pushing event updated for resources: {'Network': ['ID=32a60ec5-7756-46d6-b1a1-80254a9cde4a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:45.109436 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 32a60ec5-7756-46d6-b1a1-80254a9cde4a details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:45.117103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:45.126082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] 10.222.0.83 "DELETE /v2.0/networks/6e2c0cef-4442-4d29-b474-42cbc1dbae8c HTTP/1.1" status: 204 len: 168 time: 2.2084341 Feb 02 13:10:45.218118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b52a8b-ef28-4f7d-b53c-8165a36e87af tempest-NetworksIpV6Test-1534389515 tempest-NetworksIpV6Test-1534389515-project] Pushing event deleted for resources: {'Network': ['ID=6e2c0cef-4442-4d29-b474-42cbc1dbae8c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:45.242898 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for security_group (4fdd8bff-1f49-4b52-b3c4-9b904c17f690), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:45.252564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb56b89-1e62-42ed-b8be-dd11584dfed0 req-33f4053c-d204-44df-b678-e81483da077d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:45.252759 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4fdd8bff-1f49-4b52-b3c4-9b904c17f690), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:45.257194 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eb56b89-1e62-42ed-b8be-dd11584dfed0 req-33f4053c-d204-44df-b678-e81483da077d service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 913 time: 0.5417325 Feb 02 13:10:45.311872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdd8bff-1f49-4b52-b3c4-9b904c17f690,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:45.336762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:45.362732 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4b1f7cb4-c6f0-4811-b9d8-004dae93faa1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:45.363126 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Added segment 4b1f7cb4-c6f0-4811-b9d8-004dae93faa1 of type vlan for network 5e3855a2-a06b-42bc-8b9f-34ee045dc6d4 Feb 02 13:10:45.445526 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (5e3855a2-a06b-42bc-8b9f-34ee045dc6d4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:45.467383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eb56b89-1e62-42ed-b8be-dd11584dfed0 req-b1235141-720c-4baa-8b64-6845199c3f74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c HTTP/1.1" status: 200 len: 217 time: 0.1340773 Feb 02 13:10:45.564544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (5e3855a2-a06b-42bc-8b9f-34ee045dc6d4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:45.568013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:45.570056 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:45.762308 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event updated for resources: {'Network': ['ID=5e3855a2-a06b-42bc-8b9f-34ee045dc6d4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:45.772272 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-28a99c14-0c9e-462a-8c5d-30d780b1e2f4 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8499615 Feb 02 13:10:45.772952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53614) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:45.774691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53616) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:45.881973 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (5e3855a2-a06b-42bc-8b9f-34ee045dc6d4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:45.931455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 5e3855a2-a06b-42bc-8b9f-34ee045dc6d4 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:45.968229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a81bcb94-399c-429f-951a-2181351335b3 req-89124b62-7a53-4456-88f4-97aa5d49ded5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] For port fb0b68b4-4c85-46f6-be45-21ff3430f591, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fb0b68b4-4c85-46f6-be45-21ff3430f591,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:46.014562 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (5e3855a2-a06b-42bc-8b9f-34ee045dc6d4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.027247 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a81bcb94-399c-429f-951a-2181351335b3 req-89124b62-7a53-4456-88f4-97aa5d49ded5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.036936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb56b89-1e62-42ed-b8be-dd11584dfed0 req-c7b6d91f-31c3-40cd-904e-58df493be4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:46.039528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eb56b89-1e62-42ed-b8be-dd11584dfed0 req-c7b6d91f-31c3-40cd-904e-58df493be4d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.5599678 Feb 02 13:10:46.067211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3855a2-a06b-42bc-8b9f-34ee045dc6d4']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:46.085853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1f7cb4-c6f0-4811-b9d8-004dae93faa1') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:46.086161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1f7cb4-c6f0-4811-b9d8-004dae93faa1') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:46.105079 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (4b1f7cb4-c6f0-4811-b9d8-004dae93faa1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.109998 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a81bcb94-399c-429f-951a-2181351335b3 req-89124b62-7a53-4456-88f4-97aa5d49ded5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.117848 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d007ae5c-d5c2-46e7-bed9-3e2e6a987baa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a81447f9e0dc459a8fb26158c0a8cbcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3415821 Feb 02 13:10:46.122643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53622) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:46.145391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fb0b68b4-4c85-46f6-be45-21ff3430f591'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:10:46.157489 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4b1f7cb4-c6f0-4811-b9d8-004dae93faa1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.190671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:46.191103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (4b1f7cb4-c6f0-4811-b9d8-004dae93faa1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.192726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eb56b89-1e62-42ed-b8be-dd11584dfed0 req-ef5432c0-b1c3-485d-b2fa-ac97727ec6b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242132 Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:46.193183 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:46.239677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:46.280787 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0518dce-9983-418e-b422-2664bba1a011 admin admin] Publish callbacks [] for security_group (d965d66d-aaf0-4ea6-89f0-55c2c4fc2995), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.283444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bcb94-399c-429f-951a-2181351335b3 req-89124b62-7a53-4456-88f4-97aa5d49ded5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:46.284704 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a81bcb94-399c-429f-951a-2181351335b3 req-89124b62-7a53-4456-88f4-97aa5d49ded5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.286652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a81bcb94-399c-429f-951a-2181351335b3 req-89124b62-7a53-4456-88f4-97aa5d49ded5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "PUT /v2.0/ports/fb0b68b4-4c85-46f6-be45-21ff3430f591 HTTP/1.1" status: 200 len: 982 time: 1.6959062 Feb 02 13:10:46.298580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (5e3855a2-a06b-42bc-8b9f-34ee045dc6d4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.303049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32df215c-7f7f-4abb-92f7-c2a9e9c16409', 'tag': 'fb0b68b4-4c85-46f6-be45-21ff3430f591'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:10:46.305957 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38af6b4d-aa98-4379-ac92-3e5af7ddae0b" -d '{"events": [{"name": "network-changed", "server_uuid": "32df215c-7f7f-4abb-92f7-c2a9e9c16409", "tag": "fb0b68b4-4c85-46f6-be45-21ff3430f591"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:10:46.315674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5e3855a2-a06b-42bc-8b9f-34ee045dc6d4 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 13:10:46.336646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.346706 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "DELETE /v2.0/networks/5e3855a2-a06b-42bc-8b9f-34ee045dc6d4 HTTP/1.1" status: 204 len: 168 time: 0.5709865 Feb 02 13:10:46.347480 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53628) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:46.394571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ba7bd116-9db4-49ce-a07d-eeb4a1622cf0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:46.420866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89124b62-7a53-4456-88f4-97aa5d49ded5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'Port': ['ID=fb0b68b4-4c85-46f6-be45-21ff3430f591,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:46.422835 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0518dce-9983-418e-b422-2664bba1a011 admin admin] Publish callbacks [] for security_group (d965d66d-aaf0-4ea6-89f0-55c2c4fc2995), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.426370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7620c53-053a-49b5-adcc-65c4e968b280 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event deleted for resources: {'Network': ['ID=5e3855a2-a06b-42bc-8b9f-34ee045dc6d4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:46.449540 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fb0b68b4-4c85-46f6-be45-21ff3430f591'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:10:46.517329 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:46.517992 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.520499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7bd116-9db4-49ce-a07d-eeb4a1622cf0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Made reservation on behalf of 7635c9286d184e90889f9b0bc9033151 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:46.528185 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd116-9db4-49ce-a07d-eeb4a1622cf0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.598442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7bd116-9db4-49ce-a07d-eeb4a1622cf0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:46.615851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0518dce-9983-418e-b422-2664bba1a011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d965d66d-aaf0-4ea6-89f0-55c2c4fc2995), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.622387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0518dce-9983-418e-b422-2664bba1a011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.628728 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e0518dce-9983-418e-b422-2664bba1a011 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d965d66d-aaf0-4ea6-89f0-55c2c4fc2995 HTTP/1.1" status: 204 len: 168 time: 0.5028615 Feb 02 13:10:46.642540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd116-9db4-49ce-a07d-eeb4a1622cf0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (53330409-8195-48af-842a-56b4159b4c0b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.643875 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-ba7bd116-9db4-49ce-a07d-eeb4a1622cf0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Added segment 53330409-8195-48af-842a-56b4159b4c0b of type vlan for network fe89eb54-14e6-4778-93c5-b809697b51fa Feb 02 13:10:46.671668 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0518dce-9983-418e-b422-2664bba1a011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d965d66d-aaf0-4ea6-89f0-55c2c4fc2995,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:46.748828 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd116-9db4-49ce-a07d-eeb4a1622cf0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (fe89eb54-14e6-4778-93c5-b809697b51fa), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.789815 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd116-9db4-49ce-a07d-eeb4a1622cf0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (fe89eb54-14e6-4778-93c5-b809697b51fa), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.791225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7bd116-9db4-49ce-a07d-eeb4a1622cf0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:46.792186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd116-9db4-49ce-a07d-eeb4a1622cf0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:46.863257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739017bc-cf94-4077-8feb-1b01a63d4bd8 req-7545fa04-ab74-4a29-a5a4-bdda3dc82429 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:46.865186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-739017bc-cf94-4077-8feb-1b01a63d4bd8 req-7545fa04-ab74-4a29-a5a4-bdda3dc82429 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 944 time: 1.4005756 Feb 02 13:10:46.904137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac7679cc-9244-4554-914a-db23e08596b9 req-afc3aa99-a714-456e-8f36-bd4a0179964d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.4738901 Feb 02 13:10:46.959158 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ba7bd116-9db4-49ce-a07d-eeb4a1622cf0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5685701 Feb 02 13:10:46.960099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53634) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:46.967888 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Request body: {'subnet': {'network_id': 'fe89eb54-14e6-4778-93c5-b809697b51fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:46.986089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bd116-9db4-49ce-a07d-eeb4a1622cf0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event updated for resources: {'Network': ['ID=fe89eb54-14e6-4778-93c5-b809697b51fa,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:47.001383 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:47.043669 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eb56b89-1e62-42ed-b8be-dd11584dfed0 req-a4ba6fe3-2c17-4276-a81c-1ef4d7b541d0 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7983227 Feb 02 13:10:47.044782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Made reservation on behalf of 7635c9286d184e90889f9b0bc9033151 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:47.047158 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:47.069585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network fe89eb54-14e6-4778-93c5-b809697b51fa details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:47.199725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:47.200863 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:47.232672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:47.312396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-739017bc-cf94-4077-8feb-1b01a63d4bd8 req-56858ce7-70c2-4ace-931e-28287f8877da tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268601 Feb 02 13:10:47.325458 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:47.465188 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f220c1-1dc8-49e0-9343-689be7ae404c x-openstack-request-id: req-52f220c1-1dc8-49e0-9343-689be7ae404c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:10:47.465543 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32df215c-7f7f-4abb-92f7-c2a9e9c16409", "tag": "fb0b68b4-4c85-46f6-be45-21ff3430f591", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:10:47.465731 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-52f220c1-1dc8-49e0-9343-689be7ae404c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:10:47.466141 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32df215c-7f7f-4abb-92f7-c2a9e9c16409', 'tag': 'fb0b68b4-4c85-46f6-be45-21ff3430f591', 'status': 'completed', 'code': 200} Feb 02 13:10:47.500411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:47.602010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bbd00c4-d965-46f7-9711-8a7d381b2687 req-e70d0392-930e-4766-be85-11d3d3043eb8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-741550425&fields=id&tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8 HTTP/1.1" status: 200 len: 267 time: 0.5630112 Feb 02 13:10:47.763061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eb56b89-1e62-42ed-b8be-dd11584dfed0 req-de0b882b-66b5-42ac-a1bc-247c2e5c4956 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6983435 Feb 02 13:10:47.803091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af6b4d-aa98-4379-ac92-3e5af7ddae0b req-dd88e479-3c29-4273-b208-3d0ac50fd841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:47.804843 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38af6b4d-aa98-4379-ac92-3e5af7ddae0b req-dd88e479-3c29-4273-b208-3d0ac50fd841 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8&device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 1167 time: 0.3271766 Feb 02 13:10:47.845792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b8db0ce2-7fe7-47d2-97f8-a7841ec1825c details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:10:47.856639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.objects.ports [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:10:47.857138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (76b7da02-1c9d-4290-aa7f-917d1e6a56e7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:47.872338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53652) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:47.960990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Allocated IP 172.20.0.1 (90b285b9-d6dc-44d4-93ad-aed96b419144/a6f45f85-462b-446e-87e2-c5f770293872/300358a5-3abc-4e7e-9a86-dec5a225d9ff) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:48.004287 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event updated for resources: {'Subnet': ['ID=76b7da02-1c9d-4290-aa7f-917d1e6a56e7,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:48.014808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:48.016553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Checking segment: {'id': '53330409-8195-48af-842a-56b4159b4c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'fe89eb54-14e6-4778-93c5-b809697b51fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:48.017445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Network hostable DHCP agents. Network: fe89eb54-14e6-4778-93c5-b809697b51fa, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:10:48.036146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'b8db0ce2-7fe7-47d2-97f8-a7841ec1825c', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'port_id': 'b8db0ce2-7fe7-47d2-97f8-a7841ec1825c', 'mac_address': 'fa:16:3e:7b:bc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38b2c40-37ff-4b0b-b098-a2e69951a834', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:10:48.072205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Network fe89eb54-14e6-4778-93c5-b809697b51fa is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:10:48.088059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:48.088624 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:48.102941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd00c4-d965-46f7-9711-8a7d381b2687 req-f3cfa375-9392-4068-9c3e-1c0e01d02ad3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:48.103094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:48.104320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, fe89eb54-14e6-4778-93c5-b809697b51fa) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:48.121444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:48.122476 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:48.123405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bbd00c4-d965-46f7-9711-8a7d381b2687 req-f3cfa375-9392-4068-9c3e-1c0e01d02ad3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 985 time: 0.5181153 Feb 02 13:10:48.132707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560df359-470e-4f64-9afc-e9d2c57400ea None None] Network fe89eb54-14e6-4778-93c5-b809697b51fa requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:48.135777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8dcc2fe8-0280-484e-b76f-33e88b94cd46 tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-5521531', 'prefixes': ['172.20.0.0/16']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:48.144180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8db0ce2-7fe7-47d2-97f8-a7841ec1825c {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:10:48.161917 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-97a914ab-8cee-4095-96b1-98308beb2871 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1981490 Feb 02 13:10:48.165853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53658) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:48.172925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Request body: {'floatingip': {'floating_network_id': 'fe89eb54-14e6-4778-93c5-b809697b51fa'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:48.192738 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:48.207273 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:48.233726 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:48.238314 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Publish callbacks [] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:48.316120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6bbd00c4-d965-46f7-9711-8a7d381b2687 req-ef99c889-74e6-476f-b915-9233ec4c62da tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'port': {'security_groups': ['388b9f0d-6baa-41ec-af03-05712743e973', 'aa13a7fb-a108-41a1-ae37-075e5fcdecb0', 'e947136f-60af-4f75-8f05-a9cdfbb609b4']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:48.365166 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dcc2fe8-0280-484e-b76f-33e88b94cd46 tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:48.366420 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8dcc2fe8-0280-484e-b76f-33e88b94cd46 tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 734 time: 0.4877543 Feb 02 13:10:48.370027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53662) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:48.374945 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:48.418986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:48.484174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Pushing event updated for resources: {'Port': ['ID=300358a5-3abc-4e7e-9a86-dec5a225d9ff,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:48.488591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81484f0b-ca05-40dd-becb-bb30b239335b req-93ed1232-ed07-459c-a8a9-5bd231c376f7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.4212170 Feb 02 13:10:48.525699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Network 90b285b9-d6dc-44d4-93ad-aed96b419144 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:48.536861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:48.537275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:48.538644 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bbd00c4-d965-46f7-9711-8a7d381b2687 req-ef99c889-74e6-476f-b915-9233ec4c62da tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:48.553045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:48.585141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Allocated IP 172.20.0.6 (fe89eb54-14e6-4778-93c5-b809697b51fa/76b7da02-1c9d-4290-aa7f-917d1e6a56e7/40a0ed55-6be0-4f75-97ca-a10feee9777b) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:48.652758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b8db0ce2-7fe7-47d2-97f8-a7841ec1825c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:10:48.678025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:48.684796 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-76aad568-b6fc-433e-8fcb-a786719f6ca5 tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] 10.222.0.83 "GET /v2.0/subnetpools/24cc8934-be80-4724-896a-9381702ab77a HTTP/1.1" status: 200 len: 729 time: 0.3079967 Feb 02 13:10:48.688599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53664) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:48.713820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af6b4d-aa98-4379-ac92-3e5af7ddae0b req-33838683-36e3-4531-a24a-482e5a58a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:48.714395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b3b52aa6-b227-41a3-8382-673cfd461229 tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1867263345'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:48.716674 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38af6b4d-aa98-4379-ac92-3e5af7ddae0b req-33838683-36e3-4531-a24a-482e5a58a0d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab2fce86-6124-428e-a7df-fb4eccc76705 HTTP/1.1" status: 200 len: 914 time: 0.9021940 Feb 02 13:10:48.827020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e13577-635a-41a2-9a96-02a00157a8cb None None] Network fe89eb54-14e6-4778-93c5-b809697b51fa requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:10:48.829372 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:48.862618 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for port (40a0ed55-6be0-4f75-97ca-a10feee9777b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:48.889965 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3b52aa6-b227-41a3-8382-673cfd461229 tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:48.892596 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b3b52aa6-b227-41a3-8382-673cfd461229 tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] 10.222.0.83 "PUT /v2.0/subnetpools/24cc8934-be80-4724-896a-9381702ab77a HTTP/1.1" status: 200 len: 684 time: 0.2034643 Feb 02 13:10:48.895455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53666) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:48.896365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38af6b4d-aa98-4379-ac92-3e5af7ddae0b req-5b1a5fe6-a0ca-4c4a-88a1-bdd4fd33bbef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb0b68b4-4c85-46f6-be45-21ff3430f591 HTTP/1.1" status: 200 len: 217 time: 0.1412766 Feb 02 13:10:48.986870 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (8450b3a1-2260-449e-bb0f-6556b0f24711), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.046171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6d7f5d84-1e3f-4f1c-be18-90509fec31dc tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.049179 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6d7f5d84-1e3f-4f1c-be18-90509fec31dc tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] 10.222.0.83 "DELETE /v2.0/subnetpools/24cc8934-be80-4724-896a-9381702ab77a HTTP/1.1" status: 204 len: 168 time: 0.1517708 Feb 02 13:10:49.051802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53668) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:49.069918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (40a0ed55-6be0-4f75-97ca-a10feee9777b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.081045 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-142ebbc7-06f9-4b62-8afd-0c01e49a45ec tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] show failed (client error): The resource could not be found. Feb 02 13:10:49.083264 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-142ebbc7-06f9-4b62-8afd-0c01e49a45ec tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] 10.222.0.83 "GET /v2.0/subnetpools/24cc8934-be80-4724-896a-9381702ab77a HTTP/1.1" status: 404 len: 346 time: 0.0303485 Feb 02 13:10:49.088652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53670) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:49.091514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af6b4d-aa98-4379-ac92-3e5af7ddae0b req-faba4836-bdde-409c-a5fc-bbabec6effe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:49.093021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38af6b4d-aa98-4379-ac92-3e5af7ddae0b req-faba4836-bdde-409c-a5fc-bbabec6effe0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d92a594a-95da-4df0-9e31-b7362dab0df9 HTTP/1.1" status: 200 len: 853 time: 0.1813064 Feb 02 13:10:49.104319 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839333e-9699-40b6-8dbc-93f8afa2390a req-439090e3-3375-4ca0-bc65-ff4782409568 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:49.105831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a839333e-9699-40b6-8dbc-93f8afa2390a req-439090e3-3375-4ca0-bc65-ff4782409568 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 945 time: 0.4313488 Feb 02 13:10:49.129932 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-7e0a7f7d-4832-4a4b-8819-baf097b74a80 tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] delete failed (client error): The resource could not be found. Feb 02 13:10:49.131690 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7e0a7f7d-4832-4a4b-8819-baf097b74a80 tempest-SubnetPoolsTestJSON-1513396941 tempest-SubnetPoolsTestJSON-1513396941-project] 10.222.0.83 "DELETE /v2.0/subnetpools/24cc8934-be80-4724-896a-9381702ab77a HTTP/1.1" status: 404 len: 346 time: 0.0413747 Feb 02 13:10:49.136307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:49.140176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Network fe89eb54-14e6-4778-93c5-b809697b51fa is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:49.148777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:49.156592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:49.159499 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38af6b4d-aa98-4379-ac92-3e5af7ddae0b req-7f653a62-c384-4b65-89ae-37c8d210f8ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab2fce86-6124-428e-a7df-fb4eccc76705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450830 Feb 02 13:10:49.227022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-72db6723-c1b9-46dd-8176-4c5e5b96cd41 None None] Provisioning complete for port 300358a5-3abc-4e7e-9a86-dec5a225d9ff triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:49.227451 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72db6723-c1b9-46dd-8176-4c5e5b96cd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.269775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event updated for resources: {'Port': ['ID=40a0ed55-6be0-4f75-97ca-a10feee9777b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:49.354265 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6bbd00c4-d965-46f7-9711-8a7d381b2687 req-ef99c889-74e6-476f-b915-9233ec4c62da tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] For port fb0b68b4-4c85-46f6-be45-21ff3430f591, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fb0b68b4-4c85-46f6-be45-21ff3430f591,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:49.376865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-72db6723-c1b9-46dd-8176-4c5e5b96cd41 None None] Port 300358a5-3abc-4e7e-9a86-dec5a225d9ff cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:10:49.399268 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for floatingip (f2aab89b-64a0-44f1-a021-0e110fefdd6d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.456653 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (40a0ed55-6be0-4f75-97ca-a10feee9777b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.475981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a839333e-9699-40b6-8dbc-93f8afa2390a req-ad1fde0a-56d5-46fe-b9ff-0b3e7f1762a5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489668 Feb 02 13:10:49.498295 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.531334 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bbd00c4-d965-46f7-9711-8a7d381b2687 req-ef99c889-74e6-476f-b915-9233ec4c62da tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.548858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38af6b4d-aa98-4379-ac92-3e5af7ddae0b req-efc651ce-34a1-4b50-b21d-f049d921ee22 service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774698 Feb 02 13:10:49.579222 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bbd00c4-d965-46f7-9711-8a7d381b2687 req-ef99c889-74e6-476f-b915-9233ec4c62da tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.580766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53678) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:49.614619 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fb0b68b4-4c85-46f6-be45-21ff3430f591'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:10:49.750931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for port (40a0ed55-6be0-4f75-97ca-a10feee9777b), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.758383 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (40a0ed55-6be0-4f75-97ca-a10feee9777b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.857136 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (f2aab89b-64a0-44f1-a021-0e110fefdd6d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.874677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fde62a4e-6c95-4130-af02-2439544edefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.892574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event updated for resources: {'Port': ['ID=40a0ed55-6be0-4f75-97ca-a10feee9777b,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:49.909456 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:49.911080 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4189f2bb-9f30-41da-b6a7-b84cc460c5bc tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7434092 Feb 02 13:10:49.916513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53682) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:50.001797 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-11789217-092d-4bca-9c3d-fa5cc02eb8dd tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "GET /v2.0/floatingips?floating_network_id=fe89eb54-14e6-4778-93c5-b809697b51fa HTTP/1.1" status: 200 len: 689 time: 0.0835032 Feb 02 13:10:50.005591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53684) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:50.079290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd00c4-d965-46f7-9711-8a7d381b2687 req-ef99c889-74e6-476f-b915-9233ec4c62da tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:50.079925 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6bbd00c4-d965-46f7-9711-8a7d381b2687 req-ef99c889-74e6-476f-b915-9233ec4c62da tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.081251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bbd00c4-d965-46f7-9711-8a7d381b2687 req-ef99c889-74e6-476f-b915-9233ec4c62da tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "PUT /v2.0/ports/fb0b68b4-4c85-46f6-be45-21ff3430f591 HTTP/1.1" status: 200 len: 1021 time: 1.7705753 Feb 02 13:10:50.081725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32df215c-7f7f-4abb-92f7-c2a9e9c16409', 'tag': 'fb0b68b4-4c85-46f6-be45-21ff3430f591'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:10:50.084267 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532cd1b5-d6bb-4b6c-b32f-8f6f7892eed0" -d '{"events": [{"name": "network-changed", "server_uuid": "32df215c-7f7f-4abb-92f7-c2a9e9c16409", "tag": "fb0b68b4-4c85-46f6-be45-21ff3430f591"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:10:50.119648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-451b398f-04b7-4668-ad19-d1b0538b1493 req-66f75889-daa9-4c6d-9bf6-ccba8adabab7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.4666951 Feb 02 13:10:50.189086 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (fe89eb54-14e6-4778-93c5-b809697b51fa), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.190201 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f5e365-3621-4f4d-835a-8049f2d72042 x-openstack-request-id: req-a1f5e365-3621-4f4d-835a-8049f2d72042 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:10:50.190501 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32df215c-7f7f-4abb-92f7-c2a9e9c16409", "tag": "fb0b68b4-4c85-46f6-be45-21ff3430f591", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:10:50.190759 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a1f5e365-3621-4f4d-835a-8049f2d72042 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:10:50.191530 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32df215c-7f7f-4abb-92f7-c2a9e9c16409', 'tag': 'fb0b68b4-4c85-46f6-be45-21ff3430f591', 'status': 'completed', 'code': 200} Feb 02 13:10:50.197520 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fde62a4e-6c95-4130-af02-2439544edefb admin admin] Publish callbacks [] for security_group (40c7cf43-0519-4eb0-84dd-05b0497b47b3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.204759 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38af6b4d-aa98-4379-ac92-3e5af7ddae0b req-8f088b03-e4b8-4e8a-8301-84a0be7748f6 service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477108 Feb 02 13:10:50.207259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99c889-74e6-476f-b915-9233ec4c62da tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'Port': ['ID=fb0b68b4-4c85-46f6-be45-21ff3430f591,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:50.264108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fb0b68b4-4c85-46f6-be45-21ff3430f591'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:10:50.269877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fde62a4e-6c95-4130-af02-2439544edefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (40c7cf43-0519-4eb0-84dd-05b0497b47b3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.352583 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fde62a4e-6c95-4130-af02-2439544edefb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9ebc33adff3346ddb1b586a5e3e4c139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7663372 Feb 02 13:10:50.353307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde62a4e-6c95-4130-af02-2439544edefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c7cf43-0519-4eb0-84dd-05b0497b47b3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:50.356541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53690) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:50.411405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Deleting port 40a0ed55-6be0-4f75-97ca-a10feee9777b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:10:50.411651 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (40a0ed55-6be0-4f75-97ca-a10feee9777b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.435143 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82aa071-e612-4f0a-ab6e-1d681360480d admin admin] Publish callbacks [] for security_group (40c7cf43-0519-4eb0-84dd-05b0497b47b3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.445113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed9efc-7817-456e-8d58-e8f686e9773c req-fb1d264f-820e-4141-ab0a-d40884c33299 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:50.447293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2ed9efc-7817-456e-8d58-e8f686e9773c req-fb1d264f-820e-4141-ab0a-d40884c33299 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 1024 time: 0.2132320 Feb 02 13:10:50.451378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cd1b5-d6bb-4b6c-b32f-8f6f7892eed0 req-47dcd171-9616-48c0-973b-ba0801c8331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:50.452858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-532cd1b5-d6bb-4b6c-b32f-8f6f7892eed0 req-47dcd171-9616-48c0-973b-ba0801c8331d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8&device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 1207 time: 0.1550860 Feb 02 13:10:50.511925 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82aa071-e612-4f0a-ab6e-1d681360480d admin admin] Publish callbacks [] for security_group (40c7cf43-0519-4eb0-84dd-05b0497b47b3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.547387 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2ed9efc-7817-456e-8d58-e8f686e9773c req-fb71e421-7423-4d54-b636-e0dc308b91ab tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=aa13a7fb-a108-41a1-ae37-075e5fcdecb0&id=388b9f0d-6baa-41ec-af03-05712743e973&id=e947136f-60af-4f75-8f05-a9cdfbb609b4 HTTP/1.1" status: 200 len: 6205 time: 0.0920684 Feb 02 13:10:50.574083 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Publish callbacks [] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.581316 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (40a0ed55-6be0-4f75-97ca-a10feee9777b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.581959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for floatingip (40a0ed55-6be0-4f75-97ca-a10feee9777b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.587376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-02540b9f-4c4e-4014-912d-4d97f7040e54 req-4b0aa37f-f907-4414-9fb4-07e521f74ad3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1318743578 ', 'description': 'tempest-description-662048459'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:50.598989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Calling delete_port for 40a0ed55-6be0-4f75-97ca-a10feee9777b owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:10:50.634489 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.646326 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82aa071-e612-4f0a-ab6e-1d681360480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (40c7cf43-0519-4eb0-84dd-05b0497b47b3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.650034 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82aa071-e612-4f0a-ab6e-1d681360480d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.653699 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a82aa071-e612-4f0a-ab6e-1d681360480d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/40c7cf43-0519-4eb0-84dd-05b0497b47b3 HTTP/1.1" status: 204 len: 168 time: 0.2937474 Feb 02 13:10:50.667680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82aa071-e612-4f0a-ab6e-1d681360480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c7cf43-0519-4eb0-84dd-05b0497b47b3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:50.778806 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-02540b9f-4c4e-4014-912d-4d97f7040e54 req-4b0aa37f-f907-4414-9fb4-07e521f74ad3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.785237 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (40a0ed55-6be0-4f75-97ca-a10feee9777b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.797230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc5bdb-4419-4113-8b18-d8b377934c87 req-f5d0fb8b-711a-4a9e-b555-17fcef8d2794 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:50.798891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7bdc5bdb-4419-4113-8b18-d8b377934c87 req-f5d0fb8b-711a-4a9e-b555-17fcef8d2794 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 945 time: 0.2162282 Feb 02 13:10:50.811604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (8450b3a1-2260-449e-bb0f-6556b0f24711), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:50.835803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Pushing event updated for resources: {'Port': ['ID=300358a5-3abc-4e7e-9a86-dec5a225d9ff,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:50.869971 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cd1b5-d6bb-4b6c-b32f-8f6f7892eed0 req-db77f5a2-875a-4db4-a0df-f228fd49da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:50.871500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-532cd1b5-d6bb-4b6c-b32f-8f6f7892eed0 req-db77f5a2-875a-4db4-a0df-f228fd49da67 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab2fce86-6124-428e-a7df-fb4eccc76705 HTTP/1.1" status: 200 len: 914 time: 0.3951612 Feb 02 13:10:50.973032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-532cd1b5-d6bb-4b6c-b32f-8f6f7892eed0 req-ba4aeb37-6e0a-41fc-9f26-feadbcdb3b6f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb0b68b4-4c85-46f6-be45-21ff3430f591 HTTP/1.1" status: 200 len: 217 time: 0.0899844 Feb 02 13:10:51.018348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7bdc5bdb-4419-4113-8b18-d8b377934c87 req-a99a1cfa-1997-424c-b318-428726c71573 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907609 Feb 02 13:10:51.115085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cd1b5-d6bb-4b6c-b32f-8f6f7892eed0 req-18c1078b-852c-4f3c-983e-e29d7e6c63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:51.116767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event deleted for resources: {'Port': ['ID=40a0ed55-6be0-4f75-97ca-a10feee9777b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:51.117316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-532cd1b5-d6bb-4b6c-b32f-8f6f7892eed0 req-18c1078b-852c-4f3c-983e-e29d7e6c63bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d92a594a-95da-4df0-9e31-b7362dab0df9 HTTP/1.1" status: 200 len: 853 time: 0.1358914 Feb 02 13:10:51.149238 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-02540b9f-4c4e-4014-912d-4d97f7040e54 req-4b0aa37f-f907-4414-9fb4-07e521f74ad3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (58352d1e-8ecd-4c1f-a9f5-96ba8c1852eb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.167926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Network 90b285b9-d6dc-44d4-93ad-aed96b419144 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:51.169036 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-02540b9f-4c4e-4014-912d-4d97f7040e54 req-4b0aa37f-f907-4414-9fb4-07e521f74ad3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (58352d1e-8ecd-4c1f-a9f5-96ba8c1852eb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.195863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for floatingip (f2aab89b-64a0-44f1-a021-0e110fefdd6d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.203383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-532cd1b5-d6bb-4b6c-b32f-8f6f7892eed0 req-b81dbbfc-5e48-40d6-a5c7-907813af1c90 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab2fce86-6124-428e-a7df-fb4eccc76705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522223 Feb 02 13:10:51.204522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:51.259732 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (76b7da02-1c9d-4290-aa7f-917d1e6a56e7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.296410 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-02540b9f-4c4e-4014-912d-4d97f7040e54 req-4b0aa37f-f907-4414-9fb4-07e521f74ad3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.297960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02540b9f-4c4e-4014-912d-4d97f7040e54 req-4b0aa37f-f907-4414-9fb4-07e521f74ad3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7190659 Feb 02 13:10:51.390648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb3b9870-07ea-43cc-b8d8-5113a00ed97e req-dd95cdfe-e43c-4a79-9392-e058285bd066 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.1249850 Feb 02 13:10:51.403163 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (76b7da02-1c9d-4290-aa7f-917d1e6a56e7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.480968 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=76b7da02-1c9d-4290-aa7f-917d1e6a56e7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:51.484119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0aa37f-f907-4414-9fb4-07e521f74ad3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58352d1e-8ecd-4c1f-a9f5-96ba8c1852eb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:51.489165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-532cd1b5-d6bb-4b6c-b32f-8f6f7892eed0 req-dcddc0e0-4c2f-40c6-b1c5-90e7548c2e72 service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772400 Feb 02 13:10:51.536032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-98b7f3df-1b09-459e-946d-8ccfbce34632 None None] Provisioning complete for port 300358a5-3abc-4e7e-9a86-dec5a225d9ff triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:51.537748 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98b7f3df-1b09-459e-946d-8ccfbce34632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.622831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-98b7f3df-1b09-459e-946d-8ccfbce34632 None None] Port 300358a5-3abc-4e7e-9a86-dec5a225d9ff cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:10:51.628500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6754c652-923d-42a3-962d-4ef540ad6945 req-fb4e96c2-6cd1-448b-8a34-e33b2dc21f83 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/58352d1e-8ecd-4c1f-a9f5-96ba8c1852eb HTTP/1.1" status: 200 len: 1799 time: 0.2516222 Feb 02 13:10:51.644162 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (fe89eb54-14e6-4778-93c5-b809697b51fa), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.666659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe89eb54-14e6-4778-93c5-b809697b51fa']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:51.673649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Router 8450b3a1-2260-449e-bb0f-6556b0f24711 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:10:51.682549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53330409-8195-48af-842a-56b4159b4c0b') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:51.682914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53330409-8195-48af-842a-56b4159b4c0b') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:51.712437 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (53330409-8195-48af-842a-56b4159b4c0b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.728308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (53330409-8195-48af-842a-56b4159b4c0b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.736467 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:51.737634 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (53330409-8195-48af-842a-56b4159b4c0b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:51.739746 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:51.747492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-532cd1b5-d6bb-4b6c-b32f-8f6f7892eed0 req-00b306ba-0752-432d-b7a5-2d8d6956da64 service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759245 Feb 02 13:10:51.754197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f8ab3b9-c32d-44dc-baf6-80650c3b6679 req-6da7f2fa-fd9f-457b-8cb2-7c974a541322 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/58352d1e-8ecd-4c1f-a9f5-96ba8c1852eb HTTP/1.1" status: 200 len: 1799 time: 0.0938637 Feb 02 13:10:51.833918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (fe89eb54-14e6-4778-93c5-b809697b51fa), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.862532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b8db0ce2-7fe7-47d2-97f8-a7841ec1825c up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:51.863557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe89eb54-14e6-4778-93c5-b809697b51fa {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 13:10:51.876946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe89eb54-14e6-4778-93c5-b809697b51fa,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:51.882798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.890198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-affa8358-d2ea-4215-b652-e1e856576042 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "DELETE /v2.0/networks/fe89eb54-14e6-4778-93c5-b809697b51fa HTTP/1.1" status: 204 len: 168 time: 1.8833654 Feb 02 13:10:51.891336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53726) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:51.951305 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f8ab3b9-c32d-44dc-baf6-80650c3b6679 req-36300266-5a28-4c45-95f3-7351f53b5435 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (58352d1e-8ecd-4c1f-a9f5-96ba8c1852eb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:51.971852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:10:51.989789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-14266c3b-3b45-49c5-8ea0-4b5ab182254a admin admin] 10.222.0.83 "PUT /v2.0/routers/8450b3a1-2260-449e-bb0f-6556b0f24711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9716723 Feb 02 13:10:51.994014 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d408f675-8a16-4fe2-a966-c6d769b369c5 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1010528 Feb 02 13:10:51.994776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:52.018357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:10:52.026305 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:52.029429 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.034392 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f8ab3b9-c32d-44dc-baf6-80650c3b6679 req-36300266-5a28-4c45-95f3-7351f53b5435 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (58352d1e-8ecd-4c1f-a9f5-96ba8c1852eb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.127948 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f8ab3b9-c32d-44dc-baf6-80650c3b6679 req-36300266-5a28-4c45-95f3-7351f53b5435 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (58352d1e-8ecd-4c1f-a9f5-96ba8c1852eb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.132151 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5f8ab3b9-c32d-44dc-baf6-80650c3b6679 req-36300266-5a28-4c45-95f3-7351f53b5435 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.133414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f8ab3b9-c32d-44dc-baf6-80650c3b6679 req-36300266-5a28-4c45-95f3-7351f53b5435 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "DELETE /v2.0/security-groups/58352d1e-8ecd-4c1f-a9f5-96ba8c1852eb HTTP/1.1" status: 204 len: 173 time: 0.3399813 Feb 02 13:10:52.146606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36300266-5a28-4c45-95f3-7351f53b5435 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58352d1e-8ecd-4c1f-a9f5-96ba8c1852eb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:52.166742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.167442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.168172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.168728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.169233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.169739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.170410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.170909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.171411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.171930 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.172461 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.173504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.175044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.186988 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5e667fb1-5eb9-4ba3-8c3f-65c49ab61bce tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8410 time: 0.1907210 Feb 02 13:10:52.187783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53738) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:52.240201 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-17574bb1-c58e-4dd6-ab7d-e3538d85c2c6 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] delete failed (client error): The resource could not be found. Feb 02 13:10:52.244199 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-8bd4ff10-51bc-4f9b-a6ba-0a9908ee59c1 req-f53401f4-83e1-4f66-af79-45625d15b59c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] show failed (client error): The resource could not be found. Feb 02 13:10:52.244461 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-17574bb1-c58e-4dd6-ab7d-e3538d85c2c6 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/f2aab89b-64a0-44f1-a021-0e110fefdd6d HTTP/1.1" status: 404 len: 345 time: 0.0556962 Feb 02 13:10:52.245227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8bd4ff10-51bc-4f9b-a6ba-0a9908ee59c1 req-f53401f4-83e1-4f66-af79-45625d15b59c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/58352d1e-8ecd-4c1f-a9f5-96ba8c1852eb HTTP/1.1" status: 404 len: 352 time: 0.0652659 Feb 02 13:10:52.245344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53742) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:52.269783 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8527b2bf-6b47-449e-b435-9b462483f6c3 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] DELETE failed (client error): The resource could not be found. Feb 02 13:10:52.270418 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8527b2bf-6b47-449e-b435-9b462483f6c3 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:52.278242 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8527b2bf-6b47-449e-b435-9b462483f6c3 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "DELETE /v2.0/networks/fe89eb54-14e6-4778-93c5-b809697b51fa HTTP/1.1" status: 404 len: 339 time: 0.0319340 Feb 02 13:10:52.279650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53748) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:52.284866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4291ece9-594a-47db-9472-32f1ad0bcb36 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Request body: {'network': {'name': 'tempest-network--1433291930', 'router:external': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:52.306298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5afe9929-bf3e-489b-93bf-b5a01ad7689e req-8fadfb1c-a891-4bdc-8a2f-c4e845cc245b tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-698120761', 'description': 'tempest-description-1910728096'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:52.314618 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4291ece9-594a-47db-9472-32f1ad0bcb36 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Made reservation on behalf of 7635c9286d184e90889f9b0bc9033151 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:52.317628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4291ece9-594a-47db-9472-32f1ad0bcb36 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.328275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:52.329196 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.348377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0852a-7f5e-4391-a78b-4bd20a776f22 req-7789f71c-c83a-4930-b97b-a87cfd7bacc8 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.349961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78c0852a-7f5e-4391-a78b-4bd20a776f22 req-7789f71c-c83a-4930-b97b-a87cfd7bacc8 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 945 time: 0.1917410 Feb 02 13:10:52.359390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8db0ce2-7fe7-47d2-97f8-a7841ec1825c'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:10:52.363888 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c445582-5620-43dd-b311-800386ab1193" -d '{"events": [{"server_uuid": "9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1", "name": "network-vif-plugged", "status": "completed", "tag": "b8db0ce2-7fe7-47d2-97f8-a7841ec1825c"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:10:52.378023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4291ece9-594a-47db-9472-32f1ad0bcb36 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:52.384635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:52.390663 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.395630 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4291ece9-594a-47db-9472-32f1ad0bcb36 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (43ba052b-5d64-4c99-bf03-ea2c16537ddb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.396087 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-4291ece9-594a-47db-9472-32f1ad0bcb36 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Added segment 43ba052b-5d64-4c99-bf03-ea2c16537ddb of type vlan for network e859eb35-6678-4e27-b551-e0cd8a871fd4 Feb 02 13:10:52.411867 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5afe9929-bf3e-489b-93bf-b5a01ad7689e req-8fadfb1c-a891-4bdc-8a2f-c4e845cc245b tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.460797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4291ece9-594a-47db-9472-32f1ad0bcb36 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (e859eb35-6678-4e27-b551-e0cd8a871fd4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.479732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:52.507592 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4291ece9-594a-47db-9472-32f1ad0bcb36 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (e859eb35-6678-4e27-b551-e0cd8a871fd4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.509146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291ece9-594a-47db-9472-32f1ad0bcb36 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.510509 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4291ece9-594a-47db-9472-32f1ad0bcb36 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.530831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78c0852a-7f5e-4391-a78b-4bd20a776f22 req-4f5b50c8-d190-40d7-8b8f-5b2ca68c38e4 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678491 Feb 02 13:10:52.590165 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5afe9929-bf3e-489b-93bf-b5a01ad7689e req-8fadfb1c-a891-4bdc-8a2f-c4e845cc245b tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (cf854ecf-afc3-4a8d-8be9-8643080d013f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.596427 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5afe9929-bf3e-489b-93bf-b5a01ad7689e req-8fadfb1c-a891-4bdc-8a2f-c4e845cc245b tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cf854ecf-afc3-4a8d-8be9-8643080d013f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.604220 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b25e7b9-fa36-4057-be1a-7eea763c9d9d x-openstack-request-id: req-8b25e7b9-fa36-4057-be1a-7eea763c9d9d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:10:52.604719 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1", "name": "network-vif-plugged", "status": "completed", "tag": "b8db0ce2-7fe7-47d2-97f8-a7841ec1825c", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:10:52.604943 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8b25e7b9-fa36-4057-be1a-7eea763c9d9d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:10:52.605181 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8db0ce2-7fe7-47d2-97f8-a7841ec1825c', 'code': 200} Feb 02 13:10:52.667124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadfb1c-a891-4bdc-8a2f-c4e845cc245b tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf854ecf-afc3-4a8d-8be9-8643080d013f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:52.670896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291ece9-594a-47db-9472-32f1ad0bcb36 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event updated for resources: {'Network': ['ID=e859eb35-6678-4e27-b551-e0cd8a871fd4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:52.681293 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4291ece9-594a-47db-9472-32f1ad0bcb36 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3996572 Feb 02 13:10:52.682369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53760) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:52.686771 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5afe9929-bf3e-489b-93bf-b5a01ad7689e req-8fadfb1c-a891-4bdc-8a2f-c4e845cc245b tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.707147 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5afe9929-bf3e-489b-93bf-b5a01ad7689e req-8fadfb1c-a891-4bdc-8a2f-c4e845cc245b tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4066460 Feb 02 13:10:52.712977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network e859eb35-6678-4e27-b551-e0cd8a871fd4 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:52.808696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4befa350-d616-4296-9de5-90641b0c4795 req-ec93a931-dd6f-4aa3-a357-1c8302e7c2ce tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-800011144', 'description': 'tempest-description-1882641108'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:52.837961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-933b20a7-5c85-4b1c-98c0-16dd6f1ad6ae req-93ff894b-2875-40cc-8c88-af86f8dfecf7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0882008 Feb 02 13:10:52.866236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8902a-73df-4170-bbc8-dced81a7da2d req-0ce34b30-97b8-4010-8c4d-741b9f4448a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.868148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b8e8902a-73df-4170-bbc8-dced81a7da2d req-0ce34b30-97b8-4010-8c4d-741b9f4448a9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 1128 time: 0.1453443 Feb 02 13:10:52.870492 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4befa350-d616-4296-9de5-90641b0c4795 req-ec93a931-dd6f-4aa3-a357-1c8302e7c2ce tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.922485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Sync routers for ids ['8450b3a1-2260-449e-bb0f-6556b0f24711'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:10:52.934381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Routers {'8450b3a1-2260-449e-bb0f-6556b0f24711'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:52.935294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:10:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8450b3a1-2260-449e-bb0f-6556b0f24711'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:52.951624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b8e8902a-73df-4170-bbc8-dced81a7da2d req-24b9e5fe-ba2c-4394-bfd6-a36cce428747 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663016 Feb 02 13:10:52.962646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737be19b-e109-4d43-aac0-76ac874b5ba8 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.970834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737be19b-e109-4d43-aac0-76ac874b5ba8 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.977066 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4befa350-d616-4296-9de5-90641b0c4795 req-ec93a931-dd6f-4aa3-a357-1c8302e7c2ce tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (82676deb-2b19-45a8-b8f9-04585b6bd462), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.977394 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737be19b-e109-4d43-aac0-76ac874b5ba8 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.982337 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4befa350-d616-4296-9de5-90641b0c4795 req-ec93a931-dd6f-4aa3-a357-1c8302e7c2ce tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (82676deb-2b19-45a8-b8f9-04585b6bd462), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:52.983466 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737be19b-e109-4d43-aac0-76ac874b5ba8 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:52.989437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:52.989622 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-737be19b-e109-4d43-aac0-76ac874b5ba8 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3060558 Feb 02 13:10:53.042385 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4befa350-d616-4296-9de5-90641b0c4795 req-ec93a931-dd6f-4aa3-a357-1c8302e7c2ce tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.043616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4befa350-d616-4296-9de5-90641b0c4795 req-ec93a931-dd6f-4aa3-a357-1c8302e7c2ce tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2875271 Feb 02 13:10:53.046913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93a931-dd6f-4aa3-a357-1c8302e7c2ce tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82676deb-2b19-45a8-b8f9-04585b6bd462,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:53.050990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Set router 8450b3a1-2260-449e-bb0f-6556b0f24711 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:53.092173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c72f8899-9413-4500-86aa-bd84b442d122 req-5de1db65-9120-4278-a2ad-52ec3f26f009 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-688096863', 'description': 'tempest-description-106423993'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:53.106247 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (e859eb35-6678-4e27-b551-e0cd8a871fd4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.140465 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c72f8899-9413-4500-86aa-bd84b442d122 req-5de1db65-9120-4278-a2ad-52ec3f26f009 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.206490 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (e859eb35-6678-4e27-b551-e0cd8a871fd4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.234396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e859eb35-6678-4e27-b551-e0cd8a871fd4']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:53.250249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43ba052b-5d64-4c99-bf03-ea2c16537ddb') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:53.250593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43ba052b-5d64-4c99-bf03-ea2c16537ddb') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:53.263480 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (43ba052b-5d64-4c99-bf03-ea2c16537ddb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.270601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'name': 'tempest-TaggedBootDevicesTest-50997935-router', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:34Z', 'updated_at': '2022-02-02T13:10:49Z', 'revision_number': 4, 'project_id': 'e975a27435c24de18c2252cf875560b6', 'gw_port': {'id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:37Z', 'updated_at': '2022-02-02T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '300358a5-3abc-4e7e-9a86-dec5a225d9ff', 'name': '', 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'mac_address': 'fa:16:3e:f8:10:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a6f45f85-462b-446e-87e2-c5f770293872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:47Z', 'updated_at': '2022-02-02T13:10:50Z', 'revision_number': 2, 'project_id': 'e975a27435c24de18c2252cf875560b6', 'subnets': [{'id': 'a6f45f85-462b-446e-87e2-c5f770293872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:53.286154 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (43ba052b-5d64-4c99-bf03-ea2c16537ddb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.299472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:53.299830 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (43ba052b-5d64-4c99-bf03-ea2c16537ddb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:53.301590 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:53.304094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Checking router: 8450b3a1-2260-449e-bb0f-6556b0f24711 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:10:53.304094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Updating router 8450b3a1-2260-449e-bb0f-6556b0f24711 port 300358a5-3abc-4e7e-9a86-dec5a225d9ff binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:10:53.311931 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c72f8899-9413-4500-86aa-bd84b442d122 req-5de1db65-9120-4278-a2ad-52ec3f26f009 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (9acdc107-0367-4c8c-81a6-94890e9eb611), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.330219 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.351297 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c72f8899-9413-4500-86aa-bd84b442d122 req-5de1db65-9120-4278-a2ad-52ec3f26f009 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9acdc107-0367-4c8c-81a6-94890e9eb611), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.385769 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c72f8899-9413-4500-86aa-bd84b442d122 req-5de1db65-9120-4278-a2ad-52ec3f26f009 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.387030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c72f8899-9413-4500-86aa-bd84b442d122 req-5de1db65-9120-4278-a2ad-52ec3f26f009 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3069942 Feb 02 13:10:53.391255 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (e859eb35-6678-4e27-b551-e0cd8a871fd4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.392924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1db65-9120-4278-a2ad-52ec3f26f009 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acdc107-0367-4c8c-81a6-94890e9eb611,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:53.397744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e859eb35-6678-4e27-b551-e0cd8a871fd4 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 13:10:53.400559 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.403709 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "DELETE /v2.0/networks/e859eb35-6678-4e27-b551-e0cd8a871fd4 HTTP/1.1" status: 204 len: 168 time: 0.4106500 Feb 02 13:10:53.409275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53770) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:53.413203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1c9bf-4cb5-4f3e-99df-5674d7051966 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event deleted for resources: {'Network': ['ID=e859eb35-6678-4e27-b551-e0cd8a871fd4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:53.415322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-44a5ce78-9b67-4471-a4a7-c4b25211d515 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Request body: {'network': {'name': 'tempest-network--650334067', 'router:external': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:53.485643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a5ce78-9b67-4471-a4a7-c4b25211d515 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Made reservation on behalf of 7635c9286d184e90889f9b0bc9033151 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:53.488451 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44a5ce78-9b67-4471-a4a7-c4b25211d515 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.540200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a5ce78-9b67-4471-a4a7-c4b25211d515 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:53.560602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44a5ce78-9b67-4471-a4a7-c4b25211d515 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9bfdd76b-d103-4f91-83c5-c297ead75679), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.561253 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-44a5ce78-9b67-4471-a4a7-c4b25211d515 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Added segment 9bfdd76b-d103-4f91-83c5-c297ead75679 of type vlan for network 1ad5332d-aaae-4be7-97cb-015d9156ebb5 Feb 02 13:10:53.585987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-090c46a9-b8a5-471a-a4fa-31b6cfb1e6cf req-e5c41d1b-9fa3-4340-a6ab-3bcd6ef6f4e1 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8 HTTP/1.1" status: 200 len: 11008 time: 0.1395438 Feb 02 13:10:53.700122 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44a5ce78-9b67-4471-a4a7-c4b25211d515 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (1ad5332d-aaae-4be7-97cb-015d9156ebb5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.720664 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Publish callbacks [] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.722593 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-090c46a9-b8a5-471a-a4fa-31b6cfb1e6cf req-def6f1d6-871e-49e2-bb72-e2349f7569a1 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/388b9f0d-6baa-41ec-af03-05712743e973 HTTP/1.1" status: 200 len: 3002 time: 0.1276278 Feb 02 13:10:53.732051 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.755257 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44a5ce78-9b67-4471-a4a7-c4b25211d515 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (1ad5332d-aaae-4be7-97cb-015d9156ebb5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.756561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a5ce78-9b67-4471-a4a7-c4b25211d515 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:53.757180 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44a5ce78-9b67-4471-a4a7-c4b25211d515 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.785148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-090c46a9-b8a5-471a-a4fa-31b6cfb1e6cf req-a95acdce-e3ae-4d85-ae68-cbbd61a0cc9d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/388b9f0d-6baa-41ec-af03-05712743e973 HTTP/1.1" status: 200 len: 3002 time: 0.0613766 Feb 02 13:10:53.805102 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-44a5ce78-9b67-4471-a4a7-c4b25211d515 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3941553 Feb 02 13:10:53.824543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644801d3-d00f-4f53-b20a-179737c16ed7 req-d0cf0cd0-2ceb-4ab1-aa52-a8bad2aefb16 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:53.831682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-644801d3-d00f-4f53-b20a-179737c16ed7 req-d0cf0cd0-2ceb-4ab1-aa52-a8bad2aefb16 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 946 time: 0.1587226 Feb 02 13:10:53.838405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53778) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:53.852609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5ce78-9b67-4471-a4a7-c4b25211d515 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event updated for resources: {'Network': ['ID=1ad5332d-aaae-4be7-97cb-015d9156ebb5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:53.903285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 1ad5332d-aaae-4be7-97cb-015d9156ebb5 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:53.935977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Attempting to bind port 300358a5-3abc-4e7e-9a86-dec5a225d9ff on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:10:53.936451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Attempting to bind port 300358a5-3abc-4e7e-9a86-dec5a225d9ff by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'a9d7a65b-107c-411b-8ee4-3b409b7c52c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:10:53.937175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Attempting to bind port 300358a5-3abc-4e7e-9a86-dec5a225d9ff on network 90b285b9-d6dc-44d4-93ad-aed96b419144 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:10:53.945898 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:10:53.946396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Checking segment: {'id': 'a9d7a65b-107c-411b-8ee4-3b409b7c52c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:10:53.947171 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.947692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Bound using segment: {'id': 'a9d7a65b-107c-411b-8ee4-3b409b7c52c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:10:53.948262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Bound port: 300358a5-3abc-4e7e-9a86-dec5a225d9ff, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d7a65b-107c-411b-8ee4-3b409b7c52c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:10:53.948739 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:53.962519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820d42d-1e5f-426f-9b6f-bd304fdad30a None None] Pushing event updated for resources: {'Port': ['ID=300358a5-3abc-4e7e-9a86-dec5a225d9ff,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:54.027076 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] For port 300358a5-3abc-4e7e-9a86-dec5a225d9ff, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:10:54.030767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] For port 300358a5-3abc-4e7e-9a86-dec5a225d9ff, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=300358a5-3abc-4e7e-9a86-dec5a225d9ff,segment=NetworkSegment(a9d7a65b-107c-411b-8ee4-3b409b7c52c3),segment_id=a9d7a65b-107c-411b-8ee4-3b409b7c52c3)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:10:54.045480 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.086073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8a9eba-ddfa-4f94-98f3-e2a9f07ed614 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:54.087925 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7e8a9eba-ddfa-4f94-98f3-e2a9f07ed614 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] 10.222.0.83 "GET /v2.0/networks/1ad5332d-aaae-4be7-97cb-015d9156ebb5 HTTP/1.1" status: 200 len: 756 time: 0.2449963 Feb 02 13:10:54.090722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53782) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:54.152248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Routers {'8450b3a1-2260-449e-bb0f-6556b0f24711'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:10:54.152879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:10:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8450b3a1-2260-449e-bb0f-6556b0f24711'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:54.154177 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c4517c8-22e6-42a0-9622-e6fa2fafa842 req-e196c639-6a59-4698-b2dd-579661c0f395 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/cf854ecf-afc3-4a8d-8be9-8643080d013f HTTP/1.1" status: 200 len: 1819 time: 0.3505340 Feb 02 13:10:54.158947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-644801d3-d00f-4f53-b20a-179737c16ed7 req-6df53330-32e2-4638-8573-780f97141601 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265226 Feb 02 13:10:54.277389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c3543c-a51a-4c68-a62f-c0e955ce77f1 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:54.280348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820d42d-1e5f-426f-9b6f-bd304fdad30a None None] Pushing event updated for resources: {'Port': ['ID=300358a5-3abc-4e7e-9a86-dec5a225d9ff,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:54.281292 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c4517c8-22e6-42a0-9622-e6fa2fafa842 req-32fcac09-a267-4caa-9200-c43668b811fb tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (cf854ecf-afc3-4a8d-8be9-8643080d013f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.282126 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-71c3543c-a51a-4c68-a62f-c0e955ce77f1 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] 10.222.0.83 "GET /v2.0/networks/32a60ec5-7756-46d6-b1a1-80254a9cde4a HTTP/1.1" status: 200 len: 768 time: 0.1897695 Feb 02 13:10:54.282834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53784) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:54.349351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a302373-09c5-4f62-9144-f5548fa77377 req-47ac59dc-8576-44f5-86b9-e6ec0e263d39 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0611236 Feb 02 13:10:54.358530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (1ad5332d-aaae-4be7-97cb-015d9156ebb5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.372573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7ddc4dac-4ba7-425c-9f14-4991812f1c6a None None] Provisioning complete for port 300358a5-3abc-4e7e-9a86-dec5a225d9ff triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:54.372948 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4dac-4ba7-425c-9f14-4991812f1c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.376699 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c4517c8-22e6-42a0-9622-e6fa2fafa842 req-32fcac09-a267-4caa-9200-c43668b811fb tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (cf854ecf-afc3-4a8d-8be9-8643080d013f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.445902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] Set router 8450b3a1-2260-449e-bb0f-6556b0f24711 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:10:54.470488 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c4517c8-22e6-42a0-9622-e6fa2fafa842 req-32fcac09-a267-4caa-9200-c43668b811fb tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cf854ecf-afc3-4a8d-8be9-8643080d013f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.476094 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3c4517c8-22e6-42a0-9622-e6fa2fafa842 req-32fcac09-a267-4caa-9200-c43668b811fb tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.477720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c4517c8-22e6-42a0-9622-e6fa2fafa842 req-32fcac09-a267-4caa-9200-c43668b811fb tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "DELETE /v2.0/security-groups/cf854ecf-afc3-4a8d-8be9-8643080d013f HTTP/1.1" status: 204 len: 173 time: 0.3058903 Feb 02 13:10:54.518077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fcac09-a267-4caa-9200-c43668b811fb tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf854ecf-afc3-4a8d-8be9-8643080d013f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:54.519875 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (1ad5332d-aaae-4be7-97cb-015d9156ebb5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.530051 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-57ffd31d-1893-448f-bbbb-27f54a5cfeb8 req-36ce5f25-a3b3-4696-a0e3-bb661b13ed39 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] show failed (client error): The resource could not be found. Feb 02 13:10:54.531841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57ffd31d-1893-448f-bbbb-27f54a5cfeb8 req-36ce5f25-a3b3-4696-a0e3-bb661b13ed39 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/cf854ecf-afc3-4a8d-8be9-8643080d013f HTTP/1.1" status: 404 len: 352 time: 0.0282497 Feb 02 13:10:54.568467 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad5332d-aaae-4be7-97cb-015d9156ebb5']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:54.579892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfdd76b-d103-4f91-83c5-c297ead75679') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:54.580240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfdd76b-d103-4f91-83c5-c297ead75679') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:54.592357 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (9bfdd76b-d103-4f91-83c5-c297ead75679), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.607033 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9bfdd76b-d103-4f91-83c5-c297ead75679), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.617474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:54.619488 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (9bfdd76b-d103-4f91-83c5-c297ead75679), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:54.623173 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:54.627059 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f521f8e5-8c97-4761-87c8-ad70f1888e6e req-a23a3f4e-2bae-4841-8b9c-f5c02e6751ef tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/82676deb-2b19-45a8-b8f9-04585b6bd462 HTTP/1.1" status: 200 len: 1819 time: 0.0680826 Feb 02 13:10:54.661892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc4dac-4ba7-425c-9f14-4991812f1c6a None None] Current status of the port 300358a5-3abc-4e7e-9a86-dec5a225d9ff is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:54.662419 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4dac-4ba7-425c-9f14-4991812f1c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.693451 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f521f8e5-8c97-4761-87c8-ad70f1888e6e req-7732aaa3-fdb1-49ce-ab3d-c9ec46a6d59c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (82676deb-2b19-45a8-b8f9-04585b6bd462), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.724842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (1ad5332d-aaae-4be7-97cb-015d9156ebb5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.726878 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f521f8e5-8c97-4761-87c8-ad70f1888e6e req-7732aaa3-fdb1-49ce-ab3d-c9ec46a6d59c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (82676deb-2b19-45a8-b8f9-04585b6bd462), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.733729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ad5332d-aaae-4be7-97cb-015d9156ebb5 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 13:10:54.737483 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.742633 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "DELETE /v2.0/networks/1ad5332d-aaae-4be7-97cb-015d9156ebb5 HTTP/1.1" status: 204 len: 168 time: 0.4583998 Feb 02 13:10:54.752130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7ddc4dac-4ba7-425c-9f14-4991812f1c6a None None] For port 300358a5-3abc-4e7e-9a86-dec5a225d9ff, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=300358a5-3abc-4e7e-9a86-dec5a225d9ff,segment=NetworkSegment(a9d7a65b-107c-411b-8ee4-3b409b7c52c3),segment_id=a9d7a65b-107c-411b-8ee4-3b409b7c52c3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:10:54.755318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53790) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:54.756326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db682-b7bd-425c-a2e0-309762fd7158 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ad5332d-aaae-4be7-97cb-015d9156ebb5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:54.763236 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ddc4dac-4ba7-425c-9f14-4991812f1c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.777079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-922e4071-479d-44c7-9b0a-ecda15cdaedb tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Request body: {'network': {'name': 'tempest-network--1805117499'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:54.803684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922e4071-479d-44c7-9b0a-ecda15cdaedb tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Made reservation on behalf of 7635c9286d184e90889f9b0bc9033151 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:54.809068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-922e4071-479d-44c7-9b0a-ecda15cdaedb tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.841994 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f521f8e5-8c97-4761-87c8-ad70f1888e6e req-7732aaa3-fdb1-49ce-ab3d-c9ec46a6d59c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (82676deb-2b19-45a8-b8f9-04585b6bd462), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.846534 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f521f8e5-8c97-4761-87c8-ad70f1888e6e req-7732aaa3-fdb1-49ce-ab3d-c9ec46a6d59c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.854120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f521f8e5-8c97-4761-87c8-ad70f1888e6e req-7732aaa3-fdb1-49ce-ab3d-c9ec46a6d59c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "DELETE /v2.0/security-groups/82676deb-2b19-45a8-b8f9-04585b6bd462 HTTP/1.1" status: 204 len: 173 time: 0.2216401 Feb 02 13:10:54.891645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922e4071-479d-44c7-9b0a-ecda15cdaedb tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:10:54.896750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732aaa3-fdb1-49ce-ab3d-c9ec46a6d59c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82676deb-2b19-45a8-b8f9-04585b6bd462,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:54.922830 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-922e4071-479d-44c7-9b0a-ecda15cdaedb tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1077c8c0-b1fd-4227-8c73-0819b0473b0f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:54.924184 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-922e4071-479d-44c7-9b0a-ecda15cdaedb tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Added segment 1077c8c0-b1fd-4227-8c73-0819b0473b0f of type vlan for network 35ede95d-aa9f-4191-b0e2-3dcae20a4b58 Feb 02 13:10:54.940305 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-ec53fe88-782a-4402-b4a3-2216e1b82d82 req-ab844893-0fce-4ecb-9153-94cb344d7137 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] show failed (client error): The resource could not be found. Feb 02 13:10:54.950312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec53fe88-782a-4402-b4a3-2216e1b82d82 req-ab844893-0fce-4ecb-9153-94cb344d7137 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/82676deb-2b19-45a8-b8f9-04585b6bd462 HTTP/1.1" status: 404 len: 352 time: 0.0600488 Feb 02 13:10:55.014834 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-922e4071-479d-44c7-9b0a-ecda15cdaedb tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (35ede95d-aa9f-4191-b0e2-3dcae20a4b58), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.034488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21416e76-b5f1-472d-b719-3d7452c7a4bf req-7857a3db-2529-4dab-88a3-8d92fc8ef005 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/9acdc107-0367-4c8c-81a6-94890e9eb611 HTTP/1.1" status: 200 len: 1818 time: 0.0666633 Feb 02 13:10:55.064794 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-922e4071-479d-44c7-9b0a-ecda15cdaedb tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (35ede95d-aa9f-4191-b0e2-3dcae20a4b58), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.066028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922e4071-479d-44c7-9b0a-ecda15cdaedb tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:55.066950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-922e4071-479d-44c7-9b0a-ecda15cdaedb tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.076342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4dac-4ba7-425c-9f14-4991812f1c6a None None] Pushing event updated for resources: {'Port': ['ID=300358a5-3abc-4e7e-9a86-dec5a225d9ff,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:55.124237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bdb1ffa5-54ec-423c-9cdc-7a30af4a2286 None None] Provisioning complete for port 300358a5-3abc-4e7e-9a86-dec5a225d9ff triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:55.124800 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdb1ffa5-54ec-423c-9cdc-7a30af4a2286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.138533 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21416e76-b5f1-472d-b719-3d7452c7a4bf req-6bace06b-32ee-42e1-ab45-f4693aa1b656 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (9acdc107-0367-4c8c-81a6-94890e9eb611), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.142145 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-922e4071-479d-44c7-9b0a-ecda15cdaedb tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3729007 Feb 02 13:10:55.142845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53796) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:55.150208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4cb102a6-eec8-46f3-9a5b-94c922cd2ae0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:55.187140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'name': 'tempest-TaggedBootDevicesTest-50997935-router', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:34Z', 'updated_at': '2022-02-02T13:10:49Z', 'revision_number': 4, 'project_id': 'e975a27435c24de18c2252cf875560b6', 'gw_port': {'id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:37Z', 'updated_at': '2022-02-02T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '300358a5-3abc-4e7e-9a86-dec5a225d9ff', 'name': '', 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'mac_address': 'fa:16:3e:f8:10:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a6f45f85-462b-446e-87e2-c5f770293872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:47Z', 'updated_at': '2022-02-02T13:10:54Z', 'revision_number': 4, 'project_id': 'e975a27435c24de18c2252cf875560b6', 'subnets': [{'id': 'a6f45f85-462b-446e-87e2-c5f770293872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:55.197075 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21416e76-b5f1-472d-b719-3d7452c7a4bf req-6bace06b-32ee-42e1-ab45-f4693aa1b656 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (9acdc107-0367-4c8c-81a6-94890e9eb611), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.248507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac94b3e-0ed3-4e18-8ae2-a9539bd40c9c None None] The sync data for ids ['8450b3a1-2260-449e-bb0f-6556b0f24711'] in n-d-827336-2 is: [{'id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'name': 'tempest-TaggedBootDevicesTest-50997935-router', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:34Z', 'updated_at': '2022-02-02T13:10:49Z', 'revision_number': 4, 'project_id': 'e975a27435c24de18c2252cf875560b6', 'gw_port': {'id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:37Z', 'updated_at': '2022-02-02T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '300358a5-3abc-4e7e-9a86-dec5a225d9ff', 'name': '', 'network_id': '90b285b9-d6dc-44d4-93ad-aed96b419144', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'mac_address': 'fa:16:3e:f8:10:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'a6f45f85-462b-446e-87e2-c5f770293872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:47Z', 'updated_at': '2022-02-02T13:10:54Z', 'revision_number': 4, 'project_id': 'e975a27435c24de18c2252cf875560b6', 'subnets': [{'id': 'a6f45f85-462b-446e-87e2-c5f770293872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:10:55.261327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e4071-479d-44c7-9b0a-ecda15cdaedb tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event updated for resources: {'Network': ['ID=35ede95d-aa9f-4191-b0e2-3dcae20a4b58,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:55.281266 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21416e76-b5f1-472d-b719-3d7452c7a4bf req-6bace06b-32ee-42e1-ab45-f4693aa1b656 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9acdc107-0367-4c8c-81a6-94890e9eb611), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.285031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-21416e76-b5f1-472d-b719-3d7452c7a4bf req-6bace06b-32ee-42e1-ab45-f4693aa1b656 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.285817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 35ede95d-aa9f-4191-b0e2-3dcae20a4b58 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:10:55.286204 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21416e76-b5f1-472d-b719-3d7452c7a4bf req-6bace06b-32ee-42e1-ab45-f4693aa1b656 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "DELETE /v2.0/security-groups/9acdc107-0367-4c8c-81a6-94890e9eb611 HTTP/1.1" status: 204 len: 173 time: 0.2507823 Feb 02 13:10:55.308681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bace06b-32ee-42e1-ab45-f4693aa1b656 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acdc107-0367-4c8c-81a6-94890e9eb611,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:55.392465 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-db52d746-41db-4a6e-9341-22ecb2da4eff req-7185a783-77e5-45c8-a67f-1efeecc9f702 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] show failed (client error): The resource could not be found. Feb 02 13:10:55.393596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db52d746-41db-4a6e-9341-22ecb2da4eff req-7185a783-77e5-45c8-a67f-1efeecc9f702 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/9acdc107-0367-4c8c-81a6-94890e9eb611 HTTP/1.1" status: 404 len: 352 time: 0.0618923 Feb 02 13:10:55.399054 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cb102a6-eec8-46f3-9a5b-94c922cd2ae0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (35ede95d-aa9f-4191-b0e2-3dcae20a4b58), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.423669 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cb102a6-eec8-46f3-9a5b-94c922cd2ae0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (35ede95d-aa9f-4191-b0e2-3dcae20a4b58), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.438649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684109ab-1b16-4afb-aab5-0ba1dff72895 req-91d8a19f-a49c-4a33-b08d-fd669de7e20e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:55.445288 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-684109ab-1b16-4afb-aab5-0ba1dff72895 req-91d8a19f-a49c-4a33-b08d-fd669de7e20e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 946 time: 0.1323924 Feb 02 13:10:55.520307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb102a6-eec8-46f3-9a5b-94c922cd2ae0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event updated for resources: {'Network': ['ID=35ede95d-aa9f-4191-b0e2-3dcae20a4b58,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:55.551475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-684109ab-1b16-4afb-aab5-0ba1dff72895 req-f3358b56-29f5-4a6b-9f3c-169a03d4ce16 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892999 Feb 02 13:10:55.556664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4cb102a6-eec8-46f3-9a5b-94c922cd2ae0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Network 35ede95d-aa9f-4191-b0e2-3dcae20a4b58 is not hosted by any dhcp agent {{(pid=103187) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 13:10:55.558012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb102a6-eec8-46f3-9a5b-94c922cd2ae0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:55.558799 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cb102a6-eec8-46f3-9a5b-94c922cd2ae0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.560191 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4cb102a6-eec8-46f3-9a5b-94c922cd2ae0 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "PUT /v2.0/networks/35ede95d-aa9f-4191-b0e2-3dcae20a4b58 HTTP/1.1" status: 200 len: 858 time: 0.4142864 Feb 02 13:10:55.562859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53806) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:55.595835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bdb1ffa5-54ec-423c-9cdc-7a30af4a2286 None None] Current status of the port 300358a5-3abc-4e7e-9a86-dec5a225d9ff is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:55.602076 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e86b3d6-8f61-4b14-b028-f26949ab35f1 req-783d1faf-dad2-477c-a137-64575df5f88f tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0555530 Feb 02 13:10:55.685602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (35ede95d-aa9f-4191-b0e2-3dcae20a4b58), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.717156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-604577a0-fd86-4ea9-a7ac-406a013abae1 req-795db1e8-55c0-4ffe-bf20-9578da64bbbd tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8 HTTP/1.1" status: 200 len: 6205 time: 0.1191328 Feb 02 13:10:55.783012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-604577a0-fd86-4ea9-a7ac-406a013abae1 req-8e518e94-49f9-4380-b3e5-d6e69aed13e4 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/388b9f0d-6baa-41ec-af03-05712743e973 HTTP/1.1" status: 200 len: 3002 time: 0.0569448 Feb 02 13:10:55.801227 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (35ede95d-aa9f-4191-b0e2-3dcae20a4b58), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.825892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ede95d-aa9f-4191-b0e2-3dcae20a4b58']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:55.834275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-604577a0-fd86-4ea9-a7ac-406a013abae1 req-43c716d2-242f-416f-89ce-c2f1814518e4 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/388b9f0d-6baa-41ec-af03-05712743e973 HTTP/1.1" status: 200 len: 3002 time: 0.0504813 Feb 02 13:10:55.837411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1077c8c0-b1fd-4227-8c73-0819b0473b0f') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:55.838368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1077c8c0-b1fd-4227-8c73-0819b0473b0f') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:55.852813 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (1077c8c0-b1fd-4227-8c73-0819b0473b0f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.866603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ad60d2d7-d8b2-4d0b-a14f-81ec9b687ec8 req-dd07625b-9f6d-434b-a9d5-d0690a52d8c0 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2133159476', 'description': 'tempest-description-300514029'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:55.880937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1077c8c0-b1fd-4227-8c73-0819b0473b0f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.889210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:55.889609 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (1077c8c0-b1fd-4227-8c73-0819b0473b0f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:55.891688 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:55.909347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ad60d2d7-d8b2-4d0b-a14f-81ec9b687ec8 req-dd07625b-9f6d-434b-a9d5-d0690a52d8c0 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.960968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (35ede95d-aa9f-4191-b0e2-3dcae20a4b58), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.968672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35ede95d-aa9f-4191-b0e2-3dcae20a4b58 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 13:10:55.977821 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:55.990080 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] 10.222.0.83 "DELETE /v2.0/networks/35ede95d-aa9f-4191-b0e2-3dcae20a4b58 HTTP/1.1" status: 204 len: 168 time: 0.4259219 Feb 02 13:10:55.996364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:56.012458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f01cd7-3e8b-44dd-8b46-5bc1bc871d04 tempest-ExternalNetworksTestJSON-1243468156 tempest-ExternalNetworksTestJSON-1243468156-project-admin] Pushing event deleted for resources: {'Network': ['ID=35ede95d-aa9f-4191-b0e2-3dcae20a4b58,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:56.037640 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-58cf62d8-76d3-41dc-af90-32ebe048289a tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] DELETE failed (client error): The resource could not be found. Feb 02 13:10:56.038020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58cf62d8-76d3-41dc-af90-32ebe048289a tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:10:56.044068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53814) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:56.054838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-58cf62d8-76d3-41dc-af90-32ebe048289a tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] 10.222.0.83 "DELETE /v2.0/subnets/76b7da02-1c9d-4290-aa7f-917d1e6a56e7 HTTP/1.1" status: 404 len: 337 time: 0.0570071 Feb 02 13:10:56.108063 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ad60d2d7-d8b2-4d0b-a14f-81ec9b687ec8 req-dd07625b-9f6d-434b-a9d5-d0690a52d8c0 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (01eb7487-5952-4ccb-a693-65576181ce46), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.113256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 300358a5-3abc-4e7e-9a86-dec5a225d9ff up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:10:56.114202 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ad60d2d7-d8b2-4d0b-a14f-81ec9b687ec8 req-dd07625b-9f6d-434b-a9d5-d0690a52d8c0 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (01eb7487-5952-4ccb-a693-65576181ce46), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.153920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07625b-9f6d-434b-a9d5-d0690a52d8c0 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01eb7487-5952-4ccb-a693-65576181ce46,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:56.163526 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (32a60ec5-7756-46d6-b1a1-80254a9cde4a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.172764 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ad60d2d7-d8b2-4d0b-a14f-81ec9b687ec8 req-dd07625b-9f6d-434b-a9d5-d0690a52d8c0 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.174434 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad60d2d7-d8b2-4d0b-a14f-81ec9b687ec8 req-dd07625b-9f6d-434b-a9d5-d0690a52d8c0 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3122389 Feb 02 13:10:56.201048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 300358a5-3abc-4e7e-9a86-dec5a225d9ff triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:10:56.201432 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.201995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-57b16157-1237-40d6-a746-34402423835c req-748dcbba-9f31-4a6e-af3b-b27f6f462511 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1633372670', 'description': 'tempest-description-1531039086'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:56.238469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-57b16157-1237-40d6-a746-34402423835c req-748dcbba-9f31-4a6e-af3b-b27f6f462511 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.300899 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (32a60ec5-7756-46d6-b1a1-80254a9cde4a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.323984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a60ec5-7756-46d6-b1a1-80254a9cde4a']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:56.332462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 300358a5-3abc-4e7e-9a86-dec5a225d9ff is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:10:56.338867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a2d6c8-c806-4f56-9414-3ece45595ad4') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:56.339368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a2d6c8-c806-4f56-9414-3ece45595ad4') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:10:56.352138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (c1a2d6c8-c806-4f56-9414-3ece45595ad4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.358966 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-57b16157-1237-40d6-a746-34402423835c req-748dcbba-9f31-4a6e-af3b-b27f6f462511 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (6ab711a1-6d18-44fd-969f-d0578112f537), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.363519 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-57b16157-1237-40d6-a746-34402423835c req-748dcbba-9f31-4a6e-af3b-b27f6f462511 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6ab711a1-6d18-44fd-969f-d0578112f537), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.368652 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c1a2d6c8-c806-4f56-9414-3ece45595ad4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.376779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:10:56.377739 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (c1a2d6c8-c806-4f56-9414-3ece45595ad4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:10:56.381668 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:10:56.396778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dcbba-9f31-4a6e-af3b-b27f6f462511 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab711a1-6d18-44fd-969f-d0578112f537,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:56.410907 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-57b16157-1237-40d6-a746-34402423835c req-748dcbba-9f31-4a6e-af3b-b27f6f462511 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.412737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57b16157-1237-40d6-a746-34402423835c req-748dcbba-9f31-4a6e-af3b-b27f6f462511 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2159467 Feb 02 13:10:56.474461 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (32a60ec5-7756-46d6-b1a1-80254a9cde4a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.493824 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:56.500290 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] 10.222.0.83 "DELETE /v2.0/networks/32a60ec5-7756-46d6-b1a1-80254a9cde4a HTTP/1.1" status: 204 len: 168 time: 0.4528348 Feb 02 13:10:56.525873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376080cb-1799-4ff5-8718-0803db48d037 tempest-ExternalNetworksTestJSON-2134889432 tempest-ExternalNetworksTestJSON-2134889432-project] Pushing event deleted for resources: {'Network': ['ID=32a60ec5-7756-46d6-b1a1-80254a9cde4a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:56.751716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-2e20c5cc-c170-4e3d-9469-f299fc3add2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:56.753371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-2e20c5cc-c170-4e3d-9469-f299fc3add2d tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/networks?id=ab2fce86-6124-428e-a7df-fb4eccc76705 HTTP/1.1" status: 200 len: 813 time: 0.1572776 Feb 02 13:10:56.770774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de4145b4-d0da-43d2-859f-f6adae031602 req-1501eb4a-e8b0-4965-a2fb-c7d871d723a6 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0390732 Feb 02 13:10:56.779962 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-f8b45814-e697-4666-ac58-d0c79ff9113e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/quotas/6d10f2e2a82a4966a2afe3e71b2e14e8 HTTP/1.1" status: 200 len: 375 time: 0.0120590 Feb 02 13:10:56.885098 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53836) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:56.889346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-23c4ec6a-d0d3-4303-bb71-b3ce908e005e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016870 Feb 02 13:10:57.007401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-fcfb82d2-4875-49bf-bb75-43c1db9afbdd service neutron] 10.222.0.83 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001701 Feb 02 13:10:57.062851 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ee67a114-b50a-415c-98d5-99b9941dee22 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2477b2f0fd1548c9b02c425447f7e989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753211 Feb 02 13:10:57.063585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53840) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:57.117311 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44efb4b1-edd2-4ca1-b7ab-a65cb0668d0a admin admin] Publish callbacks [] for security_group (ce3a7ced-e898-496d-a4ce-ef4e0862b675), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:57.144361 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44efb4b1-edd2-4ca1-b7ab-a65cb0668d0a admin admin] Publish callbacks [] for security_group (ce3a7ced-e898-496d-a4ce-ef4e0862b675), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:57.203972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44efb4b1-edd2-4ca1-b7ab-a65cb0668d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ce3a7ced-e898-496d-a4ce-ef4e0862b675), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:57.206586 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44efb4b1-edd2-4ca1-b7ab-a65cb0668d0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:57.214121 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-44efb4b1-edd2-4ca1-b7ab-a65cb0668d0a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ce3a7ced-e898-496d-a4ce-ef4e0862b675 HTTP/1.1" status: 204 len: 168 time: 0.1472743 Feb 02 13:10:57.221679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efb4b1-edd2-4ca1-b7ab-a65cb0668d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a7ced-e898-496d-a4ce-ef4e0862b675,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:57.422237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-9a010b85-dedd-433a-850c-398b0c576652 service neutron] 10.222.0.83 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080739 Feb 02 13:10:57.607532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53850) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:57.640017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-176c8924-07a0-46dc-a1b9-fb72b41cf6df req-f5cc43ca-f877-4883-807e-18264bc7c2de tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 210 time: 0.0428343 Feb 02 13:10:57.677129 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c1d4c600-0564-4a15-850f-002532e2b9db admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7635c9286d184e90889f9b0bc9033151&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0656693 Feb 02 13:10:57.677529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53852) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:57.735851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-216be043-4612-4fd4-b07e-c56d71a73933 admin admin] Publish callbacks [] for security_group (4fdd8bff-1f49-4b52-b3c4-9b904c17f690), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:57.757503 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-216be043-4612-4fd4-b07e-c56d71a73933 admin admin] Publish callbacks [] for security_group (4fdd8bff-1f49-4b52-b3c4-9b904c17f690), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:57.813001 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-216be043-4612-4fd4-b07e-c56d71a73933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4fdd8bff-1f49-4b52-b3c4-9b904c17f690), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:57.816269 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-216be043-4612-4fd4-b07e-c56d71a73933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:57.819631 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-216be043-4612-4fd4-b07e-c56d71a73933 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4fdd8bff-1f49-4b52-b3c4-9b904c17f690 HTTP/1.1" status: 204 len: 168 time: 0.1388524 Feb 02 13:10:57.825895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216be043-4612-4fd4-b07e-c56d71a73933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdd8bff-1f49-4b52-b3c4-9b904c17f690,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:57.964357 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fdc7abf-950a-4ce2-a982-d5a8aaf6fc85 req-55ccd7cc-bb73-4fde-9bdc-753582bc87d1 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0499671 Feb 02 13:10:58.594450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:58.798124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d0dae2bf-4b31-43f1-b57e-cd5e8aa14d84 tempest-AgentManagementNegativeTest-641570670 tempest-AgentManagementNegativeTest-641570670-project] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2025154 Feb 02 13:10:58.821570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8239c97c-61fe-4ea0-b2fc-a5f54e64bb38 req-b6468a9f-d9cf-4f6b-9931-5d4fc3fa24b2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 210 time: 0.0740695 Feb 02 13:10:58.861166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-8ea321f5-7fd4-4bc0-9c2f-ac948f5b9e13 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:58.862625 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-8ea321f5-7fd4-4bc0-9c2f-ac948f5b9e13 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.62 "GET /v2.0/networks?id=ab2fce86-6124-428e-a7df-fb4eccc76705 HTTP/1.1" status: 200 len: 813 time: 0.1897960 Feb 02 13:10:58.894466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'port': {'device_id': '052d4503-7019-4759-b69f-e9a3574cd62c', 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705', 'admin_state_up': True, 'tenant_id': '6d10f2e2a82a4966a2afe3e71b2e14e8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:59.020971 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Made reservation on behalf of 6d10f2e2a82a4966a2afe3e71b2e14e8 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:10:59.025182 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:59.074292 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea0aa6d7-d9e2-4104-a2f6-64000e1aeb4f req-4c941d31-2e72-4379-a0c2-6b2e5e1ac334 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0356584 Feb 02 13:10:59.086463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53894) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:59.191395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Allocated IP 172.20.0.10 (ab2fce86-6124-428e-a7df-fb4eccc76705/d92a594a-95da-4df0-9e31-b7362dab0df9/0584ab85-62ed-4d63-b929-f570fac85327) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:10:59.199294 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-934f003e-287c-47e1-a2fb-66f535aa0b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:59.273555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-934f003e-287c-47e1-a2fb-66f535aa0b39 admin admin] Publish callbacks [] for security_group (b468914a-93a6-4835-a883-3cdd4a6d8d9c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:59.278436 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-934f003e-287c-47e1-a2fb-66f535aa0b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b468914a-93a6-4835-a883-3cdd4a6d8d9c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:59.319314 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-934f003e-287c-47e1-a2fb-66f535aa0b39 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=81abdcbc5d1f41e68b6eff6829b22edb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292173 Feb 02 13:10:59.319314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f003e-287c-47e1-a2fb-66f535aa0b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b468914a-93a6-4835-a883-3cdd4a6d8d9c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:59.320232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53898) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:10:59.358583 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for port (0584ab85-62ed-4d63-b929-f570fac85327), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:59.369058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ade7952a-ebd7-4db9-95d1-33cd10c068e7 admin admin] Publish callbacks [] for security_group (b468914a-93a6-4835-a883-3cdd4a6d8d9c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:59.392491 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ade7952a-ebd7-4db9-95d1-33cd10c068e7 admin admin] Publish callbacks [] for security_group (b468914a-93a6-4835-a883-3cdd4a6d8d9c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:59.399345 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0584ab85-62ed-4d63-b929-f570fac85327), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:59.437552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fb0b68b4-4c85-46f6-be45-21ff3430f591'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:10:59.448911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Network ab2fce86-6124-428e-a7df-fb4eccc76705 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:10:59.451856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:10:59.456643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:10:59.467063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ade7952a-ebd7-4db9-95d1-33cd10c068e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b468914a-93a6-4835-a883-3cdd4a6d8d9c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:59.472585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ade7952a-ebd7-4db9-95d1-33cd10c068e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:59.476203 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ade7952a-ebd7-4db9-95d1-33cd10c068e7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b468914a-93a6-4835-a883-3cdd4a6d8d9c HTTP/1.1" status: 204 len: 168 time: 0.1528854 Feb 02 13:10:59.484904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7952a-ebd7-4db9-95d1-33cd10c068e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b468914a-93a6-4835-a883-3cdd4a6d8d9c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:59.508987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'Port': ['ID=0584ab85-62ed-4d63-b929-f570fac85327,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:10:59.521331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:10:59.521978 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:10:59.541128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-686c56ef-5563-42d2-be07-df3f86ea7c70 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6533487 Feb 02 13:10:59.564052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Request body: {'port': {'device_id': '052d4503-7019-4759-b69f-e9a3574cd62c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:10:59.647699 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0584ab85-62ed-4d63-b929-f570fac85327), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:00.014206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0584ab85-62ed-4d63-b929-f570fac85327 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:11:00.022737 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Publish callbacks [] for port (0584ab85-62ed-4d63-b929-f570fac85327), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:00.035953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Transition to ACTIVE for port object 0584ab85-62ed-4d63-b929-f570fac85327 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:11:00.078237 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0584ab85-62ed-4d63-b929-f570fac85327), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:00.142287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed87f2b-d534-4cf1-a9c7-69f3922efd81 req-20e4b107-597f-4192-b1d7-7315f4870d6e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:00.143904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ed87f2b-d534-4cf1-a9c7-69f3922efd81 req-20e4b107-597f-4192-b1d7-7315f4870d6e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 944 time: 0.1066809 Feb 02 13:11:00.240628 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Pushing event updated for resources: {'Port': ['ID=0584ab85-62ed-4d63-b929-f570fac85327,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:00.293256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ed87f2b-d534-4cf1-a9c7-69f3922efd81 req-1aa20e1c-011d-4215-ab2d-aa1807fb65b8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253674 Feb 02 13:11:00.318579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2dc6a6-bd3d-4e31-af0b-bb1e7f78264a req-79638369-cd84-4d05-aa8a-45be2d53dd40 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:00.318579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a2dc6a6-bd3d-4e31-af0b-bb1e7f78264a req-79638369-cd84-4d05-aa8a-45be2d53dd40 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 946 time: 0.1707535 Feb 02 13:11:00.338294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Attempting to bind port 0584ab85-62ed-4d63-b929-f570fac85327 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:11:00.338684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Attempting to bind port 0584ab85-62ed-4d63-b929-f570fac85327 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:11:00.339133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Attempting to bind port 0584ab85-62ed-4d63-b929-f570fac85327 on network ab2fce86-6124-428e-a7df-fb4eccc76705 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:11:00.350675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Port 0584ab85-62ed-4d63-b929-f570fac85327 on network ab2fce86-6124-428e-a7df-fb4eccc76705 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:11:00.351202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Attempting to bind port 0584ab85-62ed-4d63-b929-f570fac85327 on network ab2fce86-6124-428e-a7df-fb4eccc76705 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:11:00.388739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a2dc6a6-bd3d-4e31-af0b-bb1e7f78264a req-72d563d9-fa49-4c10-b104-ed8f841eb941 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605252 Feb 02 13:11:00.389561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:11:00.389972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Checking segment: {'id': 'e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:00.390391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Bound using segment: {'id': 'e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:11:00.390933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Bound port: 0584ab85-62ed-4d63-b929-f570fac85327, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:11:00.391365 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0584ab85-62ed-4d63-b929-f570fac85327), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:00.481680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08d9d19d-c3b6-4804-9292-ef00ec1fc256 req-f253ae0d-bcd9-4f75-8df3-4da76e0eae47 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ce2717f-cb87-4116-9ad8-846635bcee33 HTTP/1.1" status: 200 len: 210 time: 0.0452175 Feb 02 13:11:00.522073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] For port 0584ab85-62ed-4d63-b929-f570fac85327, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:11:00.533458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] For port 0584ab85-62ed-4d63-b929-f570fac85327, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0584ab85-62ed-4d63-b929-f570fac85327,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:11:00.542724 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0584ab85-62ed-4d63-b929-f570fac85327), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:00.620116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:00.620482 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:00.621889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] 10.222.0.62 "PUT /v2.0/ports/0584ab85-62ed-4d63-b929-f570fac85327 HTTP/1.1" status: 200 len: 1092 time: 1.0650985 Feb 02 13:11:00.622633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052d4503-7019-4759-b69f-e9a3574cd62c', 'tag': '0584ab85-62ed-4d63-b929-f570fac85327'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:11:00.625165 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1abdb43-e0ce-43bf-8d5a-170f1030a215" -d '{"events": [{"name": "network-changed", "server_uuid": "052d4503-7019-4759-b69f-e9a3574cd62c", "tag": "0584ab85-62ed-4d63-b929-f570fac85327"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:11:00.628138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da87555-ebd8-4aea-8f54-62c9ed825113 service neutron] Pushing event updated for resources: {'Port': ['ID=0584ab85-62ed-4d63-b929-f570fac85327,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:00.670576 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101895d2-e35f-41fe-a334-74142bebf698 x-openstack-request-id: req-101895d2-e35f-41fe-a334-74142bebf698 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:11:00.670831 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052d4503-7019-4759-b69f-e9a3574cd62c", "tag": "0584ab85-62ed-4d63-b929-f570fac85327", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:11:00.671884 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-101895d2-e35f-41fe-a334-74142bebf698 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:11:00.672485 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052d4503-7019-4759-b69f-e9a3574cd62c', 'tag': '0584ab85-62ed-4d63-b929-f570fac85327', 'status': 'completed', 'code': 200} Feb 02 13:11:00.707824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53966) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:00.779272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-b660a98e-b1e8-4db6-8ec5-8c3fc0e6152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:00.781026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-b660a98e-b1e8-4db6-8ec5-8c3fc0e6152c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8&device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 1126 time: 0.0922766 Feb 02 13:11:00.874740 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-dc9ad554-5314-48c6-888a-8799d907f587 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0584ab85-62ed-4d63-b929-f570fac85327 HTTP/1.1" status: 200 len: 217 time: 0.0804286 Feb 02 13:11:00.887398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1139123359'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:00.925232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Made reservation on behalf of 817a9cf88c35476786d808a804c4d047 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:00.932066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:00.943609 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:00.979543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-3f3f74f3-5610-4aed-926f-d5870d4f6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:00.983332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-3f3f74f3-5610-4aed-926f-d5870d4f6969 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d92a594a-95da-4df0-9e31-b7362dab0df9 HTTP/1.1" status: 200 len: 853 time: 0.1008680 Feb 02 13:11:01.039854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-1c365b01-d733-44b2-8bd2-4e62c120b336 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab2fce86-6124-428e-a7df-fb4eccc76705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489299 Feb 02 13:11:01.074767 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for security_group (e14acccc-3d29-4adf-824d-bc6401d690e1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:01.082066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e14acccc-3d29-4adf-824d-bc6401d690e1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:01.131809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14acccc-3d29-4adf-824d-bc6401d690e1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:01.163130 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:11:01.177019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (25e4a2e5-a449-43a4-a0e3-2a67a023abc9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:01.177452 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Added segment 25e4a2e5-a449-43a4-a0e3-2a67a023abc9 of type vlan for network 982e84c5-f316-4db6-a28c-44ef6b81f132 Feb 02 13:11:01.227365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-637bdc06-6a89-4cd5-9424-8913667a5da0 service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800282 Feb 02 13:11:01.237067 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (982e84c5-f316-4db6-a28c-44ef6b81f132), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:01.271349 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (982e84c5-f316-4db6-a28c-44ef6b81f132), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:01.281545 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:01.282233 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:01.342990 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6333063 Feb 02 13:11:01.350559 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54012) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:01.362019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-172c7ee0-d7d4-4a7d-af37-a75efea40833 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Request body: {'subnet': {'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:01.535557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4767ab-c27e-4f57-9d81-b10dab392b6c req-ddca2beb-59cb-43ba-8e51-fde3b257174a service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964885 Feb 02 13:11:01.562079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbc978-f69b-44d1-8ac7-51ad828034e4 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event updated for resources: {'Network': ['ID=982e84c5-f316-4db6-a28c-44ef6b81f132,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:01.568338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172c7ee0-d7d4-4a7d-af37-a75efea40833 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Made reservation on behalf of 817a9cf88c35476786d808a804c4d047 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:01.574397 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-172c7ee0-d7d4-4a7d-af37-a75efea40833 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:01.574574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 982e84c5-f316-4db6-a28c-44ef6b81f132 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:11:01.749441 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d07f63f-b9ac-44a9-b15a-a70bec40349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:01.804561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b563e-31ad-4adb-938d-48568519960e req-992863d6-1cde-4c6c-a9bd-75f5fecc08eb tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:01.819082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-211b563e-31ad-4adb-938d-48568519960e req-992863d6-1cde-4c6c-a9bd-75f5fecc08eb tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 944 time: 0.3721247 Feb 02 13:11:01.888047 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-172c7ee0-d7d4-4a7d-af37-a75efea40833 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (97acc7df-7b38-48ac-bc50-ef50a29e4c6a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:01.946416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838c511-d51f-4cbf-beb5-9b5d9376e322 req-b5cfcc5d-cfb6-41c2-a99f-564dbe1f98d7 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:01.958801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c838c511-d51f-4cbf-beb5-9b5d9376e322 req-b5cfcc5d-cfb6-41c2-a99f-564dbe1f98d7 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 946 time: 0.4170299 Feb 02 13:11:01.970246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c7ee0-d7d4-4a7d-af37-a75efea40833 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event updated for resources: {'Subnet': ['ID=97acc7df-7b38-48ac-bc50-ef50a29e4c6a,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:01.984763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172c7ee0-d7d4-4a7d-af37-a75efea40833 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Checking segment: {'id': '25e4a2e5-a449-43a4-a0e3-2a67a023abc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:01.985152 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c7ee0-d7d4-4a7d-af37-a75efea40833 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Network hostable DHCP agents. Network: 982e84c5-f316-4db6-a28c-44ef6b81f132, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:11:02.010975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c7ee0-d7d4-4a7d-af37-a75efea40833 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Network 982e84c5-f316-4db6-a28c-44ef6b81f132 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:11:02.025411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-172c7ee0-d7d4-4a7d-af37-a75efea40833 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 982e84c5-f316-4db6-a28c-44ef6b81f132) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:02.040367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-211b563e-31ad-4adb-938d-48568519960e req-9cf9aeee-ef86-4767-8c86-0b6347eca536 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166924 Feb 02 13:11:02.043175 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c7ee0-d7d4-4a7d-af37-a75efea40833 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:02.044262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-172c7ee0-d7d4-4a7d-af37-a75efea40833 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:02.049558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abdb43-e0ce-43bf-8d5a-170f1030a215 req-7af9ce9c-3398-441e-82d6-b155f565c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:02.051336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1abdb43-e0ce-43bf-8d5a-170f1030a215 req-7af9ce9c-3398-441e-82d6-b155f565c22c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8&device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 1126 time: 0.4032335 Feb 02 13:11:02.052218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c82e24-5f30-4630-8a9d-d1dfe58b12f5 None None] Network 982e84c5-f316-4db6-a28c-44ef6b81f132 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:02.099758 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-172c7ee0-d7d4-4a7d-af37-a75efea40833 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7455225 Feb 02 13:11:02.107368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54030) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:02.114752 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bf78d-aee2-41fc-8279-fed191c7154a req-ed951d0e-a139-4aab-837a-a614eafafc93 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:02.116375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b7bf78d-aee2-41fc-8279-fed191c7154a req-ed951d0e-a139-4aab-837a-a614eafafc93 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.18 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 946 time: 0.3600454 Feb 02 13:11:02.130192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Request body: {'port': {'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-397279516'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:02.181146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c838c511-d51f-4cbf-beb5-9b5d9376e322 req-8e3d34a1-f8c7-4d81-a83f-fc2307fc7121 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210789 Feb 02 13:11:02.188820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54034) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:02.375760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-982e84c5-f316-4db6-a28c-44ef6b81f132', 'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132', 'project_id': '817a9cf88c35476786d808a804c4d047', 'fixed_ips': [{'subnet_id': '97acc7df-7b38-48ac-bc50-ef50a29e4c6a'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:11:02.376649 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:02.392933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Made reservation on behalf of 817a9cf88c35476786d808a804c4d047 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:02.396829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:02.426640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] device_id is not set on port 68d305fd-b023-44ef-9e97-934958cf081b yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:11:02.521012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abdb43-e0ce-43bf-8d5a-170f1030a215 req-67c51ec1-feee-41bb-9239-3dfa7e18464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:02.522877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1abdb43-e0ce-43bf-8d5a-170f1030a215 req-67c51ec1-feee-41bb-9239-3dfa7e18464a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab2fce86-6124-428e-a7df-fb4eccc76705 HTTP/1.1" status: 200 len: 914 time: 0.4607611 Feb 02 13:11:02.660686 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48972abb-e0f9-4271-b550-c6a4903cb406 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for security_group (6d173861-5bf4-4ee4-b5ce-a559e5918196), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:02.665873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1abdb43-e0ce-43bf-8d5a-170f1030a215 req-304cf39e-feab-47f3-91d4-01816d6b1f82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0584ab85-62ed-4d63-b929-f570fac85327 HTTP/1.1" status: 200 len: 217 time: 0.1265955 Feb 02 13:11:02.704460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Allocated IP 2001:db8::2c0 (982e84c5-f316-4db6-a28c-44ef6b81f132/97acc7df-7b38-48ac-bc50-ef50a29e4c6a/68d305fd-b023-44ef-9e97-934958cf081b) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:02.728724 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3b7bf78d-aee2-41fc-8279-fed191c7154a req-a44c7003-69b9-4260-b6f1-683fafa101a5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Deleting port 9d356cb9-92c6-4522-b97b-43cb84d5228c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:02.729361 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3b7bf78d-aee2-41fc-8279-fed191c7154a req-a44c7003-69b9-4260-b6f1-683fafa101a5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:02.801012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54040) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:02.829917 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48972abb-e0f9-4271-b550-c6a4903cb406 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for security_group (6d173861-5bf4-4ee4-b5ce-a559e5918196), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:02.985793 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48972abb-e0f9-4271-b550-c6a4903cb406 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6d173861-5bf4-4ee4-b5ce-a559e5918196), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:02.990146 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48972abb-e0f9-4271-b550-c6a4903cb406 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:02.991659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-48972abb-e0f9-4271-b550-c6a4903cb406 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "DELETE /v2.0/security-groups/6d173861-5bf4-4ee4-b5ce-a559e5918196 HTTP/1.1" status: 204 len: 168 time: 0.8016741 Feb 02 13:11:03.001940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54048) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:03.190735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-3b7bf78d-aee2-41fc-8279-fed191c7154a req-a44c7003-69b9-4260-b6f1-683fafa101a5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] For port 9d356cb9-92c6-4522-b97b-43cb84d5228c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=9d356cb9-92c6-4522-b97b-43cb84d5228c,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:03.191813 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3b7bf78d-aee2-41fc-8279-fed191c7154a req-a44c7003-69b9-4260-b6f1-683fafa101a5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:03.224982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-3b7bf78d-aee2-41fc-8279-fed191c7154a req-a44c7003-69b9-4260-b6f1-683fafa101a5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Calling delete_port for 9d356cb9-92c6-4522-b97b-43cb84d5228c owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:03.383004 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for port (68d305fd-b023-44ef-9e97-934958cf081b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:03.454044 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (68d305fd-b023-44ef-9e97-934958cf081b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:03.483357 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae6b1aca-8822-4554-b7ce-39042de39099 req-44962ff1-092a-45e3-8448-9ff8a0227e36 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 210 time: 0.0669186 Feb 02 13:11:03.485377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abdb43-e0ce-43bf-8d5a-170f1030a215 req-f914db4c-91dd-43de-96db-638c2c0b1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:03.487149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1abdb43-e0ce-43bf-8d5a-170f1030a215 req-f914db4c-91dd-43de-96db-638c2c0b1b7d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d92a594a-95da-4df0-9e31-b7362dab0df9 HTTP/1.1" status: 200 len: 853 time: 0.8071628 Feb 02 13:11:03.491551 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3b7bf78d-aee2-41fc-8279-fed191c7154a req-a44c7003-69b9-4260-b6f1-683fafa101a5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9d356cb9-92c6-4522-b97b-43cb84d5228c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:03.532512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Network 982e84c5-f316-4db6-a28c-44ef6b81f132 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:03.536621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:03.540212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['ccafc397-b3b3-4d63-b958-67a8e7eb65fd', 'deac56a1-81e4-428a-86e9-05bd09c90a18', '9d356cb9-92c6-4522-b97b-43cb84d5228c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:03.546151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:03.556543 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:03.557530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:03.559995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48972abb-e0f9-4271-b550-c6a4903cb406 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d173861-5bf4-4ee4-b5ce-a559e5918196,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:03.581543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['41e356e3-454a-41f4-a67c-2e2ca2c6e9c1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:03.584370 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4751143 Feb 02 13:11:03.587228 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54054) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:03.604686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Request body: {'port': {'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1689550159', 'allowed_address_pairs': [{'ip_address': '2001:db8::2c0', 'mac_address': 'fa:16:3e:23:20:0b'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:03.619475 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-7d6ff8bb-108b-4e7a-9406-8283d6d46fb7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] show failed (client error): The resource could not be found. Feb 02 13:11:03.619475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7d6ff8bb-108b-4e7a-9406-8283d6d46fb7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "GET /v2.0/security-groups/6d173861-5bf4-4ee4-b5ce-a559e5918196 HTTP/1.1" status: 404 len: 347 time: 0.2021363 Feb 02 13:11:03.619475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:03.650408 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7196970-6c11-44ec-87d0-ec2bb7828bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:03.783529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Allocated IP 2001:db8::2 (982e84c5-f316-4db6-a28c-44ef6b81f132/97acc7df-7b38-48ac-bc50-ef50a29e4c6a/87f3e0ec-c326-44cf-8060-a86f170faa6f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:03.790494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337c302-3f36-469b-93a8-2ecaaa84bcfc tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event updated for resources: {'Port': ['ID=68d305fd-b023-44ef-9e97-934958cf081b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:03.887863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Made reservation on behalf of 817a9cf88c35476786d808a804c4d047 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:04.049592 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1abdb43-e0ce-43bf-8d5a-170f1030a215 req-6b48c7c6-fe37-4362-8359-3d5803c0d078 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab2fce86-6124-428e-a7df-fb4eccc76705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4611168 Feb 02 13:11:04.065045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c7003-69b9-4260-b6f1-683fafa101a5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Pushing event deleted for resources: {'Port': ['ID=9d356cb9-92c6-4522-b97b-43cb84d5228c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:04.092209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:04.120636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] device_id is not set on port da3d6ee9-8300-4d3c-90c4-11375481953d yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:11:04.222829 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b24aabe6-4644-492a-b438-e1cf3ac2e894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:04.255775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0f2d6-3fed-411c-8211-dbae36171dbf req-e4bef427-e71d-4411-bd16-ea1542727bf4 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:04.257437 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81e0f2d6-3fed-411c-8211-dbae36171dbf req-e4bef427-e71d-4411-bd16-ea1542727bf4 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 944 time: 0.7950604 Feb 02 13:11:04.264230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7bf78d-aee2-41fc-8279-fed191c7154a req-a44c7003-69b9-4260-b6f1-683fafa101a5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] No DVR routers for this DVR port 9d356cb9-92c6-4522-b97b-43cb84d5228c on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:04.271176 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-3b7bf78d-aee2-41fc-8279-fed191c7154a req-a44c7003-69b9-4260-b6f1-683fafa101a5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:04.274615 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b7bf78d-aee2-41fc-8279-fed191c7154a req-a44c7003-69b9-4260-b6f1-683fafa101a5 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.18 "DELETE /v2.0/ports/9d356cb9-92c6-4522-b97b-43cb84d5228c HTTP/1.1" status: 204 len: 173 time: 2.1470652 Feb 02 13:11:04.277264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1abdb43-e0ce-43bf-8d5a-170f1030a215 req-9d10321f-d76a-4432-99e6-1b5b6af8c474 service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009847 Feb 02 13:11:04.277808 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c486ce-1e0b-46b7-bb21-37fab710b7ed', 'name': 'network-vif-deleted', 'tag': '9d356cb9-92c6-4522-b97b-43cb84d5228c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:11:04.280262 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09055ca9-481a-40ac-b947-e8c41372169c" -d '{"events": [{"server_uuid": "a4c486ce-1e0b-46b7-bb21-37fab710b7ed", "name": "network-vif-deleted", "tag": "9d356cb9-92c6-4522-b97b-43cb84d5228c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:11:04.394534 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d448e4-0bcf-4d52-87d9-eb3effed58f2 x-openstack-request-id: req-c3d448e4-0bcf-4d52-87d9-eb3effed58f2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:11:04.394803 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c486ce-1e0b-46b7-bb21-37fab710b7ed", "name": "network-vif-deleted", "tag": "9d356cb9-92c6-4522-b97b-43cb84d5228c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:11:04.395147 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c3d448e4-0bcf-4d52-87d9-eb3effed58f2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:11:04.395652 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c486ce-1e0b-46b7-bb21-37fab710b7ed', 'name': 'network-vif-deleted', 'tag': '9d356cb9-92c6-4522-b97b-43cb84d5228c', 'status': 'completed', 'code': 200} Feb 02 13:11:04.437839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1abdb43-e0ce-43bf-8d5a-170f1030a215 req-5c5e6e00-7c6b-401b-9fe2-23bb31d322c6 service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422796 Feb 02 13:11:04.452489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-435f471d-e343-432a-ac57-47e6d375dc54 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Deleting port c794d0a7-b01f-4b39-9f93-fabdb8de0ca2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:04.452915 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-435f471d-e343-432a-ac57-47e6d375dc54 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c794d0a7-b01f-4b39-9f93-fabdb8de0ca2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:04.487159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0584ab85-62ed-4d63-b929-f570fac85327 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:11:04.488291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81e0f2d6-3fed-411c-8211-dbae36171dbf req-e1dbdc1b-a41b-4236-b29b-14e2fe551b13 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216611 Feb 02 13:11:04.641518 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Publish callbacks [] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:04.656322 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:04.743784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Network 982e84c5-f316-4db6-a28c-44ef6b81f132 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:04.748690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:04.754445 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:04.774868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Allocated IP 2001:db8::2e9 (982e84c5-f316-4db6-a28c-44ef6b81f132/97acc7df-7b38-48ac-bc50-ef50a29e4c6a/da3d6ee9-8300-4d3c-90c4-11375481953d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:04.863724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Pushing event updated for resources: {'Port': ['ID=87f3e0ec-c326-44cf-8060-a86f170faa6f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:04.874168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 0584ab85-62ed-4d63-b929-f570fac85327, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0584ab85-62ed-4d63-b929-f570fac85327,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:04.930839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4bb1502-0897-4655-8957-13f47a2426ec req-8b8255f0-d2a6-499d-8a97-2de3815462fd tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4c486ce-1e0b-46b7-bb21-37fab710b7ed HTTP/1.1" status: 200 len: 210 time: 0.0572917 Feb 02 13:11:04.948952 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7196970-6c11-44ec-87d0-ec2bb7828bbb admin admin] Publish callbacks [] for security_group (ee70cb08-53e9-4af5-bf40-010982ec3ba0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:04.962231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Attempting to bind port 87f3e0ec-c326-44cf-8060-a86f170faa6f on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:11:04.962448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Attempting to bind port 87f3e0ec-c326-44cf-8060-a86f170faa6f by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '25e4a2e5-a449-43a4-a0e3-2a67a023abc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:11:04.962647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Attempting to bind port 87f3e0ec-c326-44cf-8060-a86f170faa6f on network 982e84c5-f316-4db6-a28c-44ef6b81f132 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:11:04.965811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.966161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.966529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.967089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.967446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.967819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.968165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.968481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.969739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.969739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.969739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.970281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.970459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:04.972610 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7196970-6c11-44ec-87d0-ec2bb7828bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ee70cb08-53e9-4af5-bf40-010982ec3ba0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:04.981590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '0584ab85-62ed-4d63-b929-f570fac85327', 'network_id': 'ab2fce86-6124-428e-a7df-fb4eccc76705', 'port_id': '0584ab85-62ed-4d63-b929-f570fac85327', 'mac_address': 'fa:16:3e:89:7c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd92a594a-95da-4df0-9e31-b7362dab0df9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:11:05.003410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:11:05.004731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Checking segment: {'id': '25e4a2e5-a449-43a4-a0e3-2a67a023abc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:05.005180 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.005587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Bound using segment: {'id': '25e4a2e5-a449-43a4-a0e3-2a67a023abc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:11:05.006103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Bound port: 87f3e0ec-c326-44cf-8060-a86f170faa6f, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e4a2e5-a449-43a4-a0e3-2a67a023abc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:11:05.006508 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.009477 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-435f471d-e343-432a-ac57-47e6d375dc54 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c794d0a7-b01f-4b39-9f93-fabdb8de0ca2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.009797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-435f471d-e343-432a-ac57-47e6d375dc54 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for floatingip (c794d0a7-b01f-4b39-9f93-fabdb8de0ca2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.061610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-435f471d-e343-432a-ac57-47e6d375dc54 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Calling delete_port for c794d0a7-b01f-4b39-9f93-fabdb8de0ca2 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:05.074074 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d7196970-6c11-44ec-87d0-ec2bb7828bbb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8578f9fbb33d497482280d19d81ba254&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1455951 Feb 02 13:11:05.074512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54072) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:05.078071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7196970-6c11-44ec-87d0-ec2bb7828bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee70cb08-53e9-4af5-bf40-010982ec3ba0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:05.158689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 0584ab85-62ed-4d63-b929-f570fac85327 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:05.159081 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0584ab85-62ed-4d63-b929-f570fac85327), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.175721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0584ab85-62ed-4d63-b929-f570fac85327 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:11:05.187044 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9249dc60-5f22-465e-b5ec-e33135fe725a admin admin] Publish callbacks [] for security_group (ee70cb08-53e9-4af5-bf40-010982ec3ba0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.220656 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9249dc60-5f22-465e-b5ec-e33135fe725a admin admin] Publish callbacks [] for security_group (ee70cb08-53e9-4af5-bf40-010982ec3ba0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.220875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 0584ab85-62ed-4d63-b929-f570fac85327, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0584ab85-62ed-4d63-b929-f570fac85327,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:05.246464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] For port 87f3e0ec-c326-44cf-8060-a86f170faa6f, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:11:05.250680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] For port 87f3e0ec-c326-44cf-8060-a86f170faa6f, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=87f3e0ec-c326-44cf-8060-a86f170faa6f,segment=NetworkSegment(25e4a2e5-a449-43a4-a0e3-2a67a023abc9),segment_id=25e4a2e5-a449-43a4-a0e3-2a67a023abc9)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:11:05.253973 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0584ab85-62ed-4d63-b929-f570fac85327), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.272055 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-435f471d-e343-432a-ac57-47e6d375dc54 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c794d0a7-b01f-4b39-9f93-fabdb8de0ca2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.285785 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.295033 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for port (da3d6ee9-8300-4d3c-90c4-11375481953d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.311048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f471d-e343-432a-ac57-47e6d375dc54 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Port': ['ID=c794d0a7-b01f-4b39-9f93-fabdb8de0ca2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:05.343894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=0584ab85-62ed-4d63-b929-f570fac85327,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:05.434871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9249dc60-5f22-465e-b5ec-e33135fe725a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ee70cb08-53e9-4af5-bf40-010982ec3ba0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.437903 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9249dc60-5f22-465e-b5ec-e33135fe725a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.445390 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-435f471d-e343-432a-ac57-47e6d375dc54 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for floatingip (41c38979-1402-4f16-a2a5-e3fac1a4d86e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.451384 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9249dc60-5f22-465e-b5ec-e33135fe725a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ee70cb08-53e9-4af5-bf40-010982ec3ba0 HTTP/1.1" status: 204 len: 168 time: 0.3679240 Feb 02 13:11:05.457524 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (da3d6ee9-8300-4d3c-90c4-11375481953d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.459272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e0b0e-e7c7-440a-b095-fa40c101f424 None None] Pushing event updated for resources: {'Port': ['ID=87f3e0ec-c326-44cf-8060-a86f170faa6f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:05.461360 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-435f471d-e343-432a-ac57-47e6d375dc54 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.462911 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-435f471d-e343-432a-ac57-47e6d375dc54 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "DELETE /v2.0/floatingips/41c38979-1402-4f16-a2a5-e3fac1a4d86e HTTP/1.1" status: 204 len: 168 time: 1.8151929 Feb 02 13:11:05.463784 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.466159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54082) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:05.556916 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249dc60-5f22-465e-b5ec-e33135fe725a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee70cb08-53e9-4af5-bf40-010982ec3ba0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:05.599690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0584ab85-62ed-4d63-b929-f570fac85327'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:05.603632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Network 982e84c5-f316-4db6-a28c-44ef6b81f132 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:05.658556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:05.660754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event updated for resources: {'Port': ['ID=da3d6ee9-8300-4d3c-90c4-11375481953d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:05.665762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:05.681521 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:05.686073 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.737335 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e9a8e764-e820-4de7-93f4-7ba729d734f6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.1489553 Feb 02 13:11:05.740119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54092) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:05.852193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b87d5e04-8e20-4638-afed-05e421b4b4a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Deleting port 725bf461-ffb7-4c2f-a579-300561af9e5e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:05.852612 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b87d5e04-8e20-4638-afed-05e421b4b4a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:05.933048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9d356cb9-92c6-4522-b97b-43cb84d5228c no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:11:05.959141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c984b0e-f438-4a3a-9b00-8ba8c7883772 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:05.968986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c984b0e-f438-4a3a-9b00-8ba8c7883772 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:06.003401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c984b0e-f438-4a3a-9b00-8ba8c7883772 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:06.010533 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4c984b0e-f438-4a3a-9b00-8ba8c7883772 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2661304 Feb 02 13:11:06.012406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54100) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:06.070491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 9d356cb9-92c6-4522-b97b-43cb84d5228c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:11:06.072576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 9d356cb9-92c6-4522-b97b-43cb84d5228c not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:11:06.125312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c78d35-1b99-4495-a3b0-4393339e8363 req-89737168-9a2b-4fa6-90b0-5b7a9916012c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:06.142797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98c78d35-1b99-4495-a3b0-4393339e8363 req-89737168-9a2b-4fa6-90b0-5b7a9916012c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 945 time: 0.4839528 Feb 02 13:11:06.175853 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54106) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:06.198145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 87f3e0ec-c326-44cf-8060-a86f170faa6f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:11:06.241548 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b87d5e04-8e20-4638-afed-05e421b4b4a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.248714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-676f5164-bcaf-4aa1-9abe-10fd9a91dfd6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Deleting port da3d6ee9-8300-4d3c-90c4-11375481953d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:06.249146 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-676f5164-bcaf-4aa1-9abe-10fd9a91dfd6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (da3d6ee9-8300-4d3c-90c4-11375481953d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.272359 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 87f3e0ec-c326-44cf-8060-a86f170faa6f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:06.272724 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.275109 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fc2c74-8263-467b-a7f5-b43f690674da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.295374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b87d5e04-8e20-4638-afed-05e421b4b4a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Calling delete_port for 725bf461-ffb7-4c2f-a579-300561af9e5e owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:06.361478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98c78d35-1b99-4495-a3b0-4393339e8363 req-84856ca4-7579-4c41-901e-300edc2ecb16 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177505 Feb 02 13:11:06.388397 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-676f5164-bcaf-4aa1-9abe-10fd9a91dfd6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (da3d6ee9-8300-4d3c-90c4-11375481953d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.401435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 87f3e0ec-c326-44cf-8060-a86f170faa6f is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:06.402157 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.403972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-676f5164-bcaf-4aa1-9abe-10fd9a91dfd6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Calling delete_port for da3d6ee9-8300-4d3c-90c4-11375481953d owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:06.455715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 87f3e0ec-c326-44cf-8060-a86f170faa6f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=87f3e0ec-c326-44cf-8060-a86f170faa6f,segment=NetworkSegment(25e4a2e5-a449-43a4-a0e3-2a67a023abc9),segment_id=25e4a2e5-a449-43a4-a0e3-2a67a023abc9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:06.463373 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.563670 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fc2c74-8263-467b-a7f5-b43f690674da admin admin] Publish callbacks [] for security_group (85fb49eb-5216-48a5-80d2-a98616af0e88), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.579532 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29fc2c74-8263-467b-a7f5-b43f690674da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (85fb49eb-5216-48a5-80d2-a98616af0e88), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.591596 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=87f3e0ec-c326-44cf-8060-a86f170faa6f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:06.619513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-676f5164-bcaf-4aa1-9abe-10fd9a91dfd6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (da3d6ee9-8300-4d3c-90c4-11375481953d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.640222 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.664879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f5164-bcaf-4aa1-9abe-10fd9a91dfd6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event deleted for resources: {'Port': ['ID=da3d6ee9-8300-4d3c-90c4-11375481953d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:06.678007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-29fc2c74-8263-467b-a7f5-b43f690674da admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c7787daaef9d4ddaafc9d386201c8fba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757035 Feb 02 13:11:06.678007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54112) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:06.735439 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.786680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc2c74-8263-467b-a7f5-b43f690674da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fb49eb-5216-48a5-80d2-a98616af0e88,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:06.865003 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b87d5e04-8e20-4638-afed-05e421b4b4a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (725bf461-ffb7-4c2f-a579-300561af9e5e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.932959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-676f5164-bcaf-4aa1-9abe-10fd9a91dfd6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:06.939191 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-676f5164-bcaf-4aa1-9abe-10fd9a91dfd6 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "DELETE /v2.0/ports/da3d6ee9-8300-4d3c-90c4-11375481953d HTTP/1.1" status: 204 len: 168 time: 0.9247744 Feb 02 13:11:06.941989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54114) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:06.991360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d5e04-8e20-4638-afed-05e421b4b4a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Port': ['ID=725bf461-ffb7-4c2f-a579-300561af9e5e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:07.001062 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef8ca4c-dc54-4c64-bb3e-69bb07595c82 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] GET failed (client error): The resource could not be found. Feb 02 13:11:07.008997 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2ef8ca4c-dc54-4c64-bb3e-69bb07595c82 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "GET /v2.0/ports/da3d6ee9-8300-4d3c-90c4-11375481953d HTTP/1.1" status: 404 len: 333 time: 0.0592713 Feb 02 13:11:07.012529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:07.017137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3912b4e1-bf4d-498c-8c9f-dc9b0faca6d6 admin admin] Publish callbacks [] for security_group (85fb49eb-5216-48a5-80d2-a98616af0e88), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:07.042021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Request body: {'port': {'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-707905059'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:07.173243 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3912b4e1-bf4d-498c-8c9f-dc9b0faca6d6 admin admin] Publish callbacks [] for security_group (85fb49eb-5216-48a5-80d2-a98616af0e88), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:07.177628 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b87d5e04-8e20-4638-afed-05e421b4b4a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:07.184862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b87d5e04-8e20-4638-afed-05e421b4b4a7 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "DELETE /v2.0/ports/725bf461-ffb7-4c2f-a579-300561af9e5e HTTP/1.1" status: 204 len: 168 time: 1.7152715 Feb 02 13:11:07.186685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54122) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:07.297926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9238bf3-c821-4901-a824-e93b28496abb None None] Network 982e84c5-f316-4db6-a28c-44ef6b81f132 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:07.341476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Made reservation on behalf of 817a9cf88c35476786d808a804c4d047 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:07.347784 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:07.395118 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3912b4e1-bf4d-498c-8c9f-dc9b0faca6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (85fb49eb-5216-48a5-80d2-a98616af0e88), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:07.398230 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3912b4e1-bf4d-498c-8c9f-dc9b0faca6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:07.405932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3912b4e1-bf4d-498c-8c9f-dc9b0faca6d6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/85fb49eb-5216-48a5-80d2-a98616af0e88 HTTP/1.1" status: 204 len: 168 time: 0.7246606 Feb 02 13:11:07.437330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912b4e1-bf4d-498c-8c9f-dc9b0faca6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fb49eb-5216-48a5-80d2-a98616af0e88,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:07.463448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] device_id is not set on port ba0cab24-1d73-4351-979c-afe0dbcad01c yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:11:07.472510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ca25edf7-3f24-4a0b-83aa-d4663cef756e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Deleting port 13faa4c4-a1e2-4351-8275-345fc771c7c8 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:07.472835 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca25edf7-3f24-4a0b-83aa-d4663cef756e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:07.645610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5bac0c3e-8da2-475e-97f7-aab3d264afd7 None None] Provisioning complete for port 87f3e0ec-c326-44cf-8060-a86f170faa6f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:07.646661 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bac0c3e-8da2-475e-97f7-aab3d264afd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:07.658708 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:07.726442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca25edf7-3f24-4a0b-83aa-d4663cef756e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:07.747927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ca25edf7-3f24-4a0b-83aa-d4663cef756e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Calling delete_port for 13faa4c4-a1e2-4351-8275-345fc771c7c8 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:07.875974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Allocated IP 2001:db8::5a (982e84c5-f316-4db6-a28c-44ef6b81f132/97acc7df-7b38-48ac-bc50-ef50a29e4c6a/ba0cab24-1d73-4351-979c-afe0dbcad01c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:07.922909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5bac0c3e-8da2-475e-97f7-aab3d264afd7 None None] Current status of the port 87f3e0ec-c326-44cf-8060-a86f170faa6f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:07.949292 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:08.100114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 87f3e0ec-c326-44cf-8060-a86f170faa6f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:11:08.113864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869274b-0565-4224-be3c-8d31e8967cf6 req-ff3bf581-30d8-43be-99e2-425ac775d8b2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:08.117768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca25edf7-3f24-4a0b-83aa-d4663cef756e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (13faa4c4-a1e2-4351-8275-345fc771c7c8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:08.118343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2869274b-0565-4224-be3c-8d31e8967cf6 req-ff3bf581-30d8-43be-99e2-425ac775d8b2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 945 time: 0.5357702 Feb 02 13:11:08.157122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25edf7-3f24-4a0b-83aa-d4663cef756e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Port': ['ID=13faa4c4-a1e2-4351-8275-345fc771c7c8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:08.328667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2869274b-0565-4224-be3c-8d31e8967cf6 req-4a8af0f0-0320-4973-aab4-9e88d7252a40 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972764 Feb 02 13:11:08.340478 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for port (ba0cab24-1d73-4351-979c-afe0dbcad01c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:08.352375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca25edf7-3f24-4a0b-83aa-d4663cef756e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:08.356239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 87f3e0ec-c326-44cf-8060-a86f170faa6f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:08.357769 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ca25edf7-3f24-4a0b-83aa-d4663cef756e tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "DELETE /v2.0/ports/13faa4c4-a1e2-4351-8275-345fc771c7c8 HTTP/1.1" status: 204 len: 168 time: 1.1692700 Feb 02 13:11:08.360773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54144) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:08.361159 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:08.378695 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:11:08.494405 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ba0cab24-1d73-4351-979c-afe0dbcad01c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:08.500703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ac6109e5-95b2-4484-9281-f9987656f2d7 None None] Provisioning complete for port 68d305fd-b023-44ef-9e97-934958cf081b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:08.501392 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac6109e5-95b2-4484-9281-f9987656f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (68d305fd-b023-44ef-9e97-934958cf081b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:08.508465 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0584ab85-62ed-4d63-b929-f570fac85327 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:11:08.536566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35a8d28-b63d-4109-a651-d138a72bc537 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Deleting subnet 47f73150-bb8a-4932-8e53-2071d90f5968 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:11:08.555846 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b35a8d28-b63d-4109-a651-d138a72bc537 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for subnet (47f73150-bb8a-4932-8e53-2071d90f5968), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:08.688432 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event updated for resources: {'Port': ['ID=ba0cab24-1d73-4351-979c-afe0dbcad01c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:08.712192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b35a8d28-b63d-4109-a651-d138a72bc537 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (47f73150-bb8a-4932-8e53-2071d90f5968), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:08.727330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Network 982e84c5-f316-4db6-a28c-44ef6b81f132 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:08.728868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ac6109e5-95b2-4484-9281-f9987656f2d7 None None] Port 68d305fd-b023-44ef-9e97-934958cf081b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:08.741265 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:08.745694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:08.752985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:08.753884 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:08.787767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-57985880-32da-44be-a484-d3d35fabcb6c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7720156 Feb 02 13:11:08.790969 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:08.793269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 87f3e0ec-c326-44cf-8060-a86f170faa6f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:08.795586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ac6109e5-95b2-4484-9281-f9987656f2d7 None None] Provisioning complete for port 87f3e0ec-c326-44cf-8060-a86f170faa6f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:08.802370 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac6109e5-95b2-4484-9281-f9987656f2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:08.810865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d409fe44-d7cf-42a8-9b76-67c3a522d733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c0', 'mac_address': 'fa:16:3e:23:20:0b'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:08.927160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 0584ab85-62ed-4d63-b929-f570fac85327 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:11:08.937782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 0584ab85-62ed-4d63-b929-f570fac85327 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:08.938161 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0584ab85-62ed-4d63-b929-f570fac85327), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:08.998817 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b35a8d28-b63d-4109-a651-d138a72bc537 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (47f73150-bb8a-4932-8e53-2071d90f5968), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:09.155500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b35a8d28-b63d-4109-a651-d138a72bc537 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (47f73150-bb8a-4932-8e53-2071d90f5968), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:09.220861 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d409fe44-d7cf-42a8-9b76-67c3a522d733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ba0cab24-1d73-4351-979c-afe0dbcad01c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:09.227003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a8d28-b63d-4109-a651-d138a72bc537 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Subnet': ['ID=47f73150-bb8a-4932-8e53-2071d90f5968,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:09.243024 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b35a8d28-b63d-4109-a651-d138a72bc537 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:09.252319 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b35a8d28-b63d-4109-a651-d138a72bc537 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "DELETE /v2.0/subnets/47f73150-bb8a-4932-8e53-2071d90f5968 HTTP/1.1" status: 204 len: 168 time: 0.8877492 Feb 02 13:11:09.252860 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54164) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:09.387801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5a5ebb-2e9c-4da6-8ab8-7cea4c249461 None None] Network 30e40ba2-a8b1-4051-9108-dbee8f9b7020 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:09.446869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c874469-65a5-487d-b020-7495e12f62dd tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Deleting subnet 2df64b9a-0d44-495d-9df4-427e43aeec51 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:11:09.455811 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c874469-65a5-487d-b020-7495e12f62dd tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for subnet (2df64b9a-0d44-495d-9df4-427e43aeec51), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:09.576235 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c874469-65a5-487d-b020-7495e12f62dd tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (2df64b9a-0d44-495d-9df4-427e43aeec51), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:09.586732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ac6109e5-95b2-4484-9281-f9987656f2d7 None None] Current status of the port 87f3e0ec-c326-44cf-8060-a86f170faa6f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:09.775555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67cdfb-e3ea-4c39-b675-c56724464be7 req-ce620682-5b40-4ac0-99b1-63d6edeb2521 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:09.784141 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b67cdfb-e3ea-4c39-b675-c56724464be7 req-ce620682-5b40-4ac0-99b1-63d6edeb2521 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 945 time: 0.2428226 Feb 02 13:11:09.818928 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c874469-65a5-487d-b020-7495e12f62dd tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (2df64b9a-0d44-495d-9df4-427e43aeec51), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:09.827500 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-48057d1a-35ef-468b-b43d-d65ac5bc2a40 None None] Provisioning complete for port 68d305fd-b023-44ef-9e97-934958cf081b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:09.827880 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48057d1a-35ef-468b-b43d-d65ac5bc2a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (68d305fd-b023-44ef-9e97-934958cf081b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:09.861215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 0584ab85-62ed-4d63-b929-f570fac85327 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:09.861494 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0584ab85-62ed-4d63-b929-f570fac85327), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:09.903527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052d4503-7019-4759-b69f-e9a3574cd62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0584ab85-62ed-4d63-b929-f570fac85327'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:11:09.906289 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5827c082-d0ca-4173-84a5-f0b17ccd0863" -d '{"events": [{"server_uuid": "052d4503-7019-4759-b69f-e9a3574cd62c", "name": "network-vif-plugged", "status": "completed", "tag": "0584ab85-62ed-4d63-b929-f570fac85327"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:11:09.926817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-48057d1a-35ef-468b-b43d-d65ac5bc2a40 None None] Port 68d305fd-b023-44ef-9e97-934958cf081b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:09.951218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 0584ab85-62ed-4d63-b929-f570fac85327, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0584ab85-62ed-4d63-b929-f570fac85327,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:09.964395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-48057d1a-35ef-468b-b43d-d65ac5bc2a40 None None] Could not find standard attr ID for object da3d6ee9-8300-4d3c-90c4-11375481953d. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:11:09.968589 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0584ab85-62ed-4d63-b929-f570fac85327), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:09.983527 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c874469-65a5-487d-b020-7495e12f62dd tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (2df64b9a-0d44-495d-9df4-427e43aeec51), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:09.997614 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d409fe44-d7cf-42a8-9b76-67c3a522d733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for port (ba0cab24-1d73-4351-979c-afe0dbcad01c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.029662 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d409fe44-d7cf-42a8-9b76-67c3a522d733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ba0cab24-1d73-4351-979c-afe0dbcad01c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.071286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b67cdfb-e3ea-4c39-b675-c56724464be7 req-5ecb3e90-4833-4cfd-a14e-e43ca40d053b tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797241 Feb 02 13:11:10.078172 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7bf3d4-f8eb-40e1-9dda-bef57b96105b x-openstack-request-id: req-6c7bf3d4-f8eb-40e1-9dda-bef57b96105b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:11:10.078172 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052d4503-7019-4759-b69f-e9a3574cd62c", "name": "network-vif-plugged", "status": "completed", "tag": "0584ab85-62ed-4d63-b929-f570fac85327", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:11:10.078471 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6c7bf3d4-f8eb-40e1-9dda-bef57b96105b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:11:10.078794 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052d4503-7019-4759-b69f-e9a3574cd62c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0584ab85-62ed-4d63-b929-f570fac85327', 'code': 200} Feb 02 13:11:10.082009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=0584ab85-62ed-4d63-b929-f570fac85327,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:10.091352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836e40dc-5401-45c1-9c25-6d5bd75c998c None None] DHCP port deletion for 30e40ba2-a8b1-4051-9108-dbee8f9b7020 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:11:10.104276 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c874469-65a5-487d-b020-7495e12f62dd tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.127870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1507ed-314a-422e-9ca0-0e1b806b1ebe None None] Network 408baa00-e060-4bce-826e-a30977dfd810 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:10.130517 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7c874469-65a5-487d-b020-7495e12f62dd tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "DELETE /v2.0/subnets/2df64b9a-0d44-495d-9df4-427e43aeec51 HTTP/1.1" status: 204 len: 168 time: 0.8688285 Feb 02 13:11:10.136293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54186) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:10.173241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d409fe44-d7cf-42a8-9b76-67c3a522d733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] In _notify_port_updated(), no bound segment for port ba0cab24-1d73-4351-979c-afe0dbcad01c on network 982e84c5-f316-4db6-a28c-44ef6b81f132 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:11:10.186157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d76d170d-4cc1-494d-98e6-369e2ab33f1c None None] Provisioning complete for port ba0cab24-1d73-4351-979c-afe0dbcad01c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:10.186531 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d76d170d-4cc1-494d-98e6-369e2ab33f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba0cab24-1d73-4351-979c-afe0dbcad01c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.188862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d409fe44-d7cf-42a8-9b76-67c3a522d733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:10.191300 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d409fe44-d7cf-42a8-9b76-67c3a522d733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.208481 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d409fe44-d7cf-42a8-9b76-67c3a522d733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "PUT /v2.0/ports/ba0cab24-1d73-4351-979c-afe0dbcad01c HTTP/1.1" status: 200 len: 1001 time: 1.4158900 Feb 02 13:11:10.264837 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (30e40ba2-a8b1-4051-9108-dbee8f9b7020), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.271127 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c874469-65a5-487d-b020-7495e12f62dd tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Subnet': ['ID=2df64b9a-0d44-495d-9df4-427e43aeec51,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:10.281528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:10.375211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409fe44-d7cf-42a8-9b76-67c3a522d733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event updated for resources: {'Port': ['ID=ba0cab24-1d73-4351-979c-afe0dbcad01c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:10.456443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Deleting port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:10.456789 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.488070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b4763-dbab-4e92-b8a2-64dd80122316 req-b1d06575-101f-43ce-9d88-409be0371077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:10.489896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-737b4763-dbab-4e92-b8a2-64dd80122316 req-b1d06575-101f-43ce-9d88-409be0371077 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 1128 time: 0.3186986 Feb 02 13:11:10.501130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d76d170d-4cc1-494d-98e6-369e2ab33f1c None None] Port ba0cab24-1d73-4351-979c-afe0dbcad01c cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:10.531833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-836e40dc-5401-45c1-9c25-6d5bd75c998c None None] Deleting port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:10.533328 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-836e40dc-5401-45c1-9c25-6d5bd75c998c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.584132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-98fdddeb-0fb3-40c7-9f23-eaaecd265025 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Deleting port ba0cab24-1d73-4351-979c-afe0dbcad01c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:10.584467 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98fdddeb-0fb3-40c7-9f23-eaaecd265025 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ba0cab24-1d73-4351-979c-afe0dbcad01c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.649759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] For port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:10.650129 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.655379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-836e40dc-5401-45c1-9c25-6d5bd75c998c None None] For port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231,segment=NetworkSegment(e249033b-6f9f-4838-b40d-c6cbe1fa1516),segment_id=e249033b-6f9f-4838-b40d-c6cbe1fa1516)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:10.656372 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-836e40dc-5401-45c1-9c25-6d5bd75c998c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.681856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-836e40dc-5401-45c1-9c25-6d5bd75c998c None None] Calling delete_port for 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:10.721804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Calling delete_port for 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:10.862853 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-836e40dc-5401-45c1-9c25-6d5bd75c998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.941032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9d04d3-854b-408b-a119-045c444e83ed None None] DHCP port deletion for 408baa00-e060-4bce-826e-a30977dfd810 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:11:10.942022 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98fdddeb-0fb3-40c7-9f23-eaaecd265025 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ba0cab24-1d73-4351-979c-afe0dbcad01c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.949471 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:10.956136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e40dc-5401-45c1-9c25-6d5bd75c998c None None] Pushing event deleted for resources: {'Port': ['ID=40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:10.972358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-98fdddeb-0fb3-40c7-9f23-eaaecd265025 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Calling delete_port for ba0cab24-1d73-4351-979c-afe0dbcad01c owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:10.973212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e40dc-5401-45c1-9c25-6d5bd75c998c None None] No DVR routers for this DVR port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:11.025850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Port': ['ID=40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:11.037809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] No DVR routers for this DVR port 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:11.087740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ba6f39ba-d744-41ef-a184-df302b35dd6f None None] Provisioning complete for port ba0cab24-1d73-4351-979c-afe0dbcad01c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:11.088366 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba6f39ba-d744-41ef-a184-df302b35dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba0cab24-1d73-4351-979c-afe0dbcad01c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.139114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d04d3-854b-408b-a119-045c444e83ed None None] Deleting port e744a341-8e50-4a21-8d50-755512b7c52a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:11.139722 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f9d04d3-854b-408b-a119-045c444e83ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e744a341-8e50-4a21-8d50-755512b7c52a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.143809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ba6f39ba-d744-41ef-a184-df302b35dd6f None None] Port ba0cab24-1d73-4351-979c-afe0dbcad01c cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:11.264692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-737b4763-dbab-4e92-b8a2-64dd80122316 req-08589579-d8d1-4fdc-942b-7605bf11b6fb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7667525 Feb 02 13:11:11.278864 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (30e40ba2-a8b1-4051-9108-dbee8f9b7020), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.284670 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98fdddeb-0fb3-40c7-9f23-eaaecd265025 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ba0cab24-1d73-4351-979c-afe0dbcad01c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.328685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e40ba2-a8b1-4051-9108-dbee8f9b7020']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:11.347801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e249033b-6f9f-4838-b40d-c6cbe1fa1516') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:11.348091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e249033b-6f9f-4838-b40d-c6cbe1fa1516') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:11.352934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7f9d04d3-854b-408b-a119-045c444e83ed None None] For port e744a341-8e50-4a21-8d50-755512b7c52a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e744a341-8e50-4a21-8d50-755512b7c52a,segment=NetworkSegment(d4bfa1ed-91e9-4173-a621-a98426448fb3),segment_id=d4bfa1ed-91e9-4173-a621-a98426448fb3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:11.355651 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f9d04d3-854b-408b-a119-045c444e83ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e744a341-8e50-4a21-8d50-755512b7c52a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.371964 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (e249033b-6f9f-4838-b40d-c6cbe1fa1516), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.385310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7f9d04d3-854b-408b-a119-045c444e83ed None None] Calling delete_port for e744a341-8e50-4a21-8d50-755512b7c52a owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:11.386993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdddeb-0fb3-40c7-9f23-eaaecd265025 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event deleted for resources: {'Port': ['ID=ba0cab24-1d73-4351-979c-afe0dbcad01c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:11.394409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e249033b-6f9f-4838-b40d-c6cbe1fa1516), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.403035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:11:11.403460 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (e249033b-6f9f-4838-b40d-c6cbe1fa1516), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:11:11.409318 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:11:11.547783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b71be2-8a9c-4421-a45a-814e67b1be6e req-103b040a-dfea-4c6d-83ad-aa50ecc26edd tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:11.551025 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75b71be2-8a9c-4421-a45a-814e67b1be6e req-103b040a-dfea-4c6d-83ad-aa50ecc26edd tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 946 time: 0.2916229 Feb 02 13:11:11.557457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (30e40ba2-a8b1-4051-9108-dbee8f9b7020), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.566232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.572550 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f9d04d3-854b-408b-a119-045c444e83ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (e744a341-8e50-4a21-8d50-755512b7c52a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.578496 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "DELETE /v2.0/networks/30e40ba2-a8b1-4051-9108-dbee8f9b7020 HTTP/1.1" status: 204 len: 168 time: 1.4406769 Feb 02 13:11:11.581166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54210) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:11.615718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d88b9-d640-4b76-8d4e-fce1c25f200d tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Network': ['ID=30e40ba2-a8b1-4051-9108-dbee8f9b7020,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:11.656583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d04d3-854b-408b-a119-045c444e83ed None None] Pushing event deleted for resources: {'Port': ['ID=e744a341-8e50-4a21-8d50-755512b7c52a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:11.686141 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d04d3-854b-408b-a119-045c444e83ed None None] No DVR routers for this DVR port e744a341-8e50-4a21-8d50-755512b7c52a on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:11.760901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75b71be2-8a9c-4421-a45a-814e67b1be6e req-7f14e54f-7704-4ee9-bc7f-ea8d02cd6839 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008874 Feb 02 13:11:11.777658 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (408baa00-e060-4bce-826e-a30977dfd810), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.889151 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98fdddeb-0fb3-40c7-9f23-eaaecd265025 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:11.900164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-98fdddeb-0fb3-40c7-9f23-eaaecd265025 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "DELETE /v2.0/ports/ba0cab24-1d73-4351-979c-afe0dbcad01c HTTP/1.1" status: 204 len: 168 time: 1.6166866 Feb 02 13:11:11.902114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:11.970086 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7062540-5801-4cbb-b5e7-57797a5c94d1 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] GET failed (client error): The resource could not be found. Feb 02 13:11:11.972814 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f7062540-5801-4cbb-b5e7-57797a5c94d1 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "GET /v2.0/ports/ba0cab24-1d73-4351-979c-afe0dbcad01c HTTP/1.1" status: 404 len: 333 time: 0.0697551 Feb 02 13:11:11.976645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:11.985611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Request body: {'port': {'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-68495265'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:12.079484 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (408baa00-e060-4bce-826e-a30977dfd810), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:12.115886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:11:12.157433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408baa00-e060-4bce-826e-a30977dfd810']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:12.169037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:11:12.170778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 40cd91fe-0d6f-4d2a-8cf5-2f6d4e189231 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:11:12.170778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e744a341-8e50-4a21-8d50-755512b7c52a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:11:12.175952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bfa1ed-91e9-4173-a621-a98426448fb3') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:12.176337 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bfa1ed-91e9-4173-a621-a98426448fb3') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:12.190976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (d4bfa1ed-91e9-4173-a621-a98426448fb3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:12.215570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: e744a341-8e50-4a21-8d50-755512b7c52a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:11:12.216776 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d4bfa1ed-91e9-4173-a621-a98426448fb3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:12.218061 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e744a341-8e50-4a21-8d50-755512b7c52a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:11:12.233746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:11:12.233746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (d4bfa1ed-91e9-4173-a621-a98426448fb3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:11:12.238289 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:11:12.346948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (408baa00-e060-4bce-826e-a30977dfd810), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:12.355494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:12.365512 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] 10.222.0.83 "DELETE /v2.0/networks/408baa00-e060-4bce-826e-a30977dfd810 HTTP/1.1" status: 204 len: 168 time: 0.7780786 Feb 02 13:11:12.409076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c63a7-3b65-47ae-97c4-39bad8ff7be3 tempest-TaggedBootDevicesTest_v242-2146217148 tempest-TaggedBootDevicesTest_v242-2146217148-project] Pushing event deleted for resources: {'Network': ['ID=408baa00-e060-4bce-826e-a30977dfd810,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:12.452177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Made reservation on behalf of 817a9cf88c35476786d808a804c4d047 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:12.458389 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:12.520987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] device_id is not set on port 86d51f78-715b-4b70-b21a-73f762543e0e yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:11:12.705906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Allocated IP 2001:db8::2b4 (982e84c5-f316-4db6-a28c-44ef6b81f132/97acc7df-7b38-48ac-bc50-ef50a29e4c6a/86d51f78-715b-4b70-b21a-73f762543e0e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:12.897835 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for port (86d51f78-715b-4b70-b21a-73f762543e0e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:12.982291 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (86d51f78-715b-4b70-b21a-73f762543e0e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:13.005446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Network 982e84c5-f316-4db6-a28c-44ef6b81f132 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:13.008672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:13.016712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:13.022839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:13.023923 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:13.068288 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0903616 Feb 02 13:11:13.070882 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54240) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:13.077707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-dd9c421e-52b2-4cc8-8b5f-c1ab4295d3a0 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:23:20:0b'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:13.104124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbebad8-8c21-4d36-b185-d668c87fc385 req-6dbfa786-5315-4b99-b9f6-ebb6c0775f4e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:13.120751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfbebad8-8c21-4d36-b185-d668c87fc385 req-6dbfa786-5315-4b99-b9f6-ebb6c0775f4e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 946 time: 0.1869855 Feb 02 13:11:13.233888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfbebad8-8c21-4d36-b185-d668c87fc385 req-525bb878-03d1-49df-98a9-ea49373435c7 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112561 Feb 02 13:11:13.234851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4519e-16cd-46c4-87d3-cc1a7eaf09e9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event updated for resources: {'Port': ['ID=86d51f78-715b-4b70-b21a-73f762543e0e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:13.473332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39db0406-0681-41cc-93e6-b9e2530bf61e req-45600097-9f30-47a1-89d6-9f28eab8a363 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2133159476&fields=id&tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8 HTTP/1.1" status: 200 len: 267 time: 0.1299112 Feb 02 13:11:13.519479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd9c421e-52b2-4cc8-8b5f-c1ab4295d3a0 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (86d51f78-715b-4b70-b21a-73f762543e0e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:13.602050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5464a0d3-3f0a-409d-bb53-2b24036467d0 None None] Provisioning complete for port 86d51f78-715b-4b70-b21a-73f762543e0e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:13.603889 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5464a0d3-3f0a-409d-bb53-2b24036467d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (86d51f78-715b-4b70-b21a-73f762543e0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:13.622881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db0406-0681-41cc-93e6-b9e2530bf61e req-de05cc28-1aee-44f9-9598-813b831f0715 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:13.640708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39db0406-0681-41cc-93e6-b9e2530bf61e req-de05cc28-1aee-44f9-9598-813b831f0715 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 946 time: 0.1609278 Feb 02 13:11:13.664392 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-39db0406-0681-41cc-93e6-b9e2530bf61e req-774ccdf3-4c26-4d41-8ef2-de64ec979be2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'port': {'security_groups': ['388b9f0d-6baa-41ec-af03-05712743e973', '01eb7487-5952-4ccb-a693-65576181ce46']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:13.748497 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5464a0d3-3f0a-409d-bb53-2b24036467d0 None None] Port 86d51f78-715b-4b70-b21a-73f762543e0e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:13.867929 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-39db0406-0681-41cc-93e6-b9e2530bf61e req-774ccdf3-4c26-4d41-8ef2-de64ec979be2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0584ab85-62ed-4d63-b929-f570fac85327), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:14.075074 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd9c421e-52b2-4cc8-8b5f-c1ab4295d3a0 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for port (86d51f78-715b-4b70-b21a-73f762543e0e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:14.086332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd9c421e-52b2-4cc8-8b5f-c1ab4295d3a0 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (86d51f78-715b-4b70-b21a-73f762543e0e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:14.195302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-39db0406-0681-41cc-93e6-b9e2530bf61e req-774ccdf3-4c26-4d41-8ef2-de64ec979be2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] For port 0584ab85-62ed-4d63-b929-f570fac85327, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0584ab85-62ed-4d63-b929-f570fac85327,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:14.236216 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-39db0406-0681-41cc-93e6-b9e2530bf61e req-774ccdf3-4c26-4d41-8ef2-de64ec979be2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for port (0584ab85-62ed-4d63-b929-f570fac85327), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:14.251255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c421e-52b2-4cc8-8b5f-c1ab4295d3a0 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] In _notify_port_updated(), no bound segment for port 86d51f78-715b-4b70-b21a-73f762543e0e on network 982e84c5-f316-4db6-a28c-44ef6b81f132 {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:11:14.266881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9c421e-52b2-4cc8-8b5f-c1ab4295d3a0 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:14.277058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd9c421e-52b2-4cc8-8b5f-c1ab4295d3a0 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:14.282979 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dd9c421e-52b2-4cc8-8b5f-c1ab4295d3a0 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "PUT /v2.0/ports/86d51f78-715b-4b70-b21a-73f762543e0e HTTP/1.1" status: 200 len: 1001 time: 1.2082381 Feb 02 13:11:14.292277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54260) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:14.357149 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-39db0406-0681-41cc-93e6-b9e2530bf61e req-774ccdf3-4c26-4d41-8ef2-de64ec979be2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0584ab85-62ed-4d63-b929-f570fac85327), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:14.391409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fb0b68b4-4c85-46f6-be45-21ff3430f591', '0584ab85-62ed-4d63-b929-f570fac85327'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:14.394150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c421e-52b2-4cc8-8b5f-c1ab4295d3a0 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event updated for resources: {'Port': ['ID=86d51f78-715b-4b70-b21a-73f762543e0e,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:14.464128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db0406-0681-41cc-93e6-b9e2530bf61e req-774ccdf3-4c26-4d41-8ef2-de64ec979be2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:14.464836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-39db0406-0681-41cc-93e6-b9e2530bf61e req-774ccdf3-4c26-4d41-8ef2-de64ec979be2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:14.471631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39db0406-0681-41cc-93e6-b9e2530bf61e req-774ccdf3-4c26-4d41-8ef2-de64ec979be2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "PUT /v2.0/ports/0584ab85-62ed-4d63-b929-f570fac85327 HTTP/1.1" status: 200 len: 982 time: 0.8286784 Feb 02 13:11:14.547863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052d4503-7019-4759-b69f-e9a3574cd62c', 'tag': '0584ab85-62ed-4d63-b929-f570fac85327'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:11:14.560697 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb150d93-df8e-46ac-8285-4ac3e95b2548" -d '{"events": [{"name": "network-changed", "server_uuid": "052d4503-7019-4759-b69f-e9a3574cd62c", "tag": "0584ab85-62ed-4d63-b929-f570fac85327"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:11:14.564311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-71843b67-af7a-4434-8a93-e29115701936 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Deleting port 86d51f78-715b-4b70-b21a-73f762543e0e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:14.564804 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71843b67-af7a-4434-8a93-e29115701936 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (86d51f78-715b-4b70-b21a-73f762543e0e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:14.617418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0584ab85-62ed-4d63-b929-f570fac85327'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:14.747171 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db012c1c-a2a6-4b7d-9d58-47be0dc81d33 req-e431cae0-53f2-4f85-9c68-4edd6bb80990 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/01eb7487-5952-4ccb-a693-65576181ce46 HTTP/1.1" status: 200 len: 1819 time: 0.1606925 Feb 02 13:11:14.752745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f06b56-75f5-4487-a83c-2d41b63b3f66 req-289cefbc-7032-4f05-8a82-aab9afddcdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:14.755698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92f06b56-75f5-4487-a83c-2d41b63b3f66 req-289cefbc-7032-4f05-8a82-aab9afddcdc0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 1127 time: 0.8703251 Feb 02 13:11:14.769807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b610096-95e1-48af-af6f-2ba531b3a21a req-175ca618-89f7-40fc-955e-b31ea86c1495 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:14.772401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b610096-95e1-48af-af6f-2ba531b3a21a req-175ca618-89f7-40fc-955e-b31ea86c1495 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.6184349 Feb 02 13:11:14.775049 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71843b67-af7a-4434-8a93-e29115701936 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (86d51f78-715b-4b70-b21a-73f762543e0e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:14.798553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-71843b67-af7a-4434-8a93-e29115701936 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Calling delete_port for 86d51f78-715b-4b70-b21a-73f762543e0e owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:14.805081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ccdf3-4c26-4d41-8ef2-de64ec979be2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'Port': ['ID=0584ab85-62ed-4d63-b929-f570fac85327,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:14.868683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f39f38db-666f-44c3-a9b3-70b15f80a6bd None None] Provisioning complete for port 86d51f78-715b-4b70-b21a-73f762543e0e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:14.877644 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f39f38db-666f-44c3-a9b3-70b15f80a6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (86d51f78-715b-4b70-b21a-73f762543e0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:15.001457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f39f38db-666f-44c3-a9b3-70b15f80a6bd None None] Port 86d51f78-715b-4b70-b21a-73f762543e0e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:15.020511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71843b67-af7a-4434-8a93-e29115701936 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (86d51f78-715b-4b70-b21a-73f762543e0e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:15.047558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f06b56-75f5-4487-a83c-2d41b63b3f66 req-518560a7-a99d-44cb-8c1f-7239743dd1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:15.049268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92f06b56-75f5-4487-a83c-2d41b63b3f66 req-518560a7-a99d-44cb-8c1f-7239743dd1e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 920 time: 0.2757583 Feb 02 13:11:15.107768 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71843b67-af7a-4434-8a93-e29115701936 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event deleted for resources: {'Port': ['ID=86d51f78-715b-4b70-b21a-73f762543e0e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:15.164125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92f06b56-75f5-4487-a83c-2d41b63b3f66 req-a127a156-3321-4f70-94ed-fdafc766aa40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d HTTP/1.1" status: 200 len: 217 time: 0.1050653 Feb 02 13:11:15.203594 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71843b67-af7a-4434-8a93-e29115701936 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:15.220121 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-71843b67-af7a-4434-8a93-e29115701936 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "DELETE /v2.0/ports/86d51f78-715b-4b70-b21a-73f762543e0e HTTP/1.1" status: 204 len: 168 time: 0.9247546 Feb 02 13:11:15.222020 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b610096-95e1-48af-af6f-2ba531b3a21a req-e7cebbf0-bcfe-4e14-9d6c-57071bd489cf tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375923 Feb 02 13:11:15.222877 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-db012c1c-a2a6-4b7d-9d58-47be0dc81d33 req-7e463085-57e3-4e3e-806c-e7ee5d9818c4 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 13:11:15.223199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54280) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:15.223880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db012c1c-a2a6-4b7d-9d58-47be0dc81d33 req-7e463085-57e3-4e3e-806c-e7ee5d9818c4 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "DELETE /v2.0/security-groups/01eb7487-5952-4ccb-a693-65576181ce46 HTTP/1.1" status: 409 len: 341 time: 0.4493091 Feb 02 13:11:15.328445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f06b56-75f5-4487-a83c-2d41b63b3f66 req-49dc666e-2b55-4ba9-8c03-467961a5049b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:15.332378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92f06b56-75f5-4487-a83c-2d41b63b3f66 req-49dc666e-2b55-4ba9-8c03-467961a5049b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.1598351 Feb 02 13:11:15.336179 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c4819d-1371-4e3f-9777-a04817a65331 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] GET failed (client error): The resource could not be found. Feb 02 13:11:15.337664 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-48c4819d-1371-4e3f-9777-a04817a65331 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "GET /v2.0/ports/86d51f78-715b-4b70-b21a-73f762543e0e HTTP/1.1" status: 404 len: 333 time: 0.0883501 Feb 02 13:11:15.344361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:15.364262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Request body: {'port': {'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1328266458'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:15.442453 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e3cd04-7f15-4da7-b867-e90d4b716e45 x-openstack-request-id: req-96e3cd04-7f15-4da7-b867-e90d4b716e45 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:11:15.443859 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052d4503-7019-4759-b69f-e9a3574cd62c", "tag": "0584ab85-62ed-4d63-b929-f570fac85327", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:11:15.444939 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-96e3cd04-7f15-4da7-b867-e90d4b716e45 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:11:15.459281 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052d4503-7019-4759-b69f-e9a3574cd62c', 'tag': '0584ab85-62ed-4d63-b929-f570fac85327', 'status': 'completed', 'code': 200} Feb 02 13:11:15.492145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92f06b56-75f5-4487-a83c-2d41b63b3f66 req-c55e29fc-55f3-4e75-ac2a-89049921ba36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436501 Feb 02 13:11:16.175796 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92f06b56-75f5-4487-a83c-2d41b63b3f66 req-77467434-1846-4206-a95a-39b32bfd3788 service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6554310 Feb 02 13:11:16.455334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150d93-df8e-46ac-8285-4ac3e95b2548 req-21e50bb3-a9ce-47e5-80f1-de402f7b4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:16.458354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb150d93-df8e-46ac-8285-4ac3e95b2548 req-21e50bb3-a9ce-47e5-80f1-de402f7b4ec6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8&device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 1167 time: 0.9979861 Feb 02 13:11:16.530030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92f06b56-75f5-4487-a83c-2d41b63b3f66 req-2872ae84-e0ad-485e-9f2d-4ba9f7ed8278 service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233671 Feb 02 13:11:16.601472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c32e30-ab7e-4717-b705-55d01a087d96 req-a1b79de4-2c70-44e1-bbf2-a98ad5d40d67 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:16.620253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4c32e30-ab7e-4717-b705-55d01a087d96 req-a1b79de4-2c70-44e1-bbf2-a98ad5d40d67 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 985 time: 0.4274225 Feb 02 13:11:16.698510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aa9d9-dc26-40fd-85c3-75b2d57b63d3 req-c4d03ec7-c549-4434-b620-c6e0b755718d tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:16.704516 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa2aa9d9-dc26-40fd-85c3-75b2d57b63d3 req-c4d03ec7-c549-4434-b620-c6e0b755718d tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.3145254 Feb 02 13:11:16.779007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Made reservation on behalf of 817a9cf88c35476786d808a804c4d047 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:16.782958 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:16.866748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150d93-df8e-46ac-8285-4ac3e95b2548 req-40c6d7be-249d-46af-91d4-3c3b71fd3c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:16.868559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb150d93-df8e-46ac-8285-4ac3e95b2548 req-40c6d7be-249d-46af-91d4-3c3b71fd3c02 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab2fce86-6124-428e-a7df-fb4eccc76705 HTTP/1.1" status: 200 len: 914 time: 0.3947620 Feb 02 13:11:16.879761 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] device_id is not set on port acb21e48-2ccc-4259-8427-cb4ef9bad38b yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:11:16.903672 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa2aa9d9-dc26-40fd-85c3-75b2d57b63d3 req-9148b894-0b01-4f0e-8dd9-7692271e59c6 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847148 Feb 02 13:11:16.949333 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4c32e30-ab7e-4717-b705-55d01a087d96 req-20658e11-cdfe-4439-9c5a-8f532c29bb5c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=01eb7487-5952-4ccb-a693-65576181ce46&id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3274484 Feb 02 13:11:16.980006 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb150d93-df8e-46ac-8285-4ac3e95b2548 req-f433e959-95e7-43f7-9264-782375e2f569 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0584ab85-62ed-4d63-b929-f570fac85327 HTTP/1.1" status: 200 len: 217 time: 0.0887294 Feb 02 13:11:17.082603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb150d93-df8e-46ac-8285-4ac3e95b2548 req-d461745a-5593-4972-972c-32d92fa993fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:17.084252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb150d93-df8e-46ac-8285-4ac3e95b2548 req-d461745a-5593-4972-972c-32d92fa993fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d92a594a-95da-4df0-9e31-b7362dab0df9 HTTP/1.1" status: 200 len: 853 time: 0.0933332 Feb 02 13:11:17.136374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb150d93-df8e-46ac-8285-4ac3e95b2548 req-9f01a774-1bca-4757-8990-e15499c25901 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab2fce86-6124-428e-a7df-fb4eccc76705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442588 Feb 02 13:11:17.137629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Allocated IP 2001:db8::218 (982e84c5-f316-4db6-a28c-44ef6b81f132/97acc7df-7b38-48ac-bc50-ef50a29e4c6a/acb21e48-2ccc-4259-8427-cb4ef9bad38b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:17.418072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb150d93-df8e-46ac-8285-4ac3e95b2548 req-5f0fc618-5f4f-4b33-ace4-fac6e7b80fd4 service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750194 Feb 02 13:11:17.685257 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for port (acb21e48-2ccc-4259-8427-cb4ef9bad38b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:17.785803 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb150d93-df8e-46ac-8285-4ac3e95b2548 req-51fd6403-18fc-4f9d-9c3d-ae928776cc1e service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493488 Feb 02 13:11:17.947874 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (acb21e48-2ccc-4259-8427-cb4ef9bad38b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:18.112302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Network 982e84c5-f316-4db6-a28c-44ef6b81f132 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:18.133420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb446a22-d0ad-4f05-b85e-70a69fee61bc req-ca236645-9505-48b4-b074-49f5ae92596f tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:18.135520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb446a22-d0ad-4f05-b85e-70a69fee61bc req-ca236645-9505-48b4-b074-49f5ae92596f tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 945 time: 0.3266487 Feb 02 13:11:18.142687 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa070ed-9aa5-4e37-b06a-4f3e209db6ab req-12cda72d-f41b-438a-b885-ef8151ca0035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:18.144965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aa070ed-9aa5-4e37-b06a-4f3e209db6ab req-12cda72d-f41b-438a-b885-ef8151ca0035 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8&device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 1167 time: 0.2626953 Feb 02 13:11:18.150786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:18.199618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event updated for resources: {'Port': ['ID=acb21e48-2ccc-4259-8427-cb4ef9bad38b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:18.207588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:18.215119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:18.215969 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:18.389142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ca1f30ca-e7f7-41be-b752-fa6e861836b9 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0411942 Feb 02 13:11:18.392213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54326) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:18.398175 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Request body: {'port': {'network_id': '982e84c5-f316-4db6-a28c-44ef6b81f132', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-519591837'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:18.402481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4f47b-a382-449a-a0e0-9990612b3670 req-723abc03-680f-4b1c-893d-89f461b13641 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:18.411657 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ac4f47b-a382-449a-a0e0-9990612b3670 req-723abc03-680f-4b1c-893d-89f461b13641 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.3751228 Feb 02 13:11:18.413035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa070ed-9aa5-4e37-b06a-4f3e209db6ab req-ec54167a-9ab4-4d92-b690-15da02f6d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:18.414775 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aa070ed-9aa5-4e37-b06a-4f3e209db6ab req-ec54167a-9ab4-4d92-b690-15da02f6d286 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab2fce86-6124-428e-a7df-fb4eccc76705 HTTP/1.1" status: 200 len: 914 time: 0.2384043 Feb 02 13:11:18.421764 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb446a22-d0ad-4f05-b85e-70a69fee61bc req-e6769095-191d-4d81-8b79-f401a5c4c796 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686896 Feb 02 13:11:18.522692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aa070ed-9aa5-4e37-b06a-4f3e209db6ab req-9b551305-6a2e-4a24-a11e-d8add8c8dc1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0584ab85-62ed-4d63-b929-f570fac85327 HTTP/1.1" status: 200 len: 217 time: 0.0879076 Feb 02 13:11:18.680507 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ac4f47b-a382-449a-a0e0-9990612b3670 req-e0eb3bbd-42d2-4115-9616-a8d10909acca tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547181 Feb 02 13:11:18.706266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Made reservation on behalf of 817a9cf88c35476786d808a804c4d047 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:18.710335 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:18.746384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa070ed-9aa5-4e37-b06a-4f3e209db6ab req-2367c0bc-dd62-48d7-85be-5b37a3269b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:18.746384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aa070ed-9aa5-4e37-b06a-4f3e209db6ab req-2367c0bc-dd62-48d7-85be-5b37a3269b73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d92a594a-95da-4df0-9e31-b7362dab0df9 HTTP/1.1" status: 200 len: 853 time: 0.2122548 Feb 02 13:11:18.748244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] device_id is not set on port c342fef0-8694-4d5b-90cf-2e5e7f265715 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:11:18.774953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f5f68e0f-634a-4da9-9c2f-513bc32b4676 None None] Provisioning complete for port acb21e48-2ccc-4259-8427-cb4ef9bad38b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:18.775588 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5f68e0f-634a-4da9-9c2f-513bc32b4676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (acb21e48-2ccc-4259-8427-cb4ef9bad38b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:18.839710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aa070ed-9aa5-4e37-b06a-4f3e209db6ab req-6fe47bc6-a0a0-4d06-bc3a-d8dceda90a3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab2fce86-6124-428e-a7df-fb4eccc76705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817804 Feb 02 13:11:18.860619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f327f56-5bfb-4d2c-a9ea-1369da3769d0 req-1ec0e473-20b9-43f8-a35e-90e7758b669e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:18.864658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f327f56-5bfb-4d2c-a9ea-1369da3769d0 req-1ec0e473-20b9-43f8-a35e-90e7758b669e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 985 time: 0.2296507 Feb 02 13:11:19.001585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f5f68e0f-634a-4da9-9c2f-513bc32b4676 None None] Port acb21e48-2ccc-4259-8427-cb4ef9bad38b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:19.155918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Allocated IP 2001:db8::c (982e84c5-f316-4db6-a28c-44ef6b81f132/97acc7df-7b38-48ac-bc50-ef50a29e4c6a/c342fef0-8694-4d5b-90cf-2e5e7f265715) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:19.167531 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f327f56-5bfb-4d2c-a9ea-1369da3769d0 req-6f4aa37e-07ee-48e2-936e-b9c5759922c6 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=01eb7487-5952-4ccb-a693-65576181ce46&id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2886870 Feb 02 13:11:19.180480 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aa070ed-9aa5-4e37-b06a-4f3e209db6ab req-894ea0d2-e437-453b-aebe-fbca365bba09 service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120623 Feb 02 13:11:19.361960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aa070ed-9aa5-4e37-b06a-4f3e209db6ab req-f9f3d204-784e-4344-a2be-62748cb2dbe4 service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733837 Feb 02 13:11:19.461350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for port (c342fef0-8694-4d5b-90cf-2e5e7f265715), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:19.513834 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c342fef0-8694-4d5b-90cf-2e5e7f265715), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:19.567540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Network 982e84c5-f316-4db6-a28c-44ef6b81f132 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:19.573326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:19.590464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:19.599031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:19.599804 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:19.630323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event updated for resources: {'Port': ['ID=c342fef0-8694-4d5b-90cf-2e5e7f265715,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:19.637495 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ea98bf59-ccb0-4ff5-b6e8-1a86266984ce tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2440274 Feb 02 13:11:19.640328 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54342) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:19.647665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7c4b561e-bf7a-4bf2-8a5b-dd9d1faa75e8 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2c0', 'mac_address': 'fa:16:3e:23:20:0b'}, {'ip_address': '2001:db8::218', 'mac_address': 'fa:16:3e:f8:e5:9c'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:19.887222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758674e-38a9-4654-87f9-8df816ff7a88 req-2042023e-9023-493a-942d-b1580c12e582 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:19.888845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e758674e-38a9-4654-87f9-8df816ff7a88 req-2042023e-9023-493a-942d-b1580c12e582 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.18 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 945 time: 0.3769956 Feb 02 13:11:19.910888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4b561e-bf7a-4bf2-8a5b-dd9d1faa75e8 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c342fef0-8694-4d5b-90cf-2e5e7f265715), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:19.958707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a73e76-c6bd-4a12-9bc4-b4336e483f8a req-18200050-1019-42e3-a7b4-5925c5e7dda1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:19.960430 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5a73e76-c6bd-4a12-9bc4-b4336e483f8a req-18200050-1019-42e3-a7b4-5925c5e7dda1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 945 time: 0.3541441 Feb 02 13:11:20.272862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5a73e76-c6bd-4a12-9bc4-b4336e483f8a req-76104132-234d-458f-928d-3f82c8e512ec tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683256 Feb 02 13:11:20.298671 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618cf153-70cd-4d33-bf28-d7d9657e6b12 req-07787980-9b0c-44ef-ae75-0c32ee50488d tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:20.308578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-618cf153-70cd-4d33-bf28-d7d9657e6b12 req-07787980-9b0c-44ef-ae75-0c32ee50488d tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.3970358 Feb 02 13:11:20.358242 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4b561e-bf7a-4bf2-8a5b-dd9d1faa75e8 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for port (c342fef0-8694-4d5b-90cf-2e5e7f265715), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:20.358816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e758674e-38a9-4654-87f9-8df816ff7a88 req-225f7f10-0720-42b4-9b7c-0f77e8d7167c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Deleting port deac56a1-81e4-428a-86e9-05bd09c90a18 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:20.359010 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5ecb32a2-47a9-4508-8eac-bb0e30cfe806 None None] Provisioning complete for port c342fef0-8694-4d5b-90cf-2e5e7f265715 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:20.359714 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e758674e-38a9-4654-87f9-8df816ff7a88 req-225f7f10-0720-42b4-9b7c-0f77e8d7167c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:20.360604 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5ecb32a2-47a9-4508-8eac-bb0e30cfe806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c342fef0-8694-4d5b-90cf-2e5e7f265715), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:20.370594 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4b561e-bf7a-4bf2-8a5b-dd9d1faa75e8 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (c342fef0-8694-4d5b-90cf-2e5e7f265715), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:20.400428 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-618cf153-70cd-4d33-bf28-d7d9657e6b12 req-5900c7e1-d19e-4b4f-8377-d6267afe51d3 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906522 Feb 02 13:11:20.476146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b561e-bf7a-4bf2-8a5b-dd9d1faa75e8 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event updated for resources: {'Port': ['ID=c342fef0-8694-4d5b-90cf-2e5e7f265715,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:20.479200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb32a2-47a9-4508-8eac-bb0e30cfe806 None None] Port c342fef0-8694-4d5b-90cf-2e5e7f265715 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:20.486529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7c4b561e-bf7a-4bf2-8a5b-dd9d1faa75e8 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] In _notify_port_updated(), no bound segment for port c342fef0-8694-4d5b-90cf-2e5e7f265715 on network 982e84c5-f316-4db6-a28c-44ef6b81f132 {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:11:20.497195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b561e-bf7a-4bf2-8a5b-dd9d1faa75e8 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:20.499267 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c4b561e-bf7a-4bf2-8a5b-dd9d1faa75e8 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:20.507629 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7c4b561e-bf7a-4bf2-8a5b-dd9d1faa75e8 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "PUT /v2.0/ports/c342fef0-8694-4d5b-90cf-2e5e7f265715 HTTP/1.1" status: 200 len: 1065 time: 0.8630073 Feb 02 13:11:20.508000 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54364) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:20.568363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e758674e-38a9-4654-87f9-8df816ff7a88 req-225f7f10-0720-42b4-9b7c-0f77e8d7167c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] For port deac56a1-81e4-428a-86e9-05bd09c90a18, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=deac56a1-81e4-428a-86e9-05bd09c90a18,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:20.568721 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e758674e-38a9-4654-87f9-8df816ff7a88 req-225f7f10-0720-42b4-9b7c-0f77e8d7167c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:20.657052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-e758674e-38a9-4654-87f9-8df816ff7a88 req-225f7f10-0720-42b4-9b7c-0f77e8d7167c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Calling delete_port for deac56a1-81e4-428a-86e9-05bd09c90a18 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:20.732504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d36dd0ce-e564-4164-961e-af94bb836733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Deleting port c342fef0-8694-4d5b-90cf-2e5e7f265715 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:20.732986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0ce-e564-4164-961e-af94bb836733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c342fef0-8694-4d5b-90cf-2e5e7f265715), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:20.827527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ec8ba-71a5-4a44-816d-673447eff9a4 req-7d64559a-03df-4e5c-b320-5ccc990dd2b9 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:20.831901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-925ec8ba-71a5-4a44-816d-673447eff9a4 req-7d64559a-03df-4e5c-b320-5ccc990dd2b9 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 985 time: 0.3163364 Feb 02 13:11:20.871581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0ce-e564-4164-961e-af94bb836733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c342fef0-8694-4d5b-90cf-2e5e7f265715), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:20.898299 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d36dd0ce-e564-4164-961e-af94bb836733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Calling delete_port for c342fef0-8694-4d5b-90cf-2e5e7f265715 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:21.001845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7a02a5ce-e67e-4a5b-92c9-6df9c620251c None None] Provisioning complete for port c342fef0-8694-4d5b-90cf-2e5e7f265715 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:21.004298 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a02a5ce-e67e-4a5b-92c9-6df9c620251c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c342fef0-8694-4d5b-90cf-2e5e7f265715), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:21.015535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-925ec8ba-71a5-4a44-816d-673447eff9a4 req-596404ed-95da-4452-8ad9-f83488cf15ae tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=01eb7487-5952-4ccb-a693-65576181ce46&id=388b9f0d-6baa-41ec-af03-05712743e973&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1713121 Feb 02 13:11:21.088691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7a02a5ce-e67e-4a5b-92c9-6df9c620251c None None] Port c342fef0-8694-4d5b-90cf-2e5e7f265715 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:21.206234 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0ce-e564-4164-961e-af94bb836733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c342fef0-8694-4d5b-90cf-2e5e7f265715), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:21.276813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b162274-c456-4ef7-bb07-488a71953057 req-eb71b8a0-588b-4b47-930c-11553f16cab8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1633372670&fields=id&tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8 HTTP/1.1" status: 200 len: 267 time: 0.1369505 Feb 02 13:11:21.281758 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e758674e-38a9-4654-87f9-8df816ff7a88 req-225f7f10-0720-42b4-9b7c-0f77e8d7167c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (deac56a1-81e4-428a-86e9-05bd09c90a18), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:21.298356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dd0ce-e564-4164-961e-af94bb836733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event deleted for resources: {'Port': ['ID=c342fef0-8694-4d5b-90cf-2e5e7f265715,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:21.321071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['41e356e3-454a-41f4-a67c-2e2ca2c6e9c1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:21.326332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['ccafc397-b3b3-4d63-b958-67a8e7eb65fd', 'deac56a1-81e4-428a-86e9-05bd09c90a18'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:21.515928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f7f10-0720-42b4-9b7c-0f77e8d7167c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Pushing event deleted for resources: {'Port': ['ID=deac56a1-81e4-428a-86e9-05bd09c90a18,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:21.552043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d36dd0ce-e564-4164-961e-af94bb836733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:21.558640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2447f9d8-e419-4116-8816-ac3057e2767d req-873fcd82-a646-4b5a-aa3b-96934345504c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=c86364b5-ca53-45dd-85fe-a2736f956423 HTTP/1.1" status: 200 len: 210 time: 0.1417661 Feb 02 13:11:21.568674 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d36dd0ce-e564-4164-961e-af94bb836733 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "DELETE /v2.0/ports/c342fef0-8694-4d5b-90cf-2e5e7f265715 HTTP/1.1" status: 204 len: 168 time: 1.0594738 Feb 02 13:11:21.571079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54380) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:21.632013 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ccc3f50-7661-46a1-88e9-6cc305e27f85 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] GET failed (client error): The resource could not be found. Feb 02 13:11:21.634756 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1ccc3f50-7661-46a1-88e9-6cc305e27f85 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "GET /v2.0/ports/c342fef0-8694-4d5b-90cf-2e5e7f265715 HTTP/1.1" status: 404 len: 333 time: 0.0627019 Feb 02 13:11:21.639723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54382) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:21.778985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e758674e-38a9-4654-87f9-8df816ff7a88 req-225f7f10-0720-42b4-9b7c-0f77e8d7167c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] No DVR routers for this DVR port deac56a1-81e4-428a-86e9-05bd09c90a18 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:21.801742 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e758674e-38a9-4654-87f9-8df816ff7a88 req-225f7f10-0720-42b4-9b7c-0f77e8d7167c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:21.824715 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e758674e-38a9-4654-87f9-8df816ff7a88 req-225f7f10-0720-42b4-9b7c-0f77e8d7167c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.18 "DELETE /v2.0/ports/deac56a1-81e4-428a-86e9-05bd09c90a18 HTTP/1.1" status: 204 len: 173 time: 1.9254508 Feb 02 13:11:21.825403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86364b5-ca53-45dd-85fe-a2736f956423', 'name': 'network-vif-deleted', 'tag': 'deac56a1-81e4-428a-86e9-05bd09c90a18'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:11:21.828623 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73459ed0-a0dd-4aa1-b991-14180bc3cac1" -d '{"events": [{"server_uuid": "c86364b5-ca53-45dd-85fe-a2736f956423", "name": "network-vif-deleted", "tag": "deac56a1-81e4-428a-86e9-05bd09c90a18"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:11:21.831694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ef529f79-a00f-4b62-a847-2260ca6a6808 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Deleting port acb21e48-2ccc-4259-8427-cb4ef9bad38b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:21.832218 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef529f79-a00f-4b62-a847-2260ca6a6808 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (acb21e48-2ccc-4259-8427-cb4ef9bad38b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:21.916010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b162274-c456-4ef7-bb07-488a71953057 req-2b71449a-e606-45d9-bdab-46de7fd55040 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:21.925746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b162274-c456-4ef7-bb07-488a71953057 req-2b71449a-e606-45d9-bdab-46de7fd55040 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 985 time: 0.6472521 Feb 02 13:11:21.931599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9b162274-c456-4ef7-bb07-488a71953057 req-3e2ed0cb-b98d-4ab5-abba-46d592490501 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'port': {'security_groups': ['01eb7487-5952-4ccb-a693-65576181ce46', '388b9f0d-6baa-41ec-af03-05712743e973', '6ab711a1-6d18-44fd-969f-d0578112f537']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:21.936746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ad3e7-5fe0-4f31-a8f0-11ee00fa610a req-aac1bedb-a966-4073-9dee-7ff5a0dfdb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:21.939052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-130ad3e7-5fe0-4f31-a8f0-11ee00fa610a req-aac1bedb-a966-4073-9dee-7ff5a0dfdb71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 1127 time: 0.6598642 Feb 02 13:11:22.110725 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef529f79-a00f-4b62-a847-2260ca6a6808 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (acb21e48-2ccc-4259-8427-cb4ef9bad38b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:22.145186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ef529f79-a00f-4b62-a847-2260ca6a6808 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Calling delete_port for acb21e48-2ccc-4259-8427-cb4ef9bad38b owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:22.679947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ad3e7-5fe0-4f31-a8f0-11ee00fa610a req-777a90e9-9bdb-4e1c-90b1-273a5e61733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:22.681567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-130ad3e7-5fe0-4f31-a8f0-11ee00fa610a req-777a90e9-9bdb-4e1c-90b1-273a5e61733d service neutron] 10.222.0.18 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 920 time: 0.1719794 Feb 02 13:11:22.772675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-130ad3e7-5fe0-4f31-a8f0-11ee00fa610a req-cd36fc1b-ea3a-40f7-88dc-d128f8deffa5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d HTTP/1.1" status: 200 len: 217 time: 0.0690181 Feb 02 13:11:22.809654 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b162274-c456-4ef7-bb07-488a71953057 req-3e2ed0cb-b98d-4ab5-abba-46d592490501 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0584ab85-62ed-4d63-b929-f570fac85327), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:22.824601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead5907-404c-4884-8399-dbb9c3e5ffa4 req-b742dd85-6ab8-4dd1-9623-57fa882bfbf6 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:22.829734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ead5907-404c-4884-8399-dbb9c3e5ffa4 req-b742dd85-6ab8-4dd1-9623-57fa882bfbf6 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 1.1530373 Feb 02 13:11:22.855144 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef529f79-a00f-4b62-a847-2260ca6a6808 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (acb21e48-2ccc-4259-8427-cb4ef9bad38b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:22.972644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef529f79-a00f-4b62-a847-2260ca6a6808 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event deleted for resources: {'Port': ['ID=acb21e48-2ccc-4259-8427-cb4ef9bad38b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:22.993544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ad3e7-5fe0-4f31-a8f0-11ee00fa610a req-00894627-7bf3-4d2e-8652-7b0beaa86257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:23.008191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-130ad3e7-5fe0-4f31-a8f0-11ee00fa610a req-00894627-7bf3-4d2e-8652-7b0beaa86257 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.2051430 Feb 02 13:11:23.040187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-130ad3e7-5fe0-4f31-a8f0-11ee00fa610a req-72ebba4a-6b93-40e5-a73c-30c8f24295ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385730 Feb 02 13:11:23.064825 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef529f79-a00f-4b62-a847-2260ca6a6808 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:23.069105 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ef529f79-a00f-4b62-a847-2260ca6a6808 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "DELETE /v2.0/ports/acb21e48-2ccc-4259-8427-cb4ef9bad38b HTTP/1.1" status: 204 len: 168 time: 1.4256454 Feb 02 13:11:23.071640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54410) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:23.134918 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf43428-675a-4f0e-8160-84457b7deb2c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] GET failed (client error): The resource could not be found. Feb 02 13:11:23.136980 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-caf43428-675a-4f0e-8160-84457b7deb2c tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "GET /v2.0/ports/acb21e48-2ccc-4259-8427-cb4ef9bad38b HTTP/1.1" status: 404 len: 333 time: 0.0614519 Feb 02 13:11:23.140824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54412) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:23.382143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9b162274-c456-4ef7-bb07-488a71953057 req-3e2ed0cb-b98d-4ab5-abba-46d592490501 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] For port 0584ab85-62ed-4d63-b929-f570fac85327, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0584ab85-62ed-4d63-b929-f570fac85327,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:23.437029 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b162274-c456-4ef7-bb07-488a71953057 req-3e2ed0cb-b98d-4ab5-abba-46d592490501 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for port (0584ab85-62ed-4d63-b929-f570fac85327), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:23.452306 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ead5907-404c-4884-8399-dbb9c3e5ffa4 req-605b891f-cfb3-4f1e-a909-26315ed81db3 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716787 Feb 02 13:11:23.458736 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b162274-c456-4ef7-bb07-488a71953057 req-3e2ed0cb-b98d-4ab5-abba-46d592490501 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0584ab85-62ed-4d63-b929-f570fac85327), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:23.493020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fb0b68b4-4c85-46f6-be45-21ff3430f591', '0584ab85-62ed-4d63-b929-f570fac85327'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:23.547529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b162274-c456-4ef7-bb07-488a71953057 req-3e2ed0cb-b98d-4ab5-abba-46d592490501 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:23.548572 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9b162274-c456-4ef7-bb07-488a71953057 req-3e2ed0cb-b98d-4ab5-abba-46d592490501 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:23.551271 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b162274-c456-4ef7-bb07-488a71953057 req-3e2ed0cb-b98d-4ab5-abba-46d592490501 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "PUT /v2.0/ports/0584ab85-62ed-4d63-b929-f570fac85327 HTTP/1.1" status: 200 len: 1021 time: 1.6243899 Feb 02 13:11:23.556482 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94e580e-7bc8-43cb-8045-c7192816e9d6 x-openstack-request-id: req-b94e580e-7bc8-43cb-8045-c7192816e9d6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:11:23.556900 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86364b5-ca53-45dd-85fe-a2736f956423", "name": "network-vif-deleted", "tag": "deac56a1-81e4-428a-86e9-05bd09c90a18", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:11:23.557615 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b94e580e-7bc8-43cb-8045-c7192816e9d6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:11:23.558436 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86364b5-ca53-45dd-85fe-a2736f956423', 'name': 'network-vif-deleted', 'tag': 'deac56a1-81e4-428a-86e9-05bd09c90a18', 'status': 'completed', 'code': 200} Feb 02 13:11:23.714586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0584ab85-62ed-4d63-b929-f570fac85327'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:23.759077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ed0cb-b98d-4ab5-abba-46d592490501 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'Port': ['ID=0584ab85-62ed-4d63-b929-f570fac85327,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:23.787538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-130ad3e7-5fe0-4f31-a8f0-11ee00fa610a req-6e791eca-e1fa-4d30-a15a-21bc424674dc service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189012 Feb 02 13:11:23.832629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e880188c-fdb4-4e8b-9a5f-4eecf95a2968 req-2f036f1a-5448-4bf1-bb79-7ef46a03168e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/6ab711a1-6d18-44fd-969f-d0578112f537 HTTP/1.1" status: 200 len: 1820 time: 0.2403171 Feb 02 13:11:24.049574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device deac56a1-81e4-428a-86e9-05bd09c90a18 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:11:24.143242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a4104-36fb-49b5-8550-de321122fe28 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Deleting port 68d305fd-b023-44ef-9e97-934958cf081b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:24.143745 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a6a4104-36fb-49b5-8550-de321122fe28 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (68d305fd-b023-44ef-9e97-934958cf081b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:24.149681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: deac56a1-81e4-428a-86e9-05bd09c90a18 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:11:24.150153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device deac56a1-81e4-428a-86e9-05bd09c90a18 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:11:24.276221 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-e880188c-fdb4-4e8b-9a5f-4eecf95a2968 req-5d49c93b-11f6-4ae0-ae07-21ce79485d51 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 13:11:24.277444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e880188c-fdb4-4e8b-9a5f-4eecf95a2968 req-5d49c93b-11f6-4ae0-ae07-21ce79485d51 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "DELETE /v2.0/security-groups/6ab711a1-6d18-44fd-969f-d0578112f537 HTTP/1.1" status: 409 len: 341 time: 0.4174616 Feb 02 13:11:24.341399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-130ad3e7-5fe0-4f31-a8f0-11ee00fa610a req-9a02dfd9-9c95-43fa-9cf5-e64010107e39 service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395379 Feb 02 13:11:24.364365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edcdc2-ae51-4cb7-bcc1-122103f9dad9 req-04ee45e3-1871-429f-9a85-4a50ad02c360 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:24.365915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-85edcdc2-ae51-4cb7-bcc1-122103f9dad9 req-04ee45e3-1871-429f-9a85-4a50ad02c360 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 946 time: 0.4254360 Feb 02 13:11:24.441781 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a6a4104-36fb-49b5-8550-de321122fe28 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (68d305fd-b023-44ef-9e97-934958cf081b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:24.493318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6a6a4104-36fb-49b5-8550-de321122fe28 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Calling delete_port for 68d305fd-b023-44ef-9e97-934958cf081b owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:24.626811 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-85edcdc2-ae51-4cb7-bcc1-122103f9dad9 req-1598519e-ba90-49f1-95cc-1bcbd926a8a9 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440016 Feb 02 13:11:25.087287 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a6a4104-36fb-49b5-8550-de321122fe28 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (68d305fd-b023-44ef-9e97-934958cf081b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:25.158510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a4104-36fb-49b5-8550-de321122fe28 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event deleted for resources: {'Port': ['ID=68d305fd-b023-44ef-9e97-934958cf081b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:25.205262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4444369-a849-4f33-8bac-fac593b477af req-93c05912-9b5e-4c59-84eb-20a8262ded2c tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:25.212779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4444369-a849-4f33-8bac-fac593b477af req-93c05912-9b5e-4c59-84eb-20a8262ded2c tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.3040578 Feb 02 13:11:25.278637 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a6a4104-36fb-49b5-8550-de321122fe28 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:25.282645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6a6a4104-36fb-49b5-8550-de321122fe28 tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "DELETE /v2.0/ports/68d305fd-b023-44ef-9e97-934958cf081b HTTP/1.1" status: 204 len: 168 time: 2.1408000 Feb 02 13:11:25.285244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54450) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:25.348162 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4444369-a849-4f33-8bac-fac593b477af req-9e72bb5c-2ffb-4b16-8c1b-12dc45cc9c10 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343355 Feb 02 13:11:25.419803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e7833-7b70-4c9f-9237-733b15b862b9 req-215fa1fd-2532-4ff4-b926-9b6eb17c40f1 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:25.421667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-455e7833-7b70-4c9f-9237-733b15b862b9 req-215fa1fd-2532-4ff4-b926-9b6eb17c40f1 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 1024 time: 0.0688214 Feb 02 13:11:25.425004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43d6000-3a70-4d2b-828e-e7d287d5daef tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Deleting subnet 97acc7df-7b38-48ac-bc50-ef50a29e4c6a {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:11:25.428883 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b43d6000-3a70-4d2b-828e-e7d287d5daef tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for subnet (97acc7df-7b38-48ac-bc50-ef50a29e4c6a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:25.510489 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b43d6000-3a70-4d2b-828e-e7d287d5daef tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (97acc7df-7b38-48ac-bc50-ef50a29e4c6a), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:25.590302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052d4503-7019-4759-b69f-e9a3574cd62c', 'tag': '0584ab85-62ed-4d63-b929-f570fac85327'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:11:25.592906 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de30d40-94a0-4edc-a198-669dacf96042" -d '{"events": [{"name": "network-changed", "server_uuid": "052d4503-7019-4759-b69f-e9a3574cd62c", "tag": "0584ab85-62ed-4d63-b929-f570fac85327"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:11:25.615474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-455e7833-7b70-4c9f-9237-733b15b862b9 req-12436187-a2fc-47e4-8f1a-e5e951b9a3b3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=01eb7487-5952-4ccb-a693-65576181ce46&id=388b9f0d-6baa-41ec-af03-05712743e973&id=6ab711a1-6d18-44fd-969f-d0578112f537&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1827333 Feb 02 13:11:25.733980 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b43d6000-3a70-4d2b-828e-e7d287d5daef tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (97acc7df-7b38-48ac-bc50-ef50a29e4c6a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:25.739645 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11720760-fd86-480f-9152-6449c9052027 x-openstack-request-id: req-11720760-fd86-480f-9152-6449c9052027 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:11:25.742043 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052d4503-7019-4759-b69f-e9a3574cd62c", "tag": "0584ab85-62ed-4d63-b929-f570fac85327", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:11:25.745942 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-11720760-fd86-480f-9152-6449c9052027 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:11:25.746600 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052d4503-7019-4759-b69f-e9a3574cd62c', 'tag': '0584ab85-62ed-4d63-b929-f570fac85327', 'status': 'completed', 'code': 200} Feb 02 13:11:25.777768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c1f8d-4d14-48c7-a07f-ce7be028fdeb req-3aaf9772-30a1-46b9-8ff4-d52f3f56cb99 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:25.780155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-181c1f8d-4d14-48c7-a07f-ce7be028fdeb req-3aaf9772-30a1-46b9-8ff4-d52f3f56cb99 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.18 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 946 time: 0.1993895 Feb 02 13:11:25.822043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b43d6000-3a70-4d2b-828e-e7d287d5daef tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (97acc7df-7b38-48ac-bc50-ef50a29e4c6a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:25.843086 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b43d6000-3a70-4d2b-828e-e7d287d5daef tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:25.847056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0669bdd-0335-4f1a-a0ce-ef0330b807b7 None None] Network 982e84c5-f316-4db6-a28c-44ef6b81f132 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:25.850834 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b43d6000-3a70-4d2b-828e-e7d287d5daef tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "DELETE /v2.0/subnets/97acc7df-7b38-48ac-bc50-ef50a29e4c6a HTTP/1.1" status: 204 len: 168 time: 0.5601058 Feb 02 13:11:25.851704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54458) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:25.906343 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d6000-3a70-4d2b-828e-e7d287d5daef tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event deleted for resources: {'Subnet': ['ID=97acc7df-7b38-48ac-bc50-ef50a29e4c6a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:26.057626 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (982e84c5-f316-4db6-a28c-44ef6b81f132), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:26.095146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f3a15-87b9-443e-9c58-d73d03521628 req-d36a62f7-a031-431a-9e2b-6083e6bea8a9 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:26.103733 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c1f3a15-87b9-443e-9c58-d73d03521628 req-d36a62f7-a031-431a-9e2b-6083e6bea8a9 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 946 time: 0.3211646 Feb 02 13:11:26.164050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5596bf7-38ac-4cb6-b10a-044379b11624 None None] DHCP port deletion for 982e84c5-f316-4db6-a28c-44ef6b81f132 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:11:26.174737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Deleting port 87f3e0ec-c326-44cf-8060-a86f170faa6f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:26.175073 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:26.218639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c1f3a15-87b9-443e-9c58-d73d03521628 req-b1748a06-01d7-47ea-bab8-5df62c8c94b9 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137357 Feb 02 13:11:26.251601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de30d40-94a0-4edc-a198-669dacf96042 req-10c77ad8-ebb4-4ec7-ae73-26b66af1c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:26.253976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0de30d40-94a0-4edc-a198-669dacf96042 req-10c77ad8-ebb4-4ec7-ae73-26b66af1c8f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8&device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 1207 time: 0.4398355 Feb 02 13:11:26.259773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-181c1f8d-4d14-48c7-a07f-ce7be028fdeb req-19b7532d-c6b5-4b97-a9f2-b6951deedeb4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Deleting port ccafc397-b3b3-4d63-b958-67a8e7eb65fd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:26.260256 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-181c1f8d-4d14-48c7-a07f-ce7be028fdeb req-19b7532d-c6b5-4b97-a9f2-b6951deedeb4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:26.274762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f5596bf7-38ac-4cb6-b10a-044379b11624 None None] Deleting port 87f3e0ec-c326-44cf-8060-a86f170faa6f {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:26.275519 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5596bf7-38ac-4cb6-b10a-044379b11624 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:26.325166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] For port 87f3e0ec-c326-44cf-8060-a86f170faa6f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=87f3e0ec-c326-44cf-8060-a86f170faa6f,segment=NetworkSegment(25e4a2e5-a449-43a4-a0e3-2a67a023abc9),segment_id=25e4a2e5-a449-43a4-a0e3-2a67a023abc9)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:26.325723 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:26.358067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Calling delete_port for 87f3e0ec-c326-44cf-8060-a86f170faa6f owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:26.452278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f5596bf7-38ac-4cb6-b10a-044379b11624 None None] For port 87f3e0ec-c326-44cf-8060-a86f170faa6f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=87f3e0ec-c326-44cf-8060-a86f170faa6f,segment=NetworkSegment(25e4a2e5-a449-43a4-a0e3-2a67a023abc9),segment_id=25e4a2e5-a449-43a4-a0e3-2a67a023abc9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:26.453211 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5596bf7-38ac-4cb6-b10a-044379b11624 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:26.506513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f5596bf7-38ac-4cb6-b10a-044379b11624 None None] Calling delete_port for 87f3e0ec-c326-44cf-8060-a86f170faa6f owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:26.512618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de30d40-94a0-4edc-a198-669dacf96042 req-7446fdd1-a849-4613-b391-adbc28dbb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:26.514485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0de30d40-94a0-4edc-a198-669dacf96042 req-7446fdd1-a849-4613-b391-adbc28dbb728 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab2fce86-6124-428e-a7df-fb4eccc76705 HTTP/1.1" status: 200 len: 914 time: 0.2482541 Feb 02 13:11:26.577725 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:26.618841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0de30d40-94a0-4edc-a198-669dacf96042 req-1759a9aa-d141-44e9-8e45-7b7f77b52cd1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0584ab85-62ed-4d63-b929-f570fac85327 HTTP/1.1" status: 200 len: 217 time: 0.0891311 Feb 02 13:11:26.619837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-181c1f8d-4d14-48c7-a07f-ce7be028fdeb req-19b7532d-c6b5-4b97-a9f2-b6951deedeb4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] For port ccafc397-b3b3-4d63-b958-67a8e7eb65fd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ccafc397-b3b3-4d63-b958-67a8e7eb65fd,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:26.620205 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-181c1f8d-4d14-48c7-a07f-ce7be028fdeb req-19b7532d-c6b5-4b97-a9f2-b6951deedeb4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:26.648894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event deleted for resources: {'Port': ['ID=87f3e0ec-c326-44cf-8060-a86f170faa6f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:26.654856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] No DVR routers for this DVR port 87f3e0ec-c326-44cf-8060-a86f170faa6f on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:26.687794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-181c1f8d-4d14-48c7-a07f-ce7be028fdeb req-19b7532d-c6b5-4b97-a9f2-b6951deedeb4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Calling delete_port for ccafc397-b3b3-4d63-b958-67a8e7eb65fd owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:26.713907 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5596bf7-38ac-4cb6-b10a-044379b11624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (87f3e0ec-c326-44cf-8060-a86f170faa6f), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:26.737431 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.737844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.738121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.738459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.745763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.746818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.747178 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.747585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.747929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.748266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.748598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.749062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.749565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:26.811763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5596bf7-38ac-4cb6-b10a-044379b11624 None None] No DVR routers for this DVR port 87f3e0ec-c326-44cf-8060-a86f170faa6f on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:26.821613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5596bf7-38ac-4cb6-b10a-044379b11624 None None] Pushing event deleted for resources: {'Port': ['ID=87f3e0ec-c326-44cf-8060-a86f170faa6f,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:26.891624 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (982e84c5-f316-4db6-a28c-44ef6b81f132), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:26.953131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982e84c5-f316-4db6-a28c-44ef6b81f132']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:26.970164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e4a2e5-a449-43a4-a0e3-2a67a023abc9') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:26.970448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e4a2e5-a449-43a4-a0e3-2a67a023abc9') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:26.980654 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (25e4a2e5-a449-43a4-a0e3-2a67a023abc9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:26.996207 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (25e4a2e5-a449-43a4-a0e3-2a67a023abc9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:27.003077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:11:27.003372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (25e4a2e5-a449-43a4-a0e3-2a67a023abc9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:11:27.006785 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:11:27.019502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa5847-32f3-4c98-b88a-8729cd2373cd req-41c512a4-608b-4787-af5d-47b4e723ba07 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:27.028042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59fa5847-32f3-4c98-b88a-8729cd2373cd req-41c512a4-608b-4787-af5d-47b4e723ba07 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.4248013 Feb 02 13:11:27.094821 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-181c1f8d-4d14-48c7-a07f-ce7be028fdeb req-19b7532d-c6b5-4b97-a9f2-b6951deedeb4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ccafc397-b3b3-4d63-b958-67a8e7eb65fd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:27.132041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['41e356e3-454a-41f4-a67c-2e2ca2c6e9c1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:27.134467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['ccafc397-b3b3-4d63-b958-67a8e7eb65fd'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:27.141597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc2eb0-d7ea-40ce-a0e7-35a79fe6ea94 req-00a83235-3b03-4817-b9f9-e418bc72f100 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:27.143304 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-83dc2eb0-d7ea-40ce-a0e7-35a79fe6ea94 req-00a83235-3b03-4817-b9f9-e418bc72f100 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.62 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 1024 time: 0.2103543 Feb 02 13:11:27.161066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (982e84c5-f316-4db6-a28c-44ef6b81f132), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:27.190364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59fa5847-32f3-4c98-b88a-8729cd2373cd req-e0d8a095-a865-4a28-856c-b9d1faa68f0a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566875 Feb 02 13:11:27.193521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7532d-c6b5-4b97-a9f2-b6951deedeb4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Pushing event deleted for resources: {'Port': ['ID=ccafc397-b3b3-4d63-b958-67a8e7eb65fd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:27.206280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de30d40-94a0-4edc-a198-669dacf96042 req-2d28d045-5618-474a-ab5e-714c71f1fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:27.208939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0de30d40-94a0-4edc-a198-669dacf96042 req-2d28d045-5618-474a-ab5e-714c71f1fa26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d92a594a-95da-4df0-9e31-b7362dab0df9 HTTP/1.1" status: 200 len: 853 time: 0.5707879 Feb 02 13:11:27.360176 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:27.370499 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] 10.222.0.83 "DELETE /v2.0/networks/982e84c5-f316-4db6-a28c-44ef6b81f132 HTTP/1.1" status: 204 len: 168 time: 1.5117362 Feb 02 13:11:27.371810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04c5f8-ba97-4b63-b4f6-f2e5bc8c6ecb tempest-AllowedAddressPairIpV6TestJSON-2086964786 tempest-AllowedAddressPairIpV6TestJSON-2086964786-project] Pushing event deleted for resources: {'Network': ['ID=982e84c5-f316-4db6-a28c-44ef6b81f132,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:27.457800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-83dc2eb0-d7ea-40ce-a0e7-35a79fe6ea94 req-990b0f69-d072-4e40-87e8-8eeb504dbae8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Deleting port 0584ab85-62ed-4d63-b929-f570fac85327 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:27.458167 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-83dc2eb0-d7ea-40ce-a0e7-35a79fe6ea94 req-990b0f69-d072-4e40-87e8-8eeb504dbae8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0584ab85-62ed-4d63-b929-f570fac85327), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:27.460785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0de30d40-94a0-4edc-a198-669dacf96042 req-b448c450-fba6-484c-83ec-ca307fbdac06 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab2fce86-6124-428e-a7df-fb4eccc76705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2029831 Feb 02 13:11:27.492945 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5c4a4d3-c1b0-46f3-88bb-f33451a0035f req-ab46ae9a-02c4-4177-a0a1-31ff2b1de99c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=08118c79-c749-466b-bbd8-3ea010b00fda HTTP/1.1" status: 200 len: 210 time: 0.0412750 Feb 02 13:11:27.565399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-181c1f8d-4d14-48c7-a07f-ce7be028fdeb req-19b7532d-c6b5-4b97-a9f2-b6951deedeb4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] No DVR routers for this DVR port ccafc397-b3b3-4d63-b958-67a8e7eb65fd on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:27.568614 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-181c1f8d-4d14-48c7-a07f-ce7be028fdeb req-19b7532d-c6b5-4b97-a9f2-b6951deedeb4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:27.594982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-181c1f8d-4d14-48c7-a07f-ce7be028fdeb req-19b7532d-c6b5-4b97-a9f2-b6951deedeb4 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.18 "DELETE /v2.0/ports/ccafc397-b3b3-4d63-b958-67a8e7eb65fd HTTP/1.1" status: 204 len: 173 time: 1.7316196 Feb 02 13:11:27.659560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce497a-2f07-43fe-9c99-c798ccbb07e5 req-180a9b5b-bbf2-40a0-a20c-3d12e60f9dba tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:27.662381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46ce497a-2f07-43fe-9c99-c798ccbb07e5 req-180a9b5b-bbf2-40a0-a20c-3d12e60f9dba tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 1024 time: 0.8870037 Feb 02 13:11:27.717639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-83dc2eb0-d7ea-40ce-a0e7-35a79fe6ea94 req-990b0f69-d072-4e40-87e8-8eeb504dbae8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] For port 0584ab85-62ed-4d63-b929-f570fac85327, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0584ab85-62ed-4d63-b929-f570fac85327,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:27.718139 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-83dc2eb0-d7ea-40ce-a0e7-35a79fe6ea94 req-990b0f69-d072-4e40-87e8-8eeb504dbae8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0584ab85-62ed-4d63-b929-f570fac85327), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:27.752314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-83dc2eb0-d7ea-40ce-a0e7-35a79fe6ea94 req-990b0f69-d072-4e40-87e8-8eeb504dbae8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Calling delete_port for 0584ab85-62ed-4d63-b929-f570fac85327 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:27.805582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08118c79-c749-466b-bbd8-3ea010b00fda', 'name': 'network-vif-deleted', 'tag': 'ccafc397-b3b3-4d63-b958-67a8e7eb65fd'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:11:27.848749 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bcd431f-805c-4788-b0f1-816c496ca4c2" -d '{"events": [{"server_uuid": "08118c79-c749-466b-bbd8-3ea010b00fda", "name": "network-vif-deleted", "tag": "ccafc397-b3b3-4d63-b958-67a8e7eb65fd"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:11:27.886223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54496) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:27.979088 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46b9616-f616-4ea4-8cc7-c899b9475872 x-openstack-request-id: req-e46b9616-f616-4ea4-8cc7-c899b9475872 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:11:27.979506 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08118c79-c749-466b-bbd8-3ea010b00fda", "name": "network-vif-deleted", "tag": "ccafc397-b3b3-4d63-b958-67a8e7eb65fd", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:11:27.979693 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e46b9616-f616-4ea4-8cc7-c899b9475872 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:11:27.980063 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08118c79-c749-466b-bbd8-3ea010b00fda', 'name': 'network-vif-deleted', 'tag': 'ccafc397-b3b3-4d63-b958-67a8e7eb65fd', 'status': 'completed', 'code': 200} Feb 02 13:11:28.120209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 87f3e0ec-c326-44cf-8060-a86f170faa6f no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:11:28.146170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46ce497a-2f07-43fe-9c99-c798ccbb07e5 req-e53a9ea8-9356-42e8-8a18-d3b26e496791 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=01eb7487-5952-4ccb-a693-65576181ce46&id=388b9f0d-6baa-41ec-af03-05712743e973&id=6ab711a1-6d18-44fd-969f-d0578112f537&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4760141 Feb 02 13:11:28.151450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0de30d40-94a0-4edc-a198-669dacf96042 req-4906d4cb-45bf-42c0-a1a9-61d7f566d9e2 service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082914 Feb 02 13:11:28.154813 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e267d-4e49-4521-ac83-403b5d423328 req-86634ba5-485e-47d2-9208-57b62de7dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:28.157217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a6e267d-4e49-4521-ac83-403b5d423328 req-86634ba5-485e-47d2-9208-57b62de7dee0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 1127 time: 0.2610857 Feb 02 13:11:28.184931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-83dc2eb0-d7ea-40ce-a0e7-35a79fe6ea94 req-990b0f69-d072-4e40-87e8-8eeb504dbae8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0584ab85-62ed-4d63-b929-f570fac85327), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:28.283674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b0f69-d072-4e40-87e8-8eeb504dbae8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event deleted for resources: {'Port': ['ID=0584ab85-62ed-4d63-b929-f570fac85327,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:28.338869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a6e267d-4e49-4521-ac83-403b5d423328 req-d7112ea9-9566-4011-9fb4-b05aea769d16 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468184 Feb 02 13:11:28.475657 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-148b1086-b260-4776-807f-7d895b48013d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=817a9cf88c35476786d808a804c4d047&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5882266 Feb 02 13:11:28.476391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54506) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:28.478977 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dc2eb0-d7ea-40ce-a0e7-35a79fe6ea94 req-990b0f69-d072-4e40-87e8-8eeb504dbae8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] No DVR routers for this DVR port 0584ab85-62ed-4d63-b929-f570fac85327 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:28.488041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-83dc2eb0-d7ea-40ce-a0e7-35a79fe6ea94 req-990b0f69-d072-4e40-87e8-8eeb504dbae8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:28.491734 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-83dc2eb0-d7ea-40ce-a0e7-35a79fe6ea94 req-990b0f69-d072-4e40-87e8-8eeb504dbae8 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.62 "DELETE /v2.0/ports/0584ab85-62ed-4d63-b929-f570fac85327 HTTP/1.1" status: 204 len: 173 time: 1.3419938 Feb 02 13:11:28.508227 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052d4503-7019-4759-b69f-e9a3574cd62c', 'name': 'network-vif-deleted', 'tag': '0584ab85-62ed-4d63-b929-f570fac85327'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:11:28.516554 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe2087f-0536-40d3-b216-46db732191aa" -d '{"events": [{"server_uuid": "052d4503-7019-4759-b69f-e9a3574cd62c", "name": "network-vif-deleted", "tag": "0584ab85-62ed-4d63-b929-f570fac85327"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:11:28.564602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0de30d40-94a0-4edc-a198-669dacf96042 req-c99b98e7-50a7-464b-ac44-a544d355202b service neutron] 10.222.0.62 "GET /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058404 Feb 02 13:11:28.604418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fb0b68b4-4c85-46f6-be45-21ff3430f591', '0584ab85-62ed-4d63-b929-f570fac85327'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:28.607530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 87f3e0ec-c326-44cf-8060-a86f170faa6f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:11:28.607880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 87f3e0ec-c326-44cf-8060-a86f170faa6f not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:11:28.640425 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27c725-9494-4648-87ab-8b1026305b75 req-e974dbaa-7af5-4857-9e07-07fec0d3e98d tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:28.651202 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96018a52-2fa9-4000-abbe-6554dc38ba0a x-openstack-request-id: req-96018a52-2fa9-4000-abbe-6554dc38ba0a {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:11:28.652524 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052d4503-7019-4759-b69f-e9a3574cd62c", "name": "network-vif-deleted", "tag": "0584ab85-62ed-4d63-b929-f570fac85327", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:11:28.653052 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-96018a52-2fa9-4000-abbe-6554dc38ba0a {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:11:28.655101 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052d4503-7019-4759-b69f-e9a3574cd62c', 'name': 'network-vif-deleted', 'tag': '0584ab85-62ed-4d63-b929-f570fac85327', 'status': 'completed', 'code': 200} Feb 02 13:11:28.662896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d27c725-9494-4648-87ab-8b1026305b75 req-e974dbaa-7af5-4857-9e07-07fec0d3e98d tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.3180771 Feb 02 13:11:28.751838 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b92022c5-f197-484f-ba3f-9887bd8b821a admin admin] Publish callbacks [] for security_group (e14acccc-3d29-4adf-824d-bc6401d690e1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:28.808269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d27c725-9494-4648-87ab-8b1026305b75 req-b370bc60-751f-4096-b974-dfcc34346d77 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360049 Feb 02 13:11:28.850302 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b92022c5-f197-484f-ba3f-9887bd8b821a admin admin] Publish callbacks [] for security_group (e14acccc-3d29-4adf-824d-bc6401d690e1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:28.947232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b92022c5-f197-484f-ba3f-9887bd8b821a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e14acccc-3d29-4adf-824d-bc6401d690e1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:28.956268 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b92022c5-f197-484f-ba3f-9887bd8b821a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:28.959721 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b92022c5-f197-484f-ba3f-9887bd8b821a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e14acccc-3d29-4adf-824d-bc6401d690e1 HTTP/1.1" status: 204 len: 168 time: 0.4808600 Feb 02 13:11:29.011288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92022c5-f197-484f-ba3f-9887bd8b821a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14acccc-3d29-4adf-824d-bc6401d690e1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:29.455926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52aec747-9a94-4566-9155-444ede3219e1 req-68afce72-f131-4da1-9c56-a1c0fcc75946 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=052d4503-7019-4759-b69f-e9a3574cd62c HTTP/1.1" status: 200 len: 210 time: 0.1566155 Feb 02 13:11:30.031391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ccafc397-b3b3-4d63-b958-67a8e7eb65fd no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:11:30.070770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b04fe3-48e2-4917-bd0d-ea673e05ba62 req-37bb9919-ee8e-49b2-9401-ebe5d0f54315 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:30.072096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: ccafc397-b3b3-4d63-b958-67a8e7eb65fd {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:11:30.072634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ccafc397-b3b3-4d63-b958-67a8e7eb65fd not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:11:30.084702 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60b04fe3-48e2-4917-bd0d-ea673e05ba62 req-37bb9919-ee8e-49b2-9401-ebe5d0f54315 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.1227460 Feb 02 13:11:30.246011 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60b04fe3-48e2-4917-bd0d-ea673e05ba62 req-e6b4f7db-5191-4a63-8b67-57218c899fce tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602881 Feb 02 13:11:30.386272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54566) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:30.579740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0584ab85-62ed-4d63-b929-f570fac85327 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:11:30.602374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1080548812'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:30.638273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 0584ab85-62ed-4d63-b929-f570fac85327 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:11:30.638621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0584ab85-62ed-4d63-b929-f570fac85327 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:11:30.707156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Made reservation on behalf of 33f2855d838045148a933c50bcb7d70e for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:30.750171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:30.788230 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e564c902-bf16-4b84-9b9c-7aa6662e6999 req-fec87cf7-9a8d-43b9-944c-4243bd10c9ca tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/01eb7487-5952-4ccb-a693-65576181ce46 HTTP/1.1" status: 200 len: 1819 time: 0.1760645 Feb 02 13:11:30.792998 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:31.019906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks [] for security_group (72bf654c-19a2-4f48-ba99-2efa551c1a26), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:31.031767 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (72bf654c-19a2-4f48-ba99-2efa551c1a26), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:31.109944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:11:31.147303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bf654c-19a2-4f48-ba99-2efa551c1a26,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:31.170405 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (886869d6-20a8-42d0-9e83-ed26d1e60a51), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:31.176511 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Added segment 886869d6-20a8-42d0-9e83-ed26d1e60a51 of type vlan for network d5c2fac1-09fa-4be4-9455-148b36fe2317 Feb 02 13:11:31.285972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (d5c2fac1-09fa-4be4-9455-148b36fe2317), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:31.377125 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (d5c2fac1-09fa-4be4-9455-148b36fe2317), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:31.382185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:31.382780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:31.465852 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0783763 Feb 02 13:11:31.466536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54594) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:31.480374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a9cf6428-67a9-4110-a219-599085e94b9d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Request body: {'subnet': {'network_id': 'd5c2fac1-09fa-4be4-9455-148b36fe2317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:31.638496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210e754-bae0-4418-9285-c09f65d964c3 req-7760ded6-1209-4d15-a91e-84ecdeabf1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:31.640406 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c210e754-bae0-4418-9285-c09f65d964c3 req-7760ded6-1209-4d15-a91e-84ecdeabf1fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 1127 time: 0.8479352 Feb 02 13:11:31.670278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a85c2-4e44-4b09-9916-470cc2a2fdb5 req-105c5f8d-9873-4271-9c1c-e0bbc7f1ff85 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:31.672737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b35a85c2-4e44-4b09-9916-470cc2a2fdb5 req-105c5f8d-9873-4271-9c1c-e0bbc7f1ff85 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.1926372 Feb 02 13:11:31.739057 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6f133fa-dd25-4dd2-88fe-48348275b11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:31.795034 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f6073-36c1-4685-8607-c52435fc677d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Pushing event updated for resources: {'Network': ['ID=d5c2fac1-09fa-4be4-9455-148b36fe2317,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:31.808690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network d5c2fac1-09fa-4be4-9455-148b36fe2317 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:11:31.818265 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210e754-bae0-4418-9285-c09f65d964c3 req-a7ca80ba-8829-4eb5-ae84-f3057fddeac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:31.820544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c210e754-bae0-4418-9285-c09f65d964c3 req-a7ca80ba-8829-4eb5-ae84-f3057fddeac5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 920 time: 0.1610460 Feb 02 13:11:31.828001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ead1f45-9338-44df-93b2-37241322186e req-639040af-7618-4eea-9483-bb1778315543 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9591553 Feb 02 13:11:31.834505 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cf6428-67a9-4110-a219-599085e94b9d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Made reservation on behalf of 33f2855d838045148a933c50bcb7d70e for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:31.838162 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9cf6428-67a9-4110-a219-599085e94b9d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:31.912270 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e564c902-bf16-4b84-9b9c-7aa6662e6999 req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (01eb7487-5952-4ccb-a693-65576181ce46), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:31.937810 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e564c902-bf16-4b84-9b9c-7aa6662e6999 req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (01eb7487-5952-4ccb-a693-65576181ce46), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:31.992116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c210e754-bae0-4418-9285-c09f65d964c3 req-e7ae8215-caa9-4fb6-b2a7-18152d34f456 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d HTTP/1.1" status: 200 len: 217 time: 0.1529999 Feb 02 13:11:32.009152 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e564c902-bf16-4b84-9b9c-7aa6662e6999 req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (01eb7487-5952-4ccb-a693-65576181ce46), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:32.011767 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e564c902-bf16-4b84-9b9c-7aa6662e6999 req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:32.018896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e564c902-bf16-4b84-9b9c-7aa6662e6999 req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "DELETE /v2.0/security-groups/01eb7487-5952-4ccb-a693-65576181ce46 HTTP/1.1" status: 204 len: 173 time: 1.1534956 Feb 02 13:11:32.217071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01eb7487-5952-4ccb-a693-65576181ce46,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:32.267202 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b35a85c2-4e44-4b09-9916-470cc2a2fdb5 req-42eae854-1f98-42df-b8af-3b16566a4d14 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361777 Feb 02 13:11:32.295023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.297061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.297943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.300210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.300743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.301236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.304168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9cf6428-67a9-4110-a219-599085e94b9d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (0bb56eb1-2625-41ee-802d-be8e692e357f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:32.304560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.305315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.306049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.308875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.310170 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.310761 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.313264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31374f10-9b84-4d6f-9b59-61f3e402262e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:11:32.403996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c210e754-bae0-4418-9285-c09f65d964c3 req-dbcf77b3-03d3-4fd0-b8b9-1eb8b87e2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:32.404260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf6428-67a9-4110-a219-599085e94b9d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Pushing event updated for resources: {'Subnet': ['ID=0bb56eb1-2625-41ee-802d-be8e692e357f,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:32.408643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c210e754-bae0-4418-9285-c09f65d964c3 req-dbcf77b3-03d3-4fd0-b8b9-1eb8b87e2bc5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.4006827 Feb 02 13:11:32.422211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cf6428-67a9-4110-a219-599085e94b9d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Checking segment: {'id': '886869d6-20a8-42d0-9e83-ed26d1e60a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd5c2fac1-09fa-4be4-9455-148b36fe2317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:32.422580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf6428-67a9-4110-a219-599085e94b9d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Network hostable DHCP agents. Network: d5c2fac1-09fa-4be4-9455-148b36fe2317, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:11:32.465379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf6428-67a9-4110-a219-599085e94b9d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Network d5c2fac1-09fa-4be4-9455-148b36fe2317 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:11:32.492071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf6428-67a9-4110-a219-599085e94b9d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, d5c2fac1-09fa-4be4-9455-148b36fe2317) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:32.496446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf6428-67a9-4110-a219-599085e94b9d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:32.497054 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9cf6428-67a9-4110-a219-599085e94b9d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:32.505693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3cd164-37b7-446b-bcdf-d6dd68588674 None None] Network d5c2fac1-09fa-4be4-9455-148b36fe2317 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:32.524755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40a91f12-6cdd-4de1-a2d8-abb59d15cb56 req-abf40dfb-ef43-4060-97fe-3fd21d71f8dd tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/6ab711a1-6d18-44fd-969f-d0578112f537 HTTP/1.1" status: 200 len: 1820 time: 0.4507117 Feb 02 13:11:32.529403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead1f45-9338-44df-93b2-37241322186e req-cad4b7ea-f970-483f-bd47-d58359fe3b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:32.529944 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a9cf6428-67a9-4110-a219-599085e94b9d tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0483246 Feb 02 13:11:32.531332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54612) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:32.531480 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ead1f45-9338-44df-93b2-37241322186e req-cad4b7ea-f970-483f-bd47-d58359fe3b4f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 1127 time: 0.6638727 Feb 02 13:11:32.536766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Request body: {'port': {'network_id': 'd5c2fac1-09fa-4be4-9455-148b36fe2317', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1410127576'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:32.567263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c210e754-bae0-4418-9285-c09f65d964c3 req-2b7ce09d-a57f-4466-b29b-686ebd05ed3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221454 Feb 02 13:11:32.773337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-d5c2fac1-09fa-4be4-9455-148b36fe2317', 'network_id': 'd5c2fac1-09fa-4be4-9455-148b36fe2317', 'project_id': '33f2855d838045148a933c50bcb7d70e', 'fixed_ips': [{'subnet_id': '0bb56eb1-2625-41ee-802d-be8e692e357f'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:11:32.784156 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:32.788484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Made reservation on behalf of 33f2855d838045148a933c50bcb7d70e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:32.791942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:32.837135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] device_id is not set on port 6d61a85a-b7be-41df-8f1a-0212716aadce yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:11:33.064912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Allocated IP 172.20.0.5 (d5c2fac1-09fa-4be4-9455-148b36fe2317/0bb56eb1-2625-41ee-802d-be8e692e357f/6d61a85a-b7be-41df-8f1a-0212716aadce) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:33.111603 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40a91f12-6cdd-4de1-a2d8-abb59d15cb56 req-044fc625-a098-42dc-a511-7a042bbca80a tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (6ab711a1-6d18-44fd-969f-d0578112f537), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:33.125898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c210e754-bae0-4418-9285-c09f65d964c3 req-41be1a37-ec18-4f1e-9bcb-b62b8167601e service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323126 Feb 02 13:11:33.243703 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c210e754-bae0-4418-9285-c09f65d964c3 req-e5292be4-0861-424f-a8db-117020170b97 service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069698 Feb 02 13:11:33.277454 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40a91f12-6cdd-4de1-a2d8-abb59d15cb56 req-044fc625-a098-42dc-a511-7a042bbca80a tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (6ab711a1-6d18-44fd-969f-d0578112f537), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:33.288369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead1f45-9338-44df-93b2-37241322186e req-d45e7727-5fbf-4255-81ce-ece4c4fdc134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:33.290567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ead1f45-9338-44df-93b2-37241322186e req-d45e7727-5fbf-4255-81ce-ece4c4fdc134 service neutron] 10.222.0.62 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 920 time: 0.7198677 Feb 02 13:11:33.380647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ead1f45-9338-44df-93b2-37241322186e req-7ec163e3-c69b-4e4e-bf2b-7b4819482af5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74046a06-2e55-41ba-829d-eb66b063104e HTTP/1.1" status: 200 len: 217 time: 0.0624065 Feb 02 13:11:33.419692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks [] for port (6d61a85a-b7be-41df-8f1a-0212716aadce), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:33.495133 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6d61a85a-b7be-41df-8f1a-0212716aadce), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:33.528287 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40a91f12-6cdd-4de1-a2d8-abb59d15cb56 req-044fc625-a098-42dc-a511-7a042bbca80a tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6ab711a1-6d18-44fd-969f-d0578112f537), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:33.536276 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-40a91f12-6cdd-4de1-a2d8-abb59d15cb56 req-044fc625-a098-42dc-a511-7a042bbca80a tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:33.537718 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40a91f12-6cdd-4de1-a2d8-abb59d15cb56 req-044fc625-a098-42dc-a511-7a042bbca80a tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "DELETE /v2.0/security-groups/6ab711a1-6d18-44fd-969f-d0578112f537 HTTP/1.1" status: 204 len: 173 time: 1.0052018 Feb 02 13:11:33.598788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fc625-a098-42dc-a511-7a042bbca80a tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab711a1-6d18-44fd-969f-d0578112f537,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:33.600900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Network d5c2fac1-09fa-4be4-9455-148b36fe2317 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:33.610462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:33.617139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:33.621050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Allocated IP 172.20.0.2 (d5c2fac1-09fa-4be4-9455-148b36fe2317/0bb56eb1-2625-41ee-802d-be8e692e357f/e236e5c6-2b36-4a7b-8c24-4619991c4604) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:33.641237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-8b41cd6d-d355-43c4-99f8-cce5da21ecdf req-f0880cd1-da58-41da-b00a-d5fb49c2bd2c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-761421178', 'description': 'tempest-description-1991512479'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:33.695928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ea41b-1b94-4902-b137-44482a3374d8 req-7ef14dc4-f76d-4ec5-93c3-74235f84d967 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:33.709159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e1ea41b-1b94-4902-b137-44482a3374d8 req-7ef14dc4-f76d-4ec5-93c3-74235f84d967 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.2583628 Feb 02 13:11:33.725093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead1f45-9338-44df-93b2-37241322186e req-7b6910d6-aa96-4f24-b726-5b18ea2c7ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:33.732711 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ead1f45-9338-44df-93b2-37241322186e req-7b6910d6-aa96-4f24-b726-5b18ea2c7ed3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.3442128 Feb 02 13:11:33.752518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:33.753191 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:33.825730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Pushing event updated for resources: {'Port': ['ID=6d61a85a-b7be-41df-8f1a-0212716aadce,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:33.842148 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cc9dc2ec-13de-4176-be59-488a787902de tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3093445 Feb 02 13:11:33.847038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54630) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:33.856296 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Request body: {'port': {'network_id': 'd5c2fac1-09fa-4be4-9455-148b36fe2317', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1928457799', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:33.858525 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.api.validators [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] bootfile-name is not in valid_values {{(pid=103187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 13:11:33.859394 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.api.validators [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] tftp-server is not in valid_values {{(pid=103187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 13:11:33.859768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.api.validators [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] server-ip-address is not in valid_values {{(pid=103187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 13:11:33.873724 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e1ea41b-1b94-4902-b137-44482a3374d8 req-eb9ec593-b0bb-4163-8247-5695e5d2c054 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636932 Feb 02 13:11:33.944865 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ead1f45-9338-44df-93b2-37241322186e req-f605ccd6-ec33-42b5-9f0d-b57ac3c22a2b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044443 Feb 02 13:11:33.987890 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Publish callbacks [] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:34.002980 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:34.100974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Network d5c2fac1-09fa-4be4-9455-148b36fe2317 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:34.106974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:34.125262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:34.169934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Pushing event updated for resources: {'Port': ['ID=e236e5c6-2b36-4a7b-8c24-4619991c4604,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:34.172944 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0627543d-b94d-447d-8b56-1ccbf8e958c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:34.189190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Made reservation on behalf of 33f2855d838045148a933c50bcb7d70e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:34.194063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:34.197183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ead1f45-9338-44df-93b2-37241322186e req-f0fc0c49-fca0-4e84-86d6-80e8cecffac7 service neutron] 10.222.0.62 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456894 Feb 02 13:11:34.202418 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8b41cd6d-d355-43c4-99f8-cce5da21ecdf req-f0880cd1-da58-41da-b00a-d5fb49c2bd2c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:34.246038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] device_id is not set on port 06ac5991-226c-4e91-8167-556edba46818 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:11:34.297821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Attempting to bind port e236e5c6-2b36-4a7b-8c24-4619991c4604 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:11:34.298422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Attempting to bind port e236e5c6-2b36-4a7b-8c24-4619991c4604 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '886869d6-20a8-42d0-9e83-ed26d1e60a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd5c2fac1-09fa-4be4-9455-148b36fe2317'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:11:34.298850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Attempting to bind port e236e5c6-2b36-4a7b-8c24-4619991c4604 on network d5c2fac1-09fa-4be4-9455-148b36fe2317 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:11:34.310372 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:11:34.310824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Checking segment: {'id': '886869d6-20a8-42d0-9e83-ed26d1e60a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd5c2fac1-09fa-4be4-9455-148b36fe2317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:34.311281 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:34.319812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Bound using segment: {'id': '886869d6-20a8-42d0-9e83-ed26d1e60a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd5c2fac1-09fa-4be4-9455-148b36fe2317'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:11:34.319812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Bound port: e236e5c6-2b36-4a7b-8c24-4619991c4604, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886869d6-20a8-42d0-9e83-ed26d1e60a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'd5c2fac1-09fa-4be4-9455-148b36fe2317'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:11:34.319812 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:34.419399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] For port e236e5c6-2b36-4a7b-8c24-4619991c4604, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:11:34.422915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] For port e236e5c6-2b36-4a7b-8c24-4619991c4604, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e236e5c6-2b36-4a7b-8c24-4619991c4604,segment=NetworkSegment(886869d6-20a8-42d0-9e83-ed26d1e60a51),segment_id=886869d6-20a8-42d0-9e83-ed26d1e60a51)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:11:34.435128 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:34.538913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Allocated IP 172.20.0.8 (d5c2fac1-09fa-4be4-9455-148b36fe2317/0bb56eb1-2625-41ee-802d-be8e692e357f/06ac5991-226c-4e91-8167-556edba46818) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:34.558764 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8b41cd6d-d355-43c4-99f8-cce5da21ecdf req-f0880cd1-da58-41da-b00a-d5fb49c2bd2c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (a06380e4-ea2d-45d7-9f5d-48d9c94c595c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:34.561164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89a0b2-d28e-4460-9e42-d279dac3fe05 None None] Pushing event updated for resources: {'Port': ['ID=e236e5c6-2b36-4a7b-8c24-4619991c4604,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:34.616038 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8b41cd6d-d355-43c4-99f8-cce5da21ecdf req-f0880cd1-da58-41da-b00a-d5fb49c2bd2c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a06380e4-ea2d-45d7-9f5d-48d9c94c595c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:34.776243 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ead1f45-9338-44df-93b2-37241322186e req-1eb3f431-acab-4ee4-8a89-fd7d0d5cce6f service neutron] 10.222.0.62 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527308 Feb 02 13:11:34.809618 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8b41cd6d-d355-43c4-99f8-cce5da21ecdf req-f0880cd1-da58-41da-b00a-d5fb49c2bd2c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:34.813349 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b41cd6d-d355-43c4-99f8-cce5da21ecdf req-f0880cd1-da58-41da-b00a-d5fb49c2bd2c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.2274716 Feb 02 13:11:34.915635 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0880cd1-da58-41da-b00a-d5fb49c2bd2c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06380e4-ea2d-45d7-9f5d-48d9c94c595c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:35.079375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6aa663f5-bde5-4b66-848e-14793e2587a9 req-a643bd43-b5cd-4803-b986-1cef8cf9f3c5 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/a06380e4-ea2d-45d7-9f5d-48d9c94c595c HTTP/1.1" status: 200 len: 1819 time: 0.1985054 Feb 02 13:11:35.094039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6aa663f5-bde5-4b66-848e-14793e2587a9 req-913e25af-02ed-48a8-b91c-fe780dc4485e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Request body: {'security_group': {'name': 'tempest-sg-hth-323262147', 'description': 'tempest-description-hth-1835008020'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:35.095968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks [] for port (06ac5991-226c-4e91-8167-556edba46818), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:35.145192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (06ac5991-226c-4e91-8167-556edba46818), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:35.173935 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6aa663f5-bde5-4b66-848e-14793e2587a9 req-913e25af-02ed-48a8-b91c-fe780dc4485e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (a06380e4-ea2d-45d7-9f5d-48d9c94c595c), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:35.199615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b51d17-1e6e-4757-8782-7d20ea8b437c req-55dc1297-3503-420a-9432-091b2d7f7568 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:35.212631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5b51d17-1e6e-4757-8782-7d20ea8b437c req-55dc1297-3503-420a-9432-091b2d7f7568 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.1994390 Feb 02 13:11:35.243116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Pushing event updated for resources: {'Port': ['ID=06ac5991-226c-4e91-8167-556edba46818,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:35.255735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Network d5c2fac1-09fa-4be4-9455-148b36fe2317 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:35.257329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:35.260059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:35.324795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:35.325691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:35.357659 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c849d8ea-4ca4-4c12-8ba0-17f27cfc1f62 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5094762 Feb 02 13:11:35.359007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54650) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:35.362157 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6aa663f5-bde5-4b66-848e-14793e2587a9 req-913e25af-02ed-48a8-b91c-fe780dc4485e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (a06380e4-ea2d-45d7-9f5d-48d9c94c595c), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:35.367239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5b51d17-1e6e-4757-8782-7d20ea8b437c req-b3d9ca64-a79f-45db-a59f-795babdfc2b8 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538477 Feb 02 13:11:35.370609 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6aa663f5-bde5-4b66-848e-14793e2587a9 req-913e25af-02ed-48a8-b91c-fe780dc4485e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a06380e4-ea2d-45d7-9f5d-48d9c94c595c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:35.374137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6aa663f5-bde5-4b66-848e-14793e2587a9 req-913e25af-02ed-48a8-b91c-fe780dc4485e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:35.379258 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6aa663f5-bde5-4b66-848e-14793e2587a9 req-913e25af-02ed-48a8-b91c-fe780dc4485e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "PUT /v2.0/security-groups/a06380e4-ea2d-45d7-9f5d-48d9c94c595c HTTP/1.1" status: 200 len: 1793 time: 0.2988720 Feb 02 13:11:35.476858 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:35.478418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e25af-02ed-48a8-b91c-fe780dc4485e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06380e4-ea2d-45d7-9f5d-48d9c94c595c,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:35.551641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28ea2bb8-707a-4522-9a10-32e901ff176a req-e146c720-4207-4b34-8b28-831bb7c267b4 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/a06380e4-ea2d-45d7-9f5d-48d9c94c595c HTTP/1.1" status: 200 len: 1793 time: 0.1350734 Feb 02 13:11:35.559992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc323c9-7866-415e-9e84-6ccde483edcd tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:35.598994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc323c9-7866-415e-9e84-6ccde483edcd tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:35.613232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc323c9-7866-415e-9e84-6ccde483edcd tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:35.617760 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-adc323c9-7866-415e-9e84-6ccde483edcd tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2524247 Feb 02 13:11:35.619870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54666) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:35.703016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45efabdd-30f7-47a6-8f68-7264b7f567c1 req-c2f37799-b4d2-4fe4-b206-4dce6e89bd37 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/a06380e4-ea2d-45d7-9f5d-48d9c94c595c HTTP/1.1" status: 200 len: 1793 time: 0.1302762 Feb 02 13:11:35.833801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8dc89241-2520-43f8-841a-dd3f584ac2e6 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Deleting port 06ac5991-226c-4e91-8167-556edba46818 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:35.834152 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dc89241-2520-43f8-841a-dd3f584ac2e6 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (06ac5991-226c-4e91-8167-556edba46818), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:35.840553 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45efabdd-30f7-47a6-8f68-7264b7f567c1 req-95f9c596-3ab8-4781-a9e0-9862af57b89c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (a06380e4-ea2d-45d7-9f5d-48d9c94c595c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:35.925503 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45efabdd-30f7-47a6-8f68-7264b7f567c1 req-95f9c596-3ab8-4781-a9e0-9862af57b89c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (a06380e4-ea2d-45d7-9f5d-48d9c94c595c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:36.042905 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45efabdd-30f7-47a6-8f68-7264b7f567c1 req-95f9c596-3ab8-4781-a9e0-9862af57b89c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a06380e4-ea2d-45d7-9f5d-48d9c94c595c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:36.045580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-45efabdd-30f7-47a6-8f68-7264b7f567c1 req-95f9c596-3ab8-4781-a9e0-9862af57b89c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:36.046920 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45efabdd-30f7-47a6-8f68-7264b7f567c1 req-95f9c596-3ab8-4781-a9e0-9862af57b89c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "DELETE /v2.0/security-groups/a06380e4-ea2d-45d7-9f5d-48d9c94c595c HTTP/1.1" status: 204 len: 173 time: 0.3355684 Feb 02 13:11:36.081031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9c596-3ab8-4781-a9e0-9862af57b89c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06380e4-ea2d-45d7-9f5d-48d9c94c595c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:36.132213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dc89241-2520-43f8-841a-dd3f584ac2e6 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (06ac5991-226c-4e91-8167-556edba46818), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:36.188562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8dc89241-2520-43f8-841a-dd3f584ac2e6 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Calling delete_port for 06ac5991-226c-4e91-8167-556edba46818 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:36.280144 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-a3b990eb-4db3-4acf-b989-2736e414d791 req-8ab0b2b1-18a2-4dc4-b9c2-59f1b09d9e05 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] show failed (client error): The resource could not be found. Feb 02 13:11:36.283089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3b990eb-4db3-4acf-b989-2736e414d791 req-8ab0b2b1-18a2-4dc4-b9c2-59f1b09d9e05 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/6ab711a1-6d18-44fd-969f-d0578112f537 HTTP/1.1" status: 404 len: 352 time: 0.0299263 Feb 02 13:11:36.296964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f07db-180c-4100-9d8b-7fa1601381bb None None] Network d5c2fac1-09fa-4be4-9455-148b36fe2317 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:36.354128 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-f0b0747e-6086-4d8a-8513-5ffd7789b782 req-c972c951-764b-4a09-8e0e-3a4cfbf2d101 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] show failed (client error): The resource could not be found. Feb 02 13:11:36.358937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0b0747e-6086-4d8a-8513-5ffd7789b782 req-c972c951-764b-4a09-8e0e-3a4cfbf2d101 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/01eb7487-5952-4ccb-a693-65576181ce46 HTTP/1.1" status: 404 len: 352 time: 0.0433457 Feb 02 13:11:36.398652 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-c808f522-3f49-4f0b-b33a-9be7af4f67d0 req-019be778-dc46-43a3-b332-561fd4a12b1e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] show failed (client error): The resource could not be found. Feb 02 13:11:36.406762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c808f522-3f49-4f0b-b33a-9be7af4f67d0 req-019be778-dc46-43a3-b332-561fd4a12b1e tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/9acdc107-0367-4c8c-81a6-94890e9eb611 HTTP/1.1" status: 404 len: 352 time: 0.0254064 Feb 02 13:11:36.416572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dc89241-2520-43f8-841a-dd3f584ac2e6 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (06ac5991-226c-4e91-8167-556edba46818), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:36.459027 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-ec5c18c5-78ca-449b-98bb-7c77e96e16f2 req-bb55054b-e8fe-496d-8424-547004e0c78f tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] show failed (client error): The resource could not be found. Feb 02 13:11:36.461938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec5c18c5-78ca-449b-98bb-7c77e96e16f2 req-bb55054b-e8fe-496d-8424-547004e0c78f tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/82676deb-2b19-45a8-b8f9-04585b6bd462 HTTP/1.1" status: 404 len: 352 time: 0.0247521 Feb 02 13:11:36.468429 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e236e5c6-2b36-4a7b-8c24-4619991c4604 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:11:36.497424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc89241-2520-43f8-841a-dd3f584ac2e6 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Pushing event deleted for resources: {'Port': ['ID=06ac5991-226c-4e91-8167-556edba46818,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:36.516787 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-f71c4990-d2d5-4a92-a3a1-38e7ff9bcb57 req-b2861e2c-4d97-4d3f-8897-7bcf72ec5398 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] show failed (client error): The resource could not be found. Feb 02 13:11:36.522708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f71c4990-d2d5-4a92-a3a1-38e7ff9bcb57 req-b2861e2c-4d97-4d3f-8897-7bcf72ec5398 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/cf854ecf-afc3-4a8d-8be9-8643080d013f HTTP/1.1" status: 404 len: 352 time: 0.0291338 Feb 02 13:11:36.596806 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-e696c427-da5b-4b14-8c30-3e210cf71217 req-2920007f-0df3-4c5f-a36b-f1191cfac2ba tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] show failed (client error): The resource could not be found. Feb 02 13:11:36.600492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e696c427-da5b-4b14-8c30-3e210cf71217 req-2920007f-0df3-4c5f-a36b-f1191cfac2ba tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/58352d1e-8ecd-4c1f-a9f5-96ba8c1852eb HTTP/1.1" status: 404 len: 352 time: 0.0552039 Feb 02 13:11:36.635335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b72ff1b4-1625-45ca-bda6-d61f9059c002 None None] Provisioning complete for port e236e5c6-2b36-4a7b-8c24-4619991c4604 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:36.636335 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b72ff1b4-1625-45ca-bda6-d61f9059c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:36.728714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dc89241-2520-43f8-841a-dd3f584ac2e6 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:36.735356 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8dc89241-2520-43f8-841a-dd3f584ac2e6 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] 10.222.0.83 "DELETE /v2.0/ports/06ac5991-226c-4e91-8167-556edba46818 HTTP/1.1" status: 204 len: 168 time: 1.1135135 Feb 02 13:11:36.738055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:36.744203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b4683525-8ed1-4a54-a521-486215aa302c tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Request body: {'port': {'name': 'tempest-new-port-name-1656206229', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:36.744901 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.api.validators [None req-b4683525-8ed1-4a54-a521-486215aa302c tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] bootfile-name is not in valid_values {{(pid=103188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 13:11:36.745387 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.api.validators [None req-b4683525-8ed1-4a54-a521-486215aa302c tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] tftp-server is not in valid_values {{(pid=103188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 13:11:36.746017 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.api.validators [None req-b4683525-8ed1-4a54-a521-486215aa302c tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] server-ip-address is not in valid_values {{(pid=103188) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 13:11:36.854413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b72ff1b4-1625-45ca-bda6-d61f9059c002 None None] Current status of the port e236e5c6-2b36-4a7b-8c24-4619991c4604 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:36.855101 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b72ff1b4-1625-45ca-bda6-d61f9059c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:36.892277 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:36.949270 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4683525-8ed1-4a54-a521-486215aa302c tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6d61a85a-b7be-41df-8f1a-0212716aadce), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:36.987503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e236e5c6-2b36-4a7b-8c24-4619991c4604 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:36.987729 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:37.126632 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:37.164526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b72ff1b4-1625-45ca-bda6-d61f9059c002 None None] For port e236e5c6-2b36-4a7b-8c24-4619991c4604, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e236e5c6-2b36-4a7b-8c24-4619991c4604,segment=NetworkSegment(886869d6-20a8-42d0-9e83-ed26d1e60a51),segment_id=886869d6-20a8-42d0-9e83-ed26d1e60a51)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:37.263570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e236e5c6-2b36-4a7b-8c24-4619991c4604 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:37.271050 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b72ff1b4-1625-45ca-bda6-d61f9059c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:37.379723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ff1b4-1625-45ca-bda6-d61f9059c002 None None] Pushing event updated for resources: {'Port': ['ID=e236e5c6-2b36-4a7b-8c24-4619991c4604,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:37.416287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b165d085-3e98-4108-902c-fb39489e1374 None None] Provisioning complete for port 6d61a85a-b7be-41df-8f1a-0212716aadce triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:37.416725 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b165d085-3e98-4108-902c-fb39489e1374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6d61a85a-b7be-41df-8f1a-0212716aadce), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:37.582387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b165d085-3e98-4108-902c-fb39489e1374 None None] Port 6d61a85a-b7be-41df-8f1a-0212716aadce cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:37.640804 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:37.667136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b165d085-3e98-4108-902c-fb39489e1374 None None] Provisioning complete for port e236e5c6-2b36-4a7b-8c24-4619991c4604 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:37.667592 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b165d085-3e98-4108-902c-fb39489e1374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:37.669495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468ae75-94a6-48fb-b839-b0bbba4e6d7c req-beb61ee9-ff3b-4f7f-ac33-1eab220ebf6c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:37.678832 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3468ae75-94a6-48fb-b839-b0bbba4e6d7c req-beb61ee9-ff3b-4f7f-ac33-1eab220ebf6c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 1024 time: 0.4576929 Feb 02 13:11:37.807203 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3468ae75-94a6-48fb-b839-b0bbba4e6d7c req-f5a8f0b5-5533-48b0-b825-1f0af6a5b1f7 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=aa13a7fb-a108-41a1-ae37-075e5fcdecb0&id=388b9f0d-6baa-41ec-af03-05712743e973&id=e947136f-60af-4f75-8f05-a9cdfbb609b4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1186218 Feb 02 13:11:37.843292 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4683525-8ed1-4a54-a521-486215aa302c tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks [] for port (6d61a85a-b7be-41df-8f1a-0212716aadce), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:37.851362 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4683525-8ed1-4a54-a521-486215aa302c tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (6d61a85a-b7be-41df-8f1a-0212716aadce), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:37.922195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b165d085-3e98-4108-902c-fb39489e1374 None None] Current status of the port e236e5c6-2b36-4a7b-8c24-4619991c4604 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:37.978386 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:38.037129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b4683525-8ed1-4a54-a521-486215aa302c tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] In _notify_port_updated(), no bound segment for port 6d61a85a-b7be-41df-8f1a-0212716aadce on network d5c2fac1-09fa-4be4-9455-148b36fe2317 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:11:38.056345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4683525-8ed1-4a54-a521-486215aa302c tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:38.057056 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4683525-8ed1-4a54-a521-486215aa302c tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:38.061230 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b4683525-8ed1-4a54-a521-486215aa302c tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] 10.222.0.83 "PUT /v2.0/ports/6d61a85a-b7be-41df-8f1a-0212716aadce HTTP/1.1" status: 200 len: 1136 time: 1.3191931 Feb 02 13:11:38.061386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4f5d2037-84b1-4fe9-a839-eb67fd81d598 None None] Provisioning complete for port 6d61a85a-b7be-41df-8f1a-0212716aadce triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:38.061386 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f5d2037-84b1-4fe9-a839-eb67fd81d598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6d61a85a-b7be-41df-8f1a-0212716aadce), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:38.061605 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54720) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:38.086415 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4683525-8ed1-4a54-a521-486215aa302c tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Pushing event updated for resources: {'Port': ['ID=6d61a85a-b7be-41df-8f1a-0212716aadce,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:38.145566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e236e5c6-2b36-4a7b-8c24-4619991c4604 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:11:38.205733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4f5d2037-84b1-4fe9-a839-eb67fd81d598 None None] Port 6d61a85a-b7be-41df-8f1a-0212716aadce cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:38.206576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244b2d25-a652-423c-a4ac-2488dd07fcf1 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:38.208242 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-244b2d25-a652-423c-a4ac-2488dd07fcf1 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] 10.222.0.83 "GET /v2.0/ports/6d61a85a-b7be-41df-8f1a-0212716aadce HTTP/1.1" status: 200 len: 1136 time: 0.1454940 Feb 02 13:11:38.212203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54724) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:38.328929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e236e5c6-2b36-4a7b-8c24-4619991c4604 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:38.329303 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:38.456829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-85c98470-dd9d-41f0-8d16-ac84984c0df4 None None] Could not find standard attr ID for object 06ac5991-226c-4e91-8167-556edba46818. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:11:38.556161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ce3dd-e55d-4774-ad95-c385b7c2945c req-b8463f32-0ef4-49b7-937f-625be0100499 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:38.558215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d6ce3dd-e55d-4774-ad95-c385b7c2945c req-b8463f32-0ef4-49b7-937f-625be0100499 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.62 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 1024 time: 0.1599531 Feb 02 13:11:38.614999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-078f85d5-7646-4955-b88c-6c3338b78ba7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Deleting port 6d61a85a-b7be-41df-8f1a-0212716aadce {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:38.615250 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-078f85d5-7646-4955-b88c-6c3338b78ba7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6d61a85a-b7be-41df-8f1a-0212716aadce), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:38.646781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e236e5c6-2b36-4a7b-8c24-4619991c4604 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:38.828702 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-078f85d5-7646-4955-b88c-6c3338b78ba7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6d61a85a-b7be-41df-8f1a-0212716aadce), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:38.844278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-078f85d5-7646-4955-b88c-6c3338b78ba7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Calling delete_port for 6d61a85a-b7be-41df-8f1a-0212716aadce owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:39.022692 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-078f85d5-7646-4955-b88c-6c3338b78ba7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (6d61a85a-b7be-41df-8f1a-0212716aadce), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:39.082812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2be461be-458a-4420-b538-9b0965d3fb42 None None] Could not find standard attr ID for object 6d61a85a-b7be-41df-8f1a-0212716aadce. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:11:39.155937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f85d5-7646-4955-b88c-6c3338b78ba7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Pushing event deleted for resources: {'Port': ['ID=6d61a85a-b7be-41df-8f1a-0212716aadce,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:39.191582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0590f9-c63d-4491-9534-530bbe516d16 req-1bab96cd-387a-48c5-9430-3c870cf7aa25 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:39.201718 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce0590f9-c63d-4491-9534-530bbe516d16 req-1bab96cd-387a-48c5-9430-3c870cf7aa25 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 946 time: 0.5569398 Feb 02 13:11:39.374412 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-078f85d5-7646-4955-b88c-6c3338b78ba7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:39.378376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-078f85d5-7646-4955-b88c-6c3338b78ba7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] 10.222.0.83 "DELETE /v2.0/ports/6d61a85a-b7be-41df-8f1a-0212716aadce HTTP/1.1" status: 204 len: 168 time: 1.1651323 Feb 02 13:11:39.381374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54746) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:39.407632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34f478-1e92-4290-9249-15a8ca4c7bc2 req-abb062d8-1a88-432b-bae2-e8fd0586c077 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:39.409764 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e34f478-1e92-4290-9249-15a8ca4c7bc2 req-abb062d8-1a88-432b-bae2-e8fd0586c077 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 1024 time: 0.3966134 Feb 02 13:11:39.528098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce0590f9-c63d-4491-9534-530bbe516d16 req-b21d0f98-8dfe-4641-858a-e9fa201d03b7 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253930 Feb 02 13:11:39.543914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d2d92f9-3a06-4c92-bbc0-17d87c30aec7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Deleting subnet 0bb56eb1-2625-41ee-802d-be8e692e357f {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:11:39.555015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d2d92f9-3a06-4c92-bbc0-17d87c30aec7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks [] for subnet (0bb56eb1-2625-41ee-802d-be8e692e357f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:39.578746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9d6ce3dd-e55d-4774-ad95-c385b7c2945c req-c66e53b6-2914-4487-8bd5-937139112653 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Deleting port fb0b68b4-4c85-46f6-be45-21ff3430f591 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:39.579103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d6ce3dd-e55d-4774-ad95-c385b7c2945c req-c66e53b6-2914-4487-8bd5-937139112653 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:39.667504 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d2d92f9-3a06-4c92-bbc0-17d87c30aec7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (0bb56eb1-2625-41ee-802d-be8e692e357f), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:39.819249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e34f478-1e92-4290-9249-15a8ca4c7bc2 req-bbc2e227-345a-42cb-aaca-8c8ce824cc64 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups?id=aa13a7fb-a108-41a1-ae37-075e5fcdecb0&id=388b9f0d-6baa-41ec-af03-05712743e973&id=e947136f-60af-4f75-8f05-a9cdfbb609b4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3387215 Feb 02 13:11:39.870723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9d6ce3dd-e55d-4774-ad95-c385b7c2945c req-c66e53b6-2914-4487-8bd5-937139112653 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] For port fb0b68b4-4c85-46f6-be45-21ff3430f591, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fb0b68b4-4c85-46f6-be45-21ff3430f591,segment=NetworkSegment(e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742),segment_id=e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:39.871983 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d6ce3dd-e55d-4774-ad95-c385b7c2945c req-c66e53b6-2914-4487-8bd5-937139112653 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:39.902408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9d6ce3dd-e55d-4774-ad95-c385b7c2945c req-c66e53b6-2914-4487-8bd5-937139112653 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Calling delete_port for fb0b68b4-4c85-46f6-be45-21ff3430f591 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:39.948141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d2d92f9-3a06-4c92-bbc0-17d87c30aec7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (0bb56eb1-2625-41ee-802d-be8e692e357f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:40.070119 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d2d92f9-3a06-4c92-bbc0-17d87c30aec7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (0bb56eb1-2625-41ee-802d-be8e692e357f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:40.145076 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d2d92f9-3a06-4c92-bbc0-17d87c30aec7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:40.148606 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8d2d92f9-3a06-4c92-bbc0-17d87c30aec7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] 10.222.0.83 "DELETE /v2.0/subnets/0bb56eb1-2625-41ee-802d-be8e692e357f HTTP/1.1" status: 204 len: 168 time: 0.7648585 Feb 02 13:11:40.149170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d92f9-3a06-4c92-bbc0-17d87c30aec7 tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb56eb1-2625-41ee-802d-be8e692e357f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:40.152387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54758) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:40.161340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf2fd0b-dc75-4bfa-9c84-7a27f6642b17 None None] Network d5c2fac1-09fa-4be4-9455-148b36fe2317 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:40.208136 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d6ce3dd-e55d-4774-ad95-c385b7c2945c req-c66e53b6-2914-4487-8bd5-937139112653 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fb0b68b4-4c85-46f6-be45-21ff3430f591), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:40.253995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e53b6-2914-4487-8bd5-937139112653 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event deleted for resources: {'Port': ['ID=fb0b68b4-4c85-46f6-be45-21ff3430f591,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:40.307105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d5c2fac1-09fa-4be4-9455-148b36fe2317), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:40.312097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fb0b68b4-4c85-46f6-be45-21ff3430f591'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:40.446590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Deleting port e236e5c6-2b36-4a7b-8c24-4619991c4604 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:40.447711 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:40.473798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6ce3dd-e55d-4774-ad95-c385b7c2945c req-c66e53b6-2914-4487-8bd5-937139112653 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] No DVR routers for this DVR port fb0b68b4-4c85-46f6-be45-21ff3430f591 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:40.477163 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d6ce3dd-e55d-4774-ad95-c385b7c2945c req-c66e53b6-2914-4487-8bd5-937139112653 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:40.480582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d6ce3dd-e55d-4774-ad95-c385b7c2945c req-c66e53b6-2914-4487-8bd5-937139112653 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.62 "DELETE /v2.0/ports/fb0b68b4-4c85-46f6-be45-21ff3430f591 HTTP/1.1" status: 204 len: 173 time: 1.9159334 Feb 02 13:11:40.481026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32df215c-7f7f-4abb-92f7-c2a9e9c16409', 'name': 'network-vif-deleted', 'tag': 'fb0b68b4-4c85-46f6-be45-21ff3430f591'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:11:40.483269 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbb7327-5ba7-4273-ba0c-d16e747deac2" -d '{"events": [{"server_uuid": "32df215c-7f7f-4abb-92f7-c2a9e9c16409", "name": "network-vif-deleted", "tag": "fb0b68b4-4c85-46f6-be45-21ff3430f591"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:11:40.573406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b060f87-edff-4d9e-a76d-e4b42ca319f9 None None] DHCP port deletion for d5c2fac1-09fa-4be4-9455-148b36fe2317 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:11:40.577292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5aff3-ebe4-436c-8aa7-b5e88fd4a978 req-fafc662d-b854-4c11-b9e2-30f354e38918 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:40.591470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56d5aff3-ebe4-436c-8aa7-b5e88fd4a978 req-fafc662d-b854-4c11-b9e2-30f354e38918 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 946 time: 0.2991257 Feb 02 13:11:40.615844 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7501a9b-1fc7-4250-bd0a-3a08f466e48a x-openstack-request-id: req-c7501a9b-1fc7-4250-bd0a-3a08f466e48a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:11:40.616380 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32df215c-7f7f-4abb-92f7-c2a9e9c16409", "name": "network-vif-deleted", "tag": "fb0b68b4-4c85-46f6-be45-21ff3430f591", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:11:40.616795 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c7501a9b-1fc7-4250-bd0a-3a08f466e48a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:11:40.620365 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32df215c-7f7f-4abb-92f7-c2a9e9c16409', 'name': 'network-vif-deleted', 'tag': 'fb0b68b4-4c85-46f6-be45-21ff3430f591', 'status': 'completed', 'code': 200} Feb 02 13:11:40.687410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] For port e236e5c6-2b36-4a7b-8c24-4619991c4604, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e236e5c6-2b36-4a7b-8c24-4619991c4604,segment=NetworkSegment(886869d6-20a8-42d0-9e83-ed26d1e60a51),segment_id=886869d6-20a8-42d0-9e83-ed26d1e60a51)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:40.687913 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:40.709026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1b060f87-edff-4d9e-a76d-e4b42ca319f9 None None] Deleting port e236e5c6-2b36-4a7b-8c24-4619991c4604 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:40.709590 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b060f87-edff-4d9e-a76d-e4b42ca319f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:40.759216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Calling delete_port for e236e5c6-2b36-4a7b-8c24-4619991c4604 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:40.865757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1b060f87-edff-4d9e-a76d-e4b42ca319f9 None None] For port e236e5c6-2b36-4a7b-8c24-4619991c4604, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e236e5c6-2b36-4a7b-8c24-4619991c4604,segment=NetworkSegment(886869d6-20a8-42d0-9e83-ed26d1e60a51),segment_id=886869d6-20a8-42d0-9e83-ed26d1e60a51)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:40.866412 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b060f87-edff-4d9e-a76d-e4b42ca319f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:40.916556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1b060f87-edff-4d9e-a76d-e4b42ca319f9 None None] Calling delete_port for e236e5c6-2b36-4a7b-8c24-4619991c4604 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:40.963123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:41.017697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb6cb1-076b-4732-9294-dd4138678726 req-23a4c17c-70d5-4474-92d4-c412a592b93f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:41.040015 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5bb6cb1-076b-4732-9294-dd4138678726 req-23a4c17c-70d5-4474-92d4-c412a592b93f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 946 time: 0.3462465 Feb 02 13:11:41.057932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Pushing event deleted for resources: {'Port': ['ID=e236e5c6-2b36-4a7b-8c24-4619991c4604,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:41.075069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] No DVR routers for this DVR port e236e5c6-2b36-4a7b-8c24-4619991c4604 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:41.210247 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b060f87-edff-4d9e-a76d-e4b42ca319f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (e236e5c6-2b36-4a7b-8c24-4619991c4604), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:41.231537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b060f87-edff-4d9e-a76d-e4b42ca319f9 None None] No DVR routers for this DVR port e236e5c6-2b36-4a7b-8c24-4619991c4604 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:41.266283 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b04dea91-cccd-49b3-a8a8-61e768aa11a0 req-546482a2-e5d5-47f7-81f2-da800628289a tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/ports?device_id=32df215c-7f7f-4abb-92f7-c2a9e9c16409 HTTP/1.1" status: 200 len: 210 time: 0.1888268 Feb 02 13:11:41.272153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b060f87-edff-4d9e-a76d-e4b42ca319f9 None None] Pushing event deleted for resources: {'Port': ['ID=e236e5c6-2b36-4a7b-8c24-4619991c4604,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:41.311131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56d5aff3-ebe4-436c-8aa7-b5e88fd4a978 req-58420a67-8a77-464b-aa8f-1446c0265cd1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Deleting port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:41.311651 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56d5aff3-ebe4-436c-8aa7-b5e88fd4a978 req-58420a67-8a77-464b-aa8f-1446c0265cd1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:41.397150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d5c2fac1-09fa-4be4-9455-148b36fe2317), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:41.414092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-56d5aff3-ebe4-436c-8aa7-b5e88fd4a978 req-58420a67-8a77-464b-aa8f-1446c0265cd1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] For port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:41.414587 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56d5aff3-ebe4-436c-8aa7-b5e88fd4a978 req-58420a67-8a77-464b-aa8f-1446c0265cd1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:41.442479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-56d5aff3-ebe4-436c-8aa7-b5e88fd4a978 req-58420a67-8a77-464b-aa8f-1446c0265cd1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Calling delete_port for b8db0ce2-7fe7-47d2-97f8-a7841ec1825c owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:41.456018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c2fac1-09fa-4be4-9455-148b36fe2317']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:41.488302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886869d6-20a8-42d0-9e83-ed26d1e60a51') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:41.490335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886869d6-20a8-42d0-9e83-ed26d1e60a51') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:41.518675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (886869d6-20a8-42d0-9e83-ed26d1e60a51), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:41.551946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (886869d6-20a8-42d0-9e83-ed26d1e60a51), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:41.568662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:11:41.570900 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (886869d6-20a8-42d0-9e83-ed26d1e60a51), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:11:41.582182 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:11:41.597958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5bb6cb1-076b-4732-9294-dd4138678726 req-929c46b8-c573-4dd4-b1be-5c6d7c0dbc7a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5532362 Feb 02 13:11:41.599329 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56d5aff3-ebe4-436c-8aa7-b5e88fd4a978 req-58420a67-8a77-464b-aa8f-1446c0265cd1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b8db0ce2-7fe7-47d2-97f8-a7841ec1825c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:41.646353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b8db0ce2-7fe7-47d2-97f8-a7841ec1825c'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:41.683448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58420a67-8a77-464b-aa8f-1446c0265cd1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Pushing event deleted for resources: {'Port': ['ID=b8db0ce2-7fe7-47d2-97f8-a7841ec1825c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:41.777457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (d5c2fac1-09fa-4be4-9455-148b36fe2317), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:41.791386 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:41.799368 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] 10.222.0.83 "DELETE /v2.0/networks/d5c2fac1-09fa-4be4-9455-148b36fe2317 HTTP/1.1" status: 204 len: 168 time: 1.6457036 Feb 02 13:11:41.835539 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b7166b-da5f-4754-967b-e0e5aa60d29f tempest-ExtraDHCPOptionsTestJSON-66543279 tempest-ExtraDHCPOptionsTestJSON-66543279-project] Pushing event deleted for resources: {'Network': ['ID=d5c2fac1-09fa-4be4-9455-148b36fe2317,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:42.177428 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e236e5c6-2b36-4a7b-8c24-4619991c4604 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:11:42.269384 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: e236e5c6-2b36-4a7b-8c24-4619991c4604 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:11:42.270106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e236e5c6-2b36-4a7b-8c24-4619991c4604 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:11:42.353513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54792) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:42.425840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d5aff3-ebe4-436c-8aa7-b5e88fd4a978 req-58420a67-8a77-464b-aa8f-1446c0265cd1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] No DVR routers for this DVR port b8db0ce2-7fe7-47d2-97f8-a7841ec1825c on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:42.428625 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-56d5aff3-ebe4-436c-8aa7-b5e88fd4a978 req-58420a67-8a77-464b-aa8f-1446c0265cd1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:42.432415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56d5aff3-ebe4-436c-8aa7-b5e88fd4a978 req-58420a67-8a77-464b-aa8f-1446c0265cd1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "DELETE /v2.0/ports/b8db0ce2-7fe7-47d2-97f8-a7841ec1825c HTTP/1.1" status: 204 len: 173 time: 1.8397646 Feb 02 13:11:42.484472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c73aa60-04d0-4124-a63b-cac923d1ae68 req-9d1e4d3c-13d9-4250-9ef5-539cf541d1b3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/e947136f-60af-4f75-8f05-a9cdfbb609b4 HTTP/1.1" status: 200 len: 1818 time: 0.0599294 Feb 02 13:11:42.568399 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c73aa60-04d0-4124-a63b-cac923d1ae68 req-f54ac40b-15d0-475a-bd40-eda0359afaf2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (e947136f-60af-4f75-8f05-a9cdfbb609b4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:42.595029 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c73aa60-04d0-4124-a63b-cac923d1ae68 req-f54ac40b-15d0-475a-bd40-eda0359afaf2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (e947136f-60af-4f75-8f05-a9cdfbb609b4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:42.629011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1', 'name': 'network-vif-deleted', 'tag': 'b8db0ce2-7fe7-47d2-97f8-a7841ec1825c'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:11:42.631311 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725aca0d-8f2d-42f3-a0ef-05d692078300" -d '{"events": [{"server_uuid": "9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1", "name": "network-vif-deleted", "tag": "b8db0ce2-7fe7-47d2-97f8-a7841ec1825c"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:11:42.662419 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-24113499-00e9-4040-8044-f9df14298373 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=33f2855d838045148a933c50bcb7d70e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3052793 Feb 02 13:11:42.663049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54804) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:42.665354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device fb0b68b4-4c85-46f6-be45-21ff3430f591 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:11:42.707022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: fb0b68b4-4c85-46f6-be45-21ff3430f591 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:11:42.707665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device fb0b68b4-4c85-46f6-be45-21ff3430f591 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:11:42.717880 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c73aa60-04d0-4124-a63b-cac923d1ae68 req-f54ac40b-15d0-475a-bd40-eda0359afaf2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e947136f-60af-4f75-8f05-a9cdfbb609b4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:42.720568 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c73aa60-04d0-4124-a63b-cac923d1ae68 req-f54ac40b-15d0-475a-bd40-eda0359afaf2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:42.722388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c73aa60-04d0-4124-a63b-cac923d1ae68 req-f54ac40b-15d0-475a-bd40-eda0359afaf2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "DELETE /v2.0/security-groups/e947136f-60af-4f75-8f05-a9cdfbb609b4 HTTP/1.1" status: 204 len: 173 time: 0.2368319 Feb 02 13:11:42.730904 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057d150e-2d39-455c-a669-f12abfe409c2 x-openstack-request-id: req-057d150e-2d39-455c-a669-f12abfe409c2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:11:42.731178 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1", "name": "network-vif-deleted", "tag": "b8db0ce2-7fe7-47d2-97f8-a7841ec1825c", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:11:42.731450 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-057d150e-2d39-455c-a669-f12abfe409c2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:11:42.731932 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1', 'name': 'network-vif-deleted', 'tag': 'b8db0ce2-7fe7-47d2-97f8-a7841ec1825c', 'status': 'completed', 'code': 200} Feb 02 13:11:42.745933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ac40b-15d0-475a-bd40-eda0359afaf2 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e947136f-60af-4f75-8f05-a9cdfbb609b4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:42.836117 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2349eeaa-af18-44b2-b074-7a58e97314c1 admin admin] Publish callbacks [] for security_group (72bf654c-19a2-4f48-ba99-2efa551c1a26), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:42.874429 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f5c70c3-0570-4d86-a846-19e0917cfbb4 req-f5c24e49-3dc9-4eae-85eb-45e80487cd7c tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "GET /v2.0/security-groups/aa13a7fb-a108-41a1-ae37-075e5fcdecb0 HTTP/1.1" status: 200 len: 1818 time: 0.0989213 Feb 02 13:11:42.890289 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2349eeaa-af18-44b2-b074-7a58e97314c1 admin admin] Publish callbacks [] for security_group (72bf654c-19a2-4f48-ba99-2efa551c1a26), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:42.963129 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dce208cb-2677-484a-a10a-8f118ac7f2b5 req-80d66137-1435-4d6c-830b-a3e12ef4ea83 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0876250 Feb 02 13:11:42.986528 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2349eeaa-af18-44b2-b074-7a58e97314c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (72bf654c-19a2-4f48-ba99-2efa551c1a26), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:42.995672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2349eeaa-af18-44b2-b074-7a58e97314c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:43.002305 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2349eeaa-af18-44b2-b074-7a58e97314c1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/72bf654c-19a2-4f48-ba99-2efa551c1a26 HTTP/1.1" status: 204 len: 168 time: 0.3364298 Feb 02 13:11:43.052586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349eeaa-af18-44b2-b074-7a58e97314c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bf654c-19a2-4f48-ba99-2efa551c1a26,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:43.125885 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f5c70c3-0570-4d86-a846-19e0917cfbb4 req-98a316fa-abec-4e6d-9242-0343ab34a9d3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (aa13a7fb-a108-41a1-ae37-075e5fcdecb0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:43.209422 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f5c70c3-0570-4d86-a846-19e0917cfbb4 req-98a316fa-abec-4e6d-9242-0343ab34a9d3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (aa13a7fb-a108-41a1-ae37-075e5fcdecb0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:43.291494 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f5c70c3-0570-4d86-a846-19e0917cfbb4 req-98a316fa-abec-4e6d-9242-0343ab34a9d3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (aa13a7fb-a108-41a1-ae37-075e5fcdecb0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:43.294277 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4f5c70c3-0570-4d86-a846-19e0917cfbb4 req-98a316fa-abec-4e6d-9242-0343ab34a9d3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:43.301592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54820) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:43.304013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f5c70c3-0570-4d86-a846-19e0917cfbb4 req-98a316fa-abec-4e6d-9242-0343ab34a9d3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] 10.222.0.83 "DELETE /v2.0/security-groups/aa13a7fb-a108-41a1-ae37-075e5fcdecb0 HTTP/1.1" status: 204 len: 173 time: 0.3398633 Feb 02 13:11:43.327950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a316fa-abec-4e6d-9242-0343ab34a9d3 tempest-SecurityGroupsTestJSON-758671065 tempest-SecurityGroupsTestJSON-758671065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa13a7fb-a108-41a1-ae37-075e5fcdecb0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:43.404643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2026b15a-5c11-413d-9174-46e6f7f40705 admin admin] Deleting subnet d92a594a-95da-4df0-9e31-b7362dab0df9 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:11:43.409097 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2026b15a-5c11-413d-9174-46e6f7f40705 admin admin] Publish callbacks [] for subnet (d92a594a-95da-4df0-9e31-b7362dab0df9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:43.473387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2026b15a-5c11-413d-9174-46e6f7f40705 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (d92a594a-95da-4df0-9e31-b7362dab0df9), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:43.555096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2026b15a-5c11-413d-9174-46e6f7f40705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (d92a594a-95da-4df0-9e31-b7362dab0df9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:43.645846 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2026b15a-5c11-413d-9174-46e6f7f40705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (d92a594a-95da-4df0-9e31-b7362dab0df9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:43.704213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026b15a-5c11-413d-9174-46e6f7f40705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92a594a-95da-4df0-9e31-b7362dab0df9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:43.716350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2026b15a-5c11-413d-9174-46e6f7f40705 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:43.724305 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2026b15a-5c11-413d-9174-46e6f7f40705 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d92a594a-95da-4df0-9e31-b7362dab0df9 HTTP/1.1" status: 204 len: 168 time: 0.4216089 Feb 02 13:11:43.726645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54830) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:43.873078 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (ab2fce86-6124-428e-a7df-fb4eccc76705), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.077915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b8db0ce2-7fe7-47d2-97f8-a7841ec1825c no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:11:44.099067 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (ab2fce86-6124-428e-a7df-fb4eccc76705), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.138917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2fce86-6124-428e-a7df-fb4eccc76705']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:44.142871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: b8db0ce2-7fe7-47d2-97f8-a7841ec1825c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:11:44.143530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b8db0ce2-7fe7-47d2-97f8-a7841ec1825c not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:11:44.153648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b57efbef-1e5b-4336-b9a0-74f4a0a889da req-7725fcfc-ff09-4d40-a8f5-4eca57570f1d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0530491 Feb 02 13:11:44.173521 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:44.173521 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:44.209625 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.249171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.258628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:11:44.259031 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (e80d7bf2-c2dc-4cb4-b7fa-4c50c476b742), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:11:44.262219 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:11:44.311232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:44.406945 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (ab2fce86-6124-428e-a7df-fb4eccc76705), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.414206 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.417603 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] 10.222.0.83 "DELETE /v2.0/networks/ab2fce86-6124-428e-a7df-fb4eccc76705 HTTP/1.1" status: 204 len: 168 time: 0.6898446 Feb 02 13:11:44.454295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849efdb7-bb0d-4644-86cb-a8777f04be76 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab2fce86-6124-428e-a7df-fb4eccc76705,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:44.496372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1916292064'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:44.523705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Made reservation on behalf of c80864fe7f3741348efd69e2c2a848a3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:44.528907 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.541729 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.664270 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for security_group (649b19e1-6db3-4dc8-8092-aa2b63fc9311), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.670468 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (649b19e1-6db3-4dc8-8092-aa2b63fc9311), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.703206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:11:44.735269 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (658c9f36-c131-4399-97f4-613d7d0b3364), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.736092 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Added segment 658c9f36-c131-4399-97f4-613d7d0b3364 of type vlan for network d3c23af6-6ec4-48a6-ba37-009bfb854fad Feb 02 13:11:44.738539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649b19e1-6db3-4dc8-8092-aa2b63fc9311,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:44.792474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54850) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:44.798929 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (d3c23af6-6ec4-48a6-ba37-009bfb854fad), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.828150 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (d3c23af6-6ec4-48a6-ba37-009bfb854fad), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.834798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:44.835819 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.871532 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bc54b570-ebff-4a79-8476-f5818b07c06f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6d10f2e2a82a4966a2afe3e71b2e14e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0776968 Feb 02 13:11:44.874187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54852) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:44.882128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5695193 Feb 02 13:11:44.885849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:44.894052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-10416518-ca90-4aa2-b7a2-c2d68e53dc1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'subnet': {'network_id': 'd3c23af6-6ec4-48a6-ba37-009bfb854fad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:44.936429 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c250adfd-7c87-4f29-b7bf-1a3af2de9280 admin admin] Publish callbacks [] for security_group (388b9f0d-6baa-41ec-af03-05712743e973), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.968639 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c250adfd-7c87-4f29-b7bf-1a3af2de9280 admin admin] Publish callbacks [] for security_group (388b9f0d-6baa-41ec-af03-05712743e973), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:44.985021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24366d66-36e0-4811-ad5b-549ce78747a2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Network': ['ID=d3c23af6-6ec4-48a6-ba37-009bfb854fad,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:44.997469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network d3c23af6-6ec4-48a6-ba37-009bfb854fad details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:11:45.072334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10416518-ca90-4aa2-b7a2-c2d68e53dc1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Made reservation on behalf of c80864fe7f3741348efd69e2c2a848a3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:45.077706 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10416518-ca90-4aa2-b7a2-c2d68e53dc1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:45.084438 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c250adfd-7c87-4f29-b7bf-1a3af2de9280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (388b9f0d-6baa-41ec-af03-05712743e973), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:45.087797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c250adfd-7c87-4f29-b7bf-1a3af2de9280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:45.089078 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c250adfd-7c87-4f29-b7bf-1a3af2de9280 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/388b9f0d-6baa-41ec-af03-05712743e973 HTTP/1.1" status: 204 len: 168 time: 0.2139416 Feb 02 13:11:45.109946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250adfd-7c87-4f29-b7bf-1a3af2de9280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388b9f0d-6baa-41ec-af03-05712743e973,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:45.356897 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57c80532-eab6-44e6-93c5-4269dc44a9d2 req-6c9fae2d-e8c3-4aa2-888c-83df0ffc67db tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0325754 Feb 02 13:11:45.388518 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:11:45.450053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10416518-ca90-4aa2-b7a2-c2d68e53dc1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (8a4e76b2-29aa-4dc5-9511-4beeadfca8e8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:45.538560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10416518-ca90-4aa2-b7a2-c2d68e53dc1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Subnet': ['ID=8a4e76b2-29aa-4dc5-9511-4beeadfca8e8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:45.574648 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10416518-ca90-4aa2-b7a2-c2d68e53dc1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Checking segment: {'id': '658c9f36-c131-4399-97f4-613d7d0b3364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd3c23af6-6ec4-48a6-ba37-009bfb854fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:45.575132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10416518-ca90-4aa2-b7a2-c2d68e53dc1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network hostable DHCP agents. Network: d3c23af6-6ec4-48a6-ba37-009bfb854fad, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:11:45.595784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10416518-ca90-4aa2-b7a2-c2d68e53dc1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network d3c23af6-6ec4-48a6-ba37-009bfb854fad is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:11:45.609178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-10416518-ca90-4aa2-b7a2-c2d68e53dc1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, d3c23af6-6ec4-48a6-ba37-009bfb854fad) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:45.618335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfebfea-af59-4e01-b3b3-a63a7e113afa None None] Network d3c23af6-6ec4-48a6-ba37-009bfb854fad requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:45.620320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10416518-ca90-4aa2-b7a2-c2d68e53dc1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:45.621408 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10416518-ca90-4aa2-b7a2-c2d68e53dc1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:45.663242 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-10416518-ca90-4aa2-b7a2-c2d68e53dc1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7757790 Feb 02 13:11:45.665997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54870) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:45.670931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1822885900', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:45.721617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (59158817-c327-47ad-a197-3d7249e6939b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:45.722810 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (59158817-c327-47ad-a197-3d7249e6939b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:45.761744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b935463c-3f3e-4921-bfd9-04929d303431 None None] Network d3c23af6-6ec4-48a6-ba37-009bfb854fad requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:45.823521 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router_controller (59158817-c327-47ad-a197-3d7249e6939b), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:46.286633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:46.445708 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router_gateway (59158817-c327-47ad-a197-3d7249e6939b), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:46.462023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-760019754-network', 'tenant_id': '575a1f32155042908ad22df36aa0404f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:46.501451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:46.507053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:46.530556 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:46.593452 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b572e561-2e78-4714-84e9-963a459900bc req-50ea0807-30d2-4892-b03c-419a94bb2f8d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0650427 Feb 02 13:11:46.685616 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Publish callbacks [] for security_group (1be142ea-238a-474a-a438-72a86b246b2e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:46.707233 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1be142ea-238a-474a-a438-72a86b246b2e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:46.722354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:11:46.734847 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (23a2ff74-5b3e-416a-98b0-f5e68df3b2b3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:46.735249 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Added segment 23a2ff74-5b3e-416a-98b0-f5e68df3b2b3 of type vlan for network c7140f62-2aff-42f6-a8c5-db10b24eda3e Feb 02 13:11:46.790332 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (c7140f62-2aff-42f6-a8c5-db10b24eda3e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:46.810651 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router_gateway (59158817-c327-47ad-a197-3d7249e6939b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:46.826256 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (c7140f62-2aff-42f6-a8c5-db10b24eda3e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:46.827369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:46.828656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:46.858344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:46.885259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be142ea-238a-474a-a438-72a86b246b2e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:46.895276 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6073115 Feb 02 13:11:46.898918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:46.904459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-11b827b4-8ec6-4954-8265-fbe5c07245d9 admin admin] Request body: {'subnet': {'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-760019754-subnet', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:46.942202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a73d82-92d5-4553-a4aa-91583a8e4e13 admin admin] Pushing event updated for resources: {'Network': ['ID=c7140f62-2aff-42f6-a8c5-db10b24eda3e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:46.956794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network c7140f62-2aff-42f6-a8c5-db10b24eda3e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:11:46.974412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b827b4-8ec6-4954-8265-fbe5c07245d9 admin admin] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:46.977005 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11b827b4-8ec6-4954-8265-fbe5c07245d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:47.065986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.25.4.249 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/1e102eb6-57fb-4751-9c1b-55b97c5f0a80) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:47.198630 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11b827b4-8ec6-4954-8265-fbe5c07245d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (f8100167-bf35-480b-9bf8-aa5f257e742a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:47.209815 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (1e102eb6-57fb-4751-9c1b-55b97c5f0a80), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:47.260334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1e102eb6-57fb-4751-9c1b-55b97c5f0a80), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:47.269452 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b827b4-8ec6-4954-8265-fbe5c07245d9 admin admin] Checking segment: {'id': '23a2ff74-5b3e-416a-98b0-f5e68df3b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:47.269818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b827b4-8ec6-4954-8265-fbe5c07245d9 admin admin] Network hostable DHCP agents. Network: c7140f62-2aff-42f6-a8c5-db10b24eda3e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:11:47.276769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b827b4-8ec6-4954-8265-fbe5c07245d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8100167-bf35-480b-9bf8-aa5f257e742a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:47.293226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b827b4-8ec6-4954-8265-fbe5c07245d9 admin admin] Network c7140f62-2aff-42f6-a8c5-db10b24eda3e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:11:47.308801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:47.310743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-11b827b4-8ec6-4954-8265-fbe5c07245d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, c7140f62-2aff-42f6-a8c5-db10b24eda3e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:47.314534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:47.315666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b827b4-8ec6-4954-8265-fbe5c07245d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:47.316477 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11b827b4-8ec6-4954-8265-fbe5c07245d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:47.316707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:47.318710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=1e102eb6-57fb-4751-9c1b-55b97c5f0a80,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:47.323736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8c42cd-e3c3-4ef8-b172-9139eca468cb None None] Network c7140f62-2aff-42f6-a8c5-db10b24eda3e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:47.345314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-11b827b4-8ec6-4954-8265-fbe5c07245d9 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4453871 Feb 02 13:11:47.347969 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:47.352480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-760019754-router', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:47.392400 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (bf63eaed-f99d-47a3-abb6-aed53760e8d0), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:47.393453 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (bf63eaed-f99d-47a3-abb6-aed53760e8d0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:47.478642 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Publish callbacks [] for router_controller (bf63eaed-f99d-47a3-abb6-aed53760e8d0), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:47.669834 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Publish callbacks [] for router_gateway (bf63eaed-f99d-47a3-abb6-aed53760e8d0), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:47.735876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-c7140f62-2aff-42f6-a8c5-db10b24eda3e', 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e', 'project_id': '575a1f32155042908ad22df36aa0404f', 'fixed_ips': [{'subnet_id': 'f8100167-bf35-480b-9bf8-aa5f257e742a'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:11:47.736870 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:47.742369 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router_gateway (59158817-c327-47ad-a197-3d7249e6939b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:47.777530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc8896ba-e508-444b-b708-412465b640cb req-04817043-61ca-4710-8adc-cdc255019c9b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0576456 Feb 02 13:11:47.976954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Allocated IP 172.20.0.2 (c7140f62-2aff-42f6-a8c5-db10b24eda3e/f8100167-bf35-480b-9bf8-aa5f257e742a/53ff58d8-c8dc-49c0-9d44-eb168710c04a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:47.984704 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Publish callbacks [] for router_gateway (bf63eaed-f99d-47a3-abb6-aed53760e8d0), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:48.010249 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:48.015085 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (59158817-c327-47ad-a197-3d7249e6939b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:48.160463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:11:48.191948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Allocated IP 172.25.4.155 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/d5c983d1-da9b-4733-9c6d-1e0d31df6eaa) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:48.232876 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Publish callbacks [] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:48.242127 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:48.296950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Pushing event updated for resources: {'Port': ['ID=53ff58d8-c8dc-49c0-9d44-eb168710c04a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:48.304390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Network c7140f62-2aff-42f6-a8c5-db10b24eda3e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:48.308921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:48.316479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:48.353504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:11:48.367040 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b464d51-bd60-4835-86d2-824cb0716f72 None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:11:48.389246 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b464d51-bd60-4835-86d2-824cb0716f72 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:11:48.393248 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9b464d51-bd60-4835-86d2-824cb0716f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:11:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:48.398227 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:48.404949 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Attempting to bind port 53ff58d8-c8dc-49c0-9d44-eb168710c04a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:11:48.405328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Attempting to bind port 53ff58d8-c8dc-49c0-9d44-eb168710c04a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '23a2ff74-5b3e-416a-98b0-f5e68df3b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:11:48.405775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Attempting to bind port 53ff58d8-c8dc-49c0-9d44-eb168710c04a on network c7140f62-2aff-42f6-a8c5-db10b24eda3e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:11:48.406586 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a0090677-b74d-4c5f-bbc6-c367276d7953 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7393885 Feb 02 13:11:48.409506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54898) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:48.411704 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:11:48.412085 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Checking segment: {'id': '23a2ff74-5b3e-416a-98b0-f5e68df3b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:48.412499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:48.412894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Bound using segment: {'id': '23a2ff74-5b3e-416a-98b0-f5e68df3b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:11:48.413369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Bound port: 53ff58d8-c8dc-49c0-9d44-eb168710c04a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a2ff74-5b3e-416a-98b0-f5e68df3b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:11:48.413755 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:48.415981 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Publish callbacks [] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:48.486665 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9b464d51-bd60-4835-86d2-824cb0716f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:48.489793 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:48.511361 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b464d51-bd60-4835-86d2-824cb0716f72 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:11:48.511724 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9b464d51-bd60-4835-86d2-824cb0716f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:11:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:48.546809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] For port 53ff58d8-c8dc-49c0-9d44-eb168710c04a, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:11:48.547835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:48.550754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:48.555653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:48.560366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] For port 53ff58d8-c8dc-49c0-9d44-eb168710c04a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=53ff58d8-c8dc-49c0-9d44-eb168710c04a,segment=NetworkSegment(23a2ff74-5b3e-416a-98b0-f5e68df3b2b3),segment_id=23a2ff74-5b3e-416a-98b0-f5e68df3b2b3)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:11:48.580095 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:48.590538 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9b464d51-bd60-4835-86d2-824cb0716f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:48.592796 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b464d51-bd60-4835-86d2-824cb0716f72 None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:11:48.690078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c6509-8bef-4057-94aa-de4c7a5bf037 None None] Pushing event updated for resources: {'Port': ['ID=53ff58d8-c8dc-49c0-9d44-eb168710c04a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:48.721949 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Pushing event updated for resources: {'Port': ['ID=d5c983d1-da9b-4733-9c6d-1e0d31df6eaa,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:48.904942 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Publish callbacks [] for router_gateway (bf63eaed-f99d-47a3-abb6-aed53760e8d0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:48.908330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5d3ceb7-a633-46b1-bd9f-36a0baa39591 req-7b0e3754-d023-4c74-9393-6d29557e7ad3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0382526 Feb 02 13:11:49.176801 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:49.191410 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (bf63eaed-f99d-47a3-abb6-aed53760e8d0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:49.329703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Router bf63eaed-f99d-47a3-abb6-aed53760e8d0 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:11:49.439443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:11:49.454881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Sync routers for ids ['bf63eaed-f99d-47a3-abb6-aed53760e8d0'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:11:49.460358 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:49.464169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-09a69198-5942-4cfc-881e-195278d009ed admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1127005 Feb 02 13:11:49.464325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:49.465617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Routers {'bf63eaed-f99d-47a3-abb6-aed53760e8d0'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:11:49.466416 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:11:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['bf63eaed-f99d-47a3-abb6-aed53760e8d0'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:49.550665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.20.0.1 (d3c23af6-6ec4-48a6-ba37-009bfb854fad/8a4e76b2-29aa-4dc5-9511-4beeadfca8e8/dab83739-01cb-40c0-9ffd-105f28daf237) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:49.585520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Set router bf63eaed-f99d-47a3-abb6-aed53760e8d0 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:11:49.764186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (dab83739-01cb-40c0-9ffd-105f28daf237), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:49.828956 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dab83739-01cb-40c0-9ffd-105f28daf237), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:49.857642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'name': 'tempest-ServersTestMultiNic-760019754-router', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:11:47Z', 'updated_at': '2022-02-02T13:11:48Z', 'revision_number': 3, 'project_id': '575a1f32155042908ad22df36aa0404f', 'gw_port': {'id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:11:48Z', 'updated_at': '2022-02-02T13:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:49.903534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=dab83739-01cb-40c0-9ffd-105f28daf237,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:49.916363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network d3c23af6-6ec4-48a6-ba37-009bfb854fad is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:49.917937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:49.919243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Checking router: bf63eaed-f99d-47a3-abb6-aed53760e8d0 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:11:49.921813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Updating router bf63eaed-f99d-47a3-abb6-aed53760e8d0 port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:11:49.926317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:49.989128 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.010866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (59158817-c327-47ad-a197-3d7249e6939b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.106175 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03c258b7-0fa9-49c1-a6d4-5f9dd77fd4ff req-cb7c492f-e9fa-447d-bff1-c814baf6487a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0728853 Feb 02 13:11:50.213566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82dc034-aa55-401d-a51e-44f3af71285d None None] Network c7140f62-2aff-42f6-a8c5-db10b24eda3e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:50.224675 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 53ff58d8-c8dc-49c0-9d44-eb168710c04a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:11:50.242293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dab83739-01cb-40c0-9ffd-105f28daf237), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.363546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 53ff58d8-c8dc-49c0-9d44-eb168710c04a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:50.364303 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.444643 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.454787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4eb61175-d20a-44d1-9356-2270051caf08 None None] Provisioning complete for port 53ff58d8-c8dc-49c0-9d44-eb168710c04a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:50.455165 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4eb61175-d20a-44d1-9356-2270051caf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.542439 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (dab83739-01cb-40c0-9ffd-105f28daf237), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.550909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dab83739-01cb-40c0-9ffd-105f28daf237), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.650106 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=dab83739-01cb-40c0-9ffd-105f28daf237,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:50.653072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Allocated IP 172.20.0.1 (c7140f62-2aff-42f6-a8c5-db10b24eda3e/f8100167-bf35-480b-9bf8-aa5f257e742a/ee7a6c92-5553-437a-abd0-9d310211de4b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:50.654648 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (59158817-c327-47ad-a197-3d7249e6939b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.683368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 53ff58d8-c8dc-49c0-9d44-eb168710c04a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:50.685961 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.741613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 53ff58d8-c8dc-49c0-9d44-eb168710c04a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=53ff58d8-c8dc-49c0-9d44-eb168710c04a,segment=NetworkSegment(23a2ff74-5b3e-416a-98b0-f5e68df3b2b3),segment_id=23a2ff74-5b3e-416a-98b0-f5e68df3b2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:50.767857 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.781897 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network d3c23af6-6ec4-48a6-ba37-009bfb854fad is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:50.783384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:50.832777 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Publish callbacks [] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.838671 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=53ff58d8-c8dc-49c0-9d44-eb168710c04a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:50.846878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4eb61175-d20a-44d1-9356-2270051caf08 None None] Current status of the port 53ff58d8-c8dc-49c0-9d44-eb168710c04a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:50.847269 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4eb61175-d20a-44d1-9356-2270051caf08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.866702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.868771 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Publish callbacks [] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.928933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:11:50.939782 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-4eb61175-d20a-44d1-9356-2270051caf08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:11:50.940136 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-4eb61175-d20a-44d1-9356-2270051caf08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:11:50.953882 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.977604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Attempting to bind port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:11:50.977978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Attempting to bind port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:11:50.978346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Attempting to bind port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:11:50.981330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3dff9-34a5-4b0c-acec-d948286c941d None None] Pushing event updated for resources: {'Port': ['ID=d5c983d1-da9b-4733-9c6d-1e0d31df6eaa,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:50.993915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:11:50.994296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:50.994702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:50.995101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:11:50.995631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Bound port: d5c983d1-da9b-4733-9c6d-1e0d31df6eaa, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:11:50.996094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:51.014795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee7a6c92-5553-437a-abd0-9d310211de4b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:51.028414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Network c7140f62-2aff-42f6-a8c5-db10b24eda3e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:51.029945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:51.032526 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:51.050839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] For port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:11:51.054119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] For port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d5c983d1-da9b-4733-9c6d-1e0d31df6eaa,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:11:51.064323 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:51.085035 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (bf63eaed-f99d-47a3-abb6-aed53760e8d0), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:51.109588 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:11:51.122475 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e7085-5d5b-4dc0-8444-06d7e9161e91 None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:11:51.144856 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e7085-5d5b-4dc0-8444-06d7e9161e91 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:11:51.145643 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4b9e73a8-ef2a-4355-b3f8-cad857c6bb70 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "PUT /v2.0/routers/59158817-c327-47ad-a197-3d7249e6939b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7327747 Feb 02 13:11:51.147138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54914) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:51.147549 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-788e7085-5d5b-4dc0-8444-06d7e9161e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:11:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:51.150401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3dff9-34a5-4b0c-acec-d948286c941d None None] Pushing event updated for resources: {'Port': ['ID=d5c983d1-da9b-4733-9c6d-1e0d31df6eaa,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:51.167094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'port': {'network_id': 'd3c23af6-6ec4-48a6-ba37-009bfb854fad', 'name': 'tempest-FloatingIPTestJSON-754131582'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:51.171075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Routers {'bf63eaed-f99d-47a3-abb6-aed53760e8d0'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:11:51.171774 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:11:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['bf63eaed-f99d-47a3-abb6-aed53760e8d0'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:51.247550 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-788e7085-5d5b-4dc0-8444-06d7e9161e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:51.272353 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788e7085-5d5b-4dc0-8444-06d7e9161e91 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:11:51.273221 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-788e7085-5d5b-4dc0-8444-06d7e9161e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:11:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:51.292150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a16a582e-74b0-44f7-bb4f-51bc6454f10b req-3a61f27b-1c37-454d-a0f4-3dfd4568f152 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0519061 Feb 02 13:11:51.335280 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-788e7085-5d5b-4dc0-8444-06d7e9161e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:51.341203 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788e7085-5d5b-4dc0-8444-06d7e9161e91 None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:11:51.354534 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:51.365259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] Set router bf63eaed-f99d-47a3-abb6-aed53760e8d0 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:11:51.392712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Made reservation on behalf of c80864fe7f3741348efd69e2c2a848a3 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:51.397136 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:51.417647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] device_id is not set on port d93d636a-eb92-4b46-bdf4-ea5fcba87675 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:11:51.538617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4eb61175-d20a-44d1-9356-2270051caf08 None None] Current status of the port 53ff58d8-c8dc-49c0-9d44-eb168710c04a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:51.548193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.20.0.10 (d3c23af6-6ec4-48a6-ba37-009bfb854fad/8a4e76b2-29aa-4dc5-9511-4beeadfca8e8/d93d636a-eb92-4b46-bdf4-ea5fcba87675) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:51.568800 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Publish callbacks [] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:51.576614 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:51.642357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'name': 'tempest-ServersTestMultiNic-760019754-router', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:11:47Z', 'updated_at': '2022-02-02T13:11:48Z', 'revision_number': 3, 'project_id': '575a1f32155042908ad22df36aa0404f', 'gw_port': {'id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:11:48Z', 'updated_at': '2022-02-02T13:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:51.658227 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (bf63eaed-f99d-47a3-abb6-aed53760e8d0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:51.666397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Pushing event updated for resources: {'Port': ['ID=ee7a6c92-5553-437a-abd0-9d310211de4b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:51.684495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdbb51d-59be-4dcf-ab1b-6f5a9ca012a6 None None] The sync data for ids ['bf63eaed-f99d-47a3-abb6-aed53760e8d0'] in n-d-827336-2 is: [{'id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'name': 'tempest-ServersTestMultiNic-760019754-router', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:11:47Z', 'updated_at': '2022-02-02T13:11:48Z', 'revision_number': 3, 'project_id': '575a1f32155042908ad22df36aa0404f', 'gw_port': {'id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:11:48Z', 'updated_at': '2022-02-02T13:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:11:51.712376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cac989cc-135d-4aac-9aa8-f893faa1f868 None None] Provisioning complete for port 53ff58d8-c8dc-49c0-9d44-eb168710c04a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:51.713204 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cac989cc-135d-4aac-9aa8-f893faa1f868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:51.750320 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (d93d636a-eb92-4b46-bdf4-ea5fcba87675), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:51.792694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Network c7140f62-2aff-42f6-a8c5-db10b24eda3e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:51.794121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:51.804576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d93d636a-eb92-4b46-bdf4-ea5fcba87675), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:51.861651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cac989cc-135d-4aac-9aa8-f893faa1f868 None None] Current status of the port 53ff58d8-c8dc-49c0-9d44-eb168710c04a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:51.906140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cac989cc-135d-4aac-9aa8-f893faa1f868 None None] Provisioning complete for port ee7a6c92-5553-437a-abd0-9d310211de4b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:51.906665 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cac989cc-135d-4aac-9aa8-f893faa1f868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:51.911691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network d3c23af6-6ec4-48a6-ba37-009bfb854fad is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:51.912626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=d93d636a-eb92-4b46-bdf4-ea5fcba87675,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:51.924718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:51.934494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:51.950132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cac989cc-135d-4aac-9aa8-f893faa1f868 None None] Port ee7a6c92-5553-437a-abd0-9d310211de4b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:52.001377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Router bf63eaed-f99d-47a3-abb6-aed53760e8d0 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:11:52.035241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:52.036068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:52.082510 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a8ef04fc-d0a3-4d00-935a-6891e04d0395 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9242702 Feb 02 13:11:52.083303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54918) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:52.088576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'port': {'network_id': 'd3c23af6-6ec4-48a6-ba37-009bfb854fad', 'name': 'tempest-FloatingIPTestJSON-1373289176'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:52.145701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 53ff58d8-c8dc-49c0-9d44-eb168710c04a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:11:52.162166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:11:52.182087 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d76342c7-755b-42ad-9726-3b5cb89f39d8 admin admin] 10.222.0.83 "PUT /v2.0/routers/bf63eaed-f99d-47a3-abb6-aed53760e8d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7156136 Feb 02 13:11:52.237757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 53ff58d8-c8dc-49c0-9d44-eb168710c04a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:52.238133 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:52.282187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Made reservation on behalf of c80864fe7f3741348efd69e2c2a848a3 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:52.286967 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:52.308802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] device_id is not set on port da26595f-8bb4-4a70-9901-8d805c14b5f6 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:11:52.323076 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4b0dfea8-3433-41d0-9490-dce9a0d16403 None None] Provisioning complete for port ee7a6c92-5553-437a-abd0-9d310211de4b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:52.323465 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b0dfea8-3433-41d0-9490-dce9a0d16403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:52.368925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:52.387026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4b0dfea8-3433-41d0-9490-dce9a0d16403 None None] Port ee7a6c92-5553-437a-abd0-9d310211de4b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:11:52.461767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97adbe94-2cf9-4c41-b3a6-2e132a263aa5 req-af0ab48a-1d3a-4a87-a4c1-4863a212225b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0545416 Feb 02 13:11:52.465686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bb06b49f-44e7-42d6-bc16-56c63d323252 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1856865487'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:52.473624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.20.0.11 (d3c23af6-6ec4-48a6-ba37-009bfb854fad/8a4e76b2-29aa-4dc5-9511-4beeadfca8e8/da26595f-8bb4-4a70-9901-8d805c14b5f6) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:52.516056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb06b49f-44e7-42d6-bc16-56c63d323252 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:52.519708 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb06b49f-44e7-42d6-bc16-56c63d323252 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:52.580559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb06b49f-44e7-42d6-bc16-56c63d323252 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:11:52.591855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb06b49f-44e7-42d6-bc16-56c63d323252 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (bd1920d0-7ca5-4836-a32b-653cbe350c19), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:52.592200 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-bb06b49f-44e7-42d6-bc16-56c63d323252 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Added segment bd1920d0-7ca5-4836-a32b-653cbe350c19 of type vlan for network e9b47ba8-6947-418b-a5d2-ef9337a0f554 Feb 02 13:11:52.641349 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb06b49f-44e7-42d6-bc16-56c63d323252 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (e9b47ba8-6947-418b-a5d2-ef9337a0f554), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:52.642499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 53ff58d8-c8dc-49c0-9d44-eb168710c04a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:52.681475 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb06b49f-44e7-42d6-bc16-56c63d323252 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (e9b47ba8-6947-418b-a5d2-ef9337a0f554), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:52.688522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb06b49f-44e7-42d6-bc16-56c63d323252 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:52.689689 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb06b49f-44e7-42d6-bc16-56c63d323252 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:52.768107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06b49f-44e7-42d6-bc16-56c63d323252 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Network': ['ID=e9b47ba8-6947-418b-a5d2-ef9337a0f554,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:52.778688 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network e9b47ba8-6947-418b-a5d2-ef9337a0f554 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:11:52.805078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bb06b49f-44e7-42d6-bc16-56c63d323252 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4349215 Feb 02 13:11:52.805820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:52.816388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-95d4217a-cdd2-408d-85d7-fb49d43bb339 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'subnet': {'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:52.947834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d4217a-cdd2-408d-85d7-fb49d43bb339 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:52.954760 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95d4217a-cdd2-408d-85d7-fb49d43bb339 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.037795 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (da26595f-8bb4-4a70-9901-8d805c14b5f6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.090897 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (da26595f-8bb4-4a70-9901-8d805c14b5f6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.144097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network d3c23af6-6ec4-48a6-ba37-009bfb854fad is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:53.147621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:53.157442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:53.206405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:53.207080 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.227887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=da26595f-8bb4-4a70-9901-8d805c14b5f6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:53.239827 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7fbc7f71-42b6-41b9-9f08-2318963622ea tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1553826 Feb 02 13:11:53.240551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54934) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:53.245332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'da26595f-8bb4-4a70-9901-8d805c14b5f6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:53.285640 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.291233 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95d4217a-cdd2-408d-85d7-fb49d43bb339 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (21812206-150b-474e-9958-54d8c39454e2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.343403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4217a-cdd2-408d-85d7-fb49d43bb339 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Subnet': ['ID=21812206-150b-474e-9958-54d8c39454e2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:53.392166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d4217a-cdd2-408d-85d7-fb49d43bb339 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Checking segment: {'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:53.392846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4217a-cdd2-408d-85d7-fb49d43bb339 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network hostable DHCP agents. Network: e9b47ba8-6947-418b-a5d2-ef9337a0f554, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:11:53.437675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d4217a-cdd2-408d-85d7-fb49d43bb339 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network e9b47ba8-6947-418b-a5d2-ef9337a0f554 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:11:53.453943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-95d4217a-cdd2-408d-85d7-fb49d43bb339 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, e9b47ba8-6947-418b-a5d2-ef9337a0f554) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:53.465371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7496b4-fad5-4c22-aace-248cc26cab81 None None] Network e9b47ba8-6947-418b-a5d2-ef9337a0f554 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:53.471042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d4217a-cdd2-408d-85d7-fb49d43bb339 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:53.471999 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95d4217a-cdd2-408d-85d7-fb49d43bb339 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.486724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.534186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-95d4217a-cdd2-408d-85d7-fb49d43bb339 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7271564 Feb 02 13:11:53.540721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54948) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:53.546258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ae271141-dff8-4ca6-87a0-c55f53ddd842 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1742783005'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:53.649582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e51592e-1b76-43da-a13a-ccf32635a246 req-dd660de0-f951-453f-b630-1aff26e8c69e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0648253 Feb 02 13:11:53.651980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae271141-dff8-4ca6-87a0-c55f53ddd842 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:53.656543 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae271141-dff8-4ca6-87a0-c55f53ddd842 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.683088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-e9b47ba8-6947-418b-a5d2-ef9337a0f554', 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554', 'project_id': '575a1f32155042908ad22df36aa0404f', 'fixed_ips': [{'subnet_id': '21812206-150b-474e-9958-54d8c39454e2'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:11:53.685819 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.709532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.25.4.115 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/f9622709-558d-4c25-bbf4-30b58f41fcf3) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:53.789601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7f6da-7ee8-4aab-b23a-df734dd649d4 req-fd0f43da-bb21-4e92-9ea9-0133d6105a8a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:53.791288 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7bb7f6da-7ee8-4aab-b23a-df734dd649d4 req-fd0f43da-bb21-4e92-9ea9-0133d6105a8a tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 945 time: 0.1761961 Feb 02 13:11:53.795637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae271141-dff8-4ca6-87a0-c55f53ddd842 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:11:53.850415 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae271141-dff8-4ca6-87a0-c55f53ddd842 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (cf959fb2-5a63-461c-96a6-e7b1177e66a4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.850922 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-ae271141-dff8-4ca6-87a0-c55f53ddd842 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Added segment cf959fb2-5a63-461c-96a6-e7b1177e66a4 of type vlan for network 2eda544a-320e-4556-b7f4-45c8eb605c87 Feb 02 13:11:53.891366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (f9622709-558d-4c25-bbf4-30b58f41fcf3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.932412 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae271141-dff8-4ca6-87a0-c55f53ddd842 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (2eda544a-320e-4556-b7f4-45c8eb605c87), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:53.972197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7bb7f6da-7ee8-4aab-b23a-df734dd649d4 req-1d41285a-67eb-4d17-b9ca-6acb21cc04e8 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631880 Feb 02 13:11:54.004502 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f9622709-558d-4c25-bbf4-30b58f41fcf3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:54.035350 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae271141-dff8-4ca6-87a0-c55f53ddd842 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (2eda544a-320e-4556-b7f4-45c8eb605c87), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:54.047943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae271141-dff8-4ca6-87a0-c55f53ddd842 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:54.049193 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae271141-dff8-4ca6-87a0-c55f53ddd842 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:54.067219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Allocated IP 19.80.0.2 (e9b47ba8-6947-418b-a5d2-ef9337a0f554/21812206-150b-474e-9958-54d8c39454e2/ff40ec8f-f26b-46a2-876c-f3ca145cfd55) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:54.108096 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ae271141-dff8-4ca6-87a0-c55f53ddd842 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5639455 Feb 02 13:11:54.118975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:54.136781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ec6eef24-641d-459e-b5f9-2caf7e1127e4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'subnet': {'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:54.150419 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:54.157009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:54.166067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:54.278293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=f9622709-558d-4c25-bbf4-30b58f41fcf3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:54.295709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d5c983d1-da9b-4733-9c6d-1e0d31df6eaa up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:11:54.413538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Sync routers for ids ['bf63eaed-f99d-47a3-abb6-aed53760e8d0'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:11:54.451596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6eef24-641d-459e-b5f9-2caf7e1127e4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:11:54.455221 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec6eef24-641d-459e-b5f9-2caf7e1127e4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:54.486626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Routers {'bf63eaed-f99d-47a3-abb6-aed53760e8d0'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:11:54.497568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:11:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['bf63eaed-f99d-47a3-abb6-aed53760e8d0'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:54.631027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae271141-dff8-4ca6-87a0-c55f53ddd842 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Network': ['ID=2eda544a-320e-4556-b7f4-45c8eb605c87,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:54.736137 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (c92913ef-65a3-4a38-bd95-e15f0877f5cd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:54.749909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Set router bf63eaed-f99d-47a3-abb6-aed53760e8d0 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:11:54.768545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240fae3-8f8e-46df-9075-bc0487c0bd01 req-03b6fd49-4af6-44d1-89e5-fbe5730bc884 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:54.770111 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c240fae3-8f8e-46df-9075-bc0487c0bd01 req-03b6fd49-4af6-44d1-89e5-fbe5730bc884 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 945 time: 0.5339673 Feb 02 13:11:54.881951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 2eda544a-320e-4556-b7f4-45c8eb605c87 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:11:54.883698 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f9622709-558d-4c25-bbf4-30b58f41fcf3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.094465 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Publish callbacks [] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.167766 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.188394 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f3f9815-6123-457a-b7b6-d76d8f98b3d6 req-6fd70046-e07a-4967-9da0-67f1e3801171 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.2456844 Feb 02 13:11:55.233684 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (f9622709-558d-4c25-bbf4-30b58f41fcf3), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.239362 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (f9622709-558d-4c25-bbf4-30b58f41fcf3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.270218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec6eef24-641d-459e-b5f9-2caf7e1127e4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (366774d2-c145-44f8-b5cb-173cf10af69b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.285420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Pushing event updated for resources: {'Port': ['ID=ff40ec8f-f26b-46a2-876c-f3ca145cfd55,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:55.301480 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Network e9b47ba8-6947-418b-a5d2-ef9337a0f554 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:55.317004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:55.341550 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:55.354232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6eef24-641d-459e-b5f9-2caf7e1127e4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Subnet': ['ID=366774d2-c145-44f8-b5cb-173cf10af69b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:55.355343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:55.355818 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.392888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c240fae3-8f8e-46df-9075-bc0487c0bd01 req-7b9b5e57-2bc7-4b44-8bff-8323efc185d1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Deleting port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:55.393251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c240fae3-8f8e-46df-9075-bc0487c0bd01 req-7b9b5e57-2bc7-4b44-8bff-8323efc185d1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.406566 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c72994-d9ca-40f1-b006-578b0bb31896 req-c611acc7-7133-4528-abe4-9132ed500d0c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:55.416264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6c72994-d9ca-40f1-b006-578b0bb31896 req-c611acc7-7133-4528-abe4-9132ed500d0c tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 945 time: 0.2738397 Feb 02 13:11:55.428475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=f9622709-558d-4c25-bbf4-30b58f41fcf3,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:55.460941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (c92913ef-65a3-4a38-bd95-e15f0877f5cd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.540291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6eef24-641d-459e-b5f9-2caf7e1127e4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Checking segment: {'id': 'cf959fb2-5a63-461c-96a6-e7b1177e66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:55.540838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6eef24-641d-459e-b5f9-2caf7e1127e4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network hostable DHCP agents. Network: 2eda544a-320e-4556-b7f4-45c8eb605c87, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:11:55.588816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Attempting to bind port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:11:55.589187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Attempting to bind port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:11:55.595449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Attempting to bind port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 on network e9b47ba8-6947-418b-a5d2-ef9337a0f554 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:11:55.598877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6c72994-d9ca-40f1-b006-578b0bb31896 req-bc941646-6fec-421a-9bba-34035e1134d6 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/security-groups?id=1eada56a-de22-4d10-ae5e-238bfe4629a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772759 Feb 02 13:11:55.611853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:11:55.611853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Checking segment: {'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:55.612181 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.612580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Bound using segment: {'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:11:55.613072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Bound port: ff40ec8f-f26b-46a2-876c-f3ca145cfd55, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:11:55.613465 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.648424 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6eef24-641d-459e-b5f9-2caf7e1127e4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network 2eda544a-320e-4556-b7f4-45c8eb605c87 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:11:55.668339 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Floating IP c92913ef-65a3-4a38-bd95-e15f0877f5cd associated. External IP: 172.25.4.115, port: da26595f-8bb4-4a70-9901-8d805c14b5f6. Feb 02 13:11:55.673929 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c240fae3-8f8e-46df-9075-bc0487c0bd01 req-7b9b5e57-2bc7-4b44-8bff-8323efc185d1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] For port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1,segment=NetworkSegment(f0c204ca-596f-4aea-befe-ed70209788e1),segment_id=f0c204ca-596f-4aea-befe-ed70209788e1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:55.683628 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c240fae3-8f8e-46df-9075-bc0487c0bd01 req-7b9b5e57-2bc7-4b44-8bff-8323efc185d1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.687339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ec6eef24-641d-459e-b5f9-2caf7e1127e4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 2eda544a-320e-4556-b7f4-45c8eb605c87) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:55.711302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6eef24-641d-459e-b5f9-2caf7e1127e4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:55.712002 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec6eef24-641d-459e-b5f9-2caf7e1127e4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:55.760507 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ec6eef24-641d-459e-b5f9-2caf7e1127e4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6347241 Feb 02 13:11:55.761785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-c240fae3-8f8e-46df-9075-bc0487c0bd01 req-7b9b5e57-2bc7-4b44-8bff-8323efc185d1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Calling delete_port for 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:55.796215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c250a33-1c0c-4004-95a6-65cc71a9476f None None] Network 2eda544a-320e-4556-b7f4-45c8eb605c87 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:55.915285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] For port ff40ec8f-f26b-46a2-876c-f3ca145cfd55, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:11:55.918528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] For port ff40ec8f-f26b-46a2-876c-f3ca145cfd55, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ff40ec8f-f26b-46a2-876c-f3ca145cfd55,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:11:55.990029 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:56.058852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:11:56.209227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:11:56.209847 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:56.212362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:11:56.233570 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ba347-1a94-4407-8007-dbd1a614c814 None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:11:56.246353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'name': 'tempest-ServersTestMultiNic-760019754-router', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:11:47Z', 'updated_at': '2022-02-02T13:11:51Z', 'revision_number': 4, 'project_id': '575a1f32155042908ad22df36aa0404f', 'gw_port': {'id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:11:48Z', 'updated_at': '2022-02-02T13:11:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'ee7a6c92-5553-437a-abd0-9d310211de4b', 'name': '', 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'mac_address': 'fa:16:3e:7c:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'f8100167-bf35-480b-9bf8-aa5f257e742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:11:50Z', 'updated_at': '2022-02-02T13:11:51Z', 'revision_number': 2, 'project_id': '575a1f32155042908ad22df36aa0404f', 'subnets': [{'id': 'f8100167-bf35-480b-9bf8-aa5f257e742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:56.285848 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ba347-1a94-4407-8007-dbd1a614c814 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:11:56.286491 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c45ba347-1a94-4407-8007-dbd1a614c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:11:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:56.348492 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:56.351222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-e7958d44-f939-46e4-b2ba-7dc147df14df tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:56.365775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-e7958d44-f939-46e4-b2ba-7dc147df14df tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:11:56.367487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-e7958d44-f939-46e4-b2ba-7dc147df14df tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/networks?id=e9b47ba8-6947-418b-a5d2-ef9337a0f554&id=2eda544a-320e-4556-b7f4-45c8eb605c87&id=e9b47ba8-6947-418b-a5d2-ef9337a0f554 HTTP/1.1" status: 200 len: 1392 time: 0.4184320 Feb 02 13:11:56.381842 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c240fae3-8f8e-46df-9075-bc0487c0bd01 req-7b9b5e57-2bc7-4b44-8bff-8323efc185d1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (41e356e3-454a-41f4-a67c-2e2ca2c6e9c1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:56.403837 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Checking router: bf63eaed-f99d-47a3-abb6-aed53760e8d0 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:11:56.412030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Updating router bf63eaed-f99d-47a3-abb6-aed53760e8d0 port ee7a6c92-5553-437a-abd0-9d310211de4b binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:11:56.436137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['41e356e3-454a-41f4-a67c-2e2ca2c6e9c1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:11:56.447297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d5c983d1-da9b-4733-9c6d-1e0d31df6eaa,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:11:56.449495 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c45ba347-1a94-4407-8007-dbd1a614c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:56.460030 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bd72df8a-2a0c-48a5-9b0a-e6d69ae7c453 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.2183340 Feb 02 13:11:56.461289 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55006) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:56.473131 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ba347-1a94-4407-8007-dbd1a614c814 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:11:56.474160 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c45ba347-1a94-4407-8007-dbd1a614c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:11:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:56.475475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-80367138-0173-4976-8621-624d327733be tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:11:56.492194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b5e57-2bc7-4b44-8bff-8323efc185d1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Pushing event deleted for resources: {'Port': ['ID=41e356e3-454a-41f4-a67c-2e2ca2c6e9c1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:56.526310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3be13139-ea4f-41cb-91aa-7ca31bb96f3a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/quotas/575a1f32155042908ad22df36aa0404f HTTP/1.1" status: 200 len: 375 time: 0.1291983 Feb 02 13:11:56.561478 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c45ba347-1a94-4407-8007-dbd1a614c814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:56.562631 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ba347-1a94-4407-8007-dbd1a614c814 None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:11:56.569148 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:56.572866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db880984-239a-44a7-895f-3e71a586e1ea None None] Pushing event updated for resources: {'Port': ['ID=ff40ec8f-f26b-46a2-876c-f3ca145cfd55,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:56.589331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59a170f8-d71d-4f1a-89ad-a198bb667e68 req-df576fd9-02bf-4de2-b7db-e7e290db2f20 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.1097002 Feb 02 13:11:56.654806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80367138-0173-4976-8621-624d327733be tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (c92913ef-65a3-4a38-bd95-e15f0877f5cd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:56.715749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c240fae3-8f8e-46df-9075-bc0487c0bd01 req-7b9b5e57-2bc7-4b44-8bff-8323efc185d1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] No DVR routers for this DVR port 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:11:56.719174 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c240fae3-8f8e-46df-9075-bc0487c0bd01 req-7b9b5e57-2bc7-4b44-8bff-8323efc185d1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:56.726530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c240fae3-8f8e-46df-9075-bc0487c0bd01 req-7b9b5e57-2bc7-4b44-8bff-8323efc185d1 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.62 "DELETE /v2.0/ports/41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 HTTP/1.1" status: 204 len: 173 time: 1.9428036 Feb 02 13:11:56.730862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0c56fd-1fcc-4e50-9031-c157f0c2f169', 'name': 'network-vif-deleted', 'tag': '41e356e3-454a-41f4-a67c-2e2ca2c6e9c1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:11:56.732526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-2eda544a-320e-4556-b7f4-45c8eb605c87', 'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87', 'project_id': '575a1f32155042908ad22df36aa0404f', 'fixed_ips': [{'subnet_id': '366774d2-c145-44f8-b5cb-173cf10af69b'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:11:56.740340 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:56.743357 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:56.756726 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8346d6-aa33-4881-81f8-e64039a7a22f" -d '{"events": [{"server_uuid": "4b0c56fd-1fcc-4e50-9031-c157f0c2f169", "name": "network-vif-deleted", "tag": "41e356e3-454a-41f4-a67c-2e2ca2c6e9c1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:11:56.894618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=d5c983d1-da9b-4733-9c6d-1e0d31df6eaa,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:56.932680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d8f56b1-ca87-43b2-8f47-7ccf62710d51 req-c4c59fd8-df5c-4c04-96a4-93a7cd8cca46 tempest-AttachVolumeNegativeTest-411921967 tempest-AttachVolumeNegativeTest-411921967-project] 10.222.0.83 "GET /v2.0/ports?device_id=4b0c56fd-1fcc-4e50-9031-c157f0c2f169 HTTP/1.1" status: 200 len: 210 time: 0.0723994 Feb 02 13:11:56.956610 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80367138-0173-4976-8621-624d327733be tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:56.968164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-78735bd7-2302-4d16-b9a5-186076dc07fb tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=575a1f32155042908ad22df36aa0404f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4181139 Feb 02 13:11:56.978623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80367138-0173-4976-8621-624d327733be tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (c92913ef-65a3-4a38-bd95-e15f0877f5cd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:56.979021 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-80367138-0173-4976-8621-624d327733be tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Floating IP c92913ef-65a3-4a38-bd95-e15f0877f5cd disassociated. External IP: 172.25.4.115, port: da26595f-8bb4-4a70-9901-8d805c14b5f6. Feb 02 13:11:57.072127 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0482cdcc-7d34-438a-88b2-ad442a18cd55 x-openstack-request-id: req-0482cdcc-7d34-438a-88b2-ad442a18cd55 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:11:57.072429 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0c56fd-1fcc-4e50-9031-c157f0c2f169", "name": "network-vif-deleted", "tag": "41e356e3-454a-41f4-a67c-2e2ca2c6e9c1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:11:57.072685 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0482cdcc-7d34-438a-88b2-ad442a18cd55 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:11:57.073136 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0c56fd-1fcc-4e50-9031-c157f0c2f169', 'name': 'network-vif-deleted', 'tag': '41e356e3-454a-41f4-a67c-2e2ca2c6e9c1', 'status': 'completed', 'code': 200} Feb 02 13:11:57.117449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-49f7e9dc-a0ec-42eb-80d6-68974d289758 service neutron] 10.222.0.83 "GET /v2.0/networks/e9b47ba8-6947-418b-a5d2-ef9337a0f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479526 Feb 02 13:11:57.253755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-042db0cb-af45-4519-969e-86cbe3eccba1 service neutron] 10.222.0.83 "GET /v2.0/networks/e9b47ba8-6947-418b-a5d2-ef9337a0f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295660 Feb 02 13:11:57.365703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80367138-0173-4976-8621-624d327733be tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:11:57.420461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Allocated IP 19.86.0.2 (2eda544a-320e-4556-b7f4-45c8eb605c87/366774d2-c145-44f8-b5cb-173cf10af69b/6daa1b08-9575-41eb-a367-21f808d06b17) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:11:57.490120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-ad156757-aed6-4748-bd67-226ccc10e85a service neutron] 10.222.0.83 "GET /v2.0/networks/2eda544a-320e-4556-b7f4-45c8eb605c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294800 Feb 02 13:11:57.632440 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80367138-0173-4976-8621-624d327733be tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:11:57.640588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80367138-0173-4976-8621-624d327733be tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:57.698092 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-76faed0d-29e9-4c76-a589-a08597ddc509 service neutron] 10.222.0.83 "GET /v2.0/networks/2eda544a-320e-4556-b7f4-45c8eb605c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014234 Feb 02 13:11:57.709770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b04bd-2136-4221-92b6-820ebfd29077 None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:11:57.764627 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-80367138-0173-4976-8621-624d327733be tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "PUT /v2.0/floatingips/c92913ef-65a3-4a38-bd95-e15f0877f5cd HTTP/1.1" status: 200 len: 688 time: 1.2999990 Feb 02 13:11:57.774777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55026) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:57.819306 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Publish callbacks [] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:57.833391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b04bd-2136-4221-92b6-820ebfd29077 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:11:57.835081 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eef6420a-6429-4731-b984-584767784ede req-3c5bb2ec-306d-41d0-99ce-718c9ac36c91 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0557573 Feb 02 13:11:57.836824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e30b04bd-2136-4221-92b6-820ebfd29077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:11:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:57.916294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e30b04bd-2136-4221-92b6-820ebfd29077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:57.928301 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:58.034153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784233d-1eb4-447b-b99c-ec7e07f0057b None None] Pushing event updated for resources: {'Port': ['ID=ee7a6c92-5553-437a-abd0-9d310211de4b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:58.061568 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55034) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:58.105358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30b04bd-2136-4221-92b6-820ebfd29077 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:11:58.106004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e30b04bd-2136-4221-92b6-820ebfd29077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:11:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:58.315871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6ec00f-48b3-4ee3-86eb-ec6fed00186f admin admin] Deleting subnet a77b539c-fe67-429b-b8d9-661c579990ef {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:11:58.320272 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec00f-48b3-4ee3-86eb-ec6fed00186f admin admin] Publish callbacks [] for subnet (a77b539c-fe67-429b-b8d9-661c579990ef), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:58.402395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3572d74e-4fd4-46d5-b62f-5d2857d2667f service neutron] 10.222.0.83 "GET /v2.0/networks/e9b47ba8-6947-418b-a5d2-ef9337a0f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6980288 Feb 02 13:11:58.422726 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec00f-48b3-4ee3-86eb-ec6fed00186f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (a77b539c-fe67-429b-b8d9-661c579990ef), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:58.528713 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec00f-48b3-4ee3-86eb-ec6fed00186f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a77b539c-fe67-429b-b8d9-661c579990ef), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:58.555320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a9ff6b-8099-4251-8d6a-e31dec8f322f None None] Network e9b47ba8-6947-418b-a5d2-ef9337a0f554 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:11:58.563444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e30b04bd-2136-4221-92b6-820ebfd29077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:58.564101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b04bd-2136-4221-92b6-820ebfd29077 None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:11:58.628092 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec00f-48b3-4ee3-86eb-ec6fed00186f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (a77b539c-fe67-429b-b8d9-661c579990ef), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:58.681836 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ec00f-48b3-4ee3-86eb-ec6fed00186f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77b539c-fe67-429b-b8d9-661c579990ef,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:58.716496 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e6ec00f-48b3-4ee3-86eb-ec6fed00186f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:58.720131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1e6ec00f-48b3-4ee3-86eb-ec6fed00186f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a77b539c-fe67-429b-b8d9-661c579990ef HTTP/1.1" status: 204 len: 168 time: 0.6574998 Feb 02 13:11:58.723840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55042) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:58.815071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:11:58.863547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (c63a35f9-d564-490d-b25a-136375c41397), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:58.897247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:11:58.897599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 41e356e3-454a-41f4-a67c-2e2ca2c6e9c1 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:11:58.927240 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3cb90e08-a953-4442-9d73-0f44c7ee175c None None] Provisioning complete for port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:58.936752 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb90e08-a953-4442-9d73-0f44c7ee175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.040580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ff40ec8f-f26b-46a2-876c-f3ca145cfd55 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:11:59.043858 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (c63a35f9-d564-490d-b25a-136375c41397), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.085703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63a35f9-d564-490d-b25a-136375c41397']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:59.105442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c204ca-596f-4aea-befe-ed70209788e1') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:59.105737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c204ca-596f-4aea-befe-ed70209788e1') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:11:59.117830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Attempting to bind port ee7a6c92-5553-437a-abd0-9d310211de4b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:11:59.118201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Attempting to bind port ee7a6c92-5553-437a-abd0-9d310211de4b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '23a2ff74-5b3e-416a-98b0-f5e68df3b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:11:59.118562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Attempting to bind port ee7a6c92-5553-437a-abd0-9d310211de4b on network c7140f62-2aff-42f6-a8c5-db10b24eda3e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:11:59.141399 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (f0c204ca-596f-4aea-befe-ed70209788e1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.159824 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (f0c204ca-596f-4aea-befe-ed70209788e1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.173239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:11:59.173239 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (f0c204ca-596f-4aea-befe-ed70209788e1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:11:59.174959 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:11:59.182053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef9e2832-fcbb-4ab3-af1c-21d90fd9412e req-18613099-282a-4ef1-9292-03bbcc1948b0 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.1098862 Feb 02 13:11:59.186598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a3f35ce3-c5c2-44a2-95cf-7fbe4577ac5f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port f9622709-558d-4c25-bbf4-30b58f41fcf3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:11:59.186940 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3f35ce3-c5c2-44a2-95cf-7fbe4577ac5f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f9622709-558d-4c25-bbf4-30b58f41fcf3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.194400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:11:59.194808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Checking segment: {'id': '23a2ff74-5b3e-416a-98b0-f5e68df3b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:11:59.195215 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.195637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Bound using segment: {'id': '23a2ff74-5b3e-416a-98b0-f5e68df3b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:11:59.196133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Bound port: ee7a6c92-5553-437a-abd0-9d310211de4b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23a2ff74-5b3e-416a-98b0-f5e68df3b2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:11:59.196518 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.300176 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (c63a35f9-d564-490d-b25a-136375c41397), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.325538 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3f35ce3-c5c2-44a2-95cf-7fbe4577ac5f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f9622709-558d-4c25-bbf4-30b58f41fcf3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.329232 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3f35ce3-c5c2-44a2-95cf-7fbe4577ac5f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (f9622709-558d-4c25-bbf4-30b58f41fcf3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.336265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.369073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a3f35ce3-c5c2-44a2-95cf-7fbe4577ac5f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for f9622709-558d-4c25-bbf4-30b58f41fcf3 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:11:59.369954 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] 10.222.0.83 "DELETE /v2.0/networks/c63a35f9-d564-490d-b25a-136375c41397 HTTP/1.1" status: 204 len: 168 time: 0.6450882 Feb 02 13:11:59.457727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4af1bb-22be-41e9-9fc2-03bdf2ca905d admin admin] Pushing event deleted for resources: {'Network': ['ID=c63a35f9-d564-490d-b25a-136375c41397,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:59.548915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] For port ee7a6c92-5553-437a-abd0-9d310211de4b, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:11:59.554726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] For port ee7a6c92-5553-437a-abd0-9d310211de4b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ee7a6c92-5553-437a-abd0-9d310211de4b,segment=NetworkSegment(23a2ff74-5b3e-416a-98b0-f5e68df3b2b3),segment_id=23a2ff74-5b3e-416a-98b0-f5e68df3b2b3)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:11:59.572758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3bba2fe5-7c52-4119-b44e-6151535496b4 service neutron] 10.222.0.83 "GET /v2.0/networks/e9b47ba8-6947-418b-a5d2-ef9337a0f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1579773 Feb 02 13:11:59.592935 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Publish callbacks [] for port (6daa1b08-9575-41eb-a367-21f808d06b17), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.625944 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.698374 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.720993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:59.721655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784233d-1eb4-447b-b99c-ec7e07f0057b None None] Pushing event updated for resources: {'Port': ['ID=ee7a6c92-5553-437a-abd0-9d310211de4b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:59.748545 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3f35ce3-c5c2-44a2-95cf-7fbe4577ac5f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f9622709-558d-4c25-bbf4-30b58f41fcf3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.786445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f35ce3-c5c2-44a2-95cf-7fbe4577ac5f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=f9622709-558d-4c25-bbf4-30b58f41fcf3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:59.806319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Network 2eda544a-320e-4556-b7f4-45c8eb605c87 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:11:59.807836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:11:59.808987 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:11:59.832888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Pushing event updated for resources: {'Port': ['ID=6daa1b08-9575-41eb-a367-21f808d06b17,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:11:59.837015 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e3be02d7-49bd-44db-b5f8-b870810478df admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bcbf353261c44a12b598f300f6175e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1144199 Feb 02 13:11:59.839692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55060) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:11:59.853467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:11:59.878777 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:11:59.997780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dfbf690-8516-433f-8c96-973e82afa12c req-4cc308e3-786f-4f63-9899-043d799293d2 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 210 time: 0.0719626 Feb 02 13:11:59.998887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28e30031-45cd-40eb-a29a-06670d4e5985 admin admin] Publish callbacks [] for security_group (1eada56a-de22-4d10-ae5e-238bfe4629a5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.028589 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3f35ce3-c5c2-44a2-95cf-7fbe4577ac5f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (c92913ef-65a3-4a38-bd95-e15f0877f5cd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.028589 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3f35ce3-c5c2-44a2-95cf-7fbe4577ac5f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.028589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a3f35ce3-c5c2-44a2-95cf-7fbe4577ac5f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/floatingips/c92913ef-65a3-4a38-bd95-e15f0877f5cd HTTP/1.1" status: 204 len: 168 time: 2.2116759 Feb 02 13:12:00.033046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55064) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:00.046045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'd93d636a-eb92-4b46-bdf4-ea5fcba87675'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:00.048836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28e30031-45cd-40eb-a29a-06670d4e5985 admin admin] Publish callbacks [] for security_group (1eada56a-de22-4d10-ae5e-238bfe4629a5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.128351 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.138831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Attempting to bind port 6daa1b08-9575-41eb-a367-21f808d06b17 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:12:00.140025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Attempting to bind port 6daa1b08-9575-41eb-a367-21f808d06b17 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'cf959fb2-5a63-461c-96a6-e7b1177e66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:12:00.148589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Attempting to bind port 6daa1b08-9575-41eb-a367-21f808d06b17 on network 2eda544a-320e-4556-b7f4-45c8eb605c87 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:12:00.148752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28e30031-45cd-40eb-a29a-06670d4e5985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1eada56a-de22-4d10-ae5e-238bfe4629a5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.160217 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28e30031-45cd-40eb-a29a-06670d4e5985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.164324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:12:00.178495 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-28e30031-45cd-40eb-a29a-06670d4e5985 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1eada56a-de22-4d10-ae5e-238bfe4629a5 HTTP/1.1" status: 204 len: 168 time: 0.3273458 Feb 02 13:12:00.198537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Checking segment: {'id': 'cf959fb2-5a63-461c-96a6-e7b1177e66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:12:00.198946 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.199353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Bound using segment: {'id': 'cf959fb2-5a63-461c-96a6-e7b1177e66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:12:00.199911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Bound port: 6daa1b08-9575-41eb-a367-21f808d06b17, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf959fb2-5a63-461c-96a6-e7b1177e66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:12:00.200293 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.208918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e30031-45cd-40eb-a29a-06670d4e5985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eada56a-de22-4d10-ae5e-238bfe4629a5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:00.339328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3cb90e08-a953-4442-9d73-0f44c7ee175c None None] Current status of the port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:00.341534 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb90e08-a953-4442-9d73-0f44c7ee175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.420027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Routers {'bf63eaed-f99d-47a3-abb6-aed53760e8d0'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:00.420689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:11:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['bf63eaed-f99d-47a3-abb6-aed53760e8d0'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:00.441316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75fcaf30-b449-4d71-a68e-b85356d73a75 req-6212e61a-938f-4019-a2de-03636182bbec tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.1365719 Feb 02 13:12:00.565730 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.718970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] For port 6daa1b08-9575-41eb-a367-21f808d06b17, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:12:00.733425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] For port 6daa1b08-9575-41eb-a367-21f808d06b17, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6daa1b08-9575-41eb-a367-21f808d06b17,segment=NetworkSegment(cf959fb2-5a63-461c-96a6-e7b1177e66a4),segment_id=cf959fb2-5a63-461c-96a6-e7b1177e66a4)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:12:00.739986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:00.740621 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.774196 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.825377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3cb90e08-a953-4442-9d73-0f44c7ee175c None None] For port ff40ec8f-f26b-46a2-876c-f3ca145cfd55, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ff40ec8f-f26b-46a2-876c-f3ca145cfd55,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:00.836638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.25.4.178 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/dc950d7c-fe54-45e2-8b68-84d7b82c45fb) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:00.903604 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cb90e08-a953-4442-9d73-0f44c7ee175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:00.952138 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (dc950d7c-fe54-45e2-8b68-84d7b82c45fb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:01.006847 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (dc950d7c-fe54-45e2-8b68-84d7b82c45fb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:01.106282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:01.126538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:01.130519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] Set router bf63eaed-f99d-47a3-abb6-aed53760e8d0 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:12:01.146605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:01.160278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=dc950d7c-fe54-45e2-8b68-84d7b82c45fb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:01.281390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-084fac28-d600-4dd4-ad3b-8ce99492fa71 req-fc4c97d1-2eb7-4717-8b30-8dde1722144f tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 210 time: 0.1268251 Feb 02 13:12:01.451757 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:12:01.453564 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:12:01.526496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9ec9a-c6d2-429e-a3dd-f85f02172f23 None None] Pushing event updated for resources: {'Port': ['ID=6daa1b08-9575-41eb-a367-21f808d06b17,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:01.552588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9c9d42a5-67ea-412e-8c21-12f0036e75f9 None None] Provisioning complete for port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:01.553209 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c9d42a5-67ea-412e-8c21-12f0036e75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:01.598653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55118) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:01.605250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-dc3b968b-5dd4-49e4-b93c-da7a8dd0cc87 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-610535891'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:01.680857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3b968b-5dd4-49e4-b93c-da7a8dd0cc87 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:01.684790 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dc3b968b-5dd4-49e4-b93c-da7a8dd0cc87 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:01.787306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3b968b-5dd4-49e4-b93c-da7a8dd0cc87 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:12:01.803162 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dc3b968b-5dd4-49e4-b93c-da7a8dd0cc87 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4b3b9caa-5f7d-4992-97ce-1c068994e430), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:01.808488 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-dc3b968b-5dd4-49e4-b93c-da7a8dd0cc87 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Added segment 4b3b9caa-5f7d-4992-97ce-1c068994e430 of type vlan for network 587f13c3-5829-4c57-bcd3-f3f049bb1786 Feb 02 13:12:01.939927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dc3b968b-5dd4-49e4-b93c-da7a8dd0cc87 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (587f13c3-5829-4c57-bcd3-f3f049bb1786), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:01.978398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d42a5-67ea-412e-8c21-12f0036e75f9 None None] Current status of the port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:02.008388 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-39be11b6-d1e8-4d45-bc0d-2ba49473cb99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:02.025385 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dc3b968b-5dd4-49e4-b93c-da7a8dd0cc87 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (587f13c3-5829-4c57-bcd3-f3f049bb1786), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:02.031026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b968b-5dd4-49e4-b93c-da7a8dd0cc87 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:02.035805 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dc3b968b-5dd4-49e4-b93c-da7a8dd0cc87 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:02.069140 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dc3b968b-5dd4-49e4-b93c-da7a8dd0cc87 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4686091 Feb 02 13:12:02.086341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb90e08-a953-4442-9d73-0f44c7ee175c None None] Pushing event updated for resources: {'Port': ['ID=ff40ec8f-f26b-46a2-876c-f3ca145cfd55,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:02.091232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55128) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:02.111370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8dba8449-d858-4c15-950b-064d42b3446f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-383772685'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:02.140809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9c9d42a5-67ea-412e-8c21-12f0036e75f9 None None] Provisioning complete for port ee7a6c92-5553-437a-abd0-9d310211de4b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:02.141182 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c9d42a5-67ea-412e-8c21-12f0036e75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:02.153883 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (a1f76917-cc6d-4696-a460-4ac2c1dfa920), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:02.154940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dba8449-d858-4c15-950b-064d42b3446f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:02.163170 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dba8449-d858-4c15-950b-064d42b3446f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:02.199799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:02.200968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d5c983d1-da9b-4733-9c6d-1e0d31df6eaa up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:02.293808 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b968b-5dd4-49e4-b93c-da7a8dd0cc87 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Network': ['ID=587f13c3-5829-4c57-bcd3-f3f049bb1786,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:02.334879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 587f13c3-5829-4c57-bcd3-f3f049bb1786 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:12:02.366053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dba8449-d858-4c15-950b-064d42b3446f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:12:02.395364 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dba8449-d858-4c15-950b-064d42b3446f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (fab5940f-9d2d-485e-a0ce-e54c6d02b4ec), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:02.397084 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-8dba8449-d858-4c15-950b-064d42b3446f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Added segment fab5940f-9d2d-485e-a0ce-e54c6d02b4ec of type vlan for network f5fdd77c-8e52-4edb-974c-730c98bebc9d Feb 02 13:12:02.419601 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23fa5e4e-d787-4d5b-a915-d88262a9c2be req-b08b05fa-9ac4-4aaf-9283-de80f1c316cb tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0937574 Feb 02 13:12:02.501499 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dc950d7c-fe54-45e2-8b68-84d7b82c45fb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:02.509895 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dba8449-d858-4c15-950b-064d42b3446f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (f5fdd77c-8e52-4edb-974c-730c98bebc9d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:02.563077 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dba8449-d858-4c15-950b-064d42b3446f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (f5fdd77c-8e52-4edb-974c-730c98bebc9d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:02.575720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c47e6a8-892c-4c11-b66b-cd8feffb0593 req-d0de7415-26a6-4c6e-86c5-ec8689367906 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 210 time: 0.0749118 Feb 02 13:12:02.585218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dba8449-d858-4c15-950b-064d42b3446f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:02.591018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dba8449-d858-4c15-950b-064d42b3446f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:02.792429 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8dba8449-d858-4c15-950b-064d42b3446f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6914730 Feb 02 13:12:02.798584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55138) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:02.816153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5dd218fc-a7c9-4e50-a6c1-fbc111af8409 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'subnet': {'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:02.868222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-ad4c5c6d-e473-4d89-93c8-96d38e077103 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:02.879771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-ad4c5c6d-e473-4d89-93c8-96d38e077103 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:02.881381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-ad4c5c6d-e473-4d89-93c8-96d38e077103 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.62 "GET /v2.0/networks?id=e9b47ba8-6947-418b-a5d2-ef9337a0f554&id=2eda544a-320e-4556-b7f4-45c8eb605c87&id=e9b47ba8-6947-418b-a5d2-ef9337a0f554 HTTP/1.1" status: 200 len: 1392 time: 0.5506325 Feb 02 13:12:02.917939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16707687-96d8-45ce-8d93-769776dd90a4 None None] Network 2eda544a-320e-4556-b7f4-45c8eb605c87 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:12:02.963589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba8449-d858-4c15-950b-064d42b3446f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Network': ['ID=f5fdd77c-8e52-4edb-974c-730c98bebc9d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:02.990624 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (dc950d7c-fe54-45e2-8b68-84d7b82c45fb), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:02.998991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'port': {'device_id': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554', 'admin_state_up': True, 'tenant_id': '575a1f32155042908ad22df36aa0404f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:03.006279 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (dc950d7c-fe54-45e2-8b68-84d7b82c45fb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:03.050838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network f5fdd77c-8e52-4edb-974c-730c98bebc9d details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:12:03.089174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d42a5-67ea-412e-8c21-12f0036e75f9 None None] Current status of the port ee7a6c92-5553-437a-abd0-9d310211de4b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:03.089668 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c9d42a5-67ea-412e-8c21-12f0036e75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:03.113380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=dc950d7c-fe54-45e2-8b68-84d7b82c45fb,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:03.124466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (a1f76917-cc6d-4696-a460-4ac2c1dfa920), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:03.133276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'name': 'tempest-ServersTestMultiNic-760019754-router', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:11:47Z', 'updated_at': '2022-02-02T13:11:51Z', 'revision_number': 4, 'project_id': '575a1f32155042908ad22df36aa0404f', 'gw_port': {'id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:11:48Z', 'updated_at': '2022-02-02T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'ee7a6c92-5553-437a-abd0-9d310211de4b', 'name': '', 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'mac_address': 'fa:16:3e:7c:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'f8100167-bf35-480b-9bf8-aa5f257e742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:11:50Z', 'updated_at': '2022-02-02T13:11:59Z', 'revision_number': 4, 'project_id': '575a1f32155042908ad22df36aa0404f', 'subnets': [{'id': 'f8100167-bf35-480b-9bf8-aa5f257e742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:03.143321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd218fc-a7c9-4e50-a6c1-fbc111af8409 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:03.147082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5dd218fc-a7c9-4e50-a6c1-fbc111af8409 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:03.193494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:03.194013 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:03.292583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3535cf85-83ec-40a8-9436-25f896d50c46 None None] The sync data for ids ['bf63eaed-f99d-47a3-abb6-aed53760e8d0'] in n-d-827336-2 is: [{'id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'name': 'tempest-ServersTestMultiNic-760019754-router', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:11:47Z', 'updated_at': '2022-02-02T13:11:51Z', 'revision_number': 4, 'project_id': '575a1f32155042908ad22df36aa0404f', 'gw_port': {'id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:11:48Z', 'updated_at': '2022-02-02T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'ee7a6c92-5553-437a-abd0-9d310211de4b', 'name': '', 'network_id': 'c7140f62-2aff-42f6-a8c5-db10b24eda3e', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'mac_address': 'fa:16:3e:7c:10:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': 'f8100167-bf35-480b-9bf8-aa5f257e742a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:11:50Z', 'updated_at': '2022-02-02T13:11:59Z', 'revision_number': 4, 'project_id': '575a1f32155042908ad22df36aa0404f', 'subnets': [{'id': 'f8100167-bf35-480b-9bf8-aa5f257e742a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:03.302439 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Floating IP a1f76917-cc6d-4696-a460-4ac2c1dfa920 associated. External IP: 172.25.4.178, port: d93d636a-eb92-4b46-bdf4-ea5fcba87675. Feb 02 13:12:03.451166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9c9d42a5-67ea-412e-8c21-12f0036e75f9 None None] For port ee7a6c92-5553-437a-abd0-9d310211de4b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ee7a6c92-5553-437a-abd0-9d310211de4b,segment=NetworkSegment(23a2ff74-5b3e-416a-98b0-f5e68df3b2b3),segment_id=23a2ff74-5b3e-416a-98b0-f5e68df3b2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:03.487048 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c9d42a5-67ea-412e-8c21-12f0036e75f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:03.641782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5dd218fc-a7c9-4e50-a6c1-fbc111af8409 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (20ff2c74-050f-4a4a-a365-9050bf03faf5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:03.821135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd218fc-a7c9-4e50-a6c1-fbc111af8409 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Subnet': ['ID=20ff2c74-050f-4a4a-a365-9050bf03faf5,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:03.833464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:03.842246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd218fc-a7c9-4e50-a6c1-fbc111af8409 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Checking segment: {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:12:03.842557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd218fc-a7c9-4e50-a6c1-fbc111af8409 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Network hostable DHCP agents. Network: 587f13c3-5829-4c57-bcd3-f3f049bb1786, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:12:03.857754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1179144b-7e38-4867-b9ac-cdaae794b3ac None None] Provisioning complete for port 6daa1b08-9575-41eb-a367-21f808d06b17 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:03.871561 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1179144b-7e38-4867-b9ac-cdaae794b3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:03.911763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd218fc-a7c9-4e50-a6c1-fbc111af8409 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Network 587f13c3-5829-4c57-bcd3-f3f049bb1786 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:12:03.940145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-5dd218fc-a7c9-4e50-a6c1-fbc111af8409 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 587f13c3-5829-4c57-bcd3-f3f049bb1786) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:03.949247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d42a5-67ea-412e-8c21-12f0036e75f9 None None] Pushing event updated for resources: {'Port': ['ID=ee7a6c92-5553-437a-abd0-9d310211de4b,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:03.953455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd218fc-a7c9-4e50-a6c1-fbc111af8409 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:03.954126 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5dd218fc-a7c9-4e50-a6c1-fbc111af8409 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:03.965247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3391e9-ad07-49b4-832c-bbeca1dc862b None None] Network 587f13c3-5829-4c57-bcd3-f3f049bb1786 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:12:04.020114 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5dd218fc-a7c9-4e50-a6c1-fbc111af8409 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2125371 Feb 02 13:12:04.020334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55158) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:04.029740 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-269382db-1525-45b3-a414-9cd11cd66d73 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'subnet': {'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:04.282343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ad791e2-dab1-4d47-a976-c47a3914ece2 req-a7073166-4d7c-4a32-a0c0-0c3d8113e7a0 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 210 time: 0.2675757 Feb 02 13:12:04.291038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7edf9932-cc82-4d29-8589-75dd3244d19e req-7b125a26-86b0-45eb-8999-1db96fa9a33f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.2369168 Feb 02 13:12:04.332174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-587f13c3-5829-4c57-bcd3-f3f049bb1786', 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786', 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'fixed_ips': [{'subnet_id': '20ff2c74-050f-4a4a-a365-9050bf03faf5'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:12:04.333338 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:04.358565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269382db-1525-45b3-a414-9cd11cd66d73 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:04.361980 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-269382db-1525-45b3-a414-9cd11cd66d73 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:04.383689 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b562e2f-1036-4598-8ef0-c1bd38effce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:04.567277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:12:04.568290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:04.573514 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:04.654083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Allocated IP 10.1.1.2 (587f13c3-5829-4c57-bcd3-f3f049bb1786/20ff2c74-050f-4a4a-a365-9050bf03faf5/c33333c2-f983-4fb8-a0e8-2fd989f9216a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:04.826475 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Publish callbacks [] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:04.877198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1179144b-7e38-4867-b9ac-cdaae794b3ac None None] Current status of the port 6daa1b08-9575-41eb-a367-21f808d06b17 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:04.877606 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1179144b-7e38-4867-b9ac-cdaae794b3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:04.893261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ee7a6c92-5553-437a-abd0-9d310211de4b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:04.896069 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:04.907751 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-269382db-1525-45b3-a414-9cd11cd66d73 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (26371e2a-d775-4691-be95-f53aeb290042), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:04.975160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:12:04.987673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Pushing event updated for resources: {'Port': ['ID=c33333c2-f983-4fb8-a0e8-2fd989f9216a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:04.991409 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1b738-85ad-4e62-b2c8-fed5982c0f9e None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:12:05.007350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Allocated IP 19.80.0.54 (e9b47ba8-6947-418b-a5d2-ef9337a0f554/21812206-150b-474e-9958-54d8c39454e2/c2ce1395-e197-4948-a607-37337b82002d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:05.023088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.023770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.024112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.025791 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1b738-85ad-4e62-b2c8-fed5982c0f9e None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:05.026420 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-83b1b738-85ad-4e62-b2c8-fed5982c0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:05.029959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.030485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.031520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.031865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.032355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.032575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.032887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.033210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.033532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.033850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:05.059848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269382db-1525-45b3-a414-9cd11cd66d73 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Subnet': ['ID=26371e2a-d775-4691-be95-f53aeb290042,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:05.086971 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:05.091754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1179144b-7e38-4867-b9ac-cdaae794b3ac None None] For port 6daa1b08-9575-41eb-a367-21f808d06b17, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6daa1b08-9575-41eb-a367-21f808d06b17,segment=NetworkSegment(cf959fb2-5a63-461c-96a6-e7b1177e66a4),segment_id=cf959fb2-5a63-461c-96a6-e7b1177e66a4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:05.095977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Network 587f13c3-5829-4c57-bcd3-f3f049bb1786 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:05.102319 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1179144b-7e38-4867-b9ac-cdaae794b3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:05.128469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269382db-1525-45b3-a414-9cd11cd66d73 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Checking segment: {'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:12:05.134108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269382db-1525-45b3-a414-9cd11cd66d73 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Network hostable DHCP agents. Network: f5fdd77c-8e52-4edb-974c-730c98bebc9d, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:12:05.144254 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-83b1b738-85ad-4e62-b2c8-fed5982c0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:05.165723 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1b738-85ad-4e62-b2c8-fed5982c0f9e None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:05.170651 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-83b1b738-85ad-4e62-b2c8-fed5982c0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:05.178846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269382db-1525-45b3-a414-9cd11cd66d73 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Network f5fdd77c-8e52-4edb-974c-730c98bebc9d is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:12:05.201639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-269382db-1525-45b3-a414-9cd11cd66d73 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, f5fdd77c-8e52-4edb-974c-730c98bebc9d) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:05.210419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:05.214831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:05.220573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179144b-7e38-4867-b9ac-cdaae794b3ac None None] Pushing event updated for resources: {'Port': ['ID=6daa1b08-9575-41eb-a367-21f808d06b17,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:05.223413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269382db-1525-45b3-a414-9cd11cd66d73 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:05.227659 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-269382db-1525-45b3-a414-9cd11cd66d73 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:05.237602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d9851c-970c-4add-bdda-9474ba20d3a6 None None] Network f5fdd77c-8e52-4edb-974c-730c98bebc9d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:12:05.271122 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-83b1b738-85ad-4e62-b2c8-fed5982c0f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:05.274271 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1b738-85ad-4e62-b2c8-fed5982c0f9e None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:05.306208 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-269382db-1525-45b3-a414-9cd11cd66d73 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2822955 Feb 02 13:12:05.315259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55168) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:05.340739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'port': {'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786', 'name': 'tempest-TaggedBootDevicesTest-498254776', 'fixed_ips': [{'subnet_id': '20ff2c74-050f-4a4a-a365-9050bf03faf5'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:05.369987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2aee4219-d54b-42d3-8dde-fcfdcd143a17 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3378661 Feb 02 13:12:05.377215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:05.393612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-34e56a16-0f48-48f6-a342-306e695da327 None None] Provisioning complete for port 6daa1b08-9575-41eb-a367-21f808d06b17 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:05.393990 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34e56a16-0f48-48f6-a342-306e695da327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:05.631920 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d9a0ad7-c4bc-43bf-8615-6229c007bc15 req-9faa2c4a-7719-46b1-9519-05b3be15ce7d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.0852127 Feb 02 13:12:05.636419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64c6388e-e365-4de5-a5e2-83323eb305a2 req-64ead834-21de-40a7-aaf8-b170ef2e4943 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 210 time: 0.0999629 Feb 02 13:12:05.738894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ee7a6c92-5553-437a-abd0-9d310211de4b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:05.746103 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:05.839895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a4ea9b77-bca5-433b-bf33-9297fc4213f9 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "GET /v2.0/floatingips/a1f76917-cc6d-4696-a460-4ac2c1dfa920 HTTP/1.1" status: 200 len: 978 time: 0.4566412 Feb 02 13:12:05.853102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55176) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:05.873131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Attempting to bind port c33333c2-f983-4fb8-a0e8-2fd989f9216a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:12:05.873536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Attempting to bind port c33333c2-f983-4fb8-a0e8-2fd989f9216a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:12:05.873897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Attempting to bind port c33333c2-f983-4fb8-a0e8-2fd989f9216a on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:12:05.916243 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:05.917121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:12:05.917492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Checking segment: {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:12:05.917878 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:05.918265 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Bound using segment: {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:12:05.918796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Bound port: c33333c2-f983-4fb8-a0e8-2fd989f9216a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:12:05.919118 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.082264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:06.098648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f37cf5fe-b9aa-473d-a796-a61f3cfecfd8 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2414908 Feb 02 13:12:06.102032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55180) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:06.105610 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for port (c2ce1395-e197-4948-a607-37337b82002d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.107153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-71238032-946c-4712-be80-75cc6e0ebd00 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'floatingip': {'port_id': 'da26595f-8bb4-4a70-9901-8d805c14b5f6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:06.131206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] For port c33333c2-f983-4fb8-a0e8-2fd989f9216a, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:12:06.135521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ee7a6c92-5553-437a-abd0-9d310211de4b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:06.136614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ff40ec8f-f26b-46a2-876c-f3ca145cfd55 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:06.138481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-f5fdd77c-8e52-4edb-974c-730c98bebc9d', 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d', 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'fixed_ips': [{'subnet_id': '26371e2a-d775-4691-be95-f53aeb290042'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:12:06.139278 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.146862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] For port c33333c2-f983-4fb8-a0e8-2fd989f9216a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c33333c2-f983-4fb8-a0e8-2fd989f9216a,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:12:06.159895 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c2ce1395-e197-4948-a607-37337b82002d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.197670 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.216050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network e9b47ba8-6947-418b-a5d2-ef9337a0f554 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:06.226577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:06.226577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:06.270986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Port': ['ID=c2ce1395-e197-4948-a607-37337b82002d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:06.284005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-34e56a16-0f48-48f6-a342-306e695da327 None None] Current status of the port 6daa1b08-9575-41eb-a367-21f808d06b17 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:06.312109 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:06.312772 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.337594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3f5e531e-66d6-4760-b672-48c6fff24929 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3438175 Feb 02 13:12:06.354173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'port': {'device_id': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87', 'admin_state_up': True, 'tenant_id': '575a1f32155042908ad22df36aa0404f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:06.356694 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.375367 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71238032-946c-4712-be80-75cc6e0ebd00 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (a1f76917-cc6d-4696-a460-4ac2c1dfa920), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.431987 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] device_id is not set on port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:12:06.565706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1919a73-a7be-4b0a-b479-1aeea5345ee2 None None] Pushing event updated for resources: {'Port': ['ID=c33333c2-f983-4fb8-a0e8-2fd989f9216a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:06.599117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:06.599794 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.603037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:06.608521 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.813029 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.857017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-230be4ce-4164-431d-bed1-484547384015 None None] Provisioning complete for port c2ce1395-e197-4948-a607-37337b82002d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:06.860146 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-230be4ce-4164-431d-bed1-484547384015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c2ce1395-e197-4948-a607-37337b82002d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.956196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Allocated IP 10.2.2.2 (f5fdd77c-8e52-4edb-974c-730c98bebc9d/26371e2a-d775-4691-be95-f53aeb290042/b0d72ab5-3233-4d17-9ba2-c184bc483d96) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:06.971569 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:06.975035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Allocated IP 19.86.0.181 (2eda544a-320e-4556-b7f4-45c8eb605c87/366774d2-c145-44f8-b5cb-173cf10af69b/fc8c5427-36b7-4932-801c-47f389189d60) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:07.005872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Allocated IP 10.1.1.63 (587f13c3-5829-4c57-bcd3-f3f049bb1786/20ff2c74-050f-4a4a-a365-9050bf03faf5/5abe3ffe-b1f8-483f-b83f-f8edad0fc901) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:07.173961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-230be4ce-4164-431d-bed1-484547384015 None None] Port c2ce1395-e197-4948-a607-37337b82002d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:12:07.227759 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e87dec3-1383-4c50-9b2f-cff6e31b788f req-54511887-eefe-415c-b8ae-19f256a021d3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.1291237 Feb 02 13:12:07.322361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:07.323563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6daa1b08-9575-41eb-a367-21f808d06b17 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:07.381224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98aeea8-989f-41cb-a77c-8fc97415cbe7 req-0c94f30e-acc9-4bc9-82e0-3546e5210a06 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:07.395098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d98aeea8-989f-41cb-a77c-8fc97415cbe7 req-0c94f30e-acc9-4bc9-82e0-3546e5210a06 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 931 time: 0.2976730 Feb 02 13:12:07.400685 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:07.494112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 6daa1b08-9575-41eb-a367-21f808d06b17 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:07.494509 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:07.548842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:07.568812 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d98aeea8-989f-41cb-a77c-8fc97415cbe7 req-86aa140f-f2ce-451c-9d1f-99be613938b0 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725636 Feb 02 13:12:07.640417 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for port (fc8c5427-36b7-4932-801c-47f389189d60), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:07.705739 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fc8c5427-36b7-4932-801c-47f389189d60), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:07.815621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Port': ['ID=5abe3ffe-b1f8-483f-b83f-f8edad0fc901,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:07.838775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Port': ['ID=fc8c5427-36b7-4932-801c-47f389189d60,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:07.842739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Network 587f13c3-5829-4c57-bcd3-f3f049bb1786 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:07.857826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:07.865625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:07.882463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network 2eda544a-320e-4556-b7f4-45c8eb605c87 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:07.885837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:07.893159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:07.965105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71238032-946c-4712-be80-75cc6e0ebd00 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:07.983494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71238032-946c-4712-be80-75cc6e0ebd00 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (a1f76917-cc6d-4696-a460-4ac2c1dfa920), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:08.002696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:08.005088 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:08.047588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c0765e65-eb00-4726-b6ea-6fd949c57a87 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6979203 Feb 02 13:12:08.064378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'port': {'device_id': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554', 'admin_state_up': True, 'tenant_id': '575a1f32155042908ad22df36aa0404f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:08.124270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:08.126147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:08.161235 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:08.169233 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:08.171684 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Publish callbacks [] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:08.190121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bc809a-405a-43f2-b853-7587202afd32 None None] Network 587f13c3-5829-4c57-bcd3-f3f049bb1786 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:12:08.196433 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-46468c0b-3be1-4538-b859-634aad5b83ca tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8799331 Feb 02 13:12:08.197551 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:08.202177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55218) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:08.220086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'port': {'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786', 'name': 'tempest-TaggedBootDevicesTest-982571436', 'fixed_ips': [{'subnet_id': '20ff2c74-050f-4a4a-a365-9050bf03faf5'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:08.346498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Pushing event updated for resources: {'Port': ['ID=b0d72ab5-3233-4d17-9ba2-c184bc483d96,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:08.364012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Network f5fdd77c-8e52-4edb-974c-730c98bebc9d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:08.377141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:08.384002 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:08.391002 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-71238032-946c-4712-be80-75cc6e0ebd00 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Floating IP a1f76917-cc6d-4696-a460-4ac2c1dfa920 associated. External IP: 172.25.4.178, port: d93d636a-eb92-4b46-bdf4-ea5fcba87675. Feb 02 13:12:08.445561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:08.464569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:08.558833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0e0b47f3-62d1-4503-8eae-0b24926f1520 None None] Provisioning complete for port c33333c2-f983-4fb8-a0e8-2fd989f9216a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:08.559813 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0b47f3-62d1-4503-8eae-0b24926f1520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:08.572009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 6daa1b08-9575-41eb-a367-21f808d06b17 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:08.700004 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Allocated IP 19.80.0.58 (e9b47ba8-6947-418b-a5d2-ef9337a0f554/21812206-150b-474e-9958-54d8c39454e2/c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:08.778985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Attempting to bind port b0d72ab5-3233-4d17-9ba2-c184bc483d96 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:12:08.784123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Attempting to bind port b0d72ab5-3233-4d17-9ba2-c184bc483d96 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:12:08.784712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Attempting to bind port b0d72ab5-3233-4d17-9ba2-c184bc483d96 on network f5fdd77c-8e52-4edb-974c-730c98bebc9d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:12:08.832826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:12:08.833490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Checking segment: {'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:12:08.834075 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:08.834767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Bound using segment: {'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:12:08.835487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Bound port: b0d72ab5-3233-4d17-9ba2-c184bc483d96, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:12:08.836038 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:08.938720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:08.948991 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:08.950976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03aa6799-b316-46c8-858a-256959559bba req-27a58dc1-d306-45d0-8af8-c78efc25fc07 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.5611401 Feb 02 13:12:08.992704 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b47f3-62d1-4503-8eae-0b24926f1520 None None] Current status of the port c33333c2-f983-4fb8-a0e8-2fd989f9216a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:08.993721 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0b47f3-62d1-4503-8eae-0b24926f1520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:09.029592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c33333c2-f983-4fb8-a0e8-2fd989f9216a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:09.064838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] device_id is not set on port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:12:09.102303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54155a6-2e82-4f81-a433-696464357497 req-2834f963-05f3-4fa4-9575-e858bd00e7de tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:09.108847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54155a6-2e82-4f81-a433-696464357497 req-2834f963-05f3-4fa4-9575-e858bd00e7de tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:09.110537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e54155a6-2e82-4f81-a433-696464357497 req-2834f963-05f3-4fa4-9575-e858bd00e7de tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 1654 time: 0.3559456 Feb 02 13:12:09.230697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0e0b47f3-62d1-4503-8eae-0b24926f1520 None None] For port c33333c2-f983-4fb8-a0e8-2fd989f9216a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c33333c2-f983-4fb8-a0e8-2fd989f9216a,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:09.262138 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e0b47f3-62d1-4503-8eae-0b24926f1520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:09.280273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] For port b0d72ab5-3233-4d17-9ba2-c184bc483d96, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:12:09.286785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] For port b0d72ab5-3233-4d17-9ba2-c184bc483d96, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b0d72ab5-3233-4d17-9ba2-c184bc483d96,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:12:09.321157 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:09.323247 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:09.326231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e54155a6-2e82-4f81-a433-696464357497 req-4d50f0e7-14e2-425e-b895-f459c2293258 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060714 Feb 02 13:12:09.459410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71238032-946c-4712-be80-75cc6e0ebd00 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:12:09.465443 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:09.470267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b47f3-62d1-4503-8eae-0b24926f1520 None None] Pushing event updated for resources: {'Port': ['ID=c33333c2-f983-4fb8-a0e8-2fd989f9216a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:09.475335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c33333c2-f983-4fb8-a0e8-2fd989f9216a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:09.476048 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:09.535017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ee0bc928-b23e-49a5-90af-6802df9bf9cf None None] Provisioning complete for port fc8c5427-36b7-4932-801c-47f389189d60 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:09.538124 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee0bc928-b23e-49a5-90af-6802df9bf9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fc8c5427-36b7-4932-801c-47f389189d60), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:09.562324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network e9b47ba8-6947-418b-a5d2-ef9337a0f554 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:09.617295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:09.627240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:09.737016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ee0bc928-b23e-49a5-90af-6802df9bf9cf None None] Port fc8c5427-36b7-4932-801c-47f389189d60 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:12:09.737505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Port': ['ID=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:09.764900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Allocated IP 10.1.1.113 (587f13c3-5829-4c57-bcd3-f3f049bb1786/20ff2c74-050f-4a4a-a365-9050bf03faf5/ffb6f5f4-e04d-4155-a2c8-df15fbb43eda) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:09.784428 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053ec6a-398f-4524-aa3c-7f5b95784b49 None None] Pushing event updated for resources: {'Port': ['ID=b0d72ab5-3233-4d17-9ba2-c184bc483d96,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:09.791858 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:09.798028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c33333c2-f983-4fb8-a0e8-2fd989f9216a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:09.799450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6daa1b08-9575-41eb-a367-21f808d06b17 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:09.799824 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:09.843359 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-a3536c92-c6ef-4836-9a3a-5849e55dad6d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7836361 Feb 02 13:12:09.860907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Request body: {'port': {'device_id': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:09.963115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f27f8c86-af57-4c22-84f2-54bf71d180df None None] Provisioning complete for port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:09.968245 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f27f8c86-af57-4c22-84f2-54bf71d180df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:10.020898 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 6daa1b08-9575-41eb-a367-21f808d06b17 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:10.021275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:10.094854 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c2ce1395-e197-4948-a607-37337b82002d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:10.170301 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f27f8c86-af57-4c22-84f2-54bf71d180df None None] Port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:12:10.180058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71238032-946c-4712-be80-75cc6e0ebd00 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:12:10.235168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:10.246670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2684e50-4c68-487b-9139-f0abc529181a None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:12:10.273281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2684e50-4c68-487b-9139-f0abc529181a None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:10.274369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e2684e50-4c68-487b-9139-f0abc529181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:10.352851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e2684e50-4c68-487b-9139-f0abc529181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:10.368021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f27f8c86-af57-4c22-84f2-54bf71d180df None None] Provisioning complete for port c33333c2-f983-4fb8-a0e8-2fd989f9216a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:10.368870 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f27f8c86-af57-4c22-84f2-54bf71d180df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:10.492191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2684e50-4c68-487b-9139-f0abc529181a None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:10.495633 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e2684e50-4c68-487b-9139-f0abc529181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:10.590737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ce1395-e197-4948-a607-37337b82002d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:12:10.599447 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Publish callbacks [] for port (c2ce1395-e197-4948-a607-37337b82002d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:10.613242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Transition to ACTIVE for port object c2ce1395-e197-4948-a607-37337b82002d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:12:10.619394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e2684e50-4c68-487b-9139-f0abc529181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:10.621594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2684e50-4c68-487b-9139-f0abc529181a None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:10.632607 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9bfe2c60-9588-4ac1-80de-8b62436de89a req-c336d01f-f115-4618-8d92-920a54184801 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.5001211 Feb 02 13:12:10.647004 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c2ce1395-e197-4948-a607-37337b82002d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:10.685677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 6daa1b08-9575-41eb-a367-21f808d06b17 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:10.710903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ee7a6c92-5553-437a-abd0-9d310211de4b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:10.915690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ee7a6c92-5553-437a-abd0-9d310211de4b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:10.916066 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:11.027148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Pushing event updated for resources: {'Port': ['ID=c2ce1395-e197-4948-a607-37337b82002d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:11.070659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f27f8c86-af57-4c22-84f2-54bf71d180df None None] Current status of the port c33333c2-f983-4fb8-a0e8-2fd989f9216a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:11.169113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ee7a6c92-5553-437a-abd0-9d310211de4b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:11.195006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e615f9-8f76-45d9-9b4e-30000e71a32a req-dfe1c147-b6e7-43c9-be5e-609b7c7bb117 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:11.203688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e615f9-8f76-45d9-9b4e-30000e71a32a req-dfe1c147-b6e7-43c9-be5e-609b7c7bb117 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:11.212630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e615f9-8f76-45d9-9b4e-30000e71a32a req-dfe1c147-b6e7-43c9-be5e-609b7c7bb117 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:11.215183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9e615f9-8f76-45d9-9b4e-30000e71a32a req-dfe1c147-b6e7-43c9-be5e-609b7c7bb117 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2387 time: 0.5997412 Feb 02 13:12:11.217522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Attempting to bind port c2ce1395-e197-4948-a607-37337b82002d on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:12:11.217858 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Attempting to bind port c2ce1395-e197-4948-a607-37337b82002d by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:12:11.218178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Attempting to bind port c2ce1395-e197-4948-a607-37337b82002d on network e9b47ba8-6947-418b-a5d2-ef9337a0f554 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:12:11.236217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e088982a-7a48-416f-a929-d44559b7994d None None] Provisioning complete for port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:11.236794 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e088982a-7a48-416f-a929-d44559b7994d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:11.245455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Port c2ce1395-e197-4948-a607-37337b82002d on network e9b47ba8-6947-418b-a5d2-ef9337a0f554 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:12:11.245785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Attempting to bind port c2ce1395-e197-4948-a607-37337b82002d on network e9b47ba8-6947-418b-a5d2-ef9337a0f554 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:12:11.256798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:12:11.257522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Checking segment: {'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:12:11.257909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Bound using segment: {'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:12:11.258348 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Bound port: c2ce1395-e197-4948-a607-37337b82002d, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:12:11.259394 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c2ce1395-e197-4948-a607-37337b82002d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:11.305669 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9e615f9-8f76-45d9-9b4e-30000e71a32a req-aeecb423-b6d0-44f9-9968-54bd14393d2b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831413 Feb 02 13:12:11.349107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71238032-946c-4712-be80-75cc6e0ebd00 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:12:11.357348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e088982a-7a48-416f-a929-d44559b7994d None None] Port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:12:11.386550 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e088982a-7a48-416f-a929-d44559b7994d None None] Provisioning complete for port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:11.387137 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e088982a-7a48-416f-a929-d44559b7994d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:11.413905 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:11.487476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e088982a-7a48-416f-a929-d44559b7994d None None] Port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:12:11.498902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Port': ['ID=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:11.500664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] For port c2ce1395-e197-4948-a607-37337b82002d, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:12:11.513295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] For port c2ce1395-e197-4948-a607-37337b82002d, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c2ce1395-e197-4948-a607-37337b82002d,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:12:11.522979 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c2ce1395-e197-4948-a607-37337b82002d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:11.578708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Network 587f13c3-5829-4c57-bcd3-f3f049bb1786 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:11.602814 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:11.613531 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:11.616573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c33333c2-f983-4fb8-a0e8-2fd989f9216a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:11.631840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:11.636558 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:11.643391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] 10.222.0.62 "PUT /v2.0/ports/c2ce1395-e197-4948-a607-37337b82002d HTTP/1.1" status: 200 len: 1091 time: 1.7851453 Feb 02 13:12:11.666641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'tag': 'c2ce1395-e197-4948-a607-37337b82002d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:11.680617 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d87f399-4794-427c-b09a-991651458c70" -d '{"events": [{"name": "network-changed", "server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "tag": "c2ce1395-e197-4948-a607-37337b82002d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:11.698679 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c33333c2-f983-4fb8-a0e8-2fd989f9216a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:11.701562 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:11.725045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Request body: {'port': {'device_id': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:11.829705 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abdeeb7-0847-437c-8f5c-5bf1caa2f534 x-openstack-request-id: req-3abdeeb7-0847-437c-8f5c-5bf1caa2f534 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:11.829994 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "tag": "c2ce1395-e197-4948-a607-37337b82002d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:11.830254 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3abdeeb7-0847-437c-8f5c-5bf1caa2f534 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:11.830667 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'tag': 'c2ce1395-e197-4948-a607-37337b82002d', 'status': 'completed', 'code': 200} Feb 02 13:12:11.832717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71238032-946c-4712-be80-75cc6e0ebd00 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:12:11.844257 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f55cd5-5746-4604-8706-f2528e6d2735 None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:12:11.862002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71238032-946c-4712-be80-75cc6e0ebd00 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:11.872037 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f55cd5-5746-4604-8706-f2528e6d2735 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:11.872753 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-67f55cd5-5746-4604-8706-f2528e6d2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:11.873684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f6bea8-3dee-4dd1-86fe-a939f445c850 None None] Network f5fdd77c-8e52-4edb-974c-730c98bebc9d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:12:11.951894 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-67f55cd5-5746-4604-8706-f2528e6d2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:11.957793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b839b0bf-4e49-45e4-8162-66ac755cec5e req-9ef0e227-a9f6-4199-acb1-569aba3b8adc tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=9ee188fc-89ab-4f89-8d8d-7b5a8a0f08c1 HTTP/1.1" status: 200 len: 210 time: 0.1486177 Feb 02 13:12:11.968092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9b31c-0bb4-4115-9b39-e927b44d42cf service neutron] Pushing event updated for resources: {'Port': ['ID=c2ce1395-e197-4948-a607-37337b82002d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:11.980067 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f55cd5-5746-4604-8706-f2528e6d2735 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:11.980690 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-67f55cd5-5746-4604-8706-f2528e6d2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:12.034326 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c33333c2-f983-4fb8-a0e8-2fd989f9216a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:12.035475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b0d72ab5-3233-4d17-9ba2-c184bc483d96 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:12.079264 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-67f55cd5-5746-4604-8706-f2528e6d2735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:12.082553 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f55cd5-5746-4604-8706-f2528e6d2735 None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:12.131085 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fc8c5427-36b7-4932-801c-47f389189d60), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:12.178247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:12.178930 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:12.257699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87f399-4794-427c-b09a-991651458c70 req-25aad1d0-f6d3-4967-bcaf-0c3a42ec2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:12.258696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87f399-4794-427c-b09a-991651458c70 req-25aad1d0-f6d3-4967-bcaf-0c3a42ec2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:12.259026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d1924765-bec6-472c-bec9-a26078bb1fdc None None] Provisioning complete for port b0d72ab5-3233-4d17-9ba2-c184bc483d96 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:12.259572 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1924765-bec6-472c-bec9-a26078bb1fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:12.260502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87f399-4794-427c-b09a-991651458c70 req-25aad1d0-f6d3-4967-bcaf-0c3a42ec2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:12.263631 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d87f399-4794-427c-b09a-991651458c70 req-25aad1d0-f6d3-4967-bcaf-0c3a42ec2672 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=575a1f32155042908ad22df36aa0404f&device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2761 time: 0.3818467 Feb 02 13:12:12.268280 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-102b8f59-cfa9-4685-9347-ba57e85b0ffb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0617774 Feb 02 13:12:12.392300 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-71238032-946c-4712-be80-75cc6e0ebd00 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "PUT /v2.0/floatingips/a1f76917-cc6d-4696-a460-4ac2c1dfa920 HTTP/1.1" status: 200 len: 979 time: 6.2858343 Feb 02 13:12:12.398257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55280) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:12.403762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-00aa0b5c-fa1f-435a-b541-acd34383d34c tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:12.605519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b0d72ab5-3233-4d17-9ba2-c184bc483d96 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:12.606618 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:12.768406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d1924765-bec6-472c-bec9-a26078bb1fdc None None] Current status of the port b0d72ab5-3233-4d17-9ba2-c184bc483d96 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:12.775242 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1924765-bec6-472c-bec9-a26078bb1fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:12.819131 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00aa0b5c-fa1f-435a-b541-acd34383d34c tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (a1f76917-cc6d-4696-a460-4ac2c1dfa920), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:12.841772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87f399-4794-427c-b09a-991651458c70 req-07371996-ca09-4ae8-a8f3-ce704b66f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:12.842362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87f399-4794-427c-b09a-991651458c70 req-07371996-ca09-4ae8-a8f3-ce704b66f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:12.843093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87f399-4794-427c-b09a-991651458c70 req-07371996-ca09-4ae8-a8f3-ce704b66f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:12.845428 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d87f399-4794-427c-b09a-991651458c70 req-07371996-ca09-4ae8-a8f3-ce704b66f009 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=575a1f32155042908ad22df36aa0404f&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5553980 Feb 02 13:12:12.879727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b0d72ab5-3233-4d17-9ba2-c184bc483d96 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:12.880114 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:12.893041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d1924765-bec6-472c-bec9-a26078bb1fdc None None] For port b0d72ab5-3233-4d17-9ba2-c184bc483d96, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b0d72ab5-3233-4d17-9ba2-c184bc483d96,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:12.903510 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1924765-bec6-472c-bec9-a26078bb1fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:12.992235 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:12:12.992595 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:12:13.061690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55294) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:13.082145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-aa65ee82-c1f2-4b77-8445-b21449c24c71 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015613425', 'description': 'tempest-description--1856032365'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:13.082281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1924765-bec6-472c-bec9-a26078bb1fdc None None] Pushing event updated for resources: {'Port': ['ID=b0d72ab5-3233-4d17-9ba2-c184bc483d96,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:13.099798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d2716494-c878-4182-8720-5ba04cf21708 None None] Provisioning complete for port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:13.100951 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2716494-c878-4182-8720-5ba04cf21708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:13.163974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d2716494-c878-4182-8720-5ba04cf21708 None None] Port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:12:13.178309 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa65ee82-c1f2-4b77-8445-b21449c24c71 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:13.338849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1bb139a2-2f04-45ae-8d60-175447a83ffa None None] Provisioning complete for port b0d72ab5-3233-4d17-9ba2-c184bc483d96 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:13.342216 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bb139a2-2f04-45ae-8d60-175447a83ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:13.569770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a39a-60eb-41d4-95ba-72d705a76dd9 req-728d048c-c957-4c1d-9fd9-b908d662a717 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:13.575853 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a39a-60eb-41d4-95ba-72d705a76dd9 req-728d048c-c957-4c1d-9fd9-b908d662a717 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:13.584890 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a39a-60eb-41d4-95ba-72d705a76dd9 req-728d048c-c957-4c1d-9fd9-b908d662a717 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:13.592818 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c37a39a-60eb-41d4-95ba-72d705a76dd9 req-728d048c-c957-4c1d-9fd9-b908d662a717 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2387 time: 0.9977958 Feb 02 13:12:13.650669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87f399-4794-427c-b09a-991651458c70 req-f7c0e3b2-818c-4e09-8bc2-b988f16ce6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:13.658865 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d87f399-4794-427c-b09a-991651458c70 req-f7c0e3b2-818c-4e09-8bc2-b988f16ce6fa service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7720473 Feb 02 13:12:13.665390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c37a39a-60eb-41d4-95ba-72d705a76dd9 req-04685ef1-5ef1-4d83-9909-e7022c6ba9f3 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716274 Feb 02 13:12:13.670866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00aa0b5c-fa1f-435a-b541-acd34383d34c tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:13.699488 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00aa0b5c-fa1f-435a-b541-acd34383d34c tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (a1f76917-cc6d-4696-a460-4ac2c1dfa920), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:13.700277 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-00aa0b5c-fa1f-435a-b541-acd34383d34c tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Floating IP a1f76917-cc6d-4696-a460-4ac2c1dfa920 disassociated. External IP: 172.25.4.178, port: da26595f-8bb4-4a70-9901-8d805c14b5f6. Feb 02 13:12:13.806008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8c5427-36b7-4932-801c-47f389189d60 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:12:13.815581 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Publish callbacks [] for port (fc8c5427-36b7-4932-801c-47f389189d60), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:13.830634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Transition to ACTIVE for port object fc8c5427-36b7-4932-801c-47f389189d60 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:12:13.833025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa65ee82-c1f2-4b77-8445-b21449c24c71 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for security_group (d98177b2-1d11-4711-a444-6853457e6eb8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:13.835964 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (fc8c5427-36b7-4932-801c-47f389189d60), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:13.854325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b0d72ab5-3233-4d17-9ba2-c184bc483d96 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:13.934436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8c5427-36b7-4932-801c-47f389189d60,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:13.948003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1bb139a2-2f04-45ae-8d60-175447a83ffa None None] Current status of the port b0d72ab5-3233-4d17-9ba2-c184bc483d96 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:13.960465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa65ee82-c1f2-4b77-8445-b21449c24c71 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d98177b2-1d11-4711-a444-6853457e6eb8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:14.035974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b0d72ab5-3233-4d17-9ba2-c184bc483d96 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:14.061451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65ee82-c1f2-4b77-8445-b21449c24c71 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d98177b2-1d11-4711-a444-6853457e6eb8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:14.085312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa65ee82-c1f2-4b77-8445-b21449c24c71 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:14.098800 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aa65ee82-c1f2-4b77-8445-b21449c24c71 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0295529 Feb 02 13:12:14.102575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55328) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:14.109372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4b4a14b1-8ed5-4f09-b7f7-6e3f1870e5a3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'security_group_rule': {'security_group_id': 'd98177b2-1d11-4711-a444-6853457e6eb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:14.142354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b0d72ab5-3233-4d17-9ba2-c184bc483d96 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:14.143643 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:14.198302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e38b0-0258-4319-97ac-0a3d8b22a997 req-39be1a82-1f9f-4164-92e9-a1104b5fac83 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:14.209365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-634e38b0-0258-4319-97ac-0a3d8b22a997 req-39be1a82-1f9f-4164-92e9-a1104b5fac83 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 0.2332025 Feb 02 13:12:14.248690 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b4a14b1-8ed5-4f09-b7f7-6e3f1870e5a3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for security_group_rule (9ad16245-0bcc-484a-ad03-916b781afd6d), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:14.294209 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-634e38b0-0258-4319-97ac-0a3d8b22a997 req-8a666dff-513a-470d-aff0-41e1cdfaff2d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/quotas/1af86eae570b46b3a4585e718e1a9580 HTTP/1.1" status: 200 len: 375 time: 0.0826845 Feb 02 13:12:14.337874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b0d72ab5-3233-4d17-9ba2-c184bc483d96 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:14.398354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-634e38b0-0258-4319-97ac-0a3d8b22a997 req-8186c343-79a4-4a1f-9cae-fbbcce543452 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032002 Feb 02 13:12:14.437515 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b4a14b1-8ed5-4f09-b7f7-6e3f1870e5a3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for security_group_rule (9ad16245-0bcc-484a-ad03-916b781afd6d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:14.443194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b4a14b1-8ed5-4f09-b7f7-6e3f1870e5a3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (9ad16245-0bcc-484a-ad03-916b781afd6d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:14.470508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00aa0b5c-fa1f-435a-b541-acd34383d34c tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:12:14.472571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a14b1-8ed5-4f09-b7f7-6e3f1870e5a3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad16245-0bcc-484a-ad03-916b781afd6d,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:14.507045 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b4a14b1-8ed5-4f09-b7f7-6e3f1870e5a3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:14.512428 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4b4a14b1-8ed5-4f09-b7f7-6e3f1870e5a3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4050794 Feb 02 13:12:14.514902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:14.522541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4e722ece-6be7-4203-956f-c0ed0a073bb3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'security_group_rule': {'security_group_id': 'd98177b2-1d11-4711-a444-6853457e6eb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:14.545039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Attempting to bind port fc8c5427-36b7-4932-801c-47f389189d60 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:12:14.545669 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Attempting to bind port fc8c5427-36b7-4932-801c-47f389189d60 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'cf959fb2-5a63-461c-96a6-e7b1177e66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:12:14.546153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Attempting to bind port fc8c5427-36b7-4932-801c-47f389189d60 on network 2eda544a-320e-4556-b7f4-45c8eb605c87 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:12:14.556022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Port fc8c5427-36b7-4932-801c-47f389189d60 on network 2eda544a-320e-4556-b7f4-45c8eb605c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:12:14.556619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Attempting to bind port fc8c5427-36b7-4932-801c-47f389189d60 on network 2eda544a-320e-4556-b7f4-45c8eb605c87 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:12:14.566126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:12:14.566479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Checking segment: {'id': 'cf959fb2-5a63-461c-96a6-e7b1177e66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:12:14.566871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Bound using segment: {'id': 'cf959fb2-5a63-461c-96a6-e7b1177e66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:12:14.567512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Bound port: fc8c5427-36b7-4932-801c-47f389189d60, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf959fb2-5a63-461c-96a6-e7b1177e66a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:12:14.567917 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fc8c5427-36b7-4932-801c-47f389189d60), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:14.654662 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-634e38b0-0258-4319-97ac-0a3d8b22a997 req-e3637ba7-2dc1-4f64-bc52-d501164156c4 service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552459 Feb 02 13:12:14.689132 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e722ece-6be7-4203-956f-c0ed0a073bb3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for security_group_rule (a83dbac2-22eb-46e0-bd90-4893d85ead28), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:14.710027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00aa0b5c-fa1f-435a-b541-acd34383d34c tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:12:14.716546 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00aa0b5c-fa1f-435a-b541-acd34383d34c tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:14.722337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee15fe-f934-44ed-bb43-eb1bbc5bd3ca None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:12:14.741070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee15fe-f934-44ed-bb43-eb1bbc5bd3ca None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:14.742399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d3ee15fe-f934-44ed-bb43-eb1bbc5bd3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:14.782269 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-00aa0b5c-fa1f-435a-b541-acd34383d34c tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "PUT /v2.0/floatingips/a1f76917-cc6d-4696-a460-4ac2c1dfa920 HTTP/1.1" status: 200 len: 688 time: 2.3827765 Feb 02 13:12:14.788496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55340) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:14.831537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d3ee15fe-f934-44ed-bb43-eb1bbc5bd3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:14.860593 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee15fe-f934-44ed-bb43-eb1bbc5bd3ca None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:14.861228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d3ee15fe-f934-44ed-bb43-eb1bbc5bd3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:14.898613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d3ee15fe-f934-44ed-bb43-eb1bbc5bd3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:14.899630 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee15fe-f934-44ed-bb43-eb1bbc5bd3ca None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:14.958392 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] For port fc8c5427-36b7-4932-801c-47f389189d60, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:12:14.962419 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e722ece-6be7-4203-956f-c0ed0a073bb3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for security_group_rule (a83dbac2-22eb-46e0-bd90-4893d85ead28), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:14.982606 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e722ece-6be7-4203-956f-c0ed0a073bb3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (a83dbac2-22eb-46e0-bd90-4893d85ead28), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:14.990880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] For port fc8c5427-36b7-4932-801c-47f389189d60, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fc8c5427-36b7-4932-801c-47f389189d60,segment=NetworkSegment(cf959fb2-5a63-461c-96a6-e7b1177e66a4),segment_id=cf959fb2-5a63-461c-96a6-e7b1177e66a4)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:12:15.012070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e722ece-6be7-4203-956f-c0ed0a073bb3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83dbac2-22eb-46e0-bd90-4893d85ead28,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:15.028887 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (fc8c5427-36b7-4932-801c-47f389189d60), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:15.050695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:15.051674 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:15.052457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7d220eb0-9976-4910-80c8-cf244d7dbaf6 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port dc950d7c-fe54-45e2-8b68-84d7b82c45fb {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:15.053028 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d220eb0-9976-4910-80c8-cf244d7dbaf6 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dc950d7c-fe54-45e2-8b68-84d7b82c45fb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:15.053214 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] 10.222.0.62 "PUT /v2.0/ports/fc8c5427-36b7-4932-801c-47f389189d60 HTTP/1.1" status: 200 len: 1092 time: 3.3447173 Feb 02 13:12:15.059347 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'tag': 'fc8c5427-36b7-4932-801c-47f389189d60'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:15.069655 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d63707-7a6c-4085-9f0d-53dc204f89b2" -d '{"events": [{"name": "network-changed", "server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "tag": "fc8c5427-36b7-4932-801c-47f389189d60"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:15.123560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Request body: {'port': {'device_id': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:15.130489 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e722ece-6be7-4203-956f-c0ed0a073bb3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:15.135164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55348) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:15.139247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4e722ece-6be7-4203-956f-c0ed0a073bb3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6217816 Feb 02 13:12:15.145998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:15.171282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b368-f8ff-4447-abb0-873581b6c8ce req-a657098f-fd90-45ea-81cc-abfe202a6f04 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:15.172018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:15.188481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b368-f8ff-4447-abb0-873581b6c8ce req-a657098f-fd90-45ea-81cc-abfe202a6f04 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:15.193909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b368-f8ff-4447-abb0-873581b6c8ce req-a657098f-fd90-45ea-81cc-abfe202a6f04 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:15.195971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffe5b368-f8ff-4447-abb0-873581b6c8ce req-a657098f-fd90-45ea-81cc-abfe202a6f04 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2399 time: 0.3348477 Feb 02 13:12:15.213187 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d220eb0-9976-4910-80c8-cf244d7dbaf6 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dc950d7c-fe54-45e2-8b68-84d7b82c45fb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:15.213535 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d220eb0-9976-4910-80c8-cf244d7dbaf6 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (dc950d7c-fe54-45e2-8b68-84d7b82c45fb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:15.237788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7d220eb0-9976-4910-80c8-cf244d7dbaf6 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for dc950d7c-fe54-45e2-8b68-84d7b82c45fb owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:15.264799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-634e38b0-0258-4319-97ac-0a3d8b22a997 req-455e5006-00f7-4cfe-b975-57d1195874bb service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6090302 Feb 02 13:12:15.349748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6c6bc-1107-45e9-99cb-4469faf93221 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8c5427-36b7-4932-801c-47f389189d60,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:15.453013 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:15.464795 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:15.498704 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffe5b368-f8ff-4447-abb0-873581b6c8ce req-6a0824c8-74ac-480f-a805-bf537b06c067 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594883 Feb 02 13:12:15.646392 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8a7aad-d7d9-4852-9162-709af0ae922c x-openstack-request-id: req-3e8a7aad-d7d9-4852-9162-709af0ae922c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:15.647396 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "tag": "fc8c5427-36b7-4932-801c-47f389189d60", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:15.647707 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3e8a7aad-d7d9-4852-9162-709af0ae922c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:15.649220 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'tag': 'fc8c5427-36b7-4932-801c-47f389189d60', 'status': 'completed', 'code': 200} Feb 02 13:12:15.716359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d220eb0-9976-4910-80c8-cf244d7dbaf6 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dc950d7c-fe54-45e2-8b68-84d7b82c45fb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:15.744256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7db0e3e5-4b33-4163-a6af-42d08f0c40e8 req-83a0b39d-3084-4839-b3d9-aea5fe5629d7 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=2faf7480-7d6d-41f9-8d53-52043404e573 HTTP/1.1" status: 200 len: 210 time: 0.0610790 Feb 02 13:12:15.817654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d220eb0-9976-4910-80c8-cf244d7dbaf6 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=dc950d7c-fe54-45e2-8b68-84d7b82c45fb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:15.941677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Allocated IP 172.25.4.250 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/1bc6a3b7-ddda-4273-a989-14c7688ed791) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:16.191886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d63707-7a6c-4085-9f0d-53dc204f89b2 req-effb5f09-f41e-4d9d-991f-3048131379af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:16.192362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d63707-7a6c-4085-9f0d-53dc204f89b2 req-effb5f09-f41e-4d9d-991f-3048131379af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:16.192827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d63707-7a6c-4085-9f0d-53dc204f89b2 req-effb5f09-f41e-4d9d-991f-3048131379af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:16.194507 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-31d63707-7a6c-4085-9f0d-53dc204f89b2 req-effb5f09-f41e-4d9d-991f-3048131379af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=575a1f32155042908ad22df36aa0404f&device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2859 time: 0.5006099 Feb 02 13:12:16.200458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:12:16.220353 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Publish callbacks [] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:16.253634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Transition to ACTIVE for port object c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:12:16.260935 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:16.300038 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d220eb0-9976-4910-80c8-cf244d7dbaf6 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (a1f76917-cc6d-4696-a460-4ac2c1dfa920), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:16.312642 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d220eb0-9976-4910-80c8-cf244d7dbaf6 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:16.316952 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7d220eb0-9976-4910-80c8-cf244d7dbaf6 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/floatingips/a1f76917-cc6d-4696-a460-4ac2c1dfa920 HTTP/1.1" status: 204 len: 168 time: 1.5271788 Feb 02 13:12:16.328704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55388) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:16.466357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Pushing event updated for resources: {'Port': ['ID=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:16.687381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Attempting to bind port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:12:16.687681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Attempting to bind port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:12:16.688007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Attempting to bind port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 on network e9b47ba8-6947-418b-a5d2-ef9337a0f554 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:12:16.721585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 on network e9b47ba8-6947-418b-a5d2-ef9337a0f554 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:12:16.721908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Attempting to bind port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 on network e9b47ba8-6947-418b-a5d2-ef9337a0f554 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:12:16.782244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:12:16.782917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Checking segment: {'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:12:16.782917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Bound using segment: {'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:12:16.783361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Bound port: c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd1920d0-7ca5-4836-a32b-653cbe350c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:12:16.799594 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:16.961031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64562e-b05c-481f-8aa0-a1cdefe0ace3 req-f9424381-f558-4b27-959a-a4bdfdd18dcb tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:16.966491 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64562e-b05c-481f-8aa0-a1cdefe0ace3 req-f9424381-f558-4b27-959a-a4bdfdd18dcb tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:16.982104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64562e-b05c-481f-8aa0-a1cdefe0ace3 req-f9424381-f558-4b27-959a-a4bdfdd18dcb tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:16.983919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a64562e-b05c-481f-8aa0-a1cdefe0ace3 req-f9424381-f558-4b27-959a-a4bdfdd18dcb tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2411 time: 0.2885861 Feb 02 13:12:17.084641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] For port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:12:17.179736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] For port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:12:17.214149 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:17.242845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a64562e-b05c-481f-8aa0-a1cdefe0ace3 req-348b80bd-3b30-414e-8d88-33fda9616bd3 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378862 Feb 02 13:12:17.243077 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for port (1bc6a3b7-ddda-4273-a989-14c7688ed791), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:17.349948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-252a277c-55c3-490c-a07f-154b669ef637 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:17.362312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-252a277c-55c3-490c-a07f-154b669ef637 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 0.3606713 Feb 02 13:12:17.372897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:17.373711 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:17.376624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] 10.222.0.62 "PUT /v2.0/ports/c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 HTTP/1.1" status: 200 len: 1091 time: 2.2684841 Feb 02 13:12:17.400930 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d63707-7a6c-4085-9f0d-53dc204f89b2 req-a8b96e30-03c9-4bd1-9df4-9b9f6324c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:17.402405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d63707-7a6c-4085-9f0d-53dc204f89b2 req-a8b96e30-03c9-4bd1-9df4-9b9f6324c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:17.402884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d63707-7a6c-4085-9f0d-53dc204f89b2 req-a8b96e30-03c9-4bd1-9df4-9b9f6324c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:17.405361 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-31d63707-7a6c-4085-9f0d-53dc204f89b2 req-a8b96e30-03c9-4bd1-9df4-9b9f6324c091 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=575a1f32155042908ad22df36aa0404f&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.1778495 Feb 02 13:12:17.408002 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-d22f65e1-a143-444e-8ffe-753ae5b53890 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] delete failed (client error): The resource could not be found. Feb 02 13:12:17.409685 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d22f65e1-a143-444e-8ffe-753ae5b53890 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/floatingips/a1f76917-cc6d-4696-a460-4ac2c1dfa920 HTTP/1.1" status: 404 len: 345 time: 1.0782032 Feb 02 13:12:17.425259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55430) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:17.508250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cdafb-ef4e-42cd-94f2-05ad9d12a70f service neutron] Pushing event updated for resources: {'Port': ['ID=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:17.531772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-aaba6e96-19e1-4dbd-8fdb-6d6d6083bc80 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/quotas/1af86eae570b46b3a4585e718e1a9580 HTTP/1.1" status: 200 len: 375 time: 0.1654854 Feb 02 13:12:17.575012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-fc37903c-dfd4-4e5e-819c-96771668601c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416253 Feb 02 13:12:17.667744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'tag': 'c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:17.670564 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9678b3f9-13e2-4959-bdfc-472609071970" -d '{"events": [{"name": "network-changed", "server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "tag": "c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:17.754800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-9c539b9e-de7f-4d3b-9510-1ea51a55685a service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785522 Feb 02 13:12:17.816168 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a0fa74-fcfe-45fa-834d-21076c2aa71b x-openstack-request-id: req-99a0fa74-fcfe-45fa-834d-21076c2aa71b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:17.816867 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "tag": "c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:17.816867 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-99a0fa74-fcfe-45fa-834d-21076c2aa71b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:17.817098 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'tag': 'c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1', 'status': 'completed', 'code': 200} Feb 02 13:12:17.865475 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1bc6a3b7-ddda-4273-a989-14c7688ed791), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:17.909194 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e71c9-64aa-4af0-b5e9-3b5598425099 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:17.928265 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e71c9-64aa-4af0-b5e9-3b5598425099 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:17.931970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-c0cd1a4f-40f9-4d78-beb0-6522c88fe7fa service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690538 Feb 02 13:12:17.933475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2e71c9-64aa-4af0-b5e9-3b5598425099 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:17.938408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:17.940482 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ac2e71c9-64aa-4af0-b5e9-3b5598425099 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "GET /v2.0/ports?network_id=d3c23af6-6ec4-48a6-ba37-009bfb854fad HTTP/1.1" status: 200 len: 2359 time: 0.5141859 Feb 02 13:12:18.001227 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d63707-7a6c-4085-9f0d-53dc204f89b2 req-faf374b8-bb2e-4bfb-8eaf-e3bebd1c7b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:18.003117 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-31d63707-7a6c-4085-9f0d-53dc204f89b2 req-faf374b8-bb2e-4bfb-8eaf-e3bebd1c7b87 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5872900 Feb 02 13:12:18.009448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:18.035640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:18.047662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:18.115290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Port': ['ID=1bc6a3b7-ddda-4273-a989-14c7688ed791,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:18.121464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fe1d4d-af0c-4705-b720-a7e412641f6a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:18.124224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-18fe1d4d-af0c-4705-b720-a7e412641f6a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "GET /v2.0/subnets/8a4e76b2-29aa-4dc5-9511-4beeadfca8e8 HTTP/1.1" status: 200 len: 797 time: 0.1846888 Feb 02 13:12:18.129886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55452) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:18.152574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'port': {'network_id': 'd3c23af6-6ec4-48a6-ba37-009bfb854fad', 'name': 'tempest-FloatingIPTestJSON-1981454765', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:18.256452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-89b44b97-da07-41b4-8fa6-37fb8468c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:18.257007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-89b44b97-da07-41b4-8fa6-37fb8468c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:18.257366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-89b44b97-da07-41b4-8fa6-37fb8468c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:18.274103 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-89b44b97-da07-41b4-8fa6-37fb8468c91d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=575a1f32155042908ad22df36aa0404f&device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2957 time: 0.1690013 Feb 02 13:12:18.352310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d882c63d-6b1c-4668-93b5-c0c676413fcb req-3fe8217e-ac75-4672-8091-8e03228779f0 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 210 time: 0.0641575 Feb 02 13:12:18.394313 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-b20e324d-284d-483f-ad74-104ce583bac9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=c2ce1395-e197-4948-a607-37337b82002d HTTP/1.1" status: 200 len: 217 time: 0.1013055 Feb 02 13:12:18.395393 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for floatingip (faa98cc8-1c70-4144-a9ff-c3118e0174b5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:18.448186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa1df0-6ff4-451a-8091-a44e1bd3ba16 req-bb567935-6e61-4e3a-b71b-642151a1f9fa tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:18.454216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa1df0-6ff4-451a-8091-a44e1bd3ba16 req-bb567935-6e61-4e3a-b71b-642151a1f9fa tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:18.460298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa1df0-6ff4-451a-8091-a44e1bd3ba16 req-bb567935-6e61-4e3a-b71b-642151a1f9fa tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:18.469645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4fa1df0-6ff4-451a-8091-a44e1bd3ba16 req-bb567935-6e61-4e3a-b71b-642151a1f9fa tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2411 time: 0.1035867 Feb 02 13:12:18.559729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4fa1df0-6ff4-451a-8091-a44e1bd3ba16 req-28f7f311-3699-4947-8ee6-03c93788c548 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839467 Feb 02 13:12:18.562149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Made reservation on behalf of c80864fe7f3741348efd69e2c2a848a3 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:18.577937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1bc6a3b7-ddda-4273-a989-14c7688ed791), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:18.665961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-29846ba8-77a0-4987-9688-5b35469d77f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:18.671684 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-29846ba8-77a0-4987-9688-5b35469d77f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=21812206-150b-474e-9958-54d8c39454e2 HTTP/1.1" status: 200 len: 801 time: 0.2714081 Feb 02 13:12:18.687808 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:18.729228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] device_id is not set on port de7347a9-9885-41ad-8466-f69d9c24912a yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:12:18.894581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-26d0fedd-e081-4fa0-a6df-2d90c315bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:18.898858 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-26d0fedd-e081-4fa0-a6df-2d90c315bbc9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9b47ba8-6947-418b-a5d2-ef9337a0f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2133639 Feb 02 13:12:19.132527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.20.0.14 (d3c23af6-6ec4-48a6-ba37-009bfb854fad/8a4e76b2-29aa-4dc5-9511-4beeadfca8e8/de7347a9-9885-41ad-8466-f69d9c24912a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:19.143216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.20.0.13 (d3c23af6-6ec4-48a6-ba37-009bfb854fad/8a4e76b2-29aa-4dc5-9511-4beeadfca8e8/de7347a9-9885-41ad-8466-f69d9c24912a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:19.144611 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for port (1bc6a3b7-ddda-4273-a989-14c7688ed791), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:19.158048 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (1bc6a3b7-ddda-4273-a989-14c7688ed791), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:19.335449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Port': ['ID=1bc6a3b7-ddda-4273-a989-14c7688ed791,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:19.412241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (faa98cc8-1c70-4144-a9ff-c3118e0174b5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:19.413259 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (de7347a9-9885-41ad-8466-f69d9c24912a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:19.477540 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-e296e15a-8c7e-4914-b95b-48e845832195 service neutron] 10.222.0.62 "GET /v2.0/networks/e9b47ba8-6947-418b-a5d2-ef9337a0f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607102 Feb 02 13:12:19.485030 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (de7347a9-9885-41ad-8466-f69d9c24912a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:19.543516 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0802fff-d16c-4ce3-871e-1888ae564d43 req-2a1a361f-18e6-4115-b17b-b7086ae084f8 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 210 time: 0.0729783 Feb 02 13:12:19.590638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network d3c23af6-6ec4-48a6-ba37-009bfb854fad is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:19.597232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:19.602834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:19.603078 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:19.606509 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eb3957e2-72f9-475e-a134-2498688bf5ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4661016 Feb 02 13:12:19.680336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:19.681260 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:19.750337 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.6187561 Feb 02 13:12:19.755594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55510) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:19.760794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'de7347a9-9885-41ad-8466-f69d9c24912a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:19.772283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a093218-8a52-476a-aa9b-229946ba87b2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=de7347a9-9885-41ad-8466-f69d9c24912a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:19.785828 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbda3f-98de-4559-be4a-82d6a7233cd6 req-40cdd03e-4e7c-4744-ae73-f8504661e7d6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:19.787964 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-dda36772-1d6f-48a2-ac6b-36cf0130376f service neutron] 10.222.0.62 "GET /v2.0/networks/e9b47ba8-6947-418b-a5d2-ef9337a0f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061404 Feb 02 13:12:19.792111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbda3f-98de-4559-be4a-82d6a7233cd6 req-40cdd03e-4e7c-4744-ae73-f8504661e7d6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:19.798387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbda3f-98de-4559-be4a-82d6a7233cd6 req-40cdd03e-4e7c-4744-ae73-f8504661e7d6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:19.800596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78bbda3f-98de-4559-be4a-82d6a7233cd6 req-40cdd03e-4e7c-4744-ae73-f8504661e7d6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2411 time: 0.0907559 Feb 02 13:12:19.882742 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-abb11a95-f199-4f38-9778-f227595cd997 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.181&port_id=fc8c5427-36b7-4932-801c-47f389189d60 HTTP/1.1" status: 200 len: 217 time: 0.0834310 Feb 02 13:12:19.901095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78bbda3f-98de-4559-be4a-82d6a7233cd6 req-231751f4-804f-4b86-a269-7cb67d1f1310 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948079 Feb 02 13:12:19.926149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:19.998464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-68f99051-46d3-4f66-9a50-ef73ea734989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:20.000284 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-68f99051-46d3-4f66-9a50-ef73ea734989 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=366774d2-c145-44f8-b5cb-173cf10af69b HTTP/1.1" status: 200 len: 801 time: 0.1001084 Feb 02 13:12:20.272765 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-466d425b-7ed8-43d3-9f14-57933fcd6a14 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--2015613425&fields=id&tenant_id=0ae77cfdd42d4abf8cbafce4246db71e HTTP/1.1" status: 200 len: 267 time: 0.2951121 Feb 02 13:12:20.292409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-df9b8b72-614a-46f1-a8de-78485f35280b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:20.294060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-df9b8b72-614a-46f1-a8de-78485f35280b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 0.2286472 Feb 02 13:12:20.307537 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-976729d8-f93e-4424-97b6-30e60b5ef1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:20.312750 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-976729d8-f93e-4424-97b6-30e60b5ef1d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2eda544a-320e-4556-b7f4-45c8eb605c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3057508 Feb 02 13:12:20.381285 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:20.405545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-9a027fee-6c66-4fa0-9673-9fb833ca4850 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:20.411212 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-9a027fee-6c66-4fa0-9673-9fb833ca4850 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports/5abe3ffe-b1f8-483f-b83f-f8edad0fc901 HTTP/1.1" status: 200 len: 930 time: 0.1108963 Feb 02 13:12:20.419916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Request body: {'port': {'device_id': '8293cbf2-6353-4eb1-b0ce-f0e375182273', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'admin_state_up': True, 'tenant_id': '1af86eae570b46b3a4585e718e1a9580'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:20.510017 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-8a63579c-0760-4dcf-81f5-1a04f8a9720e service neutron] 10.222.0.62 "GET /v2.0/networks/2eda544a-320e-4556-b7f4-45c8eb605c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900957 Feb 02 13:12:20.642168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b22d147b-91df-4d1c-b4c6-a5505701c490 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:20.644253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b22d147b-91df-4d1c-b4c6-a5505701c490 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports/ffb6f5f4-e04d-4155-a2c8-df15fbb43eda HTTP/1.1" status: 200 len: 931 time: 0.2186670 Feb 02 13:12:20.885129 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-de8284d9-3172-4be3-bcca-4e922ad07cda service neutron] 10.222.0.62 "GET /v2.0/networks/2eda544a-320e-4556-b7f4-45c8eb605c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675253 Feb 02 13:12:20.893989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.25.4.253 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/b935b48a-7a4a-4b4a-86fa-06880db96ed3) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:21.008429 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-557e1ad1-5408-4056-9342-e20bf777cbde service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.58&port_id=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 HTTP/1.1" status: 200 len: 217 time: 0.1146281 Feb 02 13:12:21.166922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3fce40f2-c484-4930-89c8-04800c5f588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:21.168875 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-3fce40f2-c484-4930-89c8-04800c5f588b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=21812206-150b-474e-9958-54d8c39454e2 HTTP/1.1" status: 200 len: 801 time: 0.1545248 Feb 02 13:12:21.253292 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (b935b48a-7a4a-4b4a-86fa-06880db96ed3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:21.268145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-fc2c324b-36fb-49ce-8259-50e723413018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:21.271201 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-fc2c324b-36fb-49ce-8259-50e723413018 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9b47ba8-6947-418b-a5d2-ef9337a0f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0946908 Feb 02 13:12:21.336768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-320fd4b5-d37e-4143-87d2-c2d26c117092 req-adc7fd6e-70a1-45ee-8dff-310feff59973 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 210 time: 0.5972090 Feb 02 13:12:21.369605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ec6b42a7-71e8-47ab-b18c-c99a43220a37 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?network_id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.7177248 Feb 02 13:12:21.445051 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-7af4137e-d9cf-46fa-8c77-13b403a9645d service neutron] 10.222.0.62 "GET /v2.0/networks/e9b47ba8-6947-418b-a5d2-ef9337a0f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624539 Feb 02 13:12:21.480327 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-f63fd23a-a1cc-4168-adaf-84b9ea6aaa57 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?network_id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0849817 Feb 02 13:12:21.627123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b935b48a-7a4a-4b4a-86fa-06880db96ed3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:21.633322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Made reservation on behalf of 1af86eae570b46b3a4585e718e1a9580 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:21.636906 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:21.753362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-71fd7973-2878-4de4-bf22-c95e32ed0156 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:21.760679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:21.766614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=b935b48a-7a4a-4b4a-86fa-06880db96ed3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:21.766787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-71fd7973-2878-4de4-bf22-c95e32ed0156 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:21.776608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:21.780001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-71fd7973-2878-4de4-bf22-c95e32ed0156 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:21.788995 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-71fd7973-2878-4de4-bf22-c95e32ed0156 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/networks?id=5716fbfd-26f9-422f-a503-b67b5c7019cb&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&id=f5fdd77c-8e52-4edb-974c-730c98bebc9d HTTP/1.1" status: 200 len: 1989 time: 0.3075497 Feb 02 13:12:21.795020 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-26d000a2-bef5-4bea-a5c0-54ee803cee00 req-c064f431-62a0-4a99-b099-587fdc5d0334 service neutron] 10.222.0.62 "GET /v2.0/networks/e9b47ba8-6947-418b-a5d2-ef9337a0f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449695 Feb 02 13:12:21.798535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:21.906134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ed4cac8b-8b0e-44de-a8d0-35a2f7bbb2f3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/quotas/0ae77cfdd42d4abf8cbafce4246db71e HTTP/1.1" status: 200 len: 375 time: 0.1162281 Feb 02 13:12:21.986239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f84c1-313e-4706-89c9-4d3c067f9c47 req-bbb34aa3-015f-4c64-902d-c50a00b51c0a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:21.991797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f84c1-313e-4706-89c9-4d3c067f9c47 req-bbb34aa3-015f-4c64-902d-c50a00b51c0a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:22.000027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f84c1-313e-4706-89c9-4d3c067f9c47 req-bbb34aa3-015f-4c64-902d-c50a00b51c0a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:22.002204 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-293f84c1-313e-4706-89c9-4d3c067f9c47 req-bbb34aa3-015f-4c64-902d-c50a00b51c0a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2411 time: 0.4165990 Feb 02 13:12:22.134546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678b3f9-13e2-4959-bdfc-472609071970 req-7ff335b2-3ab1-4031-97db-95b9177bcef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:22.138603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678b3f9-13e2-4959-bdfc-472609071970 req-7ff335b2-3ab1-4031-97db-95b9177bcef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:22.142306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678b3f9-13e2-4959-bdfc-472609071970 req-7ff335b2-3ab1-4031-97db-95b9177bcef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:22.144122 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9678b3f9-13e2-4959-bdfc-472609071970 req-7ff335b2-3ab1-4031-97db-95b9177bcef7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=575a1f32155042908ad22df36aa0404f&device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2957 time: 0.2028990 Feb 02 13:12:22.255982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-293f84c1-313e-4706-89c9-4d3c067f9c47 req-00ac167a-f415-4935-aacd-2a866a846037 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276564 Feb 02 13:12:22.299319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-57772176-fa37-4cc1-8ef9-8e923d71ac51 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3547440 Feb 02 13:12:22.309607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Allocated IP 172.20.0.6 (17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd/b38b2c40-37ff-4b0b-b098-a2e69951a834/b68541fd-726b-405a-beef-87a920d96f42) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:22.388090 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:12:22.564615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678b3f9-13e2-4959-bdfc-472609071970 req-ea0c42fd-4c15-4c14-b623-3a62137714c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:22.566119 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9678b3f9-13e2-4959-bdfc-472609071970 req-ea0c42fd-4c15-4c14-b623-3a62137714c9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e9b47ba8-6947-418b-a5d2-ef9337a0f554 HTTP/1.1" status: 200 len: 903 time: 0.3708622 Feb 02 13:12:22.675234 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9678b3f9-13e2-4959-bdfc-472609071970 req-452cd9c5-1e06-4215-a554-f0d77c03657e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.58&port_id=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 HTTP/1.1" status: 200 len: 217 time: 0.1023197 Feb 02 13:12:22.683139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55556) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:22.732098 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks [] for port (b68541fd-726b-405a-beef-87a920d96f42), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:22.782479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678b3f9-13e2-4959-bdfc-472609071970 req-cbad955a-a53e-4421-b455-a7fba595446a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:22.783912 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9678b3f9-13e2-4959-bdfc-472609071970 req-cbad955a-a53e-4421-b455-a7fba595446a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=21812206-150b-474e-9958-54d8c39454e2 HTTP/1.1" status: 200 len: 801 time: 0.0998821 Feb 02 13:12:22.803873 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b68541fd-726b-405a-beef-87a920d96f42), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:22.979353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678b3f9-13e2-4959-bdfc-472609071970 req-666ce285-7de6-4588-9fd2-4706c6f9b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:22.982630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-680df658-090c-469a-9617-442a88d85797 req-92adcfb1-5a13-4a36-8750-098e8036000b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8222537 Feb 02 13:12:22.988608 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9678b3f9-13e2-4959-bdfc-472609071970 req-666ce285-7de6-4588-9fd2-4706c6f9b54d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e9b47ba8-6947-418b-a5d2-ef9337a0f554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1936128 Feb 02 13:12:23.064599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:23.071217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Pushing event updated for resources: {'Port': ['ID=b68541fd-726b-405a-beef-87a920d96f42,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:23.088930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:23.092244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:23.096975 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-a621631b-d0de-4bc9-b274-ead65e85dd4c service neutron] 10.222.0.83 "GET /v2.0/networks/5716fbfd-26f9-422f-a503-b67b5c7019cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813315 Feb 02 13:12:23.185715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686994bf-776d-4b74-b921-d673c989787a req-7f02fc1f-0fcb-4d6e-affe-b17c5ff2d620 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:23.186330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-686994bf-776d-4b74-b921-d673c989787a req-7f02fc1f-0fcb-4d6e-affe-b17c5ff2d620 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 931 time: 0.4172511 Feb 02 13:12:23.315309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:23.319887 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:23.421065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-686994bf-776d-4b74-b921-d673c989787a req-ffa9ccc8-dee5-4a2c-8454-58de2c04229d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245083 Feb 02 13:12:23.430145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f36937ce-1e30-4fda-9648-e17791f93ec5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0178568 Feb 02 13:12:23.443505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680df658-090c-469a-9617-442a88d85797 req-b7ec663e-18a9-4095-81b0-69fb7a7661c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:23.445319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-680df658-090c-469a-9617-442a88d85797 req-b7ec663e-18a9-4095-81b0-69fb7a7661c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 1127 time: 0.3699267 Feb 02 13:12:23.463633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Request body: {'port': {'device_id': '8293cbf2-6353-4eb1-b0ce-f0e375182273', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:23.672991 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b68541fd-726b-405a-beef-87a920d96f42), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:23.726178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-0ee34277-0e0d-4308-ac71-635870df973d service neutron] 10.222.0.83 "GET /v2.0/networks/5716fbfd-26f9-422f-a503-b67b5c7019cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904419 Feb 02 13:12:23.810723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680df658-090c-469a-9617-442a88d85797 req-94df6ffd-27f0-48b5-b2ba-435f94f660d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:23.812522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-680df658-090c-469a-9617-442a88d85797 req-94df6ffd-27f0-48b5-b2ba-435f94f660d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 920 time: 0.2729223 Feb 02 13:12:23.866885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (bd45e49b-2b44-4646-8bc1-07ea1cb3d551), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:23.930685 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9678b3f9-13e2-4959-bdfc-472609071970 req-c4551d7b-cda3-4a89-9e4a-d2ab62395fbe service neutron] 10.222.0.62 "GET /v2.0/networks/e9b47ba8-6947-418b-a5d2-ef9337a0f554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8855977 Feb 02 13:12:23.939630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-c1489c9f-a0ce-486f-b601-91cb5d33cf5e service neutron] 10.222.0.83 "GET /v2.0/ports/5abe3ffe-b1f8-483f-b83f-f8edad0fc901?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1908534 Feb 02 13:12:23.941453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-680df658-090c-469a-9617-442a88d85797 req-7688e6bf-0cbd-437a-911a-6e94af173586 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d HTTP/1.1" status: 200 len: 217 time: 0.1178346 Feb 02 13:12:24.105826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e8d58-a2c5-4f0d-b6a1-8ee45aedd075 req-3e85ca72-8189-4ba5-8755-0236e3b239f6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:24.111263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e8d58-a2c5-4f0d-b6a1-8ee45aedd075 req-3e85ca72-8189-4ba5-8755-0236e3b239f6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:24.116839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e8d58-a2c5-4f0d-b6a1-8ee45aedd075 req-3e85ca72-8189-4ba5-8755-0236e3b239f6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:24.118666 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f9e8d58-a2c5-4f0d-b6a1-8ee45aedd075 req-3e85ca72-8189-4ba5-8755-0236e3b239f6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2411 time: 0.4233143 Feb 02 13:12:24.210272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680df658-090c-469a-9617-442a88d85797 req-c62d91bf-da96-4d7d-ab3b-701844e0fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:24.212755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-680df658-090c-469a-9617-442a88d85797 req-c62d91bf-da96-4d7d-ab3b-701844e0fb7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.2630682 Feb 02 13:12:24.268194 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-680df658-090c-469a-9617-442a88d85797 req-511c2817-2b9e-4866-8461-6cc549aa2dfc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474968 Feb 02 13:12:24.402088 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b935b48a-7a4a-4b4a-86fa-06880db96ed3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:24.417920 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9678b3f9-13e2-4959-bdfc-472609071970 req-6741bfff-0da1-4f0e-897a-35a33f1587e4 service neutron] 10.222.0.62 "GET /v2.0/networks/e9b47ba8-6947-418b-a5d2-ef9337a0f554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613333 Feb 02 13:12:24.450025 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-680df658-090c-469a-9617-442a88d85797 req-91ff84db-58c1-464a-971b-becaaefd825c service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701624 Feb 02 13:12:24.554000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f9e8d58-a2c5-4f0d-b6a1-8ee45aedd075 req-60984387-713f-4943-95c7-19a748d2e262 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026530 Feb 02 13:12:24.610617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6458f46b-d92e-4244-84c6-a6fa81518aa3 service neutron] 10.222.0.83 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400347 Feb 02 13:12:24.730339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b68541fd-726b-405a-beef-87a920d96f42 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:12:24.741217 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Publish callbacks [] for port (b68541fd-726b-405a-beef-87a920d96f42), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:24.779820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Transition to ACTIVE for port object b68541fd-726b-405a-beef-87a920d96f42 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:12:24.852271 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (b935b48a-7a4a-4b4a-86fa-06880db96ed3), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:24.873774 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b935b48a-7a4a-4b4a-86fa-06880db96ed3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:24.909340 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-680df658-090c-469a-9617-442a88d85797 req-80e420a9-db78-4e46-9abd-015640a458e9 service neutron] 10.222.0.18 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438586 Feb 02 13:12:24.910904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:12:25.002075 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b68541fd-726b-405a-beef-87a920d96f42), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:25.087111 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:25.166841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:25.197234 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1', 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554', 'port_id': 'c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1', 'mac_address': 'fa:16:3e:a2:9a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21812206-150b-474e-9958-54d8c39454e2', 'ip_address': '19.80.0.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:12:25.249242 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (bd45e49b-2b44-4646-8bc1-07ea1cb3d551), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:25.279469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:25.280179 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:25.305543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:12:25.349840 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:25.357517 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:25.358835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device fc8c5427-36b7-4932-801c-47f389189d60 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:12:25.390359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=b935b48a-7a4a-4b4a-86fa-06880db96ed3,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:25.468279 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Attempting to bind port b68541fd-726b-405a-beef-87a920d96f42 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:12:25.468610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Attempting to bind port b68541fd-726b-405a-beef-87a920d96f42 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:12:25.468934 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Attempting to bind port b68541fd-726b-405a-beef-87a920d96f42 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:12:25.553562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9273c8-ba50-4f4d-92e4-8ca1337dab8f req-bdb42f6a-99c7-4a79-ae9f-873b3c0efe8e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:25.555053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c9273c8-ba50-4f4d-92e4-8ca1337dab8f req-bdb42f6a-99c7-4a79-ae9f-873b3c0efe8e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 943 time: 0.6439283 Feb 02 13:12:25.570506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:25.640788 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Floating IP bd45e49b-2b44-4646-8bc1-07ea1cb3d551 associated. External IP: 172.25.4.253, port: de7347a9-9885-41ad-8466-f69d9c24912a. Feb 02 13:12:25.661436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Port b68541fd-726b-405a-beef-87a920d96f42 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:12:25.661758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Attempting to bind port b68541fd-726b-405a-beef-87a920d96f42 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:12:25.687549 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c9273c8-ba50-4f4d-92e4-8ca1337dab8f req-a371a54d-78e3-4011-8ec4-6bd18f92350f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197443 Feb 02 13:12:25.688857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b68541fd-726b-405a-beef-87a920d96f42,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:25.729198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:12:25.730109 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Checking segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:12:25.730357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Bound using segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:12:25.730787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Bound port: b68541fd-726b-405a-beef-87a920d96f42, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:12:25.731143 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b68541fd-726b-405a-beef-87a920d96f42), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:25.751413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port fc8c5427-36b7-4932-801c-47f389189d60, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fc8c5427-36b7-4932-801c-47f389189d60,segment=NetworkSegment(cf959fb2-5a63-461c-96a6-e7b1177e66a4),segment_id=cf959fb2-5a63-461c-96a6-e7b1177e66a4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:25.778581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'fc8c5427-36b7-4932-801c-47f389189d60', 'network_id': '2eda544a-320e-4556-b7f4-45c8eb605c87', 'port_id': 'fc8c5427-36b7-4932-801c-47f389189d60', 'mac_address': 'fa:16:3e:f6:60:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '366774d2-c145-44f8-b5cb-173cf10af69b', 'ip_address': '19.86.0.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:12:25.907682 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port fc8c5427-36b7-4932-801c-47f389189d60 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:25.908200 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fc8c5427-36b7-4932-801c-47f389189d60), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:25.918494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-06c52924-b7e0-49a7-9c4a-4ea7e4e12200 service neutron] 10.222.0.83 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9750414 Feb 02 13:12:25.944078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8c5427-36b7-4932-801c-47f389189d60 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:12:26.042390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port fc8c5427-36b7-4932-801c-47f389189d60, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fc8c5427-36b7-4932-801c-47f389189d60,segment=NetworkSegment(cf959fb2-5a63-461c-96a6-e7b1177e66a4),segment_id=cf959fb2-5a63-461c-96a6-e7b1177e66a4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:26.048756 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fc8c5427-36b7-4932-801c-47f389189d60), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:26.049692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c2ce1395-e197-4948-a607-37337b82002d details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:12:26.105048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c2ce1395-e197-4948-a607-37337b82002d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c2ce1395-e197-4948-a607-37337b82002d,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:26.185779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'c2ce1395-e197-4948-a607-37337b82002d', 'network_id': 'e9b47ba8-6947-418b-a5d2-ef9337a0f554', 'port_id': 'c2ce1395-e197-4948-a607-37337b82002d', 'mac_address': 'fa:16:3e:05:22:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21812206-150b-474e-9958-54d8c39454e2', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:12:26.189842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=fc8c5427-36b7-4932-801c-47f389189d60,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:26.281944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port c2ce1395-e197-4948-a607-37337b82002d is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:26.282375 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c2ce1395-e197-4948-a607-37337b82002d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:26.309525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ce1395-e197-4948-a607-37337b82002d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:12:26.356596 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c2ce1395-e197-4948-a607-37337b82002d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c2ce1395-e197-4948-a607-37337b82002d,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:26.364899 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c2ce1395-e197-4948-a607-37337b82002d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:26.419600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:12:26.486711 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=c2ce1395-e197-4948-a607-37337b82002d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:26.586228 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:12:26.598227 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab8ee9e-318b-4bd2-a0f1-1a79b16582d8 None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:12:26.611444 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab8ee9e-318b-4bd2-a0f1-1a79b16582d8 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:26.613714 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cab8ee9e-318b-4bd2-a0f1-1a79b16582d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:26.704109 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cab8ee9e-318b-4bd2-a0f1-1a79b16582d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:26.723167 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:26.731317 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab8ee9e-318b-4bd2-a0f1-1a79b16582d8 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:26.732129 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cab8ee9e-318b-4bd2-a0f1-1a79b16582d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:26.800002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['fc8c5427-36b7-4932-801c-47f389189d60'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:12:26.801004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-067b01d3-db35-4293-87f0-9f942e834401 service neutron] 10.222.0.83 "GET /v2.0/ports/ffb6f5f4-e04d-4155-a2c8-df15fbb43eda?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.8815088 Feb 02 13:12:26.804966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] For port b68541fd-726b-405a-beef-87a920d96f42, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:12:26.817829 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-cab8ee9e-318b-4bd2-a0f1-1a79b16582d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:26.818653 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab8ee9e-318b-4bd2-a0f1-1a79b16582d8 None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:26.831556 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f861c890-3f3d-42a9-bb7d-1fb1585a1d1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.0748837 Feb 02 13:12:26.834646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55598) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:26.840598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3222fb9c-d2eb-45f9-aafd-6294856588cd tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'floatingip': {'port_id': 'de7347a9-9885-41ad-8466-f69d9c24912a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:26.847043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Deleting port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:26.847382 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:26.861137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:12:26.863317 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['c2ce1395-e197-4948-a607-37337b82002d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:12:26.870891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] For port b68541fd-726b-405a-beef-87a920d96f42, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b68541fd-726b-405a-beef-87a920d96f42,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:12:26.920422 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a258b3-88e5-4601-8dee-a97fe3f1d58d req-a4b2382d-43e0-42e0-8ea7-1ba26d911762 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:26.928122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a258b3-88e5-4601-8dee-a97fe3f1d58d req-a4b2382d-43e0-42e0-8ea7-1ba26d911762 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:26.935826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a258b3-88e5-4601-8dee-a97fe3f1d58d req-a4b2382d-43e0-42e0-8ea7-1ba26d911762 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:26.944029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67a258b3-88e5-4601-8dee-a97fe3f1d58d req-a4b2382d-43e0-42e0-8ea7-1ba26d911762 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2412 time: 1.1009676 Feb 02 13:12:26.969008 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b68541fd-726b-405a-beef-87a920d96f42), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:26.987022 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3222fb9c-d2eb-45f9-aafd-6294856588cd tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (bd45e49b-2b44-4646-8bc1-07ea1cb3d551), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:27.082567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:27.083329 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:27.086046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/b68541fd-726b-405a-beef-87a920d96f42 HTTP/1.1" status: 200 len: 1091 time: 3.6392930 Feb 02 13:12:27.155120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8293cbf2-6353-4eb1-b0ce-f0e375182273', 'tag': 'b68541fd-726b-405a-beef-87a920d96f42'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:27.174349 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daea816-e317-432a-84fa-429d19ef4bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "8293cbf2-6353-4eb1-b0ce-f0e375182273", "tag": "b68541fd-726b-405a-beef-87a920d96f42"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:27.192988 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67a258b3-88e5-4601-8dee-a97fe3f1d58d req-f9a8e098-4c89-4e6c-a28b-7e67f5934b08 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472126 Feb 02 13:12:27.236895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] For port 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24,segment=NetworkSegment(86ebbc56-a897-43c8-9cff-e6003ba6caa9),segment_id=86ebbc56-a897-43c8-9cff-e6003ba6caa9)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:27.237253 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:27.284236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Calling delete_port for 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:27.309292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110f6c5-ecd1-4b08-af55-a8f9947671d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b68541fd-726b-405a-beef-87a920d96f42,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:27.498043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-c392815d-ccc1-4fa6-a5b7-f487b10acec9 service neutron] 10.222.0.83 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874363 Feb 02 13:12:27.709260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6a0781ff-a71b-42f3-aff8-8578e53b8cd0 service neutron] 10.222.0.83 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979618 Feb 02 13:12:27.912711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e57370-2c67-459b-acba-0db5368772e2 req-6e84cc2e-fbd9-4998-8555-24793c5663c7 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:27.922582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76e57370-2c67-459b-acba-0db5368772e2 req-6e84cc2e-fbd9-4998-8555-24793c5663c7 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 943 time: 0.4929433 Feb 02 13:12:27.939048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-23c5aba0-18fa-4be3-ae62-7b2a6bb8e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:27.941037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-23c5aba0-18fa-4be3-ae62-7b2a6bb8e85d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 1125 time: 0.6563821 Feb 02 13:12:27.984112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.resource_extend [None req-3222fb9c-d2eb-45f9-aafd-6294856588cd tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:12:28.040713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4338a517-333c-47bf-94a5-113877e11f6a service neutron] 10.222.0.83 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119526 Feb 02 13:12:28.080719 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76e57370-2c67-459b-acba-0db5368772e2 req-5909d5af-be4f-4555-860e-6c9a67e2c433 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572859 Feb 02 13:12:28.089568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f4bcebe9-ef3b-41c5-9727-da3ce04a47c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b68541fd-726b-405a-beef-87a920d96f42 HTTP/1.1" status: 200 len: 217 time: 0.1298757 Feb 02 13:12:28.181239 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991c701-c88d-4439-b808-608fb3bd1717 x-openstack-request-id: req-b991c701-c88d-4439-b808-608fb3bd1717 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:28.181777 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8293cbf2-6353-4eb1-b0ce-f0e375182273", "tag": "b68541fd-726b-405a-beef-87a920d96f42", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:28.182695 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b991c701-c88d-4439-b808-608fb3bd1717 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:28.183258 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8293cbf2-6353-4eb1-b0ce-f0e375182273', 'tag': 'b68541fd-726b-405a-beef-87a920d96f42', 'status': 'completed', 'code': 200} Feb 02 13:12:28.202225 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3222fb9c-d2eb-45f9-aafd-6294856588cd tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:28.221897 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3222fb9c-d2eb-45f9-aafd-6294856588cd tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (bd45e49b-2b44-4646-8bc1-07ea1cb3d551), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:28.293437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-e388feaf-ad81-45f9-bcec-9d8b84872f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:28.297132 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-e388feaf-ad81-45f9-bcec-9d8b84872f2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.1958942 Feb 02 13:12:28.404621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-f62e9b15-0d5a-4871-8524-86356cbb0b0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990329 Feb 02 13:12:28.601749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-156eb7d5-0f37-46a1-8d32-a60e0b5e9407 service neutron] 10.222.0.83 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5198131 Feb 02 13:12:28.801472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231efee-d742-4355-bebd-9c0126dddeb8 req-85a8f80a-1e91-4671-9c1f-48120b16d06f tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:28.807298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231efee-d742-4355-bebd-9c0126dddeb8 req-85a8f80a-1e91-4671-9c1f-48120b16d06f tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:28.813218 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231efee-d742-4355-bebd-9c0126dddeb8 req-85a8f80a-1e91-4671-9c1f-48120b16d06f tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:28.821661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f231efee-d742-4355-bebd-9c0126dddeb8 req-85a8f80a-1e91-4671-9c1f-48120b16d06f tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2414 time: 0.4159694 Feb 02 13:12:28.830606 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-81098fb3-3aea-4260-ac2d-03b95270cca7 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483572 Feb 02 13:12:28.909361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c2ce1395-e197-4948-a607-37337b82002d up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:29.044399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port c2ce1395-e197-4948-a607-37337b82002d completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:12:29.049038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port c2ce1395-e197-4948-a607-37337b82002d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:29.049548 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c2ce1395-e197-4948-a607-37337b82002d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:29.139711 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:29.172295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f231efee-d742-4355-bebd-9c0126dddeb8 req-e1858149-0262-4553-9c76-117c090cb319 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479993 Feb 02 13:12:29.183919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port c2ce1395-e197-4948-a607-37337b82002d is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:29.184482 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c2ce1395-e197-4948-a607-37337b82002d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:29.233823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c2ce1395-e197-4948-a607-37337b82002d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c2ce1395-e197-4948-a607-37337b82002d,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:29.235090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ce1395-e197-4948-a607-37337b82002d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:29.239704 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbb098e-dc8c-420d-add1-fb9e3cbb85f6" -d '{"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-plugged", "status": "completed", "tag": "c2ce1395-e197-4948-a607-37337b82002d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:29.252153 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c2ce1395-e197-4948-a607-37337b82002d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:29.255432 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:29.275163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:29.275968 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-9163b29c-5654-430b-9792-996314e6e0ef service neutron] 10.222.0.83 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551003 Feb 02 13:12:29.285959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2ce205c-478f-4dc8-a124-4a5f8d907587 req-82af95be-5c40-442c-b255-cb00fd3543ce service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304399 Feb 02 13:12:29.350837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.351384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.351846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.352279 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.355212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.355212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.359971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.360692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.361887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.362339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.367828 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.368304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.368747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:29.436669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3222fb9c-d2eb-45f9-aafd-6294856588cd tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:12:29.551873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=c2ce1395-e197-4948-a607-37337b82002d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:29.593606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:12:29.602656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:29.603364 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:29.788707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d0c9a-56e4-4743-8a12-dd16fef4c909 req-49f08e10-7e70-4126-bc6c-8ac80632ad42 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:29.790210 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c2d0c9a-56e4-4743-8a12-dd16fef4c909 req-49f08e10-7e70-4126-bc6c-8ac80632ad42 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 943 time: 0.4362307 Feb 02 13:12:29.806144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:29.806537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:29.861992 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-66e32a1e-3a51-4e3a-bc38-6a43f3ba59e7 service neutron] 10.222.0.83 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850239 Feb 02 13:12:29.906479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:29.914755 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:29.916752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device fc8c5427-36b7-4932-801c-47f389189d60 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:29.927471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daea816-e317-432a-84fa-429d19ef4bb4 req-40b24856-0a08-4459-8e99-1aa2f0f49292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:29.929391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6daea816-e317-432a-84fa-429d19ef4bb4 req-40b24856-0a08-4459-8e99-1aa2f0f49292 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 1125 time: 0.5281258 Feb 02 13:12:30.017580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3222fb9c-d2eb-45f9-aafd-6294856588cd tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:12:30.045873 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3222fb9c-d2eb-45f9-aafd-6294856588cd tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:30.119144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:30.128009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c771836a-98a3-4443-a72b-594c7758fd9b None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:12:30.128582 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:30.142911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daea816-e317-432a-84fa-429d19ef4bb4 req-ead0c73a-36c4-4472-9b9e-6f471852babd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:30.150077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6daea816-e317-432a-84fa-429d19ef4bb4 req-ead0c73a-36c4-4472-9b9e-6f471852babd service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 913 time: 0.2004473 Feb 02 13:12:30.177246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771836a-98a3-4443-a72b-594c7758fd9b None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:30.177892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c771836a-98a3-4443-a72b-594c7758fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:30.188197 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port fc8c5427-36b7-4932-801c-47f389189d60 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:12:30.280337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c771836a-98a3-4443-a72b-594c7758fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:30.284814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port fc8c5427-36b7-4932-801c-47f389189d60 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:30.285193 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fc8c5427-36b7-4932-801c-47f389189d60), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:30.317817 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6daea816-e317-432a-84fa-429d19ef4bb4 req-75a16db8-bb75-425e-8441-84561b542093 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b68541fd-726b-405a-beef-87a920d96f42 HTTP/1.1" status: 200 len: 217 time: 0.1195908 Feb 02 13:12:30.358703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771836a-98a3-4443-a72b-594c7758fd9b None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:30.359349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c771836a-98a3-4443-a72b-594c7758fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:30.383992 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3222fb9c-d2eb-45f9-aafd-6294856588cd tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "PUT /v2.0/floatingips/bd45e49b-2b44-4646-8bc1-07ea1cb3d551 HTTP/1.1" status: 200 len: 979 time: 3.5484316 Feb 02 13:12:30.388529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55632) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:30.442929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c771836a-98a3-4443-a72b-594c7758fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:30.443645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c771836a-98a3-4443-a72b-594c7758fd9b None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:30.465758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c2d0c9a-56e4-4743-8a12-dd16fef4c909 req-5c62836e-9705-4ea4-a4fa-c01b34899f9a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6377733 Feb 02 13:12:30.588458 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ef0d8-9c98-4b03-8058-bf7ac5d0683d x-openstack-request-id: req-f54ef0d8-9c98-4b03-8058-bf7ac5d0683d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:30.588759 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-plugged", "status": "completed", "tag": "c2ce1395-e197-4948-a607-37337b82002d", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:30.589020 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f54ef0d8-9c98-4b03-8058-bf7ac5d0683d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:30.590022 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ce1395-e197-4948-a607-37337b82002d', 'code': 200} Feb 02 13:12:30.710752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port fc8c5427-36b7-4932-801c-47f389189d60 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:30.711257 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fc8c5427-36b7-4932-801c-47f389189d60), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:30.730830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:12:30.827998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port fc8c5427-36b7-4932-801c-47f389189d60, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fc8c5427-36b7-4932-801c-47f389189d60,segment=NetworkSegment(cf959fb2-5a63-461c-96a6-e7b1177e66a4),segment_id=cf959fb2-5a63-461c-96a6-e7b1177e66a4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:30.838453 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fc8c5427-36b7-4932-801c-47f389189d60), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:30.943245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:12:30.953569 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aadb7ab1-d40b-4bf1-a12c-9aaf27982114 admin admin] 10.222.0.83 "PUT /v2.0/routers/d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2658088 Feb 02 13:12:30.953953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55640) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:30.959359 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3362b3e-9c05-48cf-8c85-a52466ac62e6 None None] Sync routers for ids ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:12:30.977599 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3362b3e-9c05-48cf-8c85-a52466ac62e6 None None] Routers {'d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:30.982632 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b3362b3e-9c05-48cf-8c85-a52466ac62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:30.989264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=fc8c5427-36b7-4932-801c-47f389189d60,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:31.077492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daea816-e317-432a-84fa-429d19ef4bb4 req-e4a1d0ca-9947-4aeb-be59-d1921aad2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:31.079291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6daea816-e317-432a-84fa-429d19ef4bb4 req-e4a1d0ca-9947-4aeb-be59-d1921aad2417 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.7496822 Feb 02 13:12:31.197321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6daea816-e317-432a-84fa-429d19ef4bb4 req-a8f8e116-2679-4ba1-9cb4-8e2633a74430 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981362 Feb 02 13:12:31.210766 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-04d2a00f-ca83-4f25-8bed-97b5bbd324c7 service neutron] 10.222.0.83 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3007545 Feb 02 13:12:31.292033 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Publish callbacks [] for router (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:31.383445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6daea816-e317-432a-84fa-429d19ef4bb4 req-2d15f8d0-ceae-4560-b4b8-0641ec9759bd service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676459 Feb 02 13:12:31.431957 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b3362b3e-9c05-48cf-8c85-a52466ac62e6 None None] Set router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:12:31.432727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae7cf8-abd3-4cd3-ab0a-024ffd089896 req-bad8d5d0-935d-4150-bff7-a6f27f081369 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:31.447676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae7cf8-abd3-4cd3-ab0a-024ffd089896 req-bad8d5d0-935d-4150-bff7-a6f27f081369 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:31.456958 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae7cf8-abd3-4cd3-ab0a-024ffd089896 req-bad8d5d0-935d-4150-bff7-a6f27f081369 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:31.461030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43ae7cf8-abd3-4cd3-ab0a-024ffd089896 req-bad8d5d0-935d-4150-bff7-a6f27f081369 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2417 time: 0.6244161 Feb 02 13:12:31.528767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port b935b48a-7a4a-4b4a-86fa-06880db96ed3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:31.529271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b935b48a-7a4a-4b4a-86fa-06880db96ed3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:31.585467 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Publish callbacks [] for router_gateway (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:31.661061 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b935b48a-7a4a-4b4a-86fa-06880db96ed3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:31.666370 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (b935b48a-7a4a-4b4a-86fa-06880db96ed3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:31.694537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for b935b48a-7a4a-4b4a-86fa-06880db96ed3 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:31.744044 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d980dd1-19b8-4e16-90c1-9a3f6e7fbe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:31.750881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Deleting port 74987f51-1d00-4f3f-b873-4265ef458a49 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:31.751223 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (74987f51-1d00-4f3f-b873-4265ef458a49), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:31.837461 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b3362b3e-9c05-48cf-8c85-a52466ac62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117'}], 'enable_snat': True}, 'gw_port_id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:12:28Z', 'revision_number': 5, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port': {'id': '74987f51-1d00-4f3f-b873-4265ef458a49', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:00Z', 'updated_at': '2022-02-02T13:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:31.871250 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3362b3e-9c05-48cf-8c85-a52466ac62e6 None None] Checking router: d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:12:31.882041 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3362b3e-9c05-48cf-8c85-a52466ac62e6 None None] Routers {'d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:31.882813 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b3362b3e-9c05-48cf-8c85-a52466ac62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:32.005140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] For port 74987f51-1d00-4f3f-b873-4265ef458a49, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=74987f51-1d00-4f3f-b873-4265ef458a49,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:32.005452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (74987f51-1d00-4f3f-b873-4265ef458a49), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:32.033264 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b3362b3e-9c05-48cf-8c85-a52466ac62e6 None None] Set router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:12:32.037415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Calling delete_port for 74987f51-1d00-4f3f-b873-4265ef458a49 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:32.164743 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b3362b3e-9c05-48cf-8c85-a52466ac62e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:12:31Z', 'revision_number': 6, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:32.227069 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3362b3e-9c05-48cf-8c85-a52466ac62e6 None None] The sync data for ids ['d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf'] in n-d-827336-2 is: [{'id': 'd47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf', 'name': 'tempest-TaggedBootDevicesTest_v242-1019309750-router', 'tenant_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:02:58Z', 'updated_at': '2022-02-02T13:12:31Z', 'revision_number': 6, 'project_id': 'df2004d95bfd4d109509dd5fa94f1fec', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:32.233565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b68541fd-726b-405a-beef-87a920d96f42 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:12:32.311151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55654) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:32.325900 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (74987f51-1d00-4f3f-b873-4265ef458a49), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:32.391193 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43ae7cf8-abd3-4cd3-ab0a-024ffd089896 req-cde1f1ce-8c9d-4634-ae09-89645e1122a4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9212098 Feb 02 13:12:32.429592 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-c28878ca-a8c3-4d77-bdf4-b88dbf4d0318 service neutron] 10.222.0.83 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1757753 Feb 02 13:12:32.447539 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Pushing event deleted for resources: {'Port': ['ID=74987f51-1d00-4f3f-b873-4265ef458a49,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:32.451035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6daea816-e317-432a-84fa-429d19ef4bb4 req-25e26204-5843-482d-823b-1668cade89f6 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0407181 Feb 02 13:12:32.545930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b68541fd-726b-405a-beef-87a920d96f42, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b68541fd-726b-405a-beef-87a920d96f42,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:32.570854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:32.580452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'b68541fd-726b-405a-beef-87a920d96f42', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'port_id': 'b68541fd-726b-405a-beef-87a920d96f42', 'mac_address': 'fa:16:3e:32:80:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38b2c40-37ff-4b0b-b098-a2e69951a834', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:12:32.602463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1'}, {'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8c5427-36b7-4932-801c-47f389189d60'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:32.603362 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182d39c6-0ce3-47d0-bc83-34543d694840" -d '{"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-plugged", "status": "completed", "tag": "c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1"}, {"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-plugged", "status": "completed", "tag": "fc8c5427-36b7-4932-801c-47f389189d60"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:32.676693 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b935b48a-7a4a-4b4a-86fa-06880db96ed3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:32.728380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b68541fd-726b-405a-beef-87a920d96f42 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:32.728785 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b68541fd-726b-405a-beef-87a920d96f42), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:32.754552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b68541fd-726b-405a-beef-87a920d96f42 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:12:32.827177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b68541fd-726b-405a-beef-87a920d96f42, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b68541fd-726b-405a-beef-87a920d96f42,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:32.834570 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b68541fd-726b-405a-beef-87a920d96f42), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:32.856264 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:32.858978 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Publish callbacks [] for router_controller (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:32.964857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b68541fd-726b-405a-beef-87a920d96f42,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:33.046795 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:33.047357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:12:33.057588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:33.061551 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-844d6320-90cc-4727-90ff-771b69bfa79b admin admin] 10.222.0.83 "DELETE /v2.0/routers/d47ea43f-dd21-4fa3-b757-3a4ad1f1e5bf HTTP/1.1" status: 204 len: 168 time: 2.1065266 Feb 02 13:12:33.064151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55668) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:33.089051 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3fc27449-22e1-41cb-873e-1fef92a34bb5 req-9485268e-0743-41e6-9855-3809f173a36f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3602164 Feb 02 13:12:33.113169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b68541fd-726b-405a-beef-87a920d96f42'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:12:33.283956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0485def-c3b1-43b7-b583-d7c01c95d911 admin admin] Deleting subnet 06abdc32-8d3e-40e0-882c-36cc75a338b3 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:12:33.298922 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0485def-c3b1-43b7-b583-d7c01c95d911 admin admin] Publish callbacks [] for subnet (06abdc32-8d3e-40e0-882c-36cc75a338b3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:33.472434 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0485def-c3b1-43b7-b583-d7c01c95d911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (06abdc32-8d3e-40e0-882c-36cc75a338b3), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:33.688040 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0485def-c3b1-43b7-b583-d7c01c95d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (06abdc32-8d3e-40e0-882c-36cc75a338b3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:33.876805 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0485def-c3b1-43b7-b583-d7c01c95d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (06abdc32-8d3e-40e0-882c-36cc75a338b3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:33.906816 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6592e54e-03c4-44f2-95f7-64d6cb6cd42a service neutron] 10.222.0.83 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2826035 Feb 02 13:12:33.948087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=b935b48a-7a4a-4b4a-86fa-06880db96ed3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:33.977795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0485def-c3b1-43b7-b583-d7c01c95d911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06abdc32-8d3e-40e0-882c-36cc75a338b3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:34.021267 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0485def-c3b1-43b7-b583-d7c01c95d911 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:34.027542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.027542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.027542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.027542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.027542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.027542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.027542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.028259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.028259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.028436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.032709 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d0485def-c3b1-43b7-b583-d7c01c95d911 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/06abdc32-8d3e-40e0-882c-36cc75a338b3 HTTP/1.1" status: 204 len: 168 time: 0.9567130 Feb 02 13:12:34.035394 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55678) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:34.039793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.040230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.040564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:12:34.046852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b4dce-2a88-4e35-9256-2eba60e7e7d0 None None] Network 0fe900c1-1a6a-4411-9f22-913eacc5c949 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:12:34.054168 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53fa82a5-2bd2-4081-88a6-b4105ab9cec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:34.116977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:34.219524 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (0fe900c1-1a6a-4411-9f22-913eacc5c949), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:34.257162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc27449-22e1-41cb-873e-1fef92a34bb5 req-2a18c7b7-82e5-47d1-985b-2d3840c2e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:34.258705 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3fc27449-22e1-41cb-873e-1fef92a34bb5 req-2a18c7b7-82e5-47d1-985b-2d3840c2e13d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a9e034360ca34688b0eea31302f92faa&device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 1127 time: 1.0947666 Feb 02 13:12:34.265945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b68541fd-726b-405a-beef-87a920d96f42 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:12:34.268293 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b42dd92-9a18-478c-8eb5-2098c8d476ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:34.285037 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53fa82a5-2bd2-4081-88a6-b4105ab9cec7 admin admin] Publish callbacks [] for security_group (bd302ea8-a421-42ad-b36e-4c41058c07eb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:34.287063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:12:34.293599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cc7757f-58fd-46a9-a1ed-edd0c289be6b service neutron] 10.222.0.83 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211498 Feb 02 13:12:34.294479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 01c1eb4b-b9b5-42f2-9d0a-7e995bcd9e24 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:12:34.295173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 74987f51-1d00-4f3f-b873-4265ef458a49 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:34.321148 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53fa82a5-2bd2-4081-88a6-b4105ab9cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (bd302ea8-a421-42ad-b36e-4c41058c07eb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:34.401963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a4f41-4e4c-4f46-be1b-f13ea96d67b8 req-4295dcc4-63b2-44e7-9fe6-0155071f2161 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:34.410922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e0a4f41-4e4c-4f46-be1b-f13ea96d67b8 req-4295dcc4-63b2-44e7-9fe6-0155071f2161 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 943 time: 1.7678118 Feb 02 13:12:34.446422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 74987f51-1d00-4f3f-b873-4265ef458a49 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:12:34.460036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 74987f51-1d00-4f3f-b873-4265ef458a49 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:12:34.560514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Deleting port 0d6c0d02-5826-478b-b373-330bf975340d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:34.572002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0d6c0d02-5826-478b-b373-330bf975340d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:34.606546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc27449-22e1-41cb-873e-1fef92a34bb5 req-b61315eb-a5ac-450f-8a71-a9976388fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:34.611053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e0a4f41-4e4c-4f46-be1b-f13ea96d67b8 req-69d9d6bc-dd35-485c-9fac-205a76fc079a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970534 Feb 02 13:12:34.624982 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3fc27449-22e1-41cb-873e-1fef92a34bb5 req-b61315eb-a5ac-450f-8a71-a9976388fddd service neutron] 10.222.0.62 "GET /v2.0/networks?id=09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 200 len: 920 time: 0.3204217 Feb 02 13:12:34.650113 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-53fa82a5-2bd2-4081-88a6-b4105ab9cec7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3c005a8a4593493c8a7dc7346586f81e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3247375 Feb 02 13:12:34.655586 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55684) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:34.658311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa82a5-2bd2-4081-88a6-b4105ab9cec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd302ea8-a421-42ad-b36e-4c41058c07eb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:34.666354 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (bd45e49b-2b44-4646-8bc1-07ea1cb3d551), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:34.668460 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Floating IP bd45e49b-2b44-4646-8bc1-07ea1cb3d551 disassociated (deleted). External IP: 172.25.4.253, port: de7347a9-9885-41ad-8466-f69d9c24912a. Feb 02 13:12:34.713312 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port b68541fd-726b-405a-beef-87a920d96f42 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:12:34.720926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port b68541fd-726b-405a-beef-87a920d96f42 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:34.721929 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b68541fd-726b-405a-beef-87a920d96f42), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:34.821227 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3fc27449-22e1-41cb-873e-1fef92a34bb5 req-91ad4cb9-ef3f-446b-bf7f-7eada2261995 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74046a06-2e55-41ba-829d-eb66b063104e HTTP/1.1" status: 200 len: 217 time: 0.1875083 Feb 02 13:12:34.957581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] For port 0d6c0d02-5826-478b-b373-330bf975340d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0d6c0d02-5826-478b-b373-330bf975340d,segment=NetworkSegment(86ebbc56-a897-43c8-9cff-e6003ba6caa9),segment_id=86ebbc56-a897-43c8-9cff-e6003ba6caa9)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:34.958812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0d6c0d02-5826-478b-b373-330bf975340d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:35.015231 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Calling delete_port for 0d6c0d02-5826-478b-b373-330bf975340d owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:35.081578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc27449-22e1-41cb-873e-1fef92a34bb5 req-dab4a7e1-f384-4d2f-b12d-1f7d29c24199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:35.088819 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3fc27449-22e1-41cb-873e-1fef92a34bb5 req-dab4a7e1-f384-4d2f-b12d-1f7d29c24199 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 200 len: 859 time: 0.2469683 Feb 02 13:12:35.242705 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d09861-3085-43e4-8dad-cc844cf5bd6c x-openstack-request-id: req-a6d09861-3085-43e4-8dad-cc844cf5bd6c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:35.243231 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-plugged", "status": "completed", "tag": "c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1", "code": 200}, {"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-plugged", "status": "completed", "tag": "fc8c5427-36b7-4932-801c-47f389189d60", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:35.243519 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a6d09861-3085-43e4-8dad-cc844cf5bd6c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:35.244073 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1', 'code': 200} Feb 02 13:12:35.244544 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8c5427-36b7-4932-801c-47f389189d60', 'code': 200} Feb 02 13:12:35.245669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b924be98-317c-481d-95cf-86aac6900e53 None None] DHCP port deletion for 0fe900c1-1a6a-4411-9f22-913eacc5c949 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:12:35.371112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b924be98-317c-481d-95cf-86aac6900e53 None None] Deleting port 0d6c0d02-5826-478b-b373-330bf975340d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:35.372702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b924be98-317c-481d-95cf-86aac6900e53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0d6c0d02-5826-478b-b373-330bf975340d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:35.441280 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3fc27449-22e1-41cb-873e-1fef92a34bb5 req-6778d7d5-003a-4c8e-b5ad-283794afb152 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=09b930df-df7c-43c7-a531-c62b99d62bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3368213 Feb 02 13:12:35.451594 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0d6c0d02-5826-478b-b373-330bf975340d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:35.472000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b924be98-317c-481d-95cf-86aac6900e53 None None] For port 0d6c0d02-5826-478b-b373-330bf975340d, host n-d-827336-2, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:35.472693 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b924be98-317c-481d-95cf-86aac6900e53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0d6c0d02-5826-478b-b373-330bf975340d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:35.486774 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b924be98-317c-481d-95cf-86aac6900e53 None None] Calling delete_port for 0d6c0d02-5826-478b-b373-330bf975340d owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:35.492581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-b924be98-317c-481d-95cf-86aac6900e53 None None] Port 0d6c0d02-5826-478b-b373-330bf975340d was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:12:35.501705 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b924be98-317c-481d-95cf-86aac6900e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (0d6c0d02-5826-478b-b373-330bf975340d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:35.510818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b68541fd-726b-405a-beef-87a920d96f42 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:35.511448 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b68541fd-726b-405a-beef-87a920d96f42), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:35.537912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6c0d02-5826-478b-b373-330bf975340d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:35.542591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:12:35.564230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b68541fd-726b-405a-beef-87a920d96f42, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b68541fd-726b-405a-beef-87a920d96f42,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:35.600939 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b68541fd-726b-405a-beef-87a920d96f42), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:35.605032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924be98-317c-481d-95cf-86aac6900e53 None None] Pushing event deleted for resources: {'Port': ['ID=0d6c0d02-5826-478b-b373-330bf975340d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:35.605987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dc889-00bf-4072-9194-07ad48583181 req-9ce670b5-8a0d-4b78-9c7c-100150ee962e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:35.615236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dc889-00bf-4072-9194-07ad48583181 req-9ce670b5-8a0d-4b78-9c7c-100150ee962e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:35.630129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] No DVR routers for this DVR port 0d6c0d02-5826-478b-b373-330bf975340d on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:35.643694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dc889-00bf-4072-9194-07ad48583181 req-9ce670b5-8a0d-4b78-9c7c-100150ee962e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:35.648055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-085dc889-00bf-4072-9194-07ad48583181 req-9ce670b5-8a0d-4b78-9c7c-100150ee962e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2417 time: 0.5493095 Feb 02 13:12:35.661335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a86925-273f-4ceb-a044-875ef178295d req-b1b6e3ca-6e03-48c3-9b0a-00b08f0cf968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:35.664461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a86925-273f-4ceb-a044-875ef178295d req-b1b6e3ca-6e03-48c3-9b0a-00b08f0cf968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:35.664978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a86925-273f-4ceb-a044-875ef178295d req-b1b6e3ca-6e03-48c3-9b0a-00b08f0cf968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:35.672338 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67a86925-273f-4ceb-a044-875ef178295d req-b1b6e3ca-6e03-48c3-9b0a-00b08f0cf968 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2963 time: 0.6548960 Feb 02 13:12:35.740293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b68541fd-726b-405a-beef-87a920d96f42,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:35.748798 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:35.754342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924be98-317c-481d-95cf-86aac6900e53 None None] No DVR routers for this DVR port 0d6c0d02-5826-478b-b373-330bf975340d on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:35.812982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67a86925-273f-4ceb-a044-875ef178295d req-4b0c7faa-7149-4205-aeb4-cbb5612784b9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375685 Feb 02 13:12:35.867919 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb0a02bc-ad9b-431a-a1e1-450e675265b5 admin admin] Publish callbacks [] for security_group (bd302ea8-a421-42ad-b36e-4c41058c07eb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:35.924407 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb0a02bc-ad9b-431a-a1e1-450e675265b5 admin admin] Publish callbacks [] for security_group (bd302ea8-a421-42ad-b36e-4c41058c07eb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.005220 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (0fe900c1-1a6a-4411-9f22-913eacc5c949), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.063389 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb0a02bc-ad9b-431a-a1e1-450e675265b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (bd302ea8-a421-42ad-b36e-4c41058c07eb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.066185 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb0a02bc-ad9b-431a-a1e1-450e675265b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.067411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-eb0a02bc-ad9b-431a-a1e1-450e675265b5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bd302ea8-a421-42ad-b36e-4c41058c07eb HTTP/1.1" status: 204 len: 168 time: 1.0694873 Feb 02 13:12:36.070096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0d6c0d02-5826-478b-b373-330bf975340d no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:36.087673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe900c1-1a6a-4411-9f22-913eacc5c949']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:36.112063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ebbc56-a897-43c8-9cff-e6003ba6caa9') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:36.114401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ebbc56-a897-43c8-9cff-e6003ba6caa9') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:36.129362 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (86ebbc56-a897-43c8-9cff-e6003ba6caa9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.151779 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (86ebbc56-a897-43c8-9cff-e6003ba6caa9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.155701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 0d6c0d02-5826-478b-b373-330bf975340d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:12:36.157171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0d6c0d02-5826-478b-b373-330bf975340d not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:12:36.169155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0cce32f7-6c61-4067-b56e-1815b8e5c22f req-20ccc66f-7cb6-47b5-a83a-c928a887be58 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.0819235 Feb 02 13:12:36.193140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:12:36.193590 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (86ebbc56-a897-43c8-9cff-e6003ba6caa9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.197370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-085dc889-00bf-4072-9194-07ad48583181 req-21cb8bdc-063c-4983-a767-317e7a5bb779 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566789 Feb 02 13:12:36.207903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a02bc-ad9b-431a-a1e1-450e675265b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd302ea8-a421-42ad-b36e-4c41058c07eb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:12:36.378898 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:12:36.386819 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (0fe900c1-1a6a-4411-9f22-913eacc5c949), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.405243 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.412611 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] 10.222.0.83 "DELETE /v2.0/networks/0fe900c1-1a6a-4411-9f22-913eacc5c949 HTTP/1.1" status: 204 len: 168 time: 2.3727798 Feb 02 13:12:36.415763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98281c-2457-49d8-9f10-f887f1bc6008 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fe900c1-1a6a-4411-9f22-913eacc5c949,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:36.417011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:36.473817 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3fc27449-22e1-41cb-873e-1fef92a34bb5 req-446d2d7b-83c9-4dca-9a82-7900f552b572 service neutron] 10.222.0.62 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0196104 Feb 02 13:12:36.635099 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.678521 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3fc27449-22e1-41cb-873e-1fef92a34bb5 req-6eef6c0c-1b8f-48c8-b5a6-8ca05072ceae service neutron] 10.222.0.62 "GET /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964729 Feb 02 13:12:36.683011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:12:36.698520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b96bf5-666e-4c7c-8fde-7d838ece0257 None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:12:36.721648 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.775364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b96bf5-666e-4c7c-8fde-7d838ece0257 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:36.776207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-02b96bf5-666e-4c7c-8fde-7d838ece0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:36.783378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:36.802340 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3388a0a-f3b4-41da-922a-07f3b9e98863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.807816 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-84fbe393-ada6-42f2-b416-a8c279e9a2cf tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/floatingips/bd45e49b-2b44-4646-8bc1-07ea1cb3d551 HTTP/1.1" status: 204 len: 168 time: 6.3413060 Feb 02 13:12:36.817005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55732) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:36.823031 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:36.824994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-02b96bf5-666e-4c7c-8fde-7d838ece0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:36.859204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b96bf5-666e-4c7c-8fde-7d838ece0257 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:36.859960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-02b96bf5-666e-4c7c-8fde-7d838ece0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:36.901065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-02b96bf5-666e-4c7c-8fde-7d838ece0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:36.902275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b96bf5-666e-4c7c-8fde-7d838ece0257 None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:37.113079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102f41-0b96-4e9b-a9f8-ac2020a45cb8 req-b675b709-484c-4faf-8127-7e06f2bcea30 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:37.120257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27102f41-0b96-4e9b-a9f8-ac2020a45cb8 req-b675b709-484c-4faf-8127-7e06f2bcea30 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.7466862 Feb 02 13:12:37.165964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3df0d3eb-5597-49a2-8d90-2498b1834e79 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port de7347a9-9885-41ad-8466-f69d9c24912a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:37.166527 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3df0d3eb-5597-49a2-8d90-2498b1834e79 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (de7347a9-9885-41ad-8466-f69d9c24912a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:37.191312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8bbdb-1eb2-4ac3-8669-96058b45e3d5 req-4066715f-5acb-42aa-abd0-de54567d7b9a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:37.192922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2a8bbdb-1eb2-4ac3-8669-96058b45e3d5 req-4066715f-5acb-42aa-abd0-de54567d7b9a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 945 time: 0.5132446 Feb 02 13:12:37.246047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8293cbf2-6353-4eb1-b0ce-f0e375182273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68541fd-726b-405a-beef-87a920d96f42'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:37.248822 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb285b8-6b1c-4d64-9b42-800de5f7380a" -d '{"events": [{"server_uuid": "8293cbf2-6353-4eb1-b0ce-f0e375182273", "name": "network-vif-plugged", "status": "completed", "tag": "b68541fd-726b-405a-beef-87a920d96f42"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:37.273951 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3388a0a-f3b4-41da-922a-07f3b9e98863 admin admin] Publish callbacks [] for security_group (819942f6-7966-463b-bd7f-477b1f2cfa5e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:37.340982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3388a0a-f3b4-41da-922a-07f3b9e98863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (819942f6-7966-463b-bd7f-477b1f2cfa5e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:37.410572 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27102f41-0b96-4e9b-a9f8-ac2020a45cb8 req-61ec371a-5784-4bc3-945e-d969dae5663f tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893338 Feb 02 13:12:37.471645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2a8bbdb-1eb2-4ac3-8669-96058b45e3d5 req-dc68242a-b5d5-46dc-81ed-349511a96205 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582273 Feb 02 13:12:37.490414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3df0d3eb-5597-49a2-8d90-2498b1834e79 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (de7347a9-9885-41ad-8466-f69d9c24912a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:37.518219 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f3388a0a-f3b4-41da-922a-07f3b9e98863 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=64ab5c6fc09f42e3aa5cb467b2f97772&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7336757 Feb 02 13:12:37.523525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3df0d3eb-5597-49a2-8d90-2498b1834e79 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for de7347a9-9885-41ad-8466-f69d9c24912a owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:37.525258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55742) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:37.550941 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:37.570717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3388a0a-f3b4-41da-922a-07f3b9e98863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819942f6-7966-463b-bd7f-477b1f2cfa5e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:37.632356 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0de6dfcb-76d7-428c-826a-d6cc36662952 admin admin] Publish callbacks [] for security_group (819942f6-7966-463b-bd7f-477b1f2cfa5e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:37.667976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0de6dfcb-76d7-428c-826a-d6cc36662952 admin admin] Publish callbacks [] for security_group (819942f6-7966-463b-bd7f-477b1f2cfa5e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:37.689800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37cd069a-4a56-4061-8d6c-e14d44ce4b4e req-66c009dd-248b-4309-9ff7-6e09b98eb1ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1546805 Feb 02 13:12:37.746467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d112-92ee-4f93-a565-689a19614dd9 req-88c1c465-c308-4475-939f-e29fb38455a6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:37.751988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d112-92ee-4f93-a565-689a19614dd9 req-88c1c465-c308-4475-939f-e29fb38455a6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:37.757467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d112-92ee-4f93-a565-689a19614dd9 req-88c1c465-c308-4475-939f-e29fb38455a6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:37.759052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1212d112-92ee-4f93-a565-689a19614dd9 req-88c1c465-c308-4475-939f-e29fb38455a6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2417 time: 0.1923859 Feb 02 13:12:37.808963 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ea6d10-9c66-41a9-915e-76fba8fe2b86 x-openstack-request-id: req-01ea6d10-9c66-41a9-915e-76fba8fe2b86 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:37.809475 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8293cbf2-6353-4eb1-b0ce-f0e375182273", "name": "network-vif-plugged", "status": "completed", "tag": "b68541fd-726b-405a-beef-87a920d96f42", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:37.809576 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-01ea6d10-9c66-41a9-915e-76fba8fe2b86 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:37.809948 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8293cbf2-6353-4eb1-b0ce-f0e375182273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b68541fd-726b-405a-beef-87a920d96f42', 'code': 200} Feb 02 13:12:37.930945 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0de6dfcb-76d7-428c-826a-d6cc36662952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (819942f6-7966-463b-bd7f-477b1f2cfa5e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:37.933831 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0de6dfcb-76d7-428c-826a-d6cc36662952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:37.935048 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0de6dfcb-76d7-428c-826a-d6cc36662952 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/819942f6-7966-463b-bd7f-477b1f2cfa5e HTTP/1.1" status: 204 len: 168 time: 0.4086070 Feb 02 13:12:37.941242 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3df0d3eb-5597-49a2-8d90-2498b1834e79 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (de7347a9-9885-41ad-8466-f69d9c24912a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:37.942245 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:37.968710 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-84fe106c-c7c0-48be-9f66-5f9207c5798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:37.969078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-84fe106c-c7c0-48be-9f66-5f9207c5798d service neutron] 10.222.0.18 "GET /v2.0/ports/5abe3ffe-b1f8-483f-b83f-f8edad0fc901 HTTP/1.1" status: 200 len: 1026 time: 0.1716604 Feb 02 13:12:37.981796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0d3eb-5597-49a2-8d90-2498b1834e79 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=de7347a9-9885-41ad-8466-f69d9c24912a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:37.987652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6dfcb-76d7-428c-826a-d6cc36662952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819942f6-7966-463b-bd7f-477b1f2cfa5e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:38.127334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1212d112-92ee-4f93-a565-689a19614dd9 req-f35a2f78-d31f-48a1-95ed-6bfb1e76d181 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555605 Feb 02 13:12:38.143181 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3df0d3eb-5597-49a2-8d90-2498b1834e79 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:38.152665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3df0d3eb-5597-49a2-8d90-2498b1834e79 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/ports/de7347a9-9885-41ad-8466-f69d9c24912a HTTP/1.1" status: 204 len: 168 time: 1.3343740 Feb 02 13:12:38.159694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55746) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:38.167043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:38.169437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-0e9f0ed8-4329-4add-881e-4c02c4ea67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:38.170972 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-0e9f0ed8-4329-4add-881e-4c02c4ea67b9 service neutron] 10.222.0.18 "GET /v2.0/ports/ffb6f5f4-e04d-4155-a2c8-df15fbb43eda HTTP/1.1" status: 200 len: 1027 time: 0.0932014 Feb 02 13:12:38.199405 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:38.397764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:38.402894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6f6a6-cb5a-4797-aed9-538db1d75f37 req-efe259bd-6af5-49cf-95c9-f5cbc529608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:38.404952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-deb6f6a6-cb5a-4797-aed9-538db1d75f37 req-efe259bd-6af5-49cf-95c9-f5cbc529608b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 1127 time: 0.4252293 Feb 02 13:12:38.419501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-a1b50394-0088-4f4a-9b2b-b423ed664795 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:38.437028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-a1b50394-0088-4f4a-9b2b-b423ed664795 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:38.451755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-a1b50394-0088-4f4a-9b2b-b423ed664795 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:38.453691 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-a1b50394-0088-4f4a-9b2b-b423ed664795 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "GET /v2.0/networks?id=5716fbfd-26f9-422f-a503-b67b5c7019cb&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&id=f5fdd77c-8e52-4edb-974c-730c98bebc9d HTTP/1.1" status: 200 len: 1989 time: 0.2667451 Feb 02 13:12:38.682031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa449579-8a46-4466-9063-c01893b19f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (16c3e66e-72fe-4dac-9d66-843c261b6630), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:38.739408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.25.4.41 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:38.784508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f201375-9332-44f2-945c-2a014ed0ac5f req-8bfe2b12-567c-48b9-88b2-55addc4f67a8 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:38.786088 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1f201375-9332-44f2-945c-2a014ed0ac5f req-8bfe2b12-567c-48b9-88b2-55addc4f67a8 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.1979301 Feb 02 13:12:38.790283 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-deb6f6a6-cb5a-4797-aed9-538db1d75f37 req-a079fcfd-4c0c-43ac-8dd4-ea0e0d9259d2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339603 Feb 02 13:12:38.977558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685190d4-0540-40d8-a624-462ded44ee8a req-28c9d530-fc47-4ee6-9f18-b3a0c8ec9118 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:38.979287 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-685190d4-0540-40d8-a624-462ded44ee8a req-28c9d530-fc47-4ee6-9f18-b3a0c8ec9118 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 945 time: 0.4365883 Feb 02 13:12:38.986937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3ae1c4d5-b592-4f53-8ee5-78ef8243b771 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ae77cfdd42d4abf8cbafce4246db71e HTTP/1.1" status: 200 len: 380 time: 0.4863346 Feb 02 13:12:39.041469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-685190d4-0540-40d8-a624-462ded44ee8a req-03dca035-b2a2-4314-b013-42033a7937af tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513422 Feb 02 13:12:39.056122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'port': {'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'admin_state_up': True, 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'security_groups': ['d98177b2-1d11-4711-a444-6853457e6eb8']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:39.067647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431fc11-4081-42db-a113-69066712345a req-fad380f9-7bbb-4ec0-87be-f9bde2866e8e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:39.074420 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b431fc11-4081-42db-a113-69066712345a req-fad380f9-7bbb-4ec0-87be-f9bde2866e8e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 945 time: 0.4024441 Feb 02 13:12:39.583692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:39.627719 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:39.704732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b431fc11-4081-42db-a113-69066712345a req-89f1e35d-7566-4606-999d-a7e66649bbf0 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6245258 Feb 02 13:12:39.725897 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:39.732527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:39.740991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:39.766614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:39.784175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352ef63-bd76-4070-bda3-891e107f3629 req-073a21e9-4187-472d-9322-5d12d7f37406 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:39.796714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352ef63-bd76-4070-bda3-891e107f3629 req-073a21e9-4187-472d-9322-5d12d7f37406 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:39.802729 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352ef63-bd76-4070-bda3-891e107f3629 req-073a21e9-4187-472d-9322-5d12d7f37406 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:39.805293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c352ef63-bd76-4070-bda3-891e107f3629 req-073a21e9-4187-472d-9322-5d12d7f37406 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2417 time: 0.5838785 Feb 02 13:12:39.848985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-aa449579-8a46-4466-9063-c01893b19f6b admin admin] Deleting port 8f5072e3-85d9-4a11-84d9-82d32009ad92 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:39.849492 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa449579-8a46-4466-9063-c01893b19f6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:39.861740 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1f201375-9332-44f2-945c-2a014ed0ac5f req-e8810819-a51d-4bdd-b0e5-c274fe8050aa tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Deleting port 74046a06-2e55-41ba-829d-eb66b063104e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:39.861740 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1f201375-9332-44f2-945c-2a014ed0ac5f req-e8810819-a51d-4bdd-b0e5-c274fe8050aa tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (74046a06-2e55-41ba-829d-eb66b063104e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:39.946206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-aa449579-8a46-4466-9063-c01893b19f6b admin admin] For port 8f5072e3-85d9-4a11-84d9-82d32009ad92, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8f5072e3-85d9-4a11-84d9-82d32009ad92,segment=NetworkSegment(4067ec20-464a-4607-b963-a35c8f2a6b3b),segment_id=4067ec20-464a-4607-b963-a35c8f2a6b3b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:39.946646 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa449579-8a46-4466-9063-c01893b19f6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:39.960155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-aa449579-8a46-4466-9063-c01893b19f6b admin admin] Calling delete_port for 8f5072e3-85d9-4a11-84d9-82d32009ad92 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:40.011137 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (53c14ef0-b084-47cd-b9c4-5743cc13d9c3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:40.079727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1f201375-9332-44f2-945c-2a014ed0ac5f req-e8810819-a51d-4bdd-b0e5-c274fe8050aa tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] For port 74046a06-2e55-41ba-829d-eb66b063104e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=74046a06-2e55-41ba-829d-eb66b063104e,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:40.080080 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1f201375-9332-44f2-945c-2a014ed0ac5f req-e8810819-a51d-4bdd-b0e5-c274fe8050aa tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (74046a06-2e55-41ba-829d-eb66b063104e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:40.094966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1f201375-9332-44f2-945c-2a014ed0ac5f req-e8810819-a51d-4bdd-b0e5-c274fe8050aa tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Calling delete_port for 74046a06-2e55-41ba-829d-eb66b063104e owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:40.166909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:40.181731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c352ef63-bd76-4070-bda3-891e107f3629 req-18256e6c-02df-469d-ba2c-48154bf806f4 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690662 Feb 02 13:12:40.182478 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa449579-8a46-4466-9063-c01893b19f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8f5072e3-85d9-4a11-84d9-82d32009ad92), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:40.220525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa449579-8a46-4466-9063-c01893b19f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5072e3-85d9-4a11-84d9-82d32009ad92,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:40.279856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe9ce82d-daec-4cac-bdad-f29a8e6c267b req-d48c706d-133a-4629-b112-f4826df88d5e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1004729 Feb 02 13:12:40.324134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:40.328836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:40.516333 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1f201375-9332-44f2-945c-2a014ed0ac5f req-e8810819-a51d-4bdd-b0e5-c274fe8050aa tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (74046a06-2e55-41ba-829d-eb66b063104e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:40.555363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['d58b1d98-8973-4beb-8e4f-7ec09f19fc2d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:12:40.559111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['74046a06-2e55-41ba-829d-eb66b063104e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:12:40.665796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8810819-a51d-4bdd-b0e5-c274fe8050aa tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Pushing event deleted for resources: {'Port': ['ID=74046a06-2e55-41ba-829d-eb66b063104e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:40.719089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f201375-9332-44f2-945c-2a014ed0ac5f req-e8810819-a51d-4bdd-b0e5-c274fe8050aa tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] No DVR routers for this DVR port 74046a06-2e55-41ba-829d-eb66b063104e on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:40.725980 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1f201375-9332-44f2-945c-2a014ed0ac5f req-e8810819-a51d-4bdd-b0e5-c274fe8050aa tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:40.736905 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1f201375-9332-44f2-945c-2a014ed0ac5f req-e8810819-a51d-4bdd-b0e5-c274fe8050aa tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.62 "DELETE /v2.0/ports/74046a06-2e55-41ba-829d-eb66b063104e HTTP/1.1" status: 204 len: 173 time: 1.9354558 Feb 02 13:12:40.739636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b', 'name': 'network-vif-deleted', 'tag': '74046a06-2e55-41ba-829d-eb66b063104e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:40.745745 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2f0903-b89c-4fc0-98e5-1e9f40754a48" -d '{"events": [{"server_uuid": "6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b", "name": "network-vif-deleted", "tag": "74046a06-2e55-41ba-829d-eb66b063104e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:40.803927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:40.815623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:40.908878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcb242-aec9-4f2b-bb74-c1711a08fe2d req-eeeb0f3d-80be-41af-aba1-e2e61c2713fa tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:40.920872 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07dcb242-aec9-4f2b-bb74-c1711a08fe2d req-eeeb0f3d-80be-41af-aba1-e2e61c2713fa tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b HTTP/1.1" status: 200 len: 867 time: 0.5868123 Feb 02 13:12:40.952650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-a8168d7e-864c-44fe-9a23-d34c475c87f6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:40.962820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-a8168d7e-864c-44fe-9a23-d34c475c87f6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:40.968229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:40.979809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-a8168d7e-864c-44fe-9a23-d34c475c87f6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:40.981510 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-a8168d7e-864c-44fe-9a23-d34c475c87f6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.62 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2417 time: 0.7621911 Feb 02 13:12:41.024648 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (53c14ef0-b084-47cd-b9c4-5743cc13d9c3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:41.069272 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:41.073872 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b598f3c0-e76b-47c1-9482-e8412cf2559d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9126806 Feb 02 13:12:41.074880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55814) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:41.085695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'port': {'network_id': 'd3c23af6-6ec4-48a6-ba37-009bfb854fad', 'name': 'tempest-FloatingIPTestJSON-2023457015'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:41.151950 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa449579-8a46-4466-9063-c01893b19f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (16c3e66e-72fe-4dac-9d66-843c261b6630), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:41.157513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Allocated IP 172.20.0.3 (5716fbfd-26f9-422f-a503-b67b5c7019cb/fa6bda80-df11-42de-8ebe-410c80374a78/7c96934c-6025-4aa0-b186-ba41d6c08d1d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:41.315380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Made reservation on behalf of c80864fe7f3741348efd69e2c2a848a3 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:41.320452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:41.350218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] device_id is not set on port de1a2469-c684-4149-9d64-9daedc356808 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:12:41.396067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07dcb242-aec9-4f2b-bb74-c1711a08fe2d req-33c64523-a9a8-4e20-91a2-614b7c3eb077 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741933 Feb 02 13:12:41.433324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:41.501656 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0b2d41-03ef-45fd-a6c9-8f2ad3ac0b90 x-openstack-request-id: req-1a0b2d41-03ef-45fd-a6c9-8f2ad3ac0b90 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:41.501952 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b", "name": "network-vif-deleted", "tag": "74046a06-2e55-41ba-829d-eb66b063104e", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:41.502209 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1a0b2d41-03ef-45fd-a6c9-8f2ad3ac0b90 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:41.502617 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bbc05d0-6ed4-4e5d-b181-3ecf17a4ca0b', 'name': 'network-vif-deleted', 'tag': '74046a06-2e55-41ba-829d-eb66b063104e', 'status': 'completed', 'code': 200} Feb 02 13:12:41.521279 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55828) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:41.662135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.20.0.4 (d3c23af6-6ec4-48a6-ba37-009bfb854fad/8a4e76b2-29aa-4dc5-9511-4beeadfca8e8/de1a2469-c684-4149-9d64-9daedc356808) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:41.762854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-56099ae1-b9de-4748-b332-c8317dda548d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:41.838199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78605063-68f8-4f78-b587-e03e4fc0ced3 req-889f63cd-0458-41e8-bc2a-da0c558eb9bf tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:41.845266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78605063-68f8-4f78-b587-e03e4fc0ced3 req-889f63cd-0458-41e8-bc2a-da0c558eb9bf tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 945 time: 0.9129460 Feb 02 13:12:41.852988 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e489e91-f509-4e4c-874e-abd253127f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:41.864875 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:41.924031 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-56099ae1-b9de-4748-b332-c8317dda548d admin admin] Publish callbacks [] for security_group (9612677b-efc6-44fb-bd5e-fe597d5d8fbf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:41.936460 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-56099ae1-b9de-4748-b332-c8317dda548d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9612677b-efc6-44fb-bd5e-fe597d5d8fbf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:41.999409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (de1a2469-c684-4149-9d64-9daedc356808), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:42.003122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ea45a-ac95-46db-86bb-405e3e324560 req-999f1ba0-257f-493b-9572-6abbec206ce2 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:42.008543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ea45a-ac95-46db-86bb-405e3e324560 req-999f1ba0-257f-493b-9572-6abbec206ce2 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:42.015211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56099ae1-b9de-4748-b332-c8317dda548d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9612677b-efc6-44fb-bd5e-fe597d5d8fbf,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:42.029942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ea45a-ac95-46db-86bb-405e3e324560 req-999f1ba0-257f-493b-9572-6abbec206ce2 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:42.031649 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-234ea45a-ac95-46db-86bb-405e3e324560 req-999f1ba0-257f-493b-9572-6abbec206ce2 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 2417 time: 0.2960513 Feb 02 13:12:42.032152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:42.035205 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-56099ae1-b9de-4748-b332-c8317dda548d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3ecca5daded04dba992c05953456ca18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5127788 Feb 02 13:12:42.082358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-9e098a10-0a91-4f2f-b10d-ea4d6d2ea481 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Deleting port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:42.082786 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-9e098a10-0a91-4f2f-b10d-ea4d6d2ea481 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:42.087293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (de1a2469-c684-4149-9d64-9daedc356808), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:42.141029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network d3c23af6-6ec4-48a6-ba37-009bfb854fad is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:42.145393 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:42.157253 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:42.170336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78605063-68f8-4f78-b587-e03e4fc0ced3 req-1e6b856e-67c3-446d-a08e-5907be39ee43 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241065 Feb 02 13:12:42.242765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=de1a2469-c684-4149-9d64-9daedc356808,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:42.301038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:42.301769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:42.303647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-234ea45a-ac95-46db-86bb-405e3e324560 req-efeadeb7-7e29-4c97-8694-6e99a9df2419 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600689 Feb 02 13:12:42.336994 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cd2b62d-b275-42d1-868d-bb134ae20fc3 admin admin] Publish callbacks [] for security_group (9612677b-efc6-44fb-bd5e-fe597d5d8fbf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:42.339239 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:42.341810 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8c55e855-759e-4bad-be61-d24fbb12120b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2638311 Feb 02 13:12:42.342485 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55836) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:42.373579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f48141f7-dd2b-4aa0-85c2-c5d4037dfe3b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'floatingip': {'port_id': 'de1a2469-c684-4149-9d64-9daedc356808'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:42.559689 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cd2b62d-b275-42d1-868d-bb134ae20fc3 admin admin] Publish callbacks [] for security_group (9612677b-efc6-44fb-bd5e-fe597d5d8fbf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:42.580914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-9e098a10-0a91-4f2f-b10d-ea4d6d2ea481 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] For port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:42.581306 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-9e098a10-0a91-4f2f-b10d-ea4d6d2ea481 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:42.601053 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Network 5716fbfd-26f9-422f-a503-b67b5c7019cb is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:42.614283 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f48141f7-dd2b-4aa0-85c2-c5d4037dfe3b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (53c14ef0-b084-47cd-b9c4-5743cc13d9c3), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:42.738428 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:42.753388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:42.775498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-9e098a10-0a91-4f2f-b10d-ea4d6d2ea481 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Calling delete_port for c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:42.780509 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e489e91-f509-4e4c-874e-abd253127f2a admin admin] Publish callbacks [] for security_group (6cd7042f-4fad-47fb-a9cd-747025a09ee4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:42.839283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Port': ['ID=7c96934c-6025-4aa0-b186-ba41d6c08d1d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:42.862916 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e489e91-f509-4e4c-874e-abd253127f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6cd7042f-4fad-47fb-a9cd-747025a09ee4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:42.945058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 74046a06-2e55-41ba-829d-eb66b063104e no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:42.988146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa449579-8a46-4466-9063-c01893b19f6b admin admin] Router 16c3e66e-72fe-4dac-9d66-843c261b6630 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:12:43.001422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 74046a06-2e55-41ba-829d-eb66b063104e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:12:43.001980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 74046a06-2e55-41ba-829d-eb66b063104e not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:12:43.002618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c2ce1395-e197-4948-a607-37337b82002d no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:43.010770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebda6d9-7210-4245-9daf-1d70dfa7597f req-16b15d4b-27ca-4b25-8fe2-6d37bd7ec8bf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:43.017695 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ebda6d9-7210-4245-9daf-1d70dfa7597f req-16b15d4b-27ca-4b25-8fe2-6d37bd7ec8bf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 931 time: 0.7096829 Feb 02 13:12:43.060075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:43.060743 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.064986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5e489e91-f509-4e4c-874e-abd253127f2a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=08514302a2af45418409c388558fbffa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6087749 Feb 02 13:12:43.068142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55844) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:43.080529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130fcc7-00d0-4ce6-8259-a9bc5f5adbf0 req-41c390a2-c315-4c8c-9a7c-1f17a7e18eb6 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:43.085391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port c2ce1395-e197-4948-a607-37337b82002d is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:43.086030 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c2ce1395-e197-4948-a607-37337b82002d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.089050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c130fcc7-00d0-4ce6-8259-a9bc5f5adbf0 req-41c390a2-c315-4c8c-9a7c-1f17a7e18eb6 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 945 time: 0.5460279 Feb 02 13:12:43.108999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e489e91-f509-4e4c-874e-abd253127f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd7042f-4fad-47fb-a9cd-747025a09ee4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:43.118707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ce1395-e197-4948-a607-37337b82002d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:43.122886 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4705d93a-3bbb-4f8f-a869-0b41cb1c0e10" -d '{"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "c2ce1395-e197-4948-a607-37337b82002d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:43.138647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-06dfe2ee-b482-41f2-abdf-1cebf63842d9 None None] Provisioning complete for port 7c96934c-6025-4aa0-b186-ba41d6c08d1d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:43.139359 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06dfe2ee-b482-41f2-abdf-1cebf63842d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.168629 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d454cd5-34c7-429c-ad88-c35fbe97717a admin admin] Publish callbacks [] for security_group (6cd7042f-4fad-47fb-a9cd-747025a09ee4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.179696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-06dfe2ee-b482-41f2-abdf-1cebf63842d9 None None] Port 7c96934c-6025-4aa0-b186-ba41d6c08d1d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:12:43.182578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c2ce1395-e197-4948-a607-37337b82002d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c2ce1395-e197-4948-a607-37337b82002d,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:43.190825 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c2ce1395-e197-4948-a607-37337b82002d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.191865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:43.200353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d454cd5-34c7-429c-ad88-c35fbe97717a admin admin] Publish callbacks [] for security_group (6cd7042f-4fad-47fb-a9cd-747025a09ee4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.204962 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cd2b62d-b275-42d1-868d-bb134ae20fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9612677b-efc6-44fb-bd5e-fe597d5d8fbf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.212295 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cd2b62d-b275-42d1-868d-bb134ae20fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.213460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6cd2b62d-b275-42d1-868d-bb134ae20fc3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9612677b-efc6-44fb-bd5e-fe597d5d8fbf HTTP/1.1" status: 204 len: 168 time: 1.1715207 Feb 02 13:12:43.252287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=c2ce1395-e197-4948-a607-37337b82002d,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:43.334208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d454cd5-34c7-429c-ad88-c35fbe97717a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6cd7042f-4fad-47fb-a9cd-747025a09ee4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.338054 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d454cd5-34c7-429c-ad88-c35fbe97717a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.339450 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9d454cd5-34c7-429c-ad88-c35fbe97717a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6cd7042f-4fad-47fb-a9cd-747025a09ee4 HTTP/1.1" status: 204 len: 168 time: 0.2702134 Feb 02 13:12:43.358038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d454cd5-34c7-429c-ad88-c35fbe97717a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd7042f-4fad-47fb-a9cd-747025a09ee4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:43.408441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:43.408839 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.461540 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:43.485208 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.485862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device fc8c5427-36b7-4932-801c-47f389189d60 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:43.697527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:43.771110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b7c1fc35-9f95-499d-a0b8-48653a7771c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7189081 Feb 02 13:12:43.791212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55858) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:43.798904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port fc8c5427-36b7-4932-801c-47f389189d60 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:43.799662 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fc8c5427-36b7-4932-801c-47f389189d60), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.830572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-303d11c1-5c22-48ce-9202-f98cf8612148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.878091 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port fc8c5427-36b7-4932-801c-47f389189d60, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fc8c5427-36b7-4932-801c-47f389189d60,segment=NetworkSegment(cf959fb2-5a63-461c-96a6-e7b1177e66a4),segment_id=cf959fb2-5a63-461c-96a6-e7b1177e66a4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:43.890255 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fc8c5427-36b7-4932-801c-47f389189d60), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.932738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'port': {'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786', 'admin_state_up': True, 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'security_groups': ['d98177b2-1d11-4711-a444-6853457e6eb8']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:43.980353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-303d11c1-5c22-48ce-9202-f98cf8612148 admin admin] Publish callbacks [] for security_group (eaf0d57d-56a8-43ec-8bca-aaf0f2548afd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.985817 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-303d11c1-5c22-48ce-9202-f98cf8612148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (eaf0d57d-56a8-43ec-8bca-aaf0f2548afd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:43.989441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=fc8c5427-36b7-4932-801c-47f389189d60,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:44.014691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2b62d-b275-42d1-868d-bb134ae20fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9612677b-efc6-44fb-bd5e-fe597d5d8fbf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:44.029077 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-303d11c1-5c22-48ce-9202-f98cf8612148 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2e9fc99b0dfb4c01b46d2ac21f682532&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2344360 Feb 02 13:12:44.031621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55864) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:44.048232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d11c1-5c22-48ce-9202-f98cf8612148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf0d57d-56a8-43ec-8bca-aaf0f2548afd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:44.087925 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52dd7bf4-7701-4d80-826a-b60303ff7abe admin admin] Publish callbacks [] for security_group (eaf0d57d-56a8-43ec-8bca-aaf0f2548afd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:44.110782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52dd7bf4-7701-4d80-826a-b60303ff7abe admin admin] Publish callbacks [] for security_group (eaf0d57d-56a8-43ec-8bca-aaf0f2548afd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:44.174413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52dd7bf4-7701-4d80-826a-b60303ff7abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (eaf0d57d-56a8-43ec-8bca-aaf0f2548afd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:44.177053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52dd7bf4-7701-4d80-826a-b60303ff7abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:44.178198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-52dd7bf4-7701-4d80-826a-b60303ff7abe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/eaf0d57d-56a8-43ec-8bca-aaf0f2548afd HTTP/1.1" status: 204 len: 168 time: 0.1456900 Feb 02 13:12:44.191718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa449579-8a46-4466-9063-c01893b19f6b admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:12:44.197310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aa449579-8a46-4466-9063-c01893b19f6b admin admin] 10.222.0.83 "PUT /v2.0/routers/16c3e66e-72fe-4dac-9d66-843c261b6630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7783763 Feb 02 13:12:44.200664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd7bf4-7701-4d80-826a-b60303ff7abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf0d57d-56a8-43ec-8bca-aaf0f2548afd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:44.206896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55872) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:44.211271 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26eb73f-dbca-49b4-bb44-a93c28e27e7d None None] Sync routers for ids ['16c3e66e-72fe-4dac-9d66-843c261b6630'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:12:44.246903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ebda6d9-7210-4245-9daf-1d70dfa7597f req-6bf8d6a2-8866-4e2a-b99c-a26631e3c5b1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2282708 Feb 02 13:12:44.252829 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26eb73f-dbca-49b4-bb44-a93c28e27e7d None None] Routers {'16c3e66e-72fe-4dac-9d66-843c261b6630'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:44.255870 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c26eb73f-dbca-49b4-bb44-a93c28e27e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['16c3e66e-72fe-4dac-9d66-843c261b6630'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:44.315350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c130fcc7-00d0-4ce6-8259-a9bc5f5adbf0 req-1f640d16-87df-4bd7-9042-dd2f90a94351 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2155356 Feb 02 13:12:44.474447 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Publish callbacks [] for router (16c3e66e-72fe-4dac-9d66-843c261b6630), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:44.493622 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c26eb73f-dbca-49b4-bb44-a93c28e27e7d None None] Set router 16c3e66e-72fe-4dac-9d66-843c261b6630 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:12:44.717360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Publish callbacks [] for router_gateway (16c3e66e-72fe-4dac-9d66-843c261b6630), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:44.805416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Deleting port 96d5ee9d-31fa-4903-a538-611b246f6f1c {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:44.805967 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:44.879792 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c26eb73f-dbca-49b4-bb44-a93c28e27e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'name': 'tempest-TaggedBootDevicesTest_v242-1993145803-router', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:03:17Z', 'updated_at': '2022-02-02T13:12:40Z', 'revision_number': 5, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'gw_port': {'id': '96d5ee9d-31fa-4903-a538-611b246f6f1c', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:03:18Z', 'updated_at': '2022-02-02T13:03:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:44.919528 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26eb73f-dbca-49b4-bb44-a93c28e27e7d None None] Checking router: 16c3e66e-72fe-4dac-9d66-843c261b6630 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:12:44.929773 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26eb73f-dbca-49b4-bb44-a93c28e27e7d None None] Routers {'16c3e66e-72fe-4dac-9d66-843c261b6630'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:44.931043 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c26eb73f-dbca-49b4-bb44-a93c28e27e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['16c3e66e-72fe-4dac-9d66-843c261b6630'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:44.935275 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b3b185-9126-4e3f-bcfd-70e841621aff x-openstack-request-id: req-b6b3b185-9126-4e3f-bcfd-70e841621aff {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:44.935637 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "c2ce1395-e197-4948-a607-37337b82002d", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:44.935956 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b6b3b185-9126-4e3f-bcfd-70e841621aff {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:44.936370 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ce1395-e197-4948-a607-37337b82002d', 'code': 200} Feb 02 13:12:44.954914 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f48141f7-dd2b-4aa0-85c2-c5d4037dfe3b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:44.977843 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] For port 96d5ee9d-31fa-4903-a538-611b246f6f1c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=96d5ee9d-31fa-4903-a538-611b246f6f1c,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:44.978352 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:44.993924 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-9e098a10-0a91-4f2f-b10d-ea4d6d2ea481 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:44.996613 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Calling delete_port for 96d5ee9d-31fa-4903-a538-611b246f6f1c owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:45.015152 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f48141f7-dd2b-4aa0-85c2-c5d4037dfe3b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (53c14ef0-b084-47cd-b9c4-5743cc13d9c3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:45.095300 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c26eb73f-dbca-49b4-bb44-a93c28e27e7d None None] Set router 16c3e66e-72fe-4dac-9d66-843c261b6630 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:12:45.243517 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c26eb73f-dbca-49b4-bb44-a93c28e27e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'name': 'tempest-TaggedBootDevicesTest_v242-1993145803-router', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:03:17Z', 'updated_at': '2022-02-02T13:12:44Z', 'revision_number': 6, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:45.244329 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-f48141f7-dd2b-4aa0-85c2-c5d4037dfe3b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Floating IP 53c14ef0-b084-47cd-b9c4-5743cc13d9c3 associated. External IP: 172.25.4.41, port: de1a2469-c684-4149-9d64-9daedc356808. Feb 02 13:12:45.298428 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26eb73f-dbca-49b4-bb44-a93c28e27e7d None None] The sync data for ids ['16c3e66e-72fe-4dac-9d66-843c261b6630'] in n-d-827336-2 is: [{'id': '16c3e66e-72fe-4dac-9d66-843c261b6630', 'name': 'tempest-TaggedBootDevicesTest_v242-1993145803-router', 'tenant_id': '7a722a8e38aa4b9db6a26224587fb975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:03:17Z', 'updated_at': '2022-02-02T13:12:44Z', 'revision_number': 6, 'project_id': '7a722a8e38aa4b9db6a26224587fb975', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:45.299363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (96d5ee9d-31fa-4903-a538-611b246f6f1c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:45.326524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e098a10-0a91-4f2f-b10d-ea4d6d2ea481 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Port': ['ID=c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:45.345749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Pushing event deleted for resources: {'Port': ['ID=96d5ee9d-31fa-4903-a538-611b246f6f1c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:45.394098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:45.397667 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:45.479382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-9e098a10-0a91-4f2f-b10d-ea4d6d2ea481 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] No DVR routers for this DVR port c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:45.492937 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-9e098a10-0a91-4f2f-b10d-ea4d6d2ea481 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:45.497526 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-9e098a10-0a91-4f2f-b10d-ea4d6d2ea481 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.62 "DELETE /v2.0/ports/c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1 HTTP/1.1" status: 204 len: 173 time: 4.4926832 Feb 02 13:12:45.500071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-deleted', 'tag': 'c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:45.502597 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4abb8fb-5c91-41dc-bc6d-fc3007c74f5a" -d '{"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-deleted", "tag": "c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:45.506692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (16c3e66e-72fe-4dac-9d66-843c261b6630), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:45.530627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d780d-e4bc-46c1-883c-2856ca9fe688 req-f57a2b8a-6f6d-4590-a327-eb9091164719 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:45.552351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d780d-e4bc-46c1-883c-2856ca9fe688 req-f57a2b8a-6f6d-4590-a327-eb9091164719 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:45.559646 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-301d780d-e4bc-46c1-883c-2856ca9fe688 req-f57a2b8a-6f6d-4590-a327-eb9091164719 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 1678 time: 0.5688441 Feb 02 13:12:45.725156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (16c3e66e-72fe-4dac-9d66-843c261b6630), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:45.730964 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Publish callbacks [] for router_controller (16c3e66e-72fe-4dac-9d66-843c261b6630), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:45.825472 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (16c3e66e-72fe-4dac-9d66-843c261b6630), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:45.826118 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16c3e66e-72fe-4dac-9d66-843c261b6630 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:12:45.833444 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:45.834747 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f49f32f0-6a0e-429b-8ab4-9ac53563342e admin admin] 10.222.0.83 "DELETE /v2.0/routers/16c3e66e-72fe-4dac-9d66-843c261b6630 HTTP/1.1" status: 204 len: 168 time: 1.6258583 Feb 02 13:12:45.837457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55920) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:45.889806 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b4b94c-d33b-4a02-b20d-236f9bfa294a admin admin] Deleting subnet 3541d8eb-def4-47f2-a377-42de9c5f9189 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:12:45.893310 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36b4b94c-d33b-4a02-b20d-236f9bfa294a admin admin] Publish callbacks [] for subnet (3541d8eb-def4-47f2-a377-42de9c5f9189), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:45.930421 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36b4b94c-d33b-4a02-b20d-236f9bfa294a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (3541d8eb-def4-47f2-a377-42de9c5f9189), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:45.944022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-301d780d-e4bc-46c1-883c-2856ca9fe688 req-83046896-df6b-4058-a3d8-e6e867259b1b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834271 Feb 02 13:12:45.998678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9e156-9cca-4b05-9bec-10781fce8c34 req-8d68795c-6896-4d37-a855-a2612be1843c tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:46.000984 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32d9e156-9cca-4b05-9bec-10781fce8c34 req-8d68795c-6896-4d37-a855-a2612be1843c tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.7896452 Feb 02 13:12:46.066044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Allocated IP 10.1.1.8 (587f13c3-5829-4c57-bcd3-f3f049bb1786/20ff2c74-050f-4a4a-a365-9050bf03faf5/a1765a74-871b-4e5a-a87e-d9ede27dfbfc) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:46.097944 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36b4b94c-d33b-4a02-b20d-236f9bfa294a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (3541d8eb-def4-47f2-a377-42de9c5f9189), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:46.176102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36b4b94c-d33b-4a02-b20d-236f9bfa294a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (3541d8eb-def4-47f2-a377-42de9c5f9189), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:46.211282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b4b94c-d33b-4a02-b20d-236f9bfa294a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3541d8eb-def4-47f2-a377-42de9c5f9189,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:46.225108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36b4b94c-d33b-4a02-b20d-236f9bfa294a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:46.225798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101fb132-c8a4-4f92-a8e1-fafa8ebe8773 None None] Network db46ad19-2afa-4d8b-b95f-5617d55c0b78 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:12:46.231915 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-36b4b94c-d33b-4a02-b20d-236f9bfa294a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/3541d8eb-def4-47f2-a377-42de9c5f9189 HTTP/1.1" status: 204 len: 168 time: 0.3908579 Feb 02 13:12:46.237504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55934) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:46.291366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 96d5ee9d-31fa-4903-a538-611b246f6f1c no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:46.415903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-63b0049d-479c-43fe-9878-9936a329a90e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Deleting port c2ce1395-e197-4948-a607-37337b82002d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:46.416473 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-63b0049d-479c-43fe-9878-9936a329a90e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c2ce1395-e197-4948-a607-37337b82002d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:46.417386 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (db46ad19-2afa-4d8b-b95f-5617d55c0b78), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:46.468984 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 96d5ee9d-31fa-4903-a538-611b246f6f1c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:12:46.470285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 96d5ee9d-31fa-4903-a538-611b246f6f1c not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:12:46.470865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8f5072e3-85d9-4a11-84d9-82d32009ad92 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:46.521454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8f5072e3-85d9-4a11-84d9-82d32009ad92 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:12:46.522001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8f5072e3-85d9-4a11-84d9-82d32009ad92 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:12:46.541703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Deleting port 49f10d93-f84a-43cb-b099-b4d8200e12aa {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:46.542644 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:46.569811 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32d9e156-9cca-4b05-9bec-10781fce8c34 req-6bba89af-18a8-4c64-b444-e2743206b4a5 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218716 Feb 02 13:12:46.673884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48141f7-dd2b-4aa0-85c2-c5d4037dfe3b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:12:46.679694 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca52d6fe-a360-4161-a97a-473e3432c11d None None] DHCP port deletion for db46ad19-2afa-4d8b-b95f-5617d55c0b78 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:12:46.750352 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] For port 49f10d93-f84a-43cb-b099-b4d8200e12aa, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=49f10d93-f84a-43cb-b099-b4d8200e12aa,segment=NetworkSegment(4067ec20-464a-4607-b963-a35c8f2a6b3b),segment_id=4067ec20-464a-4607-b963-a35c8f2a6b3b)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:46.750768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:46.777722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Calling delete_port for 49f10d93-f84a-43cb-b099-b4d8200e12aa owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:46.848685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ca52d6fe-a360-4161-a97a-473e3432c11d None None] Deleting port 49f10d93-f84a-43cb-b099-b4d8200e12aa {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:46.849059 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca52d6fe-a360-4161-a97a-473e3432c11d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:46.861650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-63b0049d-479c-43fe-9878-9936a329a90e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] For port c2ce1395-e197-4948-a607-37337b82002d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=c2ce1395-e197-4948-a607-37337b82002d,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:46.862119 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-63b0049d-479c-43fe-9878-9936a329a90e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c2ce1395-e197-4948-a607-37337b82002d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:46.876501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-63b0049d-479c-43fe-9878-9936a329a90e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Calling delete_port for c2ce1395-e197-4948-a607-37337b82002d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:46.939832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1'}, {'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8c5427-36b7-4932-801c-47f389189d60'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:46.948969 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0078af59-5b4d-43fd-836d-8a708112526d" -d '{"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1"}, {"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "fc8c5427-36b7-4932-801c-47f389189d60"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:46.949559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:46.992412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Pushing event deleted for resources: {'Port': ['ID=49f10d93-f84a-43cb-b099-b4d8200e12aa,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:46.996762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] No DVR routers for this DVR port 49f10d93-f84a-43cb-b099-b4d8200e12aa on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:47.034523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ca52d6fe-a360-4161-a97a-473e3432c11d None None] For port 49f10d93-f84a-43cb-b099-b4d8200e12aa, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=49f10d93-f84a-43cb-b099-b4d8200e12aa,segment=NetworkSegment(4067ec20-464a-4607-b963-a35c8f2a6b3b),segment_id=4067ec20-464a-4607-b963-a35c8f2a6b3b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:47.034927 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca52d6fe-a360-4161-a97a-473e3432c11d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.064529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ca52d6fe-a360-4161-a97a-473e3432c11d None None] Calling delete_port for 49f10d93-f84a-43cb-b099-b4d8200e12aa owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:47.079398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad5ad2-b69e-4b41-a6a1-d88ab5ef1f68 req-4a0c1fa2-623d-47d5-9da8-a3a26b8e6a0e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:47.082210 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcad5ad2-b69e-4b41-a6a1-d88ab5ef1f68 req-4a0c1fa2-623d-47d5-9da8-a3a26b8e6a0e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 931 time: 0.8921185 Feb 02 13:12:47.083180 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-63b0049d-479c-43fe-9878-9936a329a90e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c2ce1395-e197-4948-a607-37337b82002d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.136084 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (db46ad19-2afa-4d8b-b95f-5617d55c0b78), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.170972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db46ad19-2afa-4d8b-b95f-5617d55c0b78']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:47.183148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4067ec20-464a-4607-b963-a35c8f2a6b3b') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:47.183735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4067ec20-464a-4607-b963-a35c8f2a6b3b') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:47.194280 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (4067ec20-464a-4607-b963-a35c8f2a6b3b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.208274 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4067ec20-464a-4607-b963-a35c8f2a6b3b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.209434 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca52d6fe-a360-4161-a97a-473e3432c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (49f10d93-f84a-43cb-b099-b4d8200e12aa), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.215371 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:12:47.216072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (4067ec20-464a-4607-b963-a35c8f2a6b3b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.226836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52d6fe-a360-4161-a97a-473e3432c11d None None] No DVR routers for this DVR port 49f10d93-f84a-43cb-b099-b4d8200e12aa on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:47.235057 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.263928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52d6fe-a360-4161-a97a-473e3432c11d None None] Pushing event deleted for resources: {'Port': ['ID=49f10d93-f84a-43cb-b099-b4d8200e12aa,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:12:47.312137 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:12:47.325246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (db46ad19-2afa-4d8b-b95f-5617d55c0b78), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.331365 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.336921 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] 10.222.0.83 "DELETE /v2.0/networks/db46ad19-2afa-4d8b-b95f-5617d55c0b78 HTTP/1.1" status: 204 len: 168 time: 1.0982938 Feb 02 13:12:47.351782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41e784-7c3a-4bbc-9b64-77e1813b99bb admin admin] Pushing event deleted for resources: {'Network': ['ID=db46ad19-2afa-4d8b-b95f-5617d55c0b78,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:47.431638 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.497468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0049d-479c-43fe-9878-9936a329a90e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Port': ['ID=c2ce1395-e197-4948-a607-37337b82002d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:47.595678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-63b0049d-479c-43fe-9878-9936a329a90e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] No DVR routers for this DVR port c2ce1395-e197-4948-a607-37337b82002d on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:47.625780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55984) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:47.656969 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-63b0049d-479c-43fe-9878-9936a329a90e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.662950 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-63b0049d-479c-43fe-9878-9936a329a90e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.62 "DELETE /v2.0/ports/c2ce1395-e197-4948-a607-37337b82002d HTTP/1.1" status: 204 len: 173 time: 2.1573098 Feb 02 13:12:47.729797 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a84c6dd-3488-4405-9789-3d7a59e565cd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=df2004d95bfd4d109509dd5fa94f1fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1027288 Feb 02 13:12:47.733727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55988) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:47.767708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcad5ad2-b69e-4b41-a6a1-d88ab5ef1f68 req-d3b5c262-a758-49b1-b855-54f0559ca80c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4817882 Feb 02 13:12:47.780632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Network 587f13c3-5829-4c57-bcd3-f3f049bb1786 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:47.874772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55a5444c-d6b3-4152-826d-79f9fe28b3f4 admin admin] Publish callbacks [] for security_group (8eb028aa-4e67-43fd-98aa-5a17ecb9ebda), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:47.960827 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55a5444c-d6b3-4152-826d-79f9fe28b3f4 admin admin] Publish callbacks [] for security_group (8eb028aa-4e67-43fd-98aa-5a17ecb9ebda), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:48.086013 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55a5444c-d6b3-4152-826d-79f9fe28b3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8eb028aa-4e67-43fd-98aa-5a17ecb9ebda), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:48.089374 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55a5444c-d6b3-4152-826d-79f9fe28b3f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:48.095997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 49f10d93-f84a-43cb-b099-b4d8200e12aa no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:48.096879 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-55a5444c-d6b3-4152-826d-79f9fe28b3f4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8eb028aa-4e67-43fd-98aa-5a17ecb9ebda HTTP/1.1" status: 204 len: 168 time: 0.3613598 Feb 02 13:12:48.119902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5444c-d6b3-4152-826d-79f9fe28b3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb028aa-4e67-43fd-98aa-5a17ecb9ebda,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:48.151455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 49f10d93-f84a-43cb-b099-b4d8200e12aa {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:12:48.152904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 49f10d93-f84a-43cb-b099-b4d8200e12aa not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:12:48.181417 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:48.198550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:48.281667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Port': ['ID=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:48.297178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a888a6f-760c-4fdd-88e1-8c8bf591b3d9 req-cd368264-ca4b-4416-a6c7-169a9db1276d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:48.298838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a888a6f-760c-4fdd-88e1-8c8bf591b3d9 req-cd368264-ca4b-4416-a6c7-169a9db1276d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 945 time: 1.2734869 Feb 02 13:12:48.433129 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d69e97f-87b0-4056-9066-662b6bd099d9 x-openstack-request-id: req-9d69e97f-87b0-4056-9066-662b6bd099d9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:48.433398 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-deleted", "tag": "c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:48.438930 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9d69e97f-87b0-4056-9066-662b6bd099d9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:48.439469 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-deleted', 'tag': 'c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1', 'status': 'completed', 'code': 200} Feb 02 13:12:48.448711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48141f7-dd2b-4aa0-85c2-c5d4037dfe3b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:12:48.462023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9a646-baae-4839-95db-1b4af2660a3e None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:12:48.469917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:48.474248 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:48.496468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9a646-baae-4839-95db-1b4af2660a3e None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:48.497130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-04a9a646-baae-4839-95db-1b4af2660a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:48.503356 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f48141f7-dd2b-4aa0-85c2-c5d4037dfe3b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:48.593566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a888a6f-760c-4fdd-88e1-8c8bf591b3d9 req-bf1b03a1-2b20-4253-878d-a32cf592c2c6 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483759 Feb 02 13:12:48.640696 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-3cceb7dd-29c6-4726-9249-c590e06246f9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.8479652 Feb 02 13:12:48.644681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-04a9a646-baae-4839-95db-1b4af2660a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:48.681772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'port': {'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786', 'admin_state_up': True, 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'security_groups': ['d98177b2-1d11-4711-a444-6853457e6eb8']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:48.702507 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0924025a-8fa7-4718-968c-0f9594365f92 x-openstack-request-id: req-0924025a-8fa7-4718-968c-0f9594365f92 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:48.702744 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1", "code": 200}, {"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "fc8c5427-36b7-4932-801c-47f389189d60", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:48.703003 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0924025a-8fa7-4718-968c-0f9594365f92 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:48.703736 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c53027d1-1f3e-4a3b-bf3b-7b85301fb6a1', 'code': 200} Feb 02 13:12:48.704000 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc8c5427-36b7-4932-801c-47f389189d60', 'code': 200} Feb 02 13:12:48.705030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a9a646-baae-4839-95db-1b4af2660a3e None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:48.705680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-04a9a646-baae-4839-95db-1b4af2660a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:48.784914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-04a9a646-baae-4839-95db-1b4af2660a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:48.785623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a9a646-baae-4839-95db-1b4af2660a3e None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:48.806273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0d262a0f-5217-4dde-9a6a-06e23a3f4818 None None] Provisioning complete for port a1765a74-871b-4e5a-a87e-d9ede27dfbfc triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:48.806648 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d262a0f-5217-4dde-9a6a-06e23a3f4818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:48.861985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56012) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:48.872030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f48141f7-dd2b-4aa0-85c2-c5d4037dfe3b tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "PUT /v2.0/floatingips/53c14ef0-b084-47cd-b9c4-5743cc13d9c3 HTTP/1.1" status: 200 len: 977 time: 6.5196123 Feb 02 13:12:48.908735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0d262a0f-5217-4dde-9a6a-06e23a3f4818 None None] Port a1765a74-871b-4e5a-a87e-d9ede27dfbfc cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:12:48.939230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-3080ceaa-7d52-4d57-9258-52fafc71202d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Deleting port fc8c5427-36b7-4932-801c-47f389189d60 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:48.941340 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-3080ceaa-7d52-4d57-9258-52fafc71202d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fc8c5427-36b7-4932-801c-47f389189d60), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:48.970013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:49.015577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port de1a2469-c684-4149-9d64-9daedc356808 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:49.015922 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (de1a2469-c684-4149-9d64-9daedc356808), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:49.195968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (de1a2469-c684-4149-9d64-9daedc356808), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:49.205776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:49.209606 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:49.250821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51d930-c705-405f-bb61-7e37bf791ea2 req-409debdc-c765-4457-9d6c-681999f20cca tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:49.252635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b51d930-c705-405f-bb61-7e37bf791ea2 req-409debdc-c765-4457-9d6c-681999f20cca tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 944 time: 0.6104074 Feb 02 13:12:49.255177 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bab82795-c34e-4ee4-8487-b6df8b630e52 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7a722a8e38aa4b9db6a26224587fb975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313368 Feb 02 13:12:49.261749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:49.286072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800ae54-3e69-4d8e-b4bf-4612b1ea65ea req-7ad0e573-819d-4582-a3af-7edbcc99144b tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:49.296722 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1800ae54-3e69-4d8e-b4bf-4612b1ea65ea req-7ad0e573-819d-4582-a3af-7edbcc99144b tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.4192994 Feb 02 13:12:49.433083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-3080ceaa-7d52-4d57-9258-52fafc71202d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] For port fc8c5427-36b7-4932-801c-47f389189d60, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=fc8c5427-36b7-4932-801c-47f389189d60,segment=NetworkSegment(cf959fb2-5a63-461c-96a6-e7b1177e66a4),segment_id=cf959fb2-5a63-461c-96a6-e7b1177e66a4)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:49.433561 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-3080ceaa-7d52-4d57-9258-52fafc71202d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fc8c5427-36b7-4932-801c-47f389189d60), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:49.512877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-3080ceaa-7d52-4d57-9258-52fafc71202d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Calling delete_port for fc8c5427-36b7-4932-801c-47f389189d60 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:49.542002 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b51d930-c705-405f-bb61-7e37bf791ea2 req-ef1318b9-e039-4819-a66f-c333df5900f8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791607 Feb 02 13:12:49.558465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:49.558837 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (53c14ef0-b084-47cd-b9c4-5743cc13d9c3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:49.559258 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Floating IP 53c14ef0-b084-47cd-b9c4-5743cc13d9c3 disassociated. External IP: 172.25.4.41, port: de1a2469-c684-4149-9d64-9daedc356808. Feb 02 13:12:49.559672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for de1a2469-c684-4149-9d64-9daedc356808 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:49.570786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1800ae54-3e69-4d8e-b4bf-4612b1ea65ea req-474fa5ae-9254-44f2-94c6-c358cb9ff784 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728026 Feb 02 13:12:49.704863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Allocated IP 10.1.1.201 (587f13c3-5829-4c57-bcd3-f3f049bb1786/20ff2c74-050f-4a4a-a365-9050bf03faf5/4944826c-bf8b-4065-98de-bc7da21a2637) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:49.742112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (de1a2469-c684-4149-9d64-9daedc356808), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:49.747010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8157-9a48-4e06-98cd-9cf6b764ff8f admin admin] Publish callbacks [] for security_group (4d0c4dfc-0965-4040-90a0-34179dcfee24), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:49.790877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=de1a2469-c684-4149-9d64-9daedc356808,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:49.803374 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8157-9a48-4e06-98cd-9cf6b764ff8f admin admin] Publish callbacks [] for security_group (4d0c4dfc-0965-4040-90a0-34179dcfee24), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:49.962248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:12:50.000079 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8157-9a48-4e06-98cd-9cf6b764ff8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4d0c4dfc-0965-4040-90a0-34179dcfee24), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:50.002678 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5c9d8157-9a48-4e06-98cd-9cf6b764ff8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:50.003845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5c9d8157-9a48-4e06-98cd-9cf6b764ff8f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4d0c4dfc-0965-4040-90a0-34179dcfee24 HTTP/1.1" status: 204 len: 168 time: 0.7337284 Feb 02 13:12:50.063039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907efcb-ac00-4b95-beb9-e62117f71ccf req-3511aaf7-02b1-41e1-ab77-b237f4d792cf tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:50.064613 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a907efcb-ac00-4b95-beb9-e62117f71ccf req-3511aaf7-02b1-41e1-ab77-b237f4d792cf tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.3988709 Feb 02 13:12:50.078443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d8157-9a48-4e06-98cd-9cf6b764ff8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0c4dfc-0965-4040-90a0-34179dcfee24,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:50.135478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:12:50.151339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d35f06-8fa8-4226-bfec-82e07aca0394 req-93235df4-c689-4534-a140-877e2caf10e8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:50.152788 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da8a606-96b5-4088-8a86-672c8d4b25ca None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:12:50.159180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d35f06-8fa8-4226-bfec-82e07aca0394 req-93235df4-c689-4534-a140-877e2caf10e8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:50.168965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0d35f06-8fa8-4226-bfec-82e07aca0394 req-93235df4-c689-4534-a140-877e2caf10e8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 1651 time: 0.5036452 Feb 02 13:12:50.177124 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da8a606-96b5-4088-8a86-672c8d4b25ca None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:50.182143 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6da8a606-96b5-4088-8a86-672c8d4b25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:50.253385 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:50.253385 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8d33fff5-986d-4faa-9c00-310999c0ad1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/ports/de1a2469-c684-4149-9d64-9daedc356808 HTTP/1.1" status: 204 len: 168 time: 1.3876467 Feb 02 13:12:50.256772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56048) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:50.277079 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6da8a606-96b5-4088-8a86-672c8d4b25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:50.295201 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da8a606-96b5-4088-8a86-672c8d4b25ca None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:50.296136 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6da8a606-96b5-4088-8a86-672c8d4b25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:50.386645 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b9ed5f70-8498-43be-b07a-c1915422614e tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "GET /v2.0/floatingips/53c14ef0-b084-47cd-b9c4-5743cc13d9c3 HTTP/1.1" status: 200 len: 687 time: 0.1281843 Feb 02 13:12:50.387582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56050) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:50.398290 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6da8a606-96b5-4088-8a86-672c8d4b25ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:50.415294 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da8a606-96b5-4088-8a86-672c8d4b25ca None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:50.485062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d444e4b-57ed-45af-b5b2-3ad6e69d0a22 req-d190ac4f-4c35-45a7-a433-c1eea15b44a9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:50.488823 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d444e4b-57ed-45af-b5b2-3ad6e69d0a22 req-d190ac4f-4c35-45a7-a433-c1eea15b44a9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 945 time: 0.5885906 Feb 02 13:12:50.489327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-deleted', 'tag': 'c2ce1395-e197-4948-a607-37337b82002d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:50.496211 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed85d07e-a8dd-454c-b62c-4d842f1feab3" -d '{"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-deleted", "tag": "c2ce1395-e197-4948-a607-37337b82002d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:50.601204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56058) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:50.647896 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for port (4944826c-bf8b-4065-98de-bc7da21a2637), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:50.710379 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-3080ceaa-7d52-4d57-9258-52fafc71202d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fc8c5427-36b7-4932-801c-47f389189d60), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:50.733209 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e7178-f1ff-43cf-bb05-71bc40ffe62d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port 10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:50.734421 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:50.737462 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb5e7178-f1ff-43cf-bb05-71bc40ffe62d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:50.786686 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d444e4b-57ed-45af-b5b2-3ad6e69d0a22 req-cc96fe15-f7dc-48c3-b0d0-7d4ca2c8cb5e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752343 Feb 02 13:12:50.916840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0d35f06-8fa8-4226-bfec-82e07aca0394 req-a2c7e2dd-3d2b-43fa-8b1d-e416bdb97eed tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7465494 Feb 02 13:12:50.943224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080ceaa-7d52-4d57-9258-52fafc71202d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Port': ['ID=fc8c5427-36b7-4932-801c-47f389189d60,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:50.956381 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb5e7178-f1ff-43cf-bb05-71bc40ffe62d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:50.956700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb5e7178-f1ff-43cf-bb05-71bc40ffe62d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:50.992465 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e7178-f1ff-43cf-bb05-71bc40ffe62d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for 10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:51.015932 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Network 587f13c3-5829-4c57-bcd3-f3f049bb1786 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:51.036642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:51.046571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:51.146280 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cda3296f-bc9b-414c-8fb0-57fb1451a275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:51.291058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:51.292165 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:51.296455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4df4e361-016e-4aa6-9a3b-093f9ec12f02 req-ef558cc4-a07e-4cc1-8786-80aa4fa5f9dc tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=adea5756-7dba-4ae1-ab98-05078b122f6d HTTP/1.1" status: 200 len: 210 time: 0.1236839 Feb 02 13:12:51.386889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-3080ceaa-7d52-4d57-9258-52fafc71202d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] No DVR routers for this DVR port fc8c5427-36b7-4932-801c-47f389189d60 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:51.457081 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-3080ceaa-7d52-4d57-9258-52fafc71202d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:51.461685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35bb8db1-fbfa-420e-955a-abb6d5f3b4fb req-3080ceaa-7d52-4d57-9258-52fafc71202d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.62 "DELETE /v2.0/ports/fc8c5427-36b7-4932-801c-47f389189d60 HTTP/1.1" status: 204 len: 173 time: 3.7844403 Feb 02 13:12:51.469215 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dc2473-af80-43b1-a4ee-ed7b11064224 x-openstack-request-id: req-a8dc2473-af80-43b1-a4ee-ed7b11064224 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:51.469740 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-deleted", "tag": "c2ce1395-e197-4948-a607-37337b82002d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:51.470189 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a8dc2473-af80-43b1-a4ee-ed7b11064224 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:51.470759 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-deleted', 'tag': 'c2ce1395-e197-4948-a607-37337b82002d', 'status': 'completed', 'code': 200} Feb 02 13:12:51.483842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8106594 Feb 02 13:12:51.487531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56bd1e-a1e0-45e8-8eb6-0e7fb2dcbe59 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Port': ['ID=4944826c-bf8b-4065-98de-bc7da21a2637,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:51.493413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-a907efcb-ac00-4b95-beb9-e62117f71ccf req-90eef592-3b91-4b66-ad7f-4e3e82cc791a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Deleting port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:51.494029 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a907efcb-ac00-4b95-beb9-e62117f71ccf req-90eef592-3b91-4b66-ad7f-4e3e82cc791a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:51.508051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-21e42fef-8e09-448d-93a1-08d33194d8f1 None None] Provisioning complete for port 4944826c-bf8b-4065-98de-bc7da21a2637 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:51.510658 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21e42fef-8e09-448d-93a1-08d33194d8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:51.516536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'port': {'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d', 'admin_state_up': True, 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'security_groups': ['d98177b2-1d11-4711-a444-6853457e6eb8']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:51.609372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cda3296f-bc9b-414c-8fb0-57fb1451a275 admin admin] Publish callbacks [] for security_group (961cf657-54f5-408b-aa3f-771507f334bb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:51.617667 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-21e42fef-8e09-448d-93a1-08d33194d8f1 None None] Port 4944826c-bf8b-4065-98de-bc7da21a2637 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:12:51.626193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb5e7178-f1ff-43cf-bb05-71bc40ffe62d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:51.636504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc78b2f-a10b-4188-956b-1f2ffb1a14b4 req-c340c56b-3b53-4311-9cb4-5da77ce2d158 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:51.639654 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2bc78b2f-a10b-4188-956b-1f2ffb1a14b4 req-c340c56b-3b53-4311-9cb4-5da77ce2d158 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 945 time: 0.3039691 Feb 02 13:12:51.640784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cda3296f-bc9b-414c-8fb0-57fb1451a275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (961cf657-54f5-408b-aa3f-771507f334bb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:51.645620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:51.746968 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e7178-f1ff-43cf-bb05-71bc40ffe62d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=10c1e0ae-de2a-42a6-bc34-dfa8f0d2fc57,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:51.761117 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cda3296f-bc9b-414c-8fb0-57fb1451a275 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8919547087524dffa1fb6577834f4dc9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1580143 Feb 02 13:12:51.772067 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:51.836077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0a60-f43e-48fc-a829-0bebc656134c req-528a148a-ce93-4d35-9829-c2d804ba7513 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:51.844769 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95cc0a60-f43e-48fc-a829-0bebc656134c req-528a148a-ce93-4d35-9829-c2d804ba7513 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 945 time: 0.6736376 Feb 02 13:12:51.932205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95cc0a60-f43e-48fc-a829-0bebc656134c req-d5e169c1-371f-406a-88bf-579a3264e13f tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/security-groups?id=0d522051-7a9f-4f13-b6cb-c66cd7bd9294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817256 Feb 02 13:12:52.008767 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:52.060138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a907efcb-ac00-4b95-beb9-e62117f71ccf req-90eef592-3b91-4b66-ad7f-4e3e82cc791a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] For port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:52.061116 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a907efcb-ac00-4b95-beb9-e62117f71ccf req-90eef592-3b91-4b66-ad7f-4e3e82cc791a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:52.310290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-a907efcb-ac00-4b95-beb9-e62117f71ccf req-90eef592-3b91-4b66-ad7f-4e3e82cc791a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Calling delete_port for d58b1d98-8973-4beb-8e4f-7ec09f19fc2d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:52.354819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3296f-bc9b-414c-8fb0-57fb1451a275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961cf657-54f5-408b-aa3f-771507f334bb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:52.377120 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d58b1d98-8973-4beb-8e4f-7ec09f19fc2d no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:52.380618 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d53ce11-d736-4ebb-a0e2-265c23568a8d admin admin] Publish callbacks [] for security_group (961cf657-54f5-408b-aa3f-771507f334bb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:52.444807 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb5e7178-f1ff-43cf-bb05-71bc40ffe62d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (53c14ef0-b084-47cd-b9c4-5743cc13d9c3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:52.448420 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb5e7178-f1ff-43cf-bb05-71bc40ffe62d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:52.450202 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eb5e7178-f1ff-43cf-bb05-71bc40ffe62d tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/floatingips/53c14ef0-b084-47cd-b9c4-5743cc13d9c3 HTTP/1.1" status: 204 len: 168 time: 2.0580108 Feb 02 13:12:52.456953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56116) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:52.465020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'da26595f-8bb4-4a70-9901-8d805c14b5f6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:52.499677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:12:52.500559 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:52.512483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-2bc78b2f-a10b-4188-956b-1f2ffb1a14b4 req-cf72e7b0-894e-4e7e-9dd0-83f8ed67d5ca tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Deleting port b68541fd-726b-405a-beef-87a920d96f42 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:52.513164 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2bc78b2f-a10b-4188-956b-1f2ffb1a14b4 req-cf72e7b0-894e-4e7e-9dd0-83f8ed67d5ca tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b68541fd-726b-405a-beef-87a920d96f42), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:52.530955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeedb39f-b2f6-4d30-9b1e-a03df82a9753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd58b1d98-8973-4beb-8e4f-7ec09f19fc2d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:52.532395 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:52.534875 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08a2d92-a9d1-4816-899d-2cbe9ef64c2e" -d '{"events": [{"server_uuid": "aeedb39f-b2f6-4d30-9b1e-a03df82a9753", "name": "network-vif-unplugged", "status": "completed", "tag": "d58b1d98-8973-4beb-8e4f-7ec09f19fc2d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:52.558946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:52.566336 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:52.631030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:52.799505 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2bc78b2f-a10b-4188-956b-1f2ffb1a14b4 req-cf72e7b0-894e-4e7e-9dd0-83f8ed67d5ca tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] For port b68541fd-726b-405a-beef-87a920d96f42, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b68541fd-726b-405a-beef-87a920d96f42,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:52.800741 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2bc78b2f-a10b-4188-956b-1f2ffb1a14b4 req-cf72e7b0-894e-4e7e-9dd0-83f8ed67d5ca tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b68541fd-726b-405a-beef-87a920d96f42), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:52.822034 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-2bc78b2f-a10b-4188-956b-1f2ffb1a14b4 req-cf72e7b0-894e-4e7e-9dd0-83f8ed67d5ca tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Calling delete_port for b68541fd-726b-405a-beef-87a920d96f42 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:52.862366 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d53ce11-d736-4ebb-a0e2-265c23568a8d admin admin] Publish callbacks [] for security_group (961cf657-54f5-408b-aa3f-771507f334bb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:52.885534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b241fe5-2059-4510-9f47-7c7b9d7c1eba req-693ea5e6-44a9-4934-ac4d-91e446900899 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:52.888871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:52.894705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b241fe5-2059-4510-9f47-7c7b9d7c1eba req-693ea5e6-44a9-4934-ac4d-91e446900899 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 945 time: 0.8382912 Feb 02 13:12:52.952744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Allocated IP 10.2.2.100 (f5fdd77c-8e52-4edb-974c-730c98bebc9d/26371e2a-d775-4691-be95-f53aeb290042/4b7daf55-1e8b-4977-a501-2f660c000eea) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:53.026253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b241fe5-2059-4510-9f47-7c7b9d7c1eba req-6e664ae1-206e-463f-a0ba-8f592df12c34 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305094 Feb 02 13:12:53.063094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600c21c-41d2-4df7-949c-18b9298e43c6 req-fca8c4c1-0c3d-4e07-8c3e-a0b3bc9579eb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:53.071472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600c21c-41d2-4df7-949c-18b9298e43c6 req-fca8c4c1-0c3d-4e07-8c3e-a0b3bc9579eb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:53.079011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600c21c-41d2-4df7-949c-18b9298e43c6 req-fca8c4c1-0c3d-4e07-8c3e-a0b3bc9579eb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:53.086474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3600c21c-41d2-4df7-949c-18b9298e43c6 req-fca8c4c1-0c3d-4e07-8c3e-a0b3bc9579eb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 2372 time: 0.7827389 Feb 02 13:12:53.090972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.25.4.96 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/2914ce23-8507-4a07-b834-b3947cd0e508) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:53.222965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0aec3d09-8e02-494d-9fbd-83f4cf38b946 req-e8a867e4-d9d4-4d4e-8ccb-7e1be9e5b175 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc0dad17-e14e-400f-9640-135f33b5a204 HTTP/1.1" status: 200 len: 210 time: 0.0802453 Feb 02 13:12:53.244046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2bc78b2f-a10b-4188-956b-1f2ffb1a14b4 req-cf72e7b0-894e-4e7e-9dd0-83f8ed67d5ca tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b68541fd-726b-405a-beef-87a920d96f42), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:53.261276 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d53ce11-d736-4ebb-a0e2-265c23568a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (961cf657-54f5-408b-aa3f-771507f334bb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:53.261276 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d53ce11-d736-4ebb-a0e2-265c23568a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:53.261276 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5d53ce11-d736-4ebb-a0e2-265c23568a8d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/961cf657-54f5-408b-aa3f-771507f334bb HTTP/1.1" status: 204 len: 168 time: 1.4805591 Feb 02 13:12:53.321458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3600c21c-41d2-4df7-949c-18b9298e43c6 req-c7363fee-39aa-4295-99ce-7715c5c6a102 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306013 Feb 02 13:12:53.376453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:53.385645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53ce11-d736-4ebb-a0e2-265c23568a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961cf657-54f5-408b-aa3f-771507f334bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:53.445263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72e7b0-894e-4e7e-9dd0-83f8ed67d5ca tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Pushing event deleted for resources: {'Port': ['ID=b68541fd-726b-405a-beef-87a920d96f42,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:53.457140 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95657a6-b52f-450f-98e6-1762f6037de7 x-openstack-request-id: req-a95657a6-b52f-450f-98e6-1762f6037de7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:53.458069 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeedb39f-b2f6-4d30-9b1e-a03df82a9753", "name": "network-vif-unplugged", "status": "completed", "tag": "d58b1d98-8973-4beb-8e4f-7ec09f19fc2d", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:53.458536 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a95657a6-b52f-450f-98e6-1762f6037de7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:53.459158 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeedb39f-b2f6-4d30-9b1e-a03df82a9753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd58b1d98-8973-4beb-8e4f-7ec09f19fc2d', 'code': 200} Feb 02 13:12:53.463155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc78b2f-a10b-4188-956b-1f2ffb1a14b4 req-cf72e7b0-894e-4e7e-9dd0-83f8ed67d5ca tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] No DVR routers for this DVR port b68541fd-726b-405a-beef-87a920d96f42 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:53.473568 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2bc78b2f-a10b-4188-956b-1f2ffb1a14b4 req-cf72e7b0-894e-4e7e-9dd0-83f8ed67d5ca tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:53.479948 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2bc78b2f-a10b-4188-956b-1f2ffb1a14b4 req-cf72e7b0-894e-4e7e-9dd0-83f8ed67d5ca tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "DELETE /v2.0/ports/b68541fd-726b-405a-beef-87a920d96f42 HTTP/1.1" status: 204 len: 173 time: 1.8049810 Feb 02 13:12:53.487647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8293cbf2-6353-4eb1-b0ce-f0e375182273', 'name': 'network-vif-deleted', 'tag': 'b68541fd-726b-405a-beef-87a920d96f42'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:53.493245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-deleted', 'tag': 'fc8c5427-36b7-4932-801c-47f389189d60'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:53.495319 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed399c3-ba21-4fc8-8bf3-b21fe2090ff6" -d '{"events": [{"server_uuid": "8293cbf2-6353-4eb1-b0ce-f0e375182273", "name": "network-vif-deleted", "tag": "b68541fd-726b-405a-beef-87a920d96f42"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:53.496071 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d4e983-256f-4b28-8f04-dc1311160315" -d '{"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-deleted", "tag": "fc8c5427-36b7-4932-801c-47f389189d60"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:53.502934 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8b0588-cd13-4883-af04-4d7639d32d13 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Deleting subnet 366774d2-c145-44f8-b5cb-173cf10af69b {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:12:53.529867 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0588-cd13-4883-af04-4d7639d32d13 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for subnet (366774d2-c145-44f8-b5cb-173cf10af69b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:53.561288 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a907efcb-ac00-4b95-beb9-e62117f71ccf req-90eef592-3b91-4b66-ad7f-4e3e82cc791a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d58b1d98-8973-4beb-8e4f-7ec09f19fc2d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:53.586711 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (2914ce23-8507-4a07-b834-b3947cd0e508), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:53.601424 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0b731e1-8954-45d0-bb21-3a0edf6df93b req-d5be80d2-a97e-40d6-8879-283203e79408 tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 210 time: 0.0947766 Feb 02 13:12:53.720111 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30030bd2-8098-4b88-b0ad-4e261e8b9bd2 x-openstack-request-id: req-30030bd2-8098-4b88-b0ad-4e261e8b9bd2 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:53.720418 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8293cbf2-6353-4eb1-b0ce-f0e375182273", "name": "network-vif-deleted", "tag": "b68541fd-726b-405a-beef-87a920d96f42", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:53.720681 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-30030bd2-8098-4b88-b0ad-4e261e8b9bd2 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:53.721114 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8293cbf2-6353-4eb1-b0ce-f0e375182273', 'name': 'network-vif-deleted', 'tag': 'b68541fd-726b-405a-beef-87a920d96f42', 'status': 'completed', 'code': 200} Feb 02 13:12:53.747596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eef592-3b91-4b66-ad7f-4e3e82cc791a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Pushing event deleted for resources: {'Port': ['ID=d58b1d98-8973-4beb-8e4f-7ec09f19fc2d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:53.751199 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2914ce23-8507-4a07-b834-b3947cd0e508), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:53.782707 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:53.789651 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042b4725-67a8-444f-be3d-5e122c6fb9e2 x-openstack-request-id: req-042b4725-67a8-444f-be3d-5e122c6fb9e2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:53.790377 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adea5756-7dba-4ae1-ab98-05078b122f6d", "name": "network-vif-deleted", "tag": "fc8c5427-36b7-4932-801c-47f389189d60", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:53.790947 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-042b4725-67a8-444f-be3d-5e122c6fb9e2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:53.791539 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adea5756-7dba-4ae1-ab98-05078b122f6d', 'name': 'network-vif-deleted', 'tag': 'fc8c5427-36b7-4932-801c-47f389189d60', 'status': 'completed', 'code': 200} Feb 02 13:12:53.839987 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0588-cd13-4883-af04-4d7639d32d13 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (366774d2-c145-44f8-b5cb-173cf10af69b), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:53.882041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a907efcb-ac00-4b95-beb9-e62117f71ccf req-90eef592-3b91-4b66-ad7f-4e3e82cc791a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] No DVR routers for this DVR port d58b1d98-8973-4beb-8e4f-7ec09f19fc2d on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:53.883265 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=2914ce23-8507-4a07-b834-b3947cd0e508,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:53.890035 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a907efcb-ac00-4b95-beb9-e62117f71ccf req-90eef592-3b91-4b66-ad7f-4e3e82cc791a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:53.895397 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a907efcb-ac00-4b95-beb9-e62117f71ccf req-90eef592-3b91-4b66-ad7f-4e3e82cc791a tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.18 "DELETE /v2.0/ports/d58b1d98-8973-4beb-8e4f-7ec09f19fc2d HTTP/1.1" status: 204 len: 173 time: 3.8148887 Feb 02 13:12:53.925430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:53.929721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:53.937068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:54.058169 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:54.163120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56158) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:54.163707 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0588-cd13-4883-af04-4d7639d32d13 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (366774d2-c145-44f8-b5cb-173cf10af69b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:54.238077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Network f5fdd77c-8e52-4edb-974c-730c98bebc9d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:54.238344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b0b68f3-6dc0-4461-8e0a-35f7c7c671b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:54.245590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:54.249072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:54.323860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9453a64b-1e3e-4460-95a7-11082ba09036 req-3a895d60-b27f-4103-b486-8a129d744169 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.0816221 Feb 02 13:12:54.325450 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0588-cd13-4883-af04-4d7639d32d13 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (366774d2-c145-44f8-b5cb-173cf10af69b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:54.360998 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b0b68f3-6dc0-4461-8e0a-35f7c7c671b6 admin admin] Publish callbacks [] for security_group (4ebf61e1-88a3-41f4-b0b5-aaa0c4acf663), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:54.369914 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b0b68f3-6dc0-4461-8e0a-35f7c7c671b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4ebf61e1-88a3-41f4-b0b5-aaa0c4acf663), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:54.390504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b68541fd-726b-405a-beef-87a920d96f42 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:54.460845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: b68541fd-726b-405a-beef-87a920d96f42 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:12:54.461207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b68541fd-726b-405a-beef-87a920d96f42 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:12:54.519170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1761d352-d2aa-48b2-948e-820556cade65 req-54273e7f-15c9-4913-91ad-ef154d1d91a5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=8293cbf2-6353-4eb1-b0ce-f0e375182273 HTTP/1.1" status: 200 len: 210 time: 0.2710409 Feb 02 13:12:54.583185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-038d5cef-1565-416b-bf47-dace2ca36ce7 None None] Provisioning complete for port 4b7daf55-1e8b-4977-a501-2f660c000eea triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:54.583596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-038d5cef-1565-416b-bf47-dace2ca36ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:54.650131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7b0b68f3-6dc0-4461-8e0a-35f7c7c671b6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=18e20d9de9bb4736a39ead56347ed236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4822533 Feb 02 13:12:54.653623 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56168) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:54.653820 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b68f3-6dc0-4461-8e0a-35f7c7c671b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebf61e1-88a3-41f4-b0b5-aaa0c4acf663,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:54.683180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b0588-cd13-4883-af04-4d7639d32d13 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Subnet': ['ID=366774d2-c145-44f8-b5cb-173cf10af69b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:54.687382 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b8b0588-cd13-4883-af04-4d7639d32d13 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:54.693131 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9b8b0588-cd13-4883-af04-4d7639d32d13 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "DELETE /v2.0/subnets/366774d2-c145-44f8-b5cb-173cf10af69b HTTP/1.1" status: 204 len: 168 time: 1.3091128 Feb 02 13:12:54.696662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd48fce2-1207-4417-8405-dc3cf27492e0 None None] Network 2eda544a-320e-4556-b7f4-45c8eb605c87 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:12:54.696904 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56170) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:54.701614 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Port': ['ID=4b7daf55-1e8b-4977-a501-2f660c000eea,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:54.748749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-038d5cef-1565-416b-bf47-dace2ca36ce7 None None] Port 4b7daf55-1e8b-4977-a501-2f660c000eea cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:12:54.956600 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2891a719-babd-43e3-be12-3f57b262d1dc admin admin] Publish callbacks [] for security_group (4ebf61e1-88a3-41f4-b0b5-aaa0c4acf663), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.051072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ff7b7a4-54d1-4b5a-9598-51fe93de7fc8 req-2341155b-e437-45cf-8a9f-c86c9516389e tempest-ServerRescueNegativeTestJSON-2122275507 tempest-ServerRescueNegativeTestJSON-2122275507-project] 10.222.0.83 "GET /v2.0/ports?device_id=aeedb39f-b2f6-4d30-9b1e-a03df82a9753 HTTP/1.1" status: 200 len: 210 time: 0.3024359 Feb 02 13:12:55.073624 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (2eda544a-320e-4556-b7f4-45c8eb605c87), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.107015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2891a719-babd-43e3-be12-3f57b262d1dc admin admin] Publish callbacks [] for security_group (4ebf61e1-88a3-41f4-b0b5-aaa0c4acf663), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.110328 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:55.111450 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.136354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-caebf480-79ac-41cb-8eaa-bfa15595d920 req-5ff0a095-9215-4897-9dc5-9fe4109ea025 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cc0dad17-e14e-400f-9640-135f33b5a204 HTTP/1.1" status: 200 len: 210 time: 0.0794590 Feb 02 13:12:55.150085 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722eff03-26d1-4ead-8fd5-5c1d2515d77e None None] DHCP port deletion for 2eda544a-320e-4556-b7f4-45c8eb605c87 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:12:55.155288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f829b5d-aeb6-4457-b2fc-ddc28e101441 req-260f7a3e-a998-40f8-950c-f659c3fb1749 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:55.162873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f829b5d-aeb6-4457-b2fc-ddc28e101441 req-260f7a3e-a998-40f8-950c-f659c3fb1749 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:55.168359 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f829b5d-aeb6-4457-b2fc-ddc28e101441 req-260f7a3e-a998-40f8-950c-f659c3fb1749 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:55.173749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f829b5d-aeb6-4457-b2fc-ddc28e101441 req-260f7a3e-a998-40f8-950c-f659c3fb1749 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:55.182443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f829b5d-aeb6-4457-b2fc-ddc28e101441 req-260f7a3e-a998-40f8-950c-f659c3fb1749 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 3093 time: 0.6605585 Feb 02 13:12:55.228922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-722eff03-26d1-4ead-8fd5-5c1d2515d77e None None] Deleting port 6daa1b08-9575-41eb-a367-21f808d06b17 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:55.231904 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-722eff03-26d1-4ead-8fd5-5c1d2515d77e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.243910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6f4bdb44-e699-4349-85df-42db517fda66 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7449627 Feb 02 13:12:55.306917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f829b5d-aeb6-4457-b2fc-ddc28e101441 req-18e5cf0c-1491-47b2-b863-f0046f292d1c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166780 Feb 02 13:12:55.311955 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (ef053522-e76a-4c32-89d5-d0a4e51c79bf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.324178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c91f60dd-140e-4d5c-946b-438237d09974 req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'port': {'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d', 'admin_state_up': True, 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'security_groups': ['d98177b2-1d11-4711-a444-6853457e6eb8']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:55.344065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-722eff03-26d1-4ead-8fd5-5c1d2515d77e None None] For port 6daa1b08-9575-41eb-a367-21f808d06b17, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6daa1b08-9575-41eb-a367-21f808d06b17,segment=NetworkSegment(cf959fb2-5a63-461c-96a6-e7b1177e66a4),segment_id=cf959fb2-5a63-461c-96a6-e7b1177e66a4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:55.344594 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-722eff03-26d1-4ead-8fd5-5c1d2515d77e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.369251 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2891a719-babd-43e3-be12-3f57b262d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4ebf61e1-88a3-41f4-b0b5-aaa0c4acf663), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.375125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-722eff03-26d1-4ead-8fd5-5c1d2515d77e None None] Calling delete_port for 6daa1b08-9575-41eb-a367-21f808d06b17 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:55.375962 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2891a719-babd-43e3-be12-3f57b262d1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.379346 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2891a719-babd-43e3-be12-3f57b262d1dc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4ebf61e1-88a3-41f4-b0b5-aaa0c4acf663 HTTP/1.1" status: 204 len: 168 time: 0.7226262 Feb 02 13:12:55.420568 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891a719-babd-43e3-be12-3f57b262d1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebf61e1-88a3-41f4-b0b5-aaa0c4acf663,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:55.470228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2914ce23-8507-4a07-b834-b3947cd0e508), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.517983 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9572758-6578-463d-aac2-1e97995e09f3 req-e40dc59f-4da7-4003-820c-d62f1900d7a2 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.0993257 Feb 02 13:12:55.578946 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-722eff03-26d1-4ead-8fd5-5c1d2515d77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.585135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Deleting port 6daa1b08-9575-41eb-a367-21f808d06b17 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:55.585471 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.650692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722eff03-26d1-4ead-8fd5-5c1d2515d77e None None] Pushing event deleted for resources: {'Port': ['ID=6daa1b08-9575-41eb-a367-21f808d06b17,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:55.656853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722eff03-26d1-4ead-8fd5-5c1d2515d77e None None] No DVR routers for this DVR port 6daa1b08-9575-41eb-a367-21f808d06b17 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:55.662562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Made reservation on behalf of 0ae77cfdd42d4abf8cbafce4246db71e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:55.669626 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.722208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (2914ce23-8507-4a07-b834-b3947cd0e508), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.734096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (2914ce23-8507-4a07-b834-b3947cd0e508), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:55.893098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (ef053522-e76a-4c32-89d5-d0a4e51c79bf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:56.016411 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c91f60dd-140e-4d5c-946b-438237d09974 req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Allocated IP 10.2.2.200 (f5fdd77c-8e52-4edb-974c-730c98bebc9d/26371e2a-d775-4691-be95-f53aeb290042/0704b38b-c126-42f5-a6f6-65ec8e467196) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:56.024230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6daa1b08-9575-41eb-a367-21f808d06b17 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:12:56.029608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeedb39f-b2f6-4d30-9b1e-a03df82a9753', 'name': 'network-vif-deleted', 'tag': 'd58b1d98-8973-4beb-8e4f-7ec09f19fc2d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:12:56.032832 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Floating IP ef053522-e76a-4c32-89d5-d0a4e51c79bf associated. External IP: 172.25.4.96, port: da26595f-8bb4-4a70-9901-8d805c14b5f6. Feb 02 13:12:56.037892 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0263361-134f-4046-8b72-144d7549ad2a" -d '{"events": [{"server_uuid": "aeedb39f-b2f6-4d30-9b1e-a03df82a9753", "name": "network-vif-deleted", "tag": "d58b1d98-8973-4beb-8e4f-7ec09f19fc2d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:12:56.050621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] For port 6daa1b08-9575-41eb-a367-21f808d06b17, host n-d-827336-2, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:56.050884 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:56.065254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Calling delete_port for 6daa1b08-9575-41eb-a367-21f808d06b17 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:56.069932 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Port 6daa1b08-9575-41eb-a367-21f808d06b17 was not found and therefore no delete operation was performed {{(pid=103188) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:12:56.071618 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (6daa1b08-9575-41eb-a367-21f808d06b17), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:56.106253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 6daa1b08-9575-41eb-a367-21f808d06b17 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:12:56.125793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6daa1b08-9575-41eb-a367-21f808d06b17 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:12:56.151116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Port': ['ID=6daa1b08-9575-41eb-a367-21f808d06b17,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:56.156418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] No DVR routers for this DVR port 6daa1b08-9575-41eb-a367-21f808d06b17 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:56.160443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=2914ce23-8507-4a07-b834-b3947cd0e508,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:56.201686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:56.354266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-eb46804b-a352-426f-ac01-d41a2837478f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:56.363533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-eb46804b-a352-426f-ac01-d41a2837478f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 0.3188524 Feb 02 13:12:56.430978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:12:56.493370 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d569c4d-bdc8-4028-b5a0-a4259bc54d5b x-openstack-request-id: req-9d569c4d-bdc8-4028-b5a0-a4259bc54d5b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:12:56.493786 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeedb39f-b2f6-4d30-9b1e-a03df82a9753", "name": "network-vif-deleted", "tag": "d58b1d98-8973-4beb-8e4f-7ec09f19fc2d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:12:56.494013 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9d569c4d-bdc8-4028-b5a0-a4259bc54d5b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:12:56.494387 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeedb39f-b2f6-4d30-9b1e-a03df82a9753', 'name': 'network-vif-deleted', 'tag': 'd58b1d98-8973-4beb-8e4f-7ec09f19fc2d', 'status': 'completed', 'code': 200} Feb 02 13:12:56.589500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:12:56.612887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffacb31d-a6d4-40ec-b70a-d580b836a815 None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:12:56.633802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-36430edf-ad42-461c-8d07-7b19f8a6c50d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/quotas/1af86eae570b46b3a4585e718e1a9580 HTTP/1.1" status: 200 len: 375 time: 0.2693031 Feb 02 13:12:56.636469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffacb31d-a6d4-40ec-b70a-d580b836a815 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:56.637315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ffacb31d-a6d4-40ec-b70a-d580b836a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:56.653773 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:56.711784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-bcb26589-76a6-4c61-a3b2-0f39b390932d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770042 Feb 02 13:12:56.732093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ffacb31d-a6d4-40ec-b70a-d580b836a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:56.738758 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e764ff9d-116b-463c-bd2e-4fa3f9b3691a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2788858 Feb 02 13:12:56.739356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56226) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:56.750381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0c543412-0b91-4043-8e12-3bd19ca7bc99 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-596078124'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:56.757109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffacb31d-a6d4-40ec-b70a-d580b836a815 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:12:56.757729 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ffacb31d-a6d4-40ec-b70a-d580b836a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:56.796682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c543412-0b91-4043-8e12-3bd19ca7bc99 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Made reservation on behalf of c80864fe7f3741348efd69e2c2a848a3 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:56.800405 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c543412-0b91-4043-8e12-3bd19ca7bc99 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:56.812853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ffacb31d-a6d4-40ec-b70a-d580b836a815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:56.813828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffacb31d-a6d4-40ec-b70a-d580b836a815 None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:12:56.836167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c543412-0b91-4043-8e12-3bd19ca7bc99 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:12:56.852674 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (2eda544a-320e-4556-b7f4-45c8eb605c87), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:56.863547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c543412-0b91-4043-8e12-3bd19ca7bc99 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8d305400-fa90-4884-9090-52d88a3dc9ab), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:56.863943 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-0c543412-0b91-4043-8e12-3bd19ca7bc99 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Added segment 8d305400-fa90-4884-9090-52d88a3dc9ab of type vlan for network de4910ad-9877-499e-9880-c9f52e0615de Feb 02 13:12:56.881872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eda544a-320e-4556-b7f4-45c8eb605c87']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:56.894728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf959fb2-5a63-461c-96a6-e7b1177e66a4') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:56.894728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf959fb2-5a63-461c-96a6-e7b1177e66a4') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:56.907171 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (cf959fb2-5a63-461c-96a6-e7b1177e66a4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:56.910814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c543412-0b91-4043-8e12-3bd19ca7bc99 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (de4910ad-9877-499e-9880-c9f52e0615de), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:56.927346 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (cf959fb2-5a63-461c-96a6-e7b1177e66a4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:56.945562 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c543412-0b91-4043-8e12-3bd19ca7bc99 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (de4910ad-9877-499e-9880-c9f52e0615de), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:56.953374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c543412-0b91-4043-8e12-3bd19ca7bc99 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:56.953623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c543412-0b91-4043-8e12-3bd19ca7bc99 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:56.970365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbab3c0-fb30-4d4a-932c-63a6fd92b068 req-d81d8958-aad6-47be-a291-8a96c9a6ac07 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:56.977929 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbab3c0-fb30-4d4a-932c-63a6fd92b068 req-d81d8958-aad6-47be-a291-8a96c9a6ac07 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:56.992857 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0c543412-0b91-4043-8e12-3bd19ca7bc99 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2497714 Feb 02 13:12:56.993130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbab3c0-fb30-4d4a-932c-63a6fd92b068 req-d81d8958-aad6-47be-a291-8a96c9a6ac07 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:56.993231 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56232) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:56.998235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-18313141-ac74-4d66-8a65-8e1eab4929f4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'subnet': {'network_id': 'de4910ad-9877-499e-9880-c9f52e0615de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:57.003582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbab3c0-fb30-4d4a-932c-63a6fd92b068 req-d81d8958-aad6-47be-a291-8a96c9a6ac07 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:57.005373 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cbab3c0-fb30-4d4a-932c-63a6fd92b068 req-d81d8958-aad6-47be-a291-8a96c9a6ac07 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 3093 time: 0.4981723 Feb 02 13:12:57.006544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:12:57.006942 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (cf959fb2-5a63-461c-96a6-e7b1177e66a4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: warnings.warn(msg) Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:12:57.065798 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:12:57.075751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c543412-0b91-4043-8e12-3bd19ca7bc99 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Network': ['ID=de4910ad-9877-499e-9880-c9f52e0615de,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:57.079877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-4ca95a44-b527-4ae5-a291-76258dfd0272 service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671620 Feb 02 13:12:57.087219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network de4910ad-9877-499e-9880-c9f52e0615de details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:12:57.236657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18313141-ac74-4d66-8a65-8e1eab4929f4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Made reservation on behalf of c80864fe7f3741348efd69e2c2a848a3 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:12:57.240335 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18313141-ac74-4d66-8a65-8e1eab4929f4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:57.285891 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (2eda544a-320e-4556-b7f4-45c8eb605c87), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:57.305581 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:57.311605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "DELETE /v2.0/networks/2eda544a-320e-4556-b7f4-45c8eb605c87 HTTP/1.1" status: 204 len: 168 time: 2.6005595 Feb 02 13:12:57.316375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56238) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:57.389555 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:57.392418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e385884-fc54-4035-b433-d311f9167e38 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Network': ['ID=2eda544a-320e-4556-b7f4-45c8eb605c87,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:57.416027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cbab3c0-fb30-4d4a-932c-63a6fd92b068 req-a0e6bd10-53fe-4a05-bb8e-e586091e922a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407092 Feb 02 13:12:57.478614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c14de3ac-d91c-4512-a121-6d0e8fcc36e8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Deleting subnet 21812206-150b-474e-9958-54d8c39454e2 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:12:57.484016 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c14de3ac-d91c-4512-a121-6d0e8fcc36e8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for subnet (21812206-150b-474e-9958-54d8c39454e2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:57.523749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-fcef0aea-49ef-4696-a5f3-8605b20bc41a service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905578 Feb 02 13:12:57.616972 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27cd97f8-1929-4824-9c2d-584a114b31d5 req-f4123825-7294-4c15-979c-53ce7f3fd82b tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.0920501 Feb 02 13:12:57.646362 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c14de3ac-d91c-4512-a121-6d0e8fcc36e8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (21812206-150b-474e-9958-54d8c39454e2), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:57.736582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69958df4-7ed1-4d5f-9304-265747738217 req-05e0d6cf-8147-43d2-9d93-4bdbcd418648 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.1183054 Feb 02 13:12:57.742183 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:57.864479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91f60dd-140e-4d5c-946b-438237d09974 req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Network f5fdd77c-8e52-4edb-974c-730c98bebc9d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:57.894948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18313141-ac74-4d66-8a65-8e1eab4929f4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (9b8e778c-6243-4757-b415-cb8dd729e84d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:57.902927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c14de3ac-d91c-4512-a121-6d0e8fcc36e8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (21812206-150b-474e-9958-54d8c39454e2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:57.913745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f11f836b-dc44-4b96-afcc-7d5aa584adb4 req-a88ba579-09fd-4967-9d6e-276ef64dc7fa tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 210 time: 0.0549333 Feb 02 13:12:57.936095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c91f60dd-140e-4d5c-946b-438237d09974 req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:57.939409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:58.055932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18313141-ac74-4d66-8a65-8e1eab4929f4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Subnet': ['ID=9b8e778c-6243-4757-b415-cb8dd729e84d,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:58.080910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18313141-ac74-4d66-8a65-8e1eab4929f4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Checking segment: {'id': '8d305400-fa90-4884-9090-52d88a3dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de4910ad-9877-499e-9880-c9f52e0615de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:12:58.081304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18313141-ac74-4d66-8a65-8e1eab4929f4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network hostable DHCP agents. Network: de4910ad-9877-499e-9880-c9f52e0615de, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:12:58.098756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event updated for resources: {'Port': ['ID=0704b38b-c126-42f5-a6f6-65ec8e467196,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:58.099586 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c14de3ac-d91c-4512-a121-6d0e8fcc36e8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (21812206-150b-474e-9958-54d8c39454e2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:58.159647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:58.160435 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:58.208877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-93990f94-ecd0-4f5c-a5a6-b72ea36777dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9224348 Feb 02 13:12:58.210485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14de3ac-d91c-4512-a121-6d0e8fcc36e8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Subnet': ['ID=21812206-150b-474e-9958-54d8c39454e2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:58.212054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3968ee-d25d-47ab-9abf-1240e050da16 None None] Network e9b47ba8-6947-418b-a5d2-ef9337a0f554 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:12:58.214907 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c14de3ac-d91c-4512-a121-6d0e8fcc36e8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:58.216807 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-432a57da-4ba2-40bf-b66a-d7d47a92a7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (4b412950-9d22-4a22-bd33-5c2171b68462), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:58.234012 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c14de3ac-d91c-4512-a121-6d0e8fcc36e8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "DELETE /v2.0/subnets/21812206-150b-474e-9958-54d8c39454e2 HTTP/1.1" status: 204 len: 168 time: 0.9153690 Feb 02 13:12:58.236420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56260) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:58.257958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18313141-ac74-4d66-8a65-8e1eab4929f4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network de4910ad-9877-499e-9880-c9f52e0615de is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:12:58.334389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-18313141-ac74-4d66-8a65-8e1eab4929f4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, de4910ad-9877-499e-9880-c9f52e0615de) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:58.360200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18313141-ac74-4d66-8a65-8e1eab4929f4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:12:58.373485 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18313141-ac74-4d66-8a65-8e1eab4929f4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:58.455171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (e9b47ba8-6947-418b-a5d2-ef9337a0f554), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:58.478480 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-18313141-ac74-4d66-8a65-8e1eab4929f4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4842598 Feb 02 13:12:58.482821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e783370-4a5e-44cf-8d55-087bfc97382b None None] Network de4910ad-9877-499e-9880-c9f52e0615de requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:12:58.498918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56270) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:12:58.504840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2005560285', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:58.546763 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (7b7d5551-cd45-497f-b20f-d61c008b6e78), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:58.548439 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (7b7d5551-cd45-497f-b20f-d61c008b6e78), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:58.723409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3d1454d7-5712-4a25-9f98-72902c72df50 None None] Provisioning complete for port 0704b38b-c126-42f5-a6f6-65ec8e467196 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:12:58.724117 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3d1454d7-5712-4a25-9f98-72902c72df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:58.734119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Deleting port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:12:58.740442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:58.743408 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router_controller (7b7d5551-cd45-497f-b20f-d61c008b6e78), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:58.823976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3d1454d7-5712-4a25-9f98-72902c72df50 None None] Port 0704b38b-c126-42f5-a6f6-65ec8e467196 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:12:58.995347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] For port ff40ec8f-f26b-46a2-876c-f3ca145cfd55, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ff40ec8f-f26b-46a2-876c-f3ca145cfd55,segment=NetworkSegment(bd1920d0-7ca5-4836-a32b-653cbe350c19),segment_id=bd1920d0-7ca5-4836-a32b-653cbe350c19)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:12:58.996087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-de4910ad-9877-499e-9880-c9f52e0615de', 'network_id': 'de4910ad-9877-499e-9880-c9f52e0615de', 'project_id': 'c80864fe7f3741348efd69e2c2a848a3', 'fixed_ips': [{'subnet_id': '9b8e778c-6243-4757-b415-cb8dd729e84d'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:12:58.996686 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:58.997079 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:59.012059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef05c508-f149-4bcd-8b88-c0c4d950494b None None] DHCP port deletion for e9b47ba8-6947-418b-a5d2-ef9337a0f554 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:12:59.086485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Calling delete_port for ff40ec8f-f26b-46a2-876c-f3ca145cfd55 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:12:59.096710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router_gateway (7b7d5551-cd45-497f-b20f-d61c008b6e78), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:59.251673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Request body: {'port': {'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:12:59.328403 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:59.347995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Allocated IP 172.20.0.2 (de4910ad-9877-499e-9880-c9f52e0615de/9b8e778c-6243-4757-b415-cb8dd729e84d/398e33b2-bad2-4187-99ff-759986a3e924) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:12:59.362079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] No DVR routers for this DVR port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:12:59.364802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Port': ['ID=ff40ec8f-f26b-46a2-876c-f3ca145cfd55,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:12:59.390424 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:12:59.411121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-712680d5-3fc9-46fc-8ead-0e5e0280224b req-aa516a21-0d9e-4b9e-b13e-4432968132a9 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.1110282 Feb 02 13:12:59.563391 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (e9b47ba8-6947-418b-a5d2-ef9337a0f554), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:59.627351 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9b47ba8-6947-418b-a5d2-ef9337a0f554']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:12:59.673482 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:59.713986 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Publish callbacks [] for port (398e33b2-bad2-4187-99ff-759986a3e924), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:59.742857 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (398e33b2-bad2-4187-99ff-759986a3e924), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:12:59.790121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7333195b-f623-4135-9656-746f76923567 req-9bc6d7bc-533d-4319-be33-dd209c235de5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 210 time: 0.1813254 Feb 02 13:12:59.797326 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Network de4910ad-9877-499e-9880-c9f52e0615de is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:12:59.810378 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:12:59.925086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:12:59.929794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Pushing event updated for resources: {'Port': ['ID=398e33b2-bad2-4187-99ff-759986a3e924,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:00.066220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ff40ec8f-f26b-46a2-876c-f3ca145cfd55 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:13:00.130549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ef05c508-f149-4bcd-8b88-c0c4d950494b None None] Deleting port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:00.134781 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef05c508-f149-4bcd-8b88-c0c4d950494b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.164706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ff40ec8f-f26b-46a2-876c-f3ca145cfd55 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:13:00.165081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ff40ec8f-f26b-46a2-876c-f3ca145cfd55 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:13:00.197590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Attempting to bind port 398e33b2-bad2-4187-99ff-759986a3e924 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:00.198201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Attempting to bind port 398e33b2-bad2-4187-99ff-759986a3e924 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '8d305400-fa90-4884-9090-52d88a3dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de4910ad-9877-499e-9880-c9f52e0615de'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:00.198706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Attempting to bind port 398e33b2-bad2-4187-99ff-759986a3e924 on network de4910ad-9877-499e-9880-c9f52e0615de {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:00.228221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:00.228221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Checking segment: {'id': '8d305400-fa90-4884-9090-52d88a3dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de4910ad-9877-499e-9880-c9f52e0615de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:00.228564 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.229003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Bound using segment: {'id': '8d305400-fa90-4884-9090-52d88a3dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de4910ad-9877-499e-9880-c9f52e0615de'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:00.229300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Bound port: 398e33b2-bad2-4187-99ff-759986a3e924, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d305400-fa90-4884-9090-52d88a3dc9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'de4910ad-9877-499e-9880-c9f52e0615de'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:00.230608 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (398e33b2-bad2-4187-99ff-759986a3e924), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.323407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c96934c-6025-4aa0-b186-ba41d6c08d1d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:00.332950 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Publish callbacks [] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.350424 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Transition to ACTIVE for port object 7c96934c-6025-4aa0-b186-ba41d6c08d1d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:13:00.372970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e308460-30b5-4f71-b139-ed59e98cf931 req-20208e93-ccb0-4916-abfb-ff74b0d4978e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:00.395393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e308460-30b5-4f71-b139-ed59e98cf931 req-20208e93-ccb0-4916-abfb-ff74b0d4978e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:00.414833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] For port 398e33b2-bad2-4187-99ff-759986a3e924, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:00.434996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] For port 398e33b2-bad2-4187-99ff-759986a3e924, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=398e33b2-bad2-4187-99ff-759986a3e924,segment=NetworkSegment(8d305400-fa90-4884-9090-52d88a3dc9ab),segment_id=8d305400-fa90-4884-9090-52d88a3dc9ab)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:00.440304 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e308460-30b5-4f71-b139-ed59e98cf931 req-20208e93-ccb0-4916-abfb-ff74b0d4978e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:00.456405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e308460-30b5-4f71-b139-ed59e98cf931 req-20208e93-ccb0-4916-abfb-ff74b0d4978e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:00.466653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e308460-30b5-4f71-b139-ed59e98cf931 req-20208e93-ccb0-4916-abfb-ff74b0d4978e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:00.478184 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e308460-30b5-4f71-b139-ed59e98cf931 req-20208e93-ccb0-4916-abfb-ff74b0d4978e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 3814 time: 1.1797686 Feb 02 13:13:00.518511 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1920d0-7ca5-4836-a32b-653cbe350c19') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:00.521632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1920d0-7ca5-4836-a32b-653cbe350c19') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:00.535737 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (398e33b2-bad2-4187-99ff-759986a3e924), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.548965 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.616384 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (bd1920d0-7ca5-4836-a32b-653cbe350c19), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.635623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ef05c508-f149-4bcd-8b88-c0c4d950494b None None] For port ff40ec8f-f26b-46a2-876c-f3ca145cfd55, host n-d-827336-2, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:00.635925 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef05c508-f149-4bcd-8b88-c0c4d950494b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.656659 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (bd1920d0-7ca5-4836-a32b-653cbe350c19), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.673574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ef05c508-f149-4bcd-8b88-c0c4d950494b None None] Calling delete_port for ff40ec8f-f26b-46a2-876c-f3ca145cfd55 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:00.681083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-ef05c508-f149-4bcd-8b88-c0c4d950494b None None] Port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:13:00.683963 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef05c508-f149-4bcd-8b88-c0c4d950494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (ff40ec8f-f26b-46a2-876c-f3ca145cfd55), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.702953 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router_gateway (7b7d5551-cd45-497f-b20f-d61c008b6e78), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.717451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:13:00.720836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (bd1920d0-7ca5-4836-a32b-653cbe350c19), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.726036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05c508-f149-4bcd-8b88-c0c4d950494b None None] No DVR routers for this DVR port ff40ec8f-f26b-46a2-876c-f3ca145cfd55 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:13:00.727283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Pushing event updated for resources: {'Port': ['ID=7c96934c-6025-4aa0-b186-ba41d6c08d1d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:13:00.730119 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:13:00.746203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66059f39-2b20-4c36-b173-99ff3c22d86d None None] Pushing event updated for resources: {'Port': ['ID=398e33b2-bad2-4187-99ff-759986a3e924,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:00.777332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05c508-f149-4bcd-8b88-c0c4d950494b None None] Pushing event deleted for resources: {'Port': ['ID=ff40ec8f-f26b-46a2-876c-f3ca145cfd55,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:00.798906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:00.837182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e308460-30b5-4f71-b139-ed59e98cf931 req-05679e19-aa7e-4e53-bfbe-78ae06e201b6 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564587 Feb 02 13:13:00.907668 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6c909a9-bf44-4406-a3ed-77a68588ed7f req-ff33ddc0-946c-4334-bc97-3a9310bb0597 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.1813583 Feb 02 13:13:01.051181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56304) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:01.089171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (e9b47ba8-6947-418b-a5d2-ef9337a0f554), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.092307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.25.4.175 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/53e8774b-5881-4141-8af5-7f07d74715e6) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:13:01.101867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.116229 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "DELETE /v2.0/networks/e9b47ba8-6947-418b-a5d2-ef9337a0f554 HTTP/1.1" status: 204 len: 168 time: 2.8701754 Feb 02 13:13:01.140038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56312) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:01.154689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3f37f280-3b8d-4efe-96ec-cfdce6245f43 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-644826565'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:01.179759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43d1fc-d82a-4ea5-bec7-c7796528274a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Network': ['ID=e9b47ba8-6947-418b-a5d2-ef9337a0f554,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:01.234900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-7e23449d-9fd8-4010-ac08-97904e8c8344 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:01.236827 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-7e23449d-9fd8-4010-ac08-97904e8c8344 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 1.5606720 Feb 02 13:13:01.238929 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd34d2bf-ad7b-4679-9161-0aa6482080c2 req-f94d557f-7a64-4986-99a7-7d21ad74e796 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 210 time: 0.2387204 Feb 02 13:13:01.240016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Attempting to bind port 7c96934c-6025-4aa0-b186-ba41d6c08d1d on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:01.240491 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Attempting to bind port 7c96934c-6025-4aa0-b186-ba41d6c08d1d by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:01.241400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Attempting to bind port 7c96934c-6025-4aa0-b186-ba41d6c08d1d on network 5716fbfd-26f9-422f-a503-b67b5c7019cb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:01.259534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Port 7c96934c-6025-4aa0-b186-ba41d6c08d1d on network 5716fbfd-26f9-422f-a503-b67b5c7019cb not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:13:01.259534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Attempting to bind port 7c96934c-6025-4aa0-b186-ba41d6c08d1d on network 5716fbfd-26f9-422f-a503-b67b5c7019cb {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:01.271676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Request body: {'port': {'device_id': '4017d2c8-7a27-427b-a14b-17bf2b581369', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'admin_state_up': True, 'tenant_id': '1af86eae570b46b3a4585e718e1a9580'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:01.281012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f37f280-3b8d-4efe-96ec-cfdce6245f43 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:01.285268 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f37f280-3b8d-4efe-96ec-cfdce6245f43 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.365065 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b68666d-e0e7-4883-b9e6-94971e4bea95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.397017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f37f280-3b8d-4efe-96ec-cfdce6245f43 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:13:01.413681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:01.414328 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Checking segment: {'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:01.414455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Bound using segment: {'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:01.414775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Bound port: 7c96934c-6025-4aa0-b186-ba41d6c08d1d, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9d795b-eb2a-411f-8122-095fd1dfd724', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:01.415119 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.423033 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f37f280-3b8d-4efe-96ec-cfdce6245f43 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (35bfeede-e9de-4a4c-a189-b0f1db06361f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.423380 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-3f37f280-3b8d-4efe-96ec-cfdce6245f43 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Added segment 35bfeede-e9de-4a4c-a189-b0f1db06361f of type vlan for network fac7e436-9e3e-461b-8a5d-f976da92d2d2 Feb 02 13:13:01.435522 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (53e8774b-5881-4141-8af5-7f07d74715e6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.452770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Made reservation on behalf of 1af86eae570b46b3a4585e718e1a9580 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:01.456721 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.534443 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f37f280-3b8d-4efe-96ec-cfdce6245f43 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (fac7e436-9e3e-461b-8a5d-f976da92d2d2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.630418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] For port 7c96934c-6025-4aa0-b186-ba41d6c08d1d, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:01.633414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-432a57da-4ba2-40bf-b66a-d7d47a92a7af admin admin] Deleting port f45504b3-1595-45d9-b5e1-65a8eb89554a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:01.633741 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-432a57da-4ba2-40bf-b66a-d7d47a92a7af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.641693 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (53e8774b-5881-4141-8af5-7f07d74715e6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.681594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a25f7943-93b4-48fd-be88-37d3bca88e98 req-26eed97e-5fe9-4256-a691-4b1c340328cf tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.0775385 Feb 02 13:13:01.708809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] For port 7c96934c-6025-4aa0-b186-ba41d6c08d1d, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7c96934c-6025-4aa0-b186-ba41d6c08d1d,segment=NetworkSegment(dd9d795b-eb2a-411f-8122-095fd1dfd724),segment_id=dd9d795b-eb2a-411f-8122-095fd1dfd724)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:01.764459 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f37f280-3b8d-4efe-96ec-cfdce6245f43 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (fac7e436-9e3e-461b-8a5d-f976da92d2d2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.770615 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-425581c5-bc2f-44b5-ae60-d2c1dffc4920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.786080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f37f280-3b8d-4efe-96ec-cfdce6245f43 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:01.786786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f37f280-3b8d-4efe-96ec-cfdce6245f43 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.836776 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:01.864787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:13:01.874884 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3f37f280-3b8d-4efe-96ec-cfdce6245f43 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7337153 Feb 02 13:13:01.912729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56330) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:01.924379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-64b20cca-e4f6-48f6-b70e-d3d08d481caf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'subnet': {'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:01.928593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:01.953682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:13:02.018922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:02.023065 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:02.024741 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] 10.222.0.18 "PUT /v2.0/ports/7c96934c-6025-4aa0-b186-ba41d6c08d1d HTTP/1.1" status: 200 len: 1091 time: 2.7936203 Feb 02 13:13:02.039043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b68666d-e0e7-4883-b9e6-94971e4bea95 admin admin] Publish callbacks [] for security_group (52c9f318-1aae-48e8-8d81-7e738a0580b9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:02.048355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': '7c96934c-6025-4aa0-b186-ba41d6c08d1d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:02.054646 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb" -d '{"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "7c96934c-6025-4aa0-b186-ba41d6c08d1d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:02.060571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=53e8774b-5881-4141-8af5-7f07d74715e6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:02.101817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Allocated IP 172.20.0.12 (17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd/b38b2c40-37ff-4b0b-b098-a2e69951a834/78a5061b-33a6-4280-b364-065c90fef759) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:13:02.190207 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b68666d-e0e7-4883-b9e6-94971e4bea95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (52c9f318-1aae-48e8-8d81-7e738a0580b9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:02.226046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 398e33b2-bad2-4187-99ff-759986a3e924 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:13:02.308861 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks [] for port (78a5061b-33a6-4280-b364-065c90fef759), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:02.364729 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-432a57da-4ba2-40bf-b66a-d7d47a92a7af admin admin] For port f45504b3-1595-45d9-b5e1-65a8eb89554a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f45504b3-1595-45d9-b5e1-65a8eb89554a,segment=NetworkSegment(4feecac5-aae3-4820-a1b6-67e4759b5d17),segment_id=4feecac5-aae3-4820-a1b6-67e4759b5d17)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:02.365191 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-432a57da-4ba2-40bf-b66a-d7d47a92a7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:02.382375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 398e33b2-bad2-4187-99ff-759986a3e924 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:02.382756 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (398e33b2-bad2-4187-99ff-759986a3e924), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:02.389789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-432a57da-4ba2-40bf-b66a-d7d47a92a7af admin admin] Calling delete_port for f45504b3-1595-45d9-b5e1-65a8eb89554a owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:02.478315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0ff053-f0d8-4885-b9c3-245da844a90f None None] Network de4910ad-9877-499e-9880-c9f52e0615de requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:13:02.529487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37f280-3b8d-4efe-96ec-cfdce6245f43 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Network': ['ID=fac7e436-9e3e-461b-8a5d-f976da92d2d2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:02.548227 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4b68666d-e0e7-4883-b9e6-94971e4bea95 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5f58362247a446a19deb2b7e17e607dd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4897902 Feb 02 13:13:02.554939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network fac7e436-9e3e-461b-8a5d-f976da92d2d2 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:13:02.557145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56338) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:02.657345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Request body: {'port': {'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:02.695398 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-432a57da-4ba2-40bf-b66a-d7d47a92a7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f45504b3-1595-45d9-b5e1-65a8eb89554a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:02.697573 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (78a5061b-33a6-4280-b364-065c90fef759), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:02.748362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:13:02.771182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:02.783052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:13:02.801087 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router_gateway (7b7d5551-cd45-497f-b20f-d61c008b6e78), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:02.848224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:02.849001 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:02.851973 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8454f3-9fa6-45fc-9b63-645f9f05059d service neutron] Pushing event updated for resources: {'Port': ['ID=7c96934c-6025-4aa0-b186-ba41d6c08d1d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:02.887362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 398e33b2-bad2-4187-99ff-759986a3e924 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:02.896510 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (398e33b2-bad2-4187-99ff-759986a3e924), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:02.901466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a57da-4ba2-40bf-b66a-d7d47a92a7af admin admin] Pushing event deleted for resources: {'Port': ['ID=f45504b3-1595-45d9-b5e1-65a8eb89554a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:02.963359 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ed121-467b-4bce-8eb3-56b03669f2c5 req-fcd8b5d5-2148-4bfb-b7a3-e041de729ebd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:02.969202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ed121-467b-4bce-8eb3-56b03669f2c5 req-fcd8b5d5-2148-4bfb-b7a3-e041de729ebd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:02.975014 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ed121-467b-4bce-8eb3-56b03669f2c5 req-fcd8b5d5-2148-4bfb-b7a3-e041de729ebd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:02.980468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ed121-467b-4bce-8eb3-56b03669f2c5 req-fcd8b5d5-2148-4bfb-b7a3-e041de729ebd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:02.986227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ed121-467b-4bce-8eb3-56b03669f2c5 req-fcd8b5d5-2148-4bfb-b7a3-e041de729ebd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:02.993671 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f8ed121-467b-4bce-8eb3-56b03669f2c5 req-fcd8b5d5-2148-4bfb-b7a3-e041de729ebd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 3826 time: 1.0012531 Feb 02 13:13:02.995790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Pushing event updated for resources: {'Port': ['ID=78a5061b-33a6-4280-b364-065c90fef759,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:02.998233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-12c786a4-a78d-48c1-89d5-956379556deb None None] Provisioning complete for port 398e33b2-bad2-4187-99ff-759986a3e924 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:02.998613 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12c786a4-a78d-48c1-89d5-956379556deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (398e33b2-bad2-4187-99ff-759986a3e924), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.098959 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9984c1-984e-4640-b078-f68c841db2d2 req-e49dd60c-7256-46cd-bc60-e0c25127bb3b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:03.100866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd9984c1-984e-4640-b078-f68c841db2d2 req-e49dd60c-7256-46cd-bc60-e0c25127bb3b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 932 time: 0.4489102 Feb 02 13:13:03.104514 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (7b7d5551-cd45-497f-b20f-d61c008b6e78), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.125920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 398e33b2-bad2-4187-99ff-759986a3e924, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=398e33b2-bad2-4187-99ff-759986a3e924,segment=NetworkSegment(8d305400-fa90-4884-9090-52d88a3dc9ab),segment_id=8d305400-fa90-4884-9090-52d88a3dc9ab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:03.148276 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (398e33b2-bad2-4187-99ff-759986a3e924), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.257736 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-432a57da-4ba2-40bf-b66a-d7d47a92a7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (4b412950-9d22-4a22-bd33-5c2171b68462), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.261783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-12c786a4-a78d-48c1-89d5-956379556deb None None] Current status of the port 398e33b2-bad2-4187-99ff-759986a3e924 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:03.270442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=398e33b2-bad2-4187-99ff-759986a3e924,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:03.276353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68666d-e0e7-4883-b9e6-94971e4bea95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c9f318-1aae-48e8-8d81-7e738a0580b9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:03.277707 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.279381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b20cca-e4f6-48f6-b70e-d3d08d481caf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:03.283382 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64b20cca-e4f6-48f6-b70e-d3d08d481caf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.367073 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebd620a4-2c2a-4c4e-8f0f-f465242c0ee4 admin admin] Publish callbacks [] for security_group (52c9f318-1aae-48e8-8d81-7e738a0580b9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.402576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 7b7d5551-cd45-497f-b20f-d61c008b6e78 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:13:03.427494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebd620a4-2c2a-4c4e-8f0f-f465242c0ee4 admin admin] Publish callbacks [] for security_group (52c9f318-1aae-48e8-8d81-7e738a0580b9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.427668 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-e1933651-2865-40dc-be09-c3af6d15286b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1703589 Feb 02 13:13:03.518739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Request body: {'port': {'device_id': '4017d2c8-7a27-427b-a14b-17bf2b581369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:03.590652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6c8c3927-17b1-46fc-9951-87f36bcab141 None None] Provisioning complete for port 398e33b2-bad2-4187-99ff-759986a3e924 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:03.591164 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c8c3927-17b1-46fc-9951-87f36bcab141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (398e33b2-bad2-4187-99ff-759986a3e924), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.591645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f8ed121-467b-4bce-8eb3-56b03669f2c5 req-b4d35a7d-3547-442d-9e0a-eb9b15e1a8c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5968869 Feb 02 13:13:03.593718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:13:03.612671 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437c0774-e762-4625-a65b-44b38dc284f4 None None] Sync routers for ids ['7b7d5551-cd45-497f-b20f-d61c008b6e78'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:13:03.636384 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c0774-e762-4625-a65b-44b38dc284f4 None None] Routers {'7b7d5551-cd45-497f-b20f-d61c008b6e78'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:03.638030 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-437c0774-e762-4625-a65b-44b38dc284f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b7d5551-cd45-497f-b20f-d61c008b6e78'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:03.702458 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.706436 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5b4da9b9-ffc7-40e6-b8a8-b4e56156b158 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2033432 Feb 02 13:13:03.728912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56344) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:03.737472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd9984c1-984e-4640-b078-f68c841db2d2 req-23697274-73a4-4d30-8fc5-98678bf7098d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399269 Feb 02 13:13:03.745409 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdc034c-7264-474e-90af-515a83554ffe x-openstack-request-id: req-5bdc034c-7264-474e-90af-515a83554ffe {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:03.745699 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "7c96934c-6025-4aa0-b186-ba41d6c08d1d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:03.745947 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5bdc034c-7264-474e-90af-515a83554ffe {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:03.746352 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': '7c96934c-6025-4aa0-b186-ba41d6c08d1d', 'status': 'completed', 'code': 200} Feb 02 13:13:03.752590 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78a5061b-33a6-4280-b364-065c90fef759), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.766138 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-437c0774-e762-4625-a65b-44b38dc284f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:03.794292 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c0774-e762-4625-a65b-44b38dc284f4 None None] Routers {'7b7d5551-cd45-497f-b20f-d61c008b6e78'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:03.795772 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-437c0774-e762-4625-a65b-44b38dc284f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:12:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b7d5551-cd45-497f-b20f-d61c008b6e78'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:03.820176 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c3927-17b1-46fc-9951-87f36bcab141 None None] Current status of the port 398e33b2-bad2-4187-99ff-759986a3e924 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:03.939679 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebd620a4-2c2a-4c4e-8f0f-f465242c0ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (52c9f318-1aae-48e8-8d81-7e738a0580b9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.941457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebd620a4-2c2a-4c4e-8f0f-f465242c0ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:03.945808 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ebd620a4-2c2a-4c4e-8f0f-f465242c0ee4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/52c9f318-1aae-48e8-8d81-7e738a0580b9 HTTP/1.1" status: 204 len: 168 time: 1.3779039 Feb 02 13:13:04.039535 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-437c0774-e762-4625-a65b-44b38dc284f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:04.041169 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437c0774-e762-4625-a65b-44b38dc284f4 None None] The sync data for ids ['7b7d5551-cd45-497f-b20f-d61c008b6e78'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:13:04.052533 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-858fd29a-68a1-4316-8835-6c0db5cfa49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:04.068409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd620a4-2c2a-4c4e-8f0f-f465242c0ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c9f318-1aae-48e8-8d81-7e738a0580b9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:04.089237 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64b20cca-e4f6-48f6-b70e-d3d08d481caf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (152d5831-ef3d-4ef0-8c18-cf3ce2620744), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:04.126706 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb req-b07505a3-11c4-46fc-ae2c-8c4902b900ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:04.127180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb req-b07505a3-11c4-46fc-ae2c-8c4902b900ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:04.127666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb req-b07505a3-11c4-46fc-ae2c-8c4902b900ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:04.128202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb req-b07505a3-11c4-46fc-ae2c-8c4902b900ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:04.128579 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb req-b07505a3-11c4-46fc-ae2c-8c4902b900ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:04.130346 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb req-b07505a3-11c4-46fc-ae2c-8c4902b900ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 4392 time: 0.3691931 Feb 02 13:13:04.218535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b20cca-e4f6-48f6-b70e-d3d08d481caf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Subnet': ['ID=152d5831-ef3d-4ef0-8c18-cf3ce2620744,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:04.252743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 398e33b2-bad2-4187-99ff-759986a3e924 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:13:04.375698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 398e33b2-bad2-4187-99ff-759986a3e924 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:04.376269 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (398e33b2-bad2-4187-99ff-759986a3e924), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:04.508977 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb req-c04a8d1d-0861-4058-be6d-52960907de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:04.509441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb req-c04a8d1d-0861-4058-be6d-52960907de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:04.509893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb req-c04a8d1d-0861-4058-be6d-52960907de76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:04.511632 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb req-c04a8d1d-0861-4058-be6d-52960907de76 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3424089 Feb 02 13:13:04.526898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b20cca-e4f6-48f6-b70e-d3d08d481caf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Checking segment: {'id': '35bfeede-e9de-4a4c-a189-b0f1db06361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:04.527266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b20cca-e4f6-48f6-b70e-d3d08d481caf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network hostable DHCP agents. Network: fac7e436-9e3e-461b-8a5d-f976da92d2d2, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:13:04.532910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50f1749b-44f3-475a-afb0-f4b8e6a7febe req-60dc6ebd-a23b-48c5-8949-67e6e7da2990 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.7389772 Feb 02 13:13:04.582677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 398e33b2-bad2-4187-99ff-759986a3e924 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:04.605345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56352) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:04.674438 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9811eb92-c3a4-45e1-845a-25be75e7767f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:04.707501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b20cca-e4f6-48f6-b70e-d3d08d481caf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network fac7e436-9e3e-461b-8a5d-f976da92d2d2 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:13:04.792764 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432a57da-4ba2-40bf-b66a-d7d47a92a7af admin admin] Router 4b412950-9d22-4a22-bd33-5c2171b68462 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:13:04.839578 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9811eb92-c3a4-45e1-845a-25be75e7767f admin admin] Publish callbacks [] for security_group (55cd6ea2-20b0-46fa-8cfc-cc5845761fb3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:04.860493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:04.869656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb req-c07236ef-8149-44e5-aa2b-5f1e9fc35da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:04.871770 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7d65ca6-4ab5-4f6f-bdb0-f2fc185a3deb req-c07236ef-8149-44e5-aa2b-5f1e9fc35da5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3543103 Feb 02 13:13:04.876745 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9811eb92-c3a4-45e1-845a-25be75e7767f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (55cd6ea2-20b0-46fa-8cfc-cc5845761fb3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:04.915114 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Publish callbacks [] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:04.926349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811eb92-c3a4-45e1-845a-25be75e7767f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cd6ea2-20b0-46fa-8cfc-cc5845761fb3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:04.949560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a5061b-33a6-4280-b364-065c90fef759 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:04.962102 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-64b20cca-e4f6-48f6-b70e-d3d08d481caf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, fac7e436-9e3e-461b-8a5d-f976da92d2d2) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:04.965927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Transition to ACTIVE for port object 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:13:04.968695 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Publish callbacks [] for port (78a5061b-33a6-4280-b364-065c90fef759), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:04.975217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb9767-cf17-4dc4-aa94-680360930c7d None None] Network fac7e436-9e3e-461b-8a5d-f976da92d2d2 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:13:05.008391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:05.036891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7d2f6-6543-4a37-b189-3eca1e2a6330 req-8d4605da-15c6-471f-94f1-a628b704abf1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:05.042264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7d2f6-6543-4a37-b189-3eca1e2a6330 req-8d4605da-15c6-471f-94f1-a628b704abf1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:05.047728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7d2f6-6543-4a37-b189-3eca1e2a6330 req-8d4605da-15c6-471f-94f1-a628b704abf1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:05.053117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7d2f6-6543-4a37-b189-3eca1e2a6330 req-8d4605da-15c6-471f-94f1-a628b704abf1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:05.063723 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9811eb92-c3a4-45e1-845a-25be75e7767f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=032866df4d554ea789340e35a051dca7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4491997 Feb 02 13:13:05.063960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7d2f6-6543-4a37-b189-3eca1e2a6330 req-8d4605da-15c6-471f-94f1-a628b704abf1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:05.064055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b20cca-e4f6-48f6-b70e-d3d08d481caf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:05.064055 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64b20cca-e4f6-48f6-b70e-d3d08d481caf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:05.068282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56358) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:05.068817 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07e7d2f6-6543-4a37-b189-3eca1e2a6330 req-8d4605da-15c6-471f-94f1-a628b704abf1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 3826 time: 0.2902226 Feb 02 13:13:05.132466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Transition to ACTIVE for port object 78a5061b-33a6-4280-b364-065c90fef759 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:13:05.146011 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-64b20cca-e4f6-48f6-b70e-d3d08d481caf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2224600 Feb 02 13:13:05.150188 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (78a5061b-33a6-4280-b364-065c90fef759), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:05.151126 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56362) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:05.176193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fdc76c11-63b4-4e2b-afe2-64d80350ba45 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1386180648'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:05.236990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-fac7e436-9e3e-461b-8a5d-f976da92d2d2', 'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2', 'project_id': '575a1f32155042908ad22df36aa0404f', 'fixed_ips': [{'subnet_id': '152d5831-ef3d-4ef0-8c18-cf3ce2620744'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:13:05.237870 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:05.306127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Pushing event updated for resources: {'Port': ['ID=5abe3ffe-b1f8-483f-b83f-f8edad0fc901,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:05.360003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Pushing event updated for resources: {'Port': ['ID=78a5061b-33a6-4280-b364-065c90fef759,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:05.456485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07e7d2f6-6543-4a37-b189-3eca1e2a6330 req-fad9dfa5-7563-4781-9d55-46cf6b465b90 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855922 Feb 02 13:13:05.504558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Allocated IP 19.80.0.2 (fac7e436-9e3e-461b-8a5d-f976da92d2d2/152d5831-ef3d-4ef0-8c18-cf3ce2620744/4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:13:05.532105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc76c11-63b4-4e2b-afe2-64d80350ba45 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:05.536236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c11-63b4-4e2b-afe2-64d80350ba45 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:05.599830 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2d57e24-4956-4d87-b2ab-1046f88f7cd5 admin admin] Publish callbacks [] for security_group (55cd6ea2-20b0-46fa-8cfc-cc5845761fb3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:05.656887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432a57da-4ba2-40bf-b66a-d7d47a92a7af admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:13:05.688122 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Publish callbacks [] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:05.692737 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2d57e24-4956-4d87-b2ab-1046f88f7cd5 admin admin] Publish callbacks [] for security_group (55cd6ea2-20b0-46fa-8cfc-cc5845761fb3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:05.708117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d50214-4daa-4c33-9ad8-ab1180370027 None None] Sync routers for ids ['4b412950-9d22-4a22-bd33-5c2171b68462'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:13:05.725678 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:05.758544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-432a57da-4ba2-40bf-b66a-d7d47a92a7af admin admin] 10.222.0.83 "PUT /v2.0/routers/4b412950-9d22-4a22-bd33-5c2171b68462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5532045 Feb 02 13:13:05.759803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Attempting to bind port 78a5061b-33a6-4280-b364-065c90fef759 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:05.760146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Attempting to bind port 78a5061b-33a6-4280-b364-065c90fef759 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:05.760468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Attempting to bind port 78a5061b-33a6-4280-b364-065c90fef759 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:05.771534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:05.805767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Network fac7e436-9e3e-461b-8a5d-f976da92d2d2 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:13:05.839048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:05.858943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:13:05.871563 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:05.935385 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96606956-fe98-454e-9e26-4df8b5c62d79 req-65ff65d7-7f12-4900-9225-00b05e388822 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.2041140 Feb 02 13:13:05.938294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Port 78a5061b-33a6-4280-b364-065c90fef759 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:13:05.938620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Attempting to bind port 78a5061b-33a6-4280-b364-065c90fef759 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:05.944455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d50214-4daa-4c33-9ad8-ab1180370027 None None] Routers {'4b412950-9d22-4a22-bd33-5c2171b68462'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:05.945102 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-89d50214-4daa-4c33-9ad8-ab1180370027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4b412950-9d22-4a22-bd33-5c2171b68462'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:05.949347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Pushing event updated for resources: {'Port': ['ID=4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:05.953167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda457d-aff2-45ad-9825-62366157238f req-193800be-7ef3-423b-a2f2-99b97fb17cd7 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:05.972774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7cda457d-aff2-45ad-9825-62366157238f req-193800be-7ef3-423b-a2f2-99b97fb17cd7 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 944 time: 0.6223531 Feb 02 13:13:05.974733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Attempting to bind port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:05.975065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Attempting to bind port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:05.975411 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Attempting to bind port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:06.019452 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:13:06.020014 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Attempting to bind port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:06.039074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:06.039623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Checking segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:06.040208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Bound using segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:06.046992 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Bound port: 78a5061b-33a6-4280-b364-065c90fef759, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:06.047569 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78a5061b-33a6-4280-b364-065c90fef759), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.086884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:06.087483 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Checking segment: {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:06.087972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Bound using segment: {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:06.088621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Bound port: 5abe3ffe-b1f8-483f-b83f-f8edad0fc901, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:06.089074 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.116288 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2d57e24-4956-4d87-b2ab-1046f88f7cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (55cd6ea2-20b0-46fa-8cfc-cc5845761fb3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.118751 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2d57e24-4956-4d87-b2ab-1046f88f7cd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.119965 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d2d57e24-4956-4d87-b2ab-1046f88f7cd5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/55cd6ea2-20b0-46fa-8cfc-cc5845761fb3 HTTP/1.1" status: 204 len: 168 time: 1.0507567 Feb 02 13:13:06.169527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdc76c11-63b4-4e2b-afe2-64d80350ba45 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:13:06.228534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d57e24-4956-4d87-b2ab-1046f88f7cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cd6ea2-20b0-46fa-8cfc-cc5845761fb3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:06.247909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c11-63b4-4e2b-afe2-64d80350ba45 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e88b551c-a634-4fe1-b371-f0908a4e49ce), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.248298 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-fdc76c11-63b4-4e2b-afe2-64d80350ba45 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Added segment e88b551c-a634-4fe1-b371-f0908a4e49ce of type vlan for network 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 Feb 02 13:13:06.255527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] For port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:06.260771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] For port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5abe3ffe-b1f8-483f-b83f-f8edad0fc901,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:06.302172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.302755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.315582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.316090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.316428 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.316760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.317088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.317408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.317730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.318048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.318367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.318691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.319021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:06.319704 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.340065 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.377694 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c11-63b4-4e2b-afe2-64d80350ba45 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (2ab52a56-9bbe-4fdd-8c82-d587d0a0a812), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.492437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-89d50214-4daa-4c33-9ad8-ab1180370027 None None] Set router 4b412950-9d22-4a22-bd33-5c2171b68462 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:13:06.507327 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7cda457d-aff2-45ad-9825-62366157238f req-2cff6414-07f5-4aea-be88-b72bb58b7399 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204473 Feb 02 13:13:06.511496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:06.512136 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.513588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] 10.222.0.18 "PUT /v2.0/ports/5abe3ffe-b1f8-483f-b83f-f8edad0fc901 HTTP/1.1" status: 200 len: 1129 time: 3.8605108 Feb 02 13:13:06.522293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': '5abe3ffe-b1f8-483f-b83f-f8edad0fc901'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:06.524582 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc1e784-733b-42a1-accc-d0561b9675c0" -d '{"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "5abe3ffe-b1f8-483f-b83f-f8edad0fc901"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:06.557546 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Publish callbacks [] for router (4b412950-9d22-4a22-bd33-5c2171b68462), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.585513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Request body: {'port': {'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:06.710023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Attempting to bind port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:06.710469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Attempting to bind port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '35bfeede-e9de-4a4c-a189-b0f1db06361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:06.710880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Attempting to bind port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e on network fac7e436-9e3e-461b-8a5d-f976da92d2d2 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:06.796862 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad2721c-0af6-402e-ae47-cde6702a89ed x-openstack-request-id: req-1ad2721c-0af6-402e-ae47-cde6702a89ed {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:06.812043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:06.812043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Checking segment: {'id': '35bfeede-e9de-4a4c-a189-b0f1db06361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:06.812426 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.812798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Bound using segment: {'id': '35bfeede-e9de-4a4c-a189-b0f1db06361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:06.813271 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Bound port: 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bfeede-e9de-4a4c-a189-b0f1db06361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:06.813648 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.814829 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "5abe3ffe-b1f8-483f-b83f-f8edad0fc901", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:06.816689 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1ad2721c-0af6-402e-ae47-cde6702a89ed {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:06.817727 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': '5abe3ffe-b1f8-483f-b83f-f8edad0fc901', 'status': 'completed', 'code': 200} Feb 02 13:13:06.829359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.20.0.1 (de4910ad-9877-499e-9880-c9f52e0615de/9b8e778c-6243-4757-b415-cb8dd729e84d/d7d7a3fe-ebd3-452a-940c-883439b451fa) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:13:06.837742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c58a9-44dc-401e-9b30-5cb52fcf107f service neutron] Pushing event updated for resources: {'Port': ['ID=5abe3ffe-b1f8-483f-b83f-f8edad0fc901,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:06.912621 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c11-63b4-4e2b-afe2-64d80350ba45 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (2ab52a56-9bbe-4fdd-8c82-d587d0a0a812), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.918101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc76c11-63b4-4e2b-afe2-64d80350ba45 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:06.918706 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdc76c11-63b4-4e2b-afe2-64d80350ba45 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:06.938678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] For port 78a5061b-33a6-4280-b364-065c90fef759, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:06.996415 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:07.013771 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:07.043224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc76c11-63b4-4e2b-afe2-64d80350ba45 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Network': ['ID=2ab52a56-9bbe-4fdd-8c82-d587d0a0a812,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:07.049643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] For port 78a5061b-33a6-4280-b364-065c90fef759, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=78a5061b-33a6-4280-b364-065c90fef759,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:07.080006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:13:07.084913 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fdc76c11-63b4-4e2b-afe2-64d80350ba45 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9327688 Feb 02 13:13:07.090566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56388) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:07.100984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-35839273-0b81-4ceb-8163-203905096fe9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'subnet': {'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:07.204214 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (78a5061b-33a6-4280-b364-065c90fef759), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:07.219553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-0c499e51-120f-4357-ade1-c24a9f223ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.220484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-0c499e51-120f-4357-ade1-c24a9f223ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.221023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-0c499e51-120f-4357-ade1-c24a9f223ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.221945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-0c499e51-120f-4357-ade1-c24a9f223ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.222569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-0c499e51-120f-4357-ade1-c24a9f223ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.223078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-0c499e51-120f-4357-ade1-c24a9f223ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.225057 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-0c499e51-120f-4357-ade1-c24a9f223ac1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5345 time: 0.3239961 Feb 02 13:13:07.272307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (d7d7a3fe-ebd3-452a-940c-883439b451fa), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:07.292632 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb8be356-6387-49ec-b6b3-72cbf9e39338 req-aa5e665a-882c-4c98-ab92-a40b122ca6d6 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.1641860 Feb 02 13:13:07.294629 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:07.304060 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35839273-0b81-4ceb-8163-203905096fe9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:07.307154 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35839273-0b81-4ceb-8163-203905096fe9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:07.369947 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] For port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:07.374195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] For port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e,segment=NetworkSegment(35bfeede-e9de-4a4c-a189-b0f1db06361f),segment_id=35bfeede-e9de-4a4c-a189-b0f1db06361f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:07.392201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-89d50214-4daa-4c33-9ad8-ab1180370027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'name': 'tempest-ServerRescueNegativeTestJSON-2112535307-router', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:28Z', 'updated_at': '2022-02-02T13:13:02Z', 'revision_number': 5, 'project_id': 'a9e034360ca34688b0eea31302f92faa', 'gw_port': {'id': '54cdec1f-04fd-471e-85b2-132d2446e002', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1225, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:08:30Z', 'updated_at': '2022-02-02T13:08:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:07.403482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b4210-12ea-4bf3-a9f1-4f2b7d151138 req-4ba9ccd8-e259-4dd3-b0f3-d17542843671 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.410119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b4210-12ea-4bf3-a9f1-4f2b7d151138 req-4ba9ccd8-e259-4dd3-b0f3-d17542843671 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.414599 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:07.416361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b4210-12ea-4bf3-a9f1-4f2b7d151138 req-4ba9ccd8-e259-4dd3-b0f3-d17542843671 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.422170 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b4210-12ea-4bf3-a9f1-4f2b7d151138 req-4ba9ccd8-e259-4dd3-b0f3-d17542843671 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.427791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b4210-12ea-4bf3-a9f1-4f2b7d151138 req-4ba9ccd8-e259-4dd3-b0f3-d17542843671 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.433556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b4210-12ea-4bf3-a9f1-4f2b7d151138 req-4ba9ccd8-e259-4dd3-b0f3-d17542843671 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.441850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c54b4210-12ea-4bf3-a9f1-4f2b7d151138 req-4ba9ccd8-e259-4dd3-b0f3-d17542843671 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 4597 time: 0.6466484 Feb 02 13:13:07.476409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.478457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:07.481194 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] 10.222.0.18 "PUT /v2.0/ports/78a5061b-33a6-4280-b364-065c90fef759 HTTP/1.1" status: 200 len: 1092 time: 4.0090423 Feb 02 13:13:07.515193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d50214-4daa-4c33-9ad8-ab1180370027 None None] Checking router: 4b412950-9d22-4a22-bd33-5c2171b68462 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:13:07.528617 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Publish callbacks [] for router_gateway (4b412950-9d22-4a22-bd33-5c2171b68462), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:07.555293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d7d7a3fe-ebd3-452a-940c-883439b451fa), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:07.677287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d50214-4daa-4c33-9ad8-ab1180370027 None None] Routers {'4b412950-9d22-4a22-bd33-5c2171b68462'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:07.684268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-89d50214-4daa-4c33-9ad8-ab1180370027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4b412950-9d22-4a22-bd33-5c2171b68462'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:07.694513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:07.711000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd23d9-bd84-429c-89cf-6733e0f2d10b service neutron] Pushing event updated for resources: {'Port': ['ID=78a5061b-33a6-4280-b364-065c90fef759,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:07.778464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4fd6f-1bf5-4cf8-9af5-a9787b9b6836 None None] Pushing event updated for resources: {'Port': ['ID=4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:07.892066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-50fbc13c-b462-46e9-8bae-b4db0cd2894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.901897 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-50fbc13c-b462-46e9-8bae-b4db0cd2894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.907137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-50fbc13c-b462-46e9-8bae-b4db0cd2894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:07.919872 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-50fbc13c-b462-46e9-8bae-b4db0cd2894a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6803534 Feb 02 13:13:07.948784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35839273-0b81-4ceb-8163-203905096fe9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (adeb89eb-0d69-4d71-8f34-e055244a0d44), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:07.949037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-89d50214-4daa-4c33-9ad8-ab1180370027 None None] Set router 4b412950-9d22-4a22-bd33-5c2171b68462 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:13:08.055780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c54b4210-12ea-4bf3-a9f1-4f2b7d151138 req-4f0336c1-8ae9-4422-92f4-efb2cf8db05c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6125286 Feb 02 13:13:08.145532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-89d50214-4daa-4c33-9ad8-ab1180370027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'name': 'tempest-ServerRescueNegativeTestJSON-2112535307-router', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:28Z', 'updated_at': '2022-02-02T13:13:07Z', 'revision_number': 6, 'project_id': 'a9e034360ca34688b0eea31302f92faa', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:08.166880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35839273-0b81-4ceb-8163-203905096fe9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Subnet': ['ID=adeb89eb-0d69-4d71-8f34-e055244a0d44,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:08.220191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d50214-4daa-4c33-9ad8-ab1180370027 None None] The sync data for ids ['4b412950-9d22-4a22-bd33-5c2171b68462'] in n-d-827336-2 is: [{'id': '4b412950-9d22-4a22-bd33-5c2171b68462', 'name': 'tempest-ServerRescueNegativeTestJSON-2112535307-router', 'tenant_id': 'a9e034360ca34688b0eea31302f92faa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:08:28Z', 'updated_at': '2022-02-02T13:13:07Z', 'revision_number': 6, 'project_id': 'a9e034360ca34688b0eea31302f92faa', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:13:08.238856 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:08.244022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:13:08.277606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=d7d7a3fe-ebd3-452a-940c-883439b451fa,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:08.283276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network de4910ad-9877-499e-9880-c9f52e0615de is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:13:08.334369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:08.334918 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:08.378030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:08.384661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:13:08.401722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb6f5f4-e04d-4155-a2c8-df15fbb43eda {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:08.454222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7468cbe-d802-46c5-98a0-ed3e324faffb req-5b0a8362-b468-4d86-9d9b-0c0727fa2c94 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:08.461629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7468cbe-d802-46c5-98a0-ed3e324faffb req-5b0a8362-b468-4d86-9d9b-0c0727fa2c94 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 944 time: 0.8071706 Feb 02 13:13:08.480063 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Publish callbacks [] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:08.491540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35839273-0b81-4ceb-8163-203905096fe9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Checking segment: {'id': 'e88b551c-a634-4fe1-b371-f0908a4e49ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:08.491944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35839273-0b81-4ceb-8163-203905096fe9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network hostable DHCP agents. Network: 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:13:08.515021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:08.515605 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:08.521165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-d3e1ebd0-ddb0-4aeb-9063-87a7763b4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:08.522602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-d3e1ebd0-ddb0-4aeb-9063-87a7763b4427 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 1126 time: 0.9002299 Feb 02 13:13:08.589327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e,segment=NetworkSegment(35bfeede-e9de-4a4c-a189-b0f1db06361f),segment_id=35bfeede-e9de-4a4c-a189-b0f1db06361f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:08.599070 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:08.603726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7468cbe-d802-46c5-98a0-ed3e324faffb req-eb8b12cc-69a1-4108-bd53-acf669d785c6 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410429 Feb 02 13:13:08.709468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35839273-0b81-4ceb-8163-203905096fe9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:13:08.730709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (7b7d5551-cd45-497f-b20f-d61c008b6e78), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:08.794169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:08.828601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-a2d76dc3-7847-4a64-9357-d3f39e5903cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:08.830083 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fbc1e784-733b-42a1-accc-d0561b9675c0 req-a2d76dc3-7847-4a64-9357-d3f39e5903cb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8609633 Feb 02 13:13:08.835597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4017d2c8-7a27-427b-a14b-17bf2b581369', 'tag': '78a5061b-33a6-4280-b364-065c90fef759'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:08.841986 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0092178-21fd-45f7-b96d-6c1d34f01a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "4017d2c8-7a27-427b-a14b-17bf2b581369", "tag": "78a5061b-33a6-4280-b364-065c90fef759"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:08.851097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-35839273-0b81-4ceb-8163-203905096fe9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:08.862389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a530081-f017-4e91-9957-9149defe9996 None None] Network 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:13:08.867760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Deleting port 54cdec1f-04fd-471e-85b2-132d2446e002 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:08.868106 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (54cdec1f-04fd-471e-85b2-132d2446e002), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:08.900686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35839273-0b81-4ceb-8163-203905096fe9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:08.901294 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35839273-0b81-4ceb-8163-203905096fe9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:08.910008 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e050ccd7-9243-47a3-a7c1-328f790abc53 req-86b2da5d-7174-49ae-9f0e-cd7e963e7459 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.3905671 Feb 02 13:13:08.912838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-32f665f0-537b-4f4c-8ab3-a7a1f52ad8c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78a5061b-33a6-4280-b364-065c90fef759 HTTP/1.1" status: 200 len: 217 time: 0.3251095 Feb 02 13:13:08.924778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Transition to ACTIVE for port object ffb6f5f4-e04d-4155-a2c8-df15fbb43eda will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:13:08.968067 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0199bd3-88ce-4177-8b0e-a9a598a88b5c x-openstack-request-id: req-b0199bd3-88ce-4177-8b0e-a9a598a88b5c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:08.968542 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4017d2c8-7a27-427b-a14b-17bf2b581369", "tag": "78a5061b-33a6-4280-b364-065c90fef759", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:08.968942 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b0199bd3-88ce-4177-8b0e-a9a598a88b5c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:08.969950 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4017d2c8-7a27-427b-a14b-17bf2b581369', 'tag': '78a5061b-33a6-4280-b364-065c90fef759', 'status': 'completed', 'code': 200} Feb 02 13:13:08.984490 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:09.018364 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-35839273-0b81-4ceb-8163-203905096fe9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9228821 Feb 02 13:13:09.080213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8b70fceb-7922-4a5a-9abe-2cfa14ba59f2 None None] Provisioning complete for port d7d7a3fe-ebd3-452a-940c-883439b451fa triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:09.080590 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b70fceb-7922-4a5a-9abe-2cfa14ba59f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d7d7a3fe-ebd3-452a-940c-883439b451fa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:09.143339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-223faa70-c167-44d0-9038-4871208b6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:09.152190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-223faa70-c167-44d0-9038-4871208b6a15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.2057948 Feb 02 13:13:09.252472 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d7d7a3fe-ebd3-452a-940c-883439b451fa), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:09.264001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8b70fceb-7922-4a5a-9abe-2cfa14ba59f2 None None] Port d7d7a3fe-ebd3-452a-940c-883439b451fa cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:13:09.283153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] For port 54cdec1f-04fd-471e-85b2-132d2446e002, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=54cdec1f-04fd-471e-85b2-132d2446e002,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:09.284058 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (54cdec1f-04fd-471e-85b2-132d2446e002), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:09.322568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Calling delete_port for 54cdec1f-04fd-471e-85b2-132d2446e002 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:09.343049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-2ab52a56-9bbe-4fdd-8c82-d587d0a0a812', 'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812', 'project_id': '575a1f32155042908ad22df36aa0404f', 'fixed_ips': [{'subnet_id': 'adeb89eb-0d69-4d71-8f34-e055244a0d44'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:13:09.343955 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:09.568703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997003b8-0666-41b1-9b09-5921a098858d None None] Network fac7e436-9e3e-461b-8a5d-f976da92d2d2 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:13:09.629971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-4b96cc7f-67bc-40bb-baca-b66e0f0c93a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627563 Feb 02 13:13:09.632596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (54cdec1f-04fd-471e-85b2-132d2446e002), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:09.777678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3c34b56e-50d6-47e3-bd78-aafa36f0d4c4 None None] Provisioning complete for port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:09.778314 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c34b56e-50d6-47e3-bd78-aafa36f0d4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:09.812535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-252f9446-a9a7-4535-bbb0-cb17cacbb608 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565626 Feb 02 13:13:09.952391 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (d7d7a3fe-ebd3-452a-940c-883439b451fa), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:09.958690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Allocated IP 19.86.0.2 (2ab52a56-9bbe-4fdd-8c82-d587d0a0a812/adeb89eb-0d69-4d71-8f34-e055244a0d44/4c78d114-7508-429b-b73e-978f4a88378e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:13:09.968720 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (d7d7a3fe-ebd3-452a-940c-883439b451fa), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:10.098918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (7b7d5551-cd45-497f-b20f-d61c008b6e78), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:10.111405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=d7d7a3fe-ebd3-452a-940c-883439b451fa,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:10.144447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:13:10.297022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network de4910ad-9877-499e-9880-c9f52e0615de is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:13:10.300378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:10.487322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3c34b56e-50d6-47e3-bd78-aafa36f0d4c4 None None] Current status of the port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:10.578926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:10.579650 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:10.706724 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Publish callbacks [] for port (4c78d114-7508-429b-b73e-978f4a88378e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:10.739126 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 7b7d5551-cd45-497f-b20f-d61c008b6e78 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:13:10.755562 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (4c78d114-7508-429b-b73e-978f4a88378e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:10.822425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Network 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:13:10.840724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:10.854541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:13:10.885029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:10.893979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Pushing event updated for resources: {'Port': ['ID=4c78d114-7508-429b-b73e-978f4a88378e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:10.897732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c03be61b-f9f8-4882-a962-60c4e1874642 req-a805f585-6518-49a8-86d2-e4e2ea15df38 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216702 Feb 02 13:13:10.993161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:13:10.998704 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-30221def-5cb7-4688-9831-a5395709af01 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "PUT /v2.0/routers/7b7d5551-cd45-497f-b20f-d61c008b6e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2666342 Feb 02 13:13:11.006890 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75545ca-dcc8-4e3f-8c56-7d8fe827bcfa None None] Sync routers for ids ['7b7d5551-cd45-497f-b20f-d61c008b6e78'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:13:11.007931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56468) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:11.012997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'port': {'network_id': 'de4910ad-9877-499e-9880-c9f52e0615de', 'name': 'tempest-FloatingIPTestJSON-2090762589'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:11.038334 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75545ca-dcc8-4e3f-8c56-7d8fe827bcfa None None] Routers {'7b7d5551-cd45-497f-b20f-d61c008b6e78'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:11.038952 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f75545ca-dcc8-4e3f-8c56-7d8fe827bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b7d5551-cd45-497f-b20f-d61c008b6e78'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:11.084659 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f75545ca-dcc8-4e3f-8c56-7d8fe827bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:11.088853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Attempting to bind port 4c78d114-7508-429b-b73e-978f4a88378e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:11.090524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Attempting to bind port 4c78d114-7508-429b-b73e-978f4a88378e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'e88b551c-a634-4fe1-b371-f0908a4e49ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:11.091064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Attempting to bind port 4c78d114-7508-429b-b73e-978f4a88378e on network 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:11.096696 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75545ca-dcc8-4e3f-8c56-7d8fe827bcfa None None] Routers {'7b7d5551-cd45-497f-b20f-d61c008b6e78'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:11.097537 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f75545ca-dcc8-4e3f-8c56-7d8fe827bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b7d5551-cd45-497f-b20f-d61c008b6e78'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:11.105842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:11.106219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Checking segment: {'id': 'e88b551c-a634-4fe1-b371-f0908a4e49ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:11.106619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.107071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Bound using segment: {'id': 'e88b551c-a634-4fe1-b371-f0908a4e49ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:11.107582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Bound port: 4c78d114-7508-429b-b73e-978f4a88378e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e88b551c-a634-4fe1-b371-f0908a4e49ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:11.107964 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4c78d114-7508-429b-b73e-978f4a88378e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.112722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:11.142957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f50aeee3-1600-497b-b89f-b084284abe9f None None] Provisioning complete for port d7d7a3fe-ebd3-452a-940c-883439b451fa triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:11.147701 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f50aeee3-1600-497b-b89f-b084284abe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d7d7a3fe-ebd3-452a-940c-883439b451fa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.165023 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (4b412950-9d22-4a22-bd33-5c2171b68462), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.178018 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f75545ca-dcc8-4e3f-8c56-7d8fe827bcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:11.178676 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75545ca-dcc8-4e3f-8c56-7d8fe827bcfa None None] The sync data for ids ['7b7d5551-cd45-497f-b20f-d61c008b6e78'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:13:11.239181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 54cdec1f-04fd-471e-85b2-132d2446e002 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:13:11.245107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Made reservation on behalf of c80864fe7f3741348efd69e2c2a848a3 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:11.248797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.266213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f50aeee3-1600-497b-b89f-b084284abe9f None None] Port d7d7a3fe-ebd3-452a-940c-883439b451fa cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:13:11.272172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 54cdec1f-04fd-471e-85b2-132d2446e002 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:13:11.272529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 54cdec1f-04fd-471e-85b2-132d2446e002 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:13:11.272958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f45504b3-1595-45d9-b5e1-65a8eb89554a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:13:11.278414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] device_id is not set on port d8e32850-e4a0-4dee-8555-d1efc51b8abb yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:13:11.317586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: f45504b3-1595-45d9-b5e1-65a8eb89554a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:13:11.317813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f45504b3-1595-45d9-b5e1-65a8eb89554a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:13:11.339540 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f50aeee3-1600-497b-b89f-b084284abe9f None None] Provisioning complete for port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:11.339926 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f50aeee3-1600-497b-b89f-b084284abe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.372413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] For port 4c78d114-7508-429b-b73e-978f4a88378e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:11.391831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] For port 4c78d114-7508-429b-b73e-978f4a88378e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4c78d114-7508-429b-b73e-978f4a88378e,segment=NetworkSegment(e88b551c-a634-4fe1-b371-f0908a4e49ce),segment_id=e88b551c-a634-4fe1-b371-f0908a4e49ce)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:11.402244 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4c78d114-7508-429b-b73e-978f4a88378e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.466846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Allocated IP 172.20.0.3 (de4910ad-9877-499e-9880-c9f52e0615de/9b8e778c-6243-4757-b415-cb8dd729e84d/d8e32850-e4a0-4dee-8555-d1efc51b8abb) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:13:11.522717 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (4b412950-9d22-4a22-bd33-5c2171b68462), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.525795 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Publish callbacks [] for router_controller (4b412950-9d22-4a22-bd33-5c2171b68462), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.546111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bf236-a9b3-45b3-a237-300c01254d56 None None] Pushing event updated for resources: {'Port': ['ID=4c78d114-7508-429b-b73e-978f4a88378e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:11.561279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f50aeee3-1600-497b-b89f-b084284abe9f None None] Current status of the port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:11.587226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Pushing event deleted for resources: {'Port': ['ID=54cdec1f-04fd-471e-85b2-132d2446e002,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:11.596017 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (4b412950-9d22-4a22-bd33-5c2171b68462), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.597030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b412950-9d22-4a22-bd33-5c2171b68462 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:13:11.608968 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.610965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a9c1daf8-48b1-49a1-86f1-941e3df44596 admin admin] 10.222.0.83 "DELETE /v2.0/routers/4b412950-9d22-4a22-bd33-5c2171b68462 HTTP/1.1" status: 204 len: 168 time: 5.8325346 Feb 02 13:13:11.649294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:11.661792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88e52c-1f3e-4f9b-b024-501660c46a38 req-400699fa-f344-4582-abc1-2ec201a72350 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:11.667569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88e52c-1f3e-4f9b-b024-501660c46a38 req-400699fa-f344-4582-abc1-2ec201a72350 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:11.674044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88e52c-1f3e-4f9b-b024-501660c46a38 req-400699fa-f344-4582-abc1-2ec201a72350 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:11.680441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88e52c-1f3e-4f9b-b024-501660c46a38 req-400699fa-f344-4582-abc1-2ec201a72350 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:11.686246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88e52c-1f3e-4f9b-b024-501660c46a38 req-400699fa-f344-4582-abc1-2ec201a72350 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:11.713655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88e52c-1f3e-4f9b-b024-501660c46a38 req-400699fa-f344-4582-abc1-2ec201a72350 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:11.719315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88e52c-1f3e-4f9b-b024-501660c46a38 req-400699fa-f344-4582-abc1-2ec201a72350 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:11.723236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a88e52c-1f3e-4f9b-b024-501660c46a38 req-400699fa-f344-4582-abc1-2ec201a72350 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5369 time: 2.1132419 Feb 02 13:13:11.775762 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for port (d8e32850-e4a0-4dee-8555-d1efc51b8abb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.908653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Attempting to bind port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:11.909206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Attempting to bind port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:11.909303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Attempting to bind port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:11.924846 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d8e32850-e4a0-4dee-8555-d1efc51b8abb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:11.933898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:13:11.934542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Attempting to bind port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:11.977630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-10e8aeee-cfd6-4d02-bc4b-b248a4ce74f5 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:11.984270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-10e8aeee-cfd6-4d02-bc4b-b248a4ce74f5 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:11.987046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-10e8aeee-cfd6-4d02-bc4b-b248a4ce74f5 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/networks?id=fac7e436-9e3e-461b-8a5d-f976da92d2d2&id=2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 HTTP/1.1" status: 200 len: 1391 time: 2.4319444 Feb 02 13:13:11.989204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0092178-21fd-45f7-b96d-6c1d34f01a9e req-432efe4c-556d-4ca6-abee-232ecfc04867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:11.990749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0092178-21fd-45f7-b96d-6c1d34f01a9e req-432efe4c-556d-4ca6-abee-232ecfc04867 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 1126 time: 0.8096888 Feb 02 13:13:12.001360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:12.001874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Checking segment: {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:12.003044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Bound using segment: {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:12.003940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Bound port: ffb6f5f4-e04d-4155-a2c8-df15fbb43eda, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:12.004453 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:12.072479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event updated for resources: {'Port': ['ID=d8e32850-e4a0-4dee-8555-d1efc51b8abb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:12.087145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Network de4910ad-9877-499e-9880-c9f52e0615de is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:13:12.090144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:12.098490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:13:12.114293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] For port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:12.117953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] For port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:12.147677 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:12.152640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a222c9-bf62-4163-b512-69844c4e8114 admin admin] Deleting subnet 3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:13:12.168245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a88e52c-1f3e-4f9b-b024-501660c46a38 req-e594e470-7ea2-493f-b8c2-6bcef43c3c9f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4008510 Feb 02 13:13:12.176888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-0f99e32a-7fae-4635-bc13-5d2e46b92862 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/quotas/575a1f32155042908ad22df36aa0404f HTTP/1.1" status: 200 len: 375 time: 0.1505332 Feb 02 13:13:12.194033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4c78d114-7508-429b-b73e-978f4a88378e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:13:12.204222 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a222c9-bf62-4163-b512-69844c4e8114 admin admin] Publish callbacks [] for subnet (3ac71aa6-7cfc-4ab1-8a5b-3073d886a189), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:12.244581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:12.250924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:12.270539 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56478) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:12.308629 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-34b90303-13a4-467c-bc3a-43bceaf64032 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2968471 Feb 02 13:13:12.309291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56482) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:12.316185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ef51ec9f-b458-401e-8814-482337219edb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Request body: {'floatingip': {'port_id': 'd8e32850-e4a0-4dee-8555-d1efc51b8abb'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:12.334587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:12.335255 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:12.337522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] 10.222.0.18 "PUT /v2.0/ports/ffb6f5f4-e04d-4155-a2c8-df15fbb43eda HTTP/1.1" status: 200 len: 1130 time: 5.7751007 Feb 02 13:13:12.338768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0092178-21fd-45f7-b96d-6c1d34f01a9e req-9c106dc8-3a29-4346-ac74-9b3e9d54928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:12.340055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0092178-21fd-45f7-b96d-6c1d34f01a9e req-9c106dc8-3a29-4346-ac74-9b3e9d54928f service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 913 time: 0.3118131 Feb 02 13:13:12.340685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fb9a9-9c47-4dc6-a12a-69f2e720bd19 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:12.362514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4c78d114-7508-429b-b73e-978f4a88378e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:12.363259 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4c78d114-7508-429b-b73e-978f4a88378e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:12.377842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': 'ffb6f5f4-e04d-4155-a2c8-df15fbb43eda'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:12.380202 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626251d8-b711-475d-9f9c-cce457b2287e" -d '{"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "ffb6f5f4-e04d-4155-a2c8-df15fbb43eda"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:12.418064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Request body: {'port': {'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:12.422834 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef51ec9f-b458-401e-8814-482337219edb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (ef053522-e76a-4c32-89d5-d0a4e51c79bf), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:12.495457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 78a5061b-33a6-4280-b364-065c90fef759 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:13:12.599883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4c78d114-7508-429b-b73e-978f4a88378e is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:12.607110 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4c78d114-7508-429b-b73e-978f4a88378e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:12.627022 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:12.659987 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a222c9-bf62-4163-b512-69844c4e8114 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (3ac71aa6-7cfc-4ab1-8a5b-3073d886a189), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:12.663093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0092178-21fd-45f7-b96d-6c1d34f01a9e req-10c1ba32-a097-412e-aae4-1825d899aa6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78a5061b-33a6-4280-b364-065c90fef759 HTTP/1.1" status: 200 len: 217 time: 0.2717428 Feb 02 13:13:12.672863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5b0eeee-cb6a-44b4-a43c-e65e542480e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:12.760470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 4c78d114-7508-429b-b73e-978f4a88378e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4c78d114-7508-429b-b73e-978f4a88378e,segment=NetworkSegment(e88b551c-a634-4fe1-b371-f0908a4e49ce),segment_id=e88b551c-a634-4fe1-b371-f0908a4e49ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:12.824555 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4c78d114-7508-429b-b73e-978f4a88378e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:12.905468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7a1cfdfa-764f-4e28-bba3-dbebf3fb2d10 None None] Provisioning complete for port d8e32850-e4a0-4dee-8555-d1efc51b8abb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:12.905980 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a1cfdfa-764f-4e28-bba3-dbebf3fb2d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d8e32850-e4a0-4dee-8555-d1efc51b8abb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.081093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 78a5061b-33a6-4280-b364-065c90fef759, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=78a5061b-33a6-4280-b364-065c90fef759,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:13.085054 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5b0eeee-cb6a-44b4-a43c-e65e542480e0 admin admin] Publish callbacks [] for security_group (fa9f5934-24a3-42d6-93b3-3fa2bfc5d4bc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.103080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=4c78d114-7508-429b-b73e-978f4a88378e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:13.108703 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5b0eeee-cb6a-44b4-a43c-e65e542480e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fa9f5934-24a3-42d6-93b3-3fa2bfc5d4bc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.137125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '78a5061b-33a6-4280-b364-065c90fef759', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'port_id': '78a5061b-33a6-4280-b364-065c90fef759', 'mac_address': 'fa:16:3e:76:98:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38b2c40-37ff-4b0b-b098-a2e69951a834', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:13:13.139220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7a1cfdfa-764f-4e28-bba3-dbebf3fb2d10 None None] Port d8e32850-e4a0-4dee-8555-d1efc51b8abb cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:13:13.147691 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a5b0eeee-cb6a-44b4-a43c-e65e542480e0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7bdcf6c72ecd49c790545f94a7aea248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8642395 Feb 02 13:13:13.198193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1765a74-871b-4e5a-a87e-d9ede27dfbfc {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:13.198756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56488) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:13.220254 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 78a5061b-33a6-4280-b364-065c90fef759 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:13.221545 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78a5061b-33a6-4280-b364-065c90fef759), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.240510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a5061b-33a6-4280-b364-065c90fef759 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:13.281155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 78a5061b-33a6-4280-b364-065c90fef759, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=78a5061b-33a6-4280-b364-065c90fef759,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:13.301503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0eeee-cb6a-44b4-a43c-e65e542480e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9f5934-24a3-42d6-93b3-3fa2bfc5d4bc,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:13.302122 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (78a5061b-33a6-4280-b364-065c90fef759), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.303524 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Publish callbacks [] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.338175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Transition to ACTIVE for port object a1765a74-871b-4e5a-a87e-d9ede27dfbfc will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:13:13.341802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0092178-21fd-45f7-b96d-6c1d34f01a9e req-b07d26ac-04e3-44cd-9f1f-a2b68905596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:13.343635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0092178-21fd-45f7-b96d-6c1d34f01a9e req-b07d26ac-04e3-44cd-9f1f-a2b68905596e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.6686885 Feb 02 13:13:13.353039 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.383555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3110b7d0-c553-4f89-88e2-625679832fbb admin admin] Publish callbacks [] for security_group (fa9f5934-24a3-42d6-93b3-3fa2bfc5d4bc), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.413728 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3110b7d0-c553-4f89-88e2-625679832fbb admin admin] Publish callbacks [] for security_group (fa9f5934-24a3-42d6-93b3-3fa2bfc5d4bc), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.414893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=78a5061b-33a6-4280-b364-065c90fef759,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:13.436270 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f52efe-65e2-4be3-87e9-6aee819ceb6c None None] Network 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:13:13.503885 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0092178-21fd-45f7-b96d-6c1d34f01a9e req-b44f75c1-ed2b-4588-8da1-452663f7221d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426482 Feb 02 13:13:13.521098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-f52f3bfe-ca3c-44be-879e-73b2329ea651 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=575a1f32155042908ad22df36aa0404f&fields=id HTTP/1.1" status: 200 len: 394 time: 1.3118334 Feb 02 13:13:13.561686 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3110b7d0-c553-4f89-88e2-625679832fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fa9f5934-24a3-42d6-93b3-3fa2bfc5d4bc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.564607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3110b7d0-c553-4f89-88e2-625679832fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.566000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2202d25-4c12-4572-829e-9a5d649684d3 req-d329d70a-41f4-4b16-8372-761a8fc97a1e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:13.569734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2202d25-4c12-4572-829e-9a5d649684d3 req-d329d70a-41f4-4b16-8372-761a8fc97a1e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 944 time: 1.1908135 Feb 02 13:13:13.583295 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3110b7d0-c553-4f89-88e2-625679832fbb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fa9f5934-24a3-42d6-93b3-3fa2bfc5d4bc HTTP/1.1" status: 204 len: 168 time: 0.3678784 Feb 02 13:13:13.607532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['78a5061b-33a6-4280-b364-065c90fef759'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:13:13.614943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3110b7d0-c553-4f89-88e2-625679832fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9f5934-24a3-42d6-93b3-3fa2bfc5d4bc,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:13.639245 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.resource_extend [None req-ef51ec9f-b458-401e-8814-482337219edb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:13:13.682594 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a222c9-bf62-4163-b512-69844c4e8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (3ac71aa6-7cfc-4ab1-8a5b-3073d886a189), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.726366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-597098b3-ac31-4b9e-86d8-868e5cd6aeb3 None None] Provisioning complete for port 4c78d114-7508-429b-b73e-978f4a88378e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:13.726745 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-597098b3-ac31-4b9e-86d8-868e5cd6aeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4c78d114-7508-429b-b73e-978f4a88378e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.731243 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-314705d9-86ff-4641-b972-6aee8dee3e11 service neutron] 10.222.0.83 "GET /v2.0/networks/fac7e436-9e3e-461b-8a5d-f976da92d2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724937 Feb 02 13:13:13.788218 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef51ec9f-b458-401e-8814-482337219edb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.799916 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef51ec9f-b458-401e-8814-482337219edb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (ef053522-e76a-4c32-89d5-d0a4e51c79bf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:13.806652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Pushing event updated for resources: {'Port': ['ID=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:13.952446 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-ef51ec9f-b458-401e-8814-482337219edb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Floating IP ef053522-e76a-4c32-89d5-d0a4e51c79bf associated. External IP: 172.25.4.96, port: da26595f-8bb4-4a70-9901-8d805c14b5f6. Feb 02 13:13:14.064392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-597098b3-ac31-4b9e-86d8-868e5cd6aeb3 None None] Current status of the port 4c78d114-7508-429b-b73e-978f4a88378e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:14.083341 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0092178-21fd-45f7-b96d-6c1d34f01a9e req-3cbe0ffe-4bcc-4ac9-ad89-6f3d2a6e7d74 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5556705 Feb 02 13:13:14.129965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4c78d114-7508-429b-b73e-978f4a88378e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:13:14.244362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56498) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:14.291462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2202d25-4c12-4572-829e-9a5d649684d3 req-47f74496-38b6-4094-a28d-ef415a992d4b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336456 Feb 02 13:13:14.293626 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7276682-a5b2-47c1-a7e7-eea0fd59748b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:14.391513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4c78d114-7508-429b-b73e-978f4a88378e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:14.392102 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4c78d114-7508-429b-b73e-978f4a88378e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:14.510810 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-e228975e-b28b-45ff-b25e-61fca6ea40f0 service neutron] 10.222.0.83 "GET /v2.0/networks/fac7e436-9e3e-461b-8a5d-f976da92d2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517531 Feb 02 13:13:14.512092 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a222c9-bf62-4163-b512-69844c4e8114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (3ac71aa6-7cfc-4ab1-8a5b-3073d886a189), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:14.545509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4c78d114-7508-429b-b73e-978f4a88378e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:14.555753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99808127-4d78-4e69-8bb8-7d49ab3687a1 req-8793e382-64c8-4fad-a2f0-70788225deff tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.0854208 Feb 02 13:13:14.577192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cc7c3c99-a038-4eb1-bfd5-5552674f7afb None None] Provisioning complete for port 4c78d114-7508-429b-b73e-978f4a88378e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:14.577600 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc7c3c99-a038-4eb1-bfd5-5552674f7afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4c78d114-7508-429b-b73e-978f4a88378e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:14.588833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Attempting to bind port a1765a74-871b-4e5a-a87e-d9ede27dfbfc on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:14.589232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Attempting to bind port a1765a74-871b-4e5a-a87e-d9ede27dfbfc by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:14.589475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Attempting to bind port a1765a74-871b-4e5a-a87e-d9ede27dfbfc on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:14.637149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Port a1765a74-871b-4e5a-a87e-d9ede27dfbfc on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:13:14.637149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Attempting to bind port a1765a74-871b-4e5a-a87e-d9ede27dfbfc on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:14.668578 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30234e3-553b-4765-ac13-799b1112188a x-openstack-request-id: req-b30234e3-553b-4765-ac13-799b1112188a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:14.669186 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "ffb6f5f4-e04d-4155-a2c8-df15fbb43eda", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:14.669544 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b30234e3-553b-4765-ac13-799b1112188a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:14.671576 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': 'ffb6f5f4-e04d-4155-a2c8-df15fbb43eda', 'status': 'completed', 'code': 200} Feb 02 13:13:14.683461 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0092178-21fd-45f7-b96d-6c1d34f01a9e req-2b411500-3faa-43fd-8697-bfa31e88aee2 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339196 Feb 02 13:13:14.694990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a222c9-bf62-4163-b512-69844c4e8114 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac71aa6-7cfc-4ab1-8a5b-3073d886a189,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:14.694990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:14.694990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Checking segment: {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:14.694990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Bound using segment: {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:14.694990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Bound port: a1765a74-871b-4e5a-a87e-d9ede27dfbfc, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:14.694990 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:14.724152 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45a222c9-bf62-4163-b512-69844c4e8114 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:14.731566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-45a222c9-bf62-4163-b512-69844c4e8114 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/3ac71aa6-7cfc-4ab1-8a5b-3073d886a189 HTTP/1.1" status: 204 len: 168 time: 2.9822285 Feb 02 13:13:14.775831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cc7c3c99-a038-4eb1-bfd5-5552674f7afb None None] Current status of the port 4c78d114-7508-429b-b73e-978f4a88378e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:14.830596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56500) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:14.991252 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7276682-a5b2-47c1-a7e7-eea0fd59748b admin admin] Publish callbacks [] for security_group (1c00f65a-8004-465e-b2bb-9ab01e829ada), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:15.000946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7276682-a5b2-47c1-a7e7-eea0fd59748b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1c00f65a-8004-465e-b2bb-9ab01e829ada), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:15.059058 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c7276682-a5b2-47c1-a7e7-eea0fd59748b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=70e5cc8562ec4de39fe68ef871fd31cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8136179 Feb 02 13:13:15.062584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56502) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:15.067405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7276682-a5b2-47c1-a7e7-eea0fd59748b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c00f65a-8004-465e-b2bb-9ab01e829ada,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:15.113453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef51ec9f-b458-401e-8814-482337219edb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:13:15.199950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626251d8-b711-475d-9f9c-cce457b2287e req-66a4efbd-2f5a-4801-b5a0-11d1e7542113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.200463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626251d8-b711-475d-9f9c-cce457b2287e req-66a4efbd-2f5a-4801-b5a0-11d1e7542113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.200933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626251d8-b711-475d-9f9c-cce457b2287e req-66a4efbd-2f5a-4801-b5a0-11d1e7542113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.201465 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626251d8-b711-475d-9f9c-cce457b2287e req-66a4efbd-2f5a-4801-b5a0-11d1e7542113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.201929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626251d8-b711-475d-9f9c-cce457b2287e req-66a4efbd-2f5a-4801-b5a0-11d1e7542113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.202420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626251d8-b711-475d-9f9c-cce457b2287e req-66a4efbd-2f5a-4801-b5a0-11d1e7542113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.202922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626251d8-b711-475d-9f9c-cce457b2287e req-66a4efbd-2f5a-4801-b5a0-11d1e7542113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.205051 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-626251d8-b711-475d-9f9c-cce457b2287e req-66a4efbd-2f5a-4801-b5a0-11d1e7542113 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 6324 time: 0.3373427 Feb 02 13:13:15.209366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a41dd76-8d40-44a1-b6bf-0f6db4b5c966 admin admin] Publish callbacks [] for security_group (1c00f65a-8004-465e-b2bb-9ab01e829ada), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:15.236955 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a41dd76-8d40-44a1-b6bf-0f6db4b5c966 admin admin] Publish callbacks [] for security_group (1c00f65a-8004-465e-b2bb-9ab01e829ada), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:15.270063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-10aadb76-9d52-4ee0-8921-416e8b862752 service neutron] 10.222.0.83 "GET /v2.0/networks/2ab52a56-9bbe-4fdd-8c82-d587d0a0a812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7277560 Feb 02 13:13:15.371346 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (09b930df-df7c-43c7-a531-c62b99d62bcf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:15.404717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626251d8-b711-475d-9f9c-cce457b2287e req-a0a0aedd-3abc-4fb4-bf1a-144b47b3c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.405820 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626251d8-b711-475d-9f9c-cce457b2287e req-a0a0aedd-3abc-4fb4-bf1a-144b47b3c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.406801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626251d8-b711-475d-9f9c-cce457b2287e req-a0a0aedd-3abc-4fb4-bf1a-144b47b3c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.410759 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-626251d8-b711-475d-9f9c-cce457b2287e req-a0a0aedd-3abc-4fb4-bf1a-144b47b3c920 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1219633 Feb 02 13:13:15.411737 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a41dd76-8d40-44a1-b6bf-0f6db4b5c966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1c00f65a-8004-465e-b2bb-9ab01e829ada), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:15.415372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a41dd76-8d40-44a1-b6bf-0f6db4b5c966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:15.416593 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1a41dd76-8d40-44a1-b6bf-0f6db4b5c966 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1c00f65a-8004-465e-b2bb-9ab01e829ada HTTP/1.1" status: 204 len: 168 time: 0.3501945 Feb 02 13:13:15.427838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] For port a1765a74-871b-4e5a-a87e-d9ede27dfbfc, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:15.447004 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409757dd-292e-405c-b694-43faeada3d77 req-0b523f4c-f83d-461b-aacb-c6d956eabed0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.456240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409757dd-292e-405c-b694-43faeada3d77 req-0b523f4c-f83d-461b-aacb-c6d956eabed0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.461447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41dd76-8d40-44a1-b6bf-0f6db4b5c966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c00f65a-8004-465e-b2bb-9ab01e829ada,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:15.462176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409757dd-292e-405c-b694-43faeada3d77 req-0b523f4c-f83d-461b-aacb-c6d956eabed0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.473940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409757dd-292e-405c-b694-43faeada3d77 req-0b523f4c-f83d-461b-aacb-c6d956eabed0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.484460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409757dd-292e-405c-b694-43faeada3d77 req-0b523f4c-f83d-461b-aacb-c6d956eabed0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.510907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409757dd-292e-405c-b694-43faeada3d77 req-0b523f4c-f83d-461b-aacb-c6d956eabed0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.518916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409757dd-292e-405c-b694-43faeada3d77 req-0b523f4c-f83d-461b-aacb-c6d956eabed0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.521268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-409757dd-292e-405c-b694-43faeada3d77 req-0b523f4c-f83d-461b-aacb-c6d956eabed0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5381 time: 0.6855197 Feb 02 13:13:15.566433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] For port a1765a74-871b-4e5a-a87e-d9ede27dfbfc, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:15.570535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef51ec9f-b458-401e-8814-482337219edb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:13:15.581690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fca298-7fcc-4115-8541-8cdc3acf88d0 None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:13:15.600597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fca298-7fcc-4115-8541-8cdc3acf88d0 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:15.603396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a6fca298-7fcc-4115-8541-8cdc3acf88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:15.631309 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:15.692218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-208dfd1b-bd59-4d24-a15f-e9465d63631e service neutron] 10.222.0.83 "GET /v2.0/networks/2ab52a56-9bbe-4fdd-8c82-d587d0a0a812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891001 Feb 02 13:13:15.713258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626251d8-b711-475d-9f9c-cce457b2287e req-0432760d-ef56-444c-b6bb-cad48899605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.714773 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-626251d8-b711-475d-9f9c-cce457b2287e req-0432760d-ef56-444c-b6bb-cad48899605d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2905662 Feb 02 13:13:15.737626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:15.739612 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:15.741335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] 10.222.0.18 "PUT /v2.0/ports/a1765a74-871b-4e5a-a87e-d9ede27dfbfc HTTP/1.1" status: 200 len: 1089 time: 3.3282042 Feb 02 13:13:15.745762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a6fca298-7fcc-4115-8541-8cdc3acf88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:15.785437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fca298-7fcc-4115-8541-8cdc3acf88d0 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:15.786833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a6fca298-7fcc-4115-8541-8cdc3acf88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:15.804360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Request body: {'port': {'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:15.889315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a6fca298-7fcc-4115-8541-8cdc3acf88d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:15.890240 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fca298-7fcc-4115-8541-8cdc3acf88d0 None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:13:15.942988 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (09b930df-df7c-43c7-a531-c62b99d62bcf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:15.949044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef51ec9f-b458-401e-8814-482337219edb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 7b7d5551-cd45-497f-b20f-d61c008b6e78 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:13:16.056248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b930df-df7c-43c7-a531-c62b99d62bcf']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:16.060360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f9287-617e-451f-863c-a1a36c828920 service neutron] Pushing event updated for resources: {'Port': ['ID=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:16.126414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-409757dd-292e-405c-b694-43faeada3d77 req-89f99ef7-db58-4847-a635-b772caca59dd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5878642 Feb 02 13:13:16.128380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4feecac5-aae3-4820-a1b6-67e4759b5d17') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:16.128725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4feecac5-aae3-4820-a1b6-67e4759b5d17') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:16.177742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef51ec9f-b458-401e-8814-482337219edb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:13:16.199467 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02f06f-e189-4785-adce-3f5ee914b871 None None] Sync routers for ids ['7b7d5551-cd45-497f-b20f-d61c008b6e78'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:13:16.201534 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef51ec9f-b458-401e-8814-482337219edb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:16.209254 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02f06f-e189-4785-adce-3f5ee914b871 None None] Routers {'7b7d5551-cd45-497f-b20f-d61c008b6e78'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:16.209853 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0e02f06f-e189-4785-adce-3f5ee914b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b7d5551-cd45-497f-b20f-d61c008b6e78'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:16.245523 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (4feecac5-aae3-4820-a1b6-67e4759b5d17), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:16.283869 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4feecac5-aae3-4820-a1b6-67e4759b5d17), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:16.298882 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ef51ec9f-b458-401e-8814-482337219edb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "PUT /v2.0/floatingips/ef053522-e76a-4c32-89d5-d0a4e51c79bf HTTP/1.1" status: 200 len: 977 time: 3.9883363 Feb 02 13:13:16.299569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56526) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:16.301743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:13:16.302249 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (4feecac5-aae3-4820-a1b6-67e4759b5d17), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:16.339385 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0e02f06f-e189-4785-adce-3f5ee914b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:16.368093 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02f06f-e189-4785-adce-3f5ee914b871 None None] Routers {'7b7d5551-cd45-497f-b20f-d61c008b6e78'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:16.369174 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0e02f06f-e189-4785-adce-3f5ee914b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b7d5551-cd45-497f-b20f-d61c008b6e78'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:13:16.398886 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:13:16.493544 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0e02f06f-e189-4785-adce-3f5ee914b871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:16.498505 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e02f06f-e189-4785-adce-3f5ee914b871 None None] The sync data for ids ['7b7d5551-cd45-497f-b20f-d61c008b6e78'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:13:16.499245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-baf1ab41-15ef-4876-bf51-7e594c866ea5 req-b7534175-231c-4fd7-a771-41df9d56e3d8 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.0919323 Feb 02 13:13:16.501161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port d8e32850-e4a0-4dee-8555-d1efc51b8abb {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:16.501662 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d8e32850-e4a0-4dee-8555-d1efc51b8abb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:16.511393 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (09b930df-df7c-43c7-a531-c62b99d62bcf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:16.512692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 78a5061b-33a6-4280-b364-065c90fef759 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:13:16.537717 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:16.545279 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] 10.222.0.83 "DELETE /v2.0/networks/09b930df-df7c-43c7-a531-c62b99d62bcf HTTP/1.1" status: 204 len: 168 time: 1.6993110 Feb 02 13:13:16.648774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f38fb-edfd-4ead-a1e1-39638af4b72d admin admin] Pushing event deleted for resources: {'Network': ['ID=09b930df-df7c-43c7-a531-c62b99d62bcf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:16.656947 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:16.668987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 78a5061b-33a6-4280-b364-065c90fef759 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:13:16.674514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 78a5061b-33a6-4280-b364-065c90fef759 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:16.674890 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (78a5061b-33a6-4280-b364-065c90fef759), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:16.682222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': 'a1765a74-871b-4e5a-a87e-d9ede27dfbfc'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:16.686561 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab61ae11-0f6c-487a-96d9-3eb912fe6849" -d '{"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "a1765a74-871b-4e5a-a87e-d9ede27dfbfc"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:16.753202 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d8e32850-e4a0-4dee-8555-d1efc51b8abb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:16.780614 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45998-d828-43a1-9d54-c69e34ef0b5c req-62728ced-74a5-4e0c-91ed-f7bc20eec68f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:16.782460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4a45998-d828-43a1-9d54-c69e34ef0b5c req-62728ced-74a5-4e0c-91ed-f7bc20eec68f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 945 time: 0.6625440 Feb 02 13:13:16.834477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56546) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:16.899815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 78a5061b-33a6-4280-b364-065c90fef759 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:16.902009 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78a5061b-33a6-4280-b364-065c90fef759), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:16.908133 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9acfd90-4228-4730-841e-9b4225c497b2 req-a6f67f65-44f2-4639-84cf-ee689d0ab08d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 210 time: 0.2757528 Feb 02 13:13:16.913082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4a45998-d828-43a1-9d54-c69e34ef0b5c req-4fbbb8d0-2d0d-4c50-bfa6-1d19d8ac6e66 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679295 Feb 02 13:13:16.964169 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-29509243-c207-4f55-9be3-3397cc6190e7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a9e034360ca34688b0eea31302f92faa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1223397 Feb 02 13:13:16.967070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56550) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:17.005483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4017d2c8-7a27-427b-a14b-17bf2b581369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a5061b-33a6-4280-b364-065c90fef759'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:17.024495 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44980b55-357e-4e35-98d4-890833931579" -d '{"events": [{"server_uuid": "4017d2c8-7a27-427b-a14b-17bf2b581369", "name": "network-vif-plugged", "status": "completed", "tag": "78a5061b-33a6-4280-b364-065c90fef759"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:17.062916 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 78a5061b-33a6-4280-b364-065c90fef759, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=78a5061b-33a6-4280-b364-065c90fef759,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:17.080416 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (78a5061b-33a6-4280-b364-065c90fef759), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:17.155796 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0082729a-54b1-4802-abae-c2b3263f03c7 x-openstack-request-id: req-0082729a-54b1-4802-abae-c2b3263f03c7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:17.156066 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4017d2c8-7a27-427b-a14b-17bf2b581369", "name": "network-vif-plugged", "status": "completed", "tag": "78a5061b-33a6-4280-b364-065c90fef759", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:17.156288 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0082729a-54b1-4802-abae-c2b3263f03c7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:17.156706 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4017d2c8-7a27-427b-a14b-17bf2b581369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a5061b-33a6-4280-b364-065c90fef759', 'code': 200} Feb 02 13:13:17.167158 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:17.168924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (ef053522-e76a-4c32-89d5-d0a4e51c79bf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:17.169379 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Floating IP ef053522-e76a-4c32-89d5-d0a4e51c79bf disassociated. External IP: 172.25.4.96, port: d8e32850-e4a0-4dee-8555-d1efc51b8abb. Feb 02 13:13:17.169811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for d8e32850-e4a0-4dee-8555-d1efc51b8abb owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:17.230043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=78a5061b-33a6-4280-b364-065c90fef759,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:17.342546 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956f8fdd-96c0-4c5d-8b18-de3c64525d1d x-openstack-request-id: req-956f8fdd-96c0-4c5d-8b18-de3c64525d1d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:17.342841 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "a1765a74-871b-4e5a-a87e-d9ede27dfbfc", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:17.343274 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-956f8fdd-96c0-4c5d-8b18-de3c64525d1d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:17.343725 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': 'a1765a74-871b-4e5a-a87e-d9ede27dfbfc', 'status': 'completed', 'code': 200} Feb 02 13:13:17.377955 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d8e32850-e4a0-4dee-8555-d1efc51b8abb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:17.534728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f6f4c-d752-4b73-8b55-58af96688f62 req-501f7400-1dcd-4818-a805-2866a7ef85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.537039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a38f6f4c-d752-4b73-8b55-58af96688f62 req-501f7400-1dcd-4818-a805-2866a7ef85b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 1128 time: 0.1891789 Feb 02 13:13:17.614611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4944826c-bf8b-4065-98de-bc7da21a2637 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:17.639606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b05f81-9a49-4114-a196-44a7740a8904 req-35ca5042-ec0a-41aa-8712-4f33ce991f3c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.645793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b05f81-9a49-4114-a196-44a7740a8904 req-35ca5042-ec0a-41aa-8712-4f33ce991f3c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.653381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b05f81-9a49-4114-a196-44a7740a8904 req-35ca5042-ec0a-41aa-8712-4f33ce991f3c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.663231 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b05f81-9a49-4114-a196-44a7740a8904 req-35ca5042-ec0a-41aa-8712-4f33ce991f3c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.675792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b05f81-9a49-4114-a196-44a7740a8904 req-35ca5042-ec0a-41aa-8712-4f33ce991f3c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.686883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b05f81-9a49-4114-a196-44a7740a8904 req-35ca5042-ec0a-41aa-8712-4f33ce991f3c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.713085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b05f81-9a49-4114-a196-44a7740a8904 req-35ca5042-ec0a-41aa-8712-4f33ce991f3c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.730272 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b6b05f81-9a49-4114-a196-44a7740a8904 req-35ca5042-ec0a-41aa-8712-4f33ce991f3c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5381 time: 0.3810480 Feb 02 13:13:17.732493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-1514ddda-f498-4ed2-9b1e-319c19cfdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.733039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-1514ddda-f498-4ed2-9b1e-319c19cfdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.733797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-1514ddda-f498-4ed2-9b1e-319c19cfdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.735359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-1514ddda-f498-4ed2-9b1e-319c19cfdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.736493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-1514ddda-f498-4ed2-9b1e-319c19cfdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.737039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-1514ddda-f498-4ed2-9b1e-319c19cfdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.737561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-1514ddda-f498-4ed2-9b1e-319c19cfdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:17.738911 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Publish callbacks [] for port (4944826c-bf8b-4065-98de-bc7da21a2637), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:17.739694 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-1514ddda-f498-4ed2-9b1e-319c19cfdd8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 6397 time: 0.3985870 Feb 02 13:13:17.740648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=d8e32850-e4a0-4dee-8555-d1efc51b8abb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:17.744171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 7b7d5551-cd45-497f-b20f-d61c008b6e78 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:13:17.898135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:13:17.911267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625d51c3-9808-460d-a722-b61a643570eb None None] Sync routers for ids ['7b7d5551-cd45-497f-b20f-d61c008b6e78'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:13:17.940096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d51c3-9808-460d-a722-b61a643570eb None None] Routers {'7b7d5551-cd45-497f-b20f-d61c008b6e78'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:17.943002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-625d51c3-9808-460d-a722-b61a643570eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b7d5551-cd45-497f-b20f-d61c008b6e78'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:17.997132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-625d51c3-9808-460d-a722-b61a643570eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:18.007912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d51c3-9808-460d-a722-b61a643570eb None None] Routers {'7b7d5551-cd45-497f-b20f-d61c008b6e78'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:18.008928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-625d51c3-9808-460d-a722-b61a643570eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b7d5551-cd45-497f-b20f-d61c008b6e78'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:18.038533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-72823b27-73c4-4f39-87b8-d521f2f8e518 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:18.043997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-72823b27-73c4-4f39-87b8-d521f2f8e518 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:18.045679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-72823b27-73c4-4f39-87b8-d521f2f8e518 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.18 "GET /v2.0/networks?id=fac7e436-9e3e-461b-8a5d-f976da92d2d2&id=2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 HTTP/1.1" status: 200 len: 1391 time: 0.3104894 Feb 02 13:13:18.046367 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-605c10b0-1641-43e8-9372-4a1898185efc admin admin] Publish callbacks [] for security_group (0d522051-7a9f-4f13-b6cb-c66cd7bd9294), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:18.052501 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-625d51c3-9808-460d-a722-b61a643570eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:18.053409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625d51c3-9808-460d-a722-b61a643570eb None None] The sync data for ids ['7b7d5551-cd45-497f-b20f-d61c008b6e78'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:13:18.061666 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b6b05f81-9a49-4114-a196-44a7740a8904 req-078fbd77-1282-41d8-be03-da4c8f139aae tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3305829 Feb 02 13:13:18.093647 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:18.095349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'port': {'device_id': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2', 'admin_state_up': True, 'tenant_id': '575a1f32155042908ad22df36aa0404f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:18.110405 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d2505ab0-4b18-4435-a9fa-18ccaf1e6de5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/ports/d8e32850-e4a0-4dee-8555-d1efc51b8abb HTTP/1.1" status: 204 len: 168 time: 1.8096666 Feb 02 13:13:18.111133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56580) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:18.244232 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4594c1a-9fdd-40eb-a1f0-43884d64ef45 req-1a9e1bac-65fd-48f0-93f7-8ed6a7b90f5a tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.5098338 Feb 02 13:13:18.253096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Transition to ACTIVE for port object 4944826c-bf8b-4065-98de-bc7da21a2637 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:13:18.263155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:18.266595 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:18.320941 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:18.360028 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-605c10b0-1641-43e8-9372-4a1898185efc admin admin] Publish callbacks [] for security_group (0d522051-7a9f-4f13-b6cb-c66cd7bd9294), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:18.454155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a38f6f4c-d752-4b73-8b55-58af96688f62 req-48268883-2dc3-403b-9dec-4386613941b6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9051952 Feb 02 13:13:18.586528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ba98d3e-12d0-406e-ba72-31b1c2fdb2d2 req-56ddd6c8-e638-4aeb-b2fb-47c822cde7a8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 210 time: 0.1261821 Feb 02 13:13:18.606237 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-605c10b0-1641-43e8-9372-4a1898185efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0d522051-7a9f-4f13-b6cb-c66cd7bd9294), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:18.609042 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-605c10b0-1641-43e8-9372-4a1898185efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:18.612807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-605c10b0-1641-43e8-9372-4a1898185efc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0d522051-7a9f-4f13-b6cb-c66cd7bd9294 HTTP/1.1" status: 204 len: 168 time: 1.6334093 Feb 02 13:13:18.664595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c10b0-1641-43e8-9372-4a1898185efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d522051-7a9f-4f13-b6cb-c66cd7bd9294,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:18.779848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Pushing event updated for resources: {'Port': ['ID=4944826c-bf8b-4065-98de-bc7da21a2637,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:18.860493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-ec21f66a-ab93-46de-b30a-68b3f3e8d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:18.861108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-ec21f66a-ab93-46de-b30a-68b3f3e8d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:18.873088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-ec21f66a-ab93-46de-b30a-68b3f3e8d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:18.886339 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-ec21f66a-ab93-46de-b30a-68b3f3e8d33a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1289480 Feb 02 13:13:18.920200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e9418-1605-4c6c-b4b1-cd33fa89a64c req-a5e6fb1e-1ccc-4d20-bcf4-e5203b406586 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:18.933326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d3e9418-1605-4c6c-b4b1-cd33fa89a64c req-a5e6fb1e-1ccc-4d20-bcf4-e5203b406586 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.6817834 Feb 02 13:13:19.114579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d3e9418-1605-4c6c-b4b1-cd33fa89a64c req-755c56d0-7a68-4437-9817-1147f222e7f3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799493 Feb 02 13:13:19.217028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Attempting to bind port 4944826c-bf8b-4065-98de-bc7da21a2637 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:19.217358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Attempting to bind port 4944826c-bf8b-4065-98de-bc7da21a2637 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:19.222751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Attempting to bind port 4944826c-bf8b-4065-98de-bc7da21a2637 on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:19.257750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Allocated IP 19.80.0.148 (fac7e436-9e3e-461b-8a5d-f976da92d2d2/152d5831-ef3d-4ef0-8c18-cf3ce2620744/8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:13:19.260015 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Port 4944826c-bf8b-4065-98de-bc7da21a2637 on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:13:19.260327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Attempting to bind port 4944826c-bf8b-4065-98de-bc7da21a2637 on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:19.350951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:19.352148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Checking segment: {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:19.352737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Bound using segment: {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:19.353419 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Bound port: 4944826c-bf8b-4065-98de-bc7da21a2637, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b3b9caa-5f7d-4992-97ce-1c068994e430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:19.357100 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:19.395833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-e4c8efe7-ef05-421f-afa5-fb8edabdf9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:19.398266 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab61ae11-0f6c-487a-96d9-3eb912fe6849 req-e4c8efe7-ef05-421f-afa5-fb8edabdf9c3 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5002058 Feb 02 13:13:19.437244 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae8ab-1c62-4ee9-912b-d60919fd7aa2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (7b7d5551-cd45-497f-b20f-d61c008b6e78), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:19.608779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eed9d423-e104-4097-91e3-c8179969c0f5 req-f48d4188-b57b-492e-8cfd-604ea5e2c095 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.2093825 Feb 02 13:13:19.817554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f018f218-f397-4b29-898b-525a5fdf523d req-c8c71931-1c71-460a-9fb4-7093767ebbfc tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 210 time: 0.0748425 Feb 02 13:13:19.853335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acd26b-6702-4188-8c2e-37428f26dfd3 req-ab2721db-1427-4822-b7b7-fd2bfa554445 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:19.865044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acd26b-6702-4188-8c2e-37428f26dfd3 req-ab2721db-1427-4822-b7b7-fd2bfa554445 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:19.877508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acd26b-6702-4188-8c2e-37428f26dfd3 req-ab2721db-1427-4822-b7b7-fd2bfa554445 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:19.894879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acd26b-6702-4188-8c2e-37428f26dfd3 req-ab2721db-1427-4822-b7b7-fd2bfa554445 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:19.902886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acd26b-6702-4188-8c2e-37428f26dfd3 req-ab2721db-1427-4822-b7b7-fd2bfa554445 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:19.914935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acd26b-6702-4188-8c2e-37428f26dfd3 req-ab2721db-1427-4822-b7b7-fd2bfa554445 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:19.925701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acd26b-6702-4188-8c2e-37428f26dfd3 req-ab2721db-1427-4822-b7b7-fd2bfa554445 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:19.939396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07acd26b-6702-4188-8c2e-37428f26dfd3 req-ab2721db-1427-4822-b7b7-fd2bfa554445 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5393 time: 0.6971402 Feb 02 13:13:19.975571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] For port 4944826c-bf8b-4065-98de-bc7da21a2637, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:20.021860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] For port 4944826c-bf8b-4065-98de-bc7da21a2637, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4944826c-bf8b-4065-98de-bc7da21a2637,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:20.048909 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:20.123356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ae8ab-1c62-4ee9-912b-d60919fd7aa2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port d7d7a3fe-ebd3-452a-940c-883439b451fa {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:20.125083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae8ab-1c62-4ee9-912b-d60919fd7aa2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d7d7a3fe-ebd3-452a-940c-883439b451fa), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:20.144645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07acd26b-6702-4188-8c2e-37428f26dfd3 req-ae12b76d-e747-4517-8bd5-1a4f3343c61c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2041774 Feb 02 13:13:20.181498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:20.182135 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:20.192632 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-d44401d8-9d86-4875-9473-843281364d2b service neutron] 10.222.0.18 "PUT /v2.0/ports/4944826c-bf8b-4065-98de-bc7da21a2637 HTTP/1.1" status: 200 len: 1091 time: 4.3882115 Feb 02 13:13:20.192632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': '4944826c-bf8b-4065-98de-bc7da21a2637'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:20.192632 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5080b92e-3c07-48a7-b8f1-0a816780a3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "4944826c-bf8b-4065-98de-bc7da21a2637"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:20.290290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Request body: {'port': {'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:20.411405 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5519b0a-8142-445f-b49b-aa9224c896da x-openstack-request-id: req-e5519b0a-8142-445f-b49b-aa9224c896da {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:20.414158 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "4944826c-bf8b-4065-98de-bc7da21a2637", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:20.415299 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e5519b0a-8142-445f-b49b-aa9224c896da {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:20.417417 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': '4944826c-bf8b-4065-98de-bc7da21a2637', 'status': 'completed', 'code': 200} Feb 02 13:13:20.562788 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae8ab-1c62-4ee9-912b-d60919fd7aa2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d7d7a3fe-ebd3-452a-940c-883439b451fa), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:20.614041 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:20.615786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-4c763202-aa00-4b84-8d18-30008dcd4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:20.620864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44401d8-9d86-4875-9473-843281364d2b service neutron] Pushing event updated for resources: {'Port': ['ID=4944826c-bf8b-4065-98de-bc7da21a2637,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:20.628481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-4c763202-aa00-4b84-8d18-30008dcd4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:20.629293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-4c763202-aa00-4b84-8d18-30008dcd4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:20.630216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-4c763202-aa00-4b84-8d18-30008dcd4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:20.630658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-4c763202-aa00-4b84-8d18-30008dcd4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:20.631129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-4c763202-aa00-4b84-8d18-30008dcd4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:20.631654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-4c763202-aa00-4b84-8d18-30008dcd4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:20.633702 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-4c763202-aa00-4b84-8d18-30008dcd4544 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 6495 time: 0.2748022 Feb 02 13:13:20.634753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ae8ab-1c62-4ee9-912b-d60919fd7aa2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for d7d7a3fe-ebd3-452a-940c-883439b451fa owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:20.743255 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:20.901340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-77da0d68-cc90-4951-ac65-f3ac1141811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:20.902015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-77da0d68-cc90-4951-ac65-f3ac1141811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:20.903570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-77da0d68-cc90-4951-ac65-f3ac1141811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:20.907118 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-77da0d68-cc90-4951-ac65-f3ac1141811b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2533309 Feb 02 13:13:20.959161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e8c05-a22a-46b1-b524-b99ee0f403c0 req-be5c2948-62bf-4d02-a532-3e09626c837a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:20.962372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca3e8c05-a22a-46b1-b524-b99ee0f403c0 req-be5c2948-62bf-4d02-a532-3e09626c837a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.6444600 Feb 02 13:13:21.118750 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:21.198517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca3e8c05-a22a-46b1-b524-b99ee0f403c0 req-6d47e5bf-eebe-49ef-a2d4-31e4c78c8f9f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945944 Feb 02 13:13:21.219478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network fac7e436-9e3e-461b-8a5d-f976da92d2d2 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:13:21.237073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:21.245474 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:13:21.325975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-3c87d919-579a-4421-91e9-22296e6492c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:21.328483 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5080b92e-3c07-48a7-b8f1-0a816780a3a9 req-3c87d919-579a-4421-91e9-22296e6492c8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4106593 Feb 02 13:13:21.395732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:21.396775 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:21.426211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Port': ['ID=8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:21.540756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae8ab-1c62-4ee9-912b-d60919fd7aa2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d7d7a3fe-ebd3-452a-940c-883439b451fa), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:21.546490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e83435b-8cd7-4e15-b774-3d13a0f5b443 req-6e5fb56d-5869-479d-a468-2a5cac52bb0c tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.1213412 Feb 02 13:13:21.558043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-b43a2828-385d-4ad6-89a1-e52893b88ae9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4884746 Feb 02 13:13:21.632435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ae8ab-1c62-4ee9-912b-d60919fd7aa2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=d7d7a3fe-ebd3-452a-940c-883439b451fa,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:21.683731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7daf55-1e8b-4977-a501-2f660c000eea {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:21.747389 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Publish callbacks [] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:21.794422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6723ed80-8bfb-4ebc-b563-8c7abbf2826e None None] Provisioning complete for port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:21.795479 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6723ed80-8bfb-4ebc-b563-8c7abbf2826e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:21.807102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Transition to ACTIVE for port object 4b7daf55-1e8b-4977-a501-2f660c000eea will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:13:21.831322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Request body: {'port': {'device_id': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812', 'admin_state_up': True, 'tenant_id': '575a1f32155042908ad22df36aa0404f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:21.946392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6723ed80-8bfb-4ebc-b563-8c7abbf2826e None None] Port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:13:22.046548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e6ae8ab-1c62-4ee9-912b-d60919fd7aa2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (7b7d5551-cd45-497f-b20f-d61c008b6e78), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:22.315412 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:22.598896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d0193-c4ff-466e-8aa0-652822b9ac70 req-d187cc4f-f1ce-4d8d-992d-b78e36f7b61d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:22.606899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d0193-c4ff-466e-8aa0-652822b9ac70 req-d187cc4f-f1ce-4d8d-992d-b78e36f7b61d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:22.615685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d0193-c4ff-466e-8aa0-652822b9ac70 req-d187cc4f-f1ce-4d8d-992d-b78e36f7b61d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:22.622660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d0193-c4ff-466e-8aa0-652822b9ac70 req-d187cc4f-f1ce-4d8d-992d-b78e36f7b61d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:22.628808 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d0193-c4ff-466e-8aa0-652822b9ac70 req-d187cc4f-f1ce-4d8d-992d-b78e36f7b61d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:22.639697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d0193-c4ff-466e-8aa0-652822b9ac70 req-d187cc4f-f1ce-4d8d-992d-b78e36f7b61d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:22.648400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774d0193-c4ff-466e-8aa0-652822b9ac70 req-d187cc4f-f1ce-4d8d-992d-b78e36f7b61d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:22.658809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-774d0193-c4ff-466e-8aa0-652822b9ac70 req-d187cc4f-f1ce-4d8d-992d-b78e36f7b61d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5405 time: 0.8124459 Feb 02 13:13:22.662392 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Made reservation on behalf of 575a1f32155042908ad22df36aa0404f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:22.667374 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:22.781675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Pushing event updated for resources: {'Port': ['ID=4b7daf55-1e8b-4977-a501-2f660c000eea,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:22.966348 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79e382-1d68-4355-907a-6c938188d794 req-2186e170-9592-4d11-9e1f-72f1ee12cdb2 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:22.974595 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa79e382-1d68-4355-907a-6c938188d794 req-2186e170-9592-4d11-9e1f-72f1ee12cdb2 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 932 time: 1.0766304 Feb 02 13:13:23.025354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Attempting to bind port 4b7daf55-1e8b-4977-a501-2f660c000eea on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:23.025683 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Attempting to bind port 4b7daf55-1e8b-4977-a501-2f660c000eea by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:23.026007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Attempting to bind port 4b7daf55-1e8b-4977-a501-2f660c000eea on network f5fdd77c-8e52-4edb-974c-730c98bebc9d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:23.111176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa79e382-1d68-4355-907a-6c938188d794 req-06f39e1e-e552-4332-8c9a-2f5f3be0e3e9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349785 Feb 02 13:13:23.111824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Port 4b7daf55-1e8b-4977-a501-2f660c000eea on network f5fdd77c-8e52-4edb-974c-730c98bebc9d not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:13:23.112137 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Attempting to bind port 4b7daf55-1e8b-4977-a501-2f660c000eea on network f5fdd77c-8e52-4edb-974c-730c98bebc9d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:23.197382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6ae8ab-1c62-4ee9-912b-d60919fd7aa2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 7b7d5551-cd45-497f-b20f-d61c008b6e78 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:13:23.474833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6ae8ab-1c62-4ee9-912b-d60919fd7aa2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:13:23.489542 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb04d8d1-29f1-41f1-a5cc-94c53433f269 None None] Sync routers for ids ['7b7d5551-cd45-497f-b20f-d61c008b6e78'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:13:23.511734 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4e6ae8ab-1c62-4ee9-912b-d60919fd7aa2 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "PUT /v2.0/routers/7b7d5551-cd45-497f-b20f-d61c008b6e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3971729 Feb 02 13:13:23.515953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56720) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:23.522288 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb04d8d1-29f1-41f1-a5cc-94c53433f269 None None] Routers {'7b7d5551-cd45-497f-b20f-d61c008b6e78'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:23.525837 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-eb04d8d1-29f1-41f1-a5cc-94c53433f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b7d5551-cd45-497f-b20f-d61c008b6e78'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:23.697619 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-eb04d8d1-29f1-41f1-a5cc-94c53433f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:23.722648 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb04d8d1-29f1-41f1-a5cc-94c53433f269 None None] Routers {'7b7d5551-cd45-497f-b20f-d61c008b6e78'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:23.723252 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-eb04d8d1-29f1-41f1-a5cc-94c53433f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7b7d5551-cd45-497f-b20f-d61c008b6e78'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:23.799838 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-eb04d8d1-29f1-41f1-a5cc-94c53433f269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:23.800782 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb04d8d1-29f1-41f1-a5cc-94c53433f269 None None] The sync data for ids ['7b7d5551-cd45-497f-b20f-d61c008b6e78'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:13:23.808287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Allocated IP 19.86.0.32 (2ab52a56-9bbe-4fdd-8c82-d587d0a0a812/adeb89eb-0d69-4d71-8f34-e055244a0d44/acf549bd-0e8c-4e5e-a05b-41df4920d44b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:13:23.827145 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router (7b7d5551-cd45-497f-b20f-d61c008b6e78), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:24.005284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:24.006350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Checking segment: {'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:24.006984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Bound using segment: {'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:24.007684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Bound port: 4b7daf55-1e8b-4977-a501-2f660c000eea, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:24.008331 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:24.025675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-774d0193-c4ff-466e-8aa0-652822b9ac70 req-bd0f1048-4516-4542-aac4-89d0d7f7989a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3639159 Feb 02 13:13:24.026812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router_gateway (7b7d5551-cd45-497f-b20f-d61c008b6e78), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:24.063894 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d02b787-eb16-4ba3-ad21-65dbb57617ea req-05e74eb5-a6d4-42f2-af8a-819fe70bf48c tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.1022179 Feb 02 13:13:24.187095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port 53e8774b-5881-4141-8af5-7f07d74715e6 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:24.187525 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (53e8774b-5881-4141-8af5-7f07d74715e6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:24.259012 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:24.264256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] For port 4b7daf55-1e8b-4977-a501-2f660c000eea, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:24.268873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] For port 4b7daf55-1e8b-4977-a501-2f660c000eea, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4b7daf55-1e8b-4977-a501-2f660c000eea,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:24.297008 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:24.408690 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (53e8774b-5881-4141-8af5-7f07d74715e6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:24.425011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91526799-523d-4b68-b97f-918199284484 req-de27aed5-4602-4ecf-b0ff-9eb69eea78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:24.426528 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91526799-523d-4b68-b97f-918199284484 req-de27aed5-4602-4ecf-b0ff-9eb69eea78bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 1128 time: 0.1071837 Feb 02 13:13:24.427454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for 53e8774b-5881-4141-8af5-7f07d74715e6 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:24.439701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe897802-975a-4c7b-b1a7-4cc35ba934e2 req-6d8f32fd-fcd8-4b7c-bd84-1dcd989bab52 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.0939274 Feb 02 13:13:24.466549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:24.467677 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:24.470794 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] 10.222.0.18 "PUT /v2.0/ports/4b7daf55-1e8b-4977-a501-2f660c000eea HTTP/1.1" status: 200 len: 1091 time: 4.2045610 Feb 02 13:13:24.485203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': '4b7daf55-1e8b-4977-a501-2f660c000eea'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:24.495590 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82943f28-797b-47e2-b8d2-02620548b233" -d '{"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "4b7daf55-1e8b-4977-a501-2f660c000eea"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:24.534976 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Request body: {'port': {'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:24.561514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00b18a-de0b-481f-a1b7-21d63b5c878e service neutron] Pushing event updated for resources: {'Port': ['ID=4b7daf55-1e8b-4977-a501-2f660c000eea,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:24.569541 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:24.765051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86254b76-7650-4595-bb6f-f31e5db59458 req-e304501c-b741-447b-ac1e-b762b05aba3e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:24.773698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86254b76-7650-4595-bb6f-f31e5db59458 req-e304501c-b741-447b-ac1e-b762b05aba3e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.4162405 Feb 02 13:13:24.783976 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Network 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:13:24.825721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:24.839733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event updated for resources: {'Port': ['ID=acf549bd-0e8c-4e5e-a05b-41df4920d44b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:24.843285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:13:24.850418 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91526799-523d-4b68-b97f-918199284484 req-975e77a3-6f3e-4624-89b8-f50ff2c23b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:24.853840 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91526799-523d-4b68-b97f-918199284484 req-975e77a3-6f3e-4624-89b8-f50ff2c23b7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 913 time: 0.3937128 Feb 02 13:13:24.858849 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:24.889130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8b82d-d64c-473e-bef4-81530e8362c3 req-00acf6a3-dd5a-4728-a798-9e50bd48057c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:24.894228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8b82d-d64c-473e-bef4-81530e8362c3 req-00acf6a3-dd5a-4728-a798-9e50bd48057c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:24.902391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ed8b82d-d64c-473e-bef4-81530e8362c3 req-00acf6a3-dd5a-4728-a798-9e50bd48057c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1654 time: 0.3297279 Feb 02 13:13:24.980648 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91526799-523d-4b68-b97f-918199284484 req-1b5acafa-3cb1-47f3-b7d4-145ebe8f0df8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78a5061b-33a6-4280-b364-065c90fef759 HTTP/1.1" status: 200 len: 217 time: 0.1149991 Feb 02 13:13:25.080254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86254b76-7650-4595-bb6f-f31e5db59458 req-0af2a8c1-1c86-4b2b-964a-c852a58eba39 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053727 Feb 02 13:13:25.096859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.103108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:25.150813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ed8b82d-d64c-473e-bef4-81530e8362c3 req-2cc43423-5589-4c87-a146-688340ad9a8e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474096 Feb 02 13:13:25.171349 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (53e8774b-5881-4141-8af5-7f07d74715e6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:25.178909 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2324e3f-debb-49d3-aeb7-9688af2e585a x-openstack-request-id: req-e2324e3f-debb-49d3-aeb7-9688af2e585a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:25.181338 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "4b7daf55-1e8b-4977-a501-2f660c000eea", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:25.181600 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e2324e3f-debb-49d3-aeb7-9688af2e585a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:25.182028 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': '4b7daf55-1e8b-4977-a501-2f660c000eea', 'status': 'completed', 'code': 200} Feb 02 13:13:25.257604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b5aa744f-91a9-4cfe-b4da-57c23de1544f req-331f14b9-e4cc-4031-838e-42d36dcefb0e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.1175222 Feb 02 13:13:25.284318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9e477d8e-7f2c-4d1b-b458-d1c007c0e8e9 None None] Provisioning complete for port acf549bd-0e8c-4e5e-a05b-41df4920d44b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:25.289126 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e477d8e-7f2c-4d1b-b458-d1c007c0e8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:25.303736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=53e8774b-5881-4141-8af5-7f07d74715e6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:25.332057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-09a988bc-635e-47e8-932e-e44b2119d45c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5179472 Feb 02 13:13:25.364721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9e477d8e-7f2c-4d1b-b458-d1c007c0e8e9 None None] Port acf549bd-0e8c-4e5e-a05b-41df4920d44b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:13:25.428159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Request body: {'port': {'device_id': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:25.471074 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40f09712-7d1b-46fe-973c-0e48029c4899 req-e0ca54c8-6eba-4252-b259-c075bd263e3a tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.1502388 Feb 02 13:13:25.516708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91526799-523d-4b68-b97f-918199284484 req-3914fba6-8b6e-476d-a55f-567cc4a665f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.519305 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91526799-523d-4b68-b97f-918199284484 req-3914fba6-8b6e-476d-a55f-567cc4a665f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.3741188 Feb 02 13:13:25.535792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943f28-797b-47e2-b8d2-02620548b233 req-69806132-22fd-42ab-9017-71375c75f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.536461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943f28-797b-47e2-b8d2-02620548b233 req-69806132-22fd-42ab-9017-71375c75f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.537081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943f28-797b-47e2-b8d2-02620548b233 req-69806132-22fd-42ab-9017-71375c75f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.537805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943f28-797b-47e2-b8d2-02620548b233 req-69806132-22fd-42ab-9017-71375c75f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.538420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943f28-797b-47e2-b8d2-02620548b233 req-69806132-22fd-42ab-9017-71375c75f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.539028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943f28-797b-47e2-b8d2-02620548b233 req-69806132-22fd-42ab-9017-71375c75f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.539662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943f28-797b-47e2-b8d2-02620548b233 req-69806132-22fd-42ab-9017-71375c75f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.541974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82943f28-797b-47e2-b8d2-02620548b233 req-69806132-22fd-42ab-9017-71375c75f47a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 6593 time: 0.3043711 Feb 02 13:13:25.586069 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91526799-523d-4b68-b97f-918199284484 req-533f19ed-077b-465e-b2af-80fd42420b26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551410 Feb 02 13:13:25.587074 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (7b7d5551-cd45-497f-b20f-d61c008b6e78), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:25.735716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd21e4d8-5ced-46fa-a25e-9ddf81fb696b req-4e9cdc6a-33d7-4c3b-a85a-e13ff29168d8 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.1208837 Feb 02 13:13:25.751566 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:25.881192 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91526799-523d-4b68-b97f-918199284484 req-43b89cb0-e51c-47ac-b470-41a2bbca9bd5 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332838 Feb 02 13:13:25.925371 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dde8c9-6dc7-4dbd-8f71-6787e2cebb3c req-9e3db839-d7eb-4f9b-aea0-24e7520d3533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.931313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dde8c9-6dc7-4dbd-8f71-6787e2cebb3c req-9e3db839-d7eb-4f9b-aea0-24e7520d3533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.937168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dde8c9-6dc7-4dbd-8f71-6787e2cebb3c req-9e3db839-d7eb-4f9b-aea0-24e7520d3533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.957524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dde8c9-6dc7-4dbd-8f71-6787e2cebb3c req-9e3db839-d7eb-4f9b-aea0-24e7520d3533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.963143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dde8c9-6dc7-4dbd-8f71-6787e2cebb3c req-9e3db839-d7eb-4f9b-aea0-24e7520d3533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.970576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dde8c9-6dc7-4dbd-8f71-6787e2cebb3c req-9e3db839-d7eb-4f9b-aea0-24e7520d3533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.977445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dde8c9-6dc7-4dbd-8f71-6787e2cebb3c req-9e3db839-d7eb-4f9b-aea0-24e7520d3533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:25.979747 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8dde8c9-6dc7-4dbd-8f71-6787e2cebb3c req-9e3db839-d7eb-4f9b-aea0-24e7520d3533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5405 time: 0.6732876 Feb 02 13:13:25.993696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (7b7d5551-cd45-497f-b20f-d61c008b6e78), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:25.997348 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router_controller (7b7d5551-cd45-497f-b20f-d61c008b6e78), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:26.108036 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (7b7d5551-cd45-497f-b20f-d61c008b6e78), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:26.108958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Fanout notify agent at l3_agent the message router_deleted on router 7b7d5551-cd45-497f-b20f-d61c008b6e78 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:13:26.120050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:26.124206 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-80cf3718-5704-4b3b-a279-019bbea8fd1a tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/routers/7b7d5551-cd45-497f-b20f-d61c008b6e78 HTTP/1.1" status: 204 len: 168 time: 2.6037750 Feb 02 13:13:26.125064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56766) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:26.187758 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-730fa45e-9c5f-41bb-a0b2-520f69ded2a4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting subnet 9b8e778c-6243-4757-b415-cb8dd729e84d {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:13:26.193458 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-730fa45e-9c5f-41bb-a0b2-520f69ded2a4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for subnet (9b8e778c-6243-4757-b415-cb8dd729e84d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:26.220680 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91526799-523d-4b68-b97f-918199284484 req-b404a7e2-caf5-4bfb-8b79-66876f0db308 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241959 Feb 02 13:13:26.243628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-730fa45e-9c5f-41bb-a0b2-520f69ded2a4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (9b8e778c-6243-4757-b415-cb8dd729e84d), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:26.475783 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-730fa45e-9c5f-41bb-a0b2-520f69ded2a4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (9b8e778c-6243-4757-b415-cb8dd729e84d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:26.504591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8dde8c9-6dc7-4dbd-8f71-6787e2cebb3c req-77613624-1bfe-4a3f-8f17-59fd4fb01310 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4705136 Feb 02 13:13:26.591122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943f28-797b-47e2-b8d2-02620548b233 req-ed07d5a1-40b5-4c46-a0bc-44e2540f4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:26.591122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943f28-797b-47e2-b8d2-02620548b233 req-ed07d5a1-40b5-4c46-a0bc-44e2540f4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:26.591382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943f28-797b-47e2-b8d2-02620548b233 req-ed07d5a1-40b5-4c46-a0bc-44e2540f4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:26.602321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82943f28-797b-47e2-b8d2-02620548b233 req-ed07d5a1-40b5-4c46-a0bc-44e2540f4757 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0352485 Feb 02 13:13:26.683591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-730fa45e-9c5f-41bb-a0b2-520f69ded2a4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (9b8e778c-6243-4757-b415-cb8dd729e84d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:26.727354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730fa45e-9c5f-41bb-a0b2-520f69ded2a4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8e778c-6243-4757-b415-cb8dd729e84d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:26.750820 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-730fa45e-9c5f-41bb-a0b2-520f69ded2a4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:26.759202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3161880-5b68-4c12-8325-5d43fa90c7e6 None None] Network de4910ad-9877-499e-9880-c9f52e0615de requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:13:26.771403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56776) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:26.780162 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-730fa45e-9c5f-41bb-a0b2-520f69ded2a4 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/subnets/9b8e778c-6243-4757-b415-cb8dd729e84d HTTP/1.1" status: 204 len: 168 time: 0.6409039 Feb 02 13:13:26.885463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45456de-979b-4446-b077-a159e8dc8e08 req-ffbb0eb0-6a9f-4634-b471-373929991c0a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:26.888024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b45456de-979b-4446-b077-a159e8dc8e08 req-ffbb0eb0-6a9f-4634-b471-373929991c0a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.5177352 Feb 02 13:13:26.985691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0704b38b-c126-42f5-a6f6-65ec8e467196 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:27.005675 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f03311b-139a-4cc0-b8e0-2dcda45aff78 None None] DHCP port deletion for de4910ad-9877-499e-9880-c9f52e0615de request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:13:27.042215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Publish callbacks [] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:27.059301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Transition to ACTIVE for port object 0704b38b-c126-42f5-a6f6-65ec8e467196 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:13:27.080073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5f03311b-139a-4cc0-b8e0-2dcda45aff78 None None] Deleting port 398e33b2-bad2-4187-99ff-759986a3e924 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:27.080964 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f03311b-139a-4cc0-b8e0-2dcda45aff78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (398e33b2-bad2-4187-99ff-759986a3e924), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:27.185138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5f03311b-139a-4cc0-b8e0-2dcda45aff78 None None] For port 398e33b2-bad2-4187-99ff-759986a3e924, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=398e33b2-bad2-4187-99ff-759986a3e924,segment=NetworkSegment(8d305400-fa90-4884-9090-52d88a3dc9ab),segment_id=8d305400-fa90-4884-9090-52d88a3dc9ab)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:27.185836 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f03311b-139a-4cc0-b8e0-2dcda45aff78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (398e33b2-bad2-4187-99ff-759986a3e924), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:27.198797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:27.202707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5f03311b-139a-4cc0-b8e0-2dcda45aff78 None None] Calling delete_port for 398e33b2-bad2-4187-99ff-759986a3e924 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:27.302609 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f03311b-139a-4cc0-b8e0-2dcda45aff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (398e33b2-bad2-4187-99ff-759986a3e924), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:27.336702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03311b-139a-4cc0-b8e0-2dcda45aff78 None None] No DVR routers for this DVR port 398e33b2-bad2-4187-99ff-759986a3e924 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:13:27.346802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03311b-139a-4cc0-b8e0-2dcda45aff78 None None] Pushing event deleted for resources: {'Port': ['ID=398e33b2-bad2-4187-99ff-759986a3e924,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:27.688295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:27.751537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Pushing event updated for resources: {'Port': ['ID=0704b38b-c126-42f5-a6f6-65ec8e467196,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:27.760959 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd004845-f20d-4b32-8ec5-cc55550981af req-c70a2d9f-2d21-4c9d-aae7-4530ab4f026b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:27.766311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd004845-f20d-4b32-8ec5-cc55550981af req-c70a2d9f-2d21-4c9d-aae7-4530ab4f026b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:27.767963 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd004845-f20d-4b32-8ec5-cc55550981af req-c70a2d9f-2d21-4c9d-aae7-4530ab4f026b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1654 time: 1.0550210 Feb 02 13:13:27.823866 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Publish callbacks [] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:27.854077 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (de4910ad-9877-499e-9880-c9f52e0615de), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:27.976538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Transition to ACTIVE for port object 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:13:27.989632 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b45456de-979b-4446-b077-a159e8dc8e08 req-443109a1-2d0b-402d-985f-34c57267b7a2 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0230355 Feb 02 13:13:28.005113 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:28.018576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82943f28-797b-47e2-b8d2-02620548b233 req-8210f8ab-020f-4c2e-80c5-8765fa407cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:28.020209 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82943f28-797b-47e2-b8d2-02620548b233 req-8210f8ab-020f-4c2e-80c5-8765fa407cbe service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3831451 Feb 02 13:13:28.030866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd004845-f20d-4b32-8ec5-cc55550981af req-f08ac02e-76bc-44d8-b32c-14af64e33bf9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180469 Feb 02 13:13:28.082958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 398e33b2-bad2-4187-99ff-759986a3e924 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:13:28.164705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 398e33b2-bad2-4187-99ff-759986a3e924 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:13:28.168905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 398e33b2-bad2-4187-99ff-759986a3e924 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:13:28.204330 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (de4910ad-9877-499e-9880-c9f52e0615de), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:28.228101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4910ad-9877-499e-9880-c9f52e0615de']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:28.238790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d305400-fa90-4884-9090-52d88a3dc9ab') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:28.239084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d305400-fa90-4884-9090-52d88a3dc9ab') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:28.249606 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (8d305400-fa90-4884-9090-52d88a3dc9ab), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:28.263514 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8d305400-fa90-4884-9090-52d88a3dc9ab), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:28.270088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:13:28.270813 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (8d305400-fa90-4884-9090-52d88a3dc9ab), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:13:28.347078 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:13:28.361434 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (de4910ad-9877-499e-9880-c9f52e0615de), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:28.370934 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:28.377713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56812) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:28.392016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/networks/de4910ad-9877-499e-9880-c9f52e0615de HTTP/1.1" status: 204 len: 168 time: 1.5948827 Feb 02 13:13:28.644099 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-abd0657f-1684-4708-9501-377c53b35a91 req-0b3c14af-875d-4915-a3c5-6b1048e0787d tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.2990689 Feb 02 13:13:28.670338 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37b29425-3503-459e-861f-262210b34e9e req-09c501ab-f151-4641-8e9f-5284df6eb3df tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.3306439 Feb 02 13:13:28.673874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9d30e-2bae-45c4-9992-a7b66224d6e1 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Network': ['ID=de4910ad-9877-499e-9880-c9f52e0615de,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:28.731817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:28.772642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port 2914ce23-8507-4a07-b834-b3947cd0e508 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:28.773499 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2914ce23-8507-4a07-b834-b3947cd0e508), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:28.975110 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2914ce23-8507-4a07-b834-b3947cd0e508), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:28.975457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (2914ce23-8507-4a07-b834-b3947cd0e508), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:28.996508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Attempting to bind port 0704b38b-c126-42f5-a6f6-65ec8e467196 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:28.997125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Attempting to bind port 0704b38b-c126-42f5-a6f6-65ec8e467196 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:28.997491 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Attempting to bind port 0704b38b-c126-42f5-a6f6-65ec8e467196 on network f5fdd77c-8e52-4edb-974c-730c98bebc9d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:29.002038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for 2914ce23-8507-4a07-b834-b3947cd0e508 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:29.009160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Port 0704b38b-c126-42f5-a6f6-65ec8e467196 on network f5fdd77c-8e52-4edb-974c-730c98bebc9d not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:13:29.009672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Attempting to bind port 0704b38b-c126-42f5-a6f6-65ec8e467196 on network f5fdd77c-8e52-4edb-974c-730c98bebc9d {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:29.026733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:29.029018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Checking segment: {'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:29.030275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Bound using segment: {'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:29.033117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Bound port: 0704b38b-c126-42f5-a6f6-65ec8e467196, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:29.033618 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:29.225923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Attempting to bind port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:29.226267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Attempting to bind port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '35bfeede-e9de-4a4c-a189-b0f1db06361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:29.226584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Attempting to bind port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f on network fac7e436-9e3e-461b-8a5d-f976da92d2d2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:29.249718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76291819-f4ff-41dd-9fce-3479a909c0c7 req-401358e5-8782-4ebd-9e00-5d8b4d2fb7f3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:29.253229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76291819-f4ff-41dd-9fce-3479a909c0c7 req-401358e5-8782-4ebd-9e00-5d8b4d2fb7f3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:29.260776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76291819-f4ff-41dd-9fce-3479a909c0c7 req-401358e5-8782-4ebd-9e00-5d8b4d2fb7f3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:29.266856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76291819-f4ff-41dd-9fce-3479a909c0c7 req-401358e5-8782-4ebd-9e00-5d8b4d2fb7f3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:29.272951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76291819-f4ff-41dd-9fce-3479a909c0c7 req-401358e5-8782-4ebd-9e00-5d8b4d2fb7f3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:29.280668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76291819-f4ff-41dd-9fce-3479a909c0c7 req-401358e5-8782-4ebd-9e00-5d8b4d2fb7f3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:29.286915 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76291819-f4ff-41dd-9fce-3479a909c0c7 req-401358e5-8782-4ebd-9e00-5d8b4d2fb7f3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:29.289012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76291819-f4ff-41dd-9fce-3479a909c0c7 req-401358e5-8782-4ebd-9e00-5d8b4d2fb7f3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.4123385 Feb 02 13:13:29.311975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f on network fac7e436-9e3e-461b-8a5d-f976da92d2d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:13:29.312295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Attempting to bind port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f on network fac7e436-9e3e-461b-8a5d-f976da92d2d2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:29.353908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:29.354259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Checking segment: {'id': '35bfeede-e9de-4a4c-a189-b0f1db06361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:29.354644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Bound using segment: {'id': '35bfeede-e9de-4a4c-a189-b0f1db06361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:29.355087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Bound port: 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35bfeede-e9de-4a4c-a189-b0f1db06361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:29.355596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:29.378654 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2914ce23-8507-4a07-b834-b3947cd0e508), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:29.404887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] For port 0704b38b-c126-42f5-a6f6-65ec8e467196, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:29.431021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=2914ce23-8507-4a07-b834-b3947cd0e508,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:29.469305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] For port 0704b38b-c126-42f5-a6f6-65ec8e467196, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0704b38b-c126-42f5-a6f6-65ec8e467196,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:29.499118 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:29.621734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.622430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.622824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.623255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.623703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.624683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.624683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.625032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.625448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.625862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.626278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.626691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.627104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:29.630209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for floatingip (ef053522-e76a-4c32-89d5-d0a4e51c79bf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:29.633421 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:29.639529 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5d9006bd-d812-4e85-abae-27272f85197f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/floatingips/ef053522-e76a-4c32-89d5-d0a4e51c79bf HTTP/1.1" status: 204 len: 168 time: 1.2602110 Feb 02 13:13:29.640286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56850) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:29.647310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ac0cf-c12d-45fa-b638-606fe8b8fb7e req-71080c12-7284-4156-ad6e-403685bb966d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:29.654967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c55ac0cf-c12d-45fa-b638-606fe8b8fb7e req-71080c12-7284-4156-ad6e-403685bb966d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.3196063 Feb 02 13:13:29.694455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76291819-f4ff-41dd-9fce-3479a909c0c7 req-1e46154f-f126-4505-804f-d6dc8e73b82b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3912771 Feb 02 13:13:29.696558 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-653ffee8-1c4b-4300-9b14-f089abca9cd5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] DELETE failed (client error): The resource could not be found. Feb 02 13:13:29.697263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653ffee8-1c4b-4300-9b14-f089abca9cd5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:13:29.703371 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-653ffee8-1c4b-4300-9b14-f089abca9cd5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/ports/d8e32850-e4a0-4dee-8555-d1efc51b8abb HTTP/1.1" status: 404 len: 333 time: 0.0617697 Feb 02 13:13:29.704136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56856) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:29.785147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] For port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:29.802170 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-896ffdd5-f682-4e07-ae3c-26cc4f06b2da tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b7d5551-cd45-497f-b20f-d61c008b6e78 HTTP/1.1" status: 200 len: 205 time: 0.0966475 Feb 02 13:13:29.803182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56860) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:29.817180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] For port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f,segment=NetworkSegment(35bfeede-e9de-4a4c-a189-b0f1db06361f),segment_id=35bfeede-e9de-4a4c-a189-b0f1db06361f)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:29.821812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:29.822639 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:29.832560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] 10.222.0.18 "PUT /v2.0/ports/0704b38b-c126-42f5-a6f6-65ec8e467196 HTTP/1.1" status: 200 len: 1091 time: 5.3145416 Feb 02 13:13:29.833177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': '0704b38b-c126-42f5-a6f6-65ec8e467196'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:29.835579 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a444be37-de33-4988-a4ab-8a2f1361a825" -d '{"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "0704b38b-c126-42f5-a6f6-65ec8e467196"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:29.871019 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:29.899519 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-0dfddd40-00f0-486c-b513-5e396fada9e3 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] delete failed (client error): The resource could not be found. Feb 02 13:13:29.908467 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0dfddd40-00f0-486c-b513-5e396fada9e3 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/routers/7b7d5551-cd45-497f-b20f-d61c008b6e78 HTTP/1.1" status: 404 len: 336 time: 0.1039116 Feb 02 13:13:29.909180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56864) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:29.973082 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dc1fab-def7-425b-a3e4-705dc6a387fb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] DELETE failed (client error): The resource could not be found. Feb 02 13:13:29.973694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dc1fab-def7-425b-a3e4-705dc6a387fb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:13:29.979662 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-29dc1fab-def7-425b-a3e4-705dc6a387fb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/subnets/9b8e778c-6243-4757-b415-cb8dd729e84d HTTP/1.1" status: 404 len: 337 time: 0.0693178 Feb 02 13:13:29.984023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56866) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:30.030361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d5d86-83e8-4e3e-af00-4c8698878c18 service neutron] Pushing event updated for resources: {'Port': ['ID=0704b38b-c126-42f5-a6f6-65ec8e467196,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:30.112731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:30.124349 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:30.126362 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f HTTP/1.1" status: 200 len: 1092 time: 4.7040319 Feb 02 13:13:30.178771 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c55ac0cf-c12d-45fa-b638-606fe8b8fb7e req-d3810702-3f10-45de-b42d-f34d2d638602 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5228786 Feb 02 13:13:30.213891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Request body: {'port': {'device_id': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:30.244236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c17fecbe-5ffe-412f-9f4a-79c14de1d1d5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port da26595f-8bb4-4a70-9901-8d805c14b5f6 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:30.244727 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c17fecbe-5ffe-412f-9f4a-79c14de1d1d5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (da26595f-8bb4-4a70-9901-8d805c14b5f6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:30.331353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07e2a6-e526-40a2-88cc-94706a028bdb req-a9672f76-2a9c-4f44-a659-eb3cd6acbe32 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:30.339348 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07e2a6-e526-40a2-88cc-94706a028bdb req-a9672f76-2a9c-4f44-a659-eb3cd6acbe32 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:30.341757 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed07e2a6-e526-40a2-88cc-94706a028bdb req-a9672f76-2a9c-4f44-a659-eb3cd6acbe32 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1666 time: 0.4848747 Feb 02 13:13:30.386816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56870) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:30.418341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-09e9b5ef-ef13-4040-b688-fb67c9b89ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:30.419047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-09e9b5ef-ef13-4040-b688-fb67c9b89ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:30.419545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-09e9b5ef-ef13-4040-b688-fb67c9b89ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:30.420325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-09e9b5ef-ef13-4040-b688-fb67c9b89ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:30.421163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-09e9b5ef-ef13-4040-b688-fb67c9b89ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:30.421292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-09e9b5ef-ef13-4040-b688-fb67c9b89ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:30.421688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-09e9b5ef-ef13-4040-b688-fb67c9b89ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:30.423949 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-09e9b5ef-ef13-4040-b688-fb67c9b89ec1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 6691 time: 0.4633155 Feb 02 13:13:30.424631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78f6f2-dd78-4e03-90e3-dbd175c6e486 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:30.454701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33537929-18a4-4973-a72a-1fc19013292c req-cab05b71-50dd-4093-9c30-4fe55d856267 tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.1027989 Feb 02 13:13:30.495048 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c17fecbe-5ffe-412f-9f4a-79c14de1d1d5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (da26595f-8bb4-4a70-9901-8d805c14b5f6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:30.520772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c17fecbe-5ffe-412f-9f4a-79c14de1d1d5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for da26595f-8bb4-4a70-9901-8d805c14b5f6 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:30.558761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed07e2a6-e526-40a2-88cc-94706a028bdb req-0a85e12a-8a93-4c33-8836-b587ca4ddbab tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047937 Feb 02 13:13:30.648251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-2098d6f3-88d0-4860-b198-69e17fe481bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c96934c-6025-4aa0-b186-ba41d6c08d1d HTTP/1.1" status: 200 len: 217 time: 0.1893640 Feb 02 13:13:30.670463 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:30.753560 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd3c637-4a62-4752-a126-7c350f75fcd5 x-openstack-request-id: req-1cd3c637-4a62-4752-a126-7c350f75fcd5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:30.753850 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "0704b38b-c126-42f5-a6f6-65ec8e467196", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:30.754263 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1cd3c637-4a62-4752-a126-7c350f75fcd5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:30.754668 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': '0704b38b-c126-42f5-a6f6-65ec8e467196', 'status': 'completed', 'code': 200} Feb 02 13:13:30.776363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-2081fedd-b859-4043-a181-a88733dcefda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:30.779413 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-2081fedd-b859-4043-a181-a88733dcefda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa6bda80-df11-42de-8ebe-410c80374a78 HTTP/1.1" status: 200 len: 851 time: 0.1085668 Feb 02 13:13:30.791976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81ca269b-2105-48e2-8692-0fdf35a530c9 req-3e15fe47-3bda-4231-9d1f-9480c3b3a5f8 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.1481400 Feb 02 13:13:30.857239 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3e9ed48-b78d-480c-b457-324fe0e7ee07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:30.880081 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c17fecbe-5ffe-412f-9f4a-79c14de1d1d5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (da26595f-8bb4-4a70-9901-8d805c14b5f6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:30.933194 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fecbe-5ffe-412f-9f4a-79c14de1d1d5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=da26595f-8bb4-4a70-9901-8d805c14b5f6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:31.055215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c17fecbe-5ffe-412f-9f4a-79c14de1d1d5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:31.061945 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c17fecbe-5ffe-412f-9f4a-79c14de1d1d5 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/ports/da26595f-8bb4-4a70-9901-8d805c14b5f6 HTTP/1.1" status: 204 len: 168 time: 1.0762858 Feb 02 13:13:31.062801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56878) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:31.082092 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3e9ed48-b78d-480c-b457-324fe0e7ee07 admin admin] Publish callbacks [] for security_group (e9523a77-0a99-4717-824c-8c1e9343df90), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:31.098303 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3e9ed48-b78d-480c-b457-324fe0e7ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e9523a77-0a99-4717-824c-8c1e9343df90), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:31.183208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4728f-4c60-4e74-ba90-88a3a9eddfdb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port d93d636a-eb92-4b46-bdf4-ea5fcba87675 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:31.183655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4a4728f-4c60-4e74-ba90-88a3a9eddfdb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d93d636a-eb92-4b46-bdf4-ea5fcba87675), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:31.322264 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4a4728f-4c60-4e74-ba90-88a3a9eddfdb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d93d636a-eb92-4b46-bdf4-ea5fcba87675), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:31.352472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4728f-4c60-4e74-ba90-88a3a9eddfdb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for d93d636a-eb92-4b46-bdf4-ea5fcba87675 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:31.396968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-9d3161a5-0061-45de-ae86-ed3d2d66ee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:31.398589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-9d3161a5-0061-45de-ae86-ed3d2d66ee51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5716fbfd-26f9-422f-a503-b67b5c7019cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5923593 Feb 02 13:13:31.400842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b3e9ed48-b78d-480c-b457-324fe0e7ee07 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4131a025dbd644b49e002532cab5805c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0122828 Feb 02 13:13:31.426888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9ed48-b78d-480c-b457-324fe0e7ee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9523a77-0a99-4717-824c-8c1e9343df90,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:31.441483 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe2d7e-fe16-4d68-9883-b392547557dd req-3e230ae1-0e0f-4471-bf6f-79e432525a0e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:31.446936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe2d7e-fe16-4d68-9883-b392547557dd req-3e230ae1-0e0f-4471-bf6f-79e432525a0e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:31.454592 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe2d7e-fe16-4d68-9883-b392547557dd req-3e230ae1-0e0f-4471-bf6f-79e432525a0e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:31.460181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe2d7e-fe16-4d68-9883-b392547557dd req-3e230ae1-0e0f-4471-bf6f-79e432525a0e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:31.465390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe2d7e-fe16-4d68-9883-b392547557dd req-3e230ae1-0e0f-4471-bf6f-79e432525a0e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:31.470754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe2d7e-fe16-4d68-9883-b392547557dd req-3e230ae1-0e0f-4471-bf6f-79e432525a0e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:31.476300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe2d7e-fe16-4d68-9883-b392547557dd req-3e230ae1-0e0f-4471-bf6f-79e432525a0e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:31.478215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-debe2d7e-fe16-4d68-9883-b392547557dd req-3e230ae1-0e0f-4471-bf6f-79e432525a0e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.6070588 Feb 02 13:13:31.498894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:31.576107 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4a4728f-4c60-4e74-ba90-88a3a9eddfdb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d93d636a-eb92-4b46-bdf4-ea5fcba87675), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:31.631640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4728f-4c60-4e74-ba90-88a3a9eddfdb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=d93d636a-eb92-4b46-bdf4-ea5fcba87675,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:31.691615 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4a4728f-4c60-4e74-ba90-88a3a9eddfdb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:31.699252 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f4a4728f-4c60-4e74-ba90-88a3a9eddfdb tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/ports/d93d636a-eb92-4b46-bdf4-ea5fcba87675 HTTP/1.1" status: 204 len: 168 time: 0.6352687 Feb 02 13:13:31.707548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56888) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:31.743247 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7eaf970e-8166-47de-bf89-7fdda0fb0736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:31.779442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7841f260-95d6-4d69-accc-eb48299ecf8f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:31.783335 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7841f260-95d6-4d69-accc-eb48299ecf8f tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "GET /v2.0/ports?device_id=59158817-c327-47ad-a197-3d7249e6939b HTTP/1.1" status: 200 len: 913 time: 0.0725360 Feb 02 13:13:31.784116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56890) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:31.807768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-debe2d7e-fe16-4d68-9883-b392547557dd req-f5b0fecb-2f06-43bd-b836-b3d658d301d4 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2346087 Feb 02 13:13:31.850730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617a772-9b52-4c79-9bdd-de60566f70da req-040b4545-e89e-431d-b067-000d71df77af tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:31.857994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4617a772-9b52-4c79-9bdd-de60566f70da req-040b4545-e89e-431d-b067-000d71df77af tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.4806049 Feb 02 13:13:31.895045 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90a7c5ab-f61e-463a-a29f-3e4071be6d5b admin admin] Publish callbacks [] for security_group (e9523a77-0a99-4717-824c-8c1e9343df90), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:31.925627 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90a7c5ab-f61e-463a-a29f-3e4071be6d5b admin admin] Publish callbacks [] for security_group (e9523a77-0a99-4717-824c-8c1e9343df90), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:32.012861 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90a7c5ab-f61e-463a-a29f-3e4071be6d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e9523a77-0a99-4717-824c-8c1e9343df90), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:32.016236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90a7c5ab-f61e-463a-a29f-3e4071be6d5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:32.029653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-90a7c5ab-f61e-463a-a29f-3e4071be6d5b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e9523a77-0a99-4717-824c-8c1e9343df90 HTTP/1.1" status: 204 len: 168 time: 0.4956353 Feb 02 13:13:32.064987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a13571f7-d5a6-4d3b-b3ef-429aff0cf872 req-33d4c61d-97a0-4756-9e6b-8fd141929b59 tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0935104 Feb 02 13:13:32.080137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6c68e71e-40c7-41eb-8707-17378e352fa7 service neutron] 10.222.0.18 "GET /v2.0/networks/5716fbfd-26f9-422f-a503-b67b5c7019cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799870 Feb 02 13:13:32.114849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7c5ab-f61e-463a-a29f-3e4071be6d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9523a77-0a99-4717-824c-8c1e9343df90,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:32.201217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf549bd-0e8c-4e5e-a05b-41df4920d44b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:32.218124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4617a772-9b52-4c79-9bdd-de60566f70da req-e27de936-90ee-4f2e-b038-c807b1b6a306 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591809 Feb 02 13:13:32.254580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Publish callbacks [] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:32.368427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Transition to ACTIVE for port object acf549bd-0e8c-4e5e-a05b-41df4920d44b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:13:32.398047 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:32.454948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09c2441a-4775-4bf9-858e-224a71f078c7 req-a59718c0-1a97-48a6-ad1e-de7deb9da302 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.0753381 Feb 02 13:13:32.529730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eadf3f-3ed3-463a-813f-d1cb279f75c8 req-7ae10b29-78b2-4fb2-989d-62152f0d1102 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:32.538112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eadf3f-3ed3-463a-813f-d1cb279f75c8 req-7ae10b29-78b2-4fb2-989d-62152f0d1102 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:32.541871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16eadf3f-3ed3-463a-813f-d1cb279f75c8 req-7ae10b29-78b2-4fb2-989d-62152f0d1102 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1666 time: 0.2878842 Feb 02 13:13:32.548640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-15863c5b-d597-4427-8712-fb870525a0d1 service neutron] 10.222.0.18 "GET /v2.0/networks/5716fbfd-26f9-422f-a503-b67b5c7019cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314065 Feb 02 13:13:32.615135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:32.773274 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'tag': '8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:32.775606 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb61357-5707-4ba7-a6c7-5b9ba1cb62b8" -d '{"events": [{"name": "network-changed", "server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "tag": "8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:32.796947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-e1d2137d-38e7-410a-811e-09c3d2ff0384 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=5abe3ffe-b1f8-483f-b83f-f8edad0fc901 HTTP/1.1" status: 200 len: 217 time: 0.2270973 Feb 02 13:13:32.797773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Pushing event updated for resources: {'Port': ['ID=acf549bd-0e8c-4e5e-a05b-41df4920d44b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:32.803044 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef032d4f-7339-4ce1-8241-695232fa7fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:32.879100 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a71d82-edf9-4dee-80c8-78cb771eb0f5 x-openstack-request-id: req-17a71d82-edf9-4dee-80c8-78cb771eb0f5 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:32.879562 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "tag": "8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:32.879829 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-17a71d82-edf9-4dee-80c8-78cb771eb0f5 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:32.880833 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'tag': '8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f', 'status': 'completed', 'code': 200} Feb 02 13:13:33.000495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-708d4271-3e54-48af-ad99-44173231596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:33.001783 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-708d4271-3e54-48af-ad99-44173231596d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 200 len: 797 time: 0.1964264 Feb 02 13:13:33.055942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16eadf3f-3ed3-463a-813f-d1cb279f75c8 req-0bf6f822-0f99-46f8-81fc-9f4f325a8506 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914660 Feb 02 13:13:33.128129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Attempting to bind port acf549bd-0e8c-4e5e-a05b-41df4920d44b on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:33.128845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Attempting to bind port acf549bd-0e8c-4e5e-a05b-41df4920d44b by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'e88b551c-a634-4fe1-b371-f0908a4e49ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:33.128845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Attempting to bind port acf549bd-0e8c-4e5e-a05b-41df4920d44b on network 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:33.149828 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5117ce86-41e9-4c38-8d49-dab6fe57fe92 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (59158817-c327-47ad-a197-3d7249e6939b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:33.152672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Port acf549bd-0e8c-4e5e-a05b-41df4920d44b on network 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:13:33.152672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Attempting to bind port acf549bd-0e8c-4e5e-a05b-41df4920d44b on network 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:33.173874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb61357-5707-4ba7-a6c7-5b9ba1cb62b8 req-e1e003fd-afc8-436a-907a-42e97b518bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:33.174350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb61357-5707-4ba7-a6c7-5b9ba1cb62b8 req-e1e003fd-afc8-436a-907a-42e97b518bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:33.175957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cb61357-5707-4ba7-a6c7-5b9ba1cb62b8 req-e1e003fd-afc8-436a-907a-42e97b518bb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=575a1f32155042908ad22df36aa0404f&device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1969 time: 0.2162242 Feb 02 13:13:33.184620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:33.184925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Checking segment: {'id': 'e88b551c-a634-4fe1-b371-f0908a4e49ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:33.185312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Bound using segment: {'id': 'e88b551c-a634-4fe1-b371-f0908a4e49ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:33.185751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Bound port: acf549bd-0e8c-4e5e-a05b-41df4920d44b, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e88b551c-a634-4fe1-b371-f0908a4e49ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:33.186108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:33.198302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10224f3e-9120-49fe-acce-875469171c7e req-ab7a7d48-0ae4-4ac4-9752-a1f4254de29e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:33.204288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10224f3e-9120-49fe-acce-875469171c7e req-ab7a7d48-0ae4-4ac4-9752-a1f4254de29e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:33.209733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10224f3e-9120-49fe-acce-875469171c7e req-ab7a7d48-0ae4-4ac4-9752-a1f4254de29e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:33.215772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10224f3e-9120-49fe-acce-875469171c7e req-ab7a7d48-0ae4-4ac4-9752-a1f4254de29e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:33.220885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10224f3e-9120-49fe-acce-875469171c7e req-ab7a7d48-0ae4-4ac4-9752-a1f4254de29e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:33.227716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10224f3e-9120-49fe-acce-875469171c7e req-ab7a7d48-0ae4-4ac4-9752-a1f4254de29e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:33.232232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10224f3e-9120-49fe-acce-875469171c7e req-ab7a7d48-0ae4-4ac4-9752-a1f4254de29e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:33.239789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10224f3e-9120-49fe-acce-875469171c7e req-ab7a7d48-0ae4-4ac4-9752-a1f4254de29e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.2944052 Feb 02 13:13:33.537105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5117ce86-41e9-4c38-8d49-dab6fe57fe92 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port dab83739-01cb-40c0-9ffd-105f28daf237 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:33.537976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5117ce86-41e9-4c38-8d49-dab6fe57fe92 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dab83739-01cb-40c0-9ffd-105f28daf237), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:33.623782 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-859edb53-1a48-473f-9ff9-1480616a74af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:33.625276 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-859edb53-1a48-473f-9ff9-1480616a74af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=587f13c3-5829-4c57-bcd3-f3f049bb1786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5861216 Feb 02 13:13:33.633147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5117ce86-41e9-4c38-8d49-dab6fe57fe92 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dab83739-01cb-40c0-9ffd-105f28daf237), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:33.640545 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-205cb005-0c22-4305-ace9-a535c7af5f03 req-e2a03944-3b69-423c-bb54-d5dad5ff6f5e tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.3982317 Feb 02 13:13:33.647046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5117ce86-41e9-4c38-8d49-dab6fe57fe92 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for dab83739-01cb-40c0-9ffd-105f28daf237 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:33.716719 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef032d4f-7339-4ce1-8241-695232fa7fe1 admin admin] Publish callbacks [] for security_group (552f4b0b-c15c-45f8-b225-f1c365a52c58), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:33.769549 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef032d4f-7339-4ce1-8241-695232fa7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (552f4b0b-c15c-45f8-b225-f1c365a52c58), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:33.843733 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-696238f7-48d4-409b-b947-77807484ccc3 req-215f04a9-bcbd-485c-a551-373c1beaefc9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=cc0dad17-e14e-400f-9640-135f33b5a204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0929141 Feb 02 13:13:33.891577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5117ce86-41e9-4c38-8d49-dab6fe57fe92 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dab83739-01cb-40c0-9ffd-105f28daf237), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:33.920921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117ce86-41e9-4c38-8d49-dab6fe57fe92 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=dab83739-01cb-40c0-9ffd-105f28daf237,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:33.990240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ef032d4f-7339-4ce1-8241-695232fa7fe1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6f55274d3afe4883a3413a7a8bbcd466&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3716340 Feb 02 13:13:33.993445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56914) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:33.994202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] For port acf549bd-0e8c-4e5e-a05b-41df4920d44b, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:34.005195 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-696238f7-48d4-409b-b947-77807484ccc3 req-b0fdbe6a-f27c-426b-a863-77a7d741b7ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a33c76369f034ad79a5b2b9daf7e4713&device_id=cc0dad17-e14e-400f-9640-135f33b5a204 HTTP/1.1" status: 200 len: 210 time: 0.0775845 Feb 02 13:13:34.005843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef032d4f-7339-4ce1-8241-695232fa7fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552f4b0b-c15c-45f8-b225-f1c365a52c58,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:34.012537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10224f3e-9120-49fe-acce-875469171c7e req-fb3827f2-50f9-4b9b-a380-acbaabdd5edc tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7718832 Feb 02 13:13:34.040038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb61357-5707-4ba7-a6c7-5b9ba1cb62b8 req-5e097b7c-4dce-4b64-bafb-11cc6e927e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:34.040504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb61357-5707-4ba7-a6c7-5b9ba1cb62b8 req-5e097b7c-4dce-4b64-bafb-11cc6e927e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:34.040964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb61357-5707-4ba7-a6c7-5b9ba1cb62b8 req-5e097b7c-4dce-4b64-bafb-11cc6e927e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:34.042599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cb61357-5707-4ba7-a6c7-5b9ba1cb62b8 req-5e097b7c-4dce-4b64-bafb-11cc6e927e99 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=575a1f32155042908ad22df36aa0404f&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7848001 Feb 02 13:13:34.047981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] For port acf549bd-0e8c-4e5e-a05b-41df4920d44b, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=acf549bd-0e8c-4e5e-a05b-41df4920d44b,segment=NetworkSegment(e88b551c-a634-4fe1-b371-f0908a4e49ce),segment_id=e88b551c-a634-4fe1-b371-f0908a4e49ce)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:34.053480 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-e60a927b-ff21-4c4a-909d-f3e4fc2d673d service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123523 Feb 02 13:13:34.074839 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:34.117364 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dccd1630-ef35-435d-8244-0e3ae319623f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:34.123709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5117ce86-41e9-4c38-8d49-dab6fe57fe92 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (59158817-c327-47ad-a197-3d7249e6939b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:34.128286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a61eb-69d8-4af4-9c4d-60f55000d99d req-8581ceed-60ca-4c32-afba-0e6956e06b4c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:34.135251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e6a61eb-69d8-4af4-9c4d-60f55000d99d req-8581ceed-60ca-4c32-afba-0e6956e06b4c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.3631797 Feb 02 13:13:34.233600 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-696238f7-48d4-409b-b947-77807484ccc3 req-8258c36a-bf6e-4e79-bd30-7e724d64a09c service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a33c76369f034ad79a5b2b9daf7e4713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1339839 Feb 02 13:13:34.270495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:34.271200 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:34.272670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] 10.222.0.18 "PUT /v2.0/ports/acf549bd-0e8c-4e5e-a05b-41df4920d44b HTTP/1.1" status: 200 len: 1091 time: 4.0776815 Feb 02 13:13:34.345812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a10f3a8-9209-4e50-9f66-19fee58573a4 admin admin] Publish callbacks [] for security_group (552f4b0b-c15c-45f8-b225-f1c365a52c58), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:34.380240 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a10f3a8-9209-4e50-9f66-19fee58573a4 admin admin] Publish callbacks [] for security_group (552f4b0b-c15c-45f8-b225-f1c365a52c58), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:34.405329 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad64ebee-be1a-44c2-ae47-960f367ee181 req-59648dc7-ce66-4d6f-86d5-2bf40d3c7cbe tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.1597009 Feb 02 13:13:34.445231 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Pushing event updated for resources: {'Port': ['ID=acf549bd-0e8c-4e5e-a05b-41df4920d44b,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:34.486400 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5117ce86-41e9-4c38-8d49-dab6fe57fe92 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Router 59158817-c327-47ad-a197-3d7249e6939b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:13:34.564934 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.565365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.565788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.566183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.566578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.566972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.567351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.567757 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.568135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.568515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.568909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.569284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.569658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb47f028-7a0b-424b-a882-7e8dbdbb7825 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:13:34.580271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb61357-5707-4ba7-a6c7-5b9ba1cb62b8 req-eda20e88-ad5a-4d07-befa-2d6504d2a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:34.583401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cb61357-5707-4ba7-a6c7-5b9ba1cb62b8 req-eda20e88-ad5a-4d07-befa-2d6504d2a164 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5285196 Feb 02 13:13:34.622508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e6a61eb-69d8-4af4-9c4d-60f55000d99d req-dcfd843a-8a3f-462b-99f6-e93184507924 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862709 Feb 02 13:13:34.663025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a10f3a8-9209-4e50-9f66-19fee58573a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (552f4b0b-c15c-45f8-b225-f1c365a52c58), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:34.664979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-76574b09-ae49-4520-a8f6-82ba4658dd81 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997207 Feb 02 13:13:34.666051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a10f3a8-9209-4e50-9f66-19fee58573a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:34.667348 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1a10f3a8-9209-4e50-9f66-19fee58573a4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/552f4b0b-c15c-45f8-b225-f1c365a52c58 HTTP/1.1" status: 204 len: 168 time: 0.6711898 Feb 02 13:13:34.682478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10f3a8-9209-4e50-9f66-19fee58573a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552f4b0b-c15c-45f8-b225-f1c365a52c58,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:34.727150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5117ce86-41e9-4c38-8d49-dab6fe57fe92 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:13:34.737189 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5117ce86-41e9-4c38-8d49-dab6fe57fe92 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "PUT /v2.0/routers/59158817-c327-47ad-a197-3d7249e6939b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9523954 Feb 02 13:13:34.742846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea577476-4d07-451e-9618-394ba4895a51 None None] Sync routers for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:13:34.756129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56924) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:34.788178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea577476-4d07-451e-9618-394ba4895a51 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:34.789431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ea577476-4d07-451e-9618-394ba4895a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:34.794913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-5ad44086-7c9d-4689-9bf0-401225847e66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda HTTP/1.1" status: 200 len: 217 time: 0.1185329 Feb 02 13:13:34.830965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696238f7-48d4-409b-b947-77807484ccc3 req-a3fcd631-4130-4a8f-9cd5-70637fdfb0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:34.832598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-696238f7-48d4-409b-b947-77807484ccc3 req-a3fcd631-4130-4a8f-9cd5-70637fdfb0d7 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5590668 Feb 02 13:13:34.890805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'tag': 'acf549bd-0e8c-4e5e-a05b-41df4920d44b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:34.892854 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a89678c-d841-49dd-8bd5-aa720a92806b" -d '{"events": [{"name": "network-changed", "server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "tag": "acf549bd-0e8c-4e5e-a05b-41df4920d44b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:34.900532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ea577476-4d07-451e-9618-394ba4895a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:34.918669 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aeba39cd-ee60-4410-a073-4e22debf08ee req-c4a3a2d7-3fde-4e3e-a6fa-bcb216e15a0a tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.1011581 Feb 02 13:13:34.930214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea577476-4d07-451e-9618-394ba4895a51 None None] Routers {'59158817-c327-47ad-a197-3d7249e6939b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:13:34.931093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ea577476-4d07-451e-9618-394ba4895a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:13:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['59158817-c327-47ad-a197-3d7249e6939b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:34.945395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29dbd-531f-46cd-9163-5673fdea0415 req-95f90ad9-5ff2-4e02-8b3f-94d4cf0aa31b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:34.946940 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router (59158817-c327-47ad-a197-3d7249e6939b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:34.951736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29dbd-531f-46cd-9163-5673fdea0415 req-95f90ad9-5ff2-4e02-8b3f-94d4cf0aa31b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:34.954022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cf29dbd-531f-46cd-9163-5673fdea0415 req-95f90ad9-5ff2-4e02-8b3f-94d4cf0aa31b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1678 time: 0.3955517 Feb 02 13:13:34.961828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d8f6e6f-f44a-4a20-bc2c-16eea88ce6c2 req-282df0ec-6ad0-41f0-8b8c-8080d1bc52c5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.0589156 Feb 02 13:13:35.001740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-521ea742-1439-4d64-b182-2ae6f168bbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.003217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-521ea742-1439-4d64-b182-2ae6f168bbbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 200 len: 797 time: 0.1840537 Feb 02 13:13:35.033211 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2864f518-0277-4408-9acd-901a149597e4 x-openstack-request-id: req-2864f518-0277-4408-9acd-901a149597e4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:35.033767 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "tag": "acf549bd-0e8c-4e5e-a05b-41df4920d44b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:35.034022 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2864f518-0277-4408-9acd-901a149597e4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:35.034409 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'tag': 'acf549bd-0e8c-4e5e-a05b-41df4920d44b', 'status': 'completed', 'code': 200} Feb 02 13:13:35.037970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ea577476-4d07-451e-9618-394ba4895a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:35.038899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea577476-4d07-451e-9618-394ba4895a51 None None] The sync data for ids ['59158817-c327-47ad-a197-3d7249e6939b'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:13:35.079461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-d3d62e64-60c5-4d8c-ac18-581541af7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.080208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-d3d62e64-60c5-4d8c-ac18-581541af7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.082024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-d3d62e64-60c5-4d8c-ac18-581541af7bb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=575a1f32155042908ad22df36aa0404f&device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 2042 time: 0.3036911 Feb 02 13:13:35.092853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cf29dbd-531f-46cd-9163-5673fdea0415 req-63432bd4-923c-4ced-877b-4658b92732bd tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293015 Feb 02 13:13:35.096077 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router_gateway (59158817-c327-47ad-a197-3d7249e6939b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:35.142236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-5b43b551-3b82-4ccf-aadf-74d2750f9d81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.148&port_id=8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f HTTP/1.1" status: 200 len: 217 time: 0.0440342 Feb 02 13:13:35.148446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6db61e20-4d29-4a4b-9a4c-d9648a4dddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.149907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-6db61e20-4d29-4a4b-9a4c-d9648a4dddc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=587f13c3-5829-4c57-bcd3-f3f049bb1786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1328318 Feb 02 13:13:35.187658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting port 1e102eb6-57fb-4751-9c1b-55b97c5f0a80 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:35.188006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1e102eb6-57fb-4751-9c1b-55b97c5f0a80), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:35.314425 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-7de476e8-f5af-4fda-98a1-34208fdcb51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.316027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-7de476e8-f5af-4fda-98a1-34208fdcb51a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=152d5831-ef3d-4ef0-8c18-cf3ce2620744 HTTP/1.1" status: 200 len: 801 time: 0.1646469 Feb 02 13:13:35.317172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1e102eb6-57fb-4751-9c1b-55b97c5f0a80), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:35.334914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Calling delete_port for 1e102eb6-57fb-4751-9c1b-55b97c5f0a80 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:35.399230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8259f46-500e-471d-924d-0afc69b4c5ed req-5c2031e1-3174-4435-9b28-8aba9671f571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.404671 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8259f46-500e-471d-924d-0afc69b4c5ed req-5c2031e1-3174-4435-9b28-8aba9671f571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.409920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8259f46-500e-471d-924d-0afc69b4c5ed req-5c2031e1-3174-4435-9b28-8aba9671f571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.415275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8259f46-500e-471d-924d-0afc69b4c5ed req-5c2031e1-3174-4435-9b28-8aba9671f571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.420604 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8259f46-500e-471d-924d-0afc69b4c5ed req-5c2031e1-3174-4435-9b28-8aba9671f571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.426007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8259f46-500e-471d-924d-0afc69b4c5ed req-5c2031e1-3174-4435-9b28-8aba9671f571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.431253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8259f46-500e-471d-924d-0afc69b4c5ed req-5c2031e1-3174-4435-9b28-8aba9671f571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.434185 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8259f46-500e-471d-924d-0afc69b4c5ed req-5c2031e1-3174-4435-9b28-8aba9671f571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.1903427 Feb 02 13:13:35.485493 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:35.527110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-f02275b7-1947-4ef9-9982-337d13fea6f3 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459158 Feb 02 13:13:35.573991 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1e102eb6-57fb-4751-9c1b-55b97c5f0a80), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:35.586722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-243d33b3-3335-48a2-b58f-bdd86588a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:35.588508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-243d33b3-3335-48a2-b58f-bdd86588a9a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fac7e436-9e3e-461b-8a5d-f976da92d2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2566330 Feb 02 13:13:35.604757 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8259f46-500e-471d-924d-0afc69b4c5ed req-afe6f7d5-9e55-4c24-9d77-7ef78b7c45f7 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1629419 Feb 02 13:13:35.610716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Port': ['ID=1e102eb6-57fb-4751-9c1b-55b97c5f0a80,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:35.664201 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5d2bd1e-a988-4995-88ce-92f165e9cf95 req-800163a7-318a-423d-b9ef-a3def4e47734 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.1043227 Feb 02 13:13:35.719565 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (59158817-c327-47ad-a197-3d7249e6939b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:35.845179 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (59158817-c327-47ad-a197-3d7249e6939b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:35.847878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router_controller (59158817-c327-47ad-a197-3d7249e6939b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:35.882270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-ff22ff96-3036-47b6-bb8b-64dacc425625 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240850 Feb 02 13:13:35.902353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (59158817-c327-47ad-a197-3d7249e6939b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:35.902935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Fanout notify agent at l3_agent the message router_deleted on router 59158817-c327-47ad-a197-3d7249e6939b {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:13:35.919764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:35.920970 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b4996b0d-74c1-4a9d-967f-5f5f21069435 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/routers/59158817-c327-47ad-a197-3d7249e6939b HTTP/1.1" status: 204 len: 168 time: 1.1638389 Feb 02 13:13:35.931990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56954) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:35.984549 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-71499c2d-45a9-4b04-b5ce-4e6169fc934d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=a1765a74-871b-4e5a-a87e-d9ede27dfbfc HTTP/1.1" status: 200 len: 217 time: 0.0948389 Feb 02 13:13:35.988976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-f64244b3-24bc-4943-b7a3-c0877066155b service neutron] 10.222.0.18 "GET /v2.0/networks/fac7e436-9e3e-461b-8a5d-f976da92d2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689191 Feb 02 13:13:35.999292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dc240-5d81-44f8-b82f-b56e80940ec9 req-0aa19823-3156-4fc3-9670-5f7ccbf46862 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:36.003762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e3dc240-5d81-44f8-b82f-b56e80940ec9 req-0aa19823-3156-4fc3-9670-5f7ccbf46862 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.2506092 Feb 02 13:13:36.027255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1c0e15-f588-4513-900a-db43e7eb0498 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Deleting subnet 8a4e76b2-29aa-4dc5-9511-4beeadfca8e8 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:13:36.031217 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0e15-f588-4513-900a-db43e7eb0498 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for subnet (8a4e76b2-29aa-4dc5-9511-4beeadfca8e8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:36.099392 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0e15-f588-4513-900a-db43e7eb0498 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (8a4e76b2-29aa-4dc5-9511-4beeadfca8e8), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:36.168170 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0e15-f588-4513-900a-db43e7eb0498 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (8a4e76b2-29aa-4dc5-9511-4beeadfca8e8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:36.171007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-aece8cad-fce8-4416-88a3-651b8535fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:36.173176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-aece8cad-fce8-4416-88a3-651b8535fc61 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 200 len: 797 time: 0.1687942 Feb 02 13:13:36.262888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0e15-f588-4513-900a-db43e7eb0498 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (8a4e76b2-29aa-4dc5-9511-4beeadfca8e8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:36.278139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc9a28d3-b863-45c0-bd42-6729e358a858 req-3cf310ae-f99d-4520-8863-a4b71550b8f6 tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.1167016 Feb 02 13:13:36.326343 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c0e15-f588-4513-900a-db43e7eb0498 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4e76b2-29aa-4dc5-9511-4beeadfca8e8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:36.337922 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f1c0e15-f588-4513-900a-db43e7eb0498 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:36.350398 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-2558d5de-bcc5-4a7c-8b5e-32e0bf59f649 service neutron] 10.222.0.18 "GET /v2.0/networks/fac7e436-9e3e-461b-8a5d-f976da92d2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469357 Feb 02 13:13:36.357577 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1f1c0e15-f588-4513-900a-db43e7eb0498 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/subnets/8a4e76b2-29aa-4dc5-9511-4beeadfca8e8 HTTP/1.1" status: 204 len: 168 time: 0.4245508 Feb 02 13:13:36.358504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:36.390166 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:13:36.469038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e3dc240-5d81-44f8-b82f-b56e80940ec9 req-a79cdd15-7733-4f22-bbf3-21ccfadf255c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448407 Feb 02 13:13:36.479807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-fc3632c4-d2c3-4761-a366-5dd923ebc624 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=acf549bd-0e8c-4e5e-a05b-41df4920d44b HTTP/1.1" status: 200 len: 217 time: 0.1181269 Feb 02 13:13:36.581162 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d3c23af6-6ec4-48a6-ba37-009bfb854fad), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:36.591281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-735bdbbb-23d4-4ec8-8f77-e31b2a292c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:36.593165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-735bdbbb-23d4-4ec8-8f77-e31b2a292c5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=587f13c3-5829-4c57-bcd3-f3f049bb1786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3870039 Feb 02 13:13:36.625190 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:36.643883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c736f7-6088-43aa-9e5a-b430eb185841 req-411fb2de-69f6-4ccc-9343-b8c127a40d62 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:36.649187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c736f7-6088-43aa-9e5a-b430eb185841 req-411fb2de-69f6-4ccc-9343-b8c127a40d62 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:36.651023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50c736f7-6088-43aa-9e5a-b430eb185841 req-411fb2de-69f6-4ccc-9343-b8c127a40d62 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1678 time: 0.2938199 Feb 02 13:13:36.695815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-c1540162-d2aa-4b6e-90cc-14b33c3d4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:36.697417 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-c1540162-d2aa-4b6e-90cc-14b33c3d4033 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=adeb89eb-0d69-4d71-8f34-e055244a0d44 HTTP/1.1" status: 200 len: 801 time: 0.2112479 Feb 02 13:13:36.756338 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:37.223099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d3c23af6-6ec4-48a6-ba37-009bfb854fad), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:37.229190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-114a8d6e-d89a-4dc1-b7ff-01f9102787f7 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271842 Feb 02 13:13:37.286122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50c736f7-6088-43aa-9e5a-b430eb185841 req-edbb6d39-7577-4740-9f17-758a8b20f2a5 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211479 Feb 02 13:13:37.287727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c23af6-6ec4-48a6-ba37-009bfb854fad']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:37.298881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-88744369-fec9-40ab-a1f2-46aa17f3ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:37.300541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-88744369-fec9-40ab-a1f2-46aa17f3ed32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ab52a56-9bbe-4fdd-8c82-d587d0a0a812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5905368 Feb 02 13:13:37.314684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658c9f36-c131-4399-97f4-613d7d0b3364') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:37.318439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658c9f36-c131-4399-97f4-613d7d0b3364') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:37.335808 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314a9a-6505-4ff9-8158-adef7f5aee60 req-0afae89a-e785-4efb-a8b1-55634eae8966 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:37.341193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314a9a-6505-4ff9-8158-adef7f5aee60 req-0afae89a-e785-4efb-a8b1-55634eae8966 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:37.347338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314a9a-6505-4ff9-8158-adef7f5aee60 req-0afae89a-e785-4efb-a8b1-55634eae8966 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:37.352519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314a9a-6505-4ff9-8158-adef7f5aee60 req-0afae89a-e785-4efb-a8b1-55634eae8966 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:37.357799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314a9a-6505-4ff9-8158-adef7f5aee60 req-0afae89a-e785-4efb-a8b1-55634eae8966 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:37.363248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314a9a-6505-4ff9-8158-adef7f5aee60 req-0afae89a-e785-4efb-a8b1-55634eae8966 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:37.368462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314a9a-6505-4ff9-8158-adef7f5aee60 req-0afae89a-e785-4efb-a8b1-55634eae8966 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:37.370379 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0314a9a-6505-4ff9-8158-adef7f5aee60 req-0afae89a-e785-4efb-a8b1-55634eae8966 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.2854183 Feb 02 13:13:37.436943 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (658c9f36-c131-4399-97f4-613d7d0b3364), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:37.483708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9568d1c-18e3-4fcd-88ac-d55e02691977 req-ea6845ae-c3e5-4487-a759-2e3f0499511d tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.1071367 Feb 02 13:13:37.523269 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (658c9f36-c131-4399-97f4-613d7d0b3364), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:37.542753 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:13:37.543208 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (658c9f36-c131-4399-97f4-613d7d0b3364), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:13:37.546468 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:13:37.551824 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:37.641284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-e2eb90e0-69c3-4a27-8cb7-0e2fce7a1e57 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969710 Feb 02 13:13:37.673776 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0314a9a-6505-4ff9-8158-adef7f5aee60 req-af1faeb4-72fd-41cb-b84a-baa801584cea tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2727814 Feb 02 13:13:37.704941 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-74205574-876d-4e5f-9d3c-230fde57ad47 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab52a56-9bbe-4fdd-8c82-d587d0a0a812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954010 Feb 02 13:13:37.732868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4a03f7a-407f-4109-9e23-0897608d6a3e req-2010e64e-cb17-4255-9a32-6072e7a422ec tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0992458 Feb 02 13:13:37.735270 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (d3c23af6-6ec4-48a6-ba37-009bfb854fad), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:37.744131 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-414f96ef-6bdd-4421-abf3-575b3cb1b91d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=4944826c-bf8b-4065-98de-bc7da21a2637 HTTP/1.1" status: 200 len: 217 time: 0.0958211 Feb 02 13:13:37.759500 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:37.765168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] 10.222.0.83 "DELETE /v2.0/networks/d3c23af6-6ec4-48a6-ba37-009bfb854fad HTTP/1.1" status: 204 len: 168 time: 1.3973269 Feb 02 13:13:37.812292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58fe54-8d59-4f56-891c-4422b524cd59 tempest-FloatingIPTestJSON-625265098 tempest-FloatingIPTestJSON-625265098-project] Pushing event deleted for resources: {'Network': ['ID=d3c23af6-6ec4-48a6-ba37-009bfb854fad,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:37.895697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b05c40f8-906f-4b85-90da-abf2dbcf5949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:37.897176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-b05c40f8-906f-4b85-90da-abf2dbcf5949 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 200 len: 797 time: 0.1310086 Feb 02 13:13:37.929463 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:37.962207 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afa755fc-bfcb-4638-aa0e-d54d7236f85c req-c200f4e7-578f-4926-a204-bf660121a098 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab52a56-9bbe-4fdd-8c82-d587d0a0a812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284000 Feb 02 13:13:37.970835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b837a1d-7663-40e7-b663-7e6dc08ca177 req-c4c82b98-2abd-4724-9d59-c1bbe65811f3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:37.972659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b837a1d-7663-40e7-b663-7e6dc08ca177 req-c4c82b98-2abd-4724-9d59-c1bbe65811f3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.1674640 Feb 02 13:13:38.007809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-705afac2-7782-43f6-a3b9-16e14a9906fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:38.009615 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-705afac2-7782-43f6-a3b9-16e14a9906fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=587f13c3-5829-4c57-bcd3-f3f049bb1786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1057003 Feb 02 13:13:38.067278 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b837a1d-7663-40e7-b663-7e6dc08ca177 req-d13ac93c-562a-48eb-91d8-06642a6c2a29 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884271 Feb 02 13:13:38.266227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89678c-d841-49dd-8bd5-aa720a92806b req-dfc317a9-1f01-4831-972b-303b33cba8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:38.266907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89678c-d841-49dd-8bd5-aa720a92806b req-dfc317a9-1f01-4831-972b-303b33cba8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:38.268320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a89678c-d841-49dd-8bd5-aa720a92806b req-dfc317a9-1f01-4831-972b-303b33cba8d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=575a1f32155042908ad22df36aa0404f&device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 2042 time: 0.1074939 Feb 02 13:13:38.270369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-695a03bb-3805-40c0-af09-73f27637fa1d req-f74c5108-ab15-448c-8e5b-1ac3b4666350 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a&device_id=cc0dad17-e14e-400f-9640-135f33b5a204 HTTP/1.1" status: 200 len: 210 time: 0.0662842 Feb 02 13:13:38.307218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57022) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:38.435697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57028) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:38.491573 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-f1e14af4-7daa-4fac-a9ad-7754be981b55 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713943 Feb 02 13:13:38.624458 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ed764018-f8e2-48c8-a6c9-1dc11f9c5ae4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c80864fe7f3741348efd69e2c2a848a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3159461 Feb 02 13:13:38.628880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57036) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:38.675002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bb92c3c2-6a38-4883-8af6-356b3985bcd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:38.729300 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a21ae62-428e-4cff-8bac-4ff20cf44e99 req-f9153a14-ae4c-4911-93b6-a188eb6ac971 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.0634556 Feb 02 13:13:38.731814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf270747-ebf0-464d-9120-c94019a918f7 admin admin] Publish callbacks [] for security_group (649b19e1-6db3-4dc8-8092-aa2b63fc9311), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:38.768109 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf270747-ebf0-464d-9120-c94019a918f7 admin admin] Publish callbacks [] for security_group (649b19e1-6db3-4dc8-8092-aa2b63fc9311), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:38.797412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13a22ca7-92eb-43e6-8126-6789fe49a22d req-7fa1bc5a-4a82-43b2-abf0-3bf6800d41e5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a33c76369f034ad79a5b2b9daf7e4713&device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.1358793 Feb 02 13:13:38.816673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1e9b0-3977-4dcb-bf0b-a4b4658842ad req-e60ea1c3-e445-48b3-b3f3-09f4db996e10 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:38.819850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bb92c3c2-6a38-4883-8af6-356b3985bcd6 admin admin] Publish callbacks [] for security_group (1894aaed-9c6f-4a31-912e-d4a119ab10d9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:38.822457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1e9b0-3977-4dcb-bf0b-a4b4658842ad req-e60ea1c3-e445-48b3-b3f3-09f4db996e10 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:38.824447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38f1e9b0-3977-4dcb-bf0b-a4b4658842ad req-e60ea1c3-e445-48b3-b3f3-09f4db996e10 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1678 time: 0.4040601 Feb 02 13:13:38.825744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89678c-d841-49dd-8bd5-aa720a92806b req-609f961e-5720-48fa-acba-5785addafae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:38.827436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a89678c-d841-49dd-8bd5-aa720a92806b req-609f961e-5720-48fa-acba-5785addafae7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 HTTP/1.1" status: 200 len: 903 time: 0.5485759 Feb 02 13:13:38.833102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bb92c3c2-6a38-4883-8af6-356b3985bcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1894aaed-9c6f-4a31-912e-d4a119ab10d9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:38.856571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-79007abf-9634-405d-9feb-e7c8484b3481 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491230 Feb 02 13:13:38.872619 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bb92c3c2-6a38-4883-8af6-356b3985bcd6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7ca8ef80d38146cb8ea9e464c378052d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4357712 Feb 02 13:13:38.876173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57042) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:38.971937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13a22ca7-92eb-43e6-8126-6789fe49a22d req-a4590401-c7c7-426c-8694-607464ea6a61 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a33c76369f034ad79a5b2b9daf7e4713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1430950 Feb 02 13:13:38.972251 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29ab6a1e-2228-4835-b221-3897bec2d865 admin admin] Publish callbacks [] for security_group (1894aaed-9c6f-4a31-912e-d4a119ab10d9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:38.973262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-7550f5a4-1330-4586-9521-b60cca301320 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b7daf55-1e8b-4977-a501-2f660c000eea HTTP/1.1" status: 200 len: 217 time: 0.0889175 Feb 02 13:13:38.974096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf270747-ebf0-464d-9120-c94019a918f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (649b19e1-6db3-4dc8-8092-aa2b63fc9311), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:38.974434 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a89678c-d841-49dd-8bd5-aa720a92806b req-fc55a1a3-3080-4bc2-8471-b7907eb980a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=acf549bd-0e8c-4e5e-a05b-41df4920d44b HTTP/1.1" status: 200 len: 217 time: 0.1206622 Feb 02 13:13:38.976971 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf270747-ebf0-464d-9120-c94019a918f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:38.978225 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bf270747-ebf0-464d-9120-c94019a918f7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/649b19e1-6db3-4dc8-8092-aa2b63fc9311 HTTP/1.1" status: 204 len: 168 time: 0.3482425 Feb 02 13:13:38.978975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92c3c2-6a38-4883-8af6-356b3985bcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1894aaed-9c6f-4a31-912e-d4a119ab10d9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:39.010552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf270747-ebf0-464d-9120-c94019a918f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649b19e1-6db3-4dc8-8092-aa2b63fc9311,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:39.024800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38f1e9b0-3977-4dcb-bf0b-a4b4658842ad req-d8cdc884-a1ea-4969-8cb1-c73bcde25086 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843026 Feb 02 13:13:39.106338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29ab6a1e-2228-4835-b221-3897bec2d865 admin admin] Publish callbacks [] for security_group (1894aaed-9c6f-4a31-912e-d4a119ab10d9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:39.184379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29ab6a1e-2228-4835-b221-3897bec2d865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1894aaed-9c6f-4a31-912e-d4a119ab10d9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:39.187897 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29ab6a1e-2228-4835-b221-3897bec2d865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:39.189236 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-29ab6a1e-2228-4835-b221-3897bec2d865 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1894aaed-9c6f-4a31-912e-d4a119ab10d9 HTTP/1.1" status: 204 len: 168 time: 0.3118544 Feb 02 13:13:39.198624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab6a1e-2228-4835-b221-3897bec2d865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1894aaed-9c6f-4a31-912e-d4a119ab10d9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:39.245314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1020cfbf-cc35-4327-9af3-3816eae320e6 req-772b822a-b3e6-4a25-8a71-ac21a0a8a2ce tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0882187 Feb 02 13:13:39.267832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b2e6c-5d80-4a76-9a53-46dd0a463bc9 req-017828e3-9ac1-4441-9a30-6e23939f4435 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.274164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b2e6c-5d80-4a76-9a53-46dd0a463bc9 req-017828e3-9ac1-4441-9a30-6e23939f4435 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.279549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b2e6c-5d80-4a76-9a53-46dd0a463bc9 req-017828e3-9ac1-4441-9a30-6e23939f4435 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.285091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b2e6c-5d80-4a76-9a53-46dd0a463bc9 req-017828e3-9ac1-4441-9a30-6e23939f4435 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.295473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b2e6c-5d80-4a76-9a53-46dd0a463bc9 req-017828e3-9ac1-4441-9a30-6e23939f4435 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.296173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b2e6c-5d80-4a76-9a53-46dd0a463bc9 req-017828e3-9ac1-4441-9a30-6e23939f4435 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.301372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b2e6c-5d80-4a76-9a53-46dd0a463bc9 req-017828e3-9ac1-4441-9a30-6e23939f4435 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.309934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e1b2e6c-5d80-4a76-9a53-46dd0a463bc9 req-017828e3-9ac1-4441-9a30-6e23939f4435 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.4803293 Feb 02 13:13:39.314950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-37b49bac-57ee-4bee-afc3-84a80f795398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.316410 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-37b49bac-57ee-4bee-afc3-84a80f795398 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26371e2a-d775-4691-be95-f53aeb290042 HTTP/1.1" status: 200 len: 797 time: 0.2958980 Feb 02 13:13:39.317661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89678c-d841-49dd-8bd5-aa720a92806b req-745f8b78-807e-49a2-a197-989ccdc48baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.319037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a89678c-d841-49dd-8bd5-aa720a92806b req-745f8b78-807e-49a2-a197-989ccdc48baf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=adeb89eb-0d69-4d71-8f34-e055244a0d44 HTTP/1.1" status: 200 len: 801 time: 0.2994092 Feb 02 13:13:39.469883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a22ca7-92eb-43e6-8126-6789fe49a22d req-f50272a8-daff-46d5-8322-feda9035b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.471757 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13a22ca7-92eb-43e6-8126-6789fe49a22d req-f50272a8-daff-46d5-8322-feda9035b80a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4529886 Feb 02 13:13:39.519570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e1b2e6c-5d80-4a76-9a53-46dd0a463bc9 req-9f5850a2-a3bf-4df0-bdc0-9f74f400a074 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2086604 Feb 02 13:13:39.549209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-7e1e8b0a-b267-4d94-95e2-d8bef5bc80d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.553177 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-7e1e8b0a-b267-4d94-95e2-d8bef5bc80d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2142558 Feb 02 13:13:39.555545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89678c-d841-49dd-8bd5-aa720a92806b req-01cc1c5c-c0df-47ce-aefe-da28fae4d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.558402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a89678c-d841-49dd-8bd5-aa720a92806b req-01cc1c5c-c0df-47ce-aefe-da28fae4d931 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ab52a56-9bbe-4fdd-8c82-d587d0a0a812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2209640 Feb 02 13:13:39.569047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24cf88-1c81-42da-8b51-f8c368033f2e req-383c5c21-7909-445d-89be-da283e154c68 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:39.571273 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c24cf88-1c81-42da-8b51-f8c368033f2e req-383c5c21-7909-445d-89be-da283e154c68 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.1956978 Feb 02 13:13:39.917512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c24cf88-1c81-42da-8b51-f8c368033f2e req-deca0fb4-63ee-46b1-95f3-89a679ff6507 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216665 Feb 02 13:13:39.932440 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aeb4444b-f37d-4382-a65e-3fd9e4b92250 req-9af871b9-5227-4538-b0c7-347e989b6520 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.0669363 Feb 02 13:13:39.966606 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-8528aa80-546b-4f6e-a4a6-f7d9bc4431d4 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935196 Feb 02 13:13:39.970985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a89678c-d841-49dd-8bd5-aa720a92806b req-9740c6cc-a464-4e71-9a23-7264696fa6cb service neutron] 10.222.0.18 "GET /v2.0/networks/2ab52a56-9bbe-4fdd-8c82-d587d0a0a812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947465 Feb 02 13:13:40.547686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57090) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:40.593382 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a724377a-9129-456e-b2a8-48acc6e89732 req-4af93928-4d02-4b71-8360-cd12df879112 tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0930171 Feb 02 13:13:40.634090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51f161-c642-4d17-8f45-ccb58be12164 req-ef4288bb-3617-46ae-8661-8832691062d3 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:40.640510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:13:40.640994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51f161-c642-4d17-8f45-ccb58be12164 req-ef4288bb-3617-46ae-8661-8832691062d3 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:40.650977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1f51f161-c642-4d17-8f45-ccb58be12164 req-ef4288bb-3617-46ae-8661-8832691062d3 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1678 time: 0.1515706 Feb 02 13:13:40.737262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1f51f161-c642-4d17-8f45-ccb58be12164 req-664ef02f-4cae-48e3-8556-139621e5a47c tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852396 Feb 02 13:13:40.744126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-a0874ec5-1bf6-433b-8d05-7069f3299095 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7672076 Feb 02 13:13:40.748711 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a89678c-d841-49dd-8bd5-aa720a92806b req-9a33ba14-4df5-4a30-b148-7d9178d5d2e0 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab52a56-9bbe-4fdd-8c82-d587d0a0a812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7638538 Feb 02 13:13:40.857370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-89896d09-3d8f-4d9a-abd6-40308aa287ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0704b38b-c126-42f5-a6f6-65ec8e467196 HTTP/1.1" status: 200 len: 217 time: 0.0867441 Feb 02 13:13:40.900233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f,segment=NetworkSegment(35bfeede-e9de-4a4c-a189-b0f1db06361f),segment_id=35bfeede-e9de-4a4c-a189-b0f1db06361f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:40.912313 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f', 'network_id': 'fac7e436-9e3e-461b-8a5d-f976da92d2d2', 'port_id': '8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f', 'mac_address': 'fa:16:3e:9f:71:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152d5831-ef3d-4ef0-8c18-cf3ce2620744', 'ip_address': '19.80.0.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:13:40.912561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-aae8bb6b-ea29-43cc-9ffb-a81fcbbd0e0d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:40.913345 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-aae8bb6b-ea29-43cc-9ffb-a81fcbbd0e0d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 02 13:13:40.914223 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-aae8bb6b-ea29-43cc-9ffb-a81fcbbd0e0d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): There was a conflict when trying to complete your request. Feb 02 13:13:40.916358 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aae8bb6b-ea29-43cc-9ffb-a81fcbbd0e0d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3684287 Feb 02 13:13:40.921735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57104) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:40.937763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f470df56-f7b0-461d-92c3-e9c19c8d0b7f tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group': {'name': 'tempest-secgroup--535645364'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:40.938783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-8fcec59e-0d52-4287-8341-128198d30214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:40.940362 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-8fcec59e-0d52-4287-8341-128198d30214 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26371e2a-d775-4691-be95-f53aeb290042 HTTP/1.1" status: 200 len: 797 time: 0.0726912 Feb 02 13:13:40.953876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:40.954495 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:40.973356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:40.993168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4929dbc-c90b-444e-b84d-43c41f32928a req-40411e38-c1ad-4050-861a-f5c904bd057b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:40.994099 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f,segment=NetworkSegment(35bfeede-e9de-4a4c-a189-b0f1db06361f),segment_id=35bfeede-e9de-4a4c-a189-b0f1db06361f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:40.999190 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.000258 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device acf549bd-0e8c-4e5e-a05b-41df4920d44b details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:13:41.010185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4929dbc-c90b-444e-b84d-43c41f32928a req-40411e38-c1ad-4050-861a-f5c904bd057b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:41.023851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4929dbc-c90b-444e-b84d-43c41f32928a req-40411e38-c1ad-4050-861a-f5c904bd057b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:41.028968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f470df56-f7b0-461d-92c3-e9c19c8d0b7f tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.037767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4929dbc-c90b-444e-b84d-43c41f32928a req-40411e38-c1ad-4050-861a-f5c904bd057b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:41.047113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4929dbc-c90b-444e-b84d-43c41f32928a req-40411e38-c1ad-4050-861a-f5c904bd057b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:41.054362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4929dbc-c90b-444e-b84d-43c41f32928a req-40411e38-c1ad-4050-861a-f5c904bd057b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:41.058366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f470df56-f7b0-461d-92c3-e9c19c8d0b7f tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.060643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4929dbc-c90b-444e-b84d-43c41f32928a req-40411e38-c1ad-4050-861a-f5c904bd057b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:41.062817 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d4929dbc-c90b-444e-b84d-43c41f32928a req-40411e38-c1ad-4050-861a-f5c904bd057b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.2404675 Feb 02 13:13:41.114105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port acf549bd-0e8c-4e5e-a05b-41df4920d44b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=acf549bd-0e8c-4e5e-a05b-41df4920d44b,segment=NetworkSegment(e88b551c-a634-4fe1-b371-f0908a4e49ce),segment_id=e88b551c-a634-4fe1-b371-f0908a4e49ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:41.129003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'acf549bd-0e8c-4e5e-a05b-41df4920d44b', 'network_id': '2ab52a56-9bbe-4fdd-8c82-d587d0a0a812', 'port_id': 'acf549bd-0e8c-4e5e-a05b-41df4920d44b', 'mac_address': 'fa:16:3e:72:cf:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adeb89eb-0d69-4d71-8f34-e055244a0d44', 'ip_address': '19.86.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:13:41.175498 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13a22ca7-92eb-43e6-8126-6789fe49a22d req-3686d3ba-cfd3-47f0-97a1-ce8277cf39d5 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.62 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.2122896 Feb 02 13:13:41.213773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port acf549bd-0e8c-4e5e-a05b-41df4920d44b is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:41.214473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.217043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:41.237392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf549bd-0e8c-4e5e-a05b-41df4920d44b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:41.262337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port acf549bd-0e8c-4e5e-a05b-41df4920d44b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=acf549bd-0e8c-4e5e-a05b-41df4920d44b,segment=NetworkSegment(e88b551c-a634-4fe1-b371-f0908a4e49ce),segment_id=e88b551c-a634-4fe1-b371-f0908a4e49ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:41.268588 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.280075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a27a37-f0b2-4ab4-9ba5-556b71caece8 req-013f268b-b6a5-46aa-a519-dcfb9caacf7d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:41.288898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a27a37-f0b2-4ab4-9ba5-556b71caece8 req-013f268b-b6a5-46aa-a519-dcfb9caacf7d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.2096725 Feb 02 13:13:41.310376 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f470df56-f7b0-461d-92c3-e9c19c8d0b7f tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (2ed26212-eec9-42ed-8f5a-9beb0c96c809), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.321918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f470df56-f7b0-461d-92c3-e9c19c8d0b7f tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2ed26212-eec9-42ed-8f5a-9beb0c96c809), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.346908 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d4929dbc-c90b-444e-b84d-43c41f32928a req-d2d8700f-f325-42dd-a7ac-53d65188eba9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2645407 Feb 02 13:13:41.349346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=acf549bd-0e8c-4e5e-a05b-41df4920d44b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:41.372945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f60dd-140e-4d5c-946b-438237d09974 req-73955e65-b7ba-4151-9aac-50ac082308b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:41.374788 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-73955e65-b7ba-4151-9aac-50ac082308b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4102190 Feb 02 13:13:41.439886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470df56-f7b0-461d-92c3-e9c19c8d0b7f tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed26212-eec9-42ed-8f5a-9beb0c96c809,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:41.506677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f470df56-f7b0-461d-92c3-e9c19c8d0b7f tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (073741b9-1bd6-47d2-b3c6-657d32ca62a9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.514396 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f470df56-f7b0-461d-92c3-e9c19c8d0b7f tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (073741b9-1bd6-47d2-b3c6-657d32ca62a9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.524815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-7ab518e9-6cbf-4cf0-b540-aac2a0d03c93 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409187 Feb 02 13:13:41.550675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f470df56-f7b0-461d-92c3-e9c19c8d0b7f tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.552379 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f470df56-f7b0-461d-92c3-e9c19c8d0b7f tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6290801 Feb 02 13:13:41.555905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57114) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:41.569305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-24a485f2-65c6-4aa9-9231-952db8db008d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '073741b9-1bd6-47d2-b3c6-657d32ca62a9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:41.587807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470df56-f7b0-461d-92c3-e9c19c8d0b7f tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073741b9-1bd6-47d2-b3c6-657d32ca62a9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:41.593651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7a27a37-f0b2-4ab4-9ba5-556b71caece8 req-efefb9bb-6762-4fa2-b502-2a63b70d25d3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990961 Feb 02 13:13:41.596732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11ea71fd-ba94-4b36-80c4-371b8acf7f56 req-99733861-280a-4586-9195-5c34a4d9fbc9 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=9063d9da-ed89-49f1-bda0-5020931cfb1a HTTP/1.1" status: 200 len: 210 time: 0.0817785 Feb 02 13:13:41.622837 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:13:41.642216 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-24a485f2-65c6-4aa9-9231-952db8db008d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group_rule (3b9538e5-7eb4-4413-8ed4-f19f4ca60946), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.759233 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c91f60dd-140e-4d5c-946b-438237d09974 req-0abbe56f-2f6c-4063-bdfb-3c485aacc56d service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258506 Feb 02 13:13:41.831959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-24a485f2-65c6-4aa9-9231-952db8db008d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group_rule (3b9538e5-7eb4-4413-8ed4-f19f4ca60946), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.840225 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-24a485f2-65c6-4aa9-9231-952db8db008d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (3b9538e5-7eb4-4413-8ed4-f19f4ca60946), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.915719 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c33be695-ca78-49f9-a945-e13bf00c5faa req-4cbf2220-c9aa-41d3-930a-1198ea65e97c tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.1477685 Feb 02 13:13:41.920192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a485f2-65c6-4aa9-9231-952db8db008d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9538e5-7eb4-4413-8ed4-f19f4ca60946,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:41.965031 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-24a485f2-65c6-4aa9-9231-952db8db008d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:41.968995 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-24a485f2-65c6-4aa9-9231-952db8db008d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4073827 Feb 02 13:13:41.975337 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57126) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:41.983307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-93fb452f-0628-4add-98ce-01f089ee484d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '073741b9-1bd6-47d2-b3c6-657d32ca62a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:42.078399 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-93fb452f-0628-4add-98ce-01f089ee484d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group_rule (b19efb9d-99d4-4625-bc2e-39636a5bb91a), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.131094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e80314-559e-4880-9a6b-1f278088dbb6 req-30d29eda-3b21-4bf2-9a20-8318dc4fb02b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.136906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e80314-559e-4880-9a6b-1f278088dbb6 req-30d29eda-3b21-4bf2-9a20-8318dc4fb02b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.138618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0e80314-559e-4880-9a6b-1f278088dbb6 req-30d29eda-3b21-4bf2-9a20-8318dc4fb02b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1680 time: 0.2355433 Feb 02 13:13:42.145768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-97cbf4e4-025c-4175-b7e2-b54e74105cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.146119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-97cbf4e4-025c-4175-b7e2-b54e74105cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.146657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-97cbf4e4-025c-4175-b7e2-b54e74105cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.147122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-97cbf4e4-025c-4175-b7e2-b54e74105cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.148124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-97cbf4e4-025c-4175-b7e2-b54e74105cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.148591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-97cbf4e4-025c-4175-b7e2-b54e74105cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.149055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-97cbf4e4-025c-4175-b7e2-b54e74105cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.151061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-97cbf4e4-025c-4175-b7e2-b54e74105cdd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 6691 time: 0.1403446 Feb 02 13:13:42.153715 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-93fb452f-0628-4add-98ce-01f089ee484d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): There was a conflict when trying to complete your request. Feb 02 13:13:42.155115 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-93fb452f-0628-4add-98ce-01f089ee484d tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1787269 Feb 02 13:13:42.157949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57132) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:42.214368 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ef65b5d-ea2b-40d3-975e-ce426686f74e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (073741b9-1bd6-47d2-b3c6-657d32ca62a9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.239223 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ef65b5d-ea2b-40d3-975e-ce426686f74e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (073741b9-1bd6-47d2-b3c6-657d32ca62a9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.267628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0e80314-559e-4880-9a6b-1f278088dbb6 req-ccd5ab9b-af42-4e7d-b0ac-1738aa06c66a tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135168 Feb 02 13:13:42.290031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-7c46588a-d6de-44d3-8f58-baa042716df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.291909 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-7c46588a-d6de-44d3-8f58-baa042716df6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f5fdd77c-8e52-4edb-974c-730c98bebc9d HTTP/1.1" status: 200 len: 902 time: 0.1315625 Feb 02 13:13:42.293683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ef65b5d-ea2b-40d3-975e-ce426686f74e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (073741b9-1bd6-47d2-b3c6-657d32ca62a9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.296348 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ef65b5d-ea2b-40d3-975e-ce426686f74e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.297481 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3ef65b5d-ea2b-40d3-975e-ce426686f74e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "DELETE /v2.0/security-groups/073741b9-1bd6-47d2-b3c6-657d32ca62a9 HTTP/1.1" status: 204 len: 168 time: 0.1385028 Feb 02 13:13:42.300193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57140) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:42.306375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef65b5d-ea2b-40d3-975e-ce426686f74e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073741b9-1bd6-47d2-b3c6-657d32ca62a9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:42.349439 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-3a865164-55ba-4bdf-afe9-45cca94f580c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0704b38b-c126-42f5-a6f6-65ec8e467196 HTTP/1.1" status: 200 len: 217 time: 0.0507560 Feb 02 13:13:42.420040 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-de2e561a-b7a9-45de-9f0c-1635fd601ce7 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1147137 Feb 02 13:13:42.420571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57144) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:42.425300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-46fff758-914f-456e-ba90-43bfc7e5087c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1487207171'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:42.446550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-357333d4-1af2-4bad-b023-61f7748d63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.448268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-357333d4-1af2-4bad-b023-61f7748d63fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26371e2a-d775-4691-be95-f53aeb290042 HTTP/1.1" status: 200 len: 797 time: 0.0700660 Feb 02 13:13:42.448803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46fff758-914f-456e-ba90-43bfc7e5087c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.538765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-4ae0da6f-95e8-41e3-b774-ff41903af0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.540482 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-4ae0da6f-95e8-41e3-b774-ff41903af0ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0797050 Feb 02 13:13:42.543295 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46fff758-914f-456e-ba90-43bfc7e5087c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (5a9b585b-bc52-4764-94f1-9a99a3d7fa26), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.553850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46fff758-914f-456e-ba90-43bfc7e5087c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5a9b585b-bc52-4764-94f1-9a99a3d7fa26), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.557152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4a225-9f7f-4a1b-a6f7-be56c436352d req-ffb71a77-2048-4bf8-9a1f-972abed398d3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.563171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4a225-9f7f-4a1b-a6f7-be56c436352d req-ffb71a77-2048-4bf8-9a1f-972abed398d3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.568155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4a225-9f7f-4a1b-a6f7-be56c436352d req-ffb71a77-2048-4bf8-9a1f-972abed398d3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.573781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4a225-9f7f-4a1b-a6f7-be56c436352d req-ffb71a77-2048-4bf8-9a1f-972abed398d3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.578988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4a225-9f7f-4a1b-a6f7-be56c436352d req-ffb71a77-2048-4bf8-9a1f-972abed398d3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.584124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46fff758-914f-456e-ba90-43bfc7e5087c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.584402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4a225-9f7f-4a1b-a6f7-be56c436352d req-ffb71a77-2048-4bf8-9a1f-972abed398d3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.588375 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-46fff758-914f-456e-ba90-43bfc7e5087c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1641915 Feb 02 13:13:42.588857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57158) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:42.589697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4a225-9f7f-4a1b-a6f7-be56c436352d req-ffb71a77-2048-4bf8-9a1f-972abed398d3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.591745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0b4a225-9f7f-4a1b-a6f7-be56c436352d req-ffb71a77-2048-4bf8-9a1f-972abed398d3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.1227016 Feb 02 13:13:42.593540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-57015b84-af9a-439f-9358-6490420eef57 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '5a9b585b-bc52-4764-94f1-9a99a3d7fa26', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:42.594275 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-57015b84-af9a-439f-9358-6490420eef57 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 02 13:13:42.594857 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-57015b84-af9a-439f-9358-6490420eef57 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:42.595915 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-57015b84-af9a-439f-9358-6490420eef57 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063326 Feb 02 13:13:42.602520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57164) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:42.608965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fff758-914f-456e-ba90-43bfc7e5087c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9b585b-bc52-4764-94f1-9a99a3d7fa26,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:42.654250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:13:42.684146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['acf549bd-0e8c-4e5e-a05b-41df4920d44b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:13:42.778915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:13:42.793013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:42.793373 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.811532 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc295681-c3dd-46eb-a36e-7a58cf0d88cc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (5a9b585b-bc52-4764-94f1-9a99a3d7fa26), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.817644 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-6cb7ee02-6b36-49eb-9be9-0446f326f4f9 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249935 Feb 02 13:13:42.831993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0b4a225-9f7f-4a1b-a6f7-be56c436352d req-80f6cf08-6196-4184-8120-dd381ffe9fb4 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2104032 Feb 02 13:13:42.859845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c5421-aad1-4cd3-90e7-54183f5a966a req-16c01938-678e-4f5a-bb9e-675249bd6c58 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:42.863104 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4c5421-aad1-4cd3-90e7-54183f5a966a req-16c01938-678e-4f5a-bb9e-675249bd6c58 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.1933885 Feb 02 13:13:42.904421 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc295681-c3dd-46eb-a36e-7a58cf0d88cc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (5a9b585b-bc52-4764-94f1-9a99a3d7fa26), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.933336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:42.933767 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:42.976486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f,segment=NetworkSegment(35bfeede-e9de-4a4c-a189-b0f1db06361f),segment_id=35bfeede-e9de-4a4c-a189-b0f1db06361f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:42.977754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:42.980779 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ae11b3-8082-47b8-adaa-a17d03d81141" -d '{"events": [{"server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "name": "network-vif-plugged", "status": "completed", "tag": "8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:42.985541 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.044655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:43.061685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a4c5421-aad1-4cd3-90e7-54183f5a966a req-fa3f8851-90ad-4a32-bf83-8f3a0d0e25f3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753292 Feb 02 13:13:43.067773 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc295681-c3dd-46eb-a36e-7a58cf0d88cc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5a9b585b-bc52-4764-94f1-9a99a3d7fa26), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.076188 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bc295681-c3dd-46eb-a36e-7a58cf0d88cc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.078072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bc295681-c3dd-46eb-a36e-7a58cf0d88cc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "DELETE /v2.0/security-groups/5a9b585b-bc52-4764-94f1-9a99a3d7fa26 HTTP/1.1" status: 204 len: 168 time: 0.4747021 Feb 02 13:13:43.081992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57196) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.098436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a444be37-de33-4988-a4ab-8a2f1361a825 req-71c0f37f-f153-4834-b42e-c762d167d62a service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654755 Feb 02 13:13:43.099206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc295681-c3dd-46eb-a36e-7a58cf0d88cc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9b585b-bc52-4764-94f1-9a99a3d7fa26,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:43.194256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fbc88dc-fd49-4465-9c85-b6aa79817588 req-44742ef5-6dbc-495c-a623-725ee0ce6a75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a33c76369f034ad79a5b2b9daf7e4713&device_id=cc0dad17-e14e-400f-9640-135f33b5a204 HTTP/1.1" status: 200 len: 210 time: 0.0449085 Feb 02 13:13:43.205452 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11352981-5698-4a5b-bfa5-14d04f51c181 x-openstack-request-id: req-11352981-5698-4a5b-bfa5-14d04f51c181 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:43.205452 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "name": "network-vif-plugged", "status": "completed", "tag": "8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:43.205452 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-11352981-5698-4a5b-bfa5-14d04f51c181 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:43.205452 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f', 'code': 200} Feb 02 13:13:43.206897 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9541fd4d-7e7f-4445-b7d7-531cb9d16ec7 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1229532 Feb 02 13:13:43.207718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57202) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.215085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57204) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.216154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-526f799b-6582-48c1-9ce7-37429807cb50 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group': {'name': 'tempest-secgroup--408321699'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:43.251658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fbc88dc-fd49-4465-9c85-b6aa79817588 req-3c496214-d2da-4f42-81ff-0be6ff99fe09 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=a33c76369f034ad79a5b2b9daf7e4713&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446377 Feb 02 13:13:43.261301 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-526f799b-6582-48c1-9ce7-37429807cb50 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.297044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afec675f-65ab-4966-8ecc-51f333a71304 req-1fb85a64-39a5-4b10-91a2-92708bd90a0c tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0633790 Feb 02 13:13:43.383243 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-526f799b-6582-48c1-9ce7-37429807cb50 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (7a4c1452-d298-4f54-9e65-1e73eb8e840e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.389587 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-526f799b-6582-48c1-9ce7-37429807cb50 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7a4c1452-d298-4f54-9e65-1e73eb8e840e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.390854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c074ea3-a580-4db9-bc13-b8768cbd935b req-dd417c81-dee4-44ec-ae7a-f8fe20ca8a37 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc0dad17-e14e-400f-9640-135f33b5a204 HTTP/1.1" status: 200 len: 210 time: 0.0608864 Feb 02 13:13:43.428531 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-526f799b-6582-48c1-9ce7-37429807cb50 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.429805 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-526f799b-6582-48c1-9ce7-37429807cb50 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2209814 Feb 02 13:13:43.433517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.437117 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f799b-6582-48c1-9ce7-37429807cb50 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4c1452-d298-4f54-9e65-1e73eb8e840e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:43.442071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fbd39d13-0d70-4e4f-a629-6e47037b8e10 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '7a4c1452-d298-4f54-9e65-1e73eb8e840e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:43.442944 n-d-827336-2 neutron-server[103188]: WARNING neutron.api.v2.base [None req-fbd39d13-0d70-4e4f-a629-6e47037b8e10 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 02 13:13:43.443482 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-fbd39d13-0d70-4e4f-a629-6e47037b8e10 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:43.447474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fbd39d13-0d70-4e4f-a629-6e47037b8e10 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063920 Feb 02 13:13:43.448019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57214) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.482020 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c86bb79e-a8b8-4d8d-a2b7-b5251ddcd759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.506533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f273478-e81e-4772-aea5-3058a4c028d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (7a4c1452-d298-4f54-9e65-1e73eb8e840e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.529521 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f273478-e81e-4772-aea5-3058a4c028d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (7a4c1452-d298-4f54-9e65-1e73eb8e840e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.531338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc88dc-fd49-4465-9c85-b6aa79817588 req-ae89c70c-bfe6-41db-9062-881488521f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:43.532883 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fbc88dc-fd49-4465-9c85-b6aa79817588 req-ae89c70c-bfe6-41db-9062-881488521f1c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2609131 Feb 02 13:13:43.547257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8912c9e-4810-437c-b433-8590f902f6d3 req-4bcfdb30-feab-4e15-b926-dc4f9f202980 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:43.552481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8912c9e-4810-437c-b433-8590f902f6d3 req-4bcfdb30-feab-4e15-b926-dc4f9f202980 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:43.554065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8912c9e-4810-437c-b433-8590f902f6d3 req-4bcfdb30-feab-4e15-b926-dc4f9f202980 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1681 time: 0.1677604 Feb 02 13:13:43.602666 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f273478-e81e-4772-aea5-3058a4c028d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7a4c1452-d298-4f54-9e65-1e73eb8e840e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.605627 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f273478-e81e-4772-aea5-3058a4c028d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.609525 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9f273478-e81e-4772-aea5-3058a4c028d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "DELETE /v2.0/security-groups/7a4c1452-d298-4f54-9e65-1e73eb8e840e HTTP/1.1" status: 204 len: 168 time: 0.1577599 Feb 02 13:13:43.610863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57216) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.631942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8912c9e-4810-437c-b433-8590f902f6d3 req-a2748bc2-17a0-49ef-a295-3d7c78ffce4d tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700750 Feb 02 13:13:43.633630 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f273478-e81e-4772-aea5-3058a4c028d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4c1452-d298-4f54-9e65-1e73eb8e840e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:43.656191 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c86bb79e-a8b8-4d8d-a2b7-b5251ddcd759 admin admin] Publish callbacks [] for security_group (8ba65416-eaeb-4e6f-a4ec-939577f0c8e5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.672156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c86bb79e-a8b8-4d8d-a2b7-b5251ddcd759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8ba65416-eaeb-4e6f-a4ec-939577f0c8e5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.687987 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d31be2e4-9324-440f-9eac-3ebe2a0877c2 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0737457 Feb 02 13:13:43.688469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57218) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.693373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f71f3539-ce3e-43d2-b55a-521953a9ed4e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group': {'name': 'tempest-secgroup--454878751'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:43.714121 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f71f3539-ce3e-43d2-b55a-521953a9ed4e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.730348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c86bb79e-a8b8-4d8d-a2b7-b5251ddcd759 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8b733387e1a34cf69351d13a9827531e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5118117 Feb 02 13:13:43.730348 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bb79e-a8b8-4d8d-a2b7-b5251ddcd759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba65416-eaeb-4e6f-a4ec-939577f0c8e5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:43.731904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57220) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.811811 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0125-adfc-436a-9a68-f657065e4e04 admin admin] Publish callbacks [] for security_group (8ba65416-eaeb-4e6f-a4ec-939577f0c8e5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.841836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f71f3539-ce3e-43d2-b55a-521953a9ed4e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (c92034ca-9c04-4dd7-bd85-d92d4f517987), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.848285 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f71f3539-ce3e-43d2-b55a-521953a9ed4e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c92034ca-9c04-4dd7-bd85-d92d4f517987), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.856746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0125-adfc-436a-9a68-f657065e4e04 admin admin] Publish callbacks [] for security_group (8ba65416-eaeb-4e6f-a4ec-939577f0c8e5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.900446 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f71f3539-ce3e-43d2-b55a-521953a9ed4e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.901669 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f71f3539-ce3e-43d2-b55a-521953a9ed4e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2122581 Feb 02 13:13:43.905933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57224) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.907155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f3539-ce3e-43d2-b55a-521953a9ed4e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c92034ca-9c04-4dd7-bd85-d92d4f517987,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:43.914760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-25dd2a36-91fe-4a76-a208-06669c3bdc5c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': 'c92034ca-9c04-4dd7-bd85-d92d4f517987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:43.930191 n-d-827336-2 neutron-server[103188]: WARNING neutron.api.v2.base [None req-25dd2a36-91fe-4a76-a208-06669c3bdc5c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 02 13:13:43.931018 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-25dd2a36-91fe-4a76-a208-06669c3bdc5c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:43.935400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-25dd2a36-91fe-4a76-a208-06669c3bdc5c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0241773 Feb 02 13:13:43.936230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57226) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.942616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-dd65375b-74ca-49e6-ae4e-00ea44c33bc6 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': 'c92034ca-9c04-4dd7-bd85-d92d4f517987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:43.944139 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-dd65375b-74ca-49e6-ae4e-00ea44c33bc6 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 02 13:13:43.944637 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-dd65375b-74ca-49e6-ae4e-00ea44c33bc6 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:43.948187 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dd65375b-74ca-49e6-ae4e-00ea44c33bc6 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068874 Feb 02 13:13:43.948474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57228) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.954534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-76b942e6-a547-42dd-8d9c-0d44a54aa016 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': 'c92034ca-9c04-4dd7-bd85-d92d4f517987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:43.955606 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-76b942e6-a547-42dd-8d9c-0d44a54aa016 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 02 13:13:43.956207 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-76b942e6-a547-42dd-8d9c-0d44a54aa016 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:43.957150 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-76b942e6-a547-42dd-8d9c-0d44a54aa016 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077822 Feb 02 13:13:43.957994 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0125-adfc-436a-9a68-f657065e4e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8ba65416-eaeb-4e6f-a4ec-939577f0c8e5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.966278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbfd0125-adfc-436a-9a68-f657065e4e04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:43.969972 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fbfd0125-adfc-436a-9a68-f657065e4e04 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8ba65416-eaeb-4e6f-a4ec-939577f0c8e5 HTTP/1.1" status: 204 len: 168 time: 0.2335653 Feb 02 13:13:43.969972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57230) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.979095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-df22ae3e-f9e2-40d5-8768-86184acb26d6 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': 'c92034ca-9c04-4dd7-bd85-d92d4f517987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:43.979986 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-df22ae3e-f9e2-40d5-8768-86184acb26d6 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 02 13:13:43.980468 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-df22ae3e-f9e2-40d5-8768-86184acb26d6 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:43.984301 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-df22ae3e-f9e2-40d5-8768-86184acb26d6 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0095267 Feb 02 13:13:43.984893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57234) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:43.997194 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd0125-adfc-436a-9a68-f657065e4e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba65416-eaeb-4e6f-a4ec-939577f0c8e5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:44.017653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000522-830e-4ddc-af63-d239340fca3c req-90327d0c-78ee-4cb4-9ff5-66006990f880 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:44.023507 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000522-830e-4ddc-af63-d239340fca3c req-90327d0c-78ee-4cb4-9ff5-66006990f880 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:44.029569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000522-830e-4ddc-af63-d239340fca3c req-90327d0c-78ee-4cb4-9ff5-66006990f880 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:44.034782 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000522-830e-4ddc-af63-d239340fca3c req-90327d0c-78ee-4cb4-9ff5-66006990f880 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:44.040268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000522-830e-4ddc-af63-d239340fca3c req-90327d0c-78ee-4cb4-9ff5-66006990f880 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:44.045869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000522-830e-4ddc-af63-d239340fca3c req-90327d0c-78ee-4cb4-9ff5-66006990f880 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:44.051528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000522-830e-4ddc-af63-d239340fca3c req-90327d0c-78ee-4cb4-9ff5-66006990f880 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:44.058921 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3620464-9ced-4da6-9755-1c416225c215 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (c92034ca-9c04-4dd7-bd85-d92d4f517987), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.059349 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0000522-830e-4ddc-af63-d239340fca3c req-90327d0c-78ee-4cb4-9ff5-66006990f880 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.1260662 Feb 02 13:13:44.090452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3620464-9ced-4da6-9755-1c416225c215 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (c92034ca-9c04-4dd7-bd85-d92d4f517987), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.135705 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3620464-9ced-4da6-9755-1c416225c215 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c92034ca-9c04-4dd7-bd85-d92d4f517987), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.139766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3620464-9ced-4da6-9755-1c416225c215 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.141073 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b3620464-9ced-4da6-9755-1c416225c215 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "DELETE /v2.0/security-groups/c92034ca-9c04-4dd7-bd85-d92d4f517987 HTTP/1.1" status: 204 len: 168 time: 0.1549892 Feb 02 13:13:44.145364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57240) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.151950 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0000522-830e-4ddc-af63-d239340fca3c req-d07335e2-e20b-4d3f-b4d2-4dc5836edf9f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851278 Feb 02 13:13:44.179102 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3620464-9ced-4da6-9755-1c416225c215 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92034ca-9c04-4dd7-bd85-d92d4f517987,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:44.232224 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b1ec7c5c-ba4b-45f9-acfa-05b583a68808 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0852964 Feb 02 13:13:44.234950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57242) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.240403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3fd00951-0c60-4d9c-86ae-5db3df14a6d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group': {'name': 'tempest-secgroup--996199820'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:44.267958 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3fd00951-0c60-4d9c-86ae-5db3df14a6d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.276735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2b53a-7339-4763-ab58-fac904e18725 req-c87d689c-93ac-4da3-b7af-8d724469dc73 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:44.278638 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ff2b53a-7339-4763-ab58-fac904e18725 req-c87d689c-93ac-4da3-b7af-8d724469dc73 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.0673614 Feb 02 13:13:44.369320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ff2b53a-7339-4763-ab58-fac904e18725 req-26568486-286a-4d08-ab7f-7c5087c576fe tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817564 Feb 02 13:13:44.382541 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3fd00951-0c60-4d9c-86ae-5db3df14a6d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (14de9c36-77d1-43dd-8b68-7424c5542468), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.387006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3fd00951-0c60-4d9c-86ae-5db3df14a6d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (14de9c36-77d1-43dd-8b68-7424c5542468), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.396720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57250) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.414218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd870621-9522-4c17-a30b-7792821d0821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.422300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd00951-0c60-4d9c-86ae-5db3df14a6d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14de9c36-77d1-43dd-8b68-7424c5542468,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:44.427135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3fd00951-0c60-4d9c-86ae-5db3df14a6d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.431518 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3fd00951-0c60-4d9c-86ae-5db3df14a6d1 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1944394 Feb 02 13:13:44.432166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57254) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.437180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-db5e3585-6960-4be4-a944-a128667e8c22 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '14de9c36-77d1-43dd-8b68-7424c5542468', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:44.437946 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-db5e3585-6960-4be4-a944-a128667e8c22 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 02 13:13:44.438467 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-db5e3585-6960-4be4-a944-a128667e8c22 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:44.442609 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-db5e3585-6960-4be4-a944-a128667e8c22 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089719 Feb 02 13:13:44.443210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57256) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.447905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6d1ad100-d17d-4f99-a3ea-46f082b48140 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '14de9c36-77d1-43dd-8b68-7424c5542468', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:44.448469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6da3df1f-1a02-41fa-9c12-6cdf40376160 req-f135c33d-b8e1-473f-9620-0f06a44dcf09 tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0364103 Feb 02 13:13:44.509653 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-6d1ad100-d17d-4f99-a3ea-46f082b48140 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:44.511117 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6d1ad100-d17d-4f99-a3ea-46f082b48140 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0668299 Feb 02 13:13:44.516390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57258) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.521360 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-58d486eb-c532-4055-bc88-3cbe40b9f010 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '14de9c36-77d1-43dd-8b68-7424c5542468', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:44.521877 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-58d486eb-c532-4055-bc88-3cbe40b9f010 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 02 13:13:44.522351 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-58d486eb-c532-4055-bc88-3cbe40b9f010 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:44.526970 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-58d486eb-c532-4055-bc88-3cbe40b9f010 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094974 Feb 02 13:13:44.527577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57260) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.532481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ff5ad4d0-712d-4ec0-aefa-59580fa46a5a tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '14de9c36-77d1-43dd-8b68-7424c5542468', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:44.555919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5dde85f2-c1b3-40b3-b375-726edcc247f9 req-0f9925c9-8256-4afe-ba56-3ff45a50c9d9 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.83 "GET /v2.0/ports?device_id=cc0dad17-e14e-400f-9640-135f33b5a204 HTTP/1.1" status: 200 len: 210 time: 0.0340672 Feb 02 13:13:44.576752 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-ff5ad4d0-712d-4ec0-aefa-59580fa46a5a tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:44.581228 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ff5ad4d0-712d-4ec0-aefa-59580fa46a5a tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0493166 Feb 02 13:13:44.582154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.590678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f8a0cda0-b8fe-46cc-8081-27e64ece7a76 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '14de9c36-77d1-43dd-8b68-7424c5542468', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:44.591392 n-d-827336-2 neutron-server[103188]: WARNING neutron.api.v2.base [None req-f8a0cda0-b8fe-46cc-8081-27e64ece7a76 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 02 13:13:44.591932 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-f8a0cda0-b8fe-46cc-8081-27e64ece7a76 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:44.595444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f8a0cda0-b8fe-46cc-8081-27e64ece7a76 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099819 Feb 02 13:13:44.598347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd870621-9522-4c17-a30b-7792821d0821 admin admin] Publish callbacks [] for security_group (cf017503-800b-45fb-8281-2fb545c03ab3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.599757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57264) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.604850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-57f58533-a2db-43e6-a5a8-b8a4d9839a39 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '14de9c36-77d1-43dd-8b68-7424c5542468', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:44.606426 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cd870621-9522-4c17-a30b-7792821d0821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cf017503-800b-45fb-8281-2fb545c03ab3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.640764 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-57f58533-a2db-43e6-a5a8-b8a4d9839a39 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:44.643473 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-57f58533-a2db-43e6-a5a8-b8a4d9839a39 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0410185 Feb 02 13:13:44.645082 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57266) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.650474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cd870621-9522-4c17-a30b-7792821d0821 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ab830ec043a341f999652687967afcc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2494826 Feb 02 13:13:44.650474 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd870621-9522-4c17-a30b-7792821d0821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf017503-800b-45fb-8281-2fb545c03ab3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:44.653401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.655157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device acf549bd-0e8c-4e5e-a05b-41df4920d44b up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:13:44.669418 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bc4f9bdb-6316-4f10-84c2-5db68c5812ab tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '14de9c36-77d1-43dd-8b68-7424c5542468', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:44.671027 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-bc4f9bdb-6316-4f10-84c2-5db68c5812ab tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 02 13:13:44.673636 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-bc4f9bdb-6316-4f10-84c2-5db68c5812ab tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:44.678063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57270) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.679055 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bc4f9bdb-6316-4f10-84c2-5db68c5812ab tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0302405 Feb 02 13:13:44.718065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-10ed5728-1273-4723-8b59-dab9b5bc0b66 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '14de9c36-77d1-43dd-8b68-7424c5542468', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:44.736940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port acf549bd-0e8c-4e5e-a05b-41df4920d44b completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:13:44.743048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port acf549bd-0e8c-4e5e-a05b-41df4920d44b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:44.743612 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.801020 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48945c3e-97b6-49d3-96a7-88d2067e8d98 admin admin] Publish callbacks [] for security_group (cf017503-800b-45fb-8281-2fb545c03ab3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.814072 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-10ed5728-1273-4723-8b59-dab9b5bc0b66 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:44.817751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-10ed5728-1273-4723-8b59-dab9b5bc0b66 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1359553 Feb 02 13:13:44.818372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.825249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5490fd81-3f27-4e65-8ec3-93510ed2a24c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '14de9c36-77d1-43dd-8b68-7424c5542468', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:44.835467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port acf549bd-0e8c-4e5e-a05b-41df4920d44b is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:44.835935 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.836056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c75bdb-d5be-47aa-9eab-0a288f6ec442 req-c644784c-9f66-4cbc-90c2-da3d59402a46 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:44.841692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c75bdb-d5be-47aa-9eab-0a288f6ec442 req-c644784c-9f66-4cbc-90c2-da3d59402a46 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:44.843240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18c75bdb-d5be-47aa-9eab-0a288f6ec442 req-c644784c-9f66-4cbc-90c2-da3d59402a46 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1681 time: 0.1098230 Feb 02 13:13:44.854799 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48945c3e-97b6-49d3-96a7-88d2067e8d98 admin admin] Publish callbacks [] for security_group (cf017503-800b-45fb-8281-2fb545c03ab3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.871008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port acf549bd-0e8c-4e5e-a05b-41df4920d44b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=acf549bd-0e8c-4e5e-a05b-41df4920d44b,segment=NetworkSegment(e88b551c-a634-4fe1-b371-f0908a4e49ce),segment_id=e88b551c-a634-4fe1-b371-f0908a4e49ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:44.875326 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:44.926366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=acf549bd-0e8c-4e5e-a05b-41df4920d44b,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:44.950568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fbc88dc-fd49-4465-9c85-b6aa79817588 req-2f356ee3-317d-4492-9e31-fb3d1e2d2fa5 tempest-ServerShowV247Test-1754875167 tempest-ServerShowV247Test-1754875167-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc0dad17-e14e-400f-9640-135f33b5a204 HTTP/1.1" status: 200 len: 210 time: 0.0385182 Feb 02 13:13:44.951311 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-5490fd81-3f27-4e65-8ec3-93510ed2a24c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:44.952523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5490fd81-3f27-4e65-8ec3-93510ed2a24c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1329820 Feb 02 13:13:44.955286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57276) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:44.981647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18c75bdb-d5be-47aa-9eab-0a288f6ec442 req-63dbce9e-0bba-403f-b4eb-4c7bb262e949 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236873 Feb 02 13:13:44.999709 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48945c3e-97b6-49d3-96a7-88d2067e8d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cf017503-800b-45fb-8281-2fb545c03ab3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.003242 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48945c3e-97b6-49d3-96a7-88d2067e8d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.015414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-48945c3e-97b6-49d3-96a7-88d2067e8d98 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cf017503-800b-45fb-8281-2fb545c03ab3 HTTP/1.1" status: 204 len: 168 time: 0.3527083 Feb 02 13:13:45.015877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48945c3e-97b6-49d3-96a7-88d2067e8d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf017503-800b-45fb-8281-2fb545c03ab3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:45.051040 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da540a27-e112-45ef-b1e1-5c128e921c2e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (14de9c36-77d1-43dd-8b68-7424c5542468), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.080941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da540a27-e112-45ef-b1e1-5c128e921c2e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (14de9c36-77d1-43dd-8b68-7424c5542468), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.135741 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da540a27-e112-45ef-b1e1-5c128e921c2e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (14de9c36-77d1-43dd-8b68-7424c5542468), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.139447 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da540a27-e112-45ef-b1e1-5c128e921c2e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.144603 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-da540a27-e112-45ef-b1e1-5c128e921c2e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "DELETE /v2.0/security-groups/14de9c36-77d1-43dd-8b68-7424c5542468 HTTP/1.1" status: 204 len: 168 time: 0.1877971 Feb 02 13:13:45.144781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:45.160324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da540a27-e112-45ef-b1e1-5c128e921c2e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14de9c36-77d1-43dd-8b68-7424c5542468,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:45.198682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-54529f85-5e24-473f-b0be-6882642f08d9 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0490887 Feb 02 13:13:45.198682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:45.204239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a36b4a2a-ca7a-4e5a-945e-e746e47da2f0 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720953576'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:45.206624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf549bd-0e8c-4e5e-a05b-41df4920d44b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:45.209484 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62380f42-1dcd-45a6-8fd8-e9990b4e5306" -d '{"events": [{"server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "name": "network-vif-plugged", "status": "completed", "tag": "acf549bd-0e8c-4e5e-a05b-41df4920d44b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:45.245285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a36b4a2a-ca7a-4e5a-945e-e746e47da2f0 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.272959 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf13512-bf6a-4439-9fd9-6a96cd8c85df x-openstack-request-id: req-fcf13512-bf6a-4439-9fd9-6a96cd8c85df {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:45.273718 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "name": "network-vif-plugged", "status": "completed", "tag": "acf549bd-0e8c-4e5e-a05b-41df4920d44b", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:45.274216 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fcf13512-bf6a-4439-9fd9-6a96cd8c85df {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:45.274780 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf549bd-0e8c-4e5e-a05b-41df4920d44b', 'code': 200} Feb 02 13:13:45.385009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3cca-e630-468a-af50-a92e842a4c7c req-6751da14-e874-4c3f-acc2-a8d41863d7c3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:45.405241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3cca-e630-468a-af50-a92e842a4c7c req-6751da14-e874-4c3f-acc2-a8d41863d7c3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:45.406778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3cca-e630-468a-af50-a92e842a4c7c req-6751da14-e874-4c3f-acc2-a8d41863d7c3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:45.412129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3cca-e630-468a-af50-a92e842a4c7c req-6751da14-e874-4c3f-acc2-a8d41863d7c3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:45.417487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3cca-e630-468a-af50-a92e842a4c7c req-6751da14-e874-4c3f-acc2-a8d41863d7c3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:45.431593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3cca-e630-468a-af50-a92e842a4c7c req-6751da14-e874-4c3f-acc2-a8d41863d7c3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:45.445424 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3cca-e630-468a-af50-a92e842a4c7c req-6751da14-e874-4c3f-acc2-a8d41863d7c3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:45.448152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71bd3cca-e630-468a-af50-a92e842a4c7c req-6751da14-e874-4c3f-acc2-a8d41863d7c3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.1608453 Feb 02 13:13:45.453404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a36b4a2a-ca7a-4e5a-945e-e746e47da2f0 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (d8ac2133-44ad-4d1a-8d6c-261aa8d8644b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.492054 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a36b4a2a-ca7a-4e5a-945e-e746e47da2f0 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d8ac2133-44ad-4d1a-8d6c-261aa8d8644b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.587296 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a36b4a2a-ca7a-4e5a-945e-e746e47da2f0 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.591340 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a36b4a2a-ca7a-4e5a-945e-e746e47da2f0 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3884933 Feb 02 13:13:45.592982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57304) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:45.596540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-03962732-2b19-4ce1-94dd-568065033860 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': 'd8ac2133-44ad-4d1a-8d6c-261aa8d8644b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:45.609681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b4a2a-ca7a-4e5a-945e-e746e47da2f0 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ac2133-44ad-4d1a-8d6c-261aa8d8644b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:45.660912 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-03962732-2b19-4ce1-94dd-568065033860 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The resource could not be found. Feb 02 13:13:45.664664 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-03962732-2b19-4ce1-94dd-568065033860 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0694077 Feb 02 13:13:45.666893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57308) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:45.675028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-cfacb5f5-b169-4f18-a76e-0e31e45bb95b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': 'd8ac2133-44ad-4d1a-8d6c-261aa8d8644b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7629352f-b520-444c-b891-eafba734c8cc'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:45.687670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b4955-439e-4b78-b62f-3bdbbb37e730 req-df7fc2d3-c633-4229-93fd-25805d310752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:45.688261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b4955-439e-4b78-b62f-3bdbbb37e730 req-df7fc2d3-c633-4229-93fd-25805d310752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:45.689785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-684b4955-439e-4b78-b62f-3bdbbb37e730 req-df7fc2d3-c633-4229-93fd-25805d310752 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 2046 time: 0.2393782 Feb 02 13:13:45.717010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71bd3cca-e630-468a-af50-a92e842a4c7c req-db9ba2f4-6050-4abc-a344-45c26e33f27a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2510536 Feb 02 13:13:45.745982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671abce-045a-488f-83b7-e81a23c78a2b req-788aca04-59b4-4bf6-a660-27e712e7f6d3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:45.747715 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5671abce-045a-488f-83b7-e81a23c78a2b req-788aca04-59b4-4bf6-a660-27e712e7f6d3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.2985852 Feb 02 13:13:45.756105 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-cfacb5f5-b169-4f18-a76e-0e31e45bb95b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The resource could not be found. Feb 02 13:13:45.760539 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cfacb5f5-b169-4f18-a76e-0e31e45bb95b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0915709 Feb 02 13:13:45.762483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57310) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:45.815364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-684b4955-439e-4b78-b62f-3bdbbb37e730 req-c208f120-a89a-42ba-a4c1-bfd27f18a215 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188436 Feb 02 13:13:45.845845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5671abce-045a-488f-83b7-e81a23c78a2b req-cce294b2-9348-4e80-8b08-d71db6af5615 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913353 Feb 02 13:13:45.874741 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03e82125-ae0d-4bf2-97ef-7b991a043e8e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (d8ac2133-44ad-4d1a-8d6c-261aa8d8644b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.879722 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2bb1cb0-35f2-4d90-9ce7-727d875209ed req-fb36d840-e0d4-4b66-971b-bba61e543e0d tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0670521 Feb 02 13:13:45.936085 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03e82125-ae0d-4bf2-97ef-7b991a043e8e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (d8ac2133-44ad-4d1a-8d6c-261aa8d8644b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.995124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03e82125-ae0d-4bf2-97ef-7b991a043e8e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d8ac2133-44ad-4d1a-8d6c-261aa8d8644b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:45.998037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03e82125-ae0d-4bf2-97ef-7b991a043e8e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.002250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57320) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:46.002509 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-03e82125-ae0d-4bf2-97ef-7b991a043e8e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "DELETE /v2.0/security-groups/d8ac2133-44ad-4d1a-8d6c-261aa8d8644b HTTP/1.1" status: 204 len: 168 time: 0.2381301 Feb 02 13:13:46.013711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e82125-ae0d-4bf2-97ef-7b991a043e8e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ac2133-44ad-4d1a-8d6c-261aa8d8644b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:46.115763 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-171726ed-4ce7-4ed0-bd02-f3533d2eaefc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1084704 Feb 02 13:13:46.116792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57328) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:46.123125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a1f3ee15-095e-4138-b5ef-77ecaa42fd8b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '4c0f7a88-dbdb-4798-9cd1-f454a5d62ed9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:46.186968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8dece-d0f3-4627-a298-9469faaa3a66 req-974f9806-b7e2-4120-ad87-c43a766eefd6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:46.193872 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-a1f3ee15-095e-4138-b5ef-77ecaa42fd8b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The resource could not be found. Feb 02 13:13:46.194948 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a1f3ee15-095e-4138-b5ef-77ecaa42fd8b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0760798 Feb 02 13:13:46.196942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8dece-d0f3-4627-a298-9469faaa3a66 req-974f9806-b7e2-4120-ad87-c43a766eefd6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:46.198927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99f8dece-d0f3-4627-a298-9469faaa3a66 req-974f9806-b7e2-4120-ad87-c43a766eefd6 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1682 time: 0.1092463 Feb 02 13:13:46.200522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57330) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:46.205382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-37c48a49-fe78-46e0-bd85-732077db020b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277966726'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:46.235097 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c48a49-fe78-46e0-bd85-732077db020b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.277639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99f8dece-d0f3-4627-a298-9469faaa3a66 req-54ef22b8-0671-4c51-ab7f-bdfa66d74c1f tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683656 Feb 02 13:13:46.281778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57334) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:46.361239 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c48a49-fe78-46e0-bd85-732077db020b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (8d798ef2-f0a7-4103-9938-2877e3d8564a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.367798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c48a49-fe78-46e0-bd85-732077db020b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8d798ef2-f0a7-4103-9938-2877e3d8564a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.405597 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c48a49-fe78-46e0-bd85-732077db020b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.410141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:46.410784 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-37c48a49-fe78-46e0-bd85-732077db020b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2090583 Feb 02 13:13:46.415085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0ed5a5ce-9938-4cd6-9604-401fa146a212 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group': {'name': 'tempest-secgroup--784093724'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:46.424548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c48a49-fe78-46e0-bd85-732077db020b tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d798ef2-f0a7-4103-9938-2877e3d8564a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:46.449354 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a5ce-9938-4cd6-9604-401fa146a212 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.520803 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a421a9d-b9eb-4aec-9e0b-c7ed83e5e233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.559493 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a5ce-9938-4cd6-9604-401fa146a212 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (22dfd933-f913-4820-bfe6-a8d85516c284), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.566762 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a5ce-9938-4cd6-9604-401fa146a212 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (22dfd933-f913-4820-bfe6-a8d85516c284), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.610542 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ed5a5ce-9938-4cd6-9604-401fa146a212 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.614375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0ed5a5ce-9938-4cd6-9604-401fa146a212 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2004011 Feb 02 13:13:46.614741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57346) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:46.619068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5a5ce-9938-4cd6-9604-401fa146a212 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22dfd933-f913-4820-bfe6-a8d85516c284,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:46.619663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d55548a3-6eb4-4308-982d-6bdb3e32e29c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group_rule': {'security_group_id': '8d798ef2-f0a7-4103-9938-2877e3d8564a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '22dfd933-f913-4820-bfe6-a8d85516c284'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:46.658156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a421a9d-b9eb-4aec-9e0b-c7ed83e5e233 admin admin] Publish callbacks [] for security_group (4baefb4c-faf3-45da-8c5c-3d72e0a458a2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.663613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a421a9d-b9eb-4aec-9e0b-c7ed83e5e233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4baefb4c-faf3-45da-8c5c-3d72e0a458a2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.666793 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-d55548a3-6eb4-4308-982d-6bdb3e32e29c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:13:46.668888 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d55548a3-6eb4-4308-982d-6bdb3e32e29c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0531318 Feb 02 13:13:46.671961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57350) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:46.705942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57354) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:46.706129 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7a421a9d-b9eb-4aec-9e0b-c7ed83e5e233 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a33c76369f034ad79a5b2b9daf7e4713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4229527 Feb 02 13:13:46.708244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a421a9d-b9eb-4aec-9e0b-c7ed83e5e233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baefb4c-faf3-45da-8c5c-3d72e0a458a2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:46.830746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ded94501-3fb5-4848-9bc1-ec9bb615c9c3 admin admin] Publish callbacks [] for security_group (4baefb4c-faf3-45da-8c5c-3d72e0a458a2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.833264 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4e172f8-4433-48a3-a9be-45bba7718ca4 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (22dfd933-f913-4820-bfe6-a8d85516c284), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.875338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4e172f8-4433-48a3-a9be-45bba7718ca4 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (22dfd933-f913-4820-bfe6-a8d85516c284), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.875706 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2e69b-1da5-4340-8fb3-10c3a76683c4 req-9399914c-e8ea-4975-899d-808755649f2a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:46.882068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2e69b-1da5-4340-8fb3-10c3a76683c4 req-9399914c-e8ea-4975-899d-808755649f2a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:46.888216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2e69b-1da5-4340-8fb3-10c3a76683c4 req-9399914c-e8ea-4975-899d-808755649f2a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:46.894072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2e69b-1da5-4340-8fb3-10c3a76683c4 req-9399914c-e8ea-4975-899d-808755649f2a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:46.899791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2e69b-1da5-4340-8fb3-10c3a76683c4 req-9399914c-e8ea-4975-899d-808755649f2a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:46.905631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2e69b-1da5-4340-8fb3-10c3a76683c4 req-9399914c-e8ea-4975-899d-808755649f2a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:46.911382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2e69b-1da5-4340-8fb3-10c3a76683c4 req-9399914c-e8ea-4975-899d-808755649f2a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:46.913520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cdd2e69b-1da5-4340-8fb3-10c3a76683c4 req-9399914c-e8ea-4975-899d-808755649f2a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.1033864 Feb 02 13:13:46.954799 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4e172f8-4433-48a3-a9be-45bba7718ca4 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (22dfd933-f913-4820-bfe6-a8d85516c284), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.958602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4e172f8-4433-48a3-a9be-45bba7718ca4 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.962383 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c4e172f8-4433-48a3-a9be-45bba7718ca4 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "DELETE /v2.0/security-groups/22dfd933-f913-4820-bfe6-a8d85516c284 HTTP/1.1" status: 204 len: 168 time: 0.2867255 Feb 02 13:13:46.962383 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ded94501-3fb5-4848-9bc1-ec9bb615c9c3 admin admin] Publish callbacks [] for security_group (4baefb4c-faf3-45da-8c5c-3d72e0a458a2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:46.962924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:46.984226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e172f8-4433-48a3-a9be-45bba7718ca4 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dfd933-f913-4820-bfe6-a8d85516c284,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:47.041169 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ded94501-3fb5-4848-9bc1-ec9bb615c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4baefb4c-faf3-45da-8c5c-3d72e0a458a2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.044050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ded94501-3fb5-4848-9bc1-ec9bb615c9c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.045268 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ded94501-3fb5-4848-9bc1-ec9bb615c9c3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4baefb4c-faf3-45da-8c5c-3d72e0a458a2 HTTP/1.1" status: 204 len: 168 time: 0.3372164 Feb 02 13:13:47.055212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded94501-3fb5-4848-9bc1-ec9bb615c9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baefb4c-faf3-45da-8c5c-3d72e0a458a2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:47.154773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cdd2e69b-1da5-4340-8fb3-10c3a76683c4 req-9d8666e2-3153-45ca-be42-70deed4b1b89 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2301209 Feb 02 13:13:47.186659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ec3b013d-a38c-42ff-9330-17ec972bac84 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2226131 Feb 02 13:13:47.189878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57376) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:47.200117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69be1a2-8a95-4cce-96c4-7e3ca099c4a0 req-f3b029c7-9893-45b7-b879-e76b0dab479b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:47.202255 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c69be1a2-8a95-4cce-96c4-7e3ca099c4a0 req-f3b029c7-9893-45b7-b879-e76b0dab479b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.1838264 Feb 02 13:13:47.259821 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45af85ac-2fd5-4a43-9234-7a175afce1db tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (8d798ef2-f0a7-4103-9938-2877e3d8564a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.298308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45af85ac-2fd5-4a43-9234-7a175afce1db tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (8d798ef2-f0a7-4103-9938-2877e3d8564a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.324060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1be34f2-8a42-4bbf-bbb3-c01e8a00e10e req-4858bd34-5f6a-494e-b3dd-4051e18d6b26 tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0752990 Feb 02 13:13:47.359504 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45af85ac-2fd5-4a43-9234-7a175afce1db tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8d798ef2-f0a7-4103-9938-2877e3d8564a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.364483 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45af85ac-2fd5-4a43-9234-7a175afce1db tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.370575 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-45af85ac-2fd5-4a43-9234-7a175afce1db tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "DELETE /v2.0/security-groups/8d798ef2-f0a7-4103-9938-2877e3d8564a HTTP/1.1" status: 204 len: 168 time: 0.1793036 Feb 02 13:13:47.371555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57386) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:47.390004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c69be1a2-8a95-4cce-96c4-7e3ca099c4a0 req-4d27f1e2-7aa9-49bf-8cb3-7f02af03aa5d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811309 Feb 02 13:13:47.391175 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af85ac-2fd5-4a43-9234-7a175afce1db tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d798ef2-f0a7-4103-9938-2877e3d8564a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:47.451718 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-054afa67-b18a-40c9-acfb-3f24407be81a tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0675650 Feb 02 13:13:47.453036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57394) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:47.466671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e0ae5cd1-ffeb-423e-b48b-9655a986cadc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568027020'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:47.483382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0ba5-d4b0-4fde-b9d1-6db478930fc6 req-c59f7fba-c418-4e8a-8469-4b67bc0ba79b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:47.489302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c0ba5-d4b0-4fde-b9d1-6db478930fc6 req-c59f7fba-c418-4e8a-8469-4b67bc0ba79b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:47.491544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff8c0ba5-d4b0-4fde-b9d1-6db478930fc6 req-c59f7fba-c418-4e8a-8469-4b67bc0ba79b tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1682 time: 0.0693147 Feb 02 13:13:47.525851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5cd1-ffeb-423e-b48b-9655a986cadc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.548240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff8c0ba5-d4b0-4fde-b9d1-6db478930fc6 req-fe973c4b-9a05-4511-8d75-0b42886abd26 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Feb 02 13:13:47.625585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5cd1-ffeb-423e-b48b-9655a986cadc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (fa0758fb-9efc-4fe5-a3d5-90881ebd0774), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.631531 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5cd1-ffeb-423e-b48b-9655a986cadc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fa0758fb-9efc-4fe5-a3d5-90881ebd0774), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.686123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae5cd1-ffeb-423e-b48b-9655a986cadc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0758fb-9efc-4fe5-a3d5-90881ebd0774,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:47.720989 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0ae5cd1-ffeb-423e-b48b-9655a986cadc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.722912 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e0ae5cd1-ffeb-423e-b48b-9655a986cadc tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2681911 Feb 02 13:13:47.726496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:47.732189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-67b3b5cb-40fd-4feb-a464-c9b72f21600c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:47.733049 n-d-827336-2 neutron-server[103188]: WARNING neutron.api.v2.base [None req-67b3b5cb-40fd-4feb-a464-c9b72f21600c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 02 13:13:47.734218 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-67b3b5cb-40fd-4feb-a464-c9b72f21600c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] update failed (client error): There was a conflict when trying to complete your request. Feb 02 13:13:47.735482 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-67b3b5cb-40fd-4feb-a464-c9b72f21600c tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "PUT /v2.0/security-groups/fa0758fb-9efc-4fe5-a3d5-90881ebd0774 HTTP/1.1" status: 409 len: 330 time: 0.0070996 Feb 02 13:13:47.738348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57410) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:47.829666 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea90c0be-a4ee-43cf-8208-6e9b82786240 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (fa0758fb-9efc-4fe5-a3d5-90881ebd0774), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.853906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea90c0be-a4ee-43cf-8208-6e9b82786240 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (fa0758fb-9efc-4fe5-a3d5-90881ebd0774), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.903115 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea90c0be-a4ee-43cf-8208-6e9b82786240 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fa0758fb-9efc-4fe5-a3d5-90881ebd0774), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.905849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea90c0be-a4ee-43cf-8208-6e9b82786240 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:47.909049 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ea90c0be-a4ee-43cf-8208-6e9b82786240 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "DELETE /v2.0/security-groups/fa0758fb-9efc-4fe5-a3d5-90881ebd0774 HTTP/1.1" status: 204 len: 168 time: 0.1688738 Feb 02 13:13:47.913865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57418) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:47.929046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90c0be-a4ee-43cf-8208-6e9b82786240 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0758fb-9efc-4fe5-a3d5-90881ebd0774,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:47.990864 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4a13d2f1-61b6-496c-bafa-faad1c7e7541 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0784454 Feb 02 13:13:47.994747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57426) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:48.014429 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-44031f9f-d52a-47bc-857b-8ac71746cc74 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] delete failed (client error): The resource could not be found. Feb 02 13:13:48.019194 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-44031f9f-d52a-47bc-857b-8ac71746cc74 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "DELETE /v2.0/security-groups/65a91d66-8a51-41eb-815e-efcc1cc5d495 HTTP/1.1" status: 404 len: 347 time: 0.0195818 Feb 02 13:13:48.019194 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57430) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:48.033664 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-83ff3357-0125-46e3-8436-a48d857ea69e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] show failed (client error): The resource could not be found. Feb 02 13:13:48.037627 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-83ff3357-0125-46e3-8436-a48d857ea69e tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "GET /v2.0/security-groups/93553668-d3f0-4cd5-b28b-6d17d52a7b54 HTTP/1.1" status: 404 len: 347 time: 0.0145612 Feb 02 13:13:48.038607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57438) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:48.054881 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-866140a0-a88f-460a-8c06-b6e530d9e4b0 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] show failed (client error): The resource could not be found. Feb 02 13:13:48.056357 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-866140a0-a88f-460a-8c06-b6e530d9e4b0 tempest-NegativeSecGroupTest-902737131 tempest-NegativeSecGroupTest-902737131-project] 10.222.0.83 "GET /v2.0/security-group-rules/b5cc8e4e-6428-476b-93b4-7608a0f0dc9a HTTP/1.1" status: 404 len: 356 time: 0.0163202 Feb 02 13:13:48.104158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed811a64-8d99-4ad0-bf9e-1ba60d5028e3 req-100e396f-b14f-4590-8cfc-f837acdfeab9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:48.112301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed811a64-8d99-4ad0-bf9e-1ba60d5028e3 req-100e396f-b14f-4590-8cfc-f837acdfeab9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:48.114364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed811a64-8d99-4ad0-bf9e-1ba60d5028e3 req-100e396f-b14f-4590-8cfc-f837acdfeab9 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1682 time: 0.1187344 Feb 02 13:13:48.130910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57448) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:48.242797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed811a64-8d99-4ad0-bf9e-1ba60d5028e3 req-4ec99c6a-069e-4931-aa13-4f357bbf7904 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179092 Feb 02 13:13:48.274641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1520340481-network', 'tenant_id': '6ee72b4765a44f94a55b3d24e29dc8b4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:48.309142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Made reservation on behalf of 6ee72b4765a44f94a55b3d24e29dc8b4 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:48.311634 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:48.321775 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:48.401800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609f3c-3e56-433f-a64a-a8e116396585 req-b882f4f5-15f7-494f-b225-415ec139c309 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:48.416843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609f3c-3e56-433f-a64a-a8e116396585 req-b882f4f5-15f7-494f-b225-415ec139c309 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:48.424891 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Publish callbacks [] for security_group (5d01b0ea-5a56-4618-bee7-f540a2b90bac), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:48.425701 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57466) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:48.430677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609f3c-3e56-433f-a64a-a8e116396585 req-b882f4f5-15f7-494f-b225-415ec139c309 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:48.431895 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5d01b0ea-5a56-4618-bee7-f540a2b90bac), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:48.437360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609f3c-3e56-433f-a64a-a8e116396585 req-b882f4f5-15f7-494f-b225-415ec139c309 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:48.453899 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:13:48.454397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609f3c-3e56-433f-a64a-a8e116396585 req-b882f4f5-15f7-494f-b225-415ec139c309 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:48.467217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609f3c-3e56-433f-a64a-a8e116396585 req-b882f4f5-15f7-494f-b225-415ec139c309 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:48.470666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d01b0ea-5a56-4618-bee7-f540a2b90bac,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:48.474219 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (83c70ecc-25d2-4149-afac-bfea03ffc403), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:48.474713 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Added segment 83c70ecc-25d2-4149-afac-bfea03ffc403 of type vlan for network 9077904b-671d-4f70-86b9-02225fb01c2a Feb 02 13:13:48.492433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609f3c-3e56-433f-a64a-a8e116396585 req-b882f4f5-15f7-494f-b225-415ec139c309 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:48.496691 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07609f3c-3e56-433f-a64a-a8e116396585 req-b882f4f5-15f7-494f-b225-415ec139c309 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.2469714 Feb 02 13:13:48.534963 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4f12b4b-f5dd-4361-92fe-ed4c7685ed8b req-3d65327c-41e4-4ad4-bcb0-2114f56f6611 tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0352135 Feb 02 13:13:48.559887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (9077904b-671d-4f70-86b9-02225fb01c2a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:48.609383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07609f3c-3e56-433f-a64a-a8e116396585 req-cec9b50d-5daf-44a3-9ba2-904f40a49da2 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982354 Feb 02 13:13:48.618906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (9077904b-671d-4f70-86b9-02225fb01c2a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:48.620857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:48.622296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:48.659175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:48.664464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-efe8b1b0-a4b0-41fa-ad0a-df099ab072bd admin admin] Request body: {'subnet': {'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1520340481-subnet', 'tenant_id': '6ee72b4765a44f94a55b3d24e29dc8b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:48.668899 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5364265 Feb 02 13:13:48.670751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:48.720717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b4f09-3cdd-42e4-8df6-1868b701995b admin admin] Pushing event updated for resources: {'Network': ['ID=9077904b-671d-4f70-86b9-02225fb01c2a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:48.731154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe8b1b0-a4b0-41fa-ad0a-df099ab072bd admin admin] Made reservation on behalf of 6ee72b4765a44f94a55b3d24e29dc8b4 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:48.732716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 9077904b-671d-4f70-86b9-02225fb01c2a details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:13:48.734113 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe8b1b0-a4b0-41fa-ad0a-df099ab072bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:48.775002 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb20546-3aaa-43ed-992d-da4717f430be req-dbe3f7e5-369f-4b41-aeb6-e69a0ffa9a06 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:48.782369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fb20546-3aaa-43ed-992d-da4717f430be req-dbe3f7e5-369f-4b41-aeb6-e69a0ffa9a06 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.1141403 Feb 02 13:13:48.872568 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c864047-b1d6-4559-9596-eeb63277e1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:48.912599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fb20546-3aaa-43ed-992d-da4717f430be req-7ff6ba02-0ab2-4372-989c-5bad71549781 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292009 Feb 02 13:13:49.075170 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c864047-b1d6-4559-9596-eeb63277e1df admin admin] Publish callbacks [] for security_group (0d36fba2-b97d-4c4d-bb19-27ab68a8b5b9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:49.081767 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c864047-b1d6-4559-9596-eeb63277e1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0d36fba2-b97d-4c4d-bb19-27ab68a8b5b9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:49.094654 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe8b1b0-a4b0-41fa-ad0a-df099ab072bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (8e3d761b-885b-4819-bc18-f1fb3a1e9ebb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:49.159158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4c864047-b1d6-4559-9596-eeb63277e1df admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f20b1e1dcd4c48dc843500aea8238876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4834185 Feb 02 13:13:49.160298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57480) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:49.165477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c864047-b1d6-4559-9596-eeb63277e1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d36fba2-b97d-4c4d-bb19-27ab68a8b5b9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:49.180796 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8b1b0-a4b0-41fa-ad0a-df099ab072bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:49.196183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe8b1b0-a4b0-41fa-ad0a-df099ab072bd admin admin] Checking segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:49.196411 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe8b1b0-a4b0-41fa-ad0a-df099ab072bd admin admin] Network hostable DHCP agents. Network: 9077904b-671d-4f70-86b9-02225fb01c2a, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:13:49.200333 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0caebc1a-6fba-45aa-93f2-9a134cf7b373 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=52996a8198c34bf3bf77fe140547920b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7711103 Feb 02 13:13:49.200480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:49.223379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acb17af7-5699-4191-8712-72455e8b2fec admin admin] Publish callbacks [] for security_group (0d36fba2-b97d-4c4d-bb19-27ab68a8b5b9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:49.245072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acb17af7-5699-4191-8712-72455e8b2fec admin admin] Publish callbacks [] for security_group (0d36fba2-b97d-4c4d-bb19-27ab68a8b5b9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:49.247540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe8b1b0-a4b0-41fa-ad0a-df099ab072bd admin admin] Network 9077904b-671d-4f70-86b9-02225fb01c2a is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:13:49.265273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-efe8b1b0-a4b0-41fa-ad0a-df099ab072bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 9077904b-671d-4f70-86b9-02225fb01c2a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:49.267334 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2554eb38-ca9c-4a7f-887f-ca53f342c7dd admin admin] Publish callbacks [] for security_group (2ed26212-eec9-42ed-8f5a-9beb0c96c809), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:49.272136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe8b1b0-a4b0-41fa-ad0a-df099ab072bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:49.272731 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efe8b1b0-a4b0-41fa-ad0a-df099ab072bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:49.279492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6a21bb-db1d-4bf9-98e2-9cea326d75e2 None None] Network 9077904b-671d-4f70-86b9-02225fb01c2a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:13:49.299563 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2554eb38-ca9c-4a7f-887f-ca53f342c7dd admin admin] Publish callbacks [] for security_group (2ed26212-eec9-42ed-8f5a-9beb0c96c809), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:49.318894 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-efe8b1b0-a4b0-41fa-ad0a-df099ab072bd admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6583421 Feb 02 13:13:49.399851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acb17af7-5699-4191-8712-72455e8b2fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0d36fba2-b97d-4c4d-bb19-27ab68a8b5b9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:49.405513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acb17af7-5699-4191-8712-72455e8b2fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:49.413364 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-acb17af7-5699-4191-8712-72455e8b2fec admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0d36fba2-b97d-4c4d-bb19-27ab68a8b5b9 HTTP/1.1" status: 204 len: 168 time: 0.2517884 Feb 02 13:13:49.424975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb17af7-5699-4191-8712-72455e8b2fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d36fba2-b97d-4c4d-bb19-27ab68a8b5b9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:49.469282 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2554eb38-ca9c-4a7f-887f-ca53f342c7dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2ed26212-eec9-42ed-8f5a-9beb0c96c809), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:49.475351 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2554eb38-ca9c-4a7f-887f-ca53f342c7dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:49.477521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2554eb38-ca9c-4a7f-887f-ca53f342c7dd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2ed26212-eec9-42ed-8f5a-9beb0c96c809 HTTP/1.1" status: 204 len: 168 time: 0.2761004 Feb 02 13:13:49.517194 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876cdaf4-8d46-418c-9c35-a726d6f5e198 None None] Network 9077904b-671d-4f70-86b9-02225fb01c2a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:13:49.522811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554eb38-ca9c-4a7f-887f-ca53f342c7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed26212-eec9-42ed-8f5a-9beb0c96c809,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:49.550504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e73b08-f47f-418f-9913-3bd7ff0b014b req-da86418b-0fd5-4403-bcb7-6f5e19f1f87f tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:49.559926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e73b08-f47f-418f-9913-3bd7ff0b014b req-da86418b-0fd5-4403-bcb7-6f5e19f1f87f tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:49.565905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68e73b08-f47f-418f-9913-3bd7ff0b014b req-da86418b-0fd5-4403-bcb7-6f5e19f1f87f tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1682 time: 0.1942055 Feb 02 13:13:49.752363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-706d0e63-da43-4a36-aa5f-7390367e61e6 req-250c9687-eb4e-4a7d-b92a-21eef7b70ccd tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0438051 Feb 02 13:13:49.776288 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68e73b08-f47f-418f-9913-3bd7ff0b014b req-850524a7-db08-443d-856a-a65d04e6ae88 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020133 Feb 02 13:13:49.791521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-fa1c8730-8775-4d8d-885f-a98d1b20003e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:49.812020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-fa1c8730-8775-4d8d-885f-a98d1b20003e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:49.813981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-fa1c8730-8775-4d8d-885f-a98d1b20003e tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.18 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 1682 time: 0.2275014 Feb 02 13:13:49.990459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57510) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:50.023119 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5fba5d50-7071-400d-8b4d-a1afe8632f0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:50.142735 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5fba5d50-7071-400d-8b4d-a1afe8632f0c admin admin] Publish callbacks [] for security_group (2495829c-7673-459c-8759-4704434ba0c5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:50.149719 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5fba5d50-7071-400d-8b4d-a1afe8632f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2495829c-7673-459c-8759-4704434ba0c5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:50.233685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba5d50-7071-400d-8b4d-a1afe8632f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2495829c-7673-459c-8759-4704434ba0c5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:50.249156 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5fba5d50-7071-400d-8b4d-a1afe8632f0c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=52f01374b3b64cb591260b0f6acbd3e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2568851 Feb 02 13:13:50.252717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57518) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:50.341108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c48f5474-f605-4d04-93dd-b78f2f600fdb admin admin] Publish callbacks [] for security_group (2495829c-7673-459c-8759-4704434ba0c5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:50.388234 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c48f5474-f605-4d04-93dd-b78f2f600fdb admin admin] Publish callbacks [] for security_group (2495829c-7673-459c-8759-4704434ba0c5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:50.403143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9054e9-d5df-4ea6-8a35-87f7d725b07c req-ad751698-3ed7-4b53-b7aa-f7bb394cf6b1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:50.409551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9054e9-d5df-4ea6-8a35-87f7d725b07c req-ad751698-3ed7-4b53-b7aa-f7bb394cf6b1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:50.415154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9054e9-d5df-4ea6-8a35-87f7d725b07c req-ad751698-3ed7-4b53-b7aa-f7bb394cf6b1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:50.421545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9054e9-d5df-4ea6-8a35-87f7d725b07c req-ad751698-3ed7-4b53-b7aa-f7bb394cf6b1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:50.427298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9054e9-d5df-4ea6-8a35-87f7d725b07c req-ad751698-3ed7-4b53-b7aa-f7bb394cf6b1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:50.432860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9054e9-d5df-4ea6-8a35-87f7d725b07c req-ad751698-3ed7-4b53-b7aa-f7bb394cf6b1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:50.439982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9054e9-d5df-4ea6-8a35-87f7d725b07c req-ad751698-3ed7-4b53-b7aa-f7bb394cf6b1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:50.442536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b9054e9-d5df-4ea6-8a35-87f7d725b07c req-ad751698-3ed7-4b53-b7aa-f7bb394cf6b1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.5542715 Feb 02 13:13:50.462722 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c48f5474-f605-4d04-93dd-b78f2f600fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2495829c-7673-459c-8759-4704434ba0c5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:50.466739 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c48f5474-f605-4d04-93dd-b78f2f600fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:50.470371 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c48f5474-f605-4d04-93dd-b78f2f600fdb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2495829c-7673-459c-8759-4704434ba0c5 HTTP/1.1" status: 204 len: 168 time: 0.2144620 Feb 02 13:13:50.478787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f5474-f605-4d04-93dd-b78f2f600fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2495829c-7673-459c-8759-4704434ba0c5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:50.566223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-4aec5375-8bef-46e1-8854-19c7b365a704 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Deleting port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:50.566630 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-4aec5375-8bef-46e1-8854-19c7b365a704 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:50.687607 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 78a5061b-33a6-4280-b364-065c90fef759 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:13:50.703518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-10fdadfd-e458-4326-990f-1e2ba87d4442 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:50.712441 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-10fdadfd-e458-4326-990f-1e2ba87d4442 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.2653062 Feb 02 13:13:50.728450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b9054e9-d5df-4ea6-8a35-87f7d725b07c req-87ca77c0-fea9-4ea8-9813-42a05b5ff5e0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2702057 Feb 02 13:13:50.741121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-3f9b46d7-dde2-4844-ae73-729395101c40 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/quotas/6ee72b4765a44f94a55b3d24e29dc8b4 HTTP/1.1" status: 200 len: 375 time: 0.0278134 Feb 02 13:13:50.748301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-4aec5375-8bef-46e1-8854-19c7b365a704 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] For port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f,segment=NetworkSegment(35bfeede-e9de-4a4c-a189-b0f1db06361f),segment_id=35bfeede-e9de-4a4c-a189-b0f1db06361f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:50.748655 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-4aec5375-8bef-46e1-8854-19c7b365a704 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:50.781367 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-4aec5375-8bef-46e1-8854-19c7b365a704 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Calling delete_port for 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:50.832576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-2735ada7-857e-4b86-8cb9-17d0aa05b424 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0810947 Feb 02 13:13:50.880668 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57552) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:50.998185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 78a5061b-33a6-4280-b364-065c90fef759, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=78a5061b-33a6-4280-b364-065c90fef759,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:51.014549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50673971-4dbe-444e-9933-495f519afa39 req-4134b8b1-c358-4890-80b9-90a3bf0f4697 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:51.022100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50673971-4dbe-444e-9933-495f519afa39 req-4134b8b1-c358-4890-80b9-90a3bf0f4697 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.1005197 Feb 02 13:13:51.029963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '78a5061b-33a6-4280-b364-065c90fef759', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'port_id': '78a5061b-33a6-4280-b364-065c90fef759', 'mac_address': 'fa:16:3e:76:98:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38b2c40-37ff-4b0b-b098-a2e69951a834', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:13:51.042150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-371835232'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:51.077327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Made reservation on behalf of 532315d3724e4f5188b5f1e992a7d6a4 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:51.085355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:51.102876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 78a5061b-33a6-4280-b364-065c90fef759 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:51.103270 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78a5061b-33a6-4280-b364-065c90fef759), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:51.109149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:51.117971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50673971-4dbe-444e-9933-495f519afa39 req-6832ccea-713d-4be6-9c57-9c4a1bb7608a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893152 Feb 02 13:13:51.134385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78a5061b-33a6-4280-b364-065c90fef759 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:51.167804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 78a5061b-33a6-4280-b364-065c90fef759, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=78a5061b-33a6-4280-b364-065c90fef759,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:51.174824 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (78a5061b-33a6-4280-b364-065c90fef759), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:51.252335 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks [] for security_group (e4f93fbf-9fd7-4703-b120-20967aed960c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:51.259067 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e4f93fbf-9fd7-4703-b120-20967aed960c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:51.297174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:13:51.308347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f93fbf-9fd7-4703-b120-20967aed960c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:51.317802 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a63e797e-75d8-462f-8167-4fa5de731dd7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:51.318626 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Added segment a63e797e-75d8-462f-8167-4fa5de731dd7 of type vlan for network ab07fe2d-6894-413c-9442-060af8625e3d Feb 02 13:13:51.335437 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-730b4e2d-a2aa-4329-87ad-6abe1ffb9b90 req-30a86705-0d2d-4876-8c17-2714764d57fe tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0976110 Feb 02 13:13:51.354422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=78a5061b-33a6-4280-b364-065c90fef759,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:51.385364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['78a5061b-33a6-4280-b364-065c90fef759'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:13:51.398301 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (ab07fe2d-6894-413c-9442-060af8625e3d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:51.474988 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (ab07fe2d-6894-413c-9442-060af8625e3d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:51.485639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:51.487138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:51.548912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-d17a76e5-78c7-4606-b3f1-7a9648dab48f service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040169 Feb 02 13:13:51.553658 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6678219 Feb 02 13:13:51.553658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57586) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:51.560345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-5271b186-3216-4c1c-bc3c-f6aa5d66ff42 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ab07fe2d-6894-413c-9442-060af8625e3d', 'tempest-TagsTest-Tag-1477712686') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:51.613825 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-4aec5375-8bef-46e1-8854-19c7b365a704 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:51.663996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9c29f-870d-4474-81c2-e05f8f4df03f tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Pushing event updated for resources: {'Network': ['ID=ab07fe2d-6894-413c-9442-060af8625e3d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:51.685880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network ab07fe2d-6894-413c-9442-060af8625e3d details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:13:51.751157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec5375-8bef-46e1-8854-19c7b365a704 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Port': ['ID=8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:51.883440 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5271b186-3216-4c1c-bc3c-f6aa5d66ff42 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "PUT /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d/tags/tempest-TagsTest-Tag-1477712686 HTTP/1.1" status: 201 len: 201 time: 0.3294046 Feb 02 13:13:51.884201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57596) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:51.888583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-99df4be2-1047-4ae2-bb84-40ef2a191cc0 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ab07fe2d-6894-413c-9442-060af8625e3d', 'tempest-TagsTest-Tag-1477712686') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:51.973024 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-4aec5375-8bef-46e1-8854-19c7b365a704 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] No DVR routers for this DVR port 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:13:51.977277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-31fdf242-3feb-4bcd-8ca3-25ec35c43942 service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274595 Feb 02 13:13:51.978791 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-4aec5375-8bef-46e1-8854-19c7b365a704 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:51.982175 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-4aec5375-8bef-46e1-8854-19c7b365a704 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.18 "DELETE /v2.0/ports/8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f HTTP/1.1" status: 204 len: 173 time: 2.1623807 Feb 02 13:13:51.983654 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'name': 'network-vif-deleted', 'tag': '8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:51.986078 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f933b5-69ac-4e89-a318-0efec28a2abb" -d '{"events": [{"server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "name": "network-vif-deleted", "tag": "8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:52.008098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10d290c-1b75-4b13-a643-640a3e32ba4c req-6053e236-8d6b-4c4f-ac45-9b820f46e0b5 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:52.010075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c10d290c-1b75-4b13-a643-640a3e32ba4c req-6053e236-8d6b-4c4f-ac45-9b820f46e0b5 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 945 time: 0.4439583 Feb 02 13:13:52.063179 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-99df4be2-1047-4ae2-bb84-40ef2a191cc0 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "GET /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d/tags/tempest-TagsTest-Tag-1477712686 HTTP/1.1" status: 204 len: 168 time: 0.1757922 Feb 02 13:13:52.064011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57610) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:52.069372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-a899e7f7-b190-490e-a5dc-a4e48d855474 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ab07fe2d-6894-413c-9442-060af8625e3d') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:52.327838 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a899e7f7-b190-490e-a5dc-a4e48d855474 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "GET /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d/tags HTTP/1.1" status: 200 len: 238 time: 0.2526777 Feb 02 13:13:52.328558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57628) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:52.333342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-55613c79-106e-42d3-9a1d-69c5298630b1 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ab07fe2d-6894-413c-9442-060af8625e3d', {'tags': ['tempest-TagsTest-Tag-1741263608', 'tempest-TagsTest-Tag-844847243', 'tempest-TagsTest-Tag-1084213877']}) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:52.362964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c10d290c-1b75-4b13-a643-640a3e32ba4c req-1a5717e2-7d46-4b0c-acbb-a2bfb9529d00 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/security-groups?id=1be142ea-238a-474a-a438-72a86b246b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936928 Feb 02 13:13:52.533819 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-55613c79-106e-42d3-9a1d-69c5298630b1 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "PUT /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d/tags HTTP/1.1" status: 200 len: 308 time: 0.2016158 Feb 02 13:13:52.534074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57642) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:52.538385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-53084822-38a3-4883-ae09-d63766dae0a5 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ab07fe2d-6894-413c-9442-060af8625e3d', 'tempest-TagsTest-Tag-1741263608') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:52.591464 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0086f2-6939-470f-968d-663da05f4398 x-openstack-request-id: req-2f0086f2-6939-470f-968d-663da05f4398 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:52.597973 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "name": "network-vif-deleted", "tag": "8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:52.598307 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2f0086f2-6939-470f-968d-663da05f4398 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:52.599548 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'name': 'network-vif-deleted', 'tag': '8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f', 'status': 'completed', 'code': 200} Feb 02 13:13:52.632843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-dd156a77-81d5-4adb-b187-a818909baed8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Deleting port acf549bd-0e8c-4e5e-a05b-41df4920d44b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:52.633246 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-dd156a77-81d5-4adb-b187-a818909baed8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:52.714380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 78a5061b-33a6-4280-b364-065c90fef759 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:13:52.757103 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-53084822-38a3-4883-ae09-d63766dae0a5 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "DELETE /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d/tags/tempest-TagsTest-Tag-1741263608 HTTP/1.1" status: 204 len: 168 time: 0.2190602 Feb 02 13:13:52.757950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57656) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:52.785195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-50d1ba6b-ab0a-4733-a1d0-506f012c2a9b tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ab07fe2d-6894-413c-9442-060af8625e3d', 'tempest-TagsTest-Tag-1741263608') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:52.910820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-dd156a77-81d5-4adb-b187-a818909baed8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] For port acf549bd-0e8c-4e5e-a05b-41df4920d44b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=acf549bd-0e8c-4e5e-a05b-41df4920d44b,segment=NetworkSegment(e88b551c-a634-4fe1-b371-f0908a4e49ce),segment_id=e88b551c-a634-4fe1-b371-f0908a4e49ce)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:52.916525 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-dd156a77-81d5-4adb-b187-a818909baed8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:52.932615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 78a5061b-33a6-4280-b364-065c90fef759 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:13:52.933000 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (78a5061b-33a6-4280-b364-065c90fef759), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:52.968297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-dd156a77-81d5-4adb-b187-a818909baed8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Calling delete_port for acf549bd-0e8c-4e5e-a05b-41df4920d44b owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:53.037510 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-50d1ba6b-ab0a-4733-a1d0-506f012c2a9b tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] show failed (client error): The resource could not be found. Feb 02 13:13:53.038587 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-50d1ba6b-ab0a-4733-a1d0-506f012c2a9b tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "GET /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d/tags/tempest-TagsTest-Tag-1741263608 HTTP/1.1" status: 404 len: 326 time: 0.2753847 Feb 02 13:13:53.043904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57666) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:53.052507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-298397f3-01b4-4124-ad2f-3b1aa05164a2 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ab07fe2d-6894-413c-9442-060af8625e3d', 'tempest-TagsTest-Tag-844847243') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:53.197213 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762303-1d6c-4d00-8ddb-2216e22783dd req-b783996d-42b8-4887-85d9-ebe775acbae7 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:53.217619 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 78a5061b-33a6-4280-b364-065c90fef759 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:53.218358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762303-1d6c-4d00-8ddb-2216e22783dd req-b783996d-42b8-4887-85d9-ebe775acbae7 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:53.218991 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78a5061b-33a6-4280-b364-065c90fef759), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:53.243459 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-298397f3-01b4-4124-ad2f-3b1aa05164a2 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "GET /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d/tags/tempest-TagsTest-Tag-844847243 HTTP/1.1" status: 204 len: 168 time: 0.1959770 Feb 02 13:13:53.245714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762303-1d6c-4d00-8ddb-2216e22783dd req-b783996d-42b8-4887-85d9-ebe775acbae7 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:53.246792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57670) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:53.252475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762303-1d6c-4d00-8ddb-2216e22783dd req-b783996d-42b8-4887-85d9-ebe775acbae7 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:53.258671 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4017d2c8-7a27-427b-a14b-17bf2b581369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a5061b-33a6-4280-b364-065c90fef759'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:53.263213 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be1efed-d073-45dc-8f75-5868fa10354a" -d '{"events": [{"server_uuid": "4017d2c8-7a27-427b-a14b-17bf2b581369", "name": "network-vif-plugged", "status": "completed", "tag": "78a5061b-33a6-4280-b364-065c90fef759"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:53.268428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-f560a2b7-22e4-4044-b3b2-8133f5c37544 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ab07fe2d-6894-413c-9442-060af8625e3d', 'tempest-TagsTest-Tag-1084213877') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:53.272339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762303-1d6c-4d00-8ddb-2216e22783dd req-b783996d-42b8-4887-85d9-ebe775acbae7 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:53.283651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 78a5061b-33a6-4280-b364-065c90fef759, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=78a5061b-33a6-4280-b364-065c90fef759,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:53.294449 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (78a5061b-33a6-4280-b364-065c90fef759), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:53.298434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:13:53.306186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762303-1d6c-4d00-8ddb-2216e22783dd req-b783996d-42b8-4887-85d9-ebe775acbae7 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:53.318542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762303-1d6c-4d00-8ddb-2216e22783dd req-b783996d-42b8-4887-85d9-ebe775acbae7 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:53.320514 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b8762303-1d6c-4d00-8ddb-2216e22783dd req-b783996d-42b8-4887-85d9-ebe775acbae7 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.9217770 Feb 02 13:13:53.401370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:13:53.401975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 8e4dacf1-ae2c-4cb5-968c-bc1c2290e72f not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:13:53.403343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device acf549bd-0e8c-4e5e-a05b-41df4920d44b no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:13:53.408647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=78a5061b-33a6-4280-b364-065c90fef759,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:53.473567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57678) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:53.498468 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f560a2b7-22e4-4044-b3b2-8133f5c37544 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "GET /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d/tags/tempest-TagsTest-Tag-1084213877 HTTP/1.1" status: 204 len: 168 time: 0.2480726 Feb 02 13:13:53.508817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57682) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:53.516226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-824ef899-3306-4161-b2d0-1e279bf9069e tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ab07fe2d-6894-413c-9442-060af8625e3d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:53.607324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port acf549bd-0e8c-4e5e-a05b-41df4920d44b is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:13:53.608112 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:53.695538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d7976-4f92-4c46-bc9f-ae60b5670d6d req-eb7e75bb-a6c3-44c5-9e9c-dfec29e8ad0b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:53.695538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-605d7976-4f92-4c46-bc9f-ae60b5670d6d req-eb7e75bb-a6c3-44c5-9e9c-dfec29e8ad0b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 945 time: 0.6853323 Feb 02 13:13:53.705424 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b8762303-1d6c-4d00-8ddb-2216e22783dd req-5bce9cf8-714e-4c99-88f8-688d297f961e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3417275 Feb 02 13:13:53.731965 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c2726f5-3dc7-46e1-937e-9f62551b751c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:53.777028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port acf549bd-0e8c-4e5e-a05b-41df4920d44b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=acf549bd-0e8c-4e5e-a05b-41df4920d44b,segment=NetworkSegment(e88b551c-a634-4fe1-b371-f0908a4e49ce),segment_id=e88b551c-a634-4fe1-b371-f0908a4e49ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:53.795740 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:53.924400 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c2726f5-3dc7-46e1-937e-9f62551b751c admin admin] Publish callbacks [] for security_group (31f12ef6-4dd3-4a83-888c-2aa83c549a98), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:53.944105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c2726f5-3dc7-46e1-937e-9f62551b751c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (31f12ef6-4dd3-4a83-888c-2aa83c549a98), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:53.945014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=acf549bd-0e8c-4e5e-a05b-41df4920d44b,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:54.025478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53c3d7b9-f228-41fb-9f55-ccd510ea6f31 req-d3dfc6ef-8b17-4f43-a512-a596a77f3a3f tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 210 time: 0.1150644 Feb 02 13:13:54.033218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2726f5-3dc7-46e1-937e-9f62551b751c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f12ef6-4dd3-4a83-888c-2aa83c549a98,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:54.066935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-605d7976-4f92-4c46-bc9f-ae60b5670d6d req-0eb77b57-7dbd-459e-9de1-cb84f5f4dd82 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608494 Feb 02 13:13:54.076434 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-824ef899-3306-4161-b2d0-1e279bf9069e tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "DELETE /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d/tags HTTP/1.1" status: 204 len: 168 time: 0.5631104 Feb 02 13:13:54.077238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57684) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:54.095001 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-dd156a77-81d5-4adb-b187-a818909baed8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (acf549bd-0e8c-4e5e-a05b-41df4920d44b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:54.102529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-b82064ef-98bc-4049-b2bc-f9a31d7de0cf tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ab07fe2d-6894-413c-9442-060af8625e3d', 'tempest-TagsTest-Tag-844847243') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:54.138598 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7c2726f5-3dc7-46e1-937e-9f62551b751c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ab57b697612a40db9dd0119efdfc4f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6585698 Feb 02 13:13:54.141503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57686) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:54.214837 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c438b2e-e067-404d-a44b-63f0933eaf36 x-openstack-request-id: req-3c438b2e-e067-404d-a44b-63f0933eaf36 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:54.215325 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4017d2c8-7a27-427b-a14b-17bf2b581369", "name": "network-vif-plugged", "status": "completed", "tag": "78a5061b-33a6-4280-b364-065c90fef759", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:54.215779 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3c438b2e-e067-404d-a44b-63f0933eaf36 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:54.216187 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4017d2c8-7a27-427b-a14b-17bf2b581369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a5061b-33a6-4280-b364-065c90fef759', 'code': 200} Feb 02 13:13:54.297696 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-b82064ef-98bc-4049-b2bc-f9a31d7de0cf tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] show failed (client error): The resource could not be found. Feb 02 13:13:54.301438 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b82064ef-98bc-4049-b2bc-f9a31d7de0cf tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "GET /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d/tags/tempest-TagsTest-Tag-844847243 HTTP/1.1" status: 404 len: 325 time: 0.2060657 Feb 02 13:13:54.304209 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57688) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:54.332780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-ffdbf199-f619-46ec-991b-382a403e59b4 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ab07fe2d-6894-413c-9442-060af8625e3d', 'tempest-TagsTest-Tag-1084213877') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:54.342918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5ac4be7-5822-492e-a9e4-aeb3eab81489 admin admin] Publish callbacks [] for security_group (31f12ef6-4dd3-4a83-888c-2aa83c549a98), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:54.362344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd156a77-81d5-4adb-b187-a818909baed8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Port': ['ID=acf549bd-0e8c-4e5e-a05b-41df4920d44b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:54.368798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-dd156a77-81d5-4adb-b187-a818909baed8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] No DVR routers for this DVR port acf549bd-0e8c-4e5e-a05b-41df4920d44b on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:13:54.397484 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-dd156a77-81d5-4adb-b187-a818909baed8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:54.407363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30b818b9-e6f4-4db8-9370-bf4022485488 req-dd156a77-81d5-4adb-b187-a818909baed8 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.18 "DELETE /v2.0/ports/acf549bd-0e8c-4e5e-a05b-41df4920d44b HTTP/1.1" status: 204 len: 173 time: 2.4161747 Feb 02 13:13:54.426657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5ac4be7-5822-492e-a9e4-aeb3eab81489 admin admin] Publish callbacks [] for security_group (31f12ef6-4dd3-4a83-888c-2aa83c549a98), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:54.530474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fce0abb6-5b89-4cdc-9d12-08a8abb65286 req-3771352a-ec4b-4969-9798-1c3b135d5c6e tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.1621358 Feb 02 13:13:54.549388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a927b542-aaea-43c4-a1c5-42efb1345400 req-dfd12af5-a07b-4810-a1d1-b3dda4037cc2 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "GET /v2.0/ports?device_id=135cccb2-44e3-4298-86c5-0c00d8d6350c HTTP/1.1" status: 200 len: 210 time: 0.1764872 Feb 02 13:13:54.558230 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5ac4be7-5822-492e-a9e4-aeb3eab81489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (31f12ef6-4dd3-4a83-888c-2aa83c549a98), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:54.571654 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5ac4be7-5822-492e-a9e4-aeb3eab81489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:54.573183 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c5ac4be7-5822-492e-a9e4-aeb3eab81489 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/31f12ef6-4dd3-4a83-888c-2aa83c549a98 HTTP/1.1" status: 204 len: 168 time: 0.4282420 Feb 02 13:13:54.633258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac4be7-5822-492e-a9e4-aeb3eab81489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f12ef6-4dd3-4a83-888c-2aa83c549a98,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:54.652214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'name': 'network-vif-deleted', 'tag': 'acf549bd-0e8c-4e5e-a05b-41df4920d44b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:54.657054 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31bec43f-5003-407f-8c62-68553cee378e" -d '{"events": [{"server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "name": "network-vif-deleted", "tag": "acf549bd-0e8c-4e5e-a05b-41df4920d44b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:54.842667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-d616fc9c-6580-4d5d-aea7-af52518fa991 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:54.849671 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-d616fc9c-6580-4d5d-aea7-af52518fa991 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.62 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.4833407 Feb 02 13:13:54.853064 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e58f36-55bf-4d49-97bd-1b3bc84cb372 x-openstack-request-id: req-72e58f36-55bf-4d49-97bd-1b3bc84cb372 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:54.853426 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "name": "network-vif-deleted", "tag": "acf549bd-0e8c-4e5e-a05b-41df4920d44b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:54.853678 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-72e58f36-55bf-4d49-97bd-1b3bc84cb372 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:54.854069 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'name': 'network-vif-deleted', 'tag': 'acf549bd-0e8c-4e5e-a05b-41df4920d44b', 'status': 'completed', 'code': 200} Feb 02 13:13:54.878407 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-ffdbf199-f619-46ec-991b-382a403e59b4 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] show failed (client error): The resource could not be found. Feb 02 13:13:54.879972 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ffdbf199-f619-46ec-991b-382a403e59b4 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "GET /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d/tags/tempest-TagsTest-Tag-1084213877 HTTP/1.1" status: 404 len: 326 time: 0.5745733 Feb 02 13:13:54.884313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57700) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:54.891510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-92ed80fd-aa33-4e55-a794-b9decd06dee6 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ab07fe2d-6894-413c-9442-060af8625e3d') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:54.914198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Request body: {'port': {'device_id': '0cddde2f-a13a-484b-8223-8332221aa11c', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'admin_state_up': True, 'tenant_id': '6ee72b4765a44f94a55b3d24e29dc8b4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:55.000859 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-92ed80fd-aa33-4e55-a794-b9decd06dee6 tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "DELETE /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d/tags HTTP/1.1" status: 204 len: 168 time: 0.1146486 Feb 02 13:13:55.006129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57702) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:55.159649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Made reservation on behalf of 6ee72b4765a44f94a55b3d24e29dc8b4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:55.164896 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:55.167196 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (ab07fe2d-6894-413c-9442-060af8625e3d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:55.363411 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (ab07fe2d-6894-413c-9442-060af8625e3d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:55.415480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Allocated IP 172.20.0.3 (9077904b-671d-4f70-86b9-02225fb01c2a/8e3d761b-885b-4819-bc18-f1fb3a1e9ebb/efc908ff-9e61-4e7e-9860-812538ce757d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:13:55.419763 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5f258a8-619c-4e3d-9b1d-36f8b13da3a0 req-a2cf9921-e421-4a87-8b35-953a4a91d306 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 210 time: 0.0524557 Feb 02 13:13:55.425811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab07fe2d-6894-413c-9442-060af8625e3d']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:55.440081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead6b1-a38e-4daa-befa-3c92aedc8ef4 req-bdd196cc-8957-4ea6-b7c7-e0932355f75a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:55.453780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63e797e-75d8-462f-8167-4fa5de731dd7') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:55.454502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63e797e-75d8-462f-8167-4fa5de731dd7') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:55.456247 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead6b1-a38e-4daa-befa-3c92aedc8ef4 req-bdd196cc-8957-4ea6-b7c7-e0932355f75a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:55.463683 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead6b1-a38e-4daa-befa-3c92aedc8ef4 req-bdd196cc-8957-4ea6-b7c7-e0932355f75a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:55.470125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead6b1-a38e-4daa-befa-3c92aedc8ef4 req-bdd196cc-8957-4ea6-b7c7-e0932355f75a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:55.476379 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead6b1-a38e-4daa-befa-3c92aedc8ef4 req-bdd196cc-8957-4ea6-b7c7-e0932355f75a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:55.483283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead6b1-a38e-4daa-befa-3c92aedc8ef4 req-bdd196cc-8957-4ea6-b7c7-e0932355f75a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:55.485675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (a63e797e-75d8-462f-8167-4fa5de731dd7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:55.489649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ead6b1-a38e-4daa-befa-3c92aedc8ef4 req-bdd196cc-8957-4ea6-b7c7-e0932355f75a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:55.491676 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21ead6b1-a38e-4daa-befa-3c92aedc8ef4 req-bdd196cc-8957-4ea6-b7c7-e0932355f75a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.6368046 Feb 02 13:13:55.517581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a63e797e-75d8-462f-8167-4fa5de731dd7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:55.524433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:13:55.524963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (a63e797e-75d8-462f-8167-4fa5de731dd7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:13:55.542061 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:13:55.613156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21ead6b1-a38e-4daa-befa-3c92aedc8ef4 req-26484976-e635-4b3c-a55e-350449525898 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089249 Feb 02 13:13:55.702610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a023ac-b55b-44f7-94d9-9a6e8be998db req-96767f0f-2429-47d9-85e8-551f24e3e2f1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:55.709813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97a023ac-b55b-44f7-94d9-9a6e8be998db req-96767f0f-2429-47d9-85e8-551f24e3e2f1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.1051395 Feb 02 13:13:55.733562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57728) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:55.810014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97a023ac-b55b-44f7-94d9-9a6e8be998db req-aba36691-fbdd-463a-98cc-9ab46cf8ec5f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992067 Feb 02 13:13:55.854969 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (ab07fe2d-6894-413c-9442-060af8625e3d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:55.885645 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:55.891483 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] 10.222.0.83 "DELETE /v2.0/networks/ab07fe2d-6894-413c-9442-060af8625e3d HTTP/1.1" status: 204 len: 168 time: 0.8818772 Feb 02 13:13:55.893539 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-155e59f9-5e15-4fc0-8745-2f8ae0487988 req-19868529-20c2-4e42-a9eb-233c21acf131 tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0498972 Feb 02 13:13:55.944015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c191df-fefe-4e01-9006-cd50b17670cb tempest-TagsTest-577536629 tempest-TagsTest-577536629-project] Pushing event deleted for resources: {'Network': ['ID=ab07fe2d-6894-413c-9442-060af8625e3d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:55.961488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dbe404f-58e1-469f-8cca-6f965e61b261 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Deleting subnet adeb89eb-0d69-4d71-8f34-e055244a0d44 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:13:55.971131 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dbe404f-58e1-469f-8cca-6f965e61b261 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for subnet (adeb89eb-0d69-4d71-8f34-e055244a0d44), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:55.996376 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks [] for port (efc908ff-9e61-4e7e-9860-812538ce757d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:56.051482 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dbe404f-58e1-469f-8cca-6f965e61b261 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (adeb89eb-0d69-4d71-8f34-e055244a0d44), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:56.070133 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:56.184955 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Network 9077904b-671d-4f70-86b9-02225fb01c2a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:13:56.189747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:56.213371 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:13:56.217731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf549bd-0e8c-4e5e-a05b-41df4920d44b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:56.221849 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e576ee18-2dd0-41e9-a9aa-5d6f9c6defde" -d '{"events": [{"server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "name": "network-vif-unplugged", "status": "completed", "tag": "acf549bd-0e8c-4e5e-a05b-41df4920d44b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:56.244321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event updated for resources: {'Port': ['ID=efc908ff-9e61-4e7e-9860-812538ce757d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:56.295210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dbe404f-58e1-469f-8cca-6f965e61b261 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (adeb89eb-0d69-4d71-8f34-e055244a0d44), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:56.301188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:56.302076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:56.317992 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d814e039-4f97-45d7-bde1-d0f0f520c709 x-openstack-request-id: req-d814e039-4f97-45d7-bde1-d0f0f520c709 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:56.318381 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "135cccb2-44e3-4298-86c5-0c00d8d6350c", "name": "network-vif-unplugged", "status": "completed", "tag": "acf549bd-0e8c-4e5e-a05b-41df4920d44b", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:56.318504 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d814e039-4f97-45d7-bde1-d0f0f520c709 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:56.318893 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '135cccb2-44e3-4298-86c5-0c00d8d6350c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf549bd-0e8c-4e5e-a05b-41df4920d44b', 'code': 200} Feb 02 13:13:56.336084 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-64d47cad-6ebe-4249-a11d-8485dcaa26fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4493580 Feb 02 13:13:56.354911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Request body: {'port': {'device_id': '0cddde2f-a13a-484b-8223-8332221aa11c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:56.422696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dbe404f-58e1-469f-8cca-6f965e61b261 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (adeb89eb-0d69-4d71-8f34-e055244a0d44), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:56.456873 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dbe404f-58e1-469f-8cca-6f965e61b261 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:56.468757 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7dbe404f-58e1-469f-8cca-6f965e61b261 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "DELETE /v2.0/subnets/adeb89eb-0d69-4d71-8f34-e055244a0d44 HTTP/1.1" status: 204 len: 168 time: 0.7340307 Feb 02 13:13:56.475064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601f7c4-e126-4dc1-bd25-33456f182cbc None None] Network 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:13:56.507894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57742) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:56.528031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe404f-58e1-469f-8cca-6f965e61b261 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Subnet': ['ID=adeb89eb-0d69-4d71-8f34-e055244a0d44,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:56.549266 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:56.695340 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (2ab52a56-9bbe-4fdd-8c82-d587d0a0a812), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:56.770749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57752) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:56.850735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Deleting port 4c78d114-7508-429b-b73e-978f4a88378e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:56.852181 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4c78d114-7508-429b-b73e-978f4a88378e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:56.971853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] For port 4c78d114-7508-429b-b73e-978f4a88378e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4c78d114-7508-429b-b73e-978f4a88378e,segment=NetworkSegment(e88b551c-a634-4fe1-b371-f0908a4e49ce),segment_id=e88b551c-a634-4fe1-b371-f0908a4e49ce)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:56.977208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4c78d114-7508-429b-b73e-978f4a88378e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:56.993383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Calling delete_port for 4c78d114-7508-429b-b73e-978f4a88378e owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:57.036819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b339d0b8-9e3b-44d0-bc73-f3468786b139 None None] DHCP port deletion for 2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:13:57.167786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b339d0b8-9e3b-44d0-bc73-f3468786b139 None None] Deleting port 4c78d114-7508-429b-b73e-978f4a88378e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:57.179649 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b339d0b8-9e3b-44d0-bc73-f3468786b139 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4c78d114-7508-429b-b73e-978f4a88378e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.212576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8b49-1a72-4d9a-86b7-20ee2da0fac5 req-3d423edd-20be-45ea-88a6-12ead8f948d4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:57.221902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-439c8b49-1a72-4d9a-86b7-20ee2da0fac5 req-3d423edd-20be-45ea-88a6-12ead8f948d4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 931 time: 0.6086864 Feb 02 13:13:57.252533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4c78d114-7508-429b-b73e-978f4a88378e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.379193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57768) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:57.384340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b339d0b8-9e3b-44d0-bc73-f3468786b139 None None] For port 4c78d114-7508-429b-b73e-978f4a88378e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4c78d114-7508-429b-b73e-978f4a88378e,segment=NetworkSegment(e88b551c-a634-4fe1-b371-f0908a4e49ce),segment_id=e88b551c-a634-4fe1-b371-f0908a4e49ce)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:57.387321 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b339d0b8-9e3b-44d0-bc73-f3468786b139 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4c78d114-7508-429b-b73e-978f4a88378e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.403983 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Port': ['ID=4c78d114-7508-429b-b73e-978f4a88378e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:57.411006 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] No DVR routers for this DVR port 4c78d114-7508-429b-b73e-978f4a88378e on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:13:57.420385 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3c93cf6a-750d-4776-b1c6-4d492b6ff6d0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=532315d3724e4f5188b5f1e992a7d6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6478858 Feb 02 13:13:57.422405 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b339d0b8-9e3b-44d0-bc73-f3468786b139 None None] Calling delete_port for 4c78d114-7508-429b-b73e-978f4a88378e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:57.444095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57774) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:57.497968 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c39d53a7-179b-4c80-bcb8-229a06d9ccbb req-68718051-6ea9-4741-bfc7-14b7348b9c4a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.1061554 Feb 02 13:13:57.540775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a28ef-b6cd-4aa6-a4a7-a423ee2fbc8f req-ec706106-bd38-4063-978b-8170a26169d1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:57.547760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a28ef-b6cd-4aa6-a4a7-a423ee2fbc8f req-ec706106-bd38-4063-978b-8170a26169d1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:57.554397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a28ef-b6cd-4aa6-a4a7-a423ee2fbc8f req-ec706106-bd38-4063-978b-8170a26169d1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:57.560086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a28ef-b6cd-4aa6-a4a7-a423ee2fbc8f req-ec706106-bd38-4063-978b-8170a26169d1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:57.565865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a28ef-b6cd-4aa6-a4a7-a423ee2fbc8f req-ec706106-bd38-4063-978b-8170a26169d1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:57.571206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a28ef-b6cd-4aa6-a4a7-a423ee2fbc8f req-ec706106-bd38-4063-978b-8170a26169d1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:57.578283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a28ef-b6cd-4aa6-a4a7-a423ee2fbc8f req-ec706106-bd38-4063-978b-8170a26169d1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:57.584213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c67a28ef-b6cd-4aa6-a4a7-a423ee2fbc8f req-ec706106-bd38-4063-978b-8170a26169d1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 0.7379649 Feb 02 13:13:57.599486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-439c8b49-1a72-4d9a-86b7-20ee2da0fac5 req-40274298-a02c-4cbf-ae1b-2424a07375ea tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763094 Feb 02 13:13:57.609252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1480607051', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:57.674497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Made reservation on behalf of 0806c94114f042fd8b04abec0c2bf746 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:13:57.676950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.680530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (2ab52a56-9bbe-4fdd-8c82-d587d0a0a812), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.724392 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.749760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab52a56-9bbe-4fdd-8c82-d587d0a0a812']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:57.822647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c67a28ef-b6cd-4aa6-a4a7-a423ee2fbc8f req-15f7d7a3-f95d-4cae-ac8e-d7d95e59fb5e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2220957 Feb 02 13:13:57.827200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc908ff-9e61-4e7e-9860-812538ce757d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:13:57.841556 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks [] for security_group (6335bfd0-2f7c-420a-a282-5b10680ab091), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.850061 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d70da877-ea8d-48a4-b086-396a90d48274 admin admin] Publish callbacks [] for security_group (e4f93fbf-9fd7-4703-b120-20967aed960c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.858656 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b339d0b8-9e3b-44d0-bc73-f3468786b139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (4c78d114-7508-429b-b73e-978f4a88378e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.861390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e88b551c-a634-4fe1-b371-f0908a4e49ce') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:57.861797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e88b551c-a634-4fe1-b371-f0908a4e49ce') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:13:57.874213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (e88b551c-a634-4fe1-b371-f0908a4e49ce), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.893237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339d0b8-9e3b-44d0-bc73-f3468786b139 None None] Pushing event deleted for resources: {'Port': ['ID=4c78d114-7508-429b-b73e-978f4a88378e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:57.898018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e88b551c-a634-4fe1-b371-f0908a4e49ce), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.905493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:13:57.906075 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (e88b551c-a634-4fe1-b371-f0908a4e49ce), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.912321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b339d0b8-9e3b-44d0-bc73-f3468786b139 None None] No DVR routers for this DVR port 4c78d114-7508-429b-b73e-978f4a88378e on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:13:57.916236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Publish callbacks [] for port (efc908ff-9e61-4e7e-9860-812538ce757d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:13:57.951224 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:13:57.984502 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6335bfd0-2f7c-420a-a282-5b10680ab091), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:57.993408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aac38-d56d-4a80-9d72-f0ec348e5b2b req-290edb90-b6dd-4193-a7b9-065a1cc8d455 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:57.996592 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-198aac38-d56d-4a80-9d72-f0ec348e5b2b req-290edb90-b6dd-4193-a7b9-065a1cc8d455 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.1888108 Feb 02 13:13:58.013676 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] device_id is not set on port c0a5e400-2277-4231-a9c8-916a4e032149 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:13:58.061920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Transition to ACTIVE for port object efc908ff-9e61-4e7e-9860-812538ce757d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:13:58.083893 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d70da877-ea8d-48a4-b086-396a90d48274 admin admin] Publish callbacks [] for security_group (e4f93fbf-9fd7-4703-b120-20967aed960c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:58.087363 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:58.093648 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (2ab52a56-9bbe-4fdd-8c82-d587d0a0a812), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:58.131223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4c78d114-7508-429b-b73e-978f4a88378e no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:13:58.141180 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:58.148887 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "DELETE /v2.0/networks/2ab52a56-9bbe-4fdd-8c82-d587d0a0a812 HTTP/1.1" status: 204 len: 168 time: 1.6359107 Feb 02 13:13:58.168398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57778) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:58.171731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43cc1150-8874-4b5e-99a3-89321e622795 req-66eff899-2e18-46f0-9c37-e6e372f86dde tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.1309211 Feb 02 13:13:58.179953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 4c78d114-7508-429b-b73e-978f4a88378e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:13:58.180607 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4c78d114-7508-429b-b73e-978f4a88378e not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:13:58.222376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-198aac38-d56d-4a80-9d72-f0ec348e5b2b req-c92026db-60a0-4f84-a191-c810d0119f08 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181234 Feb 02 13:13:58.230662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Pushing event updated for resources: {'Port': ['ID=efc908ff-9e61-4e7e-9860-812538ce757d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:58.258304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be1254-5d80-40dd-8d6a-ec8e5a8fefaf tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Network': ['ID=2ab52a56-9bbe-4fdd-8c82-d587d0a0a812,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:58.272241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6335bfd0-2f7c-420a-a282-5b10680ab091,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:58.318821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Attempting to bind port efc908ff-9e61-4e7e-9860-812538ce757d on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:13:58.319340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Attempting to bind port efc908ff-9e61-4e7e-9860-812538ce757d by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:13:58.319839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Attempting to bind port efc908ff-9e61-4e7e-9860-812538ce757d on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:58.326194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Port efc908ff-9e61-4e7e-9860-812538ce757d on network 9077904b-671d-4f70-86b9-02225fb01c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:13:58.326639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Attempting to bind port efc908ff-9e61-4e7e-9860-812538ce757d on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:13:58.332306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:13:58.332750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Checking segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:13:58.333259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Bound using segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:13:58.333890 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Bound port: efc908ff-9e61-4e7e-9860-812538ce757d, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:13:58.334377 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:58.383704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7640e959-10f5-4a39-b1c2-bb242e5fae48 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Deleting subnet 152d5831-ef3d-4ef0-8c18-cf3ce2620744 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:13:58.389670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7640e959-10f5-4a39-b1c2-bb242e5fae48 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for subnet (152d5831-ef3d-4ef0-8c18-cf3ce2620744), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:58.405319 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] For port efc908ff-9e61-4e7e-9860-812538ce757d, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:13:58.409155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] For port efc908ff-9e61-4e7e-9860-812538ce757d, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=efc908ff-9e61-4e7e-9860-812538ce757d,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:13:58.417410 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:58.443901 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7640e959-10f5-4a39-b1c2-bb242e5fae48 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (152d5831-ef3d-4ef0-8c18-cf3ce2620744), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:58.471845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:58.472806 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:58.474570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] 10.222.0.62 "PUT /v2.0/ports/efc908ff-9e61-4e7e-9860-812538ce757d HTTP/1.1" status: 200 len: 1091 time: 2.1248510 Feb 02 13:13:58.475739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cddde2f-a13a-484b-8223-8332221aa11c', 'tag': 'efc908ff-9e61-4e7e-9860-812538ce757d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:13:58.478723 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74a13d8-ca14-48f0-91d9-4aacdb736aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "0cddde2f-a13a-484b-8223-8332221aa11c", "tag": "efc908ff-9e61-4e7e-9860-812538ce757d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:13:58.501161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4beea-cc9d-4c0a-99c1-6aada7420bdb service neutron] Pushing event updated for resources: {'Port': ['ID=efc908ff-9e61-4e7e-9860-812538ce757d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:58.514809 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d70da877-ea8d-48a4-b086-396a90d48274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e4f93fbf-9fd7-4703-b120-20967aed960c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:58.518065 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d70da877-ea8d-48a4-b086-396a90d48274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:58.521816 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d70da877-ea8d-48a4-b086-396a90d48274 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e4f93fbf-9fd7-4703-b120-20967aed960c HTTP/1.1" status: 204 len: 168 time: 1.0707395 Feb 02 13:13:58.565156 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38eb5b36-9b63-47c0-a92c-ae430a2b68ae x-openstack-request-id: req-38eb5b36-9b63-47c0-a92c-ae430a2b68ae {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:13:58.565670 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cddde2f-a13a-484b-8223-8332221aa11c", "tag": "efc908ff-9e61-4e7e-9860-812538ce757d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:13:58.565670 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-38eb5b36-9b63-47c0-a92c-ae430a2b68ae {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:13:58.566100 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cddde2f-a13a-484b-8223-8332221aa11c', 'tag': 'efc908ff-9e61-4e7e-9860-812538ce757d', 'status': 'completed', 'code': 200} Feb 02 13:13:58.577915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70da877-ea8d-48a4-b086-396a90d48274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f93fbf-9fd7-4703-b120-20967aed960c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:58.715615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-e1591492-3bbb-44a4-a6df-a8c0e3d6cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:58.717179 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-e1591492-3bbb-44a4-a6df-a8c0e3d6cdf7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 1125 time: 0.1084859 Feb 02 13:13:58.757109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Allocated IP 172.25.4.175 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/c0a5e400-2277-4231-a9c8-916a4e032149) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:13:58.766735 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7640e959-10f5-4a39-b1c2-bb242e5fae48 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (152d5831-ef3d-4ef0-8c18-cf3ce2620744), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:58.831355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-bb0600c2-f731-488f-81d8-97923aecc91e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efc908ff-9e61-4e7e-9860-812538ce757d HTTP/1.1" status: 200 len: 217 time: 0.1004219 Feb 02 13:13:58.913037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7640e959-10f5-4a39-b1c2-bb242e5fae48 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (152d5831-ef3d-4ef0-8c18-cf3ce2620744), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:59.016750 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks [] for port (c0a5e400-2277-4231-a9c8-916a4e032149), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:59.065123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c0a5e400-2277-4231-a9c8-916a4e032149), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:59.068949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7640e959-10f5-4a39-b1c2-bb242e5fae48 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:59.074297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6016c56c-f05e-4e96-8485-2e02bc300989 None None] Network fac7e436-9e3e-461b-8a5d-f976da92d2d2 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:13:59.087156 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7640e959-10f5-4a39-b1c2-bb242e5fae48 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "DELETE /v2.0/subnets/152d5831-ef3d-4ef0-8c18-cf3ce2620744 HTTP/1.1" status: 204 len: 168 time: 0.9144125 Feb 02 13:13:59.105148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57796) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:59.134831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-01954429-e1b1-4e72-8b9e-4a5fb36e8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:59.134831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-01954429-e1b1-4e72-8b9e-4a5fb36e8a36 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.2662964 Feb 02 13:13:59.152349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640e959-10f5-4a39-b1c2-bb242e5fae48 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Subnet': ['ID=152d5831-ef3d-4ef0-8c18-cf3ce2620744,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:59.222368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:13:59.230305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:13:59.241567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:13:59.249837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Pushing event updated for resources: {'Port': ['ID=c0a5e400-2277-4231-a9c8-916a4e032149,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:13:59.321529 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (fac7e436-9e3e-461b-8a5d-f976da92d2d2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:59.323779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:59.328904 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:59.364917 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1bdf37fa-3919-40df-af87-2f6bfe619638 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.9840114 Feb 02 13:13:59.365596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b520da-8697-41f7-b0ac-c242eb48c0de req-f9f661a1-779d-4c62-af25-3ce3357bdff6 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:13:59.367367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25b520da-8697-41f7-b0ac-c242eb48c0de req-f9f661a1-779d-4c62-af25-3ce3357bdff6 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 943 time: 0.5598805 Feb 02 13:13:59.367856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57810) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:13:59.373116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}]}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:13:59.424186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (64ea2ccf-8c3b-4f86-b676-0e7c131a3b0e), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:59.425687 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (64ea2ccf-8c3b-4f86-b676-0e7c131a3b0e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:59.428852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23160741-513d-4334-bafe-4a23fd22fd9c None None] DHCP port deletion for fac7e436-9e3e-461b-8a5d-f976da92d2d2 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:13:59.527034 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks [] for router_controller (64ea2ccf-8c3b-4f86-b676-0e7c131a3b0e), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:59.641475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-23160741-513d-4334-bafe-4a23fd22fd9c None None] Deleting port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:13:59.642241 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23160741-513d-4334-bafe-4a23fd22fd9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:59.790205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-23160741-513d-4334-bafe-4a23fd22fd9c None None] For port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e,segment=NetworkSegment(35bfeede-e9de-4a4c-a189-b0f1db06361f),segment_id=35bfeede-e9de-4a4c-a189-b0f1db06361f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:13:59.802915 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23160741-513d-4334-bafe-4a23fd22fd9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:13:59.842105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-23160741-513d-4334-bafe-4a23fd22fd9c None None] Calling delete_port for 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:13:59.978108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks [] for router_gateway (64ea2ccf-8c3b-4f86-b676-0e7c131a3b0e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:00.134769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:14:00.138257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57830) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:00.153999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-6882dd7c-087b-4099-ba56-2e56466db85b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8133347 Feb 02 13:14:00.185373 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-23160741-513d-4334-bafe-4a23fd22fd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:00.209141 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:14:00.211290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:14:00.256963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380068f5-b26f-4c54-998d-a9ba5410984e req-f0c0e605-dfbc-4e18-ad43-b21b40c4d5da tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:00.263408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380068f5-b26f-4c54-998d-a9ba5410984e req-f0c0e605-dfbc-4e18-ad43-b21b40c4d5da tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:00.269146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380068f5-b26f-4c54-998d-a9ba5410984e req-f0c0e605-dfbc-4e18-ad43-b21b40c4d5da tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:00.274769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380068f5-b26f-4c54-998d-a9ba5410984e req-f0c0e605-dfbc-4e18-ad43-b21b40c4d5da tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:00.280676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380068f5-b26f-4c54-998d-a9ba5410984e req-f0c0e605-dfbc-4e18-ad43-b21b40c4d5da tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:00.286629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380068f5-b26f-4c54-998d-a9ba5410984e req-f0c0e605-dfbc-4e18-ad43-b21b40c4d5da tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:00.292803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380068f5-b26f-4c54-998d-a9ba5410984e req-f0c0e605-dfbc-4e18-ad43-b21b40c4d5da tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:00.301260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-380068f5-b26f-4c54-998d-a9ba5410984e req-f0c0e605-dfbc-4e18-ad43-b21b40c4d5da tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5417 time: 1.3056307 Feb 02 13:14:00.320565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23160741-513d-4334-bafe-4a23fd22fd9c None None] Pushing event deleted for resources: {'Port': ['ID=4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:00.335845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23160741-513d-4334-bafe-4a23fd22fd9c None None] No DVR routers for this DVR port 4f0f1994-b5ff-4e50-8d98-8eccdd7b2d7e on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:14:00.466226 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks [] for router_gateway (64ea2ccf-8c3b-4f86-b676-0e7c131a3b0e), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:00.490892 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (fac7e436-9e3e-461b-8a5d-f976da92d2d2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:00.507721 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:00.514943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25b520da-8697-41f7-b0ac-c242eb48c0de req-88587ab8-c7fd-4978-a23d-7fb1bf198265 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587160 Feb 02 13:14:00.578906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fac7e436-9e3e-461b-8a5d-f976da92d2d2']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:00.618104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bfeede-e9de-4a4c-a189-b0f1db06361f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:00.618481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bfeede-e9de-4a4c-a189-b0f1db06361f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:00.633618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-e2703e81-28e4-4cfa-95e1-f6f992c50115 service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582410 Feb 02 13:14:00.635448 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (35bfeede-e9de-4a4c-a189-b0f1db06361f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:00.657400 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8b3c-0a3d-48d9-8fc7-2ed44b9111c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:00.738117 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-380068f5-b26f-4c54-998d-a9ba5410984e req-592f7714-eed6-4cd5-9c15-4372cd9306f0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4224503 Feb 02 13:14:00.745897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 4944826c-bf8b-4065-98de-bc7da21a2637 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:14:00.805167 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (35bfeede-e9de-4a4c-a189-b0f1db06361f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:00.824143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-598e1fd8-0cc1-4865-9b3f-b1637697fd54 req-2cb07e69-2ee9-4c2c-881a-966bf3fc7e02 tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.1770566 Feb 02 13:14:00.871195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8b3c-0a3d-48d9-8fc7-2ed44b9111c9 admin admin] Publish callbacks [] for security_group (dc6196f6-78ae-4af9-9cc6-517e52e50634), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:00.878544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8b3c-0a3d-48d9-8fc7-2ed44b9111c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (dc6196f6-78ae-4af9-9cc6-517e52e50634), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:00.950995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:14:00.952603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b8b3c-0a3d-48d9-8fc7-2ed44b9111c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6196f6-78ae-4af9-9cc6-517e52e50634,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:00.953311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (35bfeede-e9de-4a4c-a189-b0f1db06361f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:14:00.970711 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:14:00.986998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 4944826c-bf8b-4065-98de-bc7da21a2637, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4944826c-bf8b-4065-98de-bc7da21a2637,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:01.001771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '4944826c-bf8b-4065-98de-bc7da21a2637', 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786', 'port_id': '4944826c-bf8b-4065-98de-bc7da21a2637', 'mac_address': 'fa:16:3e:3b:fb:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ff2c74-050f-4a4a-a365-9050bf03faf5', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:14:01.045705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 4944826c-bf8b-4065-98de-bc7da21a2637 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:01.046248 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.072019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4944826c-bf8b-4065-98de-bc7da21a2637 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:01.095388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57850) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:01.096460 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2d2b8b3c-0a3d-48d9-8fc7-2ed44b9111c9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0688df9502b8483d90233d96864172be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9556341 Feb 02 13:14:01.116571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 4944826c-bf8b-4065-98de-bc7da21a2637, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4944826c-bf8b-4065-98de-bc7da21a2637,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:01.124012 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks [] for router (64ea2ccf-8c3b-4f86-b676-0e7c131a3b0e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.132401 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.133080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0704b38b-c126-42f5-a6f6-65ec8e467196 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:14:01.301769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=4944826c-bf8b-4065-98de-bc7da21a2637,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:01.369681 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98f43189-0a54-413b-a462-733db6ebc84b admin admin] Publish callbacks [] for security_group (dc6196f6-78ae-4af9-9cc6-517e52e50634), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.458130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47eb2c-da61-492f-99a1-52e073fa5899 req-88448857-26bf-4b47-87a6-2df83224d9da tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:01.465475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb47eb2c-da61-492f-99a1-52e073fa5899 req-88448857-26bf-4b47-87a6-2df83224d9da tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.4895334 Feb 02 13:14:01.488049 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (fac7e436-9e3e-461b-8a5d-f976da92d2d2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.529580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0704b38b-c126-42f5-a6f6-65ec8e467196, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0704b38b-c126-42f5-a6f6-65ec8e467196,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:01.543192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '0704b38b-c126-42f5-a6f6-65ec8e467196', 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d', 'port_id': '0704b38b-c126-42f5-a6f6-65ec8e467196', 'mac_address': 'fa:16:3e:68:ec:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26371e2a-d775-4691-be95-f53aeb290042', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:14:01.568663 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98f43189-0a54-413b-a462-733db6ebc84b admin admin] Publish callbacks [] for security_group (dc6196f6-78ae-4af9-9cc6-517e52e50634), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.588869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 0704b38b-c126-42f5-a6f6-65ec8e467196 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:01.589347 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.607533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0704b38b-c126-42f5-a6f6-65ec8e467196 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:01.622044 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.648551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] 10.222.0.83 "DELETE /v2.0/networks/fac7e436-9e3e-461b-8a5d-f976da92d2d2 HTTP/1.1" status: 204 len: 168 time: 2.5150130 Feb 02 13:14:01.648551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb47eb2c-da61-492f-99a1-52e073fa5899 req-bef723c3-e317-42e0-b059-9cbed496bd6a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639016 Feb 02 13:14:01.649420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0704b38b-c126-42f5-a6f6-65ec8e467196, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0704b38b-c126-42f5-a6f6-65ec8e467196,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:01.649885 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f54649d-9d30-4ac0-94b8-229292efb0b4 req-8ecb32bf-324d-4af0-803b-631450b886bb tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.2221837 Feb 02 13:14:01.654158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76798883-2a72-4cd6-9252-f352d6e6f0f0 req-f447a884-0d33-494a-8121-569ca8ac76ad service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0060673 Feb 02 13:14:01.665178 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.665540 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ffb6f5f4-e04d-4155-a2c8-df15fbb43eda details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:14:01.708946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2953af-4cff-445c-af06-29ea6c8fff96 tempest-ServersTestMultiNic-1884320553 tempest-ServersTestMultiNic-1884320553-project] Pushing event deleted for resources: {'Network': ['ID=fac7e436-9e3e-461b-8a5d-f976da92d2d2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:01.723406 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98f43189-0a54-413b-a462-733db6ebc84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (dc6196f6-78ae-4af9-9cc6-517e52e50634), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.731333 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-98f43189-0a54-413b-a462-733db6ebc84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.737650 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-98f43189-0a54-413b-a462-733db6ebc84b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/dc6196f6-78ae-4af9-9cc6-517e52e50634 HTTP/1.1" status: 204 len: 168 time: 0.6304741 Feb 02 13:14:01.751330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f43189-0a54-413b-a462-733db6ebc84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6196f6-78ae-4af9-9cc6-517e52e50634,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:01.784405 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:01.798831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'ffb6f5f4-e04d-4155-a2c8-df15fbb43eda', 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786', 'port_id': 'ffb6f5f4-e04d-4155-a2c8-df15fbb43eda', 'mac_address': 'fa:16:3e:32:34:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ff2c74-050f-4a4a-a365-9050bf03faf5', 'ip_address': '10.1.1.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:14:01.874070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:01.874457 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.892523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb6f5f4-e04d-4155-a2c8-df15fbb43eda {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:01.911569 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9eb5cccb-f8d5-4333-b02e-1f6dcbff9aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.950290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=0704b38b-c126-42f5-a6f6-65ec8e467196,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:01.967666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:01.981536 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:01.981536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 4b7daf55-1e8b-4977-a501-2f660c000eea details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:14:02.046277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b4303-087c-4817-b791-764510935196 req-a4e9dbb1-c9b7-4a93-be0c-b4c9c27decdd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:02.061868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e1b4303-087c-4817-b791-764510935196 req-a4e9dbb1-c9b7-4a93-be0c-b4c9c27decdd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 943 time: 0.2930026 Feb 02 13:14:02.073089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:02.137313 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 4b7daf55-1e8b-4977-a501-2f660c000eea, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4b7daf55-1e8b-4977-a501-2f660c000eea,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:02.165759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '4b7daf55-1e8b-4977-a501-2f660c000eea', 'network_id': 'f5fdd77c-8e52-4edb-974c-730c98bebc9d', 'port_id': '4b7daf55-1e8b-4977-a501-2f660c000eea', 'mac_address': 'fa:16:3e:2e:aa:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26371e2a-d775-4691-be95-f53aeb290042', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:14:02.220637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e1b4303-087c-4817-b791-764510935196 req-6a62ad92-9918-4663-9b0e-d9bf6bfef120 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556613 Feb 02 13:14:02.225113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a13d8-ca14-48f0-91d9-4aacdb736aa1 req-41361eb9-a861-4985-a27e-53c8290027f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:02.226664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d74a13d8-ca14-48f0-91d9-4aacdb736aa1 req-41361eb9-a861-4985-a27e-53c8290027f4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 1125 time: 0.4115338 Feb 02 13:14:02.318942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 4b7daf55-1e8b-4977-a501-2f660c000eea is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:02.319485 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:02.319877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81337-3fa6-4808-a3e0-80bc5dbe8157 req-c1665003-4aae-451c-a289-94ed740ec524 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:02.343919 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81337-3fa6-4808-a3e0-80bc5dbe8157 req-c1665003-4aae-451c-a289-94ed740ec524 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:02.359303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81337-3fa6-4808-a3e0-80bc5dbe8157 req-c1665003-4aae-451c-a289-94ed740ec524 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:02.368220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7daf55-1e8b-4977-a501-2f660c000eea {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:02.397429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81337-3fa6-4808-a3e0-80bc5dbe8157 req-c1665003-4aae-451c-a289-94ed740ec524 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:02.420690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81337-3fa6-4808-a3e0-80bc5dbe8157 req-c1665003-4aae-451c-a289-94ed740ec524 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:02.426433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81337-3fa6-4808-a3e0-80bc5dbe8157 req-c1665003-4aae-451c-a289-94ed740ec524 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:02.432670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b81337-3fa6-4808-a3e0-80bc5dbe8157 req-c1665003-4aae-451c-a289-94ed740ec524 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:02.442137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37b81337-3fa6-4808-a3e0-80bc5dbe8157 req-c1665003-4aae-451c-a289-94ed740ec524 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5420 time: 0.5061312 Feb 02 13:14:02.442491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 4b7daf55-1e8b-4977-a501-2f660c000eea, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4b7daf55-1e8b-4977-a501-2f660c000eea,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:02.448818 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:02.450336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7c96934c-6025-4aa0-b186-ba41d6c08d1d details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:14:02.576898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57886) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:02.582109 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f6005ff-410e-4152-a2ed-72189230ed56 req-7182189d-3599-404b-a82d-3e95df959393 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2a13e89acc174ab4852765667e46ba59&device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 1.2641726 Feb 02 13:14:02.602169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=4b7daf55-1e8b-4977-a501-2f660c000eea,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:02.651911 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (64ea2ccf-8c3b-4f86-b676-0e7c131a3b0e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:02.665461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a13d8-ca14-48f0-91d9-4aacdb736aa1 req-96f4f068-f4c6-409e-9cf8-85095e48a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:02.667018 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d74a13d8-ca14-48f0-91d9-4aacdb736aa1 req-96f4f068-f4c6-409e-9cf8-85095e48a37b service neutron] 10.222.0.62 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 907 time: 0.4246428 Feb 02 13:14:02.667456 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks [] for router_controller (64ea2ccf-8c3b-4f86-b676-0e7c131a3b0e), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:02.742262 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f6005ff-410e-4152-a2ed-72189230ed56 req-e1650f17-44a5-41b7-839d-8e007367b8be service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=2a13e89acc174ab4852765667e46ba59&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0879486 Feb 02 13:14:02.762126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d74a13d8-ca14-48f0-91d9-4aacdb736aa1 req-1e654f15-a607-4aba-b0ae-36c353cd42d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efc908ff-9e61-4e7e-9860-812538ce757d HTTP/1.1" status: 200 len: 217 time: 0.0758286 Feb 02 13:14:02.786794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7c96934c-6025-4aa0-b186-ba41d6c08d1d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7c96934c-6025-4aa0-b186-ba41d6c08d1d,segment=NetworkSegment(dd9d795b-eb2a-411f-8122-095fd1dfd724),segment_id=dd9d795b-eb2a-411f-8122-095fd1dfd724)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:02.805387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '7c96934c-6025-4aa0-b186-ba41d6c08d1d', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'port_id': '7c96934c-6025-4aa0-b186-ba41d6c08d1d', 'mac_address': 'fa:16:3e:dc:04:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:14:02.885053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7c96934c-6025-4aa0-b186-ba41d6c08d1d is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:02.886917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:02.908014 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a13d8-ca14-48f0-91d9-4aacdb736aa1 req-c1860433-33c1-4694-b671-7e6b2210a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:02.909891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d74a13d8-ca14-48f0-91d9-4aacdb736aa1 req-c1860433-33c1-4694-b671-7e6b2210a24c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.1399310 Feb 02 13:14:02.927708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c96934c-6025-4aa0-b186-ba41d6c08d1d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:02.932031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37b81337-3fa6-4808-a3e0-80bc5dbe8157 req-fbd60477-aea3-4c8e-9e74-8ef4cade7f17 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4824564 Feb 02 13:14:02.962702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7c96934c-6025-4aa0-b186-ba41d6c08d1d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7c96934c-6025-4aa0-b186-ba41d6c08d1d,segment=NetworkSegment(dd9d795b-eb2a-411f-8122-095fd1dfd724),segment_id=dd9d795b-eb2a-411f-8122-095fd1dfd724)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:02.973970 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:02.975791 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:14:03.019130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5abe3ffe-b1f8-483f-b83f-f8edad0fc901,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:03.022961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d74a13d8-ca14-48f0-91d9-4aacdb736aa1 req-e92a56af-8dde-403d-a78e-b6a3f044b814 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898690 Feb 02 13:14:03.049523 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bdb63-2183-441d-a973-c16d2416cd5e req-3ef6915f-b518-43bc-bb86-648e36a32205 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:03.051466 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-595bdb63-2183-441d-a973-c16d2416cd5e req-3ef6915f-b518-43bc-bb86-648e36a32205 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.2435389 Feb 02 13:14:03.083081 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13502d28-92c4-48fe-a793-e89c3d10047d req-0f4a8f06-cacc-45a7-abe9-a6c336969b68 tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0502019 Feb 02 13:14:03.112949 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '5abe3ffe-b1f8-483f-b83f-f8edad0fc901', 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786', 'port_id': '5abe3ffe-b1f8-483f-b83f-f8edad0fc901', 'mac_address': 'fa:16:3e:03:3e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ff2c74-050f-4a4a-a365-9050bf03faf5', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:14:03.120918 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7c96934c-6025-4aa0-b186-ba41d6c08d1d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:03.154927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (64ea2ccf-8c3b-4f86-b676-0e7c131a3b0e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:03.155126 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64ea2ccf-8c3b-4f86-b676-0e7c131a3b0e {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:14:03.180598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:03.181077 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:03.199199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:03.214748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-595bdb63-2183-441d-a973-c16d2416cd5e req-785c5495-896b-443c-b0da-22dc35114caf tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523750 Feb 02 13:14:03.273179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5abe3ffe-b1f8-483f-b83f-f8edad0fc901,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:03.279266 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:03.280244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a1765a74-871b-4e5a-a87e-d9ede27dfbfc details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:14:03.394895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5abe3ffe-b1f8-483f-b83f-f8edad0fc901,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:03.398992 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device efc908ff-9e61-4e7e-9860-812538ce757d details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:14:03.414708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d74a13d8-ca14-48f0-91d9-4aacdb736aa1 req-882d6bb2-4fdb-4906-9438-6c0a95aaaff7 service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621769 Feb 02 13:14:03.425469 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 02 13:14:03.430582 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ea4bdc7c-8cdf-48a3-a461-4de75723827a tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.0614698 Feb 02 13:14:03.430912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832b8eb-85bd-4f67-a824-7925acb1ed55 req-1d83b2bd-8a53-46df-8369-732c07ec6117 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:03.432596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4832b8eb-85bd-4f67-a824-7925acb1ed55 req-1d83b2bd-8a53-46df-8369-732c07ec6117 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 943 time: 0.1094966 Feb 02 13:14:03.441560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57912) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:03.469712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a1765a74-871b-4e5a-a87e-d9ede27dfbfc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:03.488434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'a1765a74-871b-4e5a-a87e-d9ede27dfbfc', 'network_id': '587f13c3-5829-4c57-bcd3-f3f049bb1786', 'port_id': 'a1765a74-871b-4e5a-a87e-d9ede27dfbfc', 'mac_address': 'fa:16:3e:f1:9b:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ff2c74-050f-4a4a-a365-9050bf03faf5', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:14:03.632451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6005ff-410e-4152-a2ed-72189230ed56 req-47c1177a-6c35-4a65-8f1e-3fe25a757b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:03.633993 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f6005ff-410e-4152-a2ed-72189230ed56 req-47c1177a-6c35-4a65-8f1e-3fe25a757b2f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8545725 Feb 02 13:14:03.740738 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a1765a74-871b-4e5a-a87e-d9ede27dfbfc is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:03.740972 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:03.803055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1765a74-871b-4e5a-a87e-d9ede27dfbfc {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:03.848235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a1765a74-871b-4e5a-a87e-d9ede27dfbfc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:03.855195 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4832b8eb-85bd-4f67-a824-7925acb1ed55 req-ee1df52b-e7da-4132-9140-3bb3c7d19000 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146142 Feb 02 13:14:03.858603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port efc908ff-9e61-4e7e-9860-812538ce757d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=efc908ff-9e61-4e7e-9860-812538ce757d,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:03.878673 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a429-666d-439d-9574-f40a1fe6e1ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (bf63eaed-f99d-47a3-abb6-aed53760e8d0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:03.882215 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:03.890588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d74a13d8-ca14-48f0-91d9-4aacdb736aa1 req-7b43d3e2-d0d1-4bcd-a75b-e30a33b55ae7 service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680781 Feb 02 13:14:03.895121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f0abec1b-12ed-48d0-b2d9-44b505b0e360 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Deleting port c0a5e400-2277-4231-a9c8-916a4e032149 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:03.895618 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0abec1b-12ed-48d0-b2d9-44b505b0e360 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c0a5e400-2277-4231-a9c8-916a4e032149), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:03.996375 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0abec1b-12ed-48d0-b2d9-44b505b0e360 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c0a5e400-2277-4231-a9c8-916a4e032149), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:04.029018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f0abec1b-12ed-48d0-b2d9-44b505b0e360 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Calling delete_port for c0a5e400-2277-4231-a9c8-916a4e032149 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:04.051512 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:04.111041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'efc908ff-9e61-4e7e-9860-812538ce757d', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'port_id': 'efc908ff-9e61-4e7e-9860-812538ce757d', 'mac_address': 'fa:16:3e:41:46:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3d761b-885b-4819-bc18-f1fb3a1e9ebb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:14:04.142494 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a4cc39b3-2597-4db6-9565-142586766eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:04.283538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port efc908ff-9e61-4e7e-9860-812538ce757d is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:04.284021 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:04.319718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc908ff-9e61-4e7e-9860-812538ce757d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:04.332967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c241d99d-1048-4639-ba14-e63641d49769 req-832dce5d-8cfc-4d55-a2e5-4604a57477da tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0676219 Feb 02 13:14:04.347738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cfef-3201-4703-9836-b0d5950479d1 req-d07bca12-b34c-4f4e-9086-8870c4f6bb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:04.354041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cfef-3201-4703-9836-b0d5950479d1 req-d07bca12-b34c-4f4e-9086-8870c4f6bb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:04.359998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cfef-3201-4703-9836-b0d5950479d1 req-d07bca12-b34c-4f4e-9086-8870c4f6bb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:04.365554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cfef-3201-4703-9836-b0d5950479d1 req-d07bca12-b34c-4f4e-9086-8870c4f6bb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:04.371960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cfef-3201-4703-9836-b0d5950479d1 req-d07bca12-b34c-4f4e-9086-8870c4f6bb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:04.376336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port efc908ff-9e61-4e7e-9860-812538ce757d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=efc908ff-9e61-4e7e-9860-812538ce757d,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:04.379621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cfef-3201-4703-9836-b0d5950479d1 req-d07bca12-b34c-4f4e-9086-8870c4f6bb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:04.384656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0cfef-3201-4703-9836-b0d5950479d1 req-d07bca12-b34c-4f4e-9086-8870c4f6bb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:04.386955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-91c0cfef-3201-4703-9836-b0d5950479d1 req-d07bca12-b34c-4f4e-9086-8870c4f6bb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5424 time: 0.2620637 Feb 02 13:14:04.389133 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:04.529321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-91c0cfef-3201-4703-9836-b0d5950479d1 req-df9d3888-68b7-48fb-9c61-6aea554ff054 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350548 Feb 02 13:14:04.546257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=efc908ff-9e61-4e7e-9860-812538ce757d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:04.616184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d2c7a429-666d-439d-9574-f40a1fe6e1ab admin admin] Deleting port ee7a6c92-5553-437a-abd0-9d310211de4b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:04.618355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a429-666d-439d-9574-f40a1fe6e1ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:04.713513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:04.724420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa87c3-31a5-41f4-9cb5-d8d0f6634d68 req-c57f863e-7c95-4a1e-915b-fcb5a748782e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:04.729656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d2c7a429-666d-439d-9574-f40a1fe6e1ab admin admin] For port ee7a6c92-5553-437a-abd0-9d310211de4b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ee7a6c92-5553-437a-abd0-9d310211de4b,segment=NetworkSegment(23a2ff74-5b3e-416a-98b0-f5e68df3b2b3),segment_id=23a2ff74-5b3e-416a-98b0-f5e68df3b2b3)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:04.730749 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a429-666d-439d-9574-f40a1fe6e1ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:04.741910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05fa87c3-31a5-41f4-9cb5-d8d0f6634d68 req-c57f863e-7c95-4a1e-915b-fcb5a748782e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.2197285 Feb 02 13:14:04.764939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d2c7a429-666d-439d-9574-f40a1fe6e1ab admin admin] Calling delete_port for ee7a6c92-5553-437a-abd0-9d310211de4b owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:04.789545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['0704b38b-c126-42f5-a6f6-65ec8e467196'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:04.816844 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0abec1b-12ed-48d0-b2d9-44b505b0e360 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c0a5e400-2277-4231-a9c8-916a4e032149), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:04.870712 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05fa87c3-31a5-41f4-9cb5-d8d0f6634d68 req-cc612e4a-acca-4287-af18-f23e50da56cc tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279068 Feb 02 13:14:04.871584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0abec1b-12ed-48d0-b2d9-44b505b0e360 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0a5e400-2277-4231-a9c8-916a4e032149,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:04.897398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5abe3ffe-b1f8-483f-b83f-f8edad0fc901'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:04.931379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['ffb6f5f4-e04d-4155-a2c8-df15fbb43eda'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:04.969578 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0abec1b-12ed-48d0-b2d9-44b505b0e360 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:04.977445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f0abec1b-12ed-48d0-b2d9-44b505b0e360 tempest-RoutersAdminNegativeIpV6Test-1724239928 tempest-RoutersAdminNegativeIpV6Test-1724239928-project-admin] 10.222.0.83 "DELETE /v2.0/ports/c0a5e400-2277-4231-a9c8-916a4e032149 HTTP/1.1" status: 204 len: 168 time: 1.5339479 Feb 02 13:14:05.018288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['a1765a74-871b-4e5a-a87e-d9ede27dfbfc'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:05.100846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f6005ff-410e-4152-a2ed-72189230ed56 req-bb5bf028-0746-4535-b426-58f283ae3fb9 tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0941041 Feb 02 13:14:05.227643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57078e0-0a73-409e-a762-6f3e53d53c01 req-bfe169c1-7a7d-4125-a80e-a70c22f32504 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:05.238170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e57078e0-0a73-409e-a762-6f3e53d53c01 req-bfe169c1-7a7d-4125-a80e-a70c22f32504 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 944 time: 0.2120833 Feb 02 13:14:05.247605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a429-666d-439d-9574-f40a1fe6e1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ee7a6c92-5553-437a-abd0-9d310211de4b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:05.340593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7a429-666d-439d-9574-f40a1fe6e1ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7a6c92-5553-437a-abd0-9d310211de4b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:05.425907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e57078e0-0a73-409e-a762-6f3e53d53c01 req-3e091fbb-6033-4595-a7b5-4542b76fce6a tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828048 Feb 02 13:14:05.636551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3ed24340-a4f0-4255-ac48-68acbefc3b3a req-0c162226-d132-4207-9963-f88525880068 tempest-ServerShowV257Test-1353878606 tempest-ServerShowV257Test-1353878606-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc6787ba-a4bb-4dba-89a6-93bf89b76a2f HTTP/1.1" status: 200 len: 210 time: 0.0831380 Feb 02 13:14:05.639096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:05.835459 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:05.892284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685a680-2a23-411d-911a-d11b60590e16 req-c17fbb4b-68e4-44c1-9809-0bfcd6e7f0b0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:05.912638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685a680-2a23-411d-911a-d11b60590e16 req-c17fbb4b-68e4-44c1-9809-0bfcd6e7f0b0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:05.923049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685a680-2a23-411d-911a-d11b60590e16 req-c17fbb4b-68e4-44c1-9809-0bfcd6e7f0b0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:05.937268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685a680-2a23-411d-911a-d11b60590e16 req-c17fbb4b-68e4-44c1-9809-0bfcd6e7f0b0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:05.962528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685a680-2a23-411d-911a-d11b60590e16 req-c17fbb4b-68e4-44c1-9809-0bfcd6e7f0b0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:05.983079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685a680-2a23-411d-911a-d11b60590e16 req-c17fbb4b-68e4-44c1-9809-0bfcd6e7f0b0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:06.002824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685a680-2a23-411d-911a-d11b60590e16 req-c17fbb4b-68e4-44c1-9809-0bfcd6e7f0b0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:06.018982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f685a680-2a23-411d-911a-d11b60590e16 req-c17fbb4b-68e4-44c1-9809-0bfcd6e7f0b0 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5424 time: 0.2794738 Feb 02 13:14:06.031781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['4944826c-bf8b-4065-98de-bc7da21a2637'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:06.040035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['4b7daf55-1e8b-4977-a501-2f660c000eea'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:06.042369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['7c96934c-6025-4aa0-b186-ba41d6c08d1d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:06.063978 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2c7a429-666d-439d-9574-f40a1fe6e1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (bf63eaed-f99d-47a3-abb6-aed53760e8d0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:06.225604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f685a680-2a23-411d-911a-d11b60590e16 req-334315f9-cbdf-41fe-962f-e8bd7349606a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2056530 Feb 02 13:14:06.259591 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f62cb66e-b7bb-4825-9aa6-1f2f3647f308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:06.401480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef1852-2930-409c-9d72-1786e0b851cc req-8db1c49b-676a-47df-ba01-decddb173907 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:06.411657 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86ef1852-2930-409c-9d72-1786e0b851cc req-8db1c49b-676a-47df-ba01-decddb173907 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.3898814 Feb 02 13:14:06.573645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86ef1852-2930-409c-9d72-1786e0b851cc req-db73ece5-4173-4720-8d9d-df8139720773 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418388 Feb 02 13:14:06.680925 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f62cb66e-b7bb-4825-9aa6-1f2f3647f308 admin admin] Publish callbacks [] for security_group (295d05f6-2867-4b67-88cd-9787ec6ad7f0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:06.723743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c7a429-666d-439d-9574-f40a1fe6e1ab admin admin] Router bf63eaed-f99d-47a3-abb6-aed53760e8d0 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:14:06.799609 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f62cb66e-b7bb-4825-9aa6-1f2f3647f308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (295d05f6-2867-4b67-88cd-9787ec6ad7f0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:06.880212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57992) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:06.880838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f62cb66e-b7bb-4825-9aa6-1f2f3647f308 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=aa8ceb87bf874f29a9db24c3cb6ef6c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2385688 Feb 02 13:14:06.896715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:06.970615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa043d-b85c-4f18-a7bd-4bb060a337ab req-7e2d13b1-e858-4288-9c9e-1d527d3ffc31 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:06.974368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83aa043d-b85c-4f18-a7bd-4bb060a337ab req-7e2d13b1-e858-4288-9c9e-1d527d3ffc31 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 944 time: 0.2893336 Feb 02 13:14:06.980116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cb66e-b7bb-4825-9aa6-1f2f3647f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295d05f6-2867-4b67-88cd-9787ec6ad7f0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:06.980394 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:07.057281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83aa043d-b85c-4f18-a7bd-4bb060a337ab req-c9052f23-2c29-4d40-93c1-e7a72e1fcfc8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739021 Feb 02 13:14:07.067225 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa6b718f-1126-4d0a-9257-2f6523590833 admin admin] Publish callbacks [] for security_group (295d05f6-2867-4b67-88cd-9787ec6ad7f0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:07.119269 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa6b718f-1126-4d0a-9257-2f6523590833 admin admin] Publish callbacks [] for security_group (295d05f6-2867-4b67-88cd-9787ec6ad7f0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:07.201060 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa6b718f-1126-4d0a-9257-2f6523590833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (295d05f6-2867-4b67-88cd-9787ec6ad7f0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:07.204329 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa6b718f-1126-4d0a-9257-2f6523590833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:07.205939 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fa6b718f-1126-4d0a-9257-2f6523590833 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/295d05f6-2867-4b67-88cd-9787ec6ad7f0 HTTP/1.1" status: 204 len: 168 time: 0.3222485 Feb 02 13:14:07.224002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b718f-1126-4d0a-9257-2f6523590833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295d05f6-2867-4b67-88cd-9787ec6ad7f0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:07.242374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c7a429-666d-439d-9574-f40a1fe6e1ab admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:14:07.250267 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d2c7a429-666d-439d-9574-f40a1fe6e1ab admin admin] 10.222.0.83 "PUT /v2.0/routers/bf63eaed-f99d-47a3-abb6-aed53760e8d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6665394 Feb 02 13:14:07.254163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57998) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:07.268796 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42dfb1-af63-4ef1-bce5-5f2b6a92a666 None None] Sync routers for ids ['bf63eaed-f99d-47a3-abb6-aed53760e8d0'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:14:07.300947 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42dfb1-af63-4ef1-bce5-5f2b6a92a666 None None] Routers {'bf63eaed-f99d-47a3-abb6-aed53760e8d0'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:14:07.301608 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fe42dfb1-af63-4ef1-bce5-5f2b6a92a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:14:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['bf63eaed-f99d-47a3-abb6-aed53760e8d0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:07.484680 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Publish callbacks [] for router (bf63eaed-f99d-47a3-abb6-aed53760e8d0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:07.566812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58002) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:07.585729 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:07.619993 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fe42dfb1-af63-4ef1-bce5-5f2b6a92a666 None None] Set router bf63eaed-f99d-47a3-abb6-aed53760e8d0 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:14:07.949780 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:07.966663 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64146c-5b79-4500-aba3-9bb391a10ab2 req-48bce5b3-eb76-4be0-b1ab-a123622c0571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:07.980607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64146c-5b79-4500-aba3-9bb391a10ab2 req-48bce5b3-eb76-4be0-b1ab-a123622c0571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:07.985835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64146c-5b79-4500-aba3-9bb391a10ab2 req-48bce5b3-eb76-4be0-b1ab-a123622c0571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:08.003527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64146c-5b79-4500-aba3-9bb391a10ab2 req-48bce5b3-eb76-4be0-b1ab-a123622c0571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:08.017309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64146c-5b79-4500-aba3-9bb391a10ab2 req-48bce5b3-eb76-4be0-b1ab-a123622c0571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:08.018476 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d583c092-7ab9-4bcc-8031-52c48c15175d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:08.029914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64146c-5b79-4500-aba3-9bb391a10ab2 req-48bce5b3-eb76-4be0-b1ab-a123622c0571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:08.030786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0704b38b-c126-42f5-a6f6-65ec8e467196 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:08.035269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64146c-5b79-4500-aba3-9bb391a10ab2 req-48bce5b3-eb76-4be0-b1ab-a123622c0571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:08.057641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd64146c-5b79-4500-aba3-9bb391a10ab2 req-48bce5b3-eb76-4be0-b1ab-a123622c0571 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5424 time: 0.5669844 Feb 02 13:14:08.134256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:08.183710 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fe42dfb1-af63-4ef1-bce5-5f2b6a92a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'name': 'tempest-ServersTestMultiNic-760019754-router', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:11:47Z', 'updated_at': '2022-02-02T13:14:05Z', 'revision_number': 5, 'project_id': '575a1f32155042908ad22df36aa0404f', 'gw_port': {'id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:11:48Z', 'updated_at': '2022-02-02T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:08.232498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 0704b38b-c126-42f5-a6f6-65ec8e467196 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:14:08.240671 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 0704b38b-c126-42f5-a6f6-65ec8e467196 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:08.241178 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:08.244395 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42dfb1-af63-4ef1-bce5-5f2b6a92a666 None None] Checking router: bf63eaed-f99d-47a3-abb6-aed53760e8d0 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:14:08.258141 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42dfb1-af63-4ef1-bce5-5f2b6a92a666 None None] Routers {'bf63eaed-f99d-47a3-abb6-aed53760e8d0'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:14:08.259968 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fe42dfb1-af63-4ef1-bce5-5f2b6a92a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:14:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['bf63eaed-f99d-47a3-abb6-aed53760e8d0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:08.305170 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d583c092-7ab9-4bcc-8031-52c48c15175d admin admin] Publish callbacks [] for security_group (f591089f-7d47-4d2a-beb9-c9fd45e08610), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:08.312593 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d583c092-7ab9-4bcc-8031-52c48c15175d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f591089f-7d47-4d2a-beb9-c9fd45e08610), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:08.330068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605789f3-449d-493a-a4cb-2dd088b31ecb req-67e5ed68-f5c9-44cb-91a4-b2de1a1f82ad tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:08.343987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-605789f3-449d-493a-a4cb-2dd088b31ecb req-67e5ed68-f5c9-44cb-91a4-b2de1a1f82ad tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.6266825 Feb 02 13:14:08.363668 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Publish callbacks [] for router_gateway (bf63eaed-f99d-47a3-abb6-aed53760e8d0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:08.395510 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d583c092-7ab9-4bcc-8031-52c48c15175d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2a13e89acc174ab4852765667e46ba59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8215981 Feb 02 13:14:08.402489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:08.432396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583c092-7ab9-4bcc-8031-52c48c15175d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f591089f-7d47-4d2a-beb9-c9fd45e08610,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:08.451104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 0704b38b-c126-42f5-a6f6-65ec8e467196 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:08.451521 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:08.481560 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fe42dfb1-af63-4ef1-bce5-5f2b6a92a666 None None] Set router bf63eaed-f99d-47a3-abb6-aed53760e8d0 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:14:08.503158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd64146c-5b79-4500-aba3-9bb391a10ab2 req-f2c82180-44e1-4bdd-8f61-18878b2c4a68 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4373634 Feb 02 13:14:08.514150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0704b38b-c126-42f5-a6f6-65ec8e467196'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:08.529568 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381db2a7-5f5c-4a2f-97d4-251fb17b2f9a" -d '{"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "0704b38b-c126-42f5-a6f6-65ec8e467196"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:08.575346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0704b38b-c126-42f5-a6f6-65ec8e467196, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0704b38b-c126-42f5-a6f6-65ec8e467196,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:08.583356 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:08.687080 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-605789f3-449d-493a-a4cb-2dd088b31ecb req-c829d3e7-fbf0-4eb5-9689-9c8444ca60be tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417897 Feb 02 13:14:08.702798 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bf747848-6b3a-497f-9af8-5c3a1fecfc6d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0806c94114f042fd8b04abec0c2bf746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5623529 Feb 02 13:14:08.705409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58032) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:08.721970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=0704b38b-c126-42f5-a6f6-65ec8e467196,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:08.738291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.738576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.738902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.739239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.739979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.739979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.740223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.740554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.740878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.741207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.741527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.741849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.742167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:08.831933 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2762a718-5bba-4002-ae21-d1a38e1025dc x-openstack-request-id: req-2762a718-5bba-4002-ae21-d1a38e1025dc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:08.831933 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "0704b38b-c126-42f5-a6f6-65ec8e467196", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:08.831933 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2762a718-5bba-4002-ae21-d1a38e1025dc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:08.832306 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0704b38b-c126-42f5-a6f6-65ec8e467196', 'code': 200} Feb 02 13:14:08.847375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4c32b91-aab2-4cce-a81e-7697eaaab04f admin admin] Publish callbacks [] for security_group (6335bfd0-2f7c-420a-a282-5b10680ab091), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:08.876822 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4c32b91-aab2-4cce-a81e-7697eaaab04f admin admin] Publish callbacks [] for security_group (6335bfd0-2f7c-420a-a282-5b10680ab091), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:08.965704 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4c32b91-aab2-4cce-a81e-7697eaaab04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6335bfd0-2f7c-420a-a282-5b10680ab091), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:08.969122 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4c32b91-aab2-4cce-a81e-7697eaaab04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:08.971040 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f4c32b91-aab2-4cce-a81e-7697eaaab04f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6335bfd0-2f7c-420a-a282-5b10680ab091 HTTP/1.1" status: 204 len: 168 time: 0.2638829 Feb 02 13:14:08.983218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c32b91-aab2-4cce-a81e-7697eaaab04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6335bfd0-2f7c-420a-a282-5b10680ab091,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:08.996833 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fe42dfb1-af63-4ef1-bce5-5f2b6a92a666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'name': 'tempest-ServersTestMultiNic-760019754-router', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:11:47Z', 'updated_at': '2022-02-02T13:14:05Z', 'revision_number': 5, 'project_id': '575a1f32155042908ad22df36aa0404f', 'gw_port': {'id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:11:48Z', 'updated_at': '2022-02-02T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:09.028907 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58cb9238-675a-41d8-98e1-540c308973f2 admin admin] Publish callbacks [] for security_group (f591089f-7d47-4d2a-beb9-c9fd45e08610), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:09.079406 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe42dfb1-af63-4ef1-bce5-5f2b6a92a666 None None] The sync data for ids ['bf63eaed-f99d-47a3-abb6-aed53760e8d0'] in n-d-827336-2 is: [{'id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'name': 'tempest-ServersTestMultiNic-760019754-router', 'tenant_id': '575a1f32155042908ad22df36aa0404f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:11:47Z', 'updated_at': '2022-02-02T13:14:05Z', 'revision_number': 5, 'project_id': '575a1f32155042908ad22df36aa0404f', 'gw_port': {'id': 'd5c983d1-da9b-4733-9c6d-1e0d31df6eaa', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf63eaed-f99d-47a3-abb6-aed53760e8d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:11:48Z', 'updated_at': '2022-02-02T13:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:14:09.111969 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Deleting port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:09.112301 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:09.118087 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58cb9238-675a-41d8-98e1-540c308973f2 admin admin] Publish callbacks [] for security_group (f591089f-7d47-4d2a-beb9-c9fd45e08610), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:09.132408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7d179-4f38-4b9d-8bd0-5846a5ffed4c req-b579d699-e298-43f6-8ae0-3e4117b26b48 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:09.139108 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8fd7d179-4f38-4b9d-8bd0-5846a5ffed4c req-b579d699-e298-43f6-8ae0-3e4117b26b48 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 944 time: 0.4179893 Feb 02 13:14:09.320100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8fd7d179-4f38-4b9d-8bd0-5846a5ffed4c req-de1a23bb-66aa-4b9c-9871-25cae5ceb1cf tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585076 Feb 02 13:14:09.330506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device efc908ff-9e61-4e7e-9860-812538ce757d up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:09.401564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] For port d5c983d1-da9b-4733-9c6d-1e0d31df6eaa, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d5c983d1-da9b-4733-9c6d-1e0d31df6eaa,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:09.402523 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:09.407949 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58cb9238-675a-41d8-98e1-540c308973f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f591089f-7d47-4d2a-beb9-c9fd45e08610), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:09.417278 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58cb9238-675a-41d8-98e1-540c308973f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:09.427321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-58cb9238-675a-41d8-98e1-540c308973f2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f591089f-7d47-4d2a-beb9-c9fd45e08610 HTTP/1.1" status: 204 len: 168 time: 1.0109322 Feb 02 13:14:09.493383 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb9238-675a-41d8-98e1-540c308973f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f591089f-7d47-4d2a-beb9-c9fd45e08610,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:09.532937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Calling delete_port for d5c983d1-da9b-4733-9c6d-1e0d31df6eaa owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:09.887461 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d5c983d1-da9b-4733-9c6d-1e0d31df6eaa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:10.011211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port efc908ff-9e61-4e7e-9860-812538ce757d completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:14:10.015874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port efc908ff-9e61-4e7e-9860-812538ce757d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:10.016448 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:10.076790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 4944826c-bf8b-4065-98de-bc7da21a2637 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:10.151680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c983d1-da9b-4733-9c6d-1e0d31df6eaa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:10.154361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ee7a6c92-5553-437a-abd0-9d310211de4b no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:14:10.185809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ee7a6c92-5553-437a-abd0-9d310211de4b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:14:10.186470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ee7a6c92-5553-437a-abd0-9d310211de4b not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:14:10.402679 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 4944826c-bf8b-4065-98de-bc7da21a2637 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:14:10.426684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 4944826c-bf8b-4065-98de-bc7da21a2637 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:10.427063 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:10.527361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port efc908ff-9e61-4e7e-9860-812538ce757d is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:10.530986 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:10.712125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port efc908ff-9e61-4e7e-9860-812538ce757d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=efc908ff-9e61-4e7e-9860-812538ce757d,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:10.731185 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:10.802076 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 4944826c-bf8b-4065-98de-bc7da21a2637 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:10.802350 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:10.839602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cddde2f-a13a-484b-8223-8332221aa11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc908ff-9e61-4e7e-9860-812538ce757d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:10.849804 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc2f4de-18fe-4936-8be0-692478b6e2b9" -d '{"events": [{"server_uuid": "0cddde2f-a13a-484b-8223-8332221aa11c", "name": "network-vif-plugged", "status": "completed", "tag": "efc908ff-9e61-4e7e-9860-812538ce757d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:11.054410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 4944826c-bf8b-4065-98de-bc7da21a2637, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4944826c-bf8b-4065-98de-bc7da21a2637,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:11.075728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=efc908ff-9e61-4e7e-9860-812538ce757d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:11.082803 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:11.083618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ffb6f5f4-e04d-4155-a2c8-df15fbb43eda up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:11.265953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=4944826c-bf8b-4065-98de-bc7da21a2637,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:11.284555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:14:11.290591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:11.291653 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:11.405626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:11.406340 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:11.476470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:11.490099 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:11.491035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 4b7daf55-1e8b-4977-a501-2f660c000eea up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:11.521274 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (bf63eaed-f99d-47a3-abb6-aed53760e8d0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:11.680130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:11.728639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28f511-c6c6-4f12-9eed-91c9dfebed59 req-807a021d-46f9-4c06-ab6e-7cc3b9047e58 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:11.729808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 4b7daf55-1e8b-4977-a501-2f660c000eea completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:14:11.731382 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd28f511-c6c6-4f12-9eed-91c9dfebed59 req-807a021d-46f9-4c06-ab6e-7cc3b9047e58 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 1.8479660 Feb 02 13:14:11.735166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 4b7daf55-1e8b-4977-a501-2f660c000eea triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:11.736937 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:11.752138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81339b-af4d-41f2-9528-3b28c422175b req-2300f8dd-9534-4d25-a42a-f8b43e835575 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:11.762440 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81339b-af4d-41f2-9528-3b28c422175b req-2300f8dd-9534-4d25-a42a-f8b43e835575 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:11.772705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81339b-af4d-41f2-9528-3b28c422175b req-2300f8dd-9534-4d25-a42a-f8b43e835575 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:11.782285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81339b-af4d-41f2-9528-3b28c422175b req-2300f8dd-9534-4d25-a42a-f8b43e835575 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:11.790066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81339b-af4d-41f2-9528-3b28c422175b req-2300f8dd-9534-4d25-a42a-f8b43e835575 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:11.797731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81339b-af4d-41f2-9528-3b28c422175b req-2300f8dd-9534-4d25-a42a-f8b43e835575 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:11.806278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81339b-af4d-41f2-9528-3b28c422175b req-2300f8dd-9534-4d25-a42a-f8b43e835575 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:11.808820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd81339b-af4d-41f2-9528-3b28c422175b req-2300f8dd-9534-4d25-a42a-f8b43e835575 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5425 time: 1.9418664 Feb 02 13:14:11.868498 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (bf63eaed-f99d-47a3-abb6-aed53760e8d0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:11.881545 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Publish callbacks [] for router_controller (bf63eaed-f99d-47a3-abb6-aed53760e8d0), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:11.917128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 4b7daf55-1e8b-4977-a501-2f660c000eea is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:11.920135 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:11.990557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd28f511-c6c6-4f12-9eed-91c9dfebed59 req-a6e18dc4-d401-4a75-8dba-0b5949b6fd12 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784768 Feb 02 13:14:12.015012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 4b7daf55-1e8b-4977-a501-2f660c000eea, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4b7daf55-1e8b-4977-a501-2f660c000eea,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:12.023836 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:12.039455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7c96934c-6025-4aa0-b186-ba41d6c08d1d up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:12.040382 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (bf63eaed-f99d-47a3-abb6-aed53760e8d0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:12.040951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf63eaed-f99d-47a3-abb6-aed53760e8d0 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:14:12.050678 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:12.054175 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-af340027-7945-495e-8a0a-6f6ce48e2595 admin admin] 10.222.0.83 "DELETE /v2.0/routers/bf63eaed-f99d-47a3-abb6-aed53760e8d0 HTTP/1.1" status: 204 len: 168 time: 4.7939882 Feb 02 13:14:12.054969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58130) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:12.114142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd81339b-af4d-41f2-9528-3b28c422175b req-1aedb55d-902c-440c-b33e-7cced3bb326c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2729363 Feb 02 13:14:12.261861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-210b1794-923f-4fcc-becf-2f81d2767afb admin admin] Deleting subnet f8100167-bf35-480b-9bf8-aa5f257e742a {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:14:12.291343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-210b1794-923f-4fcc-becf-2f81d2767afb admin admin] Publish callbacks [] for subnet (f8100167-bf35-480b-9bf8-aa5f257e742a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:12.353385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770e21e-fbdc-4f62-8a20-a218f1824d08 req-546ed425-8e43-4469-ac95-6366fd01203e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:12.364291 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fa87a6-1649-4966-98bb-2a896afccd40 x-openstack-request-id: req-99fa87a6-1649-4966-98bb-2a896afccd40 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:12.364446 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cddde2f-a13a-484b-8223-8332221aa11c", "name": "network-vif-plugged", "status": "completed", "tag": "efc908ff-9e61-4e7e-9860-812538ce757d", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:12.364637 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-99fa87a6-1649-4966-98bb-2a896afccd40 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:12.365038 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cddde2f-a13a-484b-8223-8332221aa11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc908ff-9e61-4e7e-9860-812538ce757d', 'code': 200} Feb 02 13:14:12.365176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e770e21e-fbdc-4f62-8a20-a218f1824d08 req-546ed425-8e43-4469-ac95-6366fd01203e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 945 time: 0.2200336 Feb 02 13:14:12.400795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58136) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:12.416525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 7c96934c-6025-4aa0-b186-ba41d6c08d1d completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:14:12.423254 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=4b7daf55-1e8b-4977-a501-2f660c000eea,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:12.427970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 7c96934c-6025-4aa0-b186-ba41d6c08d1d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:12.428465 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:12.525430 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-210b1794-923f-4fcc-becf-2f81d2767afb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (f8100167-bf35-480b-9bf8-aa5f257e742a), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:12.565105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e770e21e-fbdc-4f62-8a20-a218f1824d08 req-1109b16b-51c5-4bf5-8198-4dd2da1d38dd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973984 Feb 02 13:14:12.605840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612dd2c-7114-417c-9446-8cd0803b73dc req-1cdd0fcf-a9fd-47d6-b972-be80307ab983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:12.612214 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7612dd2c-7114-417c-9446-8cd0803b73dc req-1cdd0fcf-a9fd-47d6-b972-be80307ab983 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 1127 time: 0.2432277 Feb 02 13:14:12.758413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7c96934c-6025-4aa0-b186-ba41d6c08d1d is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:12.767624 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:12.782900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7612dd2c-7114-417c-9446-8cd0803b73dc req-614e2cf4-90e0-4313-ae56-7e511bdc8a6d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514413 Feb 02 13:14:12.787100 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-210b1794-923f-4fcc-becf-2f81d2767afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (f8100167-bf35-480b-9bf8-aa5f257e742a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:12.889094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7c96934c-6025-4aa0-b186-ba41d6c08d1d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7c96934c-6025-4aa0-b186-ba41d6c08d1d,segment=NetworkSegment(dd9d795b-eb2a-411f-8122-095fd1dfd724),segment_id=dd9d795b-eb2a-411f-8122-095fd1dfd724)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:12.897009 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:12.898023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:12.914016 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-210b1794-923f-4fcc-becf-2f81d2767afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (f8100167-bf35-480b-9bf8-aa5f257e742a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:12.950256 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b1794-923f-4fcc-becf-2f81d2767afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8100167-bf35-480b-9bf8-aa5f257e742a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:12.958533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-210b1794-923f-4fcc-becf-2f81d2767afb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:12.965636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58146) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:12.965844 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-210b1794-923f-4fcc-becf-2f81d2767afb admin admin] 10.222.0.83 "DELETE /v2.0/subnets/f8100167-bf35-480b-9bf8-aa5f257e742a HTTP/1.1" status: 204 len: 168 time: 0.9095008 Feb 02 13:14:13.012482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3acc27c-1535-44bb-8af4-77b68fda3da5 None None] Network c7140f62-2aff-42f6-a8c5-db10b24eda3e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:13.069919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1643355041', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:13.118336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Made reservation on behalf of 8ab2aa61250442bfa1db3c0877b83d3b for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:13.121308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:13.141052 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:13.319457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks [] for security_group (61c4a08e-40c8-4553-9b50-109cab7ae852), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:13.337877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (61c4a08e-40c8-4553-9b50-109cab7ae852), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:13.363751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] device_id is not set on port 98219420-f930-49a8-a018-fb13187e4ecb yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:14:13.376083 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (c7140f62-2aff-42f6-a8c5-db10b24eda3e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:13.397995 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:14:13.456127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7c96934c-6025-4aa0-b186-ba41d6c08d1d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:13.521017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:14:13.545024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:13.545406 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:13.607945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71307fde-3b16-44a9-82c9-78839f05b21d req-1dfde54a-a287-46ec-90b0-e1aaa59bffc9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:13.618149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71307fde-3b16-44a9-82c9-78839f05b21d req-1dfde54a-a287-46ec-90b0-e1aaa59bffc9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.4200695 Feb 02 13:14:13.622409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c4a08e-40c8-4553-9b50-109cab7ae852,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:13.656292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e29ce1-fbc4-43b7-ad55-bf8d4f4955ea req-e0adb2c9-1dea-4cfc-8c37-96b569280633 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:13.659165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Allocated IP 172.25.4.173 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/98219420-f930-49a8-a018-fb13187e4ecb) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:13.677814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29ca9ae-8027-491e-aed9-cfc2b856ebe8 None None] DHCP port deletion for c7140f62-2aff-42f6-a8c5-db10b24eda3e request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:14:13.683765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e29ce1-fbc4-43b7-ad55-bf8d4f4955ea req-e0adb2c9-1dea-4cfc-8c37-96b569280633 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:13.720278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e29ce1-fbc4-43b7-ad55-bf8d4f4955ea req-e0adb2c9-1dea-4cfc-8c37-96b569280633 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:13.741355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e29ce1-fbc4-43b7-ad55-bf8d4f4955ea req-e0adb2c9-1dea-4cfc-8c37-96b569280633 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:13.749827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e29ce1-fbc4-43b7-ad55-bf8d4f4955ea req-e0adb2c9-1dea-4cfc-8c37-96b569280633 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:13.757108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e29ce1-fbc4-43b7-ad55-bf8d4f4955ea req-e0adb2c9-1dea-4cfc-8c37-96b569280633 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:13.763627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e29ce1-fbc4-43b7-ad55-bf8d4f4955ea req-e0adb2c9-1dea-4cfc-8c37-96b569280633 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:13.773359 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73e29ce1-fbc4-43b7-ad55-bf8d4f4955ea req-e0adb2c9-1dea-4cfc-8c37-96b569280633 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5429 time: 0.3914583 Feb 02 13:14:13.915858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a29ca9ae-8027-491e-aed9-cfc2b856ebe8 None None] Deleting port 53ff58d8-c8dc-49c0-9d44-eb168710c04a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:13.916425 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a29ca9ae-8027-491e-aed9-cfc2b856ebe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:13.972015 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Deleting port 53ff58d8-c8dc-49c0-9d44-eb168710c04a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:13.972764 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.012801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71307fde-3b16-44a9-82c9-78839f05b21d req-4aa2ef4c-d95d-4b8b-ab63-7b02f9c4ede9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934722 Feb 02 13:14:14.136891 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks [] for port (98219420-f930-49a8-a018-fb13187e4ecb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.153579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73e29ce1-fbc4-43b7-ad55-bf8d4f4955ea req-38f01141-78af-4965-b67d-bd3a029abbe9 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3786643 Feb 02 13:14:14.173165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] For port 53ff58d8-c8dc-49c0-9d44-eb168710c04a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=53ff58d8-c8dc-49c0-9d44-eb168710c04a,segment=NetworkSegment(23a2ff74-5b3e-416a-98b0-f5e68df3b2b3),segment_id=23a2ff74-5b3e-416a-98b0-f5e68df3b2b3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:14.174740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.212436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Calling delete_port for 53ff58d8-c8dc-49c0-9d44-eb168710c04a owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:14.222721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d5c983d1-da9b-4733-9c6d-1e0d31df6eaa no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:14:14.254785 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (98219420-f930-49a8-a018-fb13187e4ecb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.273646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: d5c983d1-da9b-4733-9c6d-1e0d31df6eaa {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:14:14.274387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d5c983d1-da9b-4733-9c6d-1e0d31df6eaa not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:14:14.275345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 53ff58d8-c8dc-49c0-9d44-eb168710c04a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:14:14.285242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:14.285980 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.364167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:14.374967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:14.384818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4944826c-bf8b-4065-98de-bc7da21a2637'}, {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb6f5f4-e04d-4155-a2c8-df15fbb43eda'}, {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7daf55-1e8b-4977-a501-2f660c000eea'}, {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c96934c-6025-4aa0-b186-ba41d6c08d1d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:14.389782 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655de01a-1176-4cfb-ae16-c3e2c5fb58b5" -d '{"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "4944826c-bf8b-4065-98de-bc7da21a2637"}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "ffb6f5f4-e04d-4155-a2c8-df15fbb43eda"}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "4b7daf55-1e8b-4977-a501-2f660c000eea"}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "7c96934c-6025-4aa0-b186-ba41d6c08d1d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:14.397853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:14.404494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Pushing event updated for resources: {'Port': ['ID=98219420-f930-49a8-a018-fb13187e4ecb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:14.436294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ffbf7-f727-43ab-92fe-b2540b3f74d0 req-11f898c6-eb54-4606-9fe3-f03faa744758 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:14.438277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af5ffbf7-f727-43ab-92fe-b2540b3f74d0 req-11f898c6-eb54-4606-9fe3-f03faa744758 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 945 time: 0.2198853 Feb 02 13:14:14.487097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5abe3ffe-b1f8-483f-b83f-f8edad0fc901,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:14.515451 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.516520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a1765a74-871b-4e5a-a87e-d9ede27dfbfc up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:14.529137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:14.530657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.538906 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799a6270-710f-4a0c-9a21-2d0112df7201 x-openstack-request-id: req-799a6270-710f-4a0c-9a21-2d0112df7201 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:14.547356 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "4944826c-bf8b-4065-98de-bc7da21a2637", "code": 200}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "ffb6f5f4-e04d-4155-a2c8-df15fbb43eda", "code": 200}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "4b7daf55-1e8b-4977-a501-2f660c000eea", "code": 200}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "7c96934c-6025-4aa0-b186-ba41d6c08d1d", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:14.547903 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-799a6270-710f-4a0c-9a21-2d0112df7201 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:14.548492 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4944826c-bf8b-4065-98de-bc7da21a2637', 'code': 200} Feb 02 13:14:14.551409 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb6f5f4-e04d-4155-a2c8-df15fbb43eda', 'code': 200} Feb 02 13:14:14.551865 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7daf55-1e8b-4977-a501-2f660c000eea', 'code': 200} Feb 02 13:14:14.555307 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c96934c-6025-4aa0-b186-ba41d6c08d1d', 'code': 200} Feb 02 13:14:14.559361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af5ffbf7-f727-43ab-92fe-b2540b3f74d0 req-4310a3fa-224e-4a7a-b763-77c58bab8c41 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122210 Feb 02 13:14:14.562843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a29ca9ae-8027-491e-aed9-cfc2b856ebe8 None None] For port 53ff58d8-c8dc-49c0-9d44-eb168710c04a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=53ff58d8-c8dc-49c0-9d44-eb168710c04a,segment=NetworkSegment(23a2ff74-5b3e-416a-98b0-f5e68df3b2b3),segment_id=23a2ff74-5b3e-416a-98b0-f5e68df3b2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:14.563225 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.565215 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a29ca9ae-8027-491e-aed9-cfc2b856ebe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.595340 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6e142f7a-1338-46b6-b7a4-9f8f7b96fb51 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1886556 Feb 02 13:14:14.598567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58182) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:14.603316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.173'}]}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:14.647404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ff58d8-c8dc-49c0-9d44-eb168710c04a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:14.661157 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (ac024efc-da20-4f30-bb44-038de88a7cd3), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.663746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] No DVR routers for this DVR port 53ff58d8-c8dc-49c0-9d44-eb168710c04a on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:14:14.667950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (ac024efc-da20-4f30-bb44-038de88a7cd3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.823638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a29ca9ae-8027-491e-aed9-cfc2b856ebe8 None None] Calling delete_port for 53ff58d8-c8dc-49c0-9d44-eb168710c04a owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:14.864415 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (c7140f62-2aff-42f6-a8c5-db10b24eda3e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.878405 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks [] for router_controller (ac024efc-da20-4f30-bb44-038de88a7cd3), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:14.940798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No active binding found for port 53ff58d8-c8dc-49c0-9d44-eb168710c04a {{(pid=103189) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 13:14:14.941186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] The host n-d-827336-2 is not matching for port 53ff58d8-c8dc-49c0-9d44-eb168710c04a host None! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:14:14.941580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 53ff58d8-c8dc-49c0-9d44-eb168710c04a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:14:14.949906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7140f62-2aff-42f6-a8c5-db10b24eda3e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:14.970387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a2ff74-5b3e-416a-98b0-f5e68df3b2b3') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:14.970719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a2ff74-5b3e-416a-98b0-f5e68df3b2b3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:14.995691 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (23a2ff74-5b3e-416a-98b0-f5e68df3b2b3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:15.042069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (23a2ff74-5b3e-416a-98b0-f5e68df3b2b3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:15.055952 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:14:15.059045 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (23a2ff74-5b3e-416a-98b0-f5e68df3b2b3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:14:15.071349 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:14:15.118012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5abe3ffe-b1f8-483f-b83f-f8edad0fc901,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:15.152172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port a1765a74-871b-4e5a-a87e-d9ede27dfbfc completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:14:15.176520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port a1765a74-871b-4e5a-a87e-d9ede27dfbfc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:15.176919 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:15.245781 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks [] for router_gateway (ac024efc-da20-4f30-bb44-038de88a7cd3), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:15.373240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daad8f3-ff38-454d-8d77-e0f1031ffcd4 req-553db448-c7d3-4a88-be8e-2fe23cd191db tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:15.375800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1daad8f3-ff38-454d-8d77-e0f1031ffcd4 req-553db448-c7d3-4a88-be8e-2fe23cd191db tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.3121355 Feb 02 13:14:15.468924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1daad8f3-ff38-454d-8d77-e0f1031ffcd4 req-86a1ab2e-e634-499b-8431-0671cfc78a9d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/quotas/6ee72b4765a44f94a55b3d24e29dc8b4 HTTP/1.1" status: 200 len: 375 time: 0.0698104 Feb 02 13:14:15.487611 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a29ca9ae-8027-491e-aed9-cfc2b856ebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (53ff58d8-c8dc-49c0-9d44-eb168710c04a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:15.516784 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (c7140f62-2aff-42f6-a8c5-db10b24eda3e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:15.543128 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:15.546475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] 10.222.0.83 "DELETE /v2.0/networks/c7140f62-2aff-42f6-a8c5-db10b24eda3e HTTP/1.1" status: 204 len: 168 time: 2.5797968 Feb 02 13:14:15.554270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38c502-c568-4bc5-a54b-9fc90c926903 req-9a513c64-335a-4574-a157-4ecd24958ac0 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:15.555749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c38c502-c568-4bc5-a54b-9fc90c926903 req-9a513c64-335a-4574-a157-4ecd24958ac0 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.2330427 Feb 02 13:14:15.556717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008be61d-acef-42ae-9fd3-e30709fcf9a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7140f62-2aff-42f6-a8c5-db10b24eda3e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:15.590120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1daad8f3-ff38-454d-8d77-e0f1031ffcd4 req-5d03ab30-453c-483a-9d7d-1c69f2c308f6 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102359 Feb 02 13:14:15.600698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a29ca9ae-8027-491e-aed9-cfc2b856ebe8 None None] Network c7140f62-2aff-42f6-a8c5-db10b24eda3e is not hosted by any dhcp agent {{(pid=103189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 13:14:15.601157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ca9ae-8027-491e-aed9-cfc2b856ebe8 None None] No DVR routers for this DVR port 53ff58d8-c8dc-49c0-9d44-eb168710c04a on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:14:15.611578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ca9ae-8027-491e-aed9-cfc2b856ebe8 None None] Pushing event deleted for resources: {'Port': ['ID=53ff58d8-c8dc-49c0-9d44-eb168710c04a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:15.617238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a1765a74-871b-4e5a-a87e-d9ede27dfbfc is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:15.617633 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:15.753018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a1765a74-871b-4e5a-a87e-d9ede27dfbfc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:15.762143 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:15.834616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58218) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:15.887479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1daad8f3-ff38-454d-8d77-e0f1031ffcd4 req-aef30bc5-bf72-4848-bb08-c8eb831feafd service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730181 Feb 02 13:14:15.888023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:15.954104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:16.028526 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks [] for router_gateway (ac024efc-da20-4f30-bb44-038de88a7cd3), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:16.047513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c38c502-c568-4bc5-a54b-9fc90c926903 req-67427d5a-dbe5-4276-980b-e981b690943a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766722 Feb 02 13:14:16.112232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:16.140852 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4b8bd15b-08cd-4242-8b4e-0b518c21f9ce admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=575a1f32155042908ad22df36aa0404f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2953925 Feb 02 13:14:16.141765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58226) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:16.282493 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f118f14-caaf-4808-b585-8191fb90842c admin admin] Publish callbacks [] for security_group (1be142ea-238a-474a-a438-72a86b246b2e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:16.333500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f118f14-caaf-4808-b585-8191fb90842c admin admin] Publish callbacks [] for security_group (1be142ea-238a-474a-a438-72a86b246b2e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:16.364551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1daad8f3-ff38-454d-8d77-e0f1031ffcd4 req-16f18227-3c57-42be-bec0-66aee61f47a8 service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449701 Feb 02 13:14:16.479388 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f118f14-caaf-4808-b585-8191fb90842c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1be142ea-238a-474a-a438-72a86b246b2e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:16.483823 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f118f14-caaf-4808-b585-8191fb90842c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:16.487852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc035fde-aa57-4deb-b414-896d4d179ff2 req-a9fa8f91-0138-4c40-86a9-9f87e74e1474 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:16.494387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc035fde-aa57-4deb-b414-896d4d179ff2 req-a9fa8f91-0138-4c40-86a9-9f87e74e1474 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:16.495210 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7f118f14-caaf-4808-b585-8191fb90842c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1be142ea-238a-474a-a438-72a86b246b2e HTTP/1.1" status: 204 len: 168 time: 0.3490660 Feb 02 13:14:16.500209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc035fde-aa57-4deb-b414-896d4d179ff2 req-a9fa8f91-0138-4c40-86a9-9f87e74e1474 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:16.505799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc035fde-aa57-4deb-b414-896d4d179ff2 req-a9fa8f91-0138-4c40-86a9-9f87e74e1474 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:16.511370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc035fde-aa57-4deb-b414-896d4d179ff2 req-a9fa8f91-0138-4c40-86a9-9f87e74e1474 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:16.516806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc035fde-aa57-4deb-b414-896d4d179ff2 req-a9fa8f91-0138-4c40-86a9-9f87e74e1474 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:16.522144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc035fde-aa57-4deb-b414-896d4d179ff2 req-a9fa8f91-0138-4c40-86a9-9f87e74e1474 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:16.524429 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc035fde-aa57-4deb-b414-896d4d179ff2 req-a9fa8f91-0138-4c40-86a9-9f87e74e1474 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.2779472 Feb 02 13:14:16.555762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abe3ffe-b1f8-483f-b83f-f8edad0fc901'}, {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1765a74-871b-4e5a-a87e-d9ede27dfbfc'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:16.560379 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c0d9a2-957f-40f5-94be-6e631c34630b" -d '{"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "5abe3ffe-b1f8-483f-b83f-f8edad0fc901"}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "a1765a74-871b-4e5a-a87e-d9ede27dfbfc"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:16.578294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f118f14-caaf-4808-b585-8191fb90842c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be142ea-238a-474a-a438-72a86b246b2e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:16.642163 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks [] for router (ac024efc-da20-4f30-bb44-038de88a7cd3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:16.686900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b353dcf6-6724-4636-88ff-5051952fc75e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:16.804120 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c281de26-26b1-44b2-9f21-c4a61cbfd4fd x-openstack-request-id: req-c281de26-26b1-44b2-9f21-c4a61cbfd4fd {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:16.804708 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "5abe3ffe-b1f8-483f-b83f-f8edad0fc901", "code": 200}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-plugged", "status": "completed", "tag": "a1765a74-871b-4e5a-a87e-d9ede27dfbfc", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:16.805175 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c281de26-26b1-44b2-9f21-c4a61cbfd4fd {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:16.805828 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abe3ffe-b1f8-483f-b83f-f8edad0fc901', 'code': 200} Feb 02 13:14:16.806288 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1765a74-871b-4e5a-a87e-d9ede27dfbfc', 'code': 200} Feb 02 13:14:16.848700 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b353dcf6-6724-4636-88ff-5051952fc75e admin admin] Publish callbacks [] for security_group (8e72930e-7f5f-4e55-823f-cca935fa1ad2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:16.873516 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b353dcf6-6724-4636-88ff-5051952fc75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8e72930e-7f5f-4e55-823f-cca935fa1ad2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:17.028950 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc035fde-aa57-4deb-b414-896d4d179ff2 req-1b4e542c-863e-4e99-a29a-84540cd81e6a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4964159 Feb 02 13:14:17.061426 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b353dcf6-6724-4636-88ff-5051952fc75e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c89f653d344b4892abf21fe4a805299c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1672664 Feb 02 13:14:17.183530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58254) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:17.533266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353dcf6-6724-4636-88ff-5051952fc75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e72930e-7f5f-4e55-823f-cca935fa1ad2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:17.566856 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77e65864-616f-4b52-b8bd-2a4d01a90634 admin admin] Publish callbacks [] for security_group (8e72930e-7f5f-4e55-823f-cca935fa1ad2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:17.642893 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77e65864-616f-4b52-b8bd-2a4d01a90634 admin admin] Publish callbacks [] for security_group (8e72930e-7f5f-4e55-823f-cca935fa1ad2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:17.753134 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77e65864-616f-4b52-b8bd-2a4d01a90634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8e72930e-7f5f-4e55-823f-cca935fa1ad2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:17.771689 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77e65864-616f-4b52-b8bd-2a4d01a90634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:17.778422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-77e65864-616f-4b52-b8bd-2a4d01a90634 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8e72930e-7f5f-4e55-823f-cca935fa1ad2 HTTP/1.1" status: 204 len: 168 time: 0.5547853 Feb 02 13:14:17.836729 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7d09-d444-4ae9-96ab-8a0fe250511f req-a7159e34-5416-4e5a-bb0b-cc50b617ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:17.837401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7d09-d444-4ae9-96ab-8a0fe250511f req-a7159e34-5416-4e5a-bb0b-cc50b617ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:17.838029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7d09-d444-4ae9-96ab-8a0fe250511f req-a7159e34-5416-4e5a-bb0b-cc50b617ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:17.838647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7d09-d444-4ae9-96ab-8a0fe250511f req-a7159e34-5416-4e5a-bb0b-cc50b617ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:17.839351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7d09-d444-4ae9-96ab-8a0fe250511f req-a7159e34-5416-4e5a-bb0b-cc50b617ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:17.840603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7d09-d444-4ae9-96ab-8a0fe250511f req-a7159e34-5416-4e5a-bb0b-cc50b617ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:17.841506 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad7d09-d444-4ae9-96ab-8a0fe250511f req-a7159e34-5416-4e5a-bb0b-cc50b617ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:17.844279 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adad7d09-d444-4ae9-96ab-8a0fe250511f req-a7159e34-5416-4e5a-bb0b-cc50b617ea45 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 6705 time: 0.8716967 Feb 02 13:14:17.854051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d2672-207f-4d70-9cf8-57fec6630ba7 req-f0beab74-518e-4f77-9056-b8d386c3b29d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:17.864878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-823d2672-207f-4d70-9cf8-57fec6630ba7 req-f0beab74-518e-4f77-9056-b8d386c3b29d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.5506208 Feb 02 13:14:17.870062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e65864-616f-4b52-b8bd-2a4d01a90634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e72930e-7f5f-4e55-823f-cca935fa1ad2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:17.996800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-823d2672-207f-4d70-9cf8-57fec6630ba7 req-9d1bf6c6-a802-4004-9b55-6a3454cf0994 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295033 Feb 02 13:14:18.061472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adad7d09-d444-4ae9-96ab-8a0fe250511f req-c1328123-782f-4a71-a243-8b241dcfa157 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1911972 Feb 02 13:14:18.062150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:18.238889 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (ac024efc-da20-4f30-bb44-038de88a7cd3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:18.249782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks [] for router_controller (ac024efc-da20-4f30-bb44-038de88a7cd3), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:18.389927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (ac024efc-da20-4f30-bb44-038de88a7cd3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:18.390835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac024efc-da20-4f30-bb44-038de88a7cd3 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:14:18.434430 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 02 13:14:18.435762 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c485940e-c96a-4532-bf03-cf590eacfae3 tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.8359294 Feb 02 13:14:18.439635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58314) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:18.439804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1682675265-network', 'tenant_id': '4ef41b7a644e40cbaa1d380cb03e2c8e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:18.483437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Made reservation on behalf of 4ef41b7a644e40cbaa1d380cb03e2c8e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:18.486333 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:18.527462 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:18.612520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a7e94c4e-a0b6-47f8-91ab-e791fb1d5b9e tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Deleting port 98219420-f930-49a8-a018-fb13187e4ecb {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:18.613057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7e94c4e-a0b6-47f8-91ab-e791fb1d5b9e tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (98219420-f930-49a8-a018-fb13187e4ecb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:18.616009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604512bc-8849-4869-92b9-41665aa3c430 req-c1aefe40-7a69-4344-83c7-cbc7e3224869 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:18.621983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604512bc-8849-4869-92b9-41665aa3c430 req-c1aefe40-7a69-4344-83c7-cbc7e3224869 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:18.637267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604512bc-8849-4869-92b9-41665aa3c430 req-c1aefe40-7a69-4344-83c7-cbc7e3224869 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:18.645732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604512bc-8849-4869-92b9-41665aa3c430 req-c1aefe40-7a69-4344-83c7-cbc7e3224869 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:18.648682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58316) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:18.651045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604512bc-8849-4869-92b9-41665aa3c430 req-c1aefe40-7a69-4344-83c7-cbc7e3224869 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:18.656482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604512bc-8849-4869-92b9-41665aa3c430 req-c1aefe40-7a69-4344-83c7-cbc7e3224869 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:18.666730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604512bc-8849-4869-92b9-41665aa3c430 req-c1aefe40-7a69-4344-83c7-cbc7e3224869 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:18.675612 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-604512bc-8849-4869-92b9-41665aa3c430 req-c1aefe40-7a69-4344-83c7-cbc7e3224869 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.4706471 Feb 02 13:14:18.692237 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6ba154eb-2199-44b4-a953-c02d0af60384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:18.740814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7e94c4e-a0b6-47f8-91ab-e791fb1d5b9e tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (98219420-f930-49a8-a018-fb13187e4ecb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:18.795121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a7e94c4e-a0b6-47f8-91ab-e791fb1d5b9e tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Calling delete_port for 98219420-f930-49a8-a018-fb13187e4ecb owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:18.853887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-604512bc-8849-4869-92b9-41665aa3c430 req-09ac1fa8-5dd7-448f-8e83-c3a508ca4687 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1749995 Feb 02 13:14:18.864021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-3b1f0c46-29ed-42bc-af6e-73d30da8fd3e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:18.866735 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-3b1f0c46-29ed-42bc-af6e-73d30da8fd3e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.5281565 Feb 02 13:14:18.914414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-8d4da091-35a6-44b1-969a-b81706f1b5cb tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/quotas/6ee72b4765a44f94a55b3d24e29dc8b4 HTTP/1.1" status: 200 len: 375 time: 0.0171540 Feb 02 13:14:18.985065 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6ba154eb-2199-44b4-a953-c02d0af60384 admin admin] Publish callbacks [] for security_group (2668a334-1d56-4f79-b001-399005f11a5b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.000963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6ba154eb-2199-44b4-a953-c02d0af60384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2668a334-1d56-4f79-b001-399005f11a5b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.011405 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Publish callbacks [] for security_group (93d64a38-b6fe-407a-b913-820f6c166ef8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.036392 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (93d64a38-b6fe-407a-b913-820f6c166ef8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.051627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:14:19.067068 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (5bca548b-9203-4e2a-9a9d-0503602ef7f3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.067794 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Added segment 5bca548b-9203-4e2a-9a9d-0503602ef7f3 of type vlan for network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 Feb 02 13:14:19.113711 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6ba154eb-2199-44b4-a953-c02d0af60384 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=68ef05c25f644858936c5002bc44b7e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4601128 Feb 02 13:14:19.114793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba154eb-2199-44b4-a953-c02d0af60384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2668a334-1d56-4f79-b001-399005f11a5b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:19.127272 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (4a5fcca0-7618-4d4b-929d-8c634a7c8e41), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.135386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58326) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:19.179403 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-2aef5ee1-107d-485e-a0f1-04ee4e9d18bf tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2526457 Feb 02 13:14:19.180028 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (4a5fcca0-7618-4d4b-929d-8c634a7c8e41), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.181292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:19.182128 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.281043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7e94c4e-a0b6-47f8-91ab-e791fb1d5b9e tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (98219420-f930-49a8-a018-fb13187e4ecb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.296011 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81aa316c-d8e6-4706-874b-48215a1a659d admin admin] Publish callbacks [] for security_group (2668a334-1d56-4f79-b001-399005f11a5b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.321477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e94c4e-a0b6-47f8-91ab-e791fb1d5b9e tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Pushing event deleted for resources: {'Port': ['ID=98219420-f930-49a8-a018-fb13187e4ecb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:19.357808 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Pushing event updated for resources: {'Network': ['ID=4a5fcca0-7618-4d4b-929d-8c634a7c8e41,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:19.369341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:14:19.487361 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7e94c4e-a0b6-47f8-91ab-e791fb1d5b9e tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.495368 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a7e94c4e-a0b6-47f8-91ab-e791fb1d5b9e tempest-RoutersAdminNegativeTest-1213481040 tempest-RoutersAdminNegativeTest-1213481040-project-admin] 10.222.0.83 "DELETE /v2.0/ports/98219420-f930-49a8-a018-fb13187e4ecb HTTP/1.1" status: 204 len: 168 time: 1.0544803 Feb 02 13:14:19.504391 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81aa316c-d8e6-4706-874b-48215a1a659d admin admin] Publish callbacks [] for security_group (2668a334-1d56-4f79-b001-399005f11a5b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.598847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d64a38-b6fe-407a-b913-820f6c166ef8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:19.618057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81aa316c-d8e6-4706-874b-48215a1a659d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2668a334-1d56-4f79-b001-399005f11a5b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.618219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9e974851-f07b-4bba-88fd-e8952b77bb60 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5543969 Feb 02 13:14:19.618788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58330) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:19.621298 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81aa316c-d8e6-4706-874b-48215a1a659d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.624737 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-81aa316c-d8e6-4706-874b-48215a1a659d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2668a334-1d56-4f79-b001-399005f11a5b HTTP/1.1" status: 204 len: 168 time: 0.4833729 Feb 02 13:14:19.635043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3211dbd8-8a48-4455-ad8d-01e5a1064caf admin admin] Request body: {'subnet': {'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1682675265-subnet', 'tenant_id': '4ef41b7a644e40cbaa1d380cb03e2c8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:19.641421 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa316c-d8e6-4706-874b-48215a1a659d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2668a334-1d56-4f79-b001-399005f11a5b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:19.736048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b5c17-46ca-44aa-9745-4fda2b7c69fc req-cef33e9d-6219-4312-8b6f-6114feee377e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:19.737602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d47b5c17-46ca-44aa-9745-4fda2b7c69fc req-cef33e9d-6219-4312-8b6f-6114feee377e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.5678658 Feb 02 13:14:19.776618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3211dbd8-8a48-4455-ad8d-01e5a1064caf admin admin] Made reservation on behalf of 4ef41b7a644e40cbaa1d380cb03e2c8e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:19.810872 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3211dbd8-8a48-4455-ad8d-01e5a1064caf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:19.864458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-52e1179a-5463-4b2a-86a7-235a6ff2de4e service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200670 Feb 02 13:14:20.204832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58352) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:20.258839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d47b5c17-46ca-44aa-9745-4fda2b7c69fc req-c9650509-7539-4724-bf6a-6a967ee32e10 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112958 Feb 02 13:14:20.264137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3211dbd8-8a48-4455-ad8d-01e5a1064caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (1edb4bee-a34f-4921-8a71-ed3e6cdb17f2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:20.445051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-612067b9-3c41-426b-9d53-7bd59426aab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:20.560782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-612067b9-3c41-426b-9d53-7bd59426aab3 admin admin] Publish callbacks [] for security_group (9cf31c58-0933-431a-9cb3-1cb7927682e8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:20.581176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211dbd8-8a48-4455-ad8d-01e5a1064caf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1edb4bee-a34f-4921-8a71-ed3e6cdb17f2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:20.582278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-612067b9-3c41-426b-9d53-7bd59426aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9cf31c58-0933-431a-9cb3-1cb7927682e8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:20.619645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612067b9-3c41-426b-9d53-7bd59426aab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf31c58-0933-431a-9cb3-1cb7927682e8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:20.620293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3211dbd8-8a48-4455-ad8d-01e5a1064caf admin admin] Checking segment: {'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:14:20.620667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3211dbd8-8a48-4455-ad8d-01e5a1064caf admin admin] Network hostable DHCP agents. Network: 4a5fcca0-7618-4d4b-929d-8c634a7c8e41, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:14:20.652139 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-612067b9-3c41-426b-9d53-7bd59426aab3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=be19c89252fc43b7800f8d54bf6c6a48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4460375 Feb 02 13:14:20.654320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-c20c258f-5f12-40d9-a406-de05970d828d service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7760470 Feb 02 13:14:20.655232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58362) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:20.752824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83265db-4902-4ced-9baa-4bacf49deeb6 req-7746b0b1-141c-45ef-9fcd-78278819bb1b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:20.777830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83265db-4902-4ced-9baa-4bacf49deeb6 req-7746b0b1-141c-45ef-9fcd-78278819bb1b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:20.782872 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebc16-8549-49ad-adda-0f3c274a2934 admin admin] Publish callbacks [] for security_group (9cf31c58-0933-431a-9cb3-1cb7927682e8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:20.787679 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83265db-4902-4ced-9baa-4bacf49deeb6 req-7746b0b1-141c-45ef-9fcd-78278819bb1b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:20.798389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83265db-4902-4ced-9baa-4bacf49deeb6 req-7746b0b1-141c-45ef-9fcd-78278819bb1b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:20.820746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83265db-4902-4ced-9baa-4bacf49deeb6 req-7746b0b1-141c-45ef-9fcd-78278819bb1b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:20.829667 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebc16-8549-49ad-adda-0f3c274a2934 admin admin] Publish callbacks [] for security_group (9cf31c58-0933-431a-9cb3-1cb7927682e8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:20.831003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83265db-4902-4ced-9baa-4bacf49deeb6 req-7746b0b1-141c-45ef-9fcd-78278819bb1b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:20.857197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83265db-4902-4ced-9baa-4bacf49deeb6 req-7746b0b1-141c-45ef-9fcd-78278819bb1b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:20.876727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c83265db-4902-4ced-9baa-4bacf49deeb6 req-7746b0b1-141c-45ef-9fcd-78278819bb1b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.4546432 Feb 02 13:14:20.879509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3211dbd8-8a48-4455-ad8d-01e5a1064caf admin admin] Network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:14:20.887103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebc16-8549-49ad-adda-0f3c274a2934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9cf31c58-0933-431a-9cb3-1cb7927682e8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:20.894369 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc3ebc16-8549-49ad-adda-0f3c274a2934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:20.898514 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cc3ebc16-8549-49ad-adda-0f3c274a2934 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9cf31c58-0933-431a-9cb3-1cb7927682e8 HTTP/1.1" status: 204 len: 168 time: 0.2420859 Feb 02 13:14:20.910189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ebc16-8549-49ad-adda-0f3c274a2934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf31c58-0933-431a-9cb3-1cb7927682e8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:21.008519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3211dbd8-8a48-4455-ad8d-01e5a1064caf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 4a5fcca0-7618-4d4b-929d-8c634a7c8e41) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:21.022536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4dd099-50a3-4067-9d24-40118240793b None None] Network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:21.038360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3211dbd8-8a48-4455-ad8d-01e5a1064caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:21.039078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3211dbd8-8a48-4455-ad8d-01e5a1064caf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:21.046444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-654512e3-ce03-4718-99a7-6aaf2ca19615 req-897434bd-c947-42c4-b581-b804182c4246 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 210 time: 0.0576303 Feb 02 13:14:21.087332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3211dbd8-8a48-4455-ad8d-01e5a1064caf admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4592488 Feb 02 13:14:21.213391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c83265db-4902-4ced-9baa-4bacf49deeb6 req-53741d55-95dc-40a7-92fb-514ecf4fb5da tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3357899 Feb 02 13:14:21.426501 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb65a96-dc28-4de0-9c49-0c5ede65eb4d None None] Network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:21.549288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b62e2-71cd-403c-ad39-865877a9a6df req-8142054a-591e-488e-a6d9-38dea7930cbe tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:21.576453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b62e2-71cd-403c-ad39-865877a9a6df req-8142054a-591e-488e-a6d9-38dea7930cbe tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:21.585878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b62e2-71cd-403c-ad39-865877a9a6df req-8142054a-591e-488e-a6d9-38dea7930cbe tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:21.592263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b62e2-71cd-403c-ad39-865877a9a6df req-8142054a-591e-488e-a6d9-38dea7930cbe tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:21.600008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b62e2-71cd-403c-ad39-865877a9a6df req-8142054a-591e-488e-a6d9-38dea7930cbe tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:21.607801 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b62e2-71cd-403c-ad39-865877a9a6df req-8142054a-591e-488e-a6d9-38dea7930cbe tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:21.614061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b62e2-71cd-403c-ad39-865877a9a6df req-8142054a-591e-488e-a6d9-38dea7930cbe tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:21.617893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-330b62e2-71cd-403c-ad39-865877a9a6df req-8142054a-591e-488e-a6d9-38dea7930cbe tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.2048419 Feb 02 13:14:21.640039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58410) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:21.644911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7e14b74e-b1f4-49ac-a13b-c34422e64f8c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Request body: {'floatingip': {'port_id': '7c96934c-6025-4aa0-b186-ba41d6c08d1d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:21.737615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884036b-5c08-4ac3-b83a-524880e5b10c req-88c23e6a-5810-4af2-b81e-08f6abdcd593 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:21.739212 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9884036b-5c08-4ac3-b83a-524880e5b10c req-88c23e6a-5810-4af2-b81e-08f6abdcd593 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 0.2542176 Feb 02 13:14:21.775193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:21.810646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7e14b74e-b1f4-49ac-a13b-c34422e64f8c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for floatingip (faa98cc8-1c70-4144-a9ff-c3118e0174b5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:21.831903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9884036b-5c08-4ac3-b83a-524880e5b10c req-b7686e71-49f8-4a9a-9173-740541e3d09c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860527 Feb 02 13:14:21.877584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-94f72963-9180-4e97-88b1-39d2cb44a9e0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8ab2aa61250442bfa1db3c0877b83d3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0988083 Feb 02 13:14:21.877834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58418) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:21.945555 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-228ac2e2-7459-4ed8-bb41-1e503d15113b admin admin] Publish callbacks [] for security_group (61c4a08e-40c8-4553-9b50-109cab7ae852), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:21.992825 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-228ac2e2-7459-4ed8-bb41-1e503d15113b admin admin] Publish callbacks [] for security_group (61c4a08e-40c8-4553-9b50-109cab7ae852), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:22.088083 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-228ac2e2-7459-4ed8-bb41-1e503d15113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (61c4a08e-40c8-4553-9b50-109cab7ae852), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:22.090726 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-228ac2e2-7459-4ed8-bb41-1e503d15113b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:22.091967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-228ac2e2-7459-4ed8-bb41-1e503d15113b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/61c4a08e-40c8-4553-9b50-109cab7ae852 HTTP/1.1" status: 204 len: 168 time: 0.2128847 Feb 02 13:14:22.101853 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ac2e2-7459-4ed8-bb41-1e503d15113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c4a08e-40c8-4553-9b50-109cab7ae852,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:22.263352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f8c37-73b3-4358-ab8a-214ebcb7d381 req-52b7fe5e-704e-49a3-976e-792770277b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:22.267781 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d3f8c37-73b3-4358-ab8a-214ebcb7d381 req-52b7fe5e-704e-49a3-976e-792770277b6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 1128 time: 0.1380424 Feb 02 13:14:22.427754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f8c37-73b3-4358-ab8a-214ebcb7d381 req-38cdab44-e803-40c3-be7a-d15ae12f91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:22.430060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d3f8c37-73b3-4358-ab8a-214ebcb7d381 req-38cdab44-e803-40c3-be7a-d15ae12f91fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 913 time: 0.1572037 Feb 02 13:14:22.432761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a5c0101-a194-4264-8933-ba6cc6c8fa82 req-66577711-382b-4984-9b95-9e9c0aba4dc4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 210 time: 0.1631844 Feb 02 13:14:22.488315 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d3f8c37-73b3-4358-ab8a-214ebcb7d381 req-95d48872-655f-4899-9a33-66c6a70e17b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78a5061b-33a6-4280-b364-065c90fef759 HTTP/1.1" status: 200 len: 217 time: 0.0525541 Feb 02 13:14:22.733540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-63af5fb5-930e-4830-a24b-f4e0beb42f84 req-c64f0e3c-c16c-40f9-a4fe-1d6951cc5ee1 service neutron] (103188) timed out ('10.222.0.62', 60274) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:14:22.772082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f8c37-73b3-4358-ab8a-214ebcb7d381 req-2b43b756-9562-4abe-b343-6f07d3e30b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:22.776135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d3f8c37-73b3-4358-ab8a-214ebcb7d381 req-2b43b756-9562-4abe-b343-6f07d3e30b7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.2719154 Feb 02 13:14:22.848939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d3f8c37-73b3-4358-ab8a-214ebcb7d381 req-325f595b-7df5-46f1-b7fb-c3439a694b30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567880 Feb 02 13:14:22.860591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-edd871a3-4748-4a58-865c-e9f9d874917f req-a6ee8493-327c-4da8-a1b9-454166a720c3 service neutron] (103187) timed out ('10.222.0.62', 60271) {{(pid=103187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:14:22.888892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-603f34bb-ddd8-4bd2-8fa5-6987c9d64f4e tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:22.890897 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-603f34bb-ddd8-4bd2-8fa5-6987c9d64f4e tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/networks?id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41 HTTP/1.1" status: 200 len: 818 time: 0.4007018 Feb 02 13:14:22.948702 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-1b287480-f3db-4e1c-b8c0-7e7f823e114f tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/quotas/4ef41b7a644e40cbaa1d380cb03e2c8e HTTP/1.1" status: 200 len: 375 time: 0.0466566 Feb 02 13:14:22.996244 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.resource_extend [None req-7e14b74e-b1f4-49ac-a13b-c34422e64f8c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:14:23.090462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-7530299b-f951-4236-adbe-5ea849ba6371 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4ef41b7a644e40cbaa1d380cb03e2c8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1246715 Feb 02 13:14:23.175599 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7e14b74e-b1f4-49ac-a13b-c34422e64f8c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:23.196231 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7e14b74e-b1f4-49ac-a13b-c34422e64f8c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (faa98cc8-1c70-4144-a9ff-c3118e0174b5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:23.249549 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-192b0590-2570-43b5-81cf-21999a955872 service neutron] 10.222.0.83 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448216 Feb 02 13:14:23.378043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-5415526e-f815-4f42-b922-dc8323fbc042 service neutron] 10.222.0.83 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202991 Feb 02 13:14:23.503209 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-7e14b74e-b1f4-49ac-a13b-c34422e64f8c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Floating IP faa98cc8-1c70-4144-a9ff-c3118e0174b5 associated. External IP: 172.25.4.250, port: 7c96934c-6025-4aa0-b186-ba41d6c08d1d. Feb 02 13:14:24.102855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e14b74e-b1f4-49ac-a13b-c34422e64f8c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Router b73c26ca-958e-4227-bb75-14c25010be67 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:14:24.297391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:24.402676 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c195760-4aee-4a20-b59b-41f5dabe6114 req-e3b9fcb1-161e-4450-8b9f-ee626c578425 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 210 time: 0.1677923 Feb 02 13:14:24.408308 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d3f8c37-73b3-4358-ab8a-214ebcb7d381 req-a8320bf6-d6e7-4564-8c7a-805594815863 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5397215 Feb 02 13:14:24.515346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e14b74e-b1f4-49ac-a13b-c34422e64f8c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:14:24.535080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c636a3-2f8f-4728-91c2-73f2786d22db None None] Sync routers for ids ['b73c26ca-958e-4227-bb75-14c25010be67'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:14:24.545603 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7e14b74e-b1f4-49ac-a13b-c34422e64f8c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:24.578907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c636a3-2f8f-4728-91c2-73f2786d22db None None] Routers {'b73c26ca-958e-4227-bb75-14c25010be67'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:14:24.585225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d1c636a3-2f8f-4728-91c2-73f2786d22db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:14:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b73c26ca-958e-4227-bb75-14c25010be67'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:24.597215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-ce792f40-4b6d-4f4e-ae2a-2281f2bc6bc8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:24.599235 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-ce792f40-4b6d-4f4e-ae2a-2281f2bc6bc8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.62 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 1.5133874 Feb 02 13:14:24.607899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d08a8-d0d9-4247-bfc3-6d0c5b225ffa req-cd397222-bca1-4aa1-9461-b9ab8f8753ac tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:24.623159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e70d08a8-d0d9-4247-bfc3-6d0c5b225ffa req-cd397222-bca1-4aa1-9461-b9ab8f8753ac tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 1.5818856 Feb 02 13:14:24.643658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Request body: {'port': {'device_id': '7ddc074f-439f-49ec-b752-099c7698b144', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'admin_state_up': True, 'tenant_id': '6ee72b4765a44f94a55b3d24e29dc8b4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:24.692472 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7e14b74e-b1f4-49ac-a13b-c34422e64f8c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "PUT /v2.0/floatingips/faa98cc8-1c70-4144-a9ff-c3118e0174b5 HTTP/1.1" status: 200 len: 991 time: 3.0511999 Feb 02 13:14:24.697231 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': '7c96934c-6025-4aa0-b186-ba41d6c08d1d'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:24.704997 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b88321-3024-47a4-87f5-dfae8c857c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "7c96934c-6025-4aa0-b186-ba41d6c08d1d"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:24.862875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b20e495-09f3-41e4-9a76-61034528328c req-991461c4-cdea-4e17-89e7-b0ceafb8c5f6 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 210 time: 0.1476657 Feb 02 13:14:24.880171 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-244adb27-80f0-4b77-a039-c6da4fd6820a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6467245 Feb 02 13:14:24.928885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d1c636a3-2f8f-4728-91c2-73f2786d22db None None] Set router b73c26ca-958e-4227-bb75-14c25010be67 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:14:25.005556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2143984287'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:25.084392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58532) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:25.115190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:25.119034 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:25.206155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e70d08a8-d0d9-4247-bfc3-6d0c5b225ffa req-ab30256b-7537-4149-a72b-0fdb7241bb67 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5818791 Feb 02 13:14:25.227830 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:25.253191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d3f8c37-73b3-4358-ab8a-214ebcb7d381 req-88d05412-77c5-4414-b6d8-c034d77b598c service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7938378 Feb 02 13:14:25.366887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6b7f-3d2f-4ed0-ae92-bc71c4195fc8 req-6947bebd-3bf5-4db6-bf33-e098a9ae29a4 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.373979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6b7f-3d2f-4ed0-ae92-bc71c4195fc8 req-6947bebd-3bf5-4db6-bf33-e098a9ae29a4 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.380444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6b7f-3d2f-4ed0-ae92-bc71c4195fc8 req-6947bebd-3bf5-4db6-bf33-e098a9ae29a4 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.386972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6b7f-3d2f-4ed0-ae92-bc71c4195fc8 req-6947bebd-3bf5-4db6-bf33-e098a9ae29a4 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.392969 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6b7f-3d2f-4ed0-ae92-bc71c4195fc8 req-6947bebd-3bf5-4db6-bf33-e098a9ae29a4 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.398936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6b7f-3d2f-4ed0-ae92-bc71c4195fc8 req-6947bebd-3bf5-4db6-bf33-e098a9ae29a4 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.405513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6b7f-3d2f-4ed0-ae92-bc71c4195fc8 req-6947bebd-3bf5-4db6-bf33-e098a9ae29a4 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.407859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-917e6b7f-3d2f-4ed0-ae92-bc71c4195fc8 req-6947bebd-3bf5-4db6-bf33-e098a9ae29a4 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.3139288 Feb 02 13:14:25.418144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-997b63da-38a8-4f56-89a8-99daef9ea61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.418973 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-997b63da-38a8-4f56-89a8-99daef9ea61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.419685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-997b63da-38a8-4f56-89a8-99daef9ea61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.420336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-997b63da-38a8-4f56-89a8-99daef9ea61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.421058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-997b63da-38a8-4f56-89a8-99daef9ea61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.421701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-997b63da-38a8-4f56-89a8-99daef9ea61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.422556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-997b63da-38a8-4f56-89a8-99daef9ea61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:25.425461 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-997b63da-38a8-4f56-89a8-99daef9ea61e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 6705 time: 0.4374530 Feb 02 13:14:25.450931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3eb-1d50-40a2-9dab-bb552409a410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:25.575614 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3eb-1d50-40a2-9dab-bb552409a410 admin admin] Publish callbacks [] for security_group (05042cff-21a0-40ff-b846-4a54c7ab17f4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:25.583653 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ee1b3eb-1d50-40a2-9dab-bb552409a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (05042cff-21a0-40ff-b846-4a54c7ab17f4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:25.593243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Made reservation on behalf of 6ee72b4765a44f94a55b3d24e29dc8b4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:25.603204 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:25.632056 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1ee1b3eb-1d50-40a2-9dab-bb552409a410 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dd8b15147d524df588baa91aff3691e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5465074 Feb 02 13:14:25.638442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58540) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:25.777385 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for security_group (9d8cc11b-ef76-4784-b8dd-f596fe37a0cf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:25.823114 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e295df8a-df3b-4259-b917-3bfb551d0005 x-openstack-request-id: req-e295df8a-df3b-4259-b917-3bfb551d0005 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:25.823694 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "tag": "7c96934c-6025-4aa0-b186-ba41d6c08d1d", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:25.824082 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e295df8a-df3b-4259-b917-3bfb551d0005 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:25.825419 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'tag': '7c96934c-6025-4aa0-b186-ba41d6c08d1d', 'status': 'completed', 'code': 200} Feb 02 13:14:25.896795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-917e6b7f-3d2f-4ed0-ae92-bc71c4195fc8 req-c088e5e8-05c9-42b5-b815-e4711928914d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4669573 Feb 02 13:14:25.898521 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9d8cc11b-ef76-4784-b8dd-f596fe37a0cf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:25.904339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1b3eb-1d50-40a2-9dab-bb552409a410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05042cff-21a0-40ff-b846-4a54c7ab17f4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:25.934457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b06f991-b53b-46c0-98fb-9c79c92d50c8 admin admin] Publish callbacks [] for security_group (05042cff-21a0-40ff-b846-4a54c7ab17f4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:26.013145 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b06f991-b53b-46c0-98fb-9c79c92d50c8 admin admin] Publish callbacks [] for security_group (05042cff-21a0-40ff-b846-4a54c7ab17f4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:26.069348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d1c636a3-2f8f-4728-91c2-73f2786d22db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:10:28Z', 'revision_number': 4, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'faa98cc8-1c70-4144-a9ff-c3118e0174b5', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'port_id': '7c96934c-6025-4aa0-b186-ba41d6c08d1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'mac_address': 'fa:16:3e:dc:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:12:18Z', 'updated_at': '2022-02-02T13:14:22Z', 'revision_number': 1, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9e460e-c3e5-4e93-b752-1db77c55669a', 'name': '', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'mac_address': 'fa:16:3e:a3:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:26Z', 'updated_at': '2022-02-02T13:10:35Z', 'revision_number': 5, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'subnets': [{'id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:26.117774 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b06f991-b53b-46c0-98fb-9c79c92d50c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (05042cff-21a0-40ff-b846-4a54c7ab17f4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:26.123960 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b06f991-b53b-46c0-98fb-9c79c92d50c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:26.129499 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8b06f991-b53b-46c0-98fb-9c79c92d50c8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/05042cff-21a0-40ff-b846-4a54c7ab17f4 HTTP/1.1" status: 204 len: 168 time: 0.4891384 Feb 02 13:14:26.160286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06f991-b53b-46c0-98fb-9c79c92d50c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05042cff-21a0-40ff-b846-4a54c7ab17f4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:26.204404 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 78a5061b-33a6-4280-b364-065c90fef759 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:14:26.230576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c775245-b8b8-4090-a341-aa0320fdaeb7 req-69ed4a22-4ba8-42c3-b66c-e50465c85b13 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 210 time: 0.3235407 Feb 02 13:14:26.248703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:14:26.355749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c636a3-2f8f-4728-91c2-73f2786d22db None None] Checking router: b73c26ca-958e-4227-bb75-14c25010be67 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:14:26.379493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-dc9a6ee9-4814-4f06-ae97-e88de6e39b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:26.385105 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-dc9a6ee9-4814-4f06-ae97-e88de6e39b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:26.385812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-dc9a6ee9-4814-4f06-ae97-e88de6e39b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:26.391759 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-dc9a6ee9-4814-4f06-ae97-e88de6e39b84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5716fbfd-26f9-422f-a503-b67b5c7019cb&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&id=f5fdd77c-8e52-4edb-974c-730c98bebc9d HTTP/1.1" status: 200 len: 2292 time: 0.9324622 Feb 02 13:14:26.415449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c636a3-2f8f-4728-91c2-73f2786d22db None None] Routers {'b73c26ca-958e-4227-bb75-14c25010be67'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:14:26.416081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d1c636a3-2f8f-4728-91c2-73f2786d22db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:14:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b73c26ca-958e-4227-bb75-14c25010be67'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:26.503482 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d9883f03-34a9-4e2b-b3ad-521f7c8e20aa), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:26.503849 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Added segment d9883f03-34a9-4e2b-b3ad-521f7c8e20aa of type vlan for network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 Feb 02 13:14:26.532520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd79a26f-6a0b-4d3e-a369-a53f596ca5e1 req-e3346d11-051d-42ea-978d-26ea8fc9e411 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 210 time: 0.3069391 Feb 02 13:14:26.620215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 78a5061b-33a6-4280-b364-065c90fef759 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:26.624235 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78a5061b-33a6-4280-b364-065c90fef759), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:26.640133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8cc11b-ef76-4784-b8dd-f596fe37a0cf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:26.723358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4017d2c8-7a27-427b-a14b-17bf2b581369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a5061b-33a6-4280-b364-065c90fef759'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:26.725848 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311a8ba6-3097-487f-9466-e34f9dfe9665" -d '{"events": [{"server_uuid": "4017d2c8-7a27-427b-a14b-17bf2b581369", "name": "network-vif-unplugged", "status": "completed", "tag": "78a5061b-33a6-4280-b364-065c90fef759"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:26.747169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 78a5061b-33a6-4280-b364-065c90fef759, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=78a5061b-33a6-4280-b364-065c90fef759,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:26.761878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d1c636a3-2f8f-4728-91c2-73f2786d22db None None] Set router b73c26ca-958e-4227-bb75-14c25010be67 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:14:26.764039 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (78a5061b-33a6-4280-b364-065c90fef759), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:26.803870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58558) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:26.822172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6a65144-c0e7-4b9b-8eef-bb789624d153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:26.936375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6a65144-c0e7-4b9b-8eef-bb789624d153 admin admin] Publish callbacks [] for security_group (97f3d511-af29-43bb-973b-1170c51abfd8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:26.947313 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6a65144-c0e7-4b9b-8eef-bb789624d153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (97f3d511-af29-43bb-973b-1170c51abfd8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:26.952071 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49981d00-0944-417d-b355-36daa5e5c1a5 x-openstack-request-id: req-49981d00-0944-417d-b355-36daa5e5c1a5 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:26.952370 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4017d2c8-7a27-427b-a14b-17bf2b581369", "name": "network-vif-unplugged", "status": "completed", "tag": "78a5061b-33a6-4280-b364-065c90fef759", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:26.952634 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-49981d00-0944-417d-b355-36daa5e5c1a5 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:26.953033 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4017d2c8-7a27-427b-a14b-17bf2b581369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a5061b-33a6-4280-b364-065c90fef759', 'code': 200} Feb 02 13:14:26.954141 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=78a5061b-33a6-4280-b364-065c90fef759,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:27.036030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a65144-c0e7-4b9b-8eef-bb789624d153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f3d511-af29-43bb-973b-1170c51abfd8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:27.069634 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f6a65144-c0e7-4b9b-8eef-bb789624d153 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c9a9bdec9350498990619255dfbd6115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2643137 Feb 02 13:14:27.073494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58562) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:27.092334 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7be48358-3b70-4fdf-8b4c-cf3fe59f2581), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:27.136031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-bd56d525-4e9e-4ee6-b4f5-55b23be698a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c96934c-6025-4aa0-b186-ba41d6c08d1d HTTP/1.1" status: 200 len: 999 time: 0.6901288 Feb 02 13:14:27.145568 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5127eb47-d874-4d43-8632-b56b8fec88d4 admin admin] Publish callbacks [] for security_group (97f3d511-af29-43bb-973b-1170c51abfd8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:27.197887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5127eb47-d874-4d43-8632-b56b8fec88d4 admin admin] Publish callbacks [] for security_group (97f3d511-af29-43bb-973b-1170c51abfd8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:27.302935 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:14:27.319182 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5127eb47-d874-4d43-8632-b56b8fec88d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (97f3d511-af29-43bb-973b-1170c51abfd8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:27.322397 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5127eb47-d874-4d43-8632-b56b8fec88d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:27.323965 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5127eb47-d874-4d43-8632-b56b8fec88d4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/97f3d511-af29-43bb-973b-1170c51abfd8 HTTP/1.1" status: 204 len: 168 time: 0.2455814 Feb 02 13:14:27.371361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127eb47-d874-4d43-8632-b56b8fec88d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f3d511-af29-43bb-973b-1170c51abfd8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:27.422492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Allocated IP 172.20.0.6 (9077904b-671d-4f70-86b9-02225fb01c2a/8e3d761b-885b-4819-bc18-f1fb3a1e9ebb/6146e07f-e599-401e-9e15-741f5bd274d0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:27.423944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d1c636a3-2f8f-4728-91c2-73f2786d22db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:10:28Z', 'revision_number': 4, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'faa98cc8-1c70-4144-a9ff-c3118e0174b5', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'port_id': '7c96934c-6025-4aa0-b186-ba41d6c08d1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'mac_address': 'fa:16:3e:dc:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:12:18Z', 'updated_at': '2022-02-02T13:14:22Z', 'revision_number': 1, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9e460e-c3e5-4e93-b752-1db77c55669a', 'name': '', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'mac_address': 'fa:16:3e:a3:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:26Z', 'updated_at': '2022-02-02T13:10:35Z', 'revision_number': 5, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'subnets': [{'id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:14:27.482542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16d86a-c3e6-4b0d-b34d-fcca238ce64b req-5acc3118-a9b1-4f3b-8ebd-8d02b04e9cf4 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:27.494590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c16d86a-c3e6-4b0d-b34d-fcca238ce64b req-5acc3118-a9b1-4f3b-8ebd-8d02b04e9cf4 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 946 time: 1.0754263 Feb 02 13:14:27.497186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c636a3-2f8f-4728-91c2-73f2786d22db None None] The sync data for ids ['b73c26ca-958e-4227-bb75-14c25010be67'] in n-d-827336-2 is: [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:10:28Z', 'revision_number': 4, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'faa98cc8-1c70-4144-a9ff-c3118e0174b5', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'port_id': '7c96934c-6025-4aa0-b186-ba41d6c08d1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'mac_address': 'fa:16:3e:dc:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:12:18Z', 'updated_at': '2022-02-02T13:14:22Z', 'revision_number': 1, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9e460e-c3e5-4e93-b752-1db77c55669a', 'name': '', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'mac_address': 'fa:16:3e:a3:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:26Z', 'updated_at': '2022-02-02T13:10:35Z', 'revision_number': 5, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'subnets': [{'id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:14:27.502728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-44da74f6-ec35-4c08-9e99-1460c8686dfd tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:27.512469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-44da74f6-ec35-4c08-9e99-1460c8686dfd tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.18 "GET /v2.0/networks?id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41 HTTP/1.1" status: 200 len: 818 time: 0.8555570 Feb 02 13:14:27.592155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Request body: {'port': {'device_id': 'd6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca', 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41', 'admin_state_up': True, 'tenant_id': '4ef41b7a644e40cbaa1d380cb03e2c8e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:27.779754 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7be48358-3b70-4fdf-8b4c-cf3fe59f2581), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:27.785665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:27.790518 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:27.812804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-2afa85bf-4699-4b67-b352-54ae8b55a880 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:27.815058 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-2afa85bf-4699-4b67-b352-54ae8b55a880 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.62 "GET /v2.0/networks?id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41 HTTP/1.1" status: 200 len: 818 time: 0.3204637 Feb 02 13:14:27.846882 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2fc8d-e035-4dbd-9cb3-8a0e56cc210f req-8f47a399-333b-40b1-836b-54eebd545129 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:27.852397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2fc8d-e035-4dbd-9cb3-8a0e56cc210f req-8f47a399-333b-40b1-836b-54eebd545129 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:27.860258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Request body: {'port': {'device_id': 'ed5c2548-9229-409c-8ada-61b0377557bc', 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41', 'admin_state_up': True, 'tenant_id': '4ef41b7a644e40cbaa1d380cb03e2c8e'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:27.861437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2fc8d-e035-4dbd-9cb3-8a0e56cc210f req-8f47a399-333b-40b1-836b-54eebd545129 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:27.871303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2fc8d-e035-4dbd-9cb3-8a0e56cc210f req-8f47a399-333b-40b1-836b-54eebd545129 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:27.879577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2fc8d-e035-4dbd-9cb3-8a0e56cc210f req-8f47a399-333b-40b1-836b-54eebd545129 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:27.885696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2fc8d-e035-4dbd-9cb3-8a0e56cc210f req-8f47a399-333b-40b1-836b-54eebd545129 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:27.892152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2fc8d-e035-4dbd-9cb3-8a0e56cc210f req-8f47a399-333b-40b1-836b-54eebd545129 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:27.900091 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16f2fc8d-e035-4dbd-9cb3-8a0e56cc210f req-8f47a399-333b-40b1-836b-54eebd545129 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.8433199 Feb 02 13:14:27.957830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-b215dd4c-7151-4765-86c2-ab5ffd415752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:27.959793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-b215dd4c-7151-4765-86c2-ab5ffd415752 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa6bda80-df11-42de-8ebe-410c80374a78 HTTP/1.1" status: 200 len: 851 time: 0.7174931 Feb 02 13:14:28.009976 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf37a8-ef0c-466c-9693-a8243ab4842d None None] New status for floating IP faa98cc8-1c70-4144-a9ff-c3118e0174b5: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:14:28.106807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Made reservation on behalf of 4ef41b7a644e40cbaa1d380cb03e2c8e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:28.112365 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:28.158652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.8574297 Feb 02 13:14:28.163002 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:28.234175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-73f938ed-b754-4d1b-9c7f-21c6e1910419 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:28.257245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-a3299eba-d2c2-4702-a216-8d7dcc75ade5 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:28.259044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-a3299eba-d2c2-4702-a216-8d7dcc75ade5 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.18 "GET /v2.0/networks?id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41 HTTP/1.1" status: 200 len: 818 time: 1.1452267 Feb 02 13:14:28.295073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Request body: {'port': {'device_id': 'ffcd9052-9a08-43ad-980d-d29821730b88', 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41', 'admin_state_up': True, 'tenant_id': '4ef41b7a644e40cbaa1d380cb03e2c8e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:28.315551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97681f11-933d-4a4b-a503-7dc4f6e5f134 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Network': ['ID=7be48358-3b70-4fdf-8b4c-cf3fe59f2581,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:28.330489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:14:28.348428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Allocated IP 172.20.0.11 (4a5fcca0-7618-4d4b-929d-8c634a7c8e41/1edb4bee-a34f-4921-8a71-ed3e6cdb17f2/cf5d3e98-3bc7-4cde-85d7-cdcc985def71) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:28.351160 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c16d86a-c3e6-4b0d-b34d-fcca238ce64b req-50bdffd1-c681-4a97-af00-f19bd6d6ad3d tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8547111 Feb 02 13:14:28.664829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks [] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:28.703644 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:28.756197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:28.760108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:28.764898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:28.853114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:28.853845 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:28.894433 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0427504 Feb 02 13:14:28.922505 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Request body: {'port': {'device_id': 'ed5c2548-9229-409c-8ada-61b0377557bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:28.941204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3289050-4b0c-404a-a7ef-cbd2cffaecd8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Pushing event updated for resources: {'Port': ['ID=cf5d3e98-3bc7-4cde-85d7-cdcc985def71,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:29.047221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-720eea59-20d8-4445-8d62-964b1e573883 req-76fc215b-a336-4092-93e2-32efeeb04cbc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 210 time: 0.4524298 Feb 02 13:14:29.138585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:29.171675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16f2fc8d-e035-4dbd-9cb3-8a0e56cc210f req-638c4e2c-706e-4a3e-8e7f-01c35e4c6cde tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2636764 Feb 02 13:14:29.201677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Made reservation on behalf of 4ef41b7a644e40cbaa1d380cb03e2c8e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:29.206488 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:29.254556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-db9982c4-aae7-4b00-a5e5-3de81c49b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:29.259743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-db9982c4-aae7-4b00-a5e5-3de81c49b8fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5716fbfd-26f9-422f-a503-b67b5c7019cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.2685945 Feb 02 13:14:29.322951 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3964e85a-6b78-4d97-a4ab-b2715fbf2915 req-cfebe72a-4a59-40a2-9e92-e624553f3653 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 210 time: 0.1354134 Feb 02 13:14:29.601030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f938ed-b754-4d1b-9c7f-21c6e1910419 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:29.604928 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73f938ed-b754-4d1b-9c7f-21c6e1910419 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:29.730047 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks [] for port (6146e07f-e599-401e-9e15-741f5bd274d0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:29.827800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf5d3e98-3bc7-4cde-85d7-cdcc985def71 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:29.861130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Publish callbacks [] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:29.925199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Transition to ACTIVE for port object cf5d3e98-3bc7-4cde-85d7-cdcc985def71 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:14:29.936903 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:29.957022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Made reservation on behalf of 4ef41b7a644e40cbaa1d380cb03e2c8e for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:29.960681 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:30.211071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Allocated IP 172.20.0.4 (4a5fcca0-7618-4d4b-929d-8c634a7c8e41/1edb4bee-a34f-4921-8a71-ed3e6cdb17f2/04a04cf0-054a-4138-ab62-9b0360c3efc7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:30.330242 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5d3e98-3bc7-4cde-85d7-cdcc985def71,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:30.361262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.361749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.362199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.362572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.362912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.363316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.363810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.364231 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.364646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.364978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.365313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.365626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.365948 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:30.455096 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Attempting to bind port cf5d3e98-3bc7-4cde-85d7-cdcc985def71 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:14:30.464470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Attempting to bind port cf5d3e98-3bc7-4cde-85d7-cdcc985def71 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:14:30.465363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Attempting to bind port cf5d3e98-3bc7-4cde-85d7-cdcc985def71 on network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:30.476547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Port cf5d3e98-3bc7-4cde-85d7-cdcc985def71 on network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:14:30.489681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Attempting to bind port cf5d3e98-3bc7-4cde-85d7-cdcc985def71 on network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:30.504966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:14:30.505548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Checking segment: {'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:14:30.507873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Bound using segment: {'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:14:30.509143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Bound port: cf5d3e98-3bc7-4cde-85d7-cdcc985def71, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:14:30.509975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:30.704881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] For port cf5d3e98-3bc7-4cde-85d7-cdcc985def71, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:14:30.732908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] For port cf5d3e98-3bc7-4cde-85d7-cdcc985def71, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=cf5d3e98-3bc7-4cde-85d7-cdcc985def71,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:14:30.743959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-7117caa6-4534-45aa-87b8-2ac52aafa310 service neutron] 10.222.0.18 "GET /v2.0/networks/5716fbfd-26f9-422f-a503-b67b5c7019cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4624882 Feb 02 13:14:30.754919 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:30.814788 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15b9d291-f0cb-44b3-ba21-5a71120ac362 req-6ee34909-f7bb-4387-a4dd-598141bc4ccd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 210 time: 0.2649314 Feb 02 13:14:30.858990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:30.863100 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:30.873445 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] 10.222.0.62 "PUT /v2.0/ports/cf5d3e98-3bc7-4cde-85d7-cdcc985def71 HTTP/1.1" status: 200 len: 1092 time: 1.9548457 Feb 02 13:14:30.986527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5c2548-9229-409c-8ada-61b0377557bc', 'tag': 'cf5d3e98-3bc7-4cde-85d7-cdcc985def71'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:31.000811 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c402bb8d-42bc-4d0d-b579-fabc26cff564" -d '{"events": [{"name": "network-changed", "server_uuid": "ed5c2548-9229-409c-8ada-61b0377557bc", "tag": "cf5d3e98-3bc7-4cde-85d7-cdcc985def71"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:31.029983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d01bf6-7ac6-4019-8f03-d6c0d4b8753e req-b125f853-20bb-4b0c-a39f-98115aef540f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:31.037139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74d01bf6-7ac6-4019-8f03-d6c0d4b8753e req-b125f853-20bb-4b0c-a39f-98115aef540f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 944 time: 1.4167027 Feb 02 13:14:31.079072 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:31.119394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:31.247384 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks [] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:31.357129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4a844-8efd-40de-9722-ceb878c391f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cf5d3e98-3bc7-4cde-85d7-cdcc985def71,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:31.396142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f82e8781-22d5-4b69-a4df-b1c15153f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:31.403031 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-f82e8781-22d5-4b69-a4df-b1c15153f0ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ef41b7a644e40cbaa1d380cb03e2c8e&device_id=ed5c2548-9229-409c-8ada-61b0377557bc HTTP/1.1" status: 200 len: 1126 time: 0.3925285 Feb 02 13:14:31.459908 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-a31ec032-5945-4385-9495-f71ef1d38155 service neutron] 10.222.0.18 "GET /v2.0/networks/5716fbfd-26f9-422f-a503-b67b5c7019cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6231136 Feb 02 13:14:31.463820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Network 9077904b-671d-4f70-86b9-02225fb01c2a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:31.488626 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-6b90bb7d-9c53-44c3-9ffc-ab3b008d98f9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf5d3e98-3bc7-4cde-85d7-cdcc985def71 HTTP/1.1" status: 200 len: 217 time: 0.0703681 Feb 02 13:14:31.551830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:31.557376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74d01bf6-7ac6-4019-8f03-d6c0d4b8753e req-fd1d726a-ad18-4382-8098-7138b6cd628b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192950 Feb 02 13:14:31.558033 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event updated for resources: {'Port': ['ID=6146e07f-e599-401e-9e15-741f5bd274d0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:31.602360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:31.637335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-6761069a-12e4-4a5d-9508-f5082904bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:31.638615 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-6761069a-12e4-4a5d-9508-f5082904bfa7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1edb4bee-a34f-4921-8a71-ed3e6cdb17f2 HTTP/1.1" status: 200 len: 858 time: 0.1428504 Feb 02 13:14:31.707255 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e1b9dbcb-9080-4f07-b14c-48186a2ec9a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602448 Feb 02 13:14:31.765151 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b28a2d6-e30c-4f9b-813d-57dd2f33b6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:31.817972 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-fbef356b-6ec5-44f1-b629-35083d3fe35e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=5abe3ffe-b1f8-483f-b83f-f8edad0fc901 HTTP/1.1" status: 200 len: 217 time: 0.3570831 Feb 02 13:14:31.819189 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73f938ed-b754-4d1b-9c7f-21c6e1910419 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (e36a80e7-c029-4e68-b62e-96fd797d259d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:31.899649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-545af257-8da2-4c22-9fd5-42468f65e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:31.901436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-545af257-8da2-4c22-9fd5-42468f65e111 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 200 len: 797 time: 0.0697014 Feb 02 13:14:31.918875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb223-23fb-489b-86fb-3c2b66bb9dce req-8b292c8f-8ffa-45a9-86cd-c46af1cc8375 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:31.924637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb223-23fb-489b-86fb-3c2b66bb9dce req-8b292c8f-8ffa-45a9-86cd-c46af1cc8375 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:31.930185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb223-23fb-489b-86fb-3c2b66bb9dce req-8b292c8f-8ffa-45a9-86cd-c46af1cc8375 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:31.936142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb223-23fb-489b-86fb-3c2b66bb9dce req-8b292c8f-8ffa-45a9-86cd-c46af1cc8375 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:31.942148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb223-23fb-489b-86fb-3c2b66bb9dce req-8b292c8f-8ffa-45a9-86cd-c46af1cc8375 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:31.949388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb223-23fb-489b-86fb-3c2b66bb9dce req-8b292c8f-8ffa-45a9-86cd-c46af1cc8375 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:31.955012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbb223-23fb-489b-86fb-3c2b66bb9dce req-8b292c8f-8ffa-45a9-86cd-c46af1cc8375 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:31.966787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bdfbb223-23fb-489b-86fb-3c2b66bb9dce req-8b292c8f-8ffa-45a9-86cd-c46af1cc8375 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.9458487 Feb 02 13:14:31.974321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:31.975285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:31.978437 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-451fbeac-8e5c-460e-aa02-7584d4b63236 service neutron] 10.222.0.62 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638330 Feb 02 13:14:32.143132 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-514fee09-3fdd-4e95-964f-0ee6f684c463 service neutron] 10.222.0.62 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414115 Feb 02 13:14:32.216562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 78a5061b-33a6-4280-b364-065c90fef759 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:14:32.282875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Allocated IP 172.20.0.5 (4a5fcca0-7618-4d4b-929d-8c634a7c8e41/1edb4bee-a34f-4921-8a71-ed3e6cdb17f2/1da5df6c-0d81-4a6b-af45-a3660c04d840) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:32.491983 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks [] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:32.532208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 78a5061b-33a6-4280-b364-065c90fef759 is: DOWN; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:32.549011 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-e5c2f251-9093-41b3-a955-5abeec5a2b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9222763 Feb 02 13:14:32.563341 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6dbac6cf-412f-4e34-b792-66a238d429f8 req-81fb6e87-e379-4caf-93bf-501e8a49d7c2 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 210 time: 0.8549342 Feb 02 13:14:32.581496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Request body: {'port': {'device_id': '7ddc074f-439f-49ec-b752-099c7698b144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:32.619082 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:32.657610 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e327abb-1f85-4d36-8896-c17bcc0fe79e x-openstack-request-id: req-9e327abb-1f85-4d36-8896-c17bcc0fe79e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:32.657907 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed5c2548-9229-409c-8ada-61b0377557bc", "tag": "cf5d3e98-3bc7-4cde-85d7-cdcc985def71", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:32.658165 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9e327abb-1f85-4d36-8896-c17bcc0fe79e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:32.658578 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5c2548-9229-409c-8ada-61b0377557bc', 'tag': 'cf5d3e98-3bc7-4cde-85d7-cdcc985def71', 'status': 'completed', 'code': 200} Feb 02 13:14:32.674691 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:32.750940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:32.763922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:32.816702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:32.829364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bdfbb223-23fb-489b-86fb-3c2b66bb9dce req-c67f59b8-6fae-4956-b17f-f1bca32684a2 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8613942 Feb 02 13:14:32.833155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-ff6b771d-c6c9-467f-90e9-332df7055711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:32.834321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402bb8d-42bc-4d0d-b579-fabc26cff564 req-d0657d1f-fb7c-4161-b09a-74dfde7532d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:32.834585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-ff6b771d-c6c9-467f-90e9-332df7055711 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=587f13c3-5829-4c57-bcd3-f3f049bb1786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7570403 Feb 02 13:14:32.838000 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c402bb8d-42bc-4d0d-b579-fabc26cff564 req-d0657d1f-fb7c-4161-b09a-74dfde7532d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ef41b7a644e40cbaa1d380cb03e2c8e&device_id=ed5c2548-9229-409c-8ada-61b0377557bc HTTP/1.1" status: 200 len: 1126 time: 0.1350918 Feb 02 13:14:32.966959 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:32.974835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f938ed-b754-4d1b-9c7f-21c6e1910419 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=e36a80e7-c029-4e68-b62e-96fd797d259d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:32.989636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402bb8d-42bc-4d0d-b579-fabc26cff564 req-13801467-02e2-4a24-8735-530040e15da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:32.992904 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c402bb8d-42bc-4d0d-b579-fabc26cff564 req-13801467-02e2-4a24-8735-530040e15da5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41 HTTP/1.1" status: 200 len: 919 time: 0.1470990 Feb 02 13:14:33.175323 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c402bb8d-42bc-4d0d-b579-fabc26cff564 req-62a8865c-34ea-4ebe-a7c1-c1b022c00c2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cf5d3e98-3bc7-4cde-85d7-cdcc985def71 HTTP/1.1" status: 200 len: 217 time: 0.1738307 Feb 02 13:14:33.195717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:33.203760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-016b75a8-a595-4f3a-aa5c-318c3817508c service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558547 Feb 02 13:14:33.233197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:33.267298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f938ed-b754-4d1b-9c7f-21c6e1910419 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:14:33.271993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f938ed-b754-4d1b-9c7f-21c6e1910419 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network hostable DHCP agents. Network: 7be48358-3b70-4fdf-8b4c-cf3fe59f2581, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:14:33.287985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402bb8d-42bc-4d0d-b579-fabc26cff564 req-2aba709c-56a2-47ee-84f1-68655594fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:33.291947 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c402bb8d-42bc-4d0d-b579-fabc26cff564 req-2aba709c-56a2-47ee-84f1-68655594fd8e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1edb4bee-a34f-4921-8a71-ed3e6cdb17f2 HTTP/1.1" status: 200 len: 858 time: 0.1089008 Feb 02 13:14:33.350828 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c402bb8d-42bc-4d0d-b579-fabc26cff564 req-f7c23ab4-e8f8-4b31-8235-7e45aa476217 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522842 Feb 02 13:14:33.434673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-8bd48217-a98a-44df-bede-ea1a25897d81 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510711 Feb 02 13:14:33.440182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:33.440920 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:33.500439 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c402bb8d-42bc-4d0d-b579-fabc26cff564 req-e43273a2-132d-4c8c-80d0-b68eb64460b8 service neutron] 10.222.0.62 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428182 Feb 02 13:14:33.561010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-f6d67a24-17ee-43f7-ad16-541e603a7b80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda HTTP/1.1" status: 200 len: 217 time: 0.0698216 Feb 02 13:14:33.586792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Pushing event updated for resources: {'Port': ['ID=04a04cf0-054a-4138-ab62-9b0360c3efc7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:33.640127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-6f4d6c53-e02d-4caf-9a11-b5b5bfbe9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:33.642221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-6f4d6c53-e02d-4caf-9a11-b5b5bfbe9acb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 200 len: 797 time: 0.0634093 Feb 02 13:14:33.700017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Pushing event updated for resources: {'Port': ['ID=1da5df6c-0d81-4a6b-af45-a3660c04d840,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:33.703040 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f938ed-b754-4d1b-9c7f-21c6e1910419 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:14:33.753879 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:33.770307 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c402bb8d-42bc-4d0d-b579-fabc26cff564 req-8b0c2563-9362-4dbb-8b9c-5617f3616b42 service neutron] 10.222.0.62 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619660 Feb 02 13:14:33.770591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-4afce501-d6f5-4889-9f93-e8c00df0645c tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4828713 Feb 02 13:14:33.821888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:33.822770 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:33.850417 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-73f938ed-b754-4d1b-9c7f-21c6e1910419 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7be48358-3b70-4fdf-8b4c-cf3fe59f2581) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:33.862044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Request body: {'port': {'device_id': 'ffcd9052-9a08-43ad-980d-d29821730b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:33.864414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e82cb2-facf-459e-8132-9828efa6bf5a None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:33.875619 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fe93866b-b1b1-40a0-97b3-cf463cdf6dea tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2998135 Feb 02 13:14:33.882297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f938ed-b754-4d1b-9c7f-21c6e1910419 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:33.883257 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73f938ed-b754-4d1b-9c7f-21c6e1910419 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:33.954019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Request body: {'port': {'device_id': 'd6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:33.958153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-b70e3992-bd91-4a3c-9669-9fab21654eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:33.959554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-b70e3992-bd91-4a3c-9669-9fab21654eec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=587f13c3-5829-4c57-bcd3-f3f049bb1786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2527256 Feb 02 13:14:33.978119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36128c8f-b661-462f-871f-d7fe5da7fa58 req-9dbdc9c1-628f-4951-8110-250901bff9a1 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:33.979947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36128c8f-b661-462f-871f-d7fe5da7fa58 req-9dbdc9c1-628f-4951-8110-250901bff9a1 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 931 time: 0.7521718 Feb 02 13:14:34.142292 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6657fad9-8467-4985-9a4e-04b6f45ac522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:34.263865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': 'e36a80e7-c029-4e68-b62e-96fd797d259d'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:14:34.264749 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:34.603046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Allocated IP 2001:db8::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/e36a80e7-c029-4e68-b62e-96fd797d259d/589d5dc6-7485-40a7-9763-c79b2c7e1efa) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:34.621872 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:34.621872 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-73f938ed-b754-4d1b-9c7f-21c6e1910419 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 6.3919897 Feb 02 13:14:34.624720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58762) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:34.632288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'name': 'tempest-NetworksTestDHCPv6-2032978816'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:34.782756 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Publish callbacks [] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:34.801791 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:34.888911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:34.893473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:34.895627 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:34.908037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:34.923124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:34.943778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Pushing event updated for resources: {'Port': ['ID=589d5dc6-7485-40a7-9763-c79b2c7e1efa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:34.988358 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:35.014324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 2054fdf4-09ad-4969-99ea-97fd05f23c87 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:14:35.085275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Attempting to bind port 589d5dc6-7485-40a7-9763-c79b2c7e1efa on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:14:35.085651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Attempting to bind port 589d5dc6-7485-40a7-9763-c79b2c7e1efa by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:14:35.086392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Attempting to bind port 589d5dc6-7485-40a7-9763-c79b2c7e1efa on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:35.095286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:14:35.100135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:14:35.100753 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:35.101369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:14:35.102020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Bound port: 589d5dc6-7485-40a7-9763-c79b2c7e1efa, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:14:35.102699 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:35.242275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] For port 589d5dc6-7485-40a7-9763-c79b2c7e1efa, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:14:35.251896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] For port 589d5dc6-7485-40a7-9763-c79b2c7e1efa, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=589d5dc6-7485-40a7-9763-c79b2c7e1efa,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:14:35.261037 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:35.381677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::3b0 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/e36a80e7-c029-4e68-b62e-96fd797d259d/2054fdf4-09ad-4969-99ea-97fd05f23c87) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:35.409811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da5df6c-0d81-4a6b-af45-a3660c04d840 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:35.430482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e21b34-50e3-468d-9efb-72e2d51899ff None None] Pushing event updated for resources: {'Port': ['ID=589d5dc6-7485-40a7-9763-c79b2c7e1efa,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:35.454985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device cf5d3e98-3bc7-4cde-85d7-cdcc985def71 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:14:35.536408 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:35.565137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36128c8f-b661-462f-871f-d7fe5da7fa58 req-38d6b7a4-7739-4b99-9de9-70dbb61a1fb0 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5450294 Feb 02 13:14:35.574820 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Publish callbacks [] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:35.607361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Transition to ACTIVE for port object 1da5df6c-0d81-4a6b-af45-a3660c04d840 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:14:35.642728 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:35.793070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81eab7-00fe-4434-b7ff-c397b20859e1 req-ffcc6712-1926-4a29-83a7-0d37601757ff tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:35.809314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e81eab7-00fe-4434-b7ff-c397b20859e1 req-ffcc6712-1926-4a29-83a7-0d37601757ff tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=4017d2c8-7a27-427b-a14b-17bf2b581369 HTTP/1.1" status: 200 len: 944 time: 1.2044723 Feb 02 13:14:35.954166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port cf5d3e98-3bc7-4cde-85d7-cdcc985def71, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=cf5d3e98-3bc7-4cde-85d7-cdcc985def71,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:35.990519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'cf5d3e98-3bc7-4cde-85d7-cdcc985def71', 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41', 'port_id': 'cf5d3e98-3bc7-4cde-85d7-cdcc985def71', 'mac_address': 'fa:16:3e:32:a5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1edb4bee-a34f-4921-8a71-ed3e6cdb17f2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:14:36.006241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:36.055015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (2054fdf4-09ad-4969-99ea-97fd05f23c87), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:36.134304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-f6eb38cd-9a3b-4538-88a0-d09b559486fb service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1295626 Feb 02 13:14:36.143042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port cf5d3e98-3bc7-4cde-85d7-cdcc985def71 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:36.143350 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:36.164230 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2054fdf4-09ad-4969-99ea-97fd05f23c87), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:36.174343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf5d3e98-3bc7-4cde-85d7-cdcc985def71 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:36.215268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port cf5d3e98-3bc7-4cde-85d7-cdcc985def71, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=cf5d3e98-3bc7-4cde-85d7-cdcc985def71,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:36.220654 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:36.301392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=cf5d3e98-3bc7-4cde-85d7-cdcc985def71,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:36.307267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 589d5dc6-7485-40a7-9763-c79b2c7e1efa up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:36.357528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=2054fdf4-09ad-4969-99ea-97fd05f23c87,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:36.384039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:36.385672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:36.389994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:36.401039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:36.403664 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:36.436059 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a5754f04-27e2-48de-8160-29a5c438d637 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8101244 Feb 02 13:14:36.438408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58798) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:36.457073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 589d5dc6-7485-40a7-9763-c79b2c7e1efa triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:36.457794 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:36.536808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['cf5d3e98-3bc7-4cde-85d7-cdcc985def71'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:36.593870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e7c5e9-b57b-4b39-bb63-ee22d9e73e27 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:36.619218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e7c5e9-b57b-4b39-bb63-ee22d9e73e27 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:36.626719 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-38e7c5e9-b57b-4b39-bb63-ee22d9e73e27 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1869588 Feb 02 13:14:36.630034 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58806) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:36.797833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a04cf0-054a-4138-ab62-9b0360c3efc7 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:36.808110 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Publish callbacks [] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:36.815277 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:36.816679 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:36.823354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Transition to ACTIVE for port object 04a04cf0-054a-4138-ab62-9b0360c3efc7 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:14:36.935086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c42407b2-9303-47c5-b608-ceff752ec160 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 2054fdf4-09ad-4969-99ea-97fd05f23c87 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:36.935542 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c42407b2-9303-47c5-b608-ceff752ec160 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2054fdf4-09ad-4969-99ea-97fd05f23c87), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:36.957868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 589d5dc6-7485-40a7-9763-c79b2c7e1efa is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:36.958445 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:36.996911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6146e07f-e599-401e-9e15-741f5bd274d0 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:37.030161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 589d5dc6-7485-40a7-9763-c79b2c7e1efa, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=589d5dc6-7485-40a7-9763-c79b2c7e1efa,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:37.046478 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.073619 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Publish callbacks [] for port (6146e07f-e599-401e-9e15-741f5bd274d0), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.083512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Pushing event updated for resources: {'Port': ['ID=1da5df6c-0d81-4a6b-af45-a3660c04d840,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:37.115142 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.137438 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c42407b2-9303-47c5-b608-ceff752ec160 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2054fdf4-09ad-4969-99ea-97fd05f23c87), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.172408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c42407b2-9303-47c5-b608-ceff752ec160 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 2054fdf4-09ad-4969-99ea-97fd05f23c87 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:37.197300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=589d5dc6-7485-40a7-9763-c79b2c7e1efa,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:37.245634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.246050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.246475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.246941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.247266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.247700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.248088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.248481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.248879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.249256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.249642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.250036 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.250417 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:14:37.253934 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6d3f-561c-46ea-9764-6e287a2e8f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.257460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Transition to ACTIVE for port object 6146e07f-e599-401e-9e15-741f5bd274d0 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:14:37.412519 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c42407b2-9303-47c5-b608-ceff752ec160 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2054fdf4-09ad-4969-99ea-97fd05f23c87), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.440402 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc69216-61fb-475a-8bfe-19149ef66d25 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:37.445221 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.533314 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6dda-604f-4301-aeac-13a7590bab3c req-a829c3f6-1f14-41b8-865d-3d3d52f9157d tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:37.534896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fdc6dda-604f-4301-aeac-13a7590bab3c req-a829c3f6-1f14-41b8-865d-3d3d52f9157d tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 943 time: 1.5968695 Feb 02 13:14:37.535034 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c42407b2-9303-47c5-b608-ceff752ec160 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.547462 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c42407b2-9303-47c5-b608-ceff752ec160 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/2054fdf4-09ad-4969-99ea-97fd05f23c87 HTTP/1.1" status: 204 len: 168 time: 0.9163902 Feb 02 13:14:37.548648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58834) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:37.549442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42407b2-9303-47c5-b608-ceff752ec160 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=2054fdf4-09ad-4969-99ea-97fd05f23c87,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:37.589184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Pushing event updated for resources: {'Port': ['ID=04a04cf0-054a-4138-ab62-9b0360c3efc7,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:37.643489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f4d9b375-b61b-4414-893b-5328738e121b None None] Provisioning complete for port 589d5dc6-7485-40a7-9763-c79b2c7e1efa triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:37.644755 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b375-b61b-4414-893b-5328738e121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.669493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336f55a-a690-4a87-be3d-42f0540b559a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:37.674945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336f55a-a690-4a87-be3d-42f0540b559a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:37.677006 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d336f55a-a690-4a87-be3d-42f0540b559a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1254756 Feb 02 13:14:37.679693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58838) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:37.762595 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.777528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-5c6236d2-c0a1-47ca-9bd5-94856976840c service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7441113 Feb 02 13:14:37.778479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce6e7a1-ff20-46fe-be69-6d94deb887db tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet e36a80e7-c029-4e68-b62e-96fd797d259d {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:14:37.780623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Attempting to bind port 1da5df6c-0d81-4a6b-af45-a3660c04d840 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:14:37.780961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Attempting to bind port 1da5df6c-0d81-4a6b-af45-a3660c04d840 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:14:37.781293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Attempting to bind port 1da5df6c-0d81-4a6b-af45-a3660c04d840 on network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:37.784646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cce6e7a1-ff20-46fe-be69-6d94deb887db tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (e36a80e7-c029-4e68-b62e-96fd797d259d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.852551 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cce6e7a1-ff20-46fe-be69-6d94deb887db tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (e36a80e7-c029-4e68-b62e-96fd797d259d), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.945475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9b375-b61b-4414-893b-5328738e121b None None] Current status of the port 589d5dc6-7485-40a7-9763-c79b2c7e1efa is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:37.964415 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:37.983360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Port 1da5df6c-0d81-4a6b-af45-a3660c04d840 on network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:14:37.983989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Attempting to bind port 1da5df6c-0d81-4a6b-af45-a3660c04d840 on network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:38.055070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cce6e7a1-ff20-46fe-be69-6d94deb887db tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (e36a80e7-c029-4e68-b62e-96fd797d259d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.069305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-ed73039f-9cda-48cd-9b03-7401dfe77214 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=a1765a74-871b-4e5a-a87e-d9ede27dfbfc HTTP/1.1" status: 200 len: 217 time: 0.2839229 Feb 02 13:14:38.086521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Pushing event updated for resources: {'Port': ['ID=6146e07f-e599-401e-9e15-741f5bd274d0,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:38.149239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:14:38.149526 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Checking segment: {'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:14:38.151360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Bound using segment: {'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:14:38.151901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Bound port: 1da5df6c-0d81-4a6b-af45-a3660c04d840, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:14:38.152262 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.163265 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9e81eab7-00fe-4434-b7ff-c397b20859e1 req-e2343ed5-295b-4823-914f-3797bf5e7375 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Deleting port 78a5061b-33a6-4280-b364-065c90fef759 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:38.163640 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e81eab7-00fe-4434-b7ff-c397b20859e1 req-e2343ed5-295b-4823-914f-3797bf5e7375 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (78a5061b-33a6-4280-b364-065c90fef759), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.163781 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cce6e7a1-ff20-46fe-be69-6d94deb887db tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (e36a80e7-c029-4e68-b62e-96fd797d259d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.169746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 589d5dc6-7485-40a7-9763-c79b2c7e1efa up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:38.194168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0fdc6dda-604f-4301-aeac-13a7590bab3c req-16a386c4-fedb-45da-9e7b-69d14000d349 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6436737 Feb 02 13:14:38.248591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 589d5dc6-7485-40a7-9763-c79b2c7e1efa triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:38.249182 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.275551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6e7a1-ff20-46fe-be69-6d94deb887db tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=e36a80e7-c029-4e68-b62e-96fd797d259d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:38.312533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cce6e7a1-ff20-46fe-be69-6d94deb887db tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.317470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] For port 1da5df6c-0d81-4a6b-af45-a3660c04d840, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:14:38.321840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] For port 1da5df6c-0d81-4a6b-af45-a3660c04d840, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=1da5df6c-0d81-4a6b-af45-a3660c04d840,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:14:38.323984 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cce6e7a1-ff20-46fe-be69-6d94deb887db tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/e36a80e7-c029-4e68-b62e-96fd797d259d HTTP/1.1" status: 204 len: 168 time: 0.6420109 Feb 02 13:14:38.328362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58854) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:38.343376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9b9d29-34df-4c92-9ed7-58db3abecab2 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:38.371329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Attempting to bind port 04a04cf0-054a-4138-ab62-9b0360c3efc7 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:14:38.371764 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Attempting to bind port 04a04cf0-054a-4138-ab62-9b0360c3efc7 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:14:38.372112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Attempting to bind port 04a04cf0-054a-4138-ab62-9b0360c3efc7 on network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:38.402403 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.499249 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-244c5327-00e8-4d63-b9d0-c5fe55029adb tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1633987 Feb 02 13:14:38.501141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58860) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:38.503223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Pushing event updated for resources: {'Port': ['ID=1da5df6c-0d81-4a6b-af45-a3660c04d840,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:38.512423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-71ec3c7a-5837-477d-8124-6c227a621bda tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:38.515114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Port 04a04cf0-054a-4138-ab62-9b0360c3efc7 on network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:14:38.515636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Attempting to bind port 04a04cf0-054a-4138-ab62-9b0360c3efc7 on network 4a5fcca0-7618-4d4b-929d-8c634a7c8e41 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:38.575325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 589d5dc6-7485-40a7-9763-c79b2c7e1efa is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:38.586868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-87f15245-5f52-496e-99be-a4370c1d3930 None None] Provisioning complete for port 589d5dc6-7485-40a7-9763-c79b2c7e1efa triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:38.587353 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87f15245-5f52-496e-99be-a4370c1d3930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.651407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e81eab7-00fe-4434-b7ff-c397b20859e1 req-e2343ed5-295b-4823-914f-3797bf5e7375 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] For port 78a5061b-33a6-4280-b364-065c90fef759, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=78a5061b-33a6-4280-b364-065c90fef759,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:38.651798 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e81eab7-00fe-4434-b7ff-c397b20859e1 req-e2343ed5-295b-4823-914f-3797bf5e7375 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (78a5061b-33a6-4280-b364-065c90fef759), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.670733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ec3c7a-5837-477d-8124-6c227a621bda tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:38.675443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9e81eab7-00fe-4434-b7ff-c397b20859e1 req-e2343ed5-295b-4823-914f-3797bf5e7375 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Calling delete_port for 78a5061b-33a6-4280-b364-065c90fef759 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:38.676248 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71ec3c7a-5837-477d-8124-6c227a621bda tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.733093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-929ce2b6-882a-4591-9f6f-23c424d8386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:38.734609 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-929ce2b6-882a-4591-9f6f-23c424d8386b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 200 len: 797 time: 0.5988736 Feb 02 13:14:38.901518 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6d3f-561c-46ea-9764-6e287a2e8f19 admin admin] Publish callbacks [] for security_group (18e7c42a-1398-488c-bd06-0c0ca237d3d3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.906050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:14:38.906389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Checking segment: {'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:14:38.906774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Bound using segment: {'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:14:38.907205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Bound port: 04a04cf0-054a-4138-ab62-9b0360c3efc7, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bca548b-9203-4e2a-9a9d-0503602ef7f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:14:38.907572 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.939695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:38.940321 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.941731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-79c3ae5b-4256-4e4b-8301-751fb2edde07 service neutron] 10.222.0.18 "PUT /v2.0/ports/1da5df6c-0d81-4a6b-af45-a3660c04d840 HTTP/1.1" status: 200 len: 1091 time: 5.0924995 Feb 02 13:14:38.946527 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6d3f-561c-46ea-9764-6e287a2e8f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (18e7c42a-1398-488c-bd06-0c0ca237d3d3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.948833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffcd9052-9a08-43ad-980d-d29821730b88', 'tag': '1da5df6c-0d81-4a6b-af45-a3660c04d840'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:38.951144 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486fb31f-c28a-4d07-8c4a-04fcfeab5e27" -d '{"events": [{"name": "network-changed", "server_uuid": "ffcd9052-9a08-43ad-980d-d29821730b88", "tag": "1da5df6c-0d81-4a6b-af45-a3660c04d840"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:38.953900 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71ec3c7a-5837-477d-8124-6c227a621bda tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (20aa7a5f-2946-4e7e-bd06-3536706e5251), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:38.975603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Attempting to bind port 6146e07f-e599-401e-9e15-741f5bd274d0 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:14:38.976123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Attempting to bind port 6146e07f-e599-401e-9e15-741f5bd274d0 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:14:38.976254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Attempting to bind port 6146e07f-e599-401e-9e15-741f5bd274d0 on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:39.054683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-87f15245-5f52-496e-99be-a4370c1d3930 None None] Current status of the port 589d5dc6-7485-40a7-9763-c79b2c7e1efa is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:39.160552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Port 6146e07f-e599-401e-9e15-741f5bd274d0 on network 9077904b-671d-4f70-86b9-02225fb01c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:14:39.161112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Attempting to bind port 6146e07f-e599-401e-9e15-741f5bd274d0 on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:39.175196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac910e3-60aa-44ca-87f0-14309d046ac2 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:14:39.191548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:14:39.191867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Checking segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:14:39.192379 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Bound using segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:14:39.192995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Bound port: 6146e07f-e599-401e-9e15-741f5bd274d0, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:14:39.193426 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:39.253153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8c7b6d3f-561c-46ea-9764-6e287a2e8f19 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bb64ce74d4a84f45abf4e1388b7b5bbd&name=default HTTP/1.1" status: 200 len: 3000 time: 3.1716213 Feb 02 13:14:39.257131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:39.274416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b6d3f-561c-46ea-9764-6e287a2e8f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e7c42a-1398-488c-bd06-0c0ca237d3d3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:39.295646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7e725-30c3-4bbf-b42c-c4b25047e9f8 req-92a18c5d-e4c9-44ed-b475-1d573d344f39 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:39.301046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7e725-30c3-4bbf-b42c-c4b25047e9f8 req-92a18c5d-e4c9-44ed-b475-1d573d344f39 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:39.310145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-aac910e3-60aa-44ca-87f0-14309d046ac2 None None] Deleting port 589d5dc6-7485-40a7-9763-c79b2c7e1efa {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:39.310582 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac910e3-60aa-44ca-87f0-14309d046ac2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:39.318050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7e725-30c3-4bbf-b42c-c4b25047e9f8 req-92a18c5d-e4c9-44ed-b475-1d573d344f39 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:39.333478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7e725-30c3-4bbf-b42c-c4b25047e9f8 req-92a18c5d-e4c9-44ed-b475-1d573d344f39 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:39.343786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7e725-30c3-4bbf-b42c-c4b25047e9f8 req-92a18c5d-e4c9-44ed-b475-1d573d344f39 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:39.350046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7e725-30c3-4bbf-b42c-c4b25047e9f8 req-92a18c5d-e4c9-44ed-b475-1d573d344f39 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:39.367902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7e725-30c3-4bbf-b42c-c4b25047e9f8 req-92a18c5d-e4c9-44ed-b475-1d573d344f39 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:39.369938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bde7e725-30c3-4bbf-b42c-c4b25047e9f8 req-92a18c5d-e4c9-44ed-b475-1d573d344f39 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.9651029 Feb 02 13:14:39.370816 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e81eab7-00fe-4434-b7ff-c397b20859e1 req-e2343ed5-295b-4823-914f-3797bf5e7375 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (78a5061b-33a6-4280-b364-065c90fef759), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:39.429534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-aac910e3-60aa-44ca-87f0-14309d046ac2 None None] For port 589d5dc6-7485-40a7-9763-c79b2c7e1efa, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=589d5dc6-7485-40a7-9763-c79b2c7e1efa,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:39.430180 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac910e3-60aa-44ca-87f0-14309d046ac2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:39.444691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ec3c7a-5837-477d-8124-6c227a621bda tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:39.447742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-aac910e3-60aa-44ca-87f0-14309d046ac2 None None] Calling delete_port for 589d5dc6-7485-40a7-9763-c79b2c7e1efa owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:39.448783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-71ec3c7a-5837-477d-8124-6c227a621bda tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:39.456163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec3c7a-5837-477d-8124-6c227a621bda tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:39.456764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71ec3c7a-5837-477d-8124-6c227a621bda tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:39.473768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device cf5d3e98-3bc7-4cde-85d7-cdcc985def71 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:39.496328 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-71ec3c7a-5837-477d-8124-6c227a621bda tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9915328 Feb 02 13:14:39.498094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58886) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:39.506154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'name': 'tempest-NetworksTestDHCPv6-1871066758'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:39.606741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] For port 04a04cf0-054a-4138-ab62-9b0360c3efc7, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:14:39.617282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] For port 04a04cf0-054a-4138-ab62-9b0360c3efc7, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=04a04cf0-054a-4138-ab62-9b0360c3efc7,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:14:39.638693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-488ea562-d0a7-48ed-974d-7341f8961ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:39.641598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-488ea562-d0a7-48ed-974d-7341f8961ce9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=587f13c3-5829-4c57-bcd3-f3f049bb1786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.7421281 Feb 02 13:14:39.657507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port cf5d3e98-3bc7-4cde-85d7-cdcc985def71 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:14:39.664600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port cf5d3e98-3bc7-4cde-85d7-cdcc985def71 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:39.664982 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:39.669605 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec3c7a-5837-477d-8124-6c227a621bda tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=20aa7a5f-2946-4e7e-bd06-3536706e5251,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:39.682035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-c5f47552-7406-4d3e-87ac-aae8d4e8223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:39.685577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-c5f47552-7406-4d3e-87ac-aae8d4e8223d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ef41b7a644e40cbaa1d380cb03e2c8e&device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 1125 time: 0.6741250 Feb 02 13:14:39.688862 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:39.691848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2343ed5-295b-4823-914f-3797bf5e7375 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Pushing event deleted for resources: {'Port': ['ID=78a5061b-33a6-4280-b364-065c90fef759,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:39.749618 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:39.753014 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:39.781358 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac910e3-60aa-44ca-87f0-14309d046ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (589d5dc6-7485-40a7-9763-c79b2c7e1efa), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:39.783296 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 787bf8d3-b094-42be-aee9-9fd94e0c13e9 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:14:39.837390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac910e3-60aa-44ca-87f0-14309d046ac2 None None] Pushing event deleted for resources: {'Port': ['ID=589d5dc6-7485-40a7-9763-c79b2c7e1efa,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:39.845974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac910e3-60aa-44ca-87f0-14309d046ac2 None None] No DVR routers for this DVR port 589d5dc6-7485-40a7-9763-c79b2c7e1efa on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:14:39.935519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port cf5d3e98-3bc7-4cde-85d7-cdcc985def71 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:39.935519 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:39.950442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd5fbf-0c76-4712-95d1-93002ffab775 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:39.984165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5c2548-9229-409c-8ada-61b0377557bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5d3e98-3bc7-4cde-85d7-cdcc985def71'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:39.994832 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d43b20-e4c9-428b-968a-f709bbfd0b50" -d '{"events": [{"server_uuid": "ed5c2548-9229-409c-8ada-61b0377557bc", "name": "network-vif-plugged", "status": "completed", "tag": "cf5d3e98-3bc7-4cde-85d7-cdcc985def71"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:40.018344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port cf5d3e98-3bc7-4cde-85d7-cdcc985def71, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=cf5d3e98-3bc7-4cde-85d7-cdcc985def71,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:40.021578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::19f (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/20aa7a5f-2946-4e7e-bd06-3536706e5251/787bf8d3-b094-42be-aee9-9fd94e0c13e9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:40.063671 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:40.183270 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=cf5d3e98-3bc7-4cde-85d7-cdcc985def71,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:40.228833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 589d5dc6-7485-40a7-9763-c79b2c7e1efa no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:14:40.291954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 589d5dc6-7485-40a7-9763-c79b2c7e1efa {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:14:40.292575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 589d5dc6-7485-40a7-9763-c79b2c7e1efa not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:14:40.295097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': '20aa7a5f-2946-4e7e-bd06-3536706e5251'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:14:40.296353 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:40.422178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] For port 6146e07f-e599-401e-9e15-741f5bd274d0, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:14:40.425670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] For port 6146e07f-e599-401e-9e15-741f5bd274d0, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6146e07f-e599-401e-9e15-741f5bd274d0,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:14:40.500013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-d197d8b8-216d-4dfd-a69e-5c6512d18a7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1da5df6c-0d81-4a6b-af45-a3660c04d840 HTTP/1.1" status: 200 len: 217 time: 0.0701995 Feb 02 13:14:40.501285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:40.507025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (787bf8d3-b094-42be-aee9-9fd94e0c13e9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:40.548865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (787bf8d3-b094-42be-aee9-9fd94e0c13e9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:40.605306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Allocated IP 2001:db8::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/20aa7a5f-2946-4e7e-bd06-3536706e5251/4073df72-176b-4e55-8136-1a7d627d4152) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:40.610858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:40.619560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:40.626044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e81eab7-00fe-4434-b7ff-c397b20859e1 req-e2343ed5-295b-4823-914f-3797bf5e7375 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] No DVR routers for this DVR port 78a5061b-33a6-4280-b364-065c90fef759 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:14:40.631447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:40.640896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:40.641556 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:40.651477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=787bf8d3-b094-42be-aee9-9fd94e0c13e9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:40.689105 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e81eab7-00fe-4434-b7ff-c397b20859e1 req-e2343ed5-295b-4823-914f-3797bf5e7375 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:40.692702 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e81eab7-00fe-4434-b7ff-c397b20859e1 req-e2343ed5-295b-4823-914f-3797bf5e7375 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "DELETE /v2.0/ports/78a5061b-33a6-4280-b364-065c90fef759 HTTP/1.1" status: 204 len: 173 time: 4.8825905 Feb 02 13:14:40.703046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58912) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:40.709813 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-682efa51-217e-435a-8768-9b7a75faf442 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2104509 Feb 02 13:14:40.730132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:40.730875 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:40.736603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-38908b53-254f-4718-9281-d6ac49473557 service neutron] 10.222.0.18 "PUT /v2.0/ports/04a04cf0-054a-4138-ab62-9b0360c3efc7 HTTP/1.1" status: 200 len: 1091 time: 6.8063753 Feb 02 13:14:40.780036 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93158b6b-89cc-4ae4-be48-925b72501bea admin admin] Publish callbacks [] for security_group (18e7c42a-1398-488c-bd06-0c0ca237d3d3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:40.796657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:40.797209 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:40.798710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] 10.222.0.62 "PUT /v2.0/ports/6146e07f-e599-401e-9e15-741f5bd274d0 HTTP/1.1" status: 200 len: 1091 time: 8.2336051 Feb 02 13:14:40.936108 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bde7e725-30c3-4bbf-b42c-c4b25047e9f8 req-2f65f7b6-f371-4ada-a742-bbac0702eb58 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.5293241 Feb 02 13:14:40.948516 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Publish callbacks [] for port (4073df72-176b-4e55-8136-1a7d627d4152), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:40.965206 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (4073df72-176b-4e55-8136-1a7d627d4152), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:40.993550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38908b53-254f-4718-9281-d6ac49473557 service neutron] Pushing event updated for resources: {'Port': ['ID=04a04cf0-054a-4138-ab62-9b0360c3efc7,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:41.076267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-1cccf94c-c812-4d4e-9b5a-b503eeacd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:41.079310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-1cccf94c-c812-4d4e-9b5a-b503eeacd5d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1edb4bee-a34f-4921-8a71-ed3e6cdb17f2 HTTP/1.1" status: 200 len: 858 time: 0.4847529 Feb 02 13:14:41.081331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Pushing event updated for resources: {'Port': ['ID=4073df72-176b-4e55-8136-1a7d627d4152,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:41.094647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:41.096669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:41.096798 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c821eae-4d16-4858-8c3c-d3e774993fb4 x-openstack-request-id: req-6c821eae-4d16-4858-8c3c-d3e774993fb4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:41.097127 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffcd9052-9a08-43ad-980d-d29821730b88", "tag": "1da5df6c-0d81-4a6b-af45-a3660c04d840", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:41.097517 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6c821eae-4d16-4858-8c3c-d3e774993fb4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:41.097916 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffcd9052-9a08-43ad-980d-d29821730b88', 'tag': '1da5df6c-0d81-4a6b-af45-a3660c04d840', 'status': 'completed', 'code': 200} Feb 02 13:14:41.103917 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:41.131081 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93158b6b-89cc-4ae4-be48-925b72501bea admin admin] Publish callbacks [] for security_group (18e7c42a-1398-488c-bd06-0c0ca237d3d3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:41.174069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Attempting to bind port 4073df72-176b-4e55-8136-1a7d627d4152 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:14:41.174522 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Attempting to bind port 4073df72-176b-4e55-8136-1a7d627d4152 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:14:41.175113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Attempting to bind port 4073df72-176b-4e55-8136-1a7d627d4152 on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:41.182983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:14:41.183701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:14:41.184329 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:41.185278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:14:41.186189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Bound port: 4073df72-176b-4e55-8136-1a7d627d4152, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:14:41.186626 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4073df72-176b-4e55-8136-1a7d627d4152), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:41.198721 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-b36c0996-eabc-4592-b1a4-d24107be3d7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943861 Feb 02 13:14:41.285476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] For port 4073df72-176b-4e55-8136-1a7d627d4152, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:14:41.289113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] For port 4073df72-176b-4e55-8136-1a7d627d4152, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4073df72-176b-4e55-8136-1a7d627d4152,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:14:41.299039 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4073df72-176b-4e55-8136-1a7d627d4152), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:41.334893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-ae8b8315-be01-4052-bb27-f56073a6ab90 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8986433 Feb 02 13:14:41.344947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1672a54-9fe2-450e-b464-144712f8e46e service neutron] Pushing event updated for resources: {'Port': ['ID=6146e07f-e599-401e-9e15-741f5bd274d0,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:41.403877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f09137-71aa-4a1c-994f-3b0d4534a19c None None] Pushing event updated for resources: {'Port': ['ID=4073df72-176b-4e55-8136-1a7d627d4152,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:41.483238 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-ab52c52c-57fa-4b8b-a101-b95a0a86b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:41.484972 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-ab52c52c-57fa-4b8b-a101-b95a0a86b0c5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 1125 time: 0.5241292 Feb 02 13:14:41.497789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-0887f5ff-608f-492d-8895-c089f1f821bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:41.499290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-0887f5ff-608f-492d-8895-c089f1f821bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ef41b7a644e40cbaa1d380cb03e2c8e&device_id=d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca HTTP/1.1" status: 200 len: 1125 time: 0.6427813 Feb 02 13:14:41.506086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61da69dd-e597-416a-b51c-c557ef289e9e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:41.510316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-61da69dd-e597-416a-b51c-c557ef289e9e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.7917523 Feb 02 13:14:41.511529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58926) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:41.577409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fc752-1723-49b4-82f3-4baf426ac792 req-6eff65c3-7801-45ce-be88-ea5efb60c449 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:41.586110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e93fc752-1723-49b4-82f3-4baf426ac792 req-6eff65c3-7801-45ce-be88-ea5efb60c449 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 943 time: 0.3930302 Feb 02 13:14:41.589247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-0ff364fd-6228-4e8b-b932-641b49307479 service neutron] 10.222.0.18 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650634 Feb 02 13:14:41.658422 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f0723-5a8f-4f15-977a-f9c29a18983c req-fb55660e-6fb1-452f-99ce-0cda8c21badc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:41.659971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe6f0723-5a8f-4f15-977a-f9c29a18983c req-fb55660e-6fb1-452f-99ce-0cda8c21badc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 943 time: 0.5798793 Feb 02 13:14:41.661275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-eb82480e-f427-4f4e-bf53-3ee81cf16152 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6146e07f-e599-401e-9e15-741f5bd274d0 HTTP/1.1" status: 200 len: 217 time: 0.1453934 Feb 02 13:14:41.724401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a7e30-b85a-4bb8-8196-c4b9b3c29a11 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 787bf8d3-b094-42be-aee9-9fd94e0c13e9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:41.725114 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7e30-b85a-4bb8-8196-c4b9b3c29a11 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (787bf8d3-b094-42be-aee9-9fd94e0c13e9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:41.773916 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93158b6b-89cc-4ae4-be48-925b72501bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (18e7c42a-1398-488c-bd06-0c0ca237d3d3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:41.777190 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-93158b6b-89cc-4ae4-be48-925b72501bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:41.777650 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-93158b6b-89cc-4ae4-be48-925b72501bea admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/18e7c42a-1398-488c-bd06-0c0ca237d3d3 HTTP/1.1" status: 204 len: 168 time: 2.5087290 Feb 02 13:14:41.779022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-810d660c-97d1-4a97-b03c-503dbc1e581a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a04cf0-054a-4138-ab62-9b0360c3efc7 HTTP/1.1" status: 200 len: 217 time: 0.2547741 Feb 02 13:14:41.837763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93158b6b-89cc-4ae4-be48-925b72501bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e7c42a-1398-488c-bd06-0c0ca237d3d3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:41.921460 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7e30-b85a-4bb8-8196-c4b9b3c29a11 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (787bf8d3-b094-42be-aee9-9fd94e0c13e9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:41.945843 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-eb3a7e30-b85a-4bb8-8196-c4b9b3c29a11 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 787bf8d3-b094-42be-aee9-9fd94e0c13e9 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:42.110241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-7e630b43-2f99-4157-8ee1-b42095e9a8e7 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7574069 Feb 02 13:14:42.181027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7e30-b85a-4bb8-8196-c4b9b3c29a11 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (787bf8d3-b094-42be-aee9-9fd94e0c13e9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:42.192504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-bf178cec-4ea3-475e-a1f4-1c1043199eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:42.196303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-bf178cec-4ea3-475e-a1f4-1c1043199eb6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.4581077 Feb 02 13:14:42.198315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-cb73fd5b-d941-4649-be25-532c7be2acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:42.199886 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-cb73fd5b-d941-4649-be25-532c7be2acdc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1edb4bee-a34f-4921-8a71-ed3e6cdb17f2 HTTP/1.1" status: 200 len: 858 time: 0.3633533 Feb 02 13:14:42.212021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e93fc752-1723-49b4-82f3-4baf426ac792 req-08adb23f-5b85-4e56-91d4-38336a24a235 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248057 Feb 02 13:14:42.270983 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a7e30-b85a-4bb8-8196-c4b9b3c29a11 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=787bf8d3-b094-42be-aee9-9fd94e0c13e9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:42.280136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4073df72-176b-4e55-8136-1a7d627d4152 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:42.338440 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb3a7e30-b85a-4bb8-8196-c4b9b3c29a11 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:42.342336 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eb3a7e30-b85a-4bb8-8196-c4b9b3c29a11 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/787bf8d3-b094-42be-aee9-9fd94e0c13e9 HTTP/1.1" status: 204 len: 168 time: 0.8286431 Feb 02 13:14:42.342772 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1712c7d9-3a10-4264-b95c-618bd6e22019 x-openstack-request-id: req-1712c7d9-3a10-4264-b95c-618bd6e22019 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:42.343061 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5c2548-9229-409c-8ada-61b0377557bc", "name": "network-vif-plugged", "status": "completed", "tag": "cf5d3e98-3bc7-4cde-85d7-cdcc985def71", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:42.343318 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1712c7d9-3a10-4264-b95c-618bd6e22019 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:42.343757 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5c2548-9229-409c-8ada-61b0377557bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf5d3e98-3bc7-4cde-85d7-cdcc985def71', 'code': 200} Feb 02 13:14:42.344528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58946) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:42.363652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-7236835c-c383-4ecb-9507-c86f3b0cf5bd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228096 Feb 02 13:14:42.365248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-e9b24f4c-b342-4ba4-b113-60ff8e33b02f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=4944826c-bf8b-4065-98de-bc7da21a2637 HTTP/1.1" status: 200 len: 217 time: 0.2420416 Feb 02 13:14:42.406561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4073df72-176b-4e55-8136-1a7d627d4152 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:42.407067 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4073df72-176b-4e55-8136-1a7d627d4152), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:42.419591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe6f0723-5a8f-4f15-977a-f9c29a18983c req-eaade08f-dad1-42a1-9eee-21394319a9c3 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6617959 Feb 02 13:14:42.435795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-66755559-5583-404b-ad7d-87173f0acda5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1913974 Feb 02 13:14:42.482931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a90801-bc3a-4bc4-935e-b4f5e69b63b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:42.487702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a90801-bc3a-4bc4-935e-b4f5e69b63b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:42.490429 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e4a90801-bc3a-4bc4-935e-b4f5e69b63b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1449149 Feb 02 13:14:42.494672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58952) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:42.494855 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-61e1945d-4e03-41ec-aa95-602a15d2cfb5 service neutron] 10.222.0.18 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315375 Feb 02 13:14:42.635120 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4073df72-176b-4e55-8136-1a7d627d4152 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:42.635643 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4073df72-176b-4e55-8136-1a7d627d4152), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:42.727319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 4073df72-176b-4e55-8136-1a7d627d4152, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4073df72-176b-4e55-8136-1a7d627d4152,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:42.733074 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4073df72-176b-4e55-8136-1a7d627d4152), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:42.778535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc30ec7-c29d-4a5d-95e5-02aae88d5a1e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 20aa7a5f-2946-4e7e-bd06-3536706e5251 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:14:42.785001 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bc30ec7-c29d-4a5d-95e5-02aae88d5a1e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (20aa7a5f-2946-4e7e-bd06-3536706e5251), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:42.820818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095558f-08b4-487a-b934-b033296307fc req-29a36ccd-0207-4b62-ba12-c037b8eded9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:42.833023 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5095558f-08b4-487a-b934-b033296307fc req-29a36ccd-0207-4b62-ba12-c037b8eded9b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ed5c2548-9229-409c-8ada-61b0377557bc HTTP/1.1" status: 200 len: 1128 time: 0.3141179 Feb 02 13:14:42.840622 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=4073df72-176b-4e55-8136-1a7d627d4152,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:42.849029 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bc30ec7-c29d-4a5d-95e5-02aae88d5a1e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (20aa7a5f-2946-4e7e-bd06-3536706e5251), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:42.966912 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5095558f-08b4-487a-b934-b033296307fc req-b8474066-eb99-40b9-88e7-e8ffe1ed7bbf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124644 Feb 02 13:14:42.976541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-89c0cee7-40c4-4a3c-9416-ad9124ccd7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:42.978346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-89c0cee7-40c4-4a3c-9416-ad9124ccd7d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 200 len: 797 time: 0.5585778 Feb 02 13:14:42.989517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58962) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:43.102556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4017d2c8-7a27-427b-a14b-17bf2b581369', 'name': 'network-vif-deleted', 'tag': '78a5061b-33a6-4280-b364-065c90fef759'}, {'name': 'network-changed', 'server_uuid': 'd6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca', 'tag': '04a04cf0-054a-4138-ab62-9b0360c3efc7'}, {'name': 'network-changed', 'server_uuid': '7ddc074f-439f-49ec-b752-099c7698b144', 'tag': '6146e07f-e599-401e-9e15-741f5bd274d0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:43.107059 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e0541c-ab33-45d7-a060-b466b2ae8784" -d '{"events": [{"server_uuid": "4017d2c8-7a27-427b-a14b-17bf2b581369", "name": "network-vif-deleted", "tag": "78a5061b-33a6-4280-b364-065c90fef759"}, {"name": "network-changed", "server_uuid": "d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca", "tag": "04a04cf0-054a-4138-ab62-9b0360c3efc7"}, {"name": "network-changed", "server_uuid": "7ddc074f-439f-49ec-b752-099c7698b144", "tag": "6146e07f-e599-401e-9e15-741f5bd274d0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:43.130886 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a58430f8-a5c0-48f6-a479-d8cf5dcbbbbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:43.139914 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bc30ec7-c29d-4a5d-95e5-02aae88d5a1e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (20aa7a5f-2946-4e7e-bd06-3536706e5251), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:43.269384 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bc30ec7-c29d-4a5d-95e5-02aae88d5a1e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (20aa7a5f-2946-4e7e-bd06-3536706e5251), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:43.328006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b4d59c95-2c07-4446-8fe4-c688bf694c49 None None] Provisioning complete for port 4073df72-176b-4e55-8136-1a7d627d4152 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:43.328872 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4d59c95-2c07-4446-8fe4-c688bf694c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4073df72-176b-4e55-8136-1a7d627d4152), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:43.373151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc30ec7-c29d-4a5d-95e5-02aae88d5a1e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=20aa7a5f-2946-4e7e-bd06-3536706e5251,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:43.385897 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bc30ec7-c29d-4a5d-95e5-02aae88d5a1e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:43.397517 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1bc30ec7-c29d-4a5d-95e5-02aae88d5a1e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/20aa7a5f-2946-4e7e-bd06-3536706e5251 HTTP/1.1" status: 204 len: 168 time: 0.8969755 Feb 02 13:14:43.400508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58990) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:43.454605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-fc6254e7-375b-4da0-b3cf-871fc363f5a0 service neutron] 10.222.0.18 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8901320 Feb 02 13:14:43.461180 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-00cc1644-ce80-4643-8594-ca7ea039403d service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0467916 Feb 02 13:14:43.488252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b4d59c95-2c07-4446-8fe4-c688bf694c49 None None] Current status of the port 4073df72-176b-4e55-8136-1a7d627d4152 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:43.521917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fb31f-c28a-4d07-8c4a-04fcfeab5e27 req-d54a8900-9f31-4f8c-aef2-65d78cbcaf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:43.523705 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c8be52bf-c545-450b-835a-58e9a2e9baad tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165366 Feb 02 13:14:43.525134 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58996) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:43.530663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e6635aff-7b13-435f-8bf2-381873d82baa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:43.533820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-486fb31f-c28a-4d07-8c4a-04fcfeab5e27 req-d54a8900-9f31-4f8c-aef2-65d78cbcaf16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ef41b7a644e40cbaa1d380cb03e2c8e&device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 1125 time: 0.8692527 Feb 02 13:14:43.627268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227f7562-8517-4bc0-b85e-ebca55d855c8 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:43.721450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbe767-da3f-46e7-97a8-230da504be38 req-c1c69281-2a36-48a3-b510-c038e573a426 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:43.729118 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6635aff-7b13-435f-8bf2-381873d82baa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:43.734297 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e6635aff-7b13-435f-8bf2-381873d82baa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:43.745753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-85c4418a-d883-499f-80dc-08cdced41a34 None None] Could not find standard attr ID for object 2054fdf4-09ad-4969-99ea-97fd05f23c87. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:14:43.749456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbe767-da3f-46e7-97a8-230da504be38 req-c1c69281-2a36-48a3-b510-c038e573a426 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:43.760408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbe767-da3f-46e7-97a8-230da504be38 req-c1c69281-2a36-48a3-b510-c038e573a426 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:43.776058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbe767-da3f-46e7-97a8-230da504be38 req-c1c69281-2a36-48a3-b510-c038e573a426 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:43.785889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbe767-da3f-46e7-97a8-230da504be38 req-c1c69281-2a36-48a3-b510-c038e573a426 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:43.802560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbe767-da3f-46e7-97a8-230da504be38 req-c1c69281-2a36-48a3-b510-c038e573a426 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:43.821847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbe767-da3f-46e7-97a8-230da504be38 req-c1c69281-2a36-48a3-b510-c038e573a426 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:43.823947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10cbe767-da3f-46e7-97a8-230da504be38 req-c1c69281-2a36-48a3-b510-c038e573a426 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 1.2537408 Feb 02 13:14:43.884790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ca8ca4-3a22-4ecf-9a67-1c9a03975e3f None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:14:44.017935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-68ca8ca4-3a22-4ecf-9a67-1c9a03975e3f None None] Deleting port 4073df72-176b-4e55-8136-1a7d627d4152 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:44.018432 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68ca8ca4-3a22-4ecf-9a67-1c9a03975e3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4073df72-176b-4e55-8136-1a7d627d4152), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:44.063247 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e6635aff-7b13-435f-8bf2-381873d82baa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (6ec7c8d1-c687-4198-b765-c38713704a4e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:44.174724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6635aff-7b13-435f-8bf2-381873d82baa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:44.186480 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e6635aff-7b13-435f-8bf2-381873d82baa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:44.192420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6635aff-7b13-435f-8bf2-381873d82baa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:44.193344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e6635aff-7b13-435f-8bf2-381873d82baa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:44.211543 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6635aff-7b13-435f-8bf2-381873d82baa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=6ec7c8d1-c687-4198-b765-c38713704a4e,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:44.215929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4073df72-176b-4e55-8136-1a7d627d4152 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:14:44.238852 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e6635aff-7b13-435f-8bf2-381873d82baa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7121565 Feb 02 13:14:44.241575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59006) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:44.253659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'name': 'tempest-NetworksTestDHCPv6-1166133977'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:44.365012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-68ca8ca4-3a22-4ecf-9a67-1c9a03975e3f None None] For port 4073df72-176b-4e55-8136-1a7d627d4152, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4073df72-176b-4e55-8136-1a7d627d4152,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:44.366174 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68ca8ca4-3a22-4ecf-9a67-1c9a03975e3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4073df72-176b-4e55-8136-1a7d627d4152), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:44.368581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4073df72-176b-4e55-8136-1a7d627d4152 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:44.368937 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4073df72-176b-4e55-8136-1a7d627d4152), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:44.414936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-68ca8ca4-3a22-4ecf-9a67-1c9a03975e3f None None] Calling delete_port for 4073df72-176b-4e55-8136-1a7d627d4152 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:44.450213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:44.454488 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:44.457966 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 4073df72-176b-4e55-8136-1a7d627d4152, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4073df72-176b-4e55-8136-1a7d627d4152,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:44.472420 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4073df72-176b-4e55-8136-1a7d627d4152), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:44.503177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 1aa9d256-e545-4f1c-9fda-690d48913bdd yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:14:44.662271 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=4073df72-176b-4e55-8136-1a7d627d4152,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:44.717881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::1ee (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/6ec7c8d1-c687-4198-b765-c38713704a4e/1aa9d256-e545-4f1c-9fda-690d48913bdd) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:44.748357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-8e6656a9-4004-4f8c-948b-7df090012355 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:44.761866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-8e6656a9-4004-4f8c-948b-7df090012355 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 1.6606762 Feb 02 13:14:44.782787 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-68ca8ca4-3a22-4ecf-9a67-1c9a03975e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (4073df72-176b-4e55-8136-1a7d627d4152), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:44.796205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca8ca4-3a22-4ecf-9a67-1c9a03975e3f None None] No DVR routers for this DVR port 4073df72-176b-4e55-8136-1a7d627d4152 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:14:44.839982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca8ca4-3a22-4ecf-9a67-1c9a03975e3f None None] Pushing event deleted for resources: {'Port': ['ID=4073df72-176b-4e55-8136-1a7d627d4152,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:44.850362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf9e39-5b32-4a55-9b60-cdeb6662a387 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:44.877235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-de76ef41-69a7-4d02-9743-2382686f2c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:44.879305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-de76ef41-69a7-4d02-9743-2382686f2c88 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=587f13c3-5829-4c57-bcd3-f3f049bb1786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.8107882 Feb 02 13:14:44.985203 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a58430f8-a5c0-48f6-a479-d8cf5dcbbbbb admin admin] Publish callbacks [] for security_group (b250886f-3c57-4e27-a715-133d96c9eacb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:44.995906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-d7ede4ec-9189-432f-b5b4-b57de451e1ab tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/quotas/1af86eae570b46b3a4585e718e1a9580 HTTP/1.1" status: 200 len: 375 time: 0.2235351 Feb 02 13:14:45.000603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053176d4-abb7-4b15-a7b7-4d07edcb91a7 req-97eb8f2b-3a42-4ef9-89f7-6604483e4aa0 service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5284629 Feb 02 13:14:45.015158 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a58430f8-a5c0-48f6-a479-d8cf5dcbbbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b250886f-3c57-4e27-a715-133d96c9eacb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.028668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': '6ec7c8d1-c687-4198-b765-c38713704a4e'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:14:45.030083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (1aa9d256-e545-4f1c-9fda-690d48913bdd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.030287 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.077586 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1aa9d256-e545-4f1c-9fda-690d48913bdd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.176763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:45.179733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:45.198215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=1aa9d256-e545-4f1c-9fda-690d48913bdd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:45.204468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:45.211234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:45.212193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.230765 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-04ce9d32-cef3-4602-afe9-35bd350623de tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2339609 Feb 02 13:14:45.239840 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f7dfa830-453f-4e6d-971f-88cd106d26ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9967973 Feb 02 13:14:45.240723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59026) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:45.248555 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a58430f8-a5c0-48f6-a479-d8cf5dcbbbbb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dabf24cc4d414ad99ed28b7eaa931549&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2511456 Feb 02 13:14:45.252922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59028) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:45.290596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fb31f-c28a-4d07-8c4a-04fcfeab5e27 req-c9f55947-edb0-40cd-a646-b6287277e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:45.292321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-486fb31f-c28a-4d07-8c4a-04fcfeab5e27 req-c9f55947-edb0-40cd-a646-b6287277e7cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41 HTTP/1.1" status: 200 len: 919 time: 1.6000712 Feb 02 13:14:45.312974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-661a876b-aea4-4de2-841e-73b90fb6498a service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996123 Feb 02 13:14:45.333376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3567fee-112e-4b50-982a-c9d7639b2565 req-e064a590-9ff9-4592-8ab9-52214216f161 service neutron] 10.222.0.18 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8398361 Feb 02 13:14:45.353606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Allocated IP 2001:db8::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/6ec7c8d1-c687-4198-b765-c38713704a4e/ae20ef0f-f298-4e33-a68c-47e7fbd23f3d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:45.424449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58430f8-a5c0-48f6-a479-d8cf5dcbbbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b250886f-3c57-4e27-a715-133d96c9eacb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:45.428733 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-407d3738-c781-4d94-b9c4-c7c8ff403528 admin admin] Publish callbacks [] for security_group (b250886f-3c57-4e27-a715-133d96c9eacb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.445643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c1568d-01e3-455a-8ab9-0be3b25a3279 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:45.450978 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-43c1568d-01e3-455a-8ab9-0be3b25a3279 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2091968 Feb 02 13:14:45.458241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59036) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:45.464458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-486fb31f-c28a-4d07-8c4a-04fcfeab5e27 req-bf1fc218-f9c8-4999-839c-9d74eba3448d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1da5df6c-0d81-4a6b-af45-a3660c04d840 HTTP/1.1" status: 200 len: 217 time: 0.1430411 Feb 02 13:14:45.509150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-407d3738-c781-4d94-b9c4-c7c8ff403528 admin admin] Publish callbacks [] for security_group (b250886f-3c57-4e27-a715-133d96c9eacb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.593507 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486fb31f-c28a-4d07-8c4a-04fcfeab5e27 req-a73cf010-af93-4401-95e0-9eff27269520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:45.598488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-486fb31f-c28a-4d07-8c4a-04fcfeab5e27 req-a73cf010-af93-4401-95e0-9eff27269520 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1edb4bee-a34f-4921-8a71-ed3e6cdb17f2 HTTP/1.1" status: 200 len: 858 time: 0.1080594 Feb 02 13:14:45.601240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-70a2a7d1-97ed-44ea-8079-91b0e3655e06 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 1aa9d256-e545-4f1c-9fda-690d48913bdd {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:45.601666 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-70a2a7d1-97ed-44ea-8079-91b0e3655e06 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1aa9d256-e545-4f1c-9fda-690d48913bdd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.624096 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10cbe767-da3f-46e7-97a8-230da504be38 req-cc793a7f-5208-41a1-8d20-9a200fc7646a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.6780913 Feb 02 13:14:45.659522 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Publish callbacks [] for port (ae20ef0f-f298-4e33-a68c-47e7fbd23f3d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.668303 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (ae20ef0f-f298-4e33-a68c-47e7fbd23f3d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.735034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Pushing event updated for resources: {'Port': ['ID=ae20ef0f-f298-4e33-a68c-47e7fbd23f3d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:45.754551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:45.756370 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-70a2a7d1-97ed-44ea-8079-91b0e3655e06 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1aa9d256-e545-4f1c-9fda-690d48913bdd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.758442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:45.763530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:45.798841 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 514 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ae9e28-fa9a-470c-b44d-9ce5e0179112 x-openstack-request-id: req-84ae9e28-fa9a-470c-b44d-9ce5e0179112 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:45.799392 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4017d2c8-7a27-427b-a14b-17bf2b581369", "name": "network-vif-deleted", "tag": "78a5061b-33a6-4280-b364-065c90fef759", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca", "tag": "04a04cf0-054a-4138-ab62-9b0360c3efc7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ddc074f-439f-49ec-b752-099c7698b144", "tag": "6146e07f-e599-401e-9e15-741f5bd274d0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:45.799392 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-84ae9e28-fa9a-470c-b44d-9ce5e0179112 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:45.803736 n-d-827336-2 neutron-server[103188]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4017d2c8-7a27-427b-a14b-17bf2b581369', 'name': 'network-vif-deleted', 'tag': '78a5061b-33a6-4280-b364-065c90fef759', 'status': 'failed', 'code': 422} returned with failed status Feb 02 13:14:45.804001 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca', 'tag': '04a04cf0-054a-4138-ab62-9b0360c3efc7', 'status': 'completed', 'code': 200} Feb 02 13:14:45.804268 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddc074f-439f-49ec-b752-099c7698b144', 'tag': '6146e07f-e599-401e-9e15-741f5bd274d0', 'status': 'completed', 'code': 200} Feb 02 13:14:45.811809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-70a2a7d1-97ed-44ea-8079-91b0e3655e06 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 1aa9d256-e545-4f1c-9fda-690d48913bdd owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:45.813492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-486fb31f-c28a-4d07-8c4a-04fcfeab5e27 req-49c1fd0e-ee58-49fe-97ab-e86786e74f42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1855483 Feb 02 13:14:45.817259 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-407d3738-c781-4d94-b9c4-c7c8ff403528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b250886f-3c57-4e27-a715-133d96c9eacb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.822375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-407d3738-c781-4d94-b9c4-c7c8ff403528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.827976 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-407d3738-c781-4d94-b9c4-c7c8ff403528 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b250886f-3c57-4e27-a715-133d96c9eacb HTTP/1.1" status: 204 len: 168 time: 0.5715783 Feb 02 13:14:45.853508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Attempting to bind port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:14:45.855780 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Attempting to bind port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:14:45.856172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Attempting to bind port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:45.862357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:14:45.862749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:14:45.863170 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.863588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:14:45.864065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Bound port: ae20ef0f-f298-4e33-a68c-47e7fbd23f3d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:14:45.864449 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ae20ef0f-f298-4e33-a68c-47e7fbd23f3d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:45.867238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d3738-c781-4d94-b9c4-c7c8ff403528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b250886f-3c57-4e27-a715-133d96c9eacb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:46.014639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] For port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:14:46.048191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] For port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ae20ef0f-f298-4e33-a68c-47e7fbd23f3d,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:14:46.064248 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ae20ef0f-f298-4e33-a68c-47e7fbd23f3d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:46.120719 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-70a2a7d1-97ed-44ea-8079-91b0e3655e06 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1aa9d256-e545-4f1c-9fda-690d48913bdd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:46.175139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82cded-ed6e-4b77-a6c5-00fb47178756 None None] Pushing event updated for resources: {'Port': ['ID=ae20ef0f-f298-4e33-a68c-47e7fbd23f3d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:46.177593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2a7d1-97ed-44ea-8079-91b0e3655e06 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=1aa9d256-e545-4f1c-9fda-690d48913bdd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:46.219344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 1da5df6c-0d81-4a6b-af45-a3660c04d840 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:14:46.293901 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-70a2a7d1-97ed-44ea-8079-91b0e3655e06 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:46.306164 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-70a2a7d1-97ed-44ea-8079-91b0e3655e06 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/1aa9d256-e545-4f1c-9fda-690d48913bdd HTTP/1.1" status: 204 len: 168 time: 0.8453195 Feb 02 13:14:46.308086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59048) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:46.411669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e932946a-ad78-4f3d-825d-c384b7652409 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:46.413562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-d8227346-b8a6-4c78-aa04-8228c192bddf service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0754955 Feb 02 13:14:46.416234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e932946a-ad78-4f3d-825d-c384b7652409 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:46.424333 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-486fb31f-c28a-4d07-8c4a-04fcfeab5e27 req-5eaf4e45-b092-4e61-b8ae-dc4dcaa2b0f5 service neutron] 10.222.0.18 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261283 Feb 02 13:14:46.425080 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e932946a-ad78-4f3d-825d-c384b7652409 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1149895 Feb 02 13:14:46.426244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59050) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:46.436694 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-51f57e92-2e2a-4e92-8886-8fbf1fcf4370 service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1784248 Feb 02 13:14:46.559139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d515b36a-a957-4834-9c48-d370a3c316a2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 6ec7c8d1-c687-4198-b765-c38713704a4e {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:14:46.569507 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d515b36a-a957-4834-9c48-d370a3c316a2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (6ec7c8d1-c687-4198-b765-c38713704a4e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:46.583997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 1da5df6c-0d81-4a6b-af45-a3660c04d840, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=1da5df6c-0d81-4a6b-af45-a3660c04d840,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:46.611922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '1da5df6c-0d81-4a6b-af45-a3660c04d840', 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41', 'port_id': '1da5df6c-0d81-4a6b-af45-a3660c04d840', 'mac_address': 'fa:16:3e:68:2c:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1edb4bee-a34f-4921-8a71-ed3e6cdb17f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:14:46.647374 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d515b36a-a957-4834-9c48-d370a3c316a2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (6ec7c8d1-c687-4198-b765-c38713704a4e), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:46.733961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 1da5df6c-0d81-4a6b-af45-a3660c04d840 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:46.734889 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:46.768296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da5df6c-0d81-4a6b-af45-a3660c04d840 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:46.817858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 1da5df6c-0d81-4a6b-af45-a3660c04d840, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=1da5df6c-0d81-4a6b-af45-a3660c04d840,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:46.819261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d515b36a-a957-4834-9c48-d370a3c316a2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (6ec7c8d1-c687-4198-b765-c38713704a4e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:46.826971 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:46.864944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-09f71dbc-a402-46eb-bd5c-d9558f0716ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b7daf55-1e8b-4977-a501-2f660c000eea HTTP/1.1" status: 200 len: 217 time: 0.4189553 Feb 02 13:14:46.871991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-486fb31f-c28a-4d07-8c4a-04fcfeab5e27 req-802bb972-8410-400f-a3c8-a4caa69411fc service neutron] 10.222.0.18 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269910 Feb 02 13:14:46.872637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59062) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:46.918949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d515b36a-a957-4834-9c48-d370a3c316a2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (6ec7c8d1-c687-4198-b765-c38713704a4e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:46.936326 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=1da5df6c-0d81-4a6b-af45-a3660c04d840,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:46.959591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d515b36a-a957-4834-9c48-d370a3c316a2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:46.972679 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d515b36a-a957-4834-9c48-d370a3c316a2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/6ec7c8d1-c687-4198-b765-c38713704a4e HTTP/1.1" status: 204 len: 168 time: 0.5416701 Feb 02 13:14:47.004871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d515b36a-a957-4834-9c48-d370a3c316a2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=6ec7c8d1-c687-4198-b765-c38713704a4e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:47.006792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59066) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:47.013389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-a0867d64-cd47-488d-90f7-45045c56ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:47.014985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-a0867d64-cd47-488d-90f7-45045c56ed4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26371e2a-d775-4691-be95-f53aeb290042 HTTP/1.1" status: 200 len: 797 time: 0.0936403 Feb 02 13:14:47.025645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-fe09d719-8aa7-441c-9373-056931bb2291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:47.027316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-fe09d719-8aa7-441c-9373-056931bb2291 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 1125 time: 1.1727629 Feb 02 13:14:47.030303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-c2a066a4-f8da-4e28-af84-bc8bf3333f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:47.037827 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-c2a066a4-f8da-4e28-af84-bc8bf3333f40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ef41b7a644e40cbaa1d380cb03e2c8e&device_id=d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca HTTP/1.1" status: 200 len: 1125 time: 1.2220402 Feb 02 13:14:47.061860 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-861c6dcb-430c-4b80-a6b0-11c7cc2c7e2a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535777 Feb 02 13:14:47.062649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59068) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:47.146302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c5817b-23cd-45a9-b721-a55ed4c51a8e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:47.148198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d6c5817b-23cd-45a9-b721-a55ed4c51a8e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0844746 Feb 02 13:14:47.151022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59070) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:47.201812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['1da5df6c-0d81-4a6b-af45-a3660c04d840'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:47.250229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9b6d64-f839-43dd-8c82-cf0028d76438 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:47.252664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763192ce-0842-44ba-820d-50fcfcc5e33e req-e4b444bd-408e-40f5-a48a-1cc27d5ec817 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:47.253487 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2d9b6d64-f839-43dd-8c82-cf0028d76438 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1015651 Feb 02 13:14:47.253917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-763192ce-0842-44ba-820d-50fcfcc5e33e req-e4b444bd-408e-40f5-a48a-1cc27d5ec817 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 943 time: 1.2754893 Feb 02 13:14:47.254911 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034f66ae-ebe3-4199-9c59-8f7435b1131c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:47.256119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59074) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:47.403479 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fbde5c19-50ad-4aa1-b343-35b2f6b15733 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1447198 Feb 02 13:14:47.404722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59078) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:47.412502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ebbdf65f-0fcd-4dd1-ab55-7a918a322edd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:47.533098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 6146e07f-e599-401e-9e15-741f5bd274d0 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:14:47.592380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbdf65f-0fcd-4dd1-ab55-7a918a322edd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:47.598088 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf65f-0fcd-4dd1-ab55-7a918a322edd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:47.661649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-3a724529-4e02-4d31-bef3-c6174bc9e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:47.663587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-3a724529-4e02-4d31-bef3-c6174bc9e866 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6228526 Feb 02 13:14:47.675201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-9265abb6-29d6-4fc7-bec1-5c1e3b63a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:47.676959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-9265abb6-29d6-4fc7-bec1-5c1e3b63a1af service neutron] 10.222.0.62 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 907 time: 0.6349356 Feb 02 13:14:47.823918 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 6146e07f-e599-401e-9e15-741f5bd274d0, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6146e07f-e599-401e-9e15-741f5bd274d0,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:47.841501 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '6146e07f-e599-401e-9e15-741f5bd274d0', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'port_id': '6146e07f-e599-401e-9e15-741f5bd274d0', 'mac_address': 'fa:16:3e:71:86:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3d761b-885b-4819-bc18-f1fb3a1e9ebb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:14:47.875361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-c82989fc-dfb0-46dc-a6f8-800b4def5790 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6146e07f-e599-401e-9e15-741f5bd274d0 HTTP/1.1" status: 200 len: 217 time: 0.0503006 Feb 02 13:14:47.944629 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf65f-0fcd-4dd1-ab55-7a918a322edd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (d67e19ac-bcdb-4e2f-9e0f-86184e0f3a61), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:47.957194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-198ed499-ba4d-4a9e-bc92-2e7bb18c3502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:47.959466 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-198ed499-ba4d-4a9e-bc92-2e7bb18c3502 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.0687959 Feb 02 13:14:47.968252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbdf65f-0fcd-4dd1-ab55-7a918a322edd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:47.972261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ebbdf65f-0fcd-4dd1-ab55-7a918a322edd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:48.003430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbdf65f-0fcd-4dd1-ab55-7a918a322edd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:48.004267 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebbdf65f-0fcd-4dd1-ab55-7a918a322edd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:48.004947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-ca09ddf4-3c5b-4833-9dc8-9828da016789 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393727 Feb 02 13:14:48.006130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-b7cdd18d-bd27-46c0-9c07-26f539521ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:48.007487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-b7cdd18d-bd27-46c0-9c07-26f539521ae0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41 HTTP/1.1" status: 200 len: 919 time: 0.9159851 Feb 02 13:14:48.013847 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-763192ce-0842-44ba-820d-50fcfcc5e33e req-75e13b70-1afb-4b48-9385-9fee5fff8d55 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6903117 Feb 02 13:14:48.017530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-614242e0-56ea-4703-a202-df77c338ca45 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260040 Feb 02 13:14:48.059582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdf65f-0fcd-4dd1-ab55-7a918a322edd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=d67e19ac-bcdb-4e2f-9e0f-86184e0f3a61,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:48.092836 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ebbdf65f-0fcd-4dd1-ab55-7a918a322edd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6846852 Feb 02 13:14:48.093999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59086) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:48.106258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': 'd67e19ac-bcdb-4e2f-9e0f-86184e0f3a61', 'ip_address': '2001:db8::f1a:7e99:4484:42d6'}], 'name': 'tempest-NetworksTestDHCPv6-488640164'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:48.125845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-653c8617-d22a-4680-ba65-b7b5d75a2afc service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6820040 Feb 02 13:14:48.137086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 6146e07f-e599-401e-9e15-741f5bd274d0 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:48.137478 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:48.139649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f9b51e-2b89-4f80-ae45-e138f91b3e1c None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:48.200568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-6ea0d45b-5f35-44de-beb5-ae8e0157f2ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04a04cf0-054a-4138-ab62-9b0360c3efc7 HTTP/1.1" status: 200 len: 217 time: 0.1802087 Feb 02 13:14:48.227180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-de8d4514-7242-40e1-a54a-dc9640f472cb None None] Provisioning complete for port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:48.233152 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de8d4514-7242-40e1-a54a-dc9640f472cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ae20ef0f-f298-4e33-a68c-47e7fbd23f3d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:48.236242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6146e07f-e599-401e-9e15-741f5bd274d0 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:48.309736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 04a04cf0-054a-4138-ab62-9b0360c3efc7 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:14:48.339366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ae20ef0f-f298-4e33-a68c-47e7fbd23f3d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:48.342071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:48.498855 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:48.499680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 6146e07f-e599-401e-9e15-741f5bd274d0, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6146e07f-e599-401e-9e15-741f5bd274d0,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:48.511932 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-09720849-a6fe-4e3f-95ec-52d94bfaf320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:48.513479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-09720849-a6fe-4e3f-95ec-52d94bfaf320 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1edb4bee-a34f-4921-8a71-ed3e6cdb17f2 HTTP/1.1" status: 200 len: 858 time: 0.2707319 Feb 02 13:14:48.526253 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:14:48.531055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port d098ee56-f702-4e08-b151-d5f99f9fa94d yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:14:48.540389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-ac94b473-ab62-42b6-8803-46e34b41d37d service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053639 Feb 02 13:14:48.569044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3f1cc-8de7-40a1-8784-3d62904497cb req-ee74d8ab-744b-4218-ad64-c9a45cf4579b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:48.576287 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64d3f1cc-8de7-40a1-8784-3d62904497cb req-ee74d8ab-744b-4218-ad64-c9a45cf4579b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 943 time: 0.4493177 Feb 02 13:14:48.605626 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034f66ae-ebe3-4199-9c59-8f7435b1131c admin admin] Publish callbacks [] for security_group (c3420942-11a3-4fb1-bdb7-a0ff52a490e9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:48.713867 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-25fad2b8-ad5b-448f-a42b-05c3f4b0c1c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4a5fcca0-7618-4d4b-929d-8c634a7c8e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812615 Feb 02 13:14:48.720666 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-034f66ae-ebe3-4199-9c59-8f7435b1131c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c3420942-11a3-4fb1-bdb7-a0ff52a490e9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:48.746615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a7b2-aa02-4718-a91a-1862d25464f9 req-856889fd-aa3a-42d5-8b7b-287c74baa3b6 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:48.755104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a7b2-aa02-4718-a91a-1862d25464f9 req-856889fd-aa3a-42d5-8b7b-287c74baa3b6 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:48.761585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a7b2-aa02-4718-a91a-1862d25464f9 req-856889fd-aa3a-42d5-8b7b-287c74baa3b6 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:48.762187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 04a04cf0-054a-4138-ab62-9b0360c3efc7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=04a04cf0-054a-4138-ab62-9b0360c3efc7,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:48.767677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a7b2-aa02-4718-a91a-1862d25464f9 req-856889fd-aa3a-42d5-8b7b-287c74baa3b6 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:48.774430 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a7b2-aa02-4718-a91a-1862d25464f9 req-856889fd-aa3a-42d5-8b7b-287c74baa3b6 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:48.781026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a7b2-aa02-4718-a91a-1862d25464f9 req-856889fd-aa3a-42d5-8b7b-287c74baa3b6 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:48.786333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433a7b2-aa02-4718-a91a-1862d25464f9 req-856889fd-aa3a-42d5-8b7b-287c74baa3b6 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:48.788292 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c433a7b2-aa02-4718-a91a-1862d25464f9 req-856889fd-aa3a-42d5-8b7b-287c74baa3b6 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.3644290 Feb 02 13:14:48.807169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::f1a:7e99:4484:42d6 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/d67e19ac-bcdb-4e2f-9e0f-86184e0f3a61/d098ee56-f702-4e08-b151-d5f99f9fa94d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:48.837711 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '04a04cf0-054a-4138-ab62-9b0360c3efc7', 'network_id': '4a5fcca0-7618-4d4b-929d-8c634a7c8e41', 'port_id': '04a04cf0-054a-4138-ab62-9b0360c3efc7', 'mac_address': 'fa:16:3e:df:5d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1edb4bee-a34f-4921-8a71-ed3e6cdb17f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:14:48.877616 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:48.884053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-514115a6-96ea-4e5e-8e43-4a016ec97bdc service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873224 Feb 02 13:14:48.885971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-a1a6f95a-a4ec-46e6-8d2f-598608eb247a service neutron] 10.222.0.18 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598468 Feb 02 13:14:48.898405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-5361d3fd-a290-4911-a6c4-863db262cb05 service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422158 Feb 02 13:14:49.011168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (d098ee56-f702-4e08-b151-d5f99f9fa94d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:49.015683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 04a04cf0-054a-4138-ab62-9b0360c3efc7 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:49.016246 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:49.048538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64d3f1cc-8de7-40a1-8784-3d62904497cb req-4834739b-83a5-4e3e-a651-7bb436678e58 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708188 Feb 02 13:14:49.061538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d098ee56-f702-4e08-b151-d5f99f9fa94d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:49.074274 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-782796f4-cf0f-4d3f-9f26-3082a33c7367 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0704b38b-c126-42f5-a6f6-65ec8e467196 HTTP/1.1" status: 200 len: 217 time: 0.1707838 Feb 02 13:14:49.122742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a04cf0-054a-4138-ab62-9b0360c3efc7 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:49.145409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 04a04cf0-054a-4138-ab62-9b0360c3efc7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=04a04cf0-054a-4138-ab62-9b0360c3efc7,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:49.183317 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:49.196306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f66ae-ebe3-4199-9c59-8f7435b1131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3420942-11a3-4fb1-bdb7-a0ff52a490e9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:49.208080 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-034f66ae-ebe3-4199-9c59-8f7435b1131c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=799437c68cab4a45a21c93650d625b44&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2677639 Feb 02 13:14:49.210850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:49.270211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['6146e07f-e599-401e-9e15-741f5bd274d0'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:49.282108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=d098ee56-f702-4e08-b151-d5f99f9fa94d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:49.293929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-de8d4514-7242-40e1-a54a-dc9640f472cb None None] Current status of the port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:49.298933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:49.303939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:49.306133 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de8d4514-7242-40e1-a54a-dc9640f472cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ae20ef0f-f298-4e33-a68c-47e7fbd23f3d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:49.307463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:49.318468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:49.319136 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:49.353516 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-115192f4-6c41-4d91-903d-f1edf371818e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2560217 Feb 02 13:14:49.354176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-0025d4ef-b9b4-4b09-b84f-1965c5f75f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:49.354458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59124) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:49.356226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-0025d4ef-b9b4-4b09-b84f-1965c5f75f94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26371e2a-d775-4691-be95-f53aeb290042 HTTP/1.1" status: 200 len: 797 time: 0.2752008 Feb 02 13:14:49.408287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=6146e07f-e599-401e-9e15-741f5bd274d0,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:49.435158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:49.437482 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ae20ef0f-f298-4e33-a68c-47e7fbd23f3d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:49.471877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e17a3b-f2c0-461a-82f1-fd7e667994f1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:49.485005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e17a3b-f2c0-461a-82f1-fd7e667994f1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:49.493005 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-44e17a3b-f2c0-461a-82f1-fd7e667994f1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.1314559 Feb 02 13:14:49.494134 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59126) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:49.713803 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-316b433e-ce02-48dc-a5f8-703fd0c3bae8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port d098ee56-f702-4e08-b151-d5f99f9fa94d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:49.714397 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-316b433e-ce02-48dc-a5f8-703fd0c3bae8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d098ee56-f702-4e08-b151-d5f99f9fa94d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:49.719967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['04a04cf0-054a-4138-ab62-9b0360c3efc7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:14:49.816927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=04a04cf0-054a-4138-ab62-9b0360c3efc7,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:49.846437 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-316b433e-ce02-48dc-a5f8-703fd0c3bae8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d098ee56-f702-4e08-b151-d5f99f9fa94d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:49.861757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-316b433e-ce02-48dc-a5f8-703fd0c3bae8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for d098ee56-f702-4e08-b151-d5f99f9fa94d owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:49.894987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-de8d4514-7242-40e1-a54a-dc9640f472cb None None] For port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ae20ef0f-f298-4e33-a68c-47e7fbd23f3d,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:49.919128 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-de8d4514-7242-40e1-a54a-dc9640f472cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ae20ef0f-f298-4e33-a68c-47e7fbd23f3d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:50.108610 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-316b433e-ce02-48dc-a5f8-703fd0c3bae8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d098ee56-f702-4e08-b151-d5f99f9fa94d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:50.164608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b433e-ce02-48dc-a5f8-703fd0c3bae8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=d098ee56-f702-4e08-b151-d5f99f9fa94d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:50.243994 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-316b433e-ce02-48dc-a5f8-703fd0c3bae8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:50.252436 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-316b433e-ce02-48dc-a5f8-703fd0c3bae8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/d098ee56-f702-4e08-b151-d5f99f9fa94d HTTP/1.1" status: 204 len: 168 time: 0.7567759 Feb 02 13:14:50.253181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59136) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:50.373541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e0541c-ab33-45d7-a060-b466b2ae8784 req-b05fe1c5-6aae-4bc1-a0c7-6742b192730a service neutron] 10.222.0.18 "GET /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4639366 Feb 02 13:14:50.394482 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:14:50.405070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 1da5df6c-0d81-4a6b-af45-a3660c04d840 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:50.416190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d73e5c4c-060d-444b-a679-ac9e3e1c26d6 None None] Could not find standard attr ID for object d098ee56-f702-4e08-b151-d5f99f9fa94d. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:14:50.422682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509dfbb5-0909-4e84-bda4-45a188149b21 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:50.424024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509dfbb5-0909-4e84-bda4-45a188149b21 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:50.428885 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-509dfbb5-0909-4e84-bda4-45a188149b21 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1692898 Feb 02 13:14:50.430384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59142) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:50.436051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c3b4f26-230a-4131-8556-5b6f7fee1487 req-6d4d642c-5be2-4749-a9d8-1ba132c02b2e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 210 time: 1.2222390 Feb 02 13:14:50.451919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:50.568879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d4514-7242-40e1-a54a-dc9640f472cb None None] Pushing event updated for resources: {'Port': ['ID=ae20ef0f-f298-4e33-a68c-47e7fbd23f3d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:50.586037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2479d8d2-f82b-4a04-bf5c-205e5fefdba2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet d67e19ac-bcdb-4e2f-9e0f-86184e0f3a61 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:14:50.590574 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2479d8d2-f82b-4a04-bf5c-205e5fefdba2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (d67e19ac-bcdb-4e2f-9e0f-86184e0f3a61), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:50.625847 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c433a7b2-aa02-4718-a91a-1862d25464f9 req-9da711af-fcb0-495d-9ff9-40dc20b72ebf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.7342021 Feb 02 13:14:50.683070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2479d8d2-f82b-4a04-bf5c-205e5fefdba2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (d67e19ac-bcdb-4e2f-9e0f-86184e0f3a61), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:50.716142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-6a012cd2-4d36-4b7f-b8e4-7bf1c4e39318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:50.716142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-6a012cd2-4d36-4b7f-b8e4-7bf1c4e39318 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3589196 Feb 02 13:14:50.716942 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e66a5e42-2d06-4991-b61c-d635a23aaeda admin admin] Publish callbacks [] for security_group (c3420942-11a3-4fb1-bdb7-a0ff52a490e9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:50.796475 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2479d8d2-f82b-4a04-bf5c-205e5fefdba2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (d67e19ac-bcdb-4e2f-9e0f-86184e0f3a61), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:50.817982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d73e5c4c-060d-444b-a679-ac9e3e1c26d6 None None] Provisioning complete for port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:50.818350 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d73e5c4c-060d-444b-a679-ac9e3e1c26d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ae20ef0f-f298-4e33-a68c-47e7fbd23f3d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:50.824643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e54648-1e3e-49b0-9df9-0ed5f4dab6e8 req-6c5cd0a9-5fa7-42ec-a28a-55efb1daf317 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:50.826465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9e54648-1e3e-49b0-9df9-0ed5f4dab6e8 req-6c5cd0a9-5fa7-42ec-a28a-55efb1daf317 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 944 time: 0.1970675 Feb 02 13:14:50.832401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-c0fa3da6-b104-459a-9d50-688d60b619b1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:50.833870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-c0fa3da6-b104-459a-9d50-688d60b619b1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.62 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 0.4598434 Feb 02 13:14:50.846434 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e66a5e42-2d06-4991-b61c-d635a23aaeda admin admin] Publish callbacks [] for security_group (c3420942-11a3-4fb1-bdb7-a0ff52a490e9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:50.887880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Request body: {'port': {'device_id': '757d0ab8-0f24-4f03-a87a-905d408da460', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'admin_state_up': True, 'tenant_id': '1af86eae570b46b3a4585e718e1a9580'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:50.913618 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59146) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:50.921647 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2479d8d2-f82b-4a04-bf5c-205e5fefdba2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (d67e19ac-bcdb-4e2f-9e0f-86184e0f3a61), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:50.939386 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2479d8d2-f82b-4a04-bf5c-205e5fefdba2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:50.945050 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2479d8d2-f82b-4a04-bf5c-205e5fefdba2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/d67e19ac-bcdb-4e2f-9e0f-86184e0f3a61 HTTP/1.1" status: 204 len: 168 time: 0.5046613 Feb 02 13:14:50.951168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59150) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:50.962316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479d8d2-f82b-4a04-bf5c-205e5fefdba2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=d67e19ac-bcdb-4e2f-9e0f-86184e0f3a61,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:50.991200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 1da5df6c-0d81-4a6b-af45-a3660c04d840 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:14:51.004879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 1da5df6c-0d81-4a6b-af45-a3660c04d840 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:51.005301 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.072527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e430db-6dc4-4c12-85cc-9b86797d9191 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:51.093819 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e66a5e42-2d06-4991-b61c-d635a23aaeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c3420942-11a3-4fb1-bdb7-a0ff52a490e9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.096709 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e66a5e42-2d06-4991-b61c-d635a23aaeda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.100231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e66a5e42-2d06-4991-b61c-d635a23aaeda admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c3420942-11a3-4fb1-bdb7-a0ff52a490e9 HTTP/1.1" status: 204 len: 168 time: 1.7370381 Feb 02 13:14:51.114463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fb9bacc-3ece-4dad-a90e-1739694db5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.146879 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-359b9273-6c9d-448e-8c73-3fdfb8fe57d2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1040096 Feb 02 13:14:51.164128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 1da5df6c-0d81-4a6b-af45-a3660c04d840 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:51.164565 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.168863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59154) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:51.174106 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3a5d6b85-40e4-4ede-aaf9-8caca8379f6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:51.204526 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9e54648-1e3e-49b0-9df9-0ed5f4dab6e8 req-8b079de7-3ea6-4ee5-93ec-826b2922f232 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690615 Feb 02 13:14:51.220871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd72de-53b8-4d23-9a4e-611e91c7f659 req-cf71457a-41cf-43ce-aa42-1fa0f5e126c2 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:51.222781 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ddd72de-53b8-4d23-9a4e-611e91c7f659 req-cf71457a-41cf-43ce-aa42-1fa0f5e126c2 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 944 time: 0.4277391 Feb 02 13:14:51.228466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcd9052-9a08-43ad-980d-d29821730b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da5df6c-0d81-4a6b-af45-a3660c04d840'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:51.244006 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ef522c-5704-448f-8f97-1d29021cc980" -d '{"events": [{"server_uuid": "ffcd9052-9a08-43ad-980d-d29821730b88", "name": "network-vif-plugged", "status": "completed", "tag": "1da5df6c-0d81-4a6b-af45-a3660c04d840"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:51.287928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a5e42-2d06-4991-b61c-d635a23aaeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3420942-11a3-4fb1-bdb7-a0ff52a490e9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:51.295970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d73e5c4c-060d-444b-a679-ac9e3e1c26d6 None None] Current status of the port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:51.323518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5d6b85-40e4-4ede-aaf9-8caca8379f6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:51.336044 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6b85-40e4-4ede-aaf9-8caca8379f6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.347594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 1da5df6c-0d81-4a6b-af45-a3660c04d840, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=1da5df6c-0d81-4a6b-af45-a3660c04d840,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:51.353505 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dfe460-8fb5-4f01-a3c9-e6a829cae012 x-openstack-request-id: req-20dfe460-8fb5-4f01-a3c9-e6a829cae012 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:51.353785 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcd9052-9a08-43ad-980d-d29821730b88", "name": "network-vif-plugged", "status": "completed", "tag": "1da5df6c-0d81-4a6b-af45-a3660c04d840", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:51.354041 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-20dfe460-8fb5-4f01-a3c9-e6a829cae012 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:51.354503 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcd9052-9a08-43ad-980d-d29821730b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da5df6c-0d81-4a6b-af45-a3660c04d840', 'code': 200} Feb 02 13:14:51.361907 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.401314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ddd72de-53b8-4d23-9a4e-611e91c7f659 req-ac82e50b-eb8c-4e41-9907-2d79dd336001 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966041 Feb 02 13:14:51.417574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-90efd8b9-4f75-4fa8-bf34-eb5dade74b18 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6924458 Feb 02 13:14:51.457047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-309e8f0f-4a93-4391-8a5e-f0616a393a98 None None] Could not find standard attr ID for object d098ee56-f702-4e08-b151-d5f99f9fa94d. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:14:51.489952 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-309e8f0f-4a93-4391-8a5e-f0616a393a98 None None] Could not find standard attr ID for object 787bf8d3-b094-42be-aee9-9fd94e0c13e9. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:14:51.524642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-309e8f0f-4a93-4391-8a5e-f0616a393a98 None None] Could not find standard attr ID for object 1aa9d256-e545-4f1c-9fda-690d48913bdd. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:14:51.541220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=1da5df6c-0d81-4a6b-af45-a3660c04d840,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:51.561042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 6146e07f-e599-401e-9e15-741f5bd274d0 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:51.616938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b383b243-47c7-41b4-9598-81cf5a45fd3e req-e086ac9d-430f-4b81-bb2d-b849c12713f0 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 210 time: 0.0466416 Feb 02 13:14:51.641153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0ed8dc-7286-4ad3-8c98-4ca65ed64b71 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:14:51.689156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Made reservation on behalf of 1af86eae570b46b3a4585e718e1a9580 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:51.696884 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.723244 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fb9bacc-3ece-4dad-a90e-1739694db5ce admin admin] Publish callbacks [] for security_group (59945fd4-838c-463b-8442-4f20b8d27d2e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.734512 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6fb9bacc-3ece-4dad-a90e-1739694db5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (59945fd4-838c-463b-8442-4f20b8d27d2e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.739827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2b837-8661-46cd-ad08-478a6225882f req-db1c48ff-9fff-41d3-8864-3ca06f775ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:51.745546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98c2b837-8661-46cd-ad08-478a6225882f req-db1c48ff-9fff-41d3-8864-3ca06f775ab1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 1127 time: 0.2539179 Feb 02 13:14:51.776366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 6146e07f-e599-401e-9e15-741f5bd274d0 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:14:51.781520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 6146e07f-e599-401e-9e15-741f5bd274d0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:51.781902 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.790466 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0dc5de7-931f-465f-ade4-d5a1e2b27c1f req-ea33c854-1591-4c49-ae14-92edee9a3be7 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500841 Feb 02 13:14:51.808164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ed8dc-7286-4ad3-8c98-4ca65ed64b71 None None] Deleting port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:51.808536 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed8dc-7286-4ad3-8c98-4ca65ed64b71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ae20ef0f-f298-4e33-a68c-47e7fbd23f3d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.837031 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6fb9bacc-3ece-4dad-a90e-1739694db5ce admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ebaa31d73f3b4e4d8ca80d561a78022b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9219105 Feb 02 13:14:51.837615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59176) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:51.895137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9bacc-3ece-4dad-a90e-1739694db5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59945fd4-838c-463b-8442-4f20b8d27d2e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:51.903439 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fa0ed8dc-7286-4ad3-8c98-4ca65ed64b71 None None] For port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ae20ef0f-f298-4e33-a68c-47e7fbd23f3d,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:51.904521 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed8dc-7286-4ad3-8c98-4ca65ed64b71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ae20ef0f-f298-4e33-a68c-47e7fbd23f3d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.915063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6b85-40e4-4ede-aaf9-8caca8379f6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (e891f81f-c35d-40cc-b653-58b39947ac3a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:51.929420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fa0ed8dc-7286-4ad3-8c98-4ca65ed64b71 None None] Calling delete_port for ae20ef0f-f298-4e33-a68c-47e7fbd23f3d owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:52.025707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 6146e07f-e599-401e-9e15-741f5bd274d0 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:52.026322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5d6b85-40e4-4ede-aaf9-8caca8379f6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:52.026417 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.035671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-3a5d6b85-40e4-4ede-aaf9-8caca8379f6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:52.041660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5d6b85-40e4-4ede-aaf9-8caca8379f6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.042306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3a5d6b85-40e4-4ede-aaf9-8caca8379f6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.052197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d6b85-40e4-4ede-aaf9-8caca8379f6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=e891f81f-c35d-40cc-b653-58b39947ac3a,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:52.054716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Allocated IP 172.20.0.2 (17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd/b38b2c40-37ff-4b0b-b098-a2e69951a834/979938ef-f2b9-44b0-a913-203c803b94a4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:52.066342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa341-63d5-4e6f-9026-920a48483ce5 admin admin] Publish callbacks [] for security_group (59945fd4-838c-463b-8442-4f20b8d27d2e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.083558 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3a5d6b85-40e4-4ede-aaf9-8caca8379f6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9090030 Feb 02 13:14:52.083558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59180) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:52.083978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 6146e07f-e599-401e-9e15-741f5bd274d0, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6146e07f-e599-401e-9e15-741f5bd274d0,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:52.094797 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.118378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': 'e891f81f-c35d-40cc-b653-58b39947ac3a', 'ip_address': '2001:db8::8855:2bdd:63c6:8bdb'}], 'name': 'tempest-NetworksTestDHCPv6-251964427'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:52.148116 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa341-63d5-4e6f-9026-920a48483ce5 admin admin] Publish callbacks [] for security_group (59945fd4-838c-463b-8442-4f20b8d27d2e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.185816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=6146e07f-e599-401e-9e15-741f5bd274d0,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:52.192732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98c2b837-8661-46cd-ad08-478a6225882f req-40d07226-7929-4b65-9a73-a56000f0ceed service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272306 Feb 02 13:14:52.202510 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa0ed8dc-7286-4ad3-8c98-4ca65ed64b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (ae20ef0f-f298-4e33-a68c-47e7fbd23f3d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.245922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ed8dc-7286-4ad3-8c98-4ca65ed64b71 None None] Pushing event deleted for resources: {'Port': ['ID=ae20ef0f-f298-4e33-a68c-47e7fbd23f3d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:52.262560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0ed8dc-7286-4ad3-8c98-4ca65ed64b71 None None] No DVR routers for this DVR port ae20ef0f-f298-4e33-a68c-47e7fbd23f3d on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:14:52.270230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 04a04cf0-054a-4138-ab62-9b0360c3efc7 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:52.317103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2710b714-5e5d-41cd-8568-e7c7273d42cb None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:52.403563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa341-63d5-4e6f-9026-920a48483ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (59945fd4-838c-463b-8442-4f20b8d27d2e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.410980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bf20c-c8e2-45e7-886e-201c26dc6f79 req-a527b586-403c-4bb8-b46d-1e6fba0d63aa tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.413813 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1fcaa341-63d5-4e6f-9026-920a48483ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.418917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bf20c-c8e2-45e7-886e-201c26dc6f79 req-a527b586-403c-4bb8-b46d-1e6fba0d63aa tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.425782 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1fcaa341-63d5-4e6f-9026-920a48483ce5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/59945fd4-838c-463b-8442-4f20b8d27d2e HTTP/1.1" status: 204 len: 168 time: 0.5663559 Feb 02 13:14:52.427632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bf20c-c8e2-45e7-886e-201c26dc6f79 req-a527b586-403c-4bb8-b46d-1e6fba0d63aa tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.434364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bf20c-c8e2-45e7-886e-201c26dc6f79 req-a527b586-403c-4bb8-b46d-1e6fba0d63aa tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.442936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bf20c-c8e2-45e7-886e-201c26dc6f79 req-a527b586-403c-4bb8-b46d-1e6fba0d63aa tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.451007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bf20c-c8e2-45e7-886e-201c26dc6f79 req-a527b586-403c-4bb8-b46d-1e6fba0d63aa tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.451885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 04a04cf0-054a-4138-ab62-9b0360c3efc7 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:14:52.457912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 04a04cf0-054a-4138-ab62-9b0360c3efc7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:52.459329 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.464750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bf20c-c8e2-45e7-886e-201c26dc6f79 req-a527b586-403c-4bb8-b46d-1e6fba0d63aa tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.467226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-200bf20c-c8e2-45e7-886e-201c26dc6f79 req-a527b586-403c-4bb8-b46d-1e6fba0d63aa tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.6696739 Feb 02 13:14:52.473889 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcaa341-63d5-4e6f-9026-920a48483ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59945fd4-838c-463b-8442-4f20b8d27d2e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:52.525224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:52.531101 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.566406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-53acc7f4-5d4e-4d60-a429-de7c816144e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.567017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-53acc7f4-5d4e-4d60-a429-de7c816144e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.567514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-53acc7f4-5d4e-4d60-a429-de7c816144e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.567978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-53acc7f4-5d4e-4d60-a429-de7c816144e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.568625 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-53acc7f4-5d4e-4d60-a429-de7c816144e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.569464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-53acc7f4-5d4e-4d60-a429-de7c816144e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.570211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-53acc7f4-5d4e-4d60-a429-de7c816144e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.572763 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-53acc7f4-5d4e-4d60-a429-de7c816144e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 6705 time: 0.4852352 Feb 02 13:14:52.644898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 12847faa-f6b1-45a0-8786-57a3776389fd yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:14:52.686581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ae20ef0f-f298-4e33-a68c-47e7fbd23f3d no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:14:52.689772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': 'e891f81f-c35d-40cc-b653-58b39947ac3a'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:14:52.690659 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.732209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ae20ef0f-f298-4e33-a68c-47e7fbd23f3d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:14:52.732683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ae20ef0f-f298-4e33-a68c-47e7fbd23f3d not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:14:52.773192 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks [] for port (979938ef-f2b9-44b0-a913-203c803b94a4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.894963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 04a04cf0-054a-4138-ab62-9b0360c3efc7 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:52.897096 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:52.901960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd426ad0-ad82-4f28-b5a3-dd29b7b9f545 req-96e91165-d7a4-41d0-b014-6cd75d498c32 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.904592 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd426ad0-ad82-4f28-b5a3-dd29b7b9f545 req-96e91165-d7a4-41d0-b014-6cd75d498c32 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 945 time: 0.5185289 Feb 02 13:14:52.944690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-22417ef9-ab30-43ae-a241-9306036cfc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:52.946753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-22417ef9-ab30-43ae-a241-9306036cfc0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=5716fbfd-26f9-422f-a503-b67b5c7019cb HTTP/1.1" status: 200 len: 913 time: 0.3410151 Feb 02 13:14:52.981513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 04a04cf0-054a-4138-ab62-9b0360c3efc7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=04a04cf0-054a-4138-ab62-9b0360c3efc7,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:52.993480 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:53.009300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Allocated IP 2001:db8::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/e891f81f-c35d-40cc-b653-58b39947ac3a/b5a33af9-03f6-4154-bd42-7c2a41be4fd9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:53.040799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-200bf20c-c8e2-45e7-886e-201c26dc6f79 req-3c750920-8f43-4c67-b5cd-dbbe0895d427 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5457027 Feb 02 13:14:53.117398 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:53.124366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=04a04cf0-054a-4138-ab62-9b0360c3efc7,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:53.158207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:53.165397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:53.170535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd426ad0-ad82-4f28-b5a3-dd29b7b9f545 req-c3ec2eea-7884-4a35-9839-a7fd587fd95d tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197716 Feb 02 13:14:53.249990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59208) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:53.279358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:53.282586 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Pushing event updated for resources: {'Port': ['ID=979938ef-f2b9-44b0-a913-203c803b94a4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:53.282891 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08bbc5ef-9b95-4c20-a2f4-44b4d256e237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:53.289122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-a284693a-d635-4fa6-b938-90147d3257bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c96934c-6025-4aa0-b186-ba41d6c08d1d HTTP/1.1" status: 200 len: 1001 time: 0.3299775 Feb 02 13:14:53.378429 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc074f-439f-49ec-b752-099c7698b144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6146e07f-e599-401e-9e15-741f5bd274d0'}, {'server_uuid': 'd6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a04cf0-054a-4138-ab62-9b0360c3efc7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:53.383116 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df33efc5-2b6f-4f5e-b5d0-3e17125fac90" -d '{"events": [{"server_uuid": "7ddc074f-439f-49ec-b752-099c7698b144", "name": "network-vif-plugged", "status": "completed", "tag": "6146e07f-e599-401e-9e15-741f5bd274d0"}, {"server_uuid": "d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca", "name": "network-vif-plugged", "status": "completed", "tag": "04a04cf0-054a-4138-ab62-9b0360c3efc7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:53.434221 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Publish callbacks [] for port (b5a33af9-03f6-4154-bd42-7c2a41be4fd9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:53.454369 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (b5a33af9-03f6-4154-bd42-7c2a41be4fd9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:53.457714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08bbc5ef-9b95-4c20-a2f4-44b4d256e237 admin admin] Publish callbacks [] for security_group (63aaea09-c1fa-4768-951c-ac0e34ad5a0c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:53.512279 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08bbc5ef-9b95-4c20-a2f4-44b4d256e237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (63aaea09-c1fa-4768-951c-ac0e34ad5a0c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:53.545201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:53.545891 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:53.575238 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-5f28c28c-6c92-46fe-a85e-f554fade7be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:53.578216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-5f28c28c-6c92-46fe-a85e-f554fade7be1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa6bda80-df11-42de-8ebe-410c80374a78 HTTP/1.1" status: 200 len: 851 time: 0.2530773 Feb 02 13:14:53.585911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca3476-474a-43ca-bda3-ca1e44535005 req-0f4eee3e-38fa-4ae7-8cba-1cf2c2db55c5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:53.586394 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::8855:2bdd:63c6:8bdb (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/e891f81f-c35d-40cc-b653-58b39947ac3a/12847faa-f6b1-45a0-8786-57a3776389fd) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:53.594422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6fca3476-474a-43ca-bda3-ca1e44535005 req-0f4eee3e-38fa-4ae7-8cba-1cf2c2db55c5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 931 time: 0.2855644 Feb 02 13:14:53.597942 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-08bbc5ef-9b95-4c20-a2f4-44b4d256e237 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=32690dc25e154516b448bb259fba27c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3462243 Feb 02 13:14:53.602197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59216) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:53.611656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbc5ef-9b95-4c20-a2f4-44b4d256e237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aaea09-c1fa-4768-951c-ac0e34ad5a0c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:53.635338 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-09151e65-184d-431c-9860-67ba3ae31364 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7839236 Feb 02 13:14:53.679183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Request body: {'port': {'device_id': '757d0ab8-0f24-4f03-a87a-905d408da460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:53.719735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e556af-2021-49b3-b444-a7063b9f1ed0 req-068de795-272b-4d71-8d5d-63d2c8283cfe tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:53.736953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92e556af-2021-49b3-b444-a7063b9f1ed0 req-068de795-272b-4d71-8d5d-63d2c8283cfe tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 945 time: 0.4514771 Feb 02 13:14:53.782225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6fca3476-474a-43ca-bda3-ca1e44535005 req-da3673a6-195a-46a6-bc8d-340c65db0ef3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828532 Feb 02 13:14:53.819834 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (12847faa-f6b1-45a0-8786-57a3776389fd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:53.846321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:53.850603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Pushing event updated for resources: {'Port': ['ID=b5a33af9-03f6-4154-bd42-7c2a41be4fd9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:53.866756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (12847faa-f6b1-45a0-8786-57a3776389fd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:53.867528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:53.872052 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:53.881681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:53.893071 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f7d253-d2fa-4d8a-9ee4-7c081d0c5dab x-openstack-request-id: req-d9f7d253-d2fa-4d8a-9ee4-7c081d0c5dab {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:53.893383 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddc074f-439f-49ec-b752-099c7698b144", "name": "network-vif-plugged", "status": "completed", "tag": "6146e07f-e599-401e-9e15-741f5bd274d0", "code": 200}, {"server_uuid": "d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca", "name": "network-vif-plugged", "status": "completed", "tag": "04a04cf0-054a-4138-ab62-9b0360c3efc7", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:53.893612 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d9f7d253-d2fa-4d8a-9ee4-7c081d0c5dab {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:53.894695 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddc074f-439f-49ec-b752-099c7698b144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6146e07f-e599-401e-9e15-741f5bd274d0', 'code': 200} Feb 02 13:14:53.894951 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a04cf0-054a-4138-ab62-9b0360c3efc7', 'code': 200} Feb 02 13:14:53.929388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=12847faa-f6b1-45a0-8786-57a3776389fd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:53.953353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:53.959113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:53.962279 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:53.968116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:53.968727 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:54.022593 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Attempting to bind port b5a33af9-03f6-4154-bd42-7c2a41be4fd9 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:14:54.022976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Attempting to bind port b5a33af9-03f6-4154-bd42-7c2a41be4fd9 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:14:54.023123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-143ed804-12d3-4419-8a88-da435a301099 admin admin] Publish callbacks [] for security_group (63aaea09-c1fa-4768-951c-ac0e34ad5a0c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:54.023345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Attempting to bind port b5a33af9-03f6-4154-bd42-7c2a41be4fd9 on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:54.028657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:14:54.029034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:14:54.029439 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:54.029831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:14:54.030351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Bound port: b5a33af9-03f6-4154-bd42-7c2a41be4fd9, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:14:54.030739 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b5a33af9-03f6-4154-bd42-7c2a41be4fd9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:54.069621 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-143ed804-12d3-4419-8a88-da435a301099 admin admin] Publish callbacks [] for security_group (63aaea09-c1fa-4768-951c-ac0e34ad5a0c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:54.086026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-14a1547b-5d76-4545-a88f-246c56285aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:54.099321 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4c395bfa-92b5-4e03-81ec-9ab0cc8e1082 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0010791 Feb 02 13:14:54.099620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] For port b5a33af9-03f6-4154-bd42-7c2a41be4fd9, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:14:54.102945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] For port b5a33af9-03f6-4154-bd42-7c2a41be4fd9, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b5a33af9-03f6-4154-bd42-7c2a41be4fd9,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:14:54.106762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59224) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:54.110134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-14a1547b-5d76-4545-a88f-246c56285aec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5716fbfd-26f9-422f-a503-b67b5c7019cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4928229 Feb 02 13:14:54.112237 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b5a33af9-03f6-4154-bd42-7c2a41be4fd9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:54.184577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6082f0-b7ce-4ff2-aefc-444371d5c8db req-9c5672f5-ab91-4083-ba35-72bc15828e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:54.186267 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fb6082f0-b7ce-4ff2-aefc-444371d5c8db req-9c5672f5-ab91-4083-ba35-72bc15828e11 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 1127 time: 0.1813223 Feb 02 13:14:54.240494 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fb6082f0-b7ce-4ff2-aefc-444371d5c8db req-124a639d-a1d8-4c61-bf43-15a6de40a110 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463183 Feb 02 13:14:54.259233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27db837d-38f5-4e70-a3f5-67ee12b0a3b4 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:54.264871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27db837d-38f5-4e70-a3f5-67ee12b0a3b4 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:54.272624 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-27db837d-38f5-4e70-a3f5-67ee12b0a3b4 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1645074 Feb 02 13:14:54.273331 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-143ed804-12d3-4419-8a88-da435a301099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (63aaea09-c1fa-4768-951c-ac0e34ad5a0c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:54.282840 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-143ed804-12d3-4419-8a88-da435a301099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:54.298518 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-143ed804-12d3-4419-8a88-da435a301099 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/63aaea09-c1fa-4768-951c-ac0e34ad5a0c HTTP/1.1" status: 204 len: 168 time: 0.6896784 Feb 02 13:14:54.299549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59228) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:54.315012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae52aec-dd03-4c89-b00e-1725fd7d0eed None None] Pushing event updated for resources: {'Port': ['ID=b5a33af9-03f6-4154-bd42-7c2a41be4fd9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:54.403020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ed804-12d3-4419-8a88-da435a301099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aaea09-c1fa-4768-951c-ac0e34ad5a0c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:54.556066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4ead9d92-89e4-47e6-8275-fad5eeb3993b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 12847faa-f6b1-45a0-8786-57a3776389fd {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:54.558002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ead9d92-89e4-47e6-8275-fad5eeb3993b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (12847faa-f6b1-45a0-8786-57a3776389fd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:54.842681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92e556af-2021-49b3-b444-a7063b9f1ed0 req-200929c5-87d4-4935-ad39-718a3e6bbc49 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1047294 Feb 02 13:14:55.017970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979938ef-f2b9-44b0-a913-203c803b94a4 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:14:55.025286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b54b0a-ceee-4b02-bc3a-c870b12f67c2 req-b67bfd8c-fa9b-408b-96cc-f517f99ba93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:55.027132 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06b54b0a-ceee-4b02-bc3a-c870b12f67c2 req-b67bfd8c-fa9b-408b-96cc-f517f99ba93c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca HTTP/1.1" status: 200 len: 1127 time: 0.9434819 Feb 02 13:14:55.042069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb72d6-5add-4f9a-a788-0bd1265061ff req-ab320907-3374-4371-be5d-25dd329f8f6b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:55.047551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb72d6-5add-4f9a-a788-0bd1265061ff req-ab320907-3374-4371-be5d-25dd329f8f6b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:55.052994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb72d6-5add-4f9a-a788-0bd1265061ff req-ab320907-3374-4371-be5d-25dd329f8f6b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:55.058341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb72d6-5add-4f9a-a788-0bd1265061ff req-ab320907-3374-4371-be5d-25dd329f8f6b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:55.063868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb72d6-5add-4f9a-a788-0bd1265061ff req-ab320907-3374-4371-be5d-25dd329f8f6b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:55.073539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb72d6-5add-4f9a-a788-0bd1265061ff req-ab320907-3374-4371-be5d-25dd329f8f6b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:55.079236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb72d6-5add-4f9a-a788-0bd1265061ff req-ab320907-3374-4371-be5d-25dd329f8f6b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:55.081181 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0bfb72d6-5add-4f9a-a788-0bd1265061ff req-ab320907-3374-4371-be5d-25dd329f8f6b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.4833090 Feb 02 13:14:55.090677 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Publish callbacks [] for port (979938ef-f2b9-44b0-a913-203c803b94a4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:55.095584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-189a8265-aa67-44f3-b9bb-def2e56f8ba5 service neutron] 10.222.0.18 "GET /v2.0/networks/5716fbfd-26f9-422f-a503-b67b5c7019cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987373 Feb 02 13:14:55.173756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Transition to ACTIVE for port object 979938ef-f2b9-44b0-a913-203c803b94a4 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:14:55.199590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2fdffe-fef6-44aa-a081-4f1e8ab6264e req-a723de3c-8869-40d6-86f1-3bd237c6eecf tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:55.201612 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe2fdffe-fef6-44aa-a081-4f1e8ab6264e req-a723de3c-8869-40d6-86f1-3bd237c6eecf tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 945 time: 0.2630730 Feb 02 13:14:55.207336 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:55.260721 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0bfb72d6-5add-4f9a-a788-0bd1265061ff req-c9f63623-7f9a-4062-aa00-11ac92255f09 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1611710 Feb 02 13:14:55.326244 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ead9d92-89e4-47e6-8275-fad5eeb3993b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (12847faa-f6b1-45a0-8786-57a3776389fd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:55.414002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4ead9d92-89e4-47e6-8275-fad5eeb3993b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 12847faa-f6b1-45a0-8786-57a3776389fd owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:55.574373 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06b88321-3024-47a4-87f5-dfae8c857c8a req-fd23e325-a795-4bbb-8ef7-3aa8285e5a38 service neutron] 10.222.0.18 "GET /v2.0/networks/5716fbfd-26f9-422f-a503-b67b5c7019cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656999 Feb 02 13:14:55.574993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Pushing event updated for resources: {'Port': ['ID=979938ef-f2b9-44b0-a913-203c803b94a4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:55.686933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06b54b0a-ceee-4b02-bc3a-c870b12f67c2 req-a3969561-f1d5-4271-9c91-6357f5fc6de4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5995266 Feb 02 13:14:55.700535 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ead9d92-89e4-47e6-8275-fad5eeb3993b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (12847faa-f6b1-45a0-8786-57a3776389fd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:55.705537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe2fdffe-fef6-44aa-a081-4f1e8ab6264e req-6a29013c-fa53-4f04-8698-7e97a7c2585e tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895941 Feb 02 13:14:55.745293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead9d92-89e4-47e6-8275-fad5eeb3993b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=12847faa-f6b1-45a0-8786-57a3776389fd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:55.786559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ead9d92-89e4-47e6-8275-fad5eeb3993b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:55.796679 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4ead9d92-89e4-47e6-8275-fad5eeb3993b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/12847faa-f6b1-45a0-8786-57a3776389fd HTTP/1.1" status: 204 len: 168 time: 1.4878304 Feb 02 13:14:55.797327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59264) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:55.875121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a269229-596c-4e0f-a776-642fd73d7283 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:55.886581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a269229-596c-4e0f-a776-642fd73d7283 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:55.891752 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3a269229-596c-4e0f-a776-642fd73d7283 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0933461 Feb 02 13:14:55.892541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59268) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:55.970172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-704a54f1-e1bf-40e2-b4d4-f67019558109 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet e891f81f-c35d-40cc-b653-58b39947ac3a {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:14:55.975153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-704a54f1-e1bf-40e2-b4d4-f67019558109 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (e891f81f-c35d-40cc-b653-58b39947ac3a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:56.056124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-704a54f1-e1bf-40e2-b4d4-f67019558109 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (e891f81f-c35d-40cc-b653-58b39947ac3a), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:56.222792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9d78626c-a5b7-4b05-a076-4e150be5b638 None None] Provisioning complete for port b5a33af9-03f6-4154-bd42-7c2a41be4fd9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:56.223335 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d78626c-a5b7-4b05-a076-4e150be5b638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b5a33af9-03f6-4154-bd42-7c2a41be4fd9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:56.227285 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-704a54f1-e1bf-40e2-b4d4-f67019558109 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (e891f81f-c35d-40cc-b653-58b39947ac3a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:56.352258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-704a54f1-e1bf-40e2-b4d4-f67019558109 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (e891f81f-c35d-40cc-b653-58b39947ac3a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:56.369154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bb861-6bd6-4e37-bacc-3310842a3950 req-3e028d8f-9a13-46cf-88f7-a24028224139 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:56.373110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-580bb861-6bd6-4e37-bacc-3310842a3950 req-3e028d8f-9a13-46cf-88f7-a24028224139 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 943 time: 0.7762656 Feb 02 13:14:56.391229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a54f1-e1bf-40e2-b4d4-f67019558109 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=e891f81f-c35d-40cc-b653-58b39947ac3a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:56.395147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-704a54f1-e1bf-40e2-b4d4-f67019558109 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:56.399102 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-704a54f1-e1bf-40e2-b4d4-f67019558109 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/e891f81f-c35d-40cc-b653-58b39947ac3a HTTP/1.1" status: 204 len: 168 time: 0.5054286 Feb 02 13:14:56.401676 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59286) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:56.457902 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c66e329c-d4c7-409d-b47f-3d63033afd17 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544441 Feb 02 13:14:56.460504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59290) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:56.473749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9d78626c-a5b7-4b05-a076-4e150be5b638 None None] Current status of the port b5a33af9-03f6-4154-bd42-7c2a41be4fd9 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:56.474301 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d78626c-a5b7-4b05-a076-4e150be5b638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b5a33af9-03f6-4154-bd42-7c2a41be4fd9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:56.486639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3504a575-66ab-4053-affa-7e788d62d1f2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:56.502916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Attempting to bind port 979938ef-f2b9-44b0-a913-203c803b94a4 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:14:56.503202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Attempting to bind port 979938ef-f2b9-44b0-a913-203c803b94a4 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:14:56.503405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Attempting to bind port 979938ef-f2b9-44b0-a913-203c803b94a4 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:56.510596 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9d78626c-a5b7-4b05-a076-4e150be5b638 None None] For port b5a33af9-03f6-4154-bd42-7c2a41be4fd9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b5a33af9-03f6-4154-bd42-7c2a41be4fd9,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:56.520613 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d78626c-a5b7-4b05-a076-4e150be5b638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b5a33af9-03f6-4154-bd42-7c2a41be4fd9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:56.523336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Port 979938ef-f2b9-44b0-a913-203c803b94a4 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:14:56.523700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Attempting to bind port 979938ef-f2b9-44b0-a913-203c803b94a4 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:56.554585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:14:56.555197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Checking segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:14:56.555630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Bound using segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:14:56.556063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Bound port: 979938ef-f2b9-44b0-a913-203c803b94a4, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:14:56.556411 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:56.571619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd0e9-b755-42ce-9016-e7e4f5cfe3bf req-73edd9d1-d9a7-472b-824b-4351f67bf533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:56.576594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd0e9-b755-42ce-9016-e7e4f5cfe3bf req-73edd9d1-d9a7-472b-824b-4351f67bf533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:56.582401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd0e9-b755-42ce-9016-e7e4f5cfe3bf req-73edd9d1-d9a7-472b-824b-4351f67bf533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:56.587592 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd0e9-b755-42ce-9016-e7e4f5cfe3bf req-73edd9d1-d9a7-472b-824b-4351f67bf533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:56.593311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd0e9-b755-42ce-9016-e7e4f5cfe3bf req-73edd9d1-d9a7-472b-824b-4351f67bf533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:56.611403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd0e9-b755-42ce-9016-e7e4f5cfe3bf req-73edd9d1-d9a7-472b-824b-4351f67bf533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:56.617109 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbd0e9-b755-42ce-9016-e7e4f5cfe3bf req-73edd9d1-d9a7-472b-824b-4351f67bf533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:56.623660 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18fbd0e9-b755-42ce-9016-e7e4f5cfe3bf req-73edd9d1-d9a7-472b-824b-4351f67bf533 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.7634659 Feb 02 13:14:56.668693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034c27ba-b617-4834-8b1f-eda6e1e45fb1 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:56.719715 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-580bb861-6bd6-4e37-bacc-3310842a3950 req-616ff4e1-7436-411f-bb0e-6d5bbddfa7a3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147223 Feb 02 13:14:56.772220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3504a575-66ab-4053-affa-7e788d62d1f2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:56.783912 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3504a575-66ab-4053-affa-7e788d62d1f2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:56.887733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b5a33af9-03f6-4154-bd42-7c2a41be4fd9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:14:56.952510 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18fbd0e9-b755-42ce-9016-e7e4f5cfe3bf req-2f36aa6a-7970-4425-bcd7-7eac98de8ebc tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2832372 Feb 02 13:14:56.961800 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bb7a0ea2-c8a7-4644-88e0-bd4f728c3d4a None None] Could not find standard attr ID for object 12847faa-f6b1-45a0-8786-57a3776389fd. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:14:56.966725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78626c-a5b7-4b05-a076-4e150be5b638 None None] Pushing event updated for resources: {'Port': ['ID=b5a33af9-03f6-4154-bd42-7c2a41be4fd9,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:57.074625 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] For port 979938ef-f2b9-44b0-a913-203c803b94a4, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:14:57.109323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b5a33af9-03f6-4154-bd42-7c2a41be4fd9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:14:57.109702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b5a33af9-03f6-4154-bd42-7c2a41be4fd9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:57.128387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] For port 979938ef-f2b9-44b0-a913-203c803b94a4, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=979938ef-f2b9-44b0-a913-203c803b94a4,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:14:57.150524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb5428-02df-4bff-8284-a397726cb936 req-3f9ca3fa-3346-4f4b-bea5-50c738b57118 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:57.150524 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52cb5428-02df-4bff-8284-a397726cb936 req-3f9ca3fa-3346-4f4b-bea5-50c738b57118 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed5c2548-9229-409c-8ada-61b0377557bc HTTP/1.1" status: 200 len: 946 time: 0.2484090 Feb 02 13:14:57.170330 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:57.185122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c105083e-3676-41a6-995d-2ac9d05ffbac None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:14:57.208537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:57.222077 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:57.223574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] 10.222.0.62 "PUT /v2.0/ports/979938ef-f2b9-44b0-a913-203c803b94a4 HTTP/1.1" status: 200 len: 1091 time: 3.5550971 Feb 02 13:14:57.230416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757d0ab8-0f24-4f03-a87a-905d408da460', 'tag': '979938ef-f2b9-44b0-a913-203c803b94a4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:14:57.231824 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36d9cb7-013c-43b0-969d-4038be513d81" -d '{"events": [{"name": "network-changed", "server_uuid": "757d0ab8-0f24-4f03-a87a-905d408da460", "tag": "979938ef-f2b9-44b0-a913-203c803b94a4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:14:57.273093 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3504a575-66ab-4053-affa-7e788d62d1f2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (2d178cc3-a7a8-4d35-b10e-69f20350acb1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:57.324587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b5a33af9-03f6-4154-bd42-7c2a41be4fd9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:14:57.343166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c105083e-3676-41a6-995d-2ac9d05ffbac None None] Deleting port b5a33af9-03f6-4154-bd42-7c2a41be4fd9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:57.347351 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c105083e-3676-41a6-995d-2ac9d05ffbac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b5a33af9-03f6-4154-bd42-7c2a41be4fd9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:57.409232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f85938-e1eb-4613-8a0a-8e0f529e0831 service neutron] Pushing event updated for resources: {'Port': ['ID=979938ef-f2b9-44b0-a913-203c803b94a4,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:57.412472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3504a575-66ab-4053-affa-7e788d62d1f2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:57.422056 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52cb5428-02df-4bff-8284-a397726cb936 req-ca80e096-5658-489c-ab28-c4b1f0183604 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571194 Feb 02 13:14:57.434722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-3504a575-66ab-4053-affa-7e788d62d1f2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:57.437185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3a422-11f1-4f96-803b-52e7670f03f3 req-ea242536-d017-47c8-87d0-22c5ff211d4e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:57.439408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3504a575-66ab-4053-affa-7e788d62d1f2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:57.440164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3a422-11f1-4f96-803b-52e7670f03f3 req-ea242536-d017-47c8-87d0-22c5ff211d4e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 945 time: 0.1826396 Feb 02 13:14:57.444576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3504a575-66ab-4053-affa-7e788d62d1f2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:57.461521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-7cd904c4-a9ce-48a3-bb13-0124990c7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:57.463357 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-7cd904c4-a9ce-48a3-bb13-0124990c7cfe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 1125 time: 0.1484902 Feb 02 13:14:57.468796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504a575-66ab-4053-affa-7e788d62d1f2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=2d178cc3-a7a8-4d35-b10e-69f20350acb1,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:57.521461 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3504a575-66ab-4053-affa-7e788d62d1f2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0598748 Feb 02 13:14:57.522151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59316) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:57.538875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-b27dd32d-a734-41a3-90a1-43fb3b8c1447 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=979938ef-f2b9-44b0-a913-203c803b94a4 HTTP/1.1" status: 200 len: 217 time: 0.0504017 Feb 02 13:14:57.539355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': '2d178cc3-a7a8-4d35-b10e-69f20350acb1', 'ip_address': '2001:db8::f0b8:dc66:e65a:737a'}], 'name': 'tempest-NetworksTestDHCPv6-570182358'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:14:57.622844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c105083e-3676-41a6-995d-2ac9d05ffbac None None] For port b5a33af9-03f6-4154-bd42-7c2a41be4fd9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b5a33af9-03f6-4154-bd42-7c2a41be4fd9,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:14:57.623243 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c105083e-3676-41a6-995d-2ac9d05ffbac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b5a33af9-03f6-4154-bd42-7c2a41be4fd9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:57.649292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c105083e-3676-41a6-995d-2ac9d05ffbac None None] Calling delete_port for b5a33af9-03f6-4154-bd42-7c2a41be4fd9 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:14:57.704673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18d3a422-11f1-4f96-803b-52e7670f03f3 req-52a0d5f0-73c7-4fea-92bc-6057767c5170 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514801 Feb 02 13:14:57.781777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-b45742c1-3d9f-4e39-8a64-069daffb5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:57.794810 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-b45742c1-3d9f-4e39-8a64-069daffb5965 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.2467082 Feb 02 13:14:57.819900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:14:57.824226 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a65550-5ee6-4184-9488-ee070f895a65 x-openstack-request-id: req-c1a65550-5ee6-4184-9488-ee070f895a65 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:14:57.824519 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757d0ab8-0f24-4f03-a87a-905d408da460", "tag": "979938ef-f2b9-44b0-a913-203c803b94a4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:14:57.824767 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c1a65550-5ee6-4184-9488-ee070f895a65 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:14:57.825147 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757d0ab8-0f24-4f03-a87a-905d408da460', 'tag': '979938ef-f2b9-44b0-a913-203c803b94a4', 'status': 'completed', 'code': 200} Feb 02 13:14:57.880881 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-bb0be2d4-14f5-44fb-bf14-3896646b24b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786397 Feb 02 13:14:57.921447 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c105083e-3676-41a6-995d-2ac9d05ffbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (b5a33af9-03f6-4154-bd42-7c2a41be4fd9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:57.944591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe692d6-db36-431a-8639-c114a5c1c638 req-cda958be-a927-485c-b073-f9b5b7f33c5e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:57.957675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe692d6-db36-431a-8639-c114a5c1c638 req-cda958be-a927-485c-b073-f9b5b7f33c5e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:57.960100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105083e-3676-41a6-995d-2ac9d05ffbac None None] Pushing event deleted for resources: {'Port': ['ID=b5a33af9-03f6-4154-bd42-7c2a41be4fd9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:57.967517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe692d6-db36-431a-8639-c114a5c1c638 req-cda958be-a927-485c-b073-f9b5b7f33c5e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:57.971396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105083e-3676-41a6-995d-2ac9d05ffbac None None] No DVR routers for this DVR port b5a33af9-03f6-4154-bd42-7c2a41be4fd9 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:14:57.983161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe692d6-db36-431a-8639-c114a5c1c638 req-cda958be-a927-485c-b073-f9b5b7f33c5e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:57.997721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe692d6-db36-431a-8639-c114a5c1c638 req-cda958be-a927-485c-b073-f9b5b7f33c5e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:58.001881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:58.008302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44b723a-3816-4f14-8fbe-58fc0ebe29b0 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:14:58.009590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe692d6-db36-431a-8639-c114a5c1c638 req-cda958be-a927-485c-b073-f9b5b7f33c5e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:58.021269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe692d6-db36-431a-8639-c114a5c1c638 req-cda958be-a927-485c-b073-f9b5b7f33c5e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:58.031444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebe692d6-db36-431a-8639-c114a5c1c638 req-cda958be-a927-485c-b073-f9b5b7f33c5e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.3983769 Feb 02 13:14:58.049997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:14:58.327511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': '2d178cc3-a7a8-4d35-b10e-69f20350acb1'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:14:58.329032 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:58.368811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::f0b8:dc66:e65a:737a (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/2d178cc3-a7a8-4d35-b10e-69f20350acb1/bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:58.416318 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-c020ab0f-9be9-44d4-a051-5d8abb802185 service neutron] 10.222.0.62 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269468 Feb 02 13:14:58.436364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6167a93-3e51-40d0-ae49-c37fbcbbf46a req-9be66620-ac7a-4b72-9f0f-d69bb273c97d tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:58.447795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6167a93-3e51-40d0-ae49-c37fbcbbf46a req-9be66620-ac7a-4b72-9f0f-d69bb273c97d tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca HTTP/1.1" status: 200 len: 945 time: 0.3711836 Feb 02 13:14:58.560396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a7200-2704-400f-9206-50c5c265f25e req-4931b282-f34d-4f3f-aa9c-64d8e7875b9d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:58.562405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-276a7200-2704-400f-9206-50c5c265f25e req-4931b282-f34d-4f3f-aa9c-64d8e7875b9d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 945 time: 0.4071894 Feb 02 13:14:58.612175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b5a33af9-03f6-4154-bd42-7c2a41be4fd9 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:14:58.653072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b5a33af9-03f6-4154-bd42-7c2a41be4fd9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:14:58.653660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b5a33af9-03f6-4154-bd42-7c2a41be4fd9 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:14:58.708110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6167a93-3e51-40d0-ae49-c37fbcbbf46a req-bf9cff66-bce1-4efb-8159-70ae14312ba2 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588029 Feb 02 13:14:58.790959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:58.792830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c20841-a2bb-4401-b654-1fc61e90d321 req-4bf5a232-c524-4fe9-88a0-2292b23d00a6 service neutron] 10.222.0.62 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354545 Feb 02 13:14:58.838724 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-276a7200-2704-400f-9206-50c5c265f25e req-2158622e-b2c3-49f6-b330-24c6d7a45072 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665949 Feb 02 13:14:58.875025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:58.929600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c96e3e-be71-4603-b09d-20dfa7324209 req-72d1c741-aa1c-49b4-81c3-984ddf5dc55e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:58.943111 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30c96e3e-be71-4603-b09d-20dfa7324209 req-72d1c741-aa1c-49b4-81c3-984ddf5dc55e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 943 time: 0.1286066 Feb 02 13:14:59.005416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:59.016765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:59.019987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Allocated IP 2001:db8::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/2d178cc3-a7a8-4d35-b10e-69f20350acb1/5aae7a40-40e7-43ad-9d72-eb82bd629a64) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:14:59.035245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:59.048314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:59.054689 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:59.090546 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5671351 Feb 02 13:14:59.095049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59374) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:59.097290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3619f-e507-4284-ad26-f73682a80292 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:59.304274 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30c96e3e-be71-4603-b09d-20dfa7324209 req-7ea02a0b-f152-4856-a24d-90c115b03f4e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602560 Feb 02 13:14:59.326055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d9cb7-013c-43b0-969d-4038be513d81 req-bad2ff67-06ba-455e-83f8-ac1e3e44982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:59.337379 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a36d9cb7-013c-43b0-969d-4038be513d81 req-bad2ff67-06ba-455e-83f8-ac1e3e44982f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 1125 time: 0.3823497 Feb 02 13:14:59.439883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44139397-f35e-4708-83b1-afb6a671342e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:59.443900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-44139397-f35e-4708-83b1-afb6a671342e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3275452 Feb 02 13:14:59.444812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59388) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:14:59.635752 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Publish callbacks [] for port (5aae7a40-40e7-43ad-9d72-eb82bd629a64), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:59.653691 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (5aae7a40-40e7-43ad-9d72-eb82bd629a64), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:59.721904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:14:59.724060 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bc195-d89a-4a00-aff8-dbde869e180d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:14:59.724600 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc195-d89a-4a00-aff8-dbde869e180d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:59.735062 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:14:59.745659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:14:59.751089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d9cb7-013c-43b0-969d-4038be513d81 req-6d3d502f-f301-4b34-94fc-bf428d29abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:59.753179 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a36d9cb7-013c-43b0-969d-4038be513d81 req-6d3d502f-f301-4b34-94fc-bf428d29abd0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 913 time: 0.4054158 Feb 02 13:14:59.780551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf4ac5-e859-4a66-8257-774f2232b1bb req-9092b557-1536-4f4f-9192-4e247cb7bf83 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:59.791046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2cf4ac5-e859-4a66-8257-774f2232b1bb req-9092b557-1536-4f4f-9192-4e247cb7bf83 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca HTTP/1.1" status: 200 len: 945 time: 0.3394761 Feb 02 13:14:59.861790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Pushing event updated for resources: {'Port': ['ID=5aae7a40-40e7-43ad-9d72-eb82bd629a64,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:14:59.875928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Attempting to bind port 5aae7a40-40e7-43ad-9d72-eb82bd629a64 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:14:59.876304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Attempting to bind port 5aae7a40-40e7-43ad-9d72-eb82bd629a64 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:14:59.876760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Attempting to bind port 5aae7a40-40e7-43ad-9d72-eb82bd629a64 on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:14:59.882582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:14:59.882985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:14:59.883386 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:59.883824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:14:59.884301 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Bound port: 5aae7a40-40e7-43ad-9d72-eb82bd629a64, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:14:59.885980 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5aae7a40-40e7-43ad-9d72-eb82bd629a64), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:59.936576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc195-d89a-4a00-aff8-dbde869e180d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:14:59.947896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60c2e0-4084-48a6-8ea1-c912fb1c1866 req-01264327-2253-409b-9d21-82c72b020de7 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:14:59.951864 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad60c2e0-4084-48a6-8ea1-c912fb1c1866 req-01264327-2253-409b-9d21-82c72b020de7 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 945 time: 0.4155774 Feb 02 13:14:59.956422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a36d9cb7-013c-43b0-969d-4038be513d81 req-b5ac82a6-7d8c-411d-b9ff-cec0473d9bc3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=979938ef-f2b9-44b0-a913-203c803b94a4 HTTP/1.1" status: 200 len: 217 time: 0.1602592 Feb 02 13:14:59.964316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9f6bc195-d89a-4a00-aff8-dbde869e180d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:00.030699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] For port 5aae7a40-40e7-43ad-9d72-eb82bd629a64, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:00.035001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] For port 5aae7a40-40e7-43ad-9d72-eb82bd629a64, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5aae7a40-40e7-43ad-9d72-eb82bd629a64,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:00.044789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59394) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:00.046964 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5aae7a40-40e7-43ad-9d72-eb82bd629a64), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:00.165834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2cf4ac5-e859-4a66-8257-774f2232b1bb req-f4157b30-30c5-4a77-b246-32d0778f6938 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734424 Feb 02 13:15:00.170321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d9cb7-013c-43b0-969d-4038be513d81 req-c551415f-805f-4e06-894f-53244493a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:00.172682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a36d9cb7-013c-43b0-969d-4038be513d81 req-c551415f-805f-4e06-894f-53244493a0c5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.2047036 Feb 02 13:15:00.194340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5f470-ce9b-432b-a1d6-44a0bf971558 None None] Pushing event updated for resources: {'Port': ['ID=5aae7a40-40e7-43ad-9d72-eb82bd629a64,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:00.213231 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc195-d89a-4a00-aff8-dbde869e180d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:00.257732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bc195-d89a-4a00-aff8-dbde869e180d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:00.300321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a36d9cb7-013c-43b0-969d-4038be513d81 req-ca2c6c7c-a52c-4c81-a8d3-3bd73429723c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972655 Feb 02 13:15:00.331270 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f6bc195-d89a-4a00-aff8-dbde869e180d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:00.336607 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9f6bc195-d89a-4a00-aff8-dbde869e180d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58 HTTP/1.1" status: 204 len: 168 time: 0.8906586 Feb 02 13:15:00.340096 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59402) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:00.402448 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad60c2e0-4084-48a6-8ea1-c912fb1c1866 req-42e51654-693c-42cd-aa17-2e5557b58940 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412725 Feb 02 13:15:00.553323 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-869ad7e1-a9f1-47b9-851a-ad0cb9df7616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:00.571168 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8221b3-7cd9-457d-80dc-160fd88753b7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:00.587399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8221b3-7cd9-457d-80dc-160fd88753b7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:00.590933 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cf8221b3-7cd9-457d-80dc-160fd88753b7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2480311 Feb 02 13:15:00.601913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59408) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:00.671791 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-869ad7e1-a9f1-47b9-851a-ad0cb9df7616 admin admin] Publish callbacks [] for security_group (2aa383b6-16ce-4ae1-a227-eda508e25def), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:00.684643 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-869ad7e1-a9f1-47b9-851a-ad0cb9df7616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2aa383b6-16ce-4ae1-a227-eda508e25def), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:00.738315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b5eb2-6af7-4782-bbc1-770cad85edbe req-8a641cb1-ec9b-4415-8dd6-5cf426f54ca4 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:00.748408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af0b5eb2-6af7-4782-bbc1-770cad85edbe req-8a641cb1-ec9b-4415-8dd6-5cf426f54ca4 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 943 time: 0.3057592 Feb 02 13:15:00.749315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d5095d-33b1-4261-8fcc-f03c0f0bb649 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 2d178cc3-a7a8-4d35-b10e-69f20350acb1 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:15:00.763016 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84d5095d-33b1-4261-8fcc-f03c0f0bb649 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (2d178cc3-a7a8-4d35-b10e-69f20350acb1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:00.838672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5aae7a40-40e7-43ad-9d72-eb82bd629a64 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:00.852179 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a36d9cb7-013c-43b0-969d-4038be513d81 req-e3a7bae5-7be0-41de-8326-95ede982d212 service neutron] 10.222.0.62 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355091 Feb 02 13:15:00.865994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-869ad7e1-a9f1-47b9-851a-ad0cb9df7616 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a1399e8bc7134cf5932a258d4e1a5e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7977750 Feb 02 13:15:00.875455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:00.892604 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ad7e1-a9f1-47b9-851a-ad0cb9df7616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa383b6-16ce-4ae1-a227-eda508e25def,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:00.946909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84d5095d-33b1-4261-8fcc-f03c0f0bb649 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (2d178cc3-a7a8-4d35-b10e-69f20350acb1), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.025390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5aae7a40-40e7-43ad-9d72-eb82bd629a64 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:01.025692 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5aae7a40-40e7-43ad-9d72-eb82bd629a64), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.054495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825073c3-fa54-4e73-8ab0-2f9cf8fb8c4b req-9dc8425f-6f77-4e22-b025-25b8ba6f2400 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:01.056523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-825073c3-fa54-4e73-8ab0-2f9cf8fb8c4b req-9dc8425f-6f77-4e22-b025-25b8ba6f2400 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca HTTP/1.1" status: 200 len: 945 time: 0.3004041 Feb 02 13:15:01.069562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af0b5eb2-6af7-4782-bbc1-770cad85edbe req-2606bfb5-9321-4505-a55c-17be5df2d00a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646241 Feb 02 13:15:01.140640 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84d5095d-33b1-4261-8fcc-f03c0f0bb649 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (2d178cc3-a7a8-4d35-b10e-69f20350acb1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.145546 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f966fcbf-08e4-495c-b25d-0b7735eff969 admin admin] Publish callbacks [] for security_group (2aa383b6-16ce-4ae1-a227-eda508e25def), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.202093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a36d9cb7-013c-43b0-969d-4038be513d81 req-f6b20a40-e0d2-4e54-9f43-500c84efc736 service neutron] 10.222.0.62 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283913 Feb 02 13:15:01.236577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84d5095d-33b1-4261-8fcc-f03c0f0bb649 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (2d178cc3-a7a8-4d35-b10e-69f20350acb1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.268003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5aae7a40-40e7-43ad-9d72-eb82bd629a64 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:01.269689 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5aae7a40-40e7-43ad-9d72-eb82bd629a64), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.280684 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f966fcbf-08e4-495c-b25d-0b7735eff969 admin admin] Publish callbacks [] for security_group (2aa383b6-16ce-4ae1-a227-eda508e25def), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.291088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5095d-33b1-4261-8fcc-f03c0f0bb649 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=2d178cc3-a7a8-4d35-b10e-69f20350acb1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:01.317961 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84d5095d-33b1-4261-8fcc-f03c0f0bb649 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.324523 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-84d5095d-33b1-4261-8fcc-f03c0f0bb649 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/2d178cc3-a7a8-4d35-b10e-69f20350acb1 HTTP/1.1" status: 204 len: 168 time: 0.7214742 Feb 02 13:15:01.325617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59418) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:01.402784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59420) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:01.403750 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a3731fae-0bc4-4497-90b9-548fb724b08b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724390 Feb 02 13:15:01.426830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08222b-71cf-4c31-8447-7b5c57c09f25 req-9b3eae77-bab2-4d21-a69b-5ba4bcdf27b7 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:01.429111 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b08222b-71cf-4c31-8447-7b5c57c09f25 req-9b3eae77-bab2-4d21-a69b-5ba4bcdf27b7 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 945 time: 0.2082546 Feb 02 13:15:01.454454 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:15:01.456022 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:15:01.518636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-825073c3-fa54-4e73-8ab0-2f9cf8fb8c4b req-8e854f84-dd49-4b79-85be-b0ca14de4b76 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Deleting port 04a04cf0-054a-4138-ab62-9b0360c3efc7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:01.519045 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-825073c3-fa54-4e73-8ab0-2f9cf8fb8c4b req-8e854f84-dd49-4b79-85be-b0ca14de4b76 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.570784 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f966fcbf-08e4-495c-b25d-0b7735eff969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2aa383b6-16ce-4ae1-a227-eda508e25def), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.573785 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f966fcbf-08e4-495c-b25d-0b7735eff969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.577469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f966fcbf-08e4-495c-b25d-0b7735eff969 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2aa383b6-16ce-4ae1-a227-eda508e25def HTTP/1.1" status: 204 len: 168 time: 0.6895571 Feb 02 13:15:01.587740 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-7b08222b-71cf-4c31-8447-7b5c57c09f25 req-47dd9299-27bc-447e-9e82-648c5ae4bc1d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Deleting port 6146e07f-e599-401e-9e15-741f5bd274d0 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:01.588186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b08222b-71cf-4c31-8447-7b5c57c09f25 req-47dd9299-27bc-447e-9e82-648c5ae4bc1d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.609717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 979938ef-f2b9-44b0-a913-203c803b94a4 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:15:01.631769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966fcbf-08e4-495c-b25d-0b7735eff969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa383b6-16ce-4ae1-a227-eda508e25def,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:01.711715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-7b08222b-71cf-4c31-8447-7b5c57c09f25 req-47dd9299-27bc-447e-9e82-648c5ae4bc1d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] For port 6146e07f-e599-401e-9e15-741f5bd274d0, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=6146e07f-e599-401e-9e15-741f5bd274d0,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:01.711971 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b08222b-71cf-4c31-8447-7b5c57c09f25 req-47dd9299-27bc-447e-9e82-648c5ae4bc1d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.729317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-7b08222b-71cf-4c31-8447-7b5c57c09f25 req-47dd9299-27bc-447e-9e82-648c5ae4bc1d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Calling delete_port for 6146e07f-e599-401e-9e15-741f5bd274d0 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:01.766143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300e731-aefa-43e5-8b1f-d6dda54582bc req-908497ad-6960-4da8-add3-bc5307ec5598 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:01.774699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d300e731-aefa-43e5-8b1f-d6dda54582bc req-908497ad-6960-4da8-add3-bc5307ec5598 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca HTTP/1.1" status: 200 len: 945 time: 0.3903191 Feb 02 13:15:01.863214 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03a90db9-2250-4e22-99d1-a6f530aa372a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.898766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 979938ef-f2b9-44b0-a913-203c803b94a4, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=979938ef-f2b9-44b0-a913-203c803b94a4,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:01.899099 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b08222b-71cf-4c31-8447-7b5c57c09f25 req-47dd9299-27bc-447e-9e82-648c5ae4bc1d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6146e07f-e599-401e-9e15-741f5bd274d0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.913600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '979938ef-f2b9-44b0-a913-203c803b94a4', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'port_id': '979938ef-f2b9-44b0-a913-203c803b94a4', 'mac_address': 'fa:16:3e:05:cf:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38b2c40-37ff-4b0b-b098-a2e69951a834', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:15:01.928352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d300e731-aefa-43e5-8b1f-d6dda54582bc req-d1403596-c8be-4b9d-8d62-bcfac011c13f tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526220 Feb 02 13:15:01.940428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd9299-27bc-447e-9e82-648c5ae4bc1d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event deleted for resources: {'Port': ['ID=6146e07f-e599-401e-9e15-741f5bd274d0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:01.990533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6622ff13-d8df-4d26-9ded-6e84c9f1ee59 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:01.992485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 979938ef-f2b9-44b0-a913-203c803b94a4 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:01.993098 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:01.995122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6622ff13-d8df-4d26-9ded-6e84c9f1ee59 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5688255 Feb 02 13:15:02.001454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59434) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:02.010898 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d', '6146e07f-e599-401e-9e15-741f5bd274d0'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:02.014132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca852318-4185-4a50-90e7-e0a2b54128d0 req-c72234a7-3529-4f95-a2d1-22a1aa2ae4be tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:02.022814 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca852318-4185-4a50-90e7-e0a2b54128d0 req-c72234a7-3529-4f95-a2d1-22a1aa2ae4be tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ddc074f-439f-49ec-b752-099c7698b144 HTTP/1.1" status: 200 len: 945 time: 0.4880898 Feb 02 13:15:02.066639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33586619-02a7-4346-aba9-25741f332149 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:02.117610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca852318-4185-4a50-90e7-e0a2b54128d0 req-77deea96-0f87-4a6b-ab45-18bbca88f47b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938239 Feb 02 13:15:02.134876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979938ef-f2b9-44b0-a913-203c803b94a4 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:15:02.142696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12227d0-2670-4647-8cd7-f1fae10dc675 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:02.149064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59440) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:02.150420 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a12227d0-2670-4647-8cd7-f1fae10dc675 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1398280 Feb 02 13:15:02.192542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59442) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:02.193382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b08222b-71cf-4c31-8447-7b5c57c09f25 req-47dd9299-27bc-447e-9e82-648c5ae4bc1d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] No DVR routers for this DVR port 6146e07f-e599-401e-9e15-741f5bd274d0 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:15:02.208965 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7b08222b-71cf-4c31-8447-7b5c57c09f25 req-47dd9299-27bc-447e-9e82-648c5ae4bc1d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:02.212797 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b08222b-71cf-4c31-8447-7b5c57c09f25 req-47dd9299-27bc-447e-9e82-648c5ae4bc1d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.62 "DELETE /v2.0/ports/6146e07f-e599-401e-9e15-741f5bd274d0 HTTP/1.1" status: 204 len: 173 time: 0.7679996 Feb 02 13:15:02.213889 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2adec490-fb6e-476c-9c85-367dfcfa6a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:02.224340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddc074f-439f-49ec-b752-099c7698b144', 'name': 'network-vif-deleted', 'tag': '6146e07f-e599-401e-9e15-741f5bd274d0'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:02.228339 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c9045b-0c84-4453-ad7f-0131f30645a6" -d '{"events": [{"server_uuid": "7ddc074f-439f-49ec-b752-099c7698b144", "name": "network-vif-deleted", "tag": "6146e07f-e599-401e-9e15-741f5bd274d0"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:02.277325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 979938ef-f2b9-44b0-a913-203c803b94a4, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=979938ef-f2b9-44b0-a913-203c803b94a4,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:02.308722 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653cf96e-2979-42ff-bf07-5bc889ef84d0 x-openstack-request-id: req-653cf96e-2979-42ff-bf07-5bc889ef84d0 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:02.309130 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddc074f-439f-49ec-b752-099c7698b144", "name": "network-vif-deleted", "tag": "6146e07f-e599-401e-9e15-741f5bd274d0", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:02.309560 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-653cf96e-2979-42ff-bf07-5bc889ef84d0 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:02.310174 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddc074f-439f-49ec-b752-099c7698b144', 'name': 'network-vif-deleted', 'tag': '6146e07f-e599-401e-9e15-741f5bd274d0', 'status': 'completed', 'code': 200} Feb 02 13:15:02.338663 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2adec490-fb6e-476c-9c85-367dfcfa6a0c admin admin] Publish callbacks [] for security_group (851cf1e2-3ab9-4aa8-8e9e-69a06aea5731), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:02.344253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9a4c8652-20eb-4f4d-9868-ada61596ac78 None None] Provisioning complete for port 5aae7a40-40e7-43ad-9d72-eb82bd629a64 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:02.344636 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a4c8652-20eb-4f4d-9868-ada61596ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5aae7a40-40e7-43ad-9d72-eb82bd629a64), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:02.345322 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2adec490-fb6e-476c-9c85-367dfcfa6a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (851cf1e2-3ab9-4aa8-8e9e-69a06aea5731), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:02.347440 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:02.354920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5aae7a40-40e7-43ad-9d72-eb82bd629a64 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:02.355334 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5aae7a40-40e7-43ad-9d72-eb82bd629a64), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:02.390497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adec490-fb6e-476c-9c85-367dfcfa6a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851cf1e2-3ab9-4aa8-8e9e-69a06aea5731,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:02.430121 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2adec490-fb6e-476c-9c85-367dfcfa6a0c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f69542a14b214534a775d1fc4f371e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345626 Feb 02 13:15:02.432907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59446) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:02.434715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-825073c3-fa54-4e73-8ab0-2f9cf8fb8c4b req-8e854f84-dd49-4b79-85be-b0ca14de4b76 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] For port 04a04cf0-054a-4138-ab62-9b0360c3efc7, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=04a04cf0-054a-4138-ab62-9b0360c3efc7,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:02.435898 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-825073c3-fa54-4e73-8ab0-2f9cf8fb8c4b req-8e854f84-dd49-4b79-85be-b0ca14de4b76 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:02.458322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59448) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:02.458542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6ddc4093-4566-490f-8789-dadb5e1a6b01 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2971635 Feb 02 13:15:02.502909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-825073c3-fa54-4e73-8ab0-2f9cf8fb8c4b req-8e854f84-dd49-4b79-85be-b0ca14de4b76 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Calling delete_port for 04a04cf0-054a-4138-ab62-9b0360c3efc7 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:02.527275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f3ad1012-2396-4ea5-8623-d84b96e0f6a7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:02.574914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 5aae7a40-40e7-43ad-9d72-eb82bd629a64, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5aae7a40-40e7-43ad-9d72-eb82bd629a64,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:02.595284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e80a0-c440-4b16-9fda-383f5c0abea6 req-dbc5b0ea-1448-4493-9707-c2bd94ed4d43 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:02.596592 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5aae7a40-40e7-43ad-9d72-eb82bd629a64), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:02.597433 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-613e80a0-c440-4b16-9fda-383f5c0abea6 req-dbc5b0ea-1448-4493-9707-c2bd94ed4d43 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 944 time: 0.2068779 Feb 02 13:15:02.631832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=979938ef-f2b9-44b0-a913-203c803b94a4,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:02.713490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b8d508-8ad9-4c45-b160-c46f4b2726d8 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:15:02.763820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-613e80a0-c440-4b16-9fda-383f5c0abea6 req-d004f873-1562-4d3c-867f-ac8be947d91b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494448 Feb 02 13:15:02.798469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['979938ef-f2b9-44b0-a913-203c803b94a4'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:02.872559 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-825073c3-fa54-4e73-8ab0-2f9cf8fb8c4b req-8e854f84-dd49-4b79-85be-b0ca14de4b76 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (04a04cf0-054a-4138-ab62-9b0360c3efc7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:02.911230 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9999078-6ad1-4309-9105-bf3c1f670ac0 admin admin] Publish callbacks [] for security_group (851cf1e2-3ab9-4aa8-8e9e-69a06aea5731), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:02.925101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e854f84-dd49-4b79-85be-b0ca14de4b76 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Pushing event deleted for resources: {'Port': ['ID=04a04cf0-054a-4138-ab62-9b0360c3efc7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:02.935715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['cf5d3e98-3bc7-4cde-85d7-cdcc985def71'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:02.941648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['1da5df6c-0d81-4a6b-af45-a3660c04d840', '04a04cf0-054a-4138-ab62-9b0360c3efc7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:02.958599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=5aae7a40-40e7-43ad-9d72-eb82bd629a64,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:02.981188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ad1012-2396-4ea5-8623-d84b96e0f6a7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:02.992403 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1012-2396-4ea5-8623-d84b96e0f6a7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:03.013912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-825073c3-fa54-4e73-8ab0-2f9cf8fb8c4b req-8e854f84-dd49-4b79-85be-b0ca14de4b76 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] No DVR routers for this DVR port 04a04cf0-054a-4138-ab62-9b0360c3efc7 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:15:03.019596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-825073c3-fa54-4e73-8ab0-2f9cf8fb8c4b req-8e854f84-dd49-4b79-85be-b0ca14de4b76 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:03.022997 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9999078-6ad1-4309-9105-bf3c1f670ac0 admin admin] Publish callbacks [] for security_group (851cf1e2-3ab9-4aa8-8e9e-69a06aea5731), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:03.027705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-825073c3-fa54-4e73-8ab0-2f9cf8fb8c4b req-8e854f84-dd49-4b79-85be-b0ca14de4b76 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.18 "DELETE /v2.0/ports/04a04cf0-054a-4138-ab62-9b0360c3efc7 HTTP/1.1" status: 204 len: 173 time: 1.9613380 Feb 02 13:15:03.027705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca', 'name': 'network-vif-deleted', 'tag': '04a04cf0-054a-4138-ab62-9b0360c3efc7'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:03.036425 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed192973-c73b-458d-a922-870a9c69f230" -d '{"events": [{"server_uuid": "d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca", "name": "network-vif-deleted", "tag": "04a04cf0-054a-4138-ab62-9b0360c3efc7"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:03.058716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9a4c8652-20eb-4f4d-9868-ada61596ac78 None None] Current status of the port 5aae7a40-40e7-43ad-9d72-eb82bd629a64 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:03.109166 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-949b1833-0ad8-42c8-a39f-2f477fcc346a req-4ffa251d-e7f7-4fcd-b22e-53f8cd33c758 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca HTTP/1.1" status: 200 len: 210 time: 0.0603576 Feb 02 13:15:03.172330 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f859dd-0a28-4073-b70f-7ec109eb1651 x-openstack-request-id: req-39f859dd-0a28-4073-b70f-7ec109eb1651 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:03.172689 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca", "name": "network-vif-deleted", "tag": "04a04cf0-054a-4138-ab62-9b0360c3efc7", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:03.173004 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-39f859dd-0a28-4073-b70f-7ec109eb1651 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:03.173477 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6aec6bd-43d5-41ed-acd8-5a3c21f3a4ca', 'name': 'network-vif-deleted', 'tag': '04a04cf0-054a-4138-ab62-9b0360c3efc7', 'status': 'completed', 'code': 200} Feb 02 13:15:03.287575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9999078-6ad1-4309-9105-bf3c1f670ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (851cf1e2-3ab9-4aa8-8e9e-69a06aea5731), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:03.290498 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9999078-6ad1-4309-9105-bf3c1f670ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:03.295981 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b9999078-6ad1-4309-9105-bf3c1f670ac0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/851cf1e2-3ab9-4aa8-8e9e-69a06aea5731 HTTP/1.1" status: 204 len: 168 time: 0.8600955 Feb 02 13:15:03.333713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9999078-6ad1-4309-9105-bf3c1f670ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851cf1e2-3ab9-4aa8-8e9e-69a06aea5731,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:03.424881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1012-2396-4ea5-8623-d84b96e0f6a7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (7e810b63-dc88-4f0a-9e1a-3115135c1d01), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:03.482973 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ad1012-2396-4ea5-8623-d84b96e0f6a7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:03.488384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f3ad1012-2396-4ea5-8623-d84b96e0f6a7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:03.490811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-12b8d508-8ad9-4c45-b160-c46f4b2726d8 None None] Deleting port 5aae7a40-40e7-43ad-9d72-eb82bd629a64 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:03.491180 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b8d508-8ad9-4c45-b160-c46f4b2726d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5aae7a40-40e7-43ad-9d72-eb82bd629a64), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:03.495068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ad1012-2396-4ea5-8623-d84b96e0f6a7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:03.496099 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3ad1012-2396-4ea5-8623-d84b96e0f6a7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:03.511798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad1012-2396-4ea5-8623-d84b96e0f6a7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=7e810b63-dc88-4f0a-9e1a-3115135c1d01,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:03.531320 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f3ad1012-2396-4ea5-8623-d84b96e0f6a7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0710595 Feb 02 13:15:03.534450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:03.539784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': '7e810b63-dc88-4f0a-9e1a-3115135c1d01', 'ip_address': '2001:db8::1e36:5adf:787d:b457'}], 'name': 'tempest-NetworksTestDHCPv6-632584298'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:03.716228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 6146e07f-e599-401e-9e15-741f5bd274d0 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:04.036336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:04.158582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 6146e07f-e599-401e-9e15-741f5bd274d0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:15:04.162743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 6146e07f-e599-401e-9e15-741f5bd274d0 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:15:04.249688 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:04.301592 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f07ff98a-b57d-4e4e-92f3-0ae79892ceaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:04.312337 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port f5a8d1c2-aaaf-494c-a1d8-001242f10235 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:15:04.366620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-12b8d508-8ad9-4c45-b160-c46f4b2726d8 None None] For port 5aae7a40-40e7-43ad-9d72-eb82bd629a64, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5aae7a40-40e7-43ad-9d72-eb82bd629a64,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:04.367747 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b8d508-8ad9-4c45-b160-c46f4b2726d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5aae7a40-40e7-43ad-9d72-eb82bd629a64), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:04.406813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-12b8d508-8ad9-4c45-b160-c46f4b2726d8 None None] Calling delete_port for 5aae7a40-40e7-43ad-9d72-eb82bd629a64 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:04.757495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e105c-b366-46c0-bae1-37838f85abca req-c2a93a95-96bd-46de-bb55-34ec857e3e2b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:04.765887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0f7e105c-b366-46c0-bae1-37838f85abca req-c2a93a95-96bd-46de-bb55-34ec857e3e2b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 944 time: 0.4708195 Feb 02 13:15:04.775647 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b8d508-8ad9-4c45-b160-c46f4b2726d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (5aae7a40-40e7-43ad-9d72-eb82bd629a64), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:04.805521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8d508-8ad9-4c45-b160-c46f4b2726d8 None None] Pushing event deleted for resources: {'Port': ['ID=5aae7a40-40e7-43ad-9d72-eb82bd629a64,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:04.807528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5aae7a40-40e7-43ad-9d72-eb82bd629a64 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:04.837761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 5aae7a40-40e7-43ad-9d72-eb82bd629a64 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:15:04.838154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5aae7a40-40e7-43ad-9d72-eb82bd629a64 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:15:04.839738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0f7e105c-b366-46c0-bae1-37838f85abca req-83ef6ab3-28b2-4293-8cad-6051f2c4a7ec tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678933 Feb 02 13:15:04.839945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8d508-8ad9-4c45-b160-c46f4b2726d8 None None] No DVR routers for this DVR port 5aae7a40-40e7-43ad-9d72-eb82bd629a64 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:15:04.859058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::1e36:5adf:787d:b457 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/7e810b63-dc88-4f0a-9e1a-3115135c1d01/f5a8d1c2-aaaf-494c-a1d8-001242f10235) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:04.863922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176f2375-50e1-4c0b-8734-61af1377058e None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:04.975285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-28c9fd39-ea8c-41b1-866c-e713e7bbe136 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:04.977935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-28c9fd39-ea8c-41b1-866c-e713e7bbe136 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.4188704 Feb 02 13:15:05.019297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': '7e810b63-dc88-4f0a-9e1a-3115135c1d01'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:15:05.024355 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:05.037297 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-d04d3263-5dcb-40fc-8478-0acd7d7f0da9 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/quotas/6ee72b4765a44f94a55b3d24e29dc8b4 HTTP/1.1" status: 200 len: 375 time: 0.0485132 Feb 02 13:15:05.500139 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:05.501711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59556) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:05.591017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-6ceff11b-f1e8-486c-9d75-b59dd642af99 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5525126 Feb 02 13:15:05.633941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8a81-1812-41e5-a78a-99d54077af9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:05.639461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 979938ef-f2b9-44b0-a913-203c803b94a4 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:05.752872 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-7a346f1b-92e6-4373-b996-c55ed703d3d1 service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609271 Feb 02 13:15:05.757098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 979938ef-f2b9-44b0-a913-203c803b94a4 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:15:05.765939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 979938ef-f2b9-44b0-a913-203c803b94a4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:05.766321 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8a81-1812-41e5-a78a-99d54077af9d admin admin] Publish callbacks [] for security_group (229fa8da-8b67-4ed4-a68d-d19ce6d55295), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:05.767405 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:05.775379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8a81-1812-41e5-a78a-99d54077af9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (229fa8da-8b67-4ed4-a68d-d19ce6d55295), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:05.868221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-5cafd0ea-f8c8-4378-b714-e5d182dd8847 service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139836 Feb 02 13:15:05.869911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b8a81-1812-41e5-a78a-99d54077af9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229fa8da-8b67-4ed4-a68d-d19ce6d55295,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:05.885575 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aa8b8a81-1812-41e5-a78a-99d54077af9d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3f69b6d272b0436385038213f8438e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3818545 Feb 02 13:15:05.888296 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59568) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:05.947083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 979938ef-f2b9-44b0-a913-203c803b94a4 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:05.947633 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:05.980365 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c29a7a39-6b38-4f77-8bee-e533333a6a95 admin admin] Publish callbacks [] for security_group (229fa8da-8b67-4ed4-a68d-d19ce6d55295), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:05.981589 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (f5a8d1c2-aaaf-494c-a1d8-001242f10235), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:06.005106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757d0ab8-0f24-4f03-a87a-905d408da460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979938ef-f2b9-44b0-a913-203c803b94a4'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:06.008417 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c29a7a39-6b38-4f77-8bee-e533333a6a95 admin admin] Publish callbacks [] for security_group (229fa8da-8b67-4ed4-a68d-d19ce6d55295), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:06.016031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540fe07-f724-48ca-aba8-f320514d8115 req-33864907-c7f0-4daa-b83c-7334764a9de8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:06.018047 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34cb5cc-a58c-4a81-8bd5-53cea2e9522a" -d '{"events": [{"server_uuid": "757d0ab8-0f24-4f03-a87a-905d408da460", "name": "network-vif-plugged", "status": "completed", "tag": "979938ef-f2b9-44b0-a913-203c803b94a4"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:06.026726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540fe07-f724-48ca-aba8-f320514d8115 req-33864907-c7f0-4daa-b83c-7334764a9de8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:06.039611 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a540fe07-f724-48ca-aba8-f320514d8115 req-33864907-c7f0-4daa-b83c-7334764a9de8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed5c2548-9229-409c-8ada-61b0377557bc&device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 1682 time: 0.1697087 Feb 02 13:15:06.054218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 979938ef-f2b9-44b0-a913-203c803b94a4, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=979938ef-f2b9-44b0-a913-203c803b94a4,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:06.063445 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:06.071469 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c29a7a39-6b38-4f77-8bee-e533333a6a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (229fa8da-8b67-4ed4-a68d-d19ce6d55295), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:06.075037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c29a7a39-6b38-4f77-8bee-e533333a6a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:06.076559 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c29a7a39-6b38-4f77-8bee-e533333a6a95 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/229fa8da-8b67-4ed4-a68d-d19ce6d55295 HTTP/1.1" status: 204 len: 168 time: 0.1875036 Feb 02 13:15:06.107641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a7a39-6b38-4f77-8bee-e533333a6a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229fa8da-8b67-4ed4-a68d-d19ce6d55295,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:06.141896 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f5a8d1c2-aaaf-494c-a1d8-001242f10235), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:06.150075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a540fe07-f724-48ca-aba8-f320514d8115 req-4ffa6852-4301-488f-9868-b101cb33c2a0 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092806 Feb 02 13:15:06.257197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=f5a8d1c2-aaaf-494c-a1d8-001242f10235,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:06.279132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=979938ef-f2b9-44b0-a913-203c803b94a4,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:06.301638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 04a04cf0-054a-4138-ab62-9b0360c3efc7 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:06.321769 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ac7a4bd-781f-4aa4-b1db-b7f1eec46034 req-543274ff-6523-4a52-8cd9-bcdad4f46482 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 210 time: 0.0681736 Feb 02 13:15:06.328950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:06.331436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:06.334435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:06.339942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:06.340571 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:06.363628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Allocated IP 2001:db8::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/7e810b63-dc88-4f0a-9e1a-3115135c1d01/118a337d-4a8c-4e4b-8e75-ffb37f123cbd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:06.366072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 04a04cf0-054a-4138-ab62-9b0360c3efc7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:15:06.371940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 04a04cf0-054a-4138-ab62-9b0360c3efc7 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:15:06.378221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047c463-2360-4886-b645-c52e88ec889f req-458be446-f7f8-4876-99a6-ff424a87eb3e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:06.379960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1047c463-2360-4886-b645-c52e88ec889f req-458be446-f7f8-4876-99a6-ff424a87eb3e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.2585976 Feb 02 13:15:06.387076 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-efc20d17-92f6-46e7-9bbc-6d9891e025ff tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8486130 Feb 02 13:15:06.387613 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59590) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:06.393631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f1fde554-cdcd-43c2-9aae-f279ae3a0eb6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': '7e810b63-dc88-4f0a-9e1a-3115135c1d01', 'ip_address': '2001:db8::1e36:5adf:787d:b457'}], 'name': 'tempest-NetworksTestDHCPv6-924090490'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:06.500591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1047c463-2360-4886-b645-c52e88ec889f req-99c065d2-2c69-4b4b-9ab5-b3d8ac34f106 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136186 Feb 02 13:15:06.509394 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e952b75-9c53-44e6-9029-741d1a2d2fbd x-openstack-request-id: req-7e952b75-9c53-44e6-9029-741d1a2d2fbd {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:06.509961 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757d0ab8-0f24-4f03-a87a-905d408da460", "name": "network-vif-plugged", "status": "completed", "tag": "979938ef-f2b9-44b0-a913-203c803b94a4", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:06.510703 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7e952b75-9c53-44e6-9029-741d1a2d2fbd {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:06.512885 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757d0ab8-0f24-4f03-a87a-905d408da460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979938ef-f2b9-44b0-a913-203c803b94a4', 'code': 200} Feb 02 13:15:06.698953 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:06.739141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b3ba3-5bc4-426b-8b5a-26bda0d526e4 req-4d9bc235-b13c-44b8-b51a-a6184a30ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:06.743954 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f60b3ba3-5bc4-426b-8b5a-26bda0d526e4 req-4d9bc235-b13c-44b8-b51a-a6184a30ef9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 1127 time: 0.1718714 Feb 02 13:15:06.779100 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:06.820056 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f60b3ba3-5bc4-426b-8b5a-26bda0d526e4 req-172cc8ca-3e8c-4269-b8fb-df472308d5ef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655296 Feb 02 13:15:06.846607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fde554-cdcd-43c2-9aae-f279ae3a0eb6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:06.895380 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Publish callbacks [] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:06.906028 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:06.986904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:06.992591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:06.996387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:06.998620 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1fde554-cdcd-43c2-9aae-f279ae3a0eb6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:07.007188 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Pushing event updated for resources: {'Port': ['ID=118a337d-4a8c-4e4b-8e75-ffb37f123cbd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:07.051186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f1fde554-cdcd-43c2-9aae-f279ae3a0eb6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 5161cab4-be5e-49af-8174-713d5b012b22 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:15:07.114143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Attempting to bind port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:15:07.122010 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Attempting to bind port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:15:07.122561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Attempting to bind port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:07.135133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:15:07.136650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:07.137471 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:07.138037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:15:07.138697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Bound port: 118a337d-4a8c-4e4b-8e75-ffb37f123cbd, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:15:07.139284 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:07.233302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] For port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:07.236999 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] For port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=118a337d-4a8c-4e4b-8e75-ffb37f123cbd,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:07.252576 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:07.357672 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fde554-cdcd-43c2-9aae-f279ae3a0eb6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 02 13:15:07.358140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fde554-cdcd-43c2-9aae-f279ae3a0eb6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:15:07.371664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce5641-362e-4491-8839-fa505144b8dc None None] Pushing event updated for resources: {'Port': ['ID=118a337d-4a8c-4e4b-8e75-ffb37f123cbd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:07.387776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cd496-7fe9-4541-a036-d1e8d79f1385 req-6b433bff-204e-44c5-9f84-e58c890456e8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:07.393990 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f1fde554-cdcd-43c2-9aae-f279ae3a0eb6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0031276 Feb 02 13:15:07.394461 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59628) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:07.399768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483cd496-7fe9-4541-a036-d1e8d79f1385 req-6b433bff-204e-44c5-9f84-e58c890456e8 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed5c2548-9229-409c-8ada-61b0377557bc HTTP/1.1" status: 200 len: 946 time: 0.0861790 Feb 02 13:15:07.485638 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-483cd496-7fe9-4541-a036-d1e8d79f1385 req-34028548-a9aa-4d35-8bdd-3529e72b1e5e tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846920 Feb 02 13:15:07.494826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f0e351-e713-4952-a00c-6fe975d717cc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:07.504939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f0e351-e713-4952-a00c-6fe975d717cc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:07.506734 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d1f0e351-e713-4952-a00c-6fe975d717cc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1115363 Feb 02 13:15:07.509547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59630) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:07.558523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74437bf9-809a-4aa0-952a-f1c55f5f34bf req-94185cb7-3bed-4bef-b971-39b632ca827e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 210 time: 0.0495312 Feb 02 13:15:07.600621 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:07.825437 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-aa25998e-2184-4998-8b48-8eade5c5c225 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port f5a8d1c2-aaaf-494c-a1d8-001242f10235 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:07.825437 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa25998e-2184-4998-8b48-8eade5c5c225 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f5a8d1c2-aaaf-494c-a1d8-001242f10235), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:07.872072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34594a-6d70-426d-a940-5b10e3454e83 req-db734502-809a-4d53-8d9c-7a6cebec8e7a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:07.879084 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb34594a-6d70-426d-a940-5b10e3454e83 req-db734502-809a-4d53-8d9c-7a6cebec8e7a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.2574792 Feb 02 13:15:07.950357 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:07.995731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb34594a-6d70-426d-a940-5b10e3454e83 req-521314ab-2b81-4a0d-8655-5f9bab30a587 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114166 Feb 02 13:15:08.005831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-69c5997d-0e22-4e85-b98c-ce4fe7592824 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:08.007636 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-69c5997d-0e22-4e85-b98c-ce4fe7592824 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.3313513 Feb 02 13:15:08.039171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Request body: {'port': {'device_id': '0a87920d-0263-4856-b381-1a0940d8375e', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'admin_state_up': True, 'tenant_id': '6ee72b4765a44f94a55b3d24e29dc8b4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:08.059588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa25998e-2184-4998-8b48-8eade5c5c225 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f5a8d1c2-aaaf-494c-a1d8-001242f10235), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:08.074902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-aa25998e-2184-4998-8b48-8eade5c5c225 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for f5a8d1c2-aaaf-494c-a1d8-001242f10235 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:08.240012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Made reservation on behalf of 6ee72b4765a44f94a55b3d24e29dc8b4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:08.245900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:08.277211 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa25998e-2184-4998-8b48-8eade5c5c225 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f5a8d1c2-aaaf-494c-a1d8-001242f10235), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:08.329333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25998e-2184-4998-8b48-8eade5c5c225 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=f5a8d1c2-aaaf-494c-a1d8-001242f10235,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:08.352769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa25998e-2184-4998-8b48-8eade5c5c225 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:08.358863 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aa25998e-2184-4998-8b48-8eade5c5c225 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/f5a8d1c2-aaaf-494c-a1d8-001242f10235 HTTP/1.1" status: 204 len: 168 time: 0.8457639 Feb 02 13:15:08.359068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59660) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:08.433475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Allocated IP 172.20.0.7 (9077904b-671d-4f70-86b9-02225fb01c2a/8e3d761b-885b-4819-bc18-f1fb3a1e9ebb/5cb2b5c7-6753-4547-baa2-81537244c427) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:08.437413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f9d28-ad50-416f-8921-0c4e8a8fcfdd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:08.440703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f9d28-ad50-416f-8921-0c4e8a8fcfdd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:08.445144 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ea4f9d28-ad50-416f-8921-0c4e8a8fcfdd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0827765 Feb 02 13:15:08.445766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59662) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:08.546033 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-90f61df6-3fe9-4bed-a927-249caff4e019 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 7e810b63-dc88-4f0a-9e1a-3115135c1d01 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:15:08.557446 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90f61df6-3fe9-4bed-a927-249caff4e019 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (7e810b63-dc88-4f0a-9e1a-3115135c1d01), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:08.643834 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90f61df6-3fe9-4bed-a927-249caff4e019 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (7e810b63-dc88-4f0a-9e1a-3115135c1d01), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:08.817386 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a254f-1694-4e92-9349-7c37989d5d35 req-2ff20309-6f90-40a8-839c-0aed6fec5307 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:08.818958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a80a254f-1694-4e92-9349-7c37989d5d35 req-2ff20309-6f90-40a8-839c-0aed6fec5307 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed5c2548-9229-409c-8ada-61b0377557bc HTTP/1.1" status: 200 len: 946 time: 0.2082341 Feb 02 13:15:08.829922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 118a337d-4a8c-4e4b-8e75-ffb37f123cbd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:08.847511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16729e9b-e398-47e4-ac37-5a9084eaf50c req-9b1c7356-b533-46dc-8bd6-356d3a9311f1 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 210 time: 0.1384504 Feb 02 13:15:08.883103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks [] for port (5cb2b5c7-6753-4547-baa2-81537244c427), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:08.940670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a80a254f-1694-4e92-9349-7c37989d5d35 req-87a7bc40-3be4-4fd1-b7d4-f7f421511d56 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/security-groups?id=93d64a38-b6fe-407a-b913-820f6c166ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930870 Feb 02 13:15:08.954095 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90f61df6-3fe9-4bed-a927-249caff4e019 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (7e810b63-dc88-4f0a-9e1a-3115135c1d01), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:08.978100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:08.978460 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.093712 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.125220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b59208-e826-48e6-87fe-a22682fa6687 req-cfc6f749-e159-4849-849a-8055786708fe tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:09.130544 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-30b59208-e826-48e6-87fe-a22682fa6687 req-cfc6f749-e159-4849-849a-8055786708fe tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed5c2548-9229-409c-8ada-61b0377557bc HTTP/1.1" status: 200 len: 946 time: 0.2669868 Feb 02 13:15:09.185742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:09.236411 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90f61df6-3fe9-4bed-a927-249caff4e019 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (7e810b63-dc88-4f0a-9e1a-3115135c1d01), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.247351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:09.247766 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.261098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90f61df6-3fe9-4bed-a927-249caff4e019 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.269915 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-90f61df6-3fe9-4bed-a927-249caff4e019 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/7e810b63-dc88-4f0a-9e1a-3115135c1d01 HTTP/1.1" status: 204 len: 168 time: 0.8227160 Feb 02 13:15:09.289435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59700) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:09.304246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f61df6-3fe9-4bed-a927-249caff4e019 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=7e810b63-dc88-4f0a-9e1a-3115135c1d01,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:09.322120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddcacb-d8e4-4851-b8d1-c66ed10d48a4 req-ebb1ae4b-84b0-461d-b056-c812615f8457 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:09.324626 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05ddcacb-d8e4-4851-b8d1-c66ed10d48a4 req-ebb1ae4b-84b0-461d-b056-c812615f8457 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 945 time: 0.3703718 Feb 02 13:15:09.325824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event updated for resources: {'Port': ['ID=5cb2b5c7-6753-4547-baa2-81537244c427,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:09.334830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Network 9077904b-671d-4f70-86b9-02225fb01c2a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:09.341122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:09.396142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Provisioning complete for port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:09.397990 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.398121 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-619f8e61-fa7c-435d-be18-bb4a32eb8047 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913022 Feb 02 13:15:09.409266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:09.433481 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:15:09.433854 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:15:09.455874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59710) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:09.472365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4ac70a86-d9d1-4972-ba3a-33dc7a3933a3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:09.497140 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:09.497961 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.540253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-8910c876-9e1e-47ae-854f-621360a4fefd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5068326 Feb 02 13:15:09.573770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Request body: {'port': {'device_id': '0a87920d-0263-4856-b381-1a0940d8375e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:09.596951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb3288-e691-4c31-8e94-b017d6e8ffbc req-b1db1ac0-3553-4300-b6c1-89a36d7666ca tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:09.598825 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dbcb3288-e691-4c31-8e94-b017d6e8ffbc req-b1db1ac0-3553-4300-b6c1-89a36d7666ca tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.4084110 Feb 02 13:15:09.634512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-30b59208-e826-48e6-87fe-a22682fa6687 req-f9fd0c9e-a5ec-4214-8a16-5ad64c8af133 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Deleting port cf5d3e98-3bc7-4cde-85d7-cdcc985def71 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:09.634930 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-30b59208-e826-48e6-87fe-a22682fa6687 req-f9fd0c9e-a5ec-4214-8a16-5ad64c8af133 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.657970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec7a05f-3551-412a-ab9d-8fab93531628 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:09.756843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-05ddcacb-d8e4-4851-b8d1-c66ed10d48a4 req-a63917b1-d191-41ba-8e35-7555c35f11fe tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Deleting port 1da5df6c-0d81-4a6b-af45-a3660c04d840 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:09.757494 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-05ddcacb-d8e4-4851-b8d1-c66ed10d48a4 req-a63917b1-d191-41ba-8e35-7555c35f11fe tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.763066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Current status of the port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:09.763812 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.767828 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-30b59208-e826-48e6-87fe-a22682fa6687 req-f9fd0c9e-a5ec-4214-8a16-5ad64c8af133 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] For port cf5d3e98-3bc7-4cde-85d7-cdcc985def71, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=cf5d3e98-3bc7-4cde-85d7-cdcc985def71,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:09.768289 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-30b59208-e826-48e6-87fe-a22682fa6687 req-f9fd0c9e-a5ec-4214-8a16-5ad64c8af133 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.782417 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-30b59208-e826-48e6-87fe-a22682fa6687 req-f9fd0c9e-a5ec-4214-8a16-5ad64c8af133 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Calling delete_port for cf5d3e98-3bc7-4cde-85d7-cdcc985def71 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:09.799668 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dbcb3288-e691-4c31-8e94-b017d6e8ffbc req-415bd8d9-3d33-49f8-b1e8-c00617d58082 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647809 Feb 02 13:15:09.846689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] For port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=118a337d-4a8c-4e4b-8e75-ffb37f123cbd,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:09.862740 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.935613 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac70a86-d9d1-4972-ba3a-33dc7a3933a3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:09.941893 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ac70a86-d9d1-4972-ba3a-33dc7a3933a3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:09.985301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-05ddcacb-d8e4-4851-b8d1-c66ed10d48a4 req-a63917b1-d191-41ba-8e35-7555c35f11fe tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] For port 1da5df6c-0d81-4a6b-af45-a3660c04d840, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=1da5df6c-0d81-4a6b-af45-a3660c04d840,segment=NetworkSegment(5bca548b-9203-4e2a-9a9d-0503602ef7f3),segment_id=5bca548b-9203-4e2a-9a9d-0503602ef7f3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:09.985663 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-05ddcacb-d8e4-4851-b8d1-c66ed10d48a4 req-a63917b1-d191-41ba-8e35-7555c35f11fe tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:10.028187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-05ddcacb-d8e4-4851-b8d1-c66ed10d48a4 req-a63917b1-d191-41ba-8e35-7555c35f11fe tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Calling delete_port for 1da5df6c-0d81-4a6b-af45-a3660c04d840 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:10.080917 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-de6ccea9-f46f-4b52-bca9-5ba3b7c4db63 None None] Could not find standard attr ID for object bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:15:10.098995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:10.110908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Pushing event updated for resources: {'Port': ['ID=118a337d-4a8c-4e4b-8e75-ffb37f123cbd,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:10.128440 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.129093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.129628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.130187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.130920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.131628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.132269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.133291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.133823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.134757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.135367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.135927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.136580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca1a904-5e86-4131-8a66-6f93c3c828c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:10.158406 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:10.159702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fad559a-e6f2-40d7-806a-400d6132cc36 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:15:10.203043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-30b59208-e826-48e6-87fe-a22682fa6687 req-f9fd0c9e-a5ec-4214-8a16-5ad64c8af133 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cf5d3e98-3bc7-4cde-85d7-cdcc985def71), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:10.212106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59740) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:10.242370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['1da5df6c-0d81-4a6b-af45-a3660c04d840'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:10.267189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab170d6e-8466-4b27-832c-a7b3e070d5ec req-3537a87c-96ea-4dfd-baa7-6441e81f737f tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed5c2548-9229-409c-8ada-61b0377557bc HTTP/1.1" status: 200 len: 210 time: 0.0864370 Feb 02 13:15:10.311628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd0c9e-a5ec-4214-8a16-5ad64c8af133 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Pushing event deleted for resources: {'Port': ['ID=cf5d3e98-3bc7-4cde-85d7-cdcc985def71,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:10.436099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b59208-e826-48e6-87fe-a22682fa6687 req-f9fd0c9e-a5ec-4214-8a16-5ad64c8af133 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] No DVR routers for this DVR port cf5d3e98-3bc7-4cde-85d7-cdcc985def71 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:15:10.443093 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-30b59208-e826-48e6-87fe-a22682fa6687 req-f9fd0c9e-a5ec-4214-8a16-5ad64c8af133 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:10.447508 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-30b59208-e826-48e6-87fe-a22682fa6687 req-f9fd0c9e-a5ec-4214-8a16-5ad64c8af133 tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.62 "DELETE /v2.0/ports/cf5d3e98-3bc7-4cde-85d7-cdcc985def71 HTTP/1.1" status: 204 len: 173 time: 1.3065221 Feb 02 13:15:10.448365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5c2548-9229-409c-8ada-61b0377557bc', 'name': 'network-vif-deleted', 'tag': 'cf5d3e98-3bc7-4cde-85d7-cdcc985def71'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:10.460772 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2756e4f4-d5e0-474a-8f86-7f6b2865bdf0" -d '{"events": [{"server_uuid": "ed5c2548-9229-409c-8ada-61b0377557bc", "name": "network-vif-deleted", "tag": "cf5d3e98-3bc7-4cde-85d7-cdcc985def71"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:10.478560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2fad559a-e6f2-40d7-806a-400d6132cc36 None None] Deleting port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:10.478943 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fad559a-e6f2-40d7-806a-400d6132cc36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:10.537341 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-644c0c44-76f5-4c79-b314-6284f0cdb7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:10.671759 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ac70a86-d9d1-4972-ba3a-33dc7a3933a3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (df74a565-7d9e-400d-a2a1-2affdd2a3b59), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:10.726526 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc51c7b-b563-4f76-b583-46db925217dc req-99c5cc7a-bbb7-4e15-b50e-3b048a984fa1 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:10.728227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-acc51c7b-b563-4f76-b583-46db925217dc req-99c5cc7a-bbb7-4e15-b50e-3b048a984fa1 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 931 time: 0.5615246 Feb 02 13:15:10.737453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2fad559a-e6f2-40d7-806a-400d6132cc36 None None] For port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=118a337d-4a8c-4e4b-8e75-ffb37f123cbd,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:10.738175 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fad559a-e6f2-40d7-806a-400d6132cc36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:10.750928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 118a337d-4a8c-4e4b-8e75-ffb37f123cbd no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:10.776718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b91b2f-eeb9-4cb9-bcd7-b59e8f118cab req-0aaba637-da30-4e02-9f6a-393fdc5b5911 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:10.778758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9b91b2f-eeb9-4cb9-bcd7-b59e8f118cab req-0aaba637-da30-4e02-9f6a-393fdc5b5911 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.3053908 Feb 02 13:15:10.780752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac70a86-d9d1-4972-ba3a-33dc7a3933a3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=df74a565-7d9e-400d-a2a1-2affdd2a3b59,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:10.814399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2fad559a-e6f2-40d7-806a-400d6132cc36 None None] Calling delete_port for 118a337d-4a8c-4e4b-8e75-ffb37f123cbd owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:10.818817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac70a86-d9d1-4972-ba3a-33dc7a3933a3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:10.821935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4ac70a86-d9d1-4972-ba3a-33dc7a3933a3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:10.826032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac70a86-d9d1-4972-ba3a-33dc7a3933a3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:10.826620 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ac70a86-d9d1-4972-ba3a-33dc7a3933a3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:10.837370 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-05ddcacb-d8e4-4851-b8d1-c66ed10d48a4 req-a63917b1-d191-41ba-8e35-7555c35f11fe tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (1da5df6c-0d81-4a6b-af45-a3660c04d840), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:10.888769 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4ac70a86-d9d1-4972-ba3a-33dc7a3933a3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4209759 Feb 02 13:15:10.891842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59756) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:10.901149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-80a2b7b4-11ad-464c-b31a-7bef7607d104 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': 'df74a565-7d9e-400d-a2a1-2affdd2a3b59', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1960480837'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:10.951248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63917b1-d191-41ba-8e35-7555c35f11fe tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Pushing event deleted for resources: {'Port': ['ID=1da5df6c-0d81-4a6b-af45-a3660c04d840,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:10.972716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-acc51c7b-b563-4f76-b583-46db925217dc req-71c65c96-937e-4802-b626-94af9be0fda0 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361729 Feb 02 13:15:11.003412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:11.004427 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.064782 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fad559a-e6f2-40d7-806a-400d6132cc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (118a337d-4a8c-4e4b-8e75-ffb37f123cbd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.106737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9b91b2f-eeb9-4cb9-bcd7-b59e8f118cab req-b9efe522-016a-42ac-9eb4-634fdcd548b9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072946 Feb 02 13:15:11.122522 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad559a-e6f2-40d7-806a-400d6132cc36 None None] Pushing event deleted for resources: {'Port': ['ID=118a337d-4a8c-4e4b-8e75-ffb37f123cbd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:11.140021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad559a-e6f2-40d7-806a-400d6132cc36 None None] No DVR routers for this DVR port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:15:11.141513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 02 13:15:11.141513 n-d-827336-2 neutron-server[103189]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 02 13:15:11.141513 n-d-827336-2 neutron-server[103189]: [parameters: {'status': 'DOWN', 'ports_id': '118a337d-4a8c-4e4b-8e75-ffb37f123cbd'}] Feb 02 13:15:11.141513 n-d-827336-2 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:15:11.142383 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:15:11.143180 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11c4bc9-f57e-4020-8c23-a3adca5efcf6 x-openstack-request-id: req-b11c4bc9-f57e-4020-8c23-a3adca5efcf6 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:11.143500 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed5c2548-9229-409c-8ada-61b0377557bc", "name": "network-vif-deleted", "tag": "cf5d3e98-3bc7-4cde-85d7-cdcc985def71", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:11.147383 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b11c4bc9-f57e-4020-8c23-a3adca5efcf6 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:11.147930 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5c2548-9229-409c-8ada-61b0377557bc', 'name': 'network-vif-deleted', 'tag': 'cf5d3e98-3bc7-4cde-85d7-cdcc985def71', 'status': 'completed', 'code': 200} Feb 02 13:15:11.163483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44af54fa-0e89-4945-9238-0a0e7166272f None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:11.185473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ddcacb-d8e4-4851-b8d1-c66ed10d48a4 req-a63917b1-d191-41ba-8e35-7555c35f11fe tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] No DVR routers for this DVR port 1da5df6c-0d81-4a6b-af45-a3660c04d840 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:15:11.189762 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-05ddcacb-d8e4-4851-b8d1-c66ed10d48a4 req-a63917b1-d191-41ba-8e35-7555c35f11fe tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.194181 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05ddcacb-d8e4-4851-b8d1-c66ed10d48a4 req-a63917b1-d191-41ba-8e35-7555c35f11fe tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.18 "DELETE /v2.0/ports/1da5df6c-0d81-4a6b-af45-a3660c04d840 HTTP/1.1" status: 204 len: 173 time: 1.8554304 Feb 02 13:15:11.212631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcd9052-9a08-43ad-980d-d29821730b88', 'name': 'network-vif-deleted', 'tag': '1da5df6c-0d81-4a6b-af45-a3660c04d840'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:11.220503 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c5ab09-bc58-4dd9-9710-4a5471859132" -d '{"events": [{"server_uuid": "ffcd9052-9a08-43ad-980d-d29821730b88", "name": "network-vif-deleted", "tag": "1da5df6c-0d81-4a6b-af45-a3660c04d840"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:11.272018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a2b7b4-11ad-464c-b31a-7bef7607d104 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:11.284766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80a2b7b4-11ad-464c-b31a-7bef7607d104 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.317631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cb2b5c7-6753-4547-baa2-81537244c427 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:15:11.325293 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9e8bc3-001e-4c6b-bb15-96c256fbcaa9 x-openstack-request-id: req-ed9e8bc3-001e-4c6b-bb15-96c256fbcaa9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:11.326046 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcd9052-9a08-43ad-980d-d29821730b88", "name": "network-vif-deleted", "tag": "1da5df6c-0d81-4a6b-af45-a3660c04d840", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:11.326464 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ed9e8bc3-001e-4c6b-bb15-96c256fbcaa9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:11.327017 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcd9052-9a08-43ad-980d-d29821730b88', 'name': 'network-vif-deleted', 'tag': '1da5df6c-0d81-4a6b-af45-a3660c04d840', 'status': 'completed', 'code': 200} Feb 02 13:15:11.338442 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Publish callbacks [] for port (5cb2b5c7-6753-4547-baa2-81537244c427), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.347695 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-644c0c44-76f5-4c79-b314-6284f0cdb7d3 admin admin] Publish callbacks [] for security_group (57a3a10a-385b-4e7e-a3c8-dbc9d8730126), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.354745 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-644c0c44-76f5-4c79-b314-6284f0cdb7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (57a3a10a-385b-4e7e-a3c8-dbc9d8730126), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.362904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': 'df74a565-7d9e-400d-a2a1-2affdd2a3b59'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:15:11.364735 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.385619 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-80a2b7b4-11ad-464c-b31a-7bef7607d104 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 3320293d-da5d-4d85-9957-093862d4d1c3 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:15:11.393439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Transition to ACTIVE for port object 5cb2b5c7-6753-4547-baa2-81537244c427 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:15:11.437107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-644c0c44-76f5-4c79-b314-6284f0cdb7d3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a8b2ebd6b39f4c8f95b4081f7d304d78&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2042150 Feb 02 13:15:11.437908 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.451204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:11.531121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c0c44-76f5-4c79-b314-6284f0cdb7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a3a10a-385b-4e7e-a3c8-dbc9d8730126,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:11.554696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Pushing event updated for resources: {'Port': ['ID=5cb2b5c7-6753-4547-baa2-81537244c427,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:11.634605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Allocated IP 2001:db8::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/df74a565-7d9e-400d-a2a1-2affdd2a3b59/c10293c1-20a5-414a-b7a7-c348b47aef07) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:11.668772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Port 118a337d-4a8c-4e4b-8e75-ffb37f123cbd update to DOWN by agent not found {{(pid=103189) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 02 13:15:11.720498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device cf5d3e98-3bc7-4cde-85d7-cdcc985def71 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:11.741932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: cf5d3e98-3bc7-4cde-85d7-cdcc985def71 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:15:11.742283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device cf5d3e98-3bc7-4cde-85d7-cdcc985def71 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:15:11.788198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Attempting to bind port 5cb2b5c7-6753-4547-baa2-81537244c427 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:15:11.788846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Attempting to bind port 5cb2b5c7-6753-4547-baa2-81537244c427 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:15:11.789388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Attempting to bind port 5cb2b5c7-6753-4547-baa2-81537244c427 on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:11.799595 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053736cf-2c72-4e61-9782-b59356fc120e req-d7fee20f-4f87-45bf-b024-7789b41355db tempest-ListServersNegativeTestJSON-1219016947 tempest-ListServersNegativeTestJSON-1219016947-project] 10.222.0.83 "GET /v2.0/ports?device_id=ffcd9052-9a08-43ad-980d-d29821730b88 HTTP/1.1" status: 200 len: 210 time: 0.1902325 Feb 02 13:15:11.803776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Port 5cb2b5c7-6753-4547-baa2-81537244c427 on network 9077904b-671d-4f70-86b9-02225fb01c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:15:11.804535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Attempting to bind port 5cb2b5c7-6753-4547-baa2-81537244c427 on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:11.808728 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69bed943-f281-4b60-9e3b-7ad4e8885175 admin admin] Publish callbacks [] for security_group (57a3a10a-385b-4e7e-a3c8-dbc9d8730126), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.825874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:15:11.826492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Checking segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:11.827136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Bound using segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:15:11.827852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Bound port: 5cb2b5c7-6753-4547-baa2-81537244c427, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:15:11.828442 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.863868 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Publish callbacks [] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.879122 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.881433 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a2b7b4-11ad-464c-b31a-7bef7607d104 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:15:11.881890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a2b7b4-11ad-464c-b31a-7bef7607d104 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:15:11.924305 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-80a2b7b4-11ad-464c-b31a-7bef7607d104 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0278275 Feb 02 13:15:11.927068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59770) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:11.930311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69bed943-f281-4b60-9e3b-7ad4e8885175 admin admin] Publish callbacks [] for security_group (57a3a10a-385b-4e7e-a3c8-dbc9d8730126), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:11.949778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] For port 5cb2b5c7-6753-4547-baa2-81537244c427, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:11.993724 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] For port 5cb2b5c7-6753-4547-baa2-81537244c427, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5cb2b5c7-6753-4547-baa2-81537244c427,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:12.005477 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.024133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:12.039030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:12.046540 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:12.058424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Pushing event updated for resources: {'Port': ['ID=c10293c1-20a5-414a-b7a7-c348b47aef07,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:12.063859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd8349e-9df4-415d-a9a3-d09f318a0661 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:12.065453 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5bd8349e-9df4-415d-a9a3-d09f318a0661 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1364138 Feb 02 13:15:12.069878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59776) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:12.081781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:12.082475 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.084218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] 10.222.0.18 "PUT /v2.0/ports/5cb2b5c7-6753-4547-baa2-81537244c427 HTTP/1.1" status: 200 len: 1091 time: 2.5148475 Feb 02 13:15:12.109676 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69bed943-f281-4b60-9e3b-7ad4e8885175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (57a3a10a-385b-4e7e-a3c8-dbc9d8730126), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.117354 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69bed943-f281-4b60-9e3b-7ad4e8885175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.118652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-69bed943-f281-4b60-9e3b-7ad4e8885175 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/57a3a10a-385b-4e7e-a3c8-dbc9d8730126 HTTP/1.1" status: 204 len: 168 time: 0.5702338 Feb 02 13:15:12.192665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bed943-f281-4b60-9e3b-7ad4e8885175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a3a10a-385b-4e7e-a3c8-dbc9d8730126,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:12.203605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Attempting to bind port c10293c1-20a5-414a-b7a7-c348b47aef07 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:15:12.204321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Attempting to bind port c10293c1-20a5-414a-b7a7-c348b47aef07 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:15:12.204841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Attempting to bind port c10293c1-20a5-414a-b7a7-c348b47aef07 on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:12.210605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e70af9-44b7-4d12-8901-a513956e9bfa service neutron] Pushing event updated for resources: {'Port': ['ID=5cb2b5c7-6753-4547-baa2-81537244c427,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:12.214273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462d9c82-a336-4110-aa99-6f899e89d921 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:12.215733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462d9c82-a336-4110-aa99-6f899e89d921 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:12.218418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:15:12.222259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:12.222461 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-462d9c82-a336-4110-aa99-6f899e89d921 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1485367 Feb 02 13:15:12.223330 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.223928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:15:12.224070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59782) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:12.224711 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Bound port: c10293c1-20a5-414a-b7a7-c348b47aef07, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:15:12.225271 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.313481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] For port c10293c1-20a5-414a-b7a7-c348b47aef07, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:12.317878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] For port c10293c1-20a5-414a-b7a7-c348b47aef07, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c10293c1-20a5-414a-b7a7-c348b47aef07,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:12.331717 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.344844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-59dbee62-6379-436d-98c0-77654d705ad1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet df74a565-7d9e-400d-a2a1-2affdd2a3b59 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:15:12.355514 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59dbee62-6379-436d-98c0-77654d705ad1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (df74a565-7d9e-400d-a2a1-2affdd2a3b59), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.385096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-7821fed2-cb1e-4dad-b867-46f072720205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:12.386941 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-7821fed2-cb1e-4dad-b867-46f072720205 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 1125 time: 0.2165720 Feb 02 13:15:12.435578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562eb7e-793a-497b-a292-3575be6590ba req-753d8d74-74f6-45c9-b0b8-05639ed9008e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:12.443070 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8562eb7e-793a-497b-a292-3575be6590ba req-753d8d74-74f6-45c9-b0b8-05639ed9008e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.2416151 Feb 02 13:15:12.457410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae085c-11f0-49a0-8d09-6df6c711137b None None] Pushing event updated for resources: {'Port': ['ID=c10293c1-20a5-414a-b7a7-c348b47aef07,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:12.459167 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59dbee62-6379-436d-98c0-77654d705ad1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (df74a565-7d9e-400d-a2a1-2affdd2a3b59), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.557748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88adfa-fe15-495c-91f7-aaa3c2561b1c req-eaed090c-2c63-46ed-afc6-9cc6180e1c1c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:12.559767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c88adfa-fe15-495c-91f7-aaa3c2561b1c req-eaed090c-2c63-46ed-afc6-9cc6180e1c1c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 943 time: 0.3562450 Feb 02 13:15:12.562949 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-c99301eb-98e3-4070-bffb-25eb42dd2e38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb2b5c7-6753-4547-baa2-81537244c427 HTTP/1.1" status: 200 len: 217 time: 0.1456394 Feb 02 13:15:12.620191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59786) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:12.648695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8a6036c-071a-4a32-b364-7db7e1f5fccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.664515 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8562eb7e-793a-497b-a292-3575be6590ba req-5801824d-7e1e-4de4-a221-bd6555d1f399 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057965 Feb 02 13:15:12.679863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59dbee62-6379-436d-98c0-77654d705ad1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (df74a565-7d9e-400d-a2a1-2affdd2a3b59), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.743085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-a59a47f2-0b8c-4885-bec5-61d4e8a2364a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:12.749492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-a59a47f2-0b8c-4885-bec5-61d4e8a2364a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.1780512 Feb 02 13:15:12.831531 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8a6036c-071a-4a32-b364-7db7e1f5fccf admin admin] Publish callbacks [] for security_group (f3015165-b27a-4812-90c2-adb63e867993), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.833518 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59dbee62-6379-436d-98c0-77654d705ad1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (df74a565-7d9e-400d-a2a1-2affdd2a3b59), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.843466 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c88adfa-fe15-495c-91f7-aaa3c2561b1c req-421eb51c-64e2-428f-8317-10caf8f08c14 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732394 Feb 02 13:15:12.853584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-2721fa9a-bc7e-42d9-915b-d6155df27667 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891223 Feb 02 13:15:12.864435 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8a6036c-071a-4a32-b364-7db7e1f5fccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f3015165-b27a-4812-90c2-adb63e867993), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.882318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbee62-6379-436d-98c0-77654d705ad1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=df74a565-7d9e-400d-a2a1-2affdd2a3b59,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:12.891124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59dbee62-6379-436d-98c0-77654d705ad1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:12.903507 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-59dbee62-6379-436d-98c0-77654d705ad1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/df74a565-7d9e-400d-a2a1-2affdd2a3b59 HTTP/1.1" status: 204 len: 168 time: 0.6780977 Feb 02 13:15:12.909203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59792) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:12.929505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59794) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:12.956341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6036c-071a-4a32-b364-7db7e1f5fccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3015165-b27a-4812-90c2-adb63e867993,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:13.020323 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4cdf10b2-9aef-487e-9466-f63a8b402db3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795412 Feb 02 13:15:13.021266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59796) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:13.030153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e5155d06-eac3-49d6-9ae7-83e97eb2e0f3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:13.042000 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a8a6036c-071a-4a32-b364-7db7e1f5fccf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dbae219aaedd4c92843f1e2b2e374693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4207497 Feb 02 13:15:13.046930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:13.058029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c432e6c-aa40-4643-8c63-04a3f9378af6 admin admin] Deleting subnet 1edb4bee-a34f-4921-8a71-ed3e6cdb17f2 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:15:13.065025 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c432e6c-aa40-4643-8c63-04a3f9378af6 admin admin] Publish callbacks [] for subnet (1edb4bee-a34f-4921-8a71-ed3e6cdb17f2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.147340 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-270f154b-7008-4080-b8f1-27a015917c1a service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906289 Feb 02 13:15:13.148616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5155d06-eac3-49d6-9ae7-83e97eb2e0f3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:13.153102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5155d06-eac3-49d6-9ae7-83e97eb2e0f3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.169767 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c432e6c-aa40-4643-8c63-04a3f9378af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (1edb4bee-a34f-4921-8a71-ed3e6cdb17f2), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.287021 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c432e6c-aa40-4643-8c63-04a3f9378af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (1edb4bee-a34f-4921-8a71-ed3e6cdb17f2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.319787 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feff1e27-6c70-4640-9e98-673e8edd4e02 admin admin] Publish callbacks [] for security_group (f3015165-b27a-4812-90c2-adb63e867993), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.328735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a87920d-0263-4856-b381-1a0940d8375e', 'tag': '5cb2b5c7-6753-4547-baa2-81537244c427'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:13.331219 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6b18eb-c482-4c72-a01e-ced19f03e1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0a87920d-0263-4856-b381-1a0940d8375e", "tag": "5cb2b5c7-6753-4547-baa2-81537244c427"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:13.379009 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feff1e27-6c70-4640-9e98-673e8edd4e02 admin admin] Publish callbacks [] for security_group (f3015165-b27a-4812-90c2-adb63e867993), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.386448 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5155d06-eac3-49d6-9ae7-83e97eb2e0f3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (6db52b81-c65b-4d50-8678-1294bf5627fc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.395602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0419ef9-f9e6-41e4-9ed1-0b8bc8cbb698 req-0a29c8a5-ffe7-4448-adf2-24bce934d147 service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398653 Feb 02 13:15:13.433813 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a015150-5d9a-4124-ac18-8705f544ecbf x-openstack-request-id: req-3a015150-5d9a-4124-ac18-8705f544ecbf {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:13.434254 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a87920d-0263-4856-b381-1a0940d8375e", "tag": "5cb2b5c7-6753-4547-baa2-81537244c427", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:13.434595 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3a015150-5d9a-4124-ac18-8705f544ecbf {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:13.435104 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a87920d-0263-4856-b381-1a0940d8375e', 'tag': '5cb2b5c7-6753-4547-baa2-81537244c427', 'status': 'completed', 'code': 200} Feb 02 13:15:13.451105 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c432e6c-aa40-4643-8c63-04a3f9378af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (1edb4bee-a34f-4921-8a71-ed3e6cdb17f2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.470315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5155d06-eac3-49d6-9ae7-83e97eb2e0f3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:13.475670 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e5155d06-eac3-49d6-9ae7-83e97eb2e0f3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:13.482238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5155d06-eac3-49d6-9ae7-83e97eb2e0f3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:13.482864 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5155d06-eac3-49d6-9ae7-83e97eb2e0f3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.491792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c432e6c-aa40-4643-8c63-04a3f9378af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1edb4bee-a34f-4921-8a71-ed3e6cdb17f2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:13.494010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c432e6c-aa40-4643-8c63-04a3f9378af6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.497778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8c432e6c-aa40-4643-8c63-04a3f9378af6 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1edb4bee-a34f-4921-8a71-ed3e6cdb17f2 HTTP/1.1" status: 204 len: 168 time: 0.5673532 Feb 02 13:15:13.505485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59804) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:13.534927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5155d06-eac3-49d6-9ae7-83e97eb2e0f3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=6db52b81-c65b-4d50-8678-1294bf5627fc,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:13.542804 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e5155d06-eac3-49d6-9ae7-83e97eb2e0f3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5203688 Feb 02 13:15:13.546569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59806) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:13.551765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-aa1cfd0c-ebdc-40e6-ba89-b34690f13207 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-606704794', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:13.558989 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feff1e27-6c70-4640-9e98-673e8edd4e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f3015165-b27a-4812-90c2-adb63e867993), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.565917 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-feff1e27-6c70-4640-9e98-673e8edd4e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.572581 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-feff1e27-6c70-4640-9e98-673e8edd4e02 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f3015165-b27a-4812-90c2-adb63e867993 HTTP/1.1" status: 204 len: 168 time: 0.5238903 Feb 02 13:15:13.600317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff1e27-6c70-4640-9e98-673e8edd4e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3015165-b27a-4812-90c2-adb63e867993,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:13.634896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b18eb-c482-4c72-a01e-ced19f03e1ce req-9bf6267b-808d-49ea-ad7e-dac9657e984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:13.636463 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b6b18eb-c482-4c72-a01e-ced19f03e1ce req-9bf6267b-808d-49ea-ad7e-dac9657e984e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 1125 time: 0.1364598 Feb 02 13:15:13.674246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd0c-ebdc-40e6-ba89-b34690f13207 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (ddd882b4-5226-4467-b021-b928215cda56), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.675490 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd0c-ebdc-40e6-ba89-b34690f13207 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (ddd882b4-5226-4467-b021-b928215cda56), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.723103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (4a5fcca0-7618-4d4b-929d-8c634a7c8e41), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.848166 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd0c-ebdc-40e6-ba89-b34690f13207 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for router_controller (ddd882b4-5226-4467-b021-b928215cda56), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.850223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b18eb-c482-4c72-a01e-ced19f03e1ce req-ada444a4-c159-4101-ba52-719c61a9d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:13.851724 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b6b18eb-c482-4c72-a01e-ced19f03e1ce req-ada444a4-c159-4101-ba52-719c61a9d91b service neutron] 10.222.0.18 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 907 time: 0.2070029 Feb 02 13:15:13.862674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd0c-ebdc-40e6-ba89-b34690f13207 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (ddd882b4-5226-4467-b021-b928215cda56), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.893096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa1cfd0c-ebdc-40e6-ba89-b34690f13207 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:13.898121 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aa1cfd0c-ebdc-40e6-ba89-b34690f13207 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3504024 Feb 02 13:15:13.917016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59816) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:13.973140 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6f2e0-fbab-43d4-9315-e160b8176042 req-17b95433-eeae-4f9e-be53-eba6fdc9a345 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:13.986015 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfd6f2e0-fbab-43d4-9315-e160b8176042 req-17b95433-eeae-4f9e-be53-eba6fdc9a345 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.1933086 Feb 02 13:15:14.001237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b6b18eb-c482-4c72-a01e-ced19f03e1ce req-affe4501-b40a-4654-9020-bef9be725e13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cb2b5c7-6753-4547-baa2-81537244c427 HTTP/1.1" status: 200 len: 217 time: 0.1412508 Feb 02 13:15:14.141696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1de606f-b57d-437b-bb36-7a2048019715 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:14.184855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b18eb-c482-4c72-a01e-ced19f03e1ce req-2b29c976-fad6-4026-979c-c0af5c3ba92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:14.186500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b6b18eb-c482-4c72-a01e-ced19f03e1ce req-2b29c976-fad6-4026-979c-c0af5c3ba92e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.1306932 Feb 02 13:15:14.222720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfd6f2e0-fbab-43d4-9315-e160b8176042 req-eae4ff27-28af-4f53-9924-eea334f393c4 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341323 Feb 02 13:15:14.257848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b6b18eb-c482-4c72-a01e-ced19f03e1ce req-04571f00-aee1-47ac-97ac-0d28a91edcba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402551 Feb 02 13:15:14.384321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b6b18eb-c482-4c72-a01e-ced19f03e1ce req-ba7a1bae-b3c1-443c-b2bd-30dab4258b0b service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190362 Feb 02 13:15:14.398290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950bc23e-5a79-47b0-a98d-060965e19607 req-24092ce5-cbcf-437d-bc47-15074157969c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:14.406450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-950bc23e-5a79-47b0-a98d-060965e19607 req-24092ce5-cbcf-437d-bc47-15074157969c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 943 time: 0.3802991 Feb 02 13:15:14.436381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 1da5df6c-0d81-4a6b-af45-a3660c04d840 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:14.461247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 1da5df6c-0d81-4a6b-af45-a3660c04d840 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:15:14.461832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 1da5df6c-0d81-4a6b-af45-a3660c04d840 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:15:14.517598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bfb40b05-4b02-42b8-93e9-7fa16ca5438e None None] Provisioning complete for port c10293c1-20a5-414a-b7a7-c348b47aef07 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:14.518270 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfb40b05-4b02-42b8-93e9-7fa16ca5438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:14.594923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b6b18eb-c482-4c72-a01e-ced19f03e1ce req-e68a0caf-9adb-4b7d-bb7d-521eb7456fdf service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662238 Feb 02 13:15:14.717927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-950bc23e-5a79-47b0-a98d-060965e19607 req-45404301-3e3b-4a60-9925-3657e8cbdaa8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079884 Feb 02 13:15:14.872484 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bfb40b05-4b02-42b8-93e9-7fa16ca5438e None None] Current status of the port c10293c1-20a5-414a-b7a7-c348b47aef07 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:14.873282 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfb40b05-4b02-42b8-93e9-7fa16ca5438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:14.935736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c10293c1-20a5-414a-b7a7-c348b47aef07 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:15.008518 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (4a5fcca0-7618-4d4b-929d-8c634a7c8e41), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:15.039739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bfb40b05-4b02-42b8-93e9-7fa16ca5438e None None] For port c10293c1-20a5-414a-b7a7-c348b47aef07, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c10293c1-20a5-414a-b7a7-c348b47aef07,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:15.048114 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bfb40b05-4b02-42b8-93e9-7fa16ca5438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:15.114101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5fcca0-7618-4d4b-929d-8c634a7c8e41']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:15.142726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb40b05-4b02-42b8-93e9-7fa16ca5438e None None] Pushing event updated for resources: {'Port': ['ID=c10293c1-20a5-414a-b7a7-c348b47aef07,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:15.163554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c10293c1-20a5-414a-b7a7-c348b47aef07 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:15.164342 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:15.179331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bca548b-9203-4e2a-9a9d-0503602ef7f3') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:15.179577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bca548b-9203-4e2a-9a9d-0503602ef7f3') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:15.262763 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (5bca548b-9203-4e2a-9a9d-0503602ef7f3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:15.291609 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (5bca548b-9203-4e2a-9a9d-0503602ef7f3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:15.318984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:15:15.319439 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (5bca548b-9203-4e2a-9a9d-0503602ef7f3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:15:15.321866 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:15:15.375258 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c10293c1-20a5-414a-b7a7-c348b47aef07 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:15.379848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:15.421058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-75290cff-0769-4304-8d9f-e86b818b1a9a None None] Provisioning complete for port c10293c1-20a5-414a-b7a7-c348b47aef07 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:15.421441 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75290cff-0769-4304-8d9f-e86b818b1a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:15.699208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-75290cff-0769-4304-8d9f-e86b818b1a9a None None] Current status of the port c10293c1-20a5-414a-b7a7-c348b47aef07 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:15.839819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-87f9636c-8cb6-4986-9589-27abb74a3dc9 None None] Could not find standard attr ID for object f5a8d1c2-aaaf-494c-a1d8-001242f10235. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:15:15.889812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::1 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/6db52b81-c65b-4d50-8678-1294bf5627fc/66bcae70-5177-4fef-8517-0760901daf9d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:16.021795 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (66bcae70-5177-4fef-8517-0760901daf9d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:16.111482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:16.137778 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (66bcae70-5177-4fef-8517-0760901daf9d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:16.152874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (4a5fcca0-7618-4d4b-929d-8c634a7c8e41), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:16.182228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd98e-3148-42c9-9ff4-aad8583e6988 req-f30bc6b5-8601-4bb3-b382-9e853986614a tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:16.189488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a61cd98e-3148-42c9-9ff4-aad8583e6988 req-f30bc6b5-8601-4bb3-b382-9e853986614a tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 943 time: 0.0769882 Feb 02 13:15:16.220254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146008e-fbe4-45d5-a768-42abaa472f7d req-04e4b3fc-e3c7-4a55-a6a2-af165b01a784 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:16.221609 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6146008e-fbe4-45d5-a768-42abaa472f7d req-04e4b3fc-e3c7-4a55-a6a2-af165b01a784 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.8147826 Feb 02 13:15:16.256052 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:16.263656 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] 10.222.0.83 "DELETE /v2.0/networks/4a5fcca0-7618-4d4b-929d-8c634a7c8e41 HTTP/1.1" status: 204 len: 168 time: 2.7536333 Feb 02 13:15:16.309254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c3b0e-bf12-4f3f-97b9-89ed2c815435 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a5fcca0-7618-4d4b-929d-8c634a7c8e41,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:16.339824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5cb2b5c7-6753-4547-baa2-81537244c427 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:15:16.343269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:16.344125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=66bcae70-5177-4fef-8517-0760901daf9d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:16.360392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:16.393532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:16.396265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (ddd882b4-5226-4467-b021-b928215cda56), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:16.468371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6146008e-fbe4-45d5-a768-42abaa472f7d req-8eec69fd-4ff1-4ced-828a-0b16d193a46e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342887 Feb 02 13:15:16.501305 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5167cb-e17a-4698-a4dc-47e837a63a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:16.589588 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59878) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:16.699171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5cb2b5c7-6753-4547-baa2-81537244c427, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5cb2b5c7-6753-4547-baa2-81537244c427,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:16.734881 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5167cb-e17a-4698-a4dc-47e837a63a57 admin admin] Publish callbacks [] for security_group (0c23bb7f-2ce9-46e4-9868-b645dd1a62a9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:16.745072 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5167cb-e17a-4698-a4dc-47e837a63a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0c23bb7f-2ce9-46e4-9868-b645dd1a62a9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:16.756046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '5cb2b5c7-6753-4547-baa2-81537244c427', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'port_id': '5cb2b5c7-6753-4547-baa2-81537244c427', 'mac_address': 'fa:16:3e:3f:1a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3d761b-885b-4819-bc18-f1fb3a1e9ebb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:15:16.820770 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (66bcae70-5177-4fef-8517-0760901daf9d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:16.841013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a61cd98e-3148-42c9-9ff4-aad8583e6988 req-66e725ec-906b-43ee-9f2b-c83ba2aa930d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466599 Feb 02 13:15:16.868325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5cb2b5c7-6753-4547-baa2-81537244c427 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:16.868734 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:16.870881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c10293c1-20a5-414a-b7a7-c348b47aef07 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:16.880174 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-94e810f4-31d1-443c-b52d-1bd1f7e4528e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4ef41b7a644e40cbaa1d380cb03e2c8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2877290 Feb 02 13:15:16.881873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59882) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:16.882218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59884) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:16.884225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8f5167cb-e17a-4698-a4dc-47e837a63a57 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e0e90cb09adc4d45a57951d6fd4f103f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7627523 Feb 02 13:15:16.888075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5167cb-e17a-4698-a4dc-47e837a63a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c23bb7f-2ce9-46e4-9868-b645dd1a62a9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:16.976844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cb2b5c7-6753-4547-baa2-81537244c427 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:15:17.006997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a2e97997-2c26-4e29-8bde-c56d87f3b686 None None] Provisioning complete for port 66bcae70-5177-4fef-8517-0760901daf9d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:17.007291 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2e97997-2c26-4e29-8bde-c56d87f3b686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (66bcae70-5177-4fef-8517-0760901daf9d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.031399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:17.042844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5cb2b5c7-6753-4547-baa2-81537244c427, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5cb2b5c7-6753-4547-baa2-81537244c427,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:17.076797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc984fc0-50e4-4b72-8fd3-b849a273893d admin admin] Publish callbacks [] for security_group (93d64a38-b6fe-407a-b913-820f6c166ef8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.129959 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.220874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc984fc0-50e4-4b72-8fd3-b849a273893d admin admin] Publish callbacks [] for security_group (93d64a38-b6fe-407a-b913-820f6c166ef8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.240612 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e7cfb6-1fb4-47ab-8c7b-aa0b406e738a admin admin] Publish callbacks [] for security_group (0c23bb7f-2ce9-46e4-9868-b645dd1a62a9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.256311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a2e97997-2c26-4e29-8bde-c56d87f3b686 None None] Port 66bcae70-5177-4fef-8517-0760901daf9d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:15:17.262400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ec8d9-47ff-4ae1-97f8-8a912ddfcf26 req-1bd2f295-cbf1-4ad5-a2ba-253fab212f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:17.262888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ec8d9-47ff-4ae1-97f8-8a912ddfcf26 req-1bd2f295-cbf1-4ad5-a2ba-253fab212f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:17.263339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ec8d9-47ff-4ae1-97f8-8a912ddfcf26 req-1bd2f295-cbf1-4ad5-a2ba-253fab212f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:17.263857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ec8d9-47ff-4ae1-97f8-8a912ddfcf26 req-1bd2f295-cbf1-4ad5-a2ba-253fab212f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:17.264313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ec8d9-47ff-4ae1-97f8-8a912ddfcf26 req-1bd2f295-cbf1-4ad5-a2ba-253fab212f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:17.264761 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ec8d9-47ff-4ae1-97f8-8a912ddfcf26 req-1bd2f295-cbf1-4ad5-a2ba-253fab212f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:17.265206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ec8d9-47ff-4ae1-97f8-8a912ddfcf26 req-1bd2f295-cbf1-4ad5-a2ba-253fab212f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:17.273745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f79ec8d9-47ff-4ae1-97f8-8a912ddfcf26 req-1bd2f295-cbf1-4ad5-a2ba-253fab212f52 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 6705 time: 0.2409201 Feb 02 13:15:17.304538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c10293c1-20a5-414a-b7a7-c348b47aef07 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:17.305001 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.308410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5cb2b5c7-6753-4547-baa2-81537244c427,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:17.349471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f79ec8d9-47ff-4ae1-97f8-8a912ddfcf26 req-a2f0516c-c112-4b7d-9b41-b539122d8a87 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&id=317c200f-3d4f-4db4-bc2b-6bada38c549e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747728 Feb 02 13:15:17.370237 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e7cfb6-1fb4-47ab-8c7b-aa0b406e738a admin admin] Publish callbacks [] for security_group (0c23bb7f-2ce9-46e4-9868-b645dd1a62a9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.451369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c10293c1-20a5-414a-b7a7-c348b47aef07 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:17.465240 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc984fc0-50e4-4b72-8fd3-b849a273893d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (93d64a38-b6fe-407a-b913-820f6c166ef8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.467778 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc984fc0-50e4-4b72-8fd3-b849a273893d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.468973 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bc984fc0-50e4-4b72-8fd3-b849a273893d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/93d64a38-b6fe-407a-b913-820f6c166ef8 HTTP/1.1" status: 204 len: 168 time: 0.5844605 Feb 02 13:15:17.488738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc984fc0-50e4-4b72-8fd3-b849a273893d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d64a38-b6fe-407a-b913-820f6c166ef8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:17.531107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['5cb2b5c7-6753-4547-baa2-81537244c427'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:17.535163 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e7cfb6-1fb4-47ab-8c7b-aa0b406e738a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0c23bb7f-2ce9-46e4-9868-b645dd1a62a9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.549710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e7cfb6-1fb4-47ab-8c7b-aa0b406e738a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.550892 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e7e7cfb6-1fb4-47ab-8c7b-aa0b406e738a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0c23bb7f-2ce9-46e4-9868-b645dd1a62a9 HTTP/1.1" status: 204 len: 168 time: 0.6069694 Feb 02 13:15:17.582842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7cfb6-1fb4-47ab-8c7b-aa0b406e738a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c23bb7f-2ce9-46e4-9868-b645dd1a62a9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:17.610446 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (66bcae70-5177-4fef-8517-0760901daf9d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.618800 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (66bcae70-5177-4fef-8517-0760901daf9d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.619757 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (ddd882b4-5226-4467-b021-b928215cda56), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:17.741578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d0658-6dd1-47d3-b22e-319e344f9e8c req-80ffb4cd-0d12-45fd-9442-abd4c23b36d5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:17.743882 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=66bcae70-5177-4fef-8517-0760901daf9d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:17.745511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-659d0658-6dd1-47d3-b22e-319e344f9e8c req-80ffb4cd-0d12-45fd-9442-abd4c23b36d5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.1564157 Feb 02 13:15:17.820021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:17.821760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:17.865317 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-659d0658-6dd1-47d3-b22e-319e344f9e8c req-ac53b826-fe8d-46f1-9ae1-8d5298aa5526 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111612 Feb 02 13:15:18.049029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Router ddd882b4-5226-4467-b021-b928215cda56 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:15:18.086254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb414ce-52b0-40c1-bc21-d5d7fd8c0bdf req-bf01b649-070d-48fd-82cb-5895c6893557 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:18.096799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-deb414ce-52b0-40c1-bc21-d5d7fd8c0bdf req-bf01b649-070d-48fd-82cb-5895c6893557 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 944 time: 0.1287730 Feb 02 13:15:18.204582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-deb414ce-52b0-40c1-bc21-d5d7fd8c0bdf req-97db940f-d5c7-4984-a44b-234d535dedb0 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067400 Feb 02 13:15:18.267971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:15:18.280968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Sync routers for ids ['ddd882b4-5226-4467-b021-b928215cda56'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:15:18.284395 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b6c66a2d-463f-4f90-99b6-ab9276efbf90 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "PUT /v2.0/routers/ddd882b4-5226-4467-b021-b928215cda56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3641381 Feb 02 13:15:18.284909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:18.343779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Routers {'ddd882b4-5226-4467-b021-b928215cda56'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:18.344603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd882b4-5226-4467-b021-b928215cda56'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:18.379897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3002dad6-8dff-4253-9987-bf8e664c7b59 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:18.384484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59936) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:18.386348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3002dad6-8dff-4253-9987-bf8e664c7b59 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports/66bcae70-5177-4fef-8517-0760901daf9d HTTP/1.1" status: 200 len: 911 time: 0.1001053 Feb 02 13:15:18.407761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0d8e8b2c-f305-4058-b35c-b7f0dde00c38 None None] Provisioning complete for port 66bcae70-5177-4fef-8517-0760901daf9d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:18.413894 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d8e8b2c-f305-4058-b35c-b7f0dde00c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (66bcae70-5177-4fef-8517-0760901daf9d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:18.496368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b04acd-52d1-4069-ba60-fe88156dc242 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:18.507065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b04acd-52d1-4069-ba60-fe88156dc242 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:18.513005 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e5b04acd-52d1-4069-ba60-fe88156dc242 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1229892 Feb 02 13:15:18.514188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59938) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:18.623454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Set router ddd882b4-5226-4467-b021-b928215cda56 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:15:18.626059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0d8e8b2c-f305-4058-b35c-b7f0dde00c38 None None] Port 66bcae70-5177-4fef-8517-0760901daf9d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:15:19.021287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd882b4-5226-4467-b021-b928215cda56', 'name': 'tempest-NetworksTestDHCPv6-router-606704794', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:15:13Z', 'updated_at': '2022-02-02T13:15:16Z', 'revision_number': 2, 'project_id': '02d0f0b031074f4a91120895ec758578', 'gw_port_host': None, '_interfaces': [{'id': '66bcae70-5177-4fef-8517-0760901daf9d', 'name': '', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'mac_address': 'fa:16:3e:90:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd882b4-5226-4467-b021-b928215cda56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '6db52b81-c65b-4d50-8678-1294bf5627fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:15:15Z', 'updated_at': '2022-02-02T13:15:17Z', 'revision_number': 2, 'project_id': '02d0f0b031074f4a91120895ec758578', 'subnets': [{'id': '6db52b81-c65b-4d50-8678-1294bf5627fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:19.100687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Checking router: ddd882b4-5226-4467-b021-b928215cda56 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:15:19.101313 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Updating router ddd882b4-5226-4467-b021-b928215cda56 port 66bcae70-5177-4fef-8517-0760901daf9d binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:15:19.105958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59960) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:19.142150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d6af1-7646-4bf8-a8fc-31333e1d96e8 req-e05bbd16-79fe-42d3-bac3-af3555fa9c32 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:19.143952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-985d6af1-7646-4bf8-a8fc-31333e1d96e8 req-e05bbd16-79fe-42d3-bac3-af3555fa9c32 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.0771964 Feb 02 13:15:19.188292 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (66bcae70-5177-4fef-8517-0760901daf9d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.282777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-985d6af1-7646-4bf8-a8fc-31333e1d96e8 req-fdc15ca4-9034-449e-a6b3-4f17575d0136 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320469 Feb 02 13:15:19.350542 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78a2ad83-514c-4fc9-babb-44d51b3e8240 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (ddd882b4-5226-4467-b021-b928215cda56), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.458511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9034e-ff58-4860-956d-d9ad217a70fd req-01c8160e-3c3f-47d0-a130-44c2c0a8fca3 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:19.460139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fd9034e-ff58-4860-956d-d9ad217a70fd req-01c8160e-3c3f-47d0-a130-44c2c0a8fca3 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 944 time: 0.1128466 Feb 02 13:15:19.506347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-325780812-network', 'tenant_id': 'cc90a8f35e2e4e01aa268be08e482924'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:19.569549 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fd9034e-ff58-4860-956d-d9ad217a70fd req-d786754f-e979-4a79-836a-e598d02777fa tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004930 Feb 02 13:15:19.612939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Made reservation on behalf of cc90a8f35e2e4e01aa268be08e482924 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:19.615465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.625066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.767249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-78a2ad83-514c-4fc9-babb-44d51b3e8240 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 66bcae70-5177-4fef-8517-0760901daf9d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:19.767857 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78a2ad83-514c-4fc9-babb-44d51b3e8240 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (66bcae70-5177-4fef-8517-0760901daf9d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.773959 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Publish callbacks [] for port (66bcae70-5177-4fef-8517-0760901daf9d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.781242 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (66bcae70-5177-4fef-8517-0760901daf9d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.869721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae094472-10b3-404a-b407-a2747bf621b4 None None] Pushing event updated for resources: {'Port': ['ID=66bcae70-5177-4fef-8517-0760901daf9d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:19.871159 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78a2ad83-514c-4fc9-babb-44d51b3e8240 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (66bcae70-5177-4fef-8517-0760901daf9d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.891271 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Publish callbacks [] for security_group (53b08748-3df2-4ff3-bc67-5405a2ad54a4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.905326 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (53b08748-3df2-4ff3-bc67-5405a2ad54a4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.914201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Attempting to bind port 66bcae70-5177-4fef-8517-0760901daf9d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:15:19.914701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Attempting to bind port 66bcae70-5177-4fef-8517-0760901daf9d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:15:19.915077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Attempting to bind port 66bcae70-5177-4fef-8517-0760901daf9d on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:19.920720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:15:19.922842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:19.923262 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.923614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-78a2ad83-514c-4fc9-babb-44d51b3e8240 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 66bcae70-5177-4fef-8517-0760901daf9d owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:19.923742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:15:19.924150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Bound port: 66bcae70-5177-4fef-8517-0760901daf9d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:15:19.924534 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (66bcae70-5177-4fef-8517-0760901daf9d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.943757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:15:19.971948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:19.972785 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Added segment e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0 of type vlan for network 6938953d-1c69-446a-90bf-086815082da0 Feb 02 13:15:20.004924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] For port 66bcae70-5177-4fef-8517-0760901daf9d, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:20.008457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] For port 66bcae70-5177-4fef-8517-0760901daf9d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=66bcae70-5177-4fef-8517-0760901daf9d,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:20.016175 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (66bcae70-5177-4fef-8517-0760901daf9d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:20.028380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b08748-3df2-4ff3-bc67-5405a2ad54a4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:20.091029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Routers {'ddd882b4-5226-4467-b021-b928215cda56'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:20.091768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd882b4-5226-4467-b021-b928215cda56'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:20.109241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (6938953d-1c69-446a-90bf-086815082da0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:20.149694 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae094472-10b3-404a-b407-a2747bf621b4 None None] Pushing event updated for resources: {'Port': ['ID=66bcae70-5177-4fef-8517-0760901daf9d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:20.198612 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (6938953d-1c69-446a-90bf-086815082da0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:20.199681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:20.200154 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:20.233175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] Set router ddd882b4-5226-4467-b021-b928215cda56 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:15:20.289819 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1788042 Feb 02 13:15:20.291692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:20.303298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e6247eaa-cf6d-4cf3-9409-e8fae10b0d28 admin admin] Request body: {'subnet': {'network_id': '6938953d-1c69-446a-90bf-086815082da0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-325780812-subnet', 'tenant_id': 'cc90a8f35e2e4e01aa268be08e482924', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:20.355712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd26d25-6a4e-43d3-a3d1-9b14657a41d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6938953d-1c69-446a-90bf-086815082da0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:20.373894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5cb2b5c7-6753-4547-baa2-81537244c427 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:20.379036 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78a2ad83-514c-4fc9-babb-44d51b3e8240 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (66bcae70-5177-4fef-8517-0760901daf9d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:20.396003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6247eaa-cf6d-4cf3-9409-e8fae10b0d28 admin admin] Made reservation on behalf of cc90a8f35e2e4e01aa268be08e482924 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:20.411702 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6247eaa-cf6d-4cf3-9409-e8fae10b0d28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:20.427670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b10fea70-99bb-43ea-b17e-0a3f74f175e7 None None] Could not find standard attr ID for object 66bcae70-5177-4fef-8517-0760901daf9d. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:15:20.429276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 6938953d-1c69-446a-90bf-086815082da0 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:15:20.499825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2ad83-514c-4fc9-babb-44d51b3e8240 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=66bcae70-5177-4fef-8517-0760901daf9d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:20.747939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 5cb2b5c7-6753-4547-baa2-81537244c427 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:15:20.767212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 5cb2b5c7-6753-4547-baa2-81537244c427 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:20.767621 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:20.843942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78a2ad83-514c-4fc9-babb-44d51b3e8240 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (ddd882b4-5226-4467-b021-b928215cda56), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:20.859048 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60016) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:20.887017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-eef13d86-88df-43d5-a965-00c15cdde803 None None] Could not find standard attr ID for object 66bcae70-5177-4fef-8517-0760901daf9d. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:15:20.959797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd882b4-5226-4467-b021-b928215cda56', 'name': 'tempest-NetworksTestDHCPv6-router-606704794', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:15:13Z', 'updated_at': '2022-02-02T13:15:16Z', 'revision_number': 2, 'project_id': '02d0f0b031074f4a91120895ec758578', 'gw_port_host': None, '_interfaces': [{'id': '66bcae70-5177-4fef-8517-0760901daf9d', 'name': '', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'mac_address': 'fa:16:3e:90:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd882b4-5226-4467-b021-b928215cda56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '6db52b81-c65b-4d50-8678-1294bf5627fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:15:15Z', 'updated_at': '2022-02-02T13:15:20Z', 'revision_number': 4, 'project_id': '02d0f0b031074f4a91120895ec758578', 'subnets': [{'id': '6db52b81-c65b-4d50-8678-1294bf5627fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:21.000234 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155c6e2-b0ed-4160-b715-cd974fdd86b6 None None] The sync data for ids ['ddd882b4-5226-4467-b021-b928215cda56'] in n-d-827336-2 is: [{'id': 'ddd882b4-5226-4467-b021-b928215cda56', 'name': 'tempest-NetworksTestDHCPv6-router-606704794', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:15:13Z', 'updated_at': '2022-02-02T13:15:16Z', 'revision_number': 2, 'project_id': '02d0f0b031074f4a91120895ec758578', 'gw_port_host': None, '_interfaces': [{'id': '66bcae70-5177-4fef-8517-0760901daf9d', 'name': '', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'mac_address': 'fa:16:3e:90:ce:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd882b4-5226-4467-b021-b928215cda56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1984, 'fixed_ips': [{'subnet_id': '6db52b81-c65b-4d50-8678-1294bf5627fc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:15:15Z', 'updated_at': '2022-02-02T13:15:20Z', 'revision_number': 4, 'project_id': '02d0f0b031074f4a91120895ec758578', 'subnets': [{'id': '6db52b81-c65b-4d50-8678-1294bf5627fc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:15:21.001875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 5cb2b5c7-6753-4547-baa2-81537244c427 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:21.002261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:21.047908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 5cb2b5c7-6753-4547-baa2-81537244c427, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5cb2b5c7-6753-4547-baa2-81537244c427,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:21.049711 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a87920d-0263-4856-b381-1a0940d8375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb2b5c7-6753-4547-baa2-81537244c427'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:21.053235 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4475b97-0b42-4acb-b0dd-5d70a5b06062" -d '{"events": [{"server_uuid": "0a87920d-0263-4856-b381-1a0940d8375e", "name": "network-vif-plugged", "status": "completed", "tag": "5cb2b5c7-6753-4547-baa2-81537244c427"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:21.061507 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:21.082177 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6247eaa-cf6d-4cf3-9409-e8fae10b0d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (e1950e03-cd3e-4582-bc38-4f815ef812a3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:21.127446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=5cb2b5c7-6753-4547-baa2-81537244c427,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:21.234070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6247eaa-cf6d-4cf3-9409-e8fae10b0d28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1950e03-cd3e-4582-bc38-4f815ef812a3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:21.272360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6247eaa-cf6d-4cf3-9409-e8fae10b0d28 admin admin] Checking segment: {'id': 'e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6938953d-1c69-446a-90bf-086815082da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:21.273117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6247eaa-cf6d-4cf3-9409-e8fae10b0d28 admin admin] Network hostable DHCP agents. Network: 6938953d-1c69-446a-90bf-086815082da0, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:15:21.281158 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:21.287120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ce60b-c842-42ef-85e4-5736f7a92874 req-861a8629-bd15-4312-a39e-7a32ea1d1846 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:21.289122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-718ce60b-c842-42ef-85e4-5736f7a92874 req-861a8629-bd15-4312-a39e-7a32ea1d1846 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 944 time: 0.5009036 Feb 02 13:15:21.296470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4450a24-384c-4254-b881-d8561a6875e6 req-12950e55-11d7-4255-b20d-63e2fda081e5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:21.298205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4450a24-384c-4254-b881-d8561a6875e6 req-12950e55-11d7-4255-b20d-63e2fda081e5 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.4066823 Feb 02 13:15:21.365037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6247eaa-cf6d-4cf3-9409-e8fae10b0d28 admin admin] Network 6938953d-1c69-446a-90bf-086815082da0 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:15:21.378431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e6247eaa-cf6d-4cf3-9409-e8fae10b0d28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 6938953d-1c69-446a-90bf-086815082da0) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:21.384675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6247eaa-cf6d-4cf3-9409-e8fae10b0d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:21.385566 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6247eaa-cf6d-4cf3-9409-e8fae10b0d28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:21.390494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52063347-adcc-4650-b3e2-4cfa17714f4b None None] Network 6938953d-1c69-446a-90bf-086815082da0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:21.412068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e6247eaa-cf6d-4cf3-9409-e8fae10b0d28 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1188507 Feb 02 13:15:21.458386 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4450a24-384c-4254-b881-d8561a6875e6 req-d1940405-ba2e-40c6-a38f-8e0e1b2da21a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435215 Feb 02 13:15:21.474187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-718ce60b-c842-42ef-85e4-5736f7a92874 req-d51757ac-51b2-4d8f-a52e-f30a119812cd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735427 Feb 02 13:15:21.484596 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:21.505614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a2ad83-514c-4fc9-babb-44d51b3e8240 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Router ddd882b4-5226-4467-b021-b928215cda56 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:15:21.583469 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77497546-ad1f-4898-90cf-0d406b994aaf x-openstack-request-id: req-77497546-ad1f-4898-90cf-0d406b994aaf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:21.584312 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a87920d-0263-4856-b381-1a0940d8375e", "name": "network-vif-plugged", "status": "completed", "tag": "5cb2b5c7-6753-4547-baa2-81537244c427", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:21.584815 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-77497546-ad1f-4898-90cf-0d406b994aaf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:21.585691 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a87920d-0263-4856-b381-1a0940d8375e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cb2b5c7-6753-4547-baa2-81537244c427', 'code': 200} Feb 02 13:15:21.652219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7390c1e6-707a-4478-82b4-199ead56e197 None None] Network 6938953d-1c69-446a-90bf-086815082da0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:21.745499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80280d02-fa75-49e3-9d75-69ff19676b11 req-af78db34-882f-4ebd-a649-4bef201901f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:21.754193 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80280d02-fa75-49e3-9d75-69ff19676b11 req-af78db34-882f-4ebd-a649-4bef201901f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 1127 time: 0.1207004 Feb 02 13:15:21.861663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80280d02-fa75-49e3-9d75-69ff19676b11 req-1b5f5f71-ca4d-4dcd-8a58-8e64aba54494 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009991 Feb 02 13:15:22.028006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-726af0fd-9cc3-4ee5-a6d5-44b5152d354b tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:22.029545 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-726af0fd-9cc3-4ee5-a6d5-44b5152d354b tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/networks?id=6938953d-1c69-446a-90bf-086815082da0 HTTP/1.1" status: 200 len: 813 time: 0.1284893 Feb 02 13:15:22.050894 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-bd0737dd-da82-49c0-b2d0-5448a5c30c7a tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/quotas/cc90a8f35e2e4e01aa268be08e482924 HTTP/1.1" status: 200 len: 375 time: 0.0145216 Feb 02 13:15:22.066735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a2ad83-514c-4fc9-babb-44d51b3e8240 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:15:22.075510 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-78a2ad83-514c-4fc9-babb-44d51b3e8240 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "PUT /v2.0/routers/ddd882b4-5226-4467-b021-b928215cda56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5573668 Feb 02 13:15:22.088452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60048) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:22.100809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-194386fd-5004-4b12-8f31-35a2c37b1cfe tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=cc90a8f35e2e4e01aa268be08e482924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383277 Feb 02 13:15:22.165907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d11f4-3346-4c9e-827d-39e7a9f3a92d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:22.167305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753d11f4-3346-4c9e-827d-39e7a9f3a92d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:22.171801 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-753d11f4-3346-4c9e-827d-39e7a9f3a92d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0804048 Feb 02 13:15:22.172380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60050) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:22.237201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:22.259269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-375fa0b0-e01b-44bc-ac9a-dc79abcb2484 service neutron] 10.222.0.83 "GET /v2.0/networks/6938953d-1c69-446a-90bf-086815082da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482689 Feb 02 13:15:22.269764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-28309879-6697-414f-957f-91c59e82d9fc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 6db52b81-c65b-4d50-8678-1294bf5627fc {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:15:22.278829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28309879-6697-414f-957f-91c59e82d9fc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (6db52b81-c65b-4d50-8678-1294bf5627fc), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:22.391577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-5774d562-2e55-4dce-ab02-0db020744fce service neutron] 10.222.0.83 "GET /v2.0/networks/6938953d-1c69-446a-90bf-086815082da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310763 Feb 02 13:15:22.409603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Allocated IP 172.25.4.247 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/5c17a12b-3799-4cf6-a02a-3b9b941e97b1) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:22.577366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for port (5c17a12b-3799-4cf6-a02a-3b9b941e97b1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:22.729692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f223cd6-d013-41cf-ac5a-b690c49f31ab req-a094c461-a949-494a-a656-0daff236b6c3 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:22.731646 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f223cd6-d013-41cf-ac5a-b690c49f31ab req-a094c461-a949-494a-a656-0daff236b6c3 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 945 time: 0.1366804 Feb 02 13:15:22.733797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28309879-6697-414f-957f-91c59e82d9fc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (6db52b81-c65b-4d50-8678-1294bf5627fc), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:22.753617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb7de0-7c20-4122-8c4b-6bc166b0f90f req-238d6ae1-f38b-4c99-a2d4-c903801040cd tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:22.761540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68bb7de0-7c20-4122-8c4b-6bc166b0f90f req-238d6ae1-f38b-4c99-a2d4-c903801040cd tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.1452966 Feb 02 13:15:22.788578 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28309879-6697-414f-957f-91c59e82d9fc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (6db52b81-c65b-4d50-8678-1294bf5627fc), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:22.864038 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5c17a12b-3799-4cf6-a02a-3b9b941e97b1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:22.865877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68bb7de0-7c20-4122-8c4b-6bc166b0f90f req-830c8f33-45fd-457c-82a5-48b1f66249fb tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023474 Feb 02 13:15:22.878847 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28309879-6697-414f-957f-91c59e82d9fc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (6db52b81-c65b-4d50-8678-1294bf5627fc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:22.895450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f223cd6-d013-41cf-ac5a-b690c49f31ab req-407f5f61-318d-49f2-9d42-a40772cb8d9e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570952 Feb 02 13:15:22.963689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28309879-6697-414f-957f-91c59e82d9fc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=6db52b81-c65b-4d50-8678-1294bf5627fc,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:22.979945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:22.986932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:22.990099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:23.028796 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28309879-6697-414f-957f-91c59e82d9fc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:23.032547 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-28309879-6697-414f-957f-91c59e82d9fc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/6db52b81-c65b-4d50-8678-1294bf5627fc HTTP/1.1" status: 204 len: 168 time: 0.8496945 Feb 02 13:15:23.039684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fd4aed-f5d5-471c-adb7-1738f6421cc0 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:23.042665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60068) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:23.086321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d2f7c97-a111-47bc-8300-c31fbac3431f req-87c63cc6-9e5f-41c0-a091-58190a24c374 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 210 time: 0.0737491 Feb 02 13:15:23.134968 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event updated for resources: {'Port': ['ID=5c17a12b-3799-4cf6-a02a-3b9b941e97b1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:23.304856 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for floatingip (398961dc-9e37-4412-8a7d-ea8dd3aad7af), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:23.369521 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fc8e840f-8baf-4ced-8eac-d31f40f0262b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3254688 Feb 02 13:15:23.371899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60074) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:23.377560 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5c17a12b-3799-4cf6-a02a-3b9b941e97b1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:23.513019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e93ac95-b091-4486-8b6e-655e5d4f2034 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:15:23.570311 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5434cab8-6592-4ff4-932f-7a3c04b0bdb6 None None] Sync routers for ids ['ddd882b4-5226-4467-b021-b928215cda56'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:15:23.589975 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434cab8-6592-4ff4-932f-7a3c04b0bdb6 None None] Routers {'ddd882b4-5226-4467-b021-b928215cda56'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:23.593859 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5434cab8-6592-4ff4-932f-7a3c04b0bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd882b4-5226-4467-b021-b928215cda56'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:23.624254 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for port (5c17a12b-3799-4cf6-a02a-3b9b941e97b1), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:23.633413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5c17a12b-3799-4cf6-a02a-3b9b941e97b1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:23.664238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9e93ac95-b091-4486-8b6e-655e5d4f2034 None None] Deleting port c10293c1-20a5-414a-b7a7-c348b47aef07 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:23.664878 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e93ac95-b091-4486-8b6e-655e5d4f2034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:23.686421 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a25480d-fefd-4d56-a278-0537e3b474ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for router (ddd882b4-5226-4467-b021-b928215cda56), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:23.719062 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (398961dc-9e37-4412-8a7d-ea8dd3aad7af), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:23.761185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event updated for resources: {'Port': ['ID=5c17a12b-3799-4cf6-a02a-3b9b941e97b1,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:23.776217 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5434cab8-6592-4ff4-932f-7a3c04b0bdb6 None None] Set router ddd882b4-5226-4467-b021-b928215cda56 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:15:23.777238 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:23.780249 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-929a81ea-68ca-4387-9e20-d2f768a3cfef tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9142115 Feb 02 13:15:23.782321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60086) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:23.791211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1798118162'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:23.824819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Made reservation on behalf of 84e5ec4eb9244ab7821de241caa5dd4b for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:23.843662 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:23.868854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:23.871703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9e93ac95-b091-4486-8b6e-655e5d4f2034 None None] For port c10293c1-20a5-414a-b7a7-c348b47aef07, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c10293c1-20a5-414a-b7a7-c348b47aef07,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:23.872157 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e93ac95-b091-4486-8b6e-655e5d4f2034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:23.900760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9e93ac95-b091-4486-8b6e-655e5d4f2034 None None] Calling delete_port for c10293c1-20a5-414a-b7a7-c348b47aef07 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:23.903223 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5434cab8-6592-4ff4-932f-7a3c04b0bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd882b4-5226-4467-b021-b928215cda56', 'name': 'tempest-NetworksTestDHCPv6-router-606704794', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:15:13Z', 'updated_at': '2022-02-02T13:15:20Z', 'revision_number': 3, 'project_id': '02d0f0b031074f4a91120895ec758578', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:23.994122 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5434cab8-6592-4ff4-932f-7a3c04b0bdb6 None None] Checking router: ddd882b4-5226-4467-b021-b928215cda56 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:15:24.013746 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434cab8-6592-4ff4-932f-7a3c04b0bdb6 None None] Routers {'ddd882b4-5226-4467-b021-b928215cda56'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:24.015216 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5434cab8-6592-4ff4-932f-7a3c04b0bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ddd882b4-5226-4467-b021-b928215cda56'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:24.023174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for security_group (6172308d-df77-49f2-b6fc-a09e1a9869af), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.032080 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6172308d-df77-49f2-b6fc-a09e1a9869af), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.038663 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a25480d-fefd-4d56-a278-0537e3b474ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (ddd882b4-5226-4467-b021-b928215cda56), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.066857 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a25480d-fefd-4d56-a278-0537e3b474ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for router_controller (ddd882b4-5226-4467-b021-b928215cda56), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.132902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:15:24.144858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6172308d-df77-49f2-b6fc-a09e1a9869af,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:24.151594 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (6fa4e3dd-cbab-43db-b99d-7f28003de158), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.151980 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Added segment 6fa4e3dd-cbab-43db-b99d-7f28003de158 of type vlan for network 33bdab2a-6735-4503-ac94-a37212290fd7 Feb 02 13:15:24.190721 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a25480d-fefd-4d56-a278-0537e3b474ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (ddd882b4-5226-4467-b021-b928215cda56), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.190721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a25480d-fefd-4d56-a278-0537e3b474ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Fanout notify agent at l3_agent the message router_deleted on router ddd882b4-5226-4467-b021-b928215cda56 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:15:24.197520 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e93ac95-b091-4486-8b6e-655e5d4f2034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (c10293c1-20a5-414a-b7a7-c348b47aef07), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.201062 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0a25480d-fefd-4d56-a278-0537e3b474ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.205021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0a25480d-fefd-4d56-a278-0537e3b474ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/routers/ddd882b4-5226-4467-b021-b928215cda56 HTTP/1.1" status: 204 len: 168 time: 0.8285887 Feb 02 13:15:24.205190 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (33bdab2a-6735-4503-ac94-a37212290fd7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.206919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60104) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:24.214688 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-67d8f93c-69c6-4dc2-8736-ebe703283edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:24.229039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1e3fc-10f5-46aa-926f-da955779b47b req-71d4cd8d-4d64-495d-b4f0-016a07358288 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:24.231236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2f1e3fc-10f5-46aa-926f-da955779b47b req-71d4cd8d-4d64-495d-b4f0-016a07358288 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.2078815 Feb 02 13:15:24.250316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa223ef4-f53b-4593-a3e2-585aff5c86fb req-0296b70a-17f1-4322-a133-4d826a487ffc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:24.251797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa223ef4-f53b-4593-a3e2-585aff5c86fb req-0296b70a-17f1-4322-a133-4d826a487ffc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 945 time: 0.1615448 Feb 02 13:15:24.294407 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5434cab8-6592-4ff4-932f-7a3c04b0bdb6 None None] Set router ddd882b4-5226-4467-b021-b928215cda56 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:15:24.331386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93ac95-b091-4486-8b6e-655e5d4f2034 None None] Pushing event deleted for resources: {'Port': ['ID=c10293c1-20a5-414a-b7a7-c348b47aef07,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:24.336928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2f1e3fc-10f5-46aa-926f-da955779b47b req-1da5e267-0a45-43d0-8c15-04410c3c8d79 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839460 Feb 02 13:15:24.340962 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.resource_extend [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:15:24.341962 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa223ef4-f53b-4593-a3e2-585aff5c86fb req-8d35f6ef-ddbe-4ceb-9320-5000353826bc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813770 Feb 02 13:15:24.344703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d8f93c-69c6-4dc2-8736-ebe703283edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:24.348889 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67d8f93c-69c6-4dc2-8736-ebe703283edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.377676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e93ac95-b091-4486-8b6e-655e5d4f2034 None None] No DVR routers for this DVR port c10293c1-20a5-414a-b7a7-c348b47aef07 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:15:24.512688 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5434cab8-6592-4ff4-932f-7a3c04b0bdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd882b4-5226-4467-b021-b928215cda56', 'name': 'tempest-NetworksTestDHCPv6-router-606704794', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:15:13Z', 'updated_at': '2022-02-02T13:15:20Z', 'revision_number': 3, 'project_id': '02d0f0b031074f4a91120895ec758578', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:24.549665 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5434cab8-6592-4ff4-932f-7a3c04b0bdb6 None None] The sync data for ids ['ddd882b4-5226-4467-b021-b928215cda56'] in n-d-827336-2 is: [{'id': 'ddd882b4-5226-4467-b021-b928215cda56', 'name': 'tempest-NetworksTestDHCPv6-router-606704794', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:15:13Z', 'updated_at': '2022-02-02T13:15:20Z', 'revision_number': 3, 'project_id': '02d0f0b031074f4a91120895ec758578', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:15:24.566850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (33bdab2a-6735-4503-ac94-a37212290fd7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.573245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:24.575064 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.616042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee59a47e-6b67-4ad1-a78a-cc7359735c72 req-83a1395e-a581-40c5-a53d-4c56be72853b tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 210 time: 0.1565032 Feb 02 13:15:24.717920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event updated for resources: {'Network': ['ID=33bdab2a-6735-4503-ac94-a37212290fd7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:24.731316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 33bdab2a-6735-4503-ac94-a37212290fd7 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:15:24.762842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-f1f579dd-f02d-4304-b924-0b7ec4921855 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:24.764827 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-f1f579dd-f02d-4304-b924-0b7ec4921855 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.18 "GET /v2.0/networks?id=6938953d-1c69-446a-90bf-086815082da0 HTTP/1.1" status: 200 len: 813 time: 0.4055901 Feb 02 13:15:24.768966 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fc9531c6-0fc1-449e-9354-230d3921a0c5 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9851868 Feb 02 13:15:24.771353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60112) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:24.780599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-67a8357f-7082-48fc-883e-3cf6b02120d7 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Request body: {'subnet': {'network_id': '33bdab2a-6735-4503-ac94-a37212290fd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:24.786553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Request body: {'port': {'device_id': '13f225f5-3c30-4e67-b4cf-101535349fb4', 'network_id': '6938953d-1c69-446a-90bf-086815082da0', 'admin_state_up': True, 'tenant_id': 'cc90a8f35e2e4e01aa268be08e482924'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:24.830866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67d8f93c-69c6-4dc2-8736-ebe703283edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (3127277b-a461-4a00-8f0d-43c0f6e006fb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.838360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3d364-cb2c-43a1-8c94-e08fa4888946 req-402a7718-3cd9-48c6-a4e2-674e7b35410b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:24.847565 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0d3d364-cb2c-43a1-8c94-e08fa4888946 req-402a7718-3cd9-48c6-a4e2-674e7b35410b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 945 time: 0.3028557 Feb 02 13:15:24.920925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d8f93c-69c6-4dc2-8736-ebe703283edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:24.927447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-67d8f93c-69c6-4dc2-8736-ebe703283edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:24.930874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d8f93c-69c6-4dc2-8736-ebe703283edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:24.931835 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67d8f93c-69c6-4dc2-8736-ebe703283edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:24.944575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2318de-262b-47f6-9b3e-c231630db67e None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:24.977022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0d3d364-cb2c-43a1-8c94-e08fa4888946 req-2dc889cc-0c10-4ad3-8113-0d2167b5e35a tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282039 Feb 02 13:15:24.982897 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a8357f-7082-48fc-883e-3cf6b02120d7 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Made reservation on behalf of 84e5ec4eb9244ab7821de241caa5dd4b for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:24.987075 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67a8357f-7082-48fc-883e-3cf6b02120d7 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.026465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60122) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:25.028022 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-67d8f93c-69c6-4dc2-8736-ebe703283edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8199451 Feb 02 13:15:25.031375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8f93c-69c6-4dc2-8736-ebe703283edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=3127277b-a461-4a00-8f0d-43c0f6e006fb,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:25.053736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9570da6b-d01f-4d75-aad1-7df917f60cf8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-500421634', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:25.120942 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9570da6b-d01f-4d75-aad1-7df917f60cf8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (f966d606-3e61-4b6c-8676-8bf4e965a324), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.130424 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9570da6b-d01f-4d75-aad1-7df917f60cf8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (f966d606-3e61-4b6c-8676-8bf4e965a324), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.139782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c10293c1-20a5-414a-b7a7-c348b47aef07 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:25.176135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c10293c1-20a5-414a-b7a7-c348b47aef07 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:15:25.176692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c10293c1-20a5-414a-b7a7-c348b47aef07 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:15:25.223766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': '3127277b-a461-4a00-8f0d-43c0f6e006fb'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:15:25.224801 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.241501 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9570da6b-d01f-4d75-aad1-7df917f60cf8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for router_controller (f966d606-3e61-4b6c-8676-8bf4e965a324), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.243590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Made reservation on behalf of cc90a8f35e2e4e01aa268be08e482924 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:25.248248 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.291532 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9570da6b-d01f-4d75-aad1-7df917f60cf8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (f966d606-3e61-4b6c-8676-8bf4e965a324), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.405176 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9570da6b-d01f-4d75-aad1-7df917f60cf8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.408175 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9570da6b-d01f-4d75-aad1-7df917f60cf8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3660979 Feb 02 13:15:25.417465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60134) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:25.498771 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67a8357f-7082-48fc-883e-3cf6b02120d7 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (ad5e7c27-06bc-40dd-95dd-d933f1fd04be), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.547675 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Allocated IP 2001:db8::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/3127277b-a461-4a00-8f0d-43c0f6e006fb/3c1f7b55-8450-42dd-ba62-a18ccdf648bc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:25.649931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8357f-7082-48fc-883e-3cf6b02120d7 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event updated for resources: {'Subnet': ['ID=ad5e7c27-06bc-40dd-95dd-d933f1fd04be,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:25.670284 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8357f-7082-48fc-883e-3cf6b02120d7 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Checking segment: {'id': '6fa4e3dd-cbab-43db-b99d-7f28003de158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '33bdab2a-6735-4503-ac94-a37212290fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:25.670647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a8357f-7082-48fc-883e-3cf6b02120d7 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Network hostable DHCP agents. Network: 33bdab2a-6735-4503-ac94-a37212290fd7, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:15:25.714109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a8357f-7082-48fc-883e-3cf6b02120d7 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Network 33bdab2a-6735-4503-ac94-a37212290fd7 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:15:25.726836 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-67a8357f-7082-48fc-883e-3cf6b02120d7 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 33bdab2a-6735-4503-ac94-a37212290fd7) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:25.732629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a8357f-7082-48fc-883e-3cf6b02120d7 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:25.733266 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67a8357f-7082-48fc-883e-3cf6b02120d7 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.741928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc74860-abba-4bea-bd12-05c8c1fe2cbd None None] Network 33bdab2a-6735-4503-ac94-a37212290fd7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:25.763402 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-67a8357f-7082-48fc-883e-3cf6b02120d7 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9909687 Feb 02 13:15:25.766104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60140) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:25.770542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-702173671', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:25.821780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (c857af3c-79fe-470a-86ca-f07795e75bc4), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.822865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (c857af3c-79fe-470a-86ca-f07795e75bc4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.836385 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Publish callbacks [] for port (3c1f7b55-8450-42dd-ba62-a18ccdf648bc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.860971 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (3c1f7b55-8450-42dd-ba62-a18ccdf648bc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.917720 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for router_controller (c857af3c-79fe-470a-86ca-f07795e75bc4), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:25.990634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-33bdab2a-6735-4503-ac94-a37212290fd7', 'network_id': '33bdab2a-6735-4503-ac94-a37212290fd7', 'project_id': '84e5ec4eb9244ab7821de241caa5dd4b', 'fixed_ips': [{'subnet_id': 'ad5e7c27-06bc-40dd-95dd-d933f1fd04be'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:15:25.991775 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:26.006064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:26.153654 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for router_gateway (c857af3c-79fe-470a-86ca-f07795e75bc4), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:26.154417 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Allocated IP 172.20.0.2 (33bdab2a-6735-4503-ac94-a37212290fd7/ad5e7c27-06bc-40dd-95dd-d933f1fd04be/f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:26.165959 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Allocated IP 172.20.0.2 (6938953d-1c69-446a-90bf-086815082da0/e1950e03-cd3e-4582-bc38-4f815ef812a3/35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:26.184572 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b6da-a285-414f-8f07-b3418950e195 req-28f84bed-300a-4f1f-b909-3d001e807e52 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:26.190166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Pushing event updated for resources: {'Port': ['ID=3c1f7b55-8450-42dd-ba62-a18ccdf648bc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:26.193286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5b2b6da-a285-414f-8f07-b3418950e195 req-28f84bed-300a-4f1f-b909-3d001e807e52 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.6495388 Feb 02 13:15:26.204483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:26.213967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:26.253543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6152a-5da2-47bd-83a9-484f01517af2 req-c4f4620a-5088-4d7c-a631-7c2d5447d70b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:26.259831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5e6152a-5da2-47bd-83a9-484f01517af2 req-c4f4620a-5088-4d7c-a631-7c2d5447d70b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 945 time: 0.7274163 Feb 02 13:15:26.341654 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:26.453336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5b2b6da-a285-414f-8f07-b3418950e195 req-23387c6e-5d29-4eb9-85ad-75fae5cea882 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590332 Feb 02 13:15:26.456542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5e6152a-5da2-47bd-83a9-484f01517af2 req-e8f5695b-5e51-4066-987a-0a05b4d7b273 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981723 Feb 02 13:15:26.485327 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Publish callbacks [] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:26.516923 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:26.564315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for router_gateway (c857af3c-79fe-470a-86ca-f07795e75bc4), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:26.585957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Network 33bdab2a-6735-4503-ac94-a37212290fd7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:26.604461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:26.612684 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:26.613556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:26.643481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Attempting to bind port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:15:26.643891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Attempting to bind port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:15:26.644597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Attempting to bind port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:26.660628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:15:26.661288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:26.661781 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:26.662264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:15:26.662819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Bound port: 3c1f7b55-8450-42dd-ba62-a18ccdf648bc, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:15:26.663299 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3c1f7b55-8450-42dd-ba62-a18ccdf648bc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:26.683656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Pushing event updated for resources: {'Port': ['ID=f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:26.686819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 66bcae70-5177-4fef-8517-0760901daf9d no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:26.715045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Attempting to bind port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:15:26.715666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Attempting to bind port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '6fa4e3dd-cbab-43db-b99d-7f28003de158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '33bdab2a-6735-4503-ac94-a37212290fd7'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:15:26.716356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Attempting to bind port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 on network 33bdab2a-6735-4503-ac94-a37212290fd7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:26.755354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:15:26.755843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Checking segment: {'id': '6fa4e3dd-cbab-43db-b99d-7f28003de158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '33bdab2a-6735-4503-ac94-a37212290fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:26.756319 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:26.756808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Bound using segment: {'id': '6fa4e3dd-cbab-43db-b99d-7f28003de158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '33bdab2a-6735-4503-ac94-a37212290fd7'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:15:26.757597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Bound port: f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa4e3dd-cbab-43db-b99d-7f28003de158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '33bdab2a-6735-4503-ac94-a37212290fd7'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:15:26.758177 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:26.777866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 66bcae70-5177-4fef-8517-0760901daf9d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:15:26.778295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 66bcae70-5177-4fef-8517-0760901daf9d not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:15:26.779120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Allocated IP 172.25.4.24 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/e6c2ba66-71c8-45fe-8be3-eb34ed0a72c7) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:26.858480 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] For port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:26.861666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] For port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4,segment=NetworkSegment(6fa4e3dd-cbab-43db-b99d-7f28003de158),segment_id=6fa4e3dd-cbab-43db-b99d-7f28003de158)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:26.889165 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:27.016512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::1 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/3127277b-a461-4a00-8f0d-43c0f6e006fb/b013fdeb-377d-4462-aff6-6cfa7f803645) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:27.026302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] For port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:27.028315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for port (e6c2ba66-71c8-45fe-8be3-eb34ed0a72c7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:27.031148 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c9932-9bba-4d11-a510-7fa1711eeb47 None None] Pushing event updated for resources: {'Port': ['ID=f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:27.044860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] For port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3c1f7b55-8450-42dd-ba62-a18ccdf648bc,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:27.056803 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3c1f7b55-8450-42dd-ba62-a18ccdf648bc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:27.092308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e6c2ba66-71c8-45fe-8be3-eb34ed0a72c7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:27.151717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:27.157435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:27.160751 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05afd9e-8f5e-40a1-b00e-c67bd7abbf68 None None] Pushing event updated for resources: {'Port': ['ID=3c1f7b55-8450-42dd-ba62-a18ccdf648bc,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:27.166594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:27.181717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event updated for resources: {'Port': ['ID=e6c2ba66-71c8-45fe-8be3-eb34ed0a72c7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:27.184213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eaf4d9e-ae41-4a5e-a20c-13bcfb630372 req-44af7869-de5d-49f4-a349-fd0ebb7c2d9b tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 210 time: 0.4928589 Feb 02 13:15:27.315713 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:27.387365 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:15:27.807151 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for router_gateway (c857af3c-79fe-470a-86ca-f07795e75bc4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:28.039456 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:28.112099 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (c857af3c-79fe-470a-86ca-f07795e75bc4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:28.141617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:28.151198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:28.154288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:28.154968 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (f966d606-3e61-4b6c-8676-8bf4e965a324), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:28.254807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc7b10-109d-47b1-9607-b88c2e52b2bd req-2f82a65a-ad34-4b5b-a427-9b4c0e99798f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:28.256445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-abbc7b10-109d-47b1-9607-b88c2e52b2bd req-2f82a65a-ad34-4b5b-a427-9b4c0e99798f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.2748532 Feb 02 13:15:28.277840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=b013fdeb-377d-4462-aff6-6cfa7f803645,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:28.284346 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Publish callbacks [] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:28.326429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ba825-05f9-4853-b63b-b5d619c7def8 req-1514c14e-6085-4869-8bf4-5751d9e18720 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:28.328584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-600ba825-05f9-4853-b63b-b5d619c7def8 req-1514c14e-6085-4869-8bf4-5751d9e18720 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 945 time: 1.5810010 Feb 02 13:15:28.365258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Router c857af3c-79fe-470a-86ca-f07795e75bc4 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:15:28.437442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49592bb7-254c-4c71-9a51-b37a76bdfd14 req-f96fcf51-5147-4763-8bf8-33b7ea22af9f tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:28.446859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49592bb7-254c-4c71-9a51-b37a76bdfd14 req-f96fcf51-5147-4763-8bf8-33b7ea22af9f tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 945 time: 0.4666727 Feb 02 13:15:28.546819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-abbc7b10-109d-47b1-9607-b88c2e52b2bd req-d0e517b4-7b78-4ef5-8f4e-903103003696 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701278 Feb 02 13:15:28.636981 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:15:28.649460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b534cef8-0eab-4bc2-8f68-b0c654c8da6a None None] Sync routers for ids ['c857af3c-79fe-470a-86ca-f07795e75bc4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:15:28.662648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b534cef8-0eab-4bc2-8f68-b0c654c8da6a None None] Routers {'c857af3c-79fe-470a-86ca-f07795e75bc4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:28.666121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b534cef8-0eab-4bc2-8f68-b0c654c8da6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c857af3c-79fe-470a-86ca-f07795e75bc4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:28.681074 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:28.682755 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ecef401d-4fa3-4404-86d7-357859e08201 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.9156415 Feb 02 13:15:28.685219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60196) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:28.817293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b534cef8-0eab-4bc2-8f68-b0c654c8da6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:28.860960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b534cef8-0eab-4bc2-8f68-b0c654c8da6a None None] Routers {'c857af3c-79fe-470a-86ca-f07795e75bc4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:28.863870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b534cef8-0eab-4bc2-8f68-b0c654c8da6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c857af3c-79fe-470a-86ca-f07795e75bc4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:28.868795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2879a06-ca0f-4fc8-8dd8-3b38a9c725d1 None None] Network 33bdab2a-6735-4503-ac94-a37212290fd7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:28.871581 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:28.941992 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:29.036059 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49592bb7-254c-4c71-9a51-b37a76bdfd14 req-96d4717e-74fe-4a2f-90ba-b45f074c19e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5881913 Feb 02 13:15:29.044536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b534cef8-0eab-4bc2-8f68-b0c654c8da6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:29.046451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b534cef8-0eab-4bc2-8f68-b0c654c8da6a None None] The sync data for ids ['c857af3c-79fe-470a-86ca-f07795e75bc4'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:15:29.073855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Network 6938953d-1c69-446a-90bf-086815082da0 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:29.084185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3c1f7b55-8450-42dd-ba62-a18ccdf648bc up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:29.114574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:29.117670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:29.190145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Pushing event updated for resources: {'Port': ['ID=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:29.194397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-60ad692f-ee13-4ae8-a761-abe2f467b80a None None] Provisioning complete for port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:29.195054 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60ad692f-ee13-4ae8-a761-abe2f467b80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:29.278200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac3849-89df-425a-92f8-cf2d53f89fcb req-78112e38-7f7a-4a6c-904e-9987f488d000 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:29.279859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aac3849-89df-425a-92f8-cf2d53f89fcb req-78112e38-7f7a-4a6c-904e-9987f488d000 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 931 time: 0.5326631 Feb 02 13:15:29.288772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-600ba825-05f9-4853-b63b-b5d619c7def8 req-22fd22b7-5522-40f2-a3b8-a1ea9eee31f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Deleting port 5cb2b5c7-6753-4547-baa2-81537244c427 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:29.289202 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-600ba825-05f9-4853-b63b-b5d619c7def8 req-22fd22b7-5522-40f2-a3b8-a1ea9eee31f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:29.410762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-60ad692f-ee13-4ae8-a761-abe2f467b80a None None] Current status of the port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:29.411412 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60ad692f-ee13-4ae8-a761-abe2f467b80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:29.513100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-600ba825-05f9-4853-b63b-b5d619c7def8 req-22fd22b7-5522-40f2-a3b8-a1ea9eee31f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] For port 5cb2b5c7-6753-4547-baa2-81537244c427, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5cb2b5c7-6753-4547-baa2-81537244c427,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:29.513458 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-600ba825-05f9-4853-b63b-b5d619c7def8 req-22fd22b7-5522-40f2-a3b8-a1ea9eee31f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:29.537727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-60ad692f-ee13-4ae8-a761-abe2f467b80a None None] For port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4,segment=NetworkSegment(6fa4e3dd-cbab-43db-b99d-7f28003de158),segment_id=6fa4e3dd-cbab-43db-b99d-7f28003de158)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:29.549039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-600ba825-05f9-4853-b63b-b5d619c7def8 req-22fd22b7-5522-40f2-a3b8-a1ea9eee31f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Calling delete_port for 5cb2b5c7-6753-4547-baa2-81537244c427 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:29.555243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:29.555644 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3c1f7b55-8450-42dd-ba62-a18ccdf648bc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:29.657113 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60ad692f-ee13-4ae8-a761-abe2f467b80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:29.939003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:29.940021 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3c1f7b55-8450-42dd-ba62-a18ccdf648bc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:29.965881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:29.966564 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:29.970436 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad692f-ee13-4ae8-a761-abe2f467b80a None None] Pushing event updated for resources: {'Port': ['ID=f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:29.985036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7353f701-29fe-4ae4-ba39-99b3af84ffbc None None] Provisioning complete for port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:29.985684 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7353f701-29fe-4ae4-ba39-99b3af84ffbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3c1f7b55-8450-42dd-ba62-a18ccdf648bc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:29.997853 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-600ba825-05f9-4853-b63b-b5d619c7def8 req-22fd22b7-5522-40f2-a3b8-a1ea9eee31f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5cb2b5c7-6753-4547-baa2-81537244c427), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:30.056734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:30.093582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-38eb6784-6823-4858-8caf-ce2a021a0dfb tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3110471 Feb 02 13:15:30.172290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Request body: {'port': {'device_id': '13f225f5-3c30-4e67-b4cf-101535349fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:30.175146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3c1f7b55-8450-42dd-ba62-a18ccdf648bc,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:30.187032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd22b7-5522-40f2-a3b8-a1ea9eee31f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event deleted for resources: {'Port': ['ID=5cb2b5c7-6753-4547-baa2-81537244c427,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:30.235295 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3c1f7b55-8450-42dd-ba62-a18ccdf648bc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:30.236097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:30.417508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7353f701-29fe-4ae4-ba39-99b3af84ffbc None None] Current status of the port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:30.424075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7aac3849-89df-425a-92f8-cf2d53f89fcb req-48a1d3ba-9d20-48d7-bd09-6d1153400f50 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/security-groups?id=53b08748-3df2-4ff3-bc67-5405a2ad54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1160605 Feb 02 13:15:30.454517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5cb2b5c7-6753-4547-baa2-81537244c427 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:30.460061 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=3c1f7b55-8450-42dd-ba62-a18ccdf648bc,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:30.597523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 5cb2b5c7-6753-4547-baa2-81537244c427 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:15:30.597995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5cb2b5c7-6753-4547-baa2-81537244c427 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:15:30.618766 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:30.627789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-600ba825-05f9-4853-b63b-b5d619c7def8 req-22fd22b7-5522-40f2-a3b8-a1ea9eee31f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] No DVR routers for this DVR port 5cb2b5c7-6753-4547-baa2-81537244c427 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:15:30.673342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:30.699625 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-600ba825-05f9-4853-b63b-b5d619c7def8 req-22fd22b7-5522-40f2-a3b8-a1ea9eee31f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:30.705088 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-600ba825-05f9-4853-b63b-b5d619c7def8 req-22fd22b7-5522-40f2-a3b8-a1ea9eee31f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "DELETE /v2.0/ports/5cb2b5c7-6753-4547-baa2-81537244c427 HTTP/1.1" status: 204 len: 173 time: 2.3410611 Feb 02 13:15:30.708652 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:30.717009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a79c0300-5cf5-48ef-8767-b7fd3eb8eccd None None] Provisioning complete for port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:30.717540 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a79c0300-5cf5-48ef-8767-b7fd3eb8eccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:30.720005 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:30.722108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (f966d606-3e61-4b6c-8676-8bf4e965a324), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:30.728708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a87920d-0263-4856-b381-1a0940d8375e', 'name': 'network-vif-deleted', 'tag': '5cb2b5c7-6753-4547-baa2-81537244c427'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:30.738088 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9b5bf4-07d6-4af1-ab4c-2ba158211c06" -d '{"events": [{"server_uuid": "0a87920d-0263-4856-b381-1a0940d8375e", "name": "network-vif-deleted", "tag": "5cb2b5c7-6753-4547-baa2-81537244c427"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:30.805693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3fdda33-cc12-45a0-8d02-f3615d75c230 req-d89719eb-a6ec-41c3-86ee-1d2dff65e0dd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0a87920d-0263-4856-b381-1a0940d8375e HTTP/1.1" status: 200 len: 210 time: 0.1812205 Feb 02 13:15:30.937278 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccb3747-f72e-47b0-abfa-a245e78d14e7 x-openstack-request-id: req-cccb3747-f72e-47b0-abfa-a245e78d14e7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:30.937732 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a87920d-0263-4856-b381-1a0940d8375e", "name": "network-vif-deleted", "tag": "5cb2b5c7-6753-4547-baa2-81537244c427", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:30.938089 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cccb3747-f72e-47b0-abfa-a245e78d14e7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:30.938736 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a87920d-0263-4856-b381-1a0940d8375e', 'name': 'network-vif-deleted', 'tag': '5cb2b5c7-6753-4547-baa2-81537244c427', 'status': 'completed', 'code': 200} Feb 02 13:15:30.956157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c44b5-e98f-4689-9053-f8d64bf5934c req-5bb81013-d8b1-48bb-b90e-e367bc583b3f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:30.962735 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c95c44b5-e98f-4689-9053-f8d64bf5934c req-5bb81013-d8b1-48bb-b90e-e367bc583b3f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 1.0206110 Feb 02 13:15:31.077862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a79c0300-5cf5-48ef-8767-b7fd3eb8eccd None None] Current status of the port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:31.122934 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=b013fdeb-377d-4462-aff6-6cfa7f803645,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:31.142597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:31.143108 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:31.176833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a79c0300-5cf5-48ef-8767-b7fd3eb8eccd None None] Provisioning complete for port b013fdeb-377d-4462-aff6-6cfa7f803645 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:31.177291 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a79c0300-5cf5-48ef-8767-b7fd3eb8eccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:31.224852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a79c0300-5cf5-48ef-8767-b7fd3eb8eccd None None] Port b013fdeb-377d-4462-aff6-6cfa7f803645 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:15:31.349544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c95c44b5-e98f-4689-9053-f8d64bf5934c req-03cca2a0-e0a1-4727-9c5f-94a96a5b5459 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307140 Feb 02 13:15:31.388277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:31.390826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:31.400729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Allocated IP 172.20.0.1 (33bdab2a-6735-4503-ac94-a37212290fd7/ad5e7c27-06bc-40dd-95dd-d933f1fd04be/6a8f9784-d845-4849-bb6a-41b4a5bed77f) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:31.408907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:31.576362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3c1f7b55-8450-42dd-ba62-a18ccdf648bc up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:31.626780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for port (6a8f9784-d845-4849-bb6a-41b4a5bed77f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:31.691472 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6a8f9784-d845-4849-bb6a-41b4a5bed77f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:31.746067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:31.746551 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3c1f7b55-8450-42dd-ba62-a18ccdf648bc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:31.771073 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Network 33bdab2a-6735-4503-ac94-a37212290fd7 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:31.774510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:31.798182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:31.886881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event updated for resources: {'Port': ['ID=6a8f9784-d845-4849-bb6a-41b4a5bed77f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:31.899935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.900746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.901345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.901925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.902496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.903109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.903698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.904279 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.904964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.905550 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.906110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.906667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.907232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:31.918690 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (c857af3c-79fe-470a-86ca-f07795e75bc4), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:31.920943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Router f966d606-3e61-4b6c-8676-8bf4e965a324 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:15:32.008594 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-279185fe-402d-46b6-ae2c-9b47ad80db15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:32.035902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fe1a9-cc41-4a48-b46d-be4ae5564ef8 req-d12f6e45-3a82-4b9a-b879-be22ac3c09d3 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:32.050446 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f99fe1a9-cc41-4a48-b46d-be4ae5564ef8 req-d12f6e45-3a82-4b9a-b879-be22ac3c09d3 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 931 time: 0.3108335 Feb 02 13:15:32.247186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6a8f9784-d845-4849-bb6a-41b4a5bed77f), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:32.301502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f99fe1a9-cc41-4a48-b46d-be4ae5564ef8 req-d36f3733-9058-4ee0-ac53-f076c931b025 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/security-groups?id=53b08748-3df2-4ff3-bc67-5405a2ad54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445481 Feb 02 13:15:32.449707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ac25258e-3672-4734-ab3f-0ce257328c98 None None] Provisioning complete for port b013fdeb-377d-4462-aff6-6cfa7f803645 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:32.455200 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac25258e-3672-4734-ab3f-0ce257328c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:32.542334 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:32.543501 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:32.627516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ac25258e-3672-4734-ab3f-0ce257328c98 None None] Port b013fdeb-377d-4462-aff6-6cfa7f803645 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:15:32.649931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:32.652722 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:32.661250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-564d0fae-724d-4686-8481-956c2983a499 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:32.662912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-564d0fae-724d-4686-8481-956c2983a499 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.3096616 Feb 02 13:15:32.812437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:15:32.833089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-1ab3fc97-1656-4cc5-8468-6e1154acdad8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/quotas/6ee72b4765a44f94a55b3d24e29dc8b4 HTTP/1.1" status: 200 len: 375 time: 0.1360579 Feb 02 13:15:32.844430 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Publish callbacks [] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:32.856780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for port (6a8f9784-d845-4849-bb6a-41b4a5bed77f), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:32.864557 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (6a8f9784-d845-4849-bb6a-41b4a5bed77f), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:32.878045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:32.886353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-69ce3a0f-107f-4b9c-ab4c-e130964d56b6 None None] Provisioning complete for port 6a8f9784-d845-4849-bb6a-41b4a5bed77f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:32.888043 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69ce3a0f-107f-4b9c-ab4c-e130964d56b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6a8f9784-d845-4849-bb6a-41b4a5bed77f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:32.927811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b6fa1-e7e8-4c6e-9cc9-44d55e9196a4 req-073a9a05-b8c9-4677-b937-c69324902be7 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:32.930128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a8b6fa1-e7e8-4c6e-9cc9-44d55e9196a4 req-073a9a05-b8c9-4677-b937-c69324902be7 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.2637353 Feb 02 13:15:32.936950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Transition to ACTIVE for port object 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:15:32.957866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-69ce3a0f-107f-4b9c-ab4c-e130964d56b6 None None] Port 6a8f9784-d845-4849-bb6a-41b4a5bed77f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:15:32.970519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:15:32.981732 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Sync routers for ids ['f966d606-3e61-4b6c-8676-8bf4e965a324'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:15:32.987162 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:32.995319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3ad94b6d-5b71-451f-b637-460f45002b2c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "PUT /v2.0/routers/f966d606-3e61-4b6c-8676-8bf4e965a324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5770066 Feb 02 13:15:33.000735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60292) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:33.004642 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Routers {'f966d606-3e61-4b6c-8676-8bf4e965a324'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:33.006972 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['f966d606-3e61-4b6c-8676-8bf4e965a324'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:33.070696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (c857af3c-79fe-470a-86ca-f07795e75bc4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:33.079391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event updated for resources: {'Port': ['ID=6a8f9784-d845-4849-bb6a-41b4a5bed77f,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:33.117666 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Set router f966d606-3e61-4b6c-8676-8bf4e965a324 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:15:33.122389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874e151b-0c76-4789-8f64-fb16692d8a05 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:33.123899 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-874e151b-0c76-4789-8f64-fb16692d8a05 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports/b013fdeb-377d-4462-aff6-6cfa7f803645 HTTP/1.1" status: 200 len: 911 time: 0.1204674 Feb 02 13:15:33.126510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60294) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:33.155288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Pushing event updated for resources: {'Port': ['ID=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:33.166734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-8c218564-6a05-44f6-82bf-e6f003fce25d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3329742 Feb 02 13:15:33.174419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a8b6fa1-e7e8-4c6e-9cc9-44d55e9196a4 req-46b2063b-9e53-4c26-ad08-094a036253c0 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359495 Feb 02 13:15:33.341170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-6debb04c-3882-4c46-9f34-cc4015d3c0e1 service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650813 Feb 02 13:15:33.384758 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Network 33bdab2a-6735-4503-ac94-a37212290fd7 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:33.387881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:33.402138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3040f7b8-256f-4a70-9b7c-55dcfc2606c8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:33.407524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3040f7b8-256f-4a70-9b7c-55dcfc2606c8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:33.412078 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3040f7b8-256f-4a70-9b7c-55dcfc2606c8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2844150 Feb 02 13:15:33.413932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60302) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:33.493363 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966d606-3e61-4b6c-8676-8bf4e965a324', 'name': 'tempest-NetworksTestDHCPv6-router-500421634', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:15:25Z', 'updated_at': '2022-02-02T13:15:28Z', 'revision_number': 2, 'project_id': '02d0f0b031074f4a91120895ec758578', 'gw_port_host': None, '_interfaces': [{'id': 'b013fdeb-377d-4462-aff6-6cfa7f803645', 'name': '', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'mac_address': 'fa:16:3e:55:a9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966d606-3e61-4b6c-8676-8bf4e965a324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '3127277b-a461-4a00-8f0d-43c0f6e006fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:15:26Z', 'updated_at': '2022-02-02T13:15:30Z', 'revision_number': 2, 'project_id': '02d0f0b031074f4a91120895ec758578', 'subnets': [{'id': '3127277b-a461-4a00-8f0d-43c0f6e006fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:33.564791 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Checking router: f966d606-3e61-4b6c-8676-8bf4e965a324 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:15:33.565506 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Updating router f966d606-3e61-4b6c-8676-8bf4e965a324 port b013fdeb-377d-4462-aff6-6cfa7f803645 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:15:33.606128 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:33.661453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Attempting to bind port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:15:33.661781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Attempting to bind port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6938953d-1c69-446a-90bf-086815082da0'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:15:33.662101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Attempting to bind port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e on network 6938953d-1c69-446a-90bf-086815082da0 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:33.668902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e on network 6938953d-1c69-446a-90bf-086815082da0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:15:33.669453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Attempting to bind port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e on network 6938953d-1c69-446a-90bf-086815082da0 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:33.681548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3eacc-099b-4a02-aa7f-ced397a62951 req-96f98ed7-010e-42ea-82b6-b3951eb89549 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:33.683564 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36e3eacc-099b-4a02-aa7f-ced397a62951 req-96f98ed7-010e-42ea-82b6-b3951eb89549 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 943 time: 0.2433193 Feb 02 13:15:33.688638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:15:33.689179 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Checking segment: {'id': 'e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6938953d-1c69-446a-90bf-086815082da0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:33.689727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Bound using segment: {'id': 'e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6938953d-1c69-446a-90bf-086815082da0'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:15:33.690339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Bound port: 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6938953d-1c69-446a-90bf-086815082da0'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:15:33.691033 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:33.744830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Router c857af3c-79fe-470a-86ca-f07795e75bc4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:15:33.754174 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-b677d845-bef9-4358-9d89-25db7b6e92c8 service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813169 Feb 02 13:15:33.815647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f6f03b09-c109-4016-9b5b-2762d8ce95f1 None None] Provisioning complete for port 6a8f9784-d845-4849-bb6a-41b4a5bed77f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:33.817632 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6f03b09-c109-4016-9b5b-2762d8ce95f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6a8f9784-d845-4849-bb6a-41b4a5bed77f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:33.955615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f6f03b09-c109-4016-9b5b-2762d8ce95f1 None None] Port 6a8f9784-d845-4849-bb6a-41b4a5bed77f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:15:34.074723 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-62ebde56-7ef1-4abd-9bec-9ad4c579ffc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:34.231131 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Publish callbacks [] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:34.246090 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:34.301331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:15:34.307105 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bd16e579-6c16-45fa-a03b-302db43dcdc9 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "PUT /v2.0/routers/c857af3c-79fe-470a-86ca-f07795e75bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6207037 Feb 02 13:15:34.312065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60326) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:34.314644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775df3e-6c51-4f4b-a322-207562217321 None None] Sync routers for ids ['c857af3c-79fe-470a-86ca-f07795e75bc4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:15:34.317833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Request body: {'port': {'network_id': '33bdab2a-6735-4503-ac94-a37212290fd7', 'name': 'tempest-FloatingIPAdminTestJSON-676816064'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:34.367745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775df3e-6c51-4f4b-a322-207562217321 None None] Routers {'c857af3c-79fe-470a-86ca-f07795e75bc4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:34.369355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0775df3e-6c51-4f4b-a322-207562217321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c857af3c-79fe-470a-86ca-f07795e75bc4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:34.417038 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Pushing event updated for resources: {'Port': ['ID=b013fdeb-377d-4462-aff6-6cfa7f803645,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:34.520089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Made reservation on behalf of 84e5ec4eb9244ab7821de241caa5dd4b for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:34.527674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0775df3e-6c51-4f4b-a322-207562217321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:34.531096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:34.554712 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6dbceb9-adfe-46f7-af18-666a71cd35b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (f966d606-3e61-4b6c-8676-8bf4e965a324), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:34.568280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0775df3e-6c51-4f4b-a322-207562217321 None None] Routers {'c857af3c-79fe-470a-86ca-f07795e75bc4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:34.568970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0775df3e-6c51-4f4b-a322-207562217321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c857af3c-79fe-470a-86ca-f07795e75bc4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:34.717637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] For port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:34.732448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] For port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e,segment=NetworkSegment(e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0),segment_id=e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:34.739709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] device_id is not set on port 79205677-e24a-4206-a239-dc22646e9a03 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:15:34.746482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0775df3e-6c51-4f4b-a322-207562217321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:34.749786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0775df3e-6c51-4f4b-a322-207562217321 None None] The sync data for ids ['c857af3c-79fe-470a-86ca-f07795e75bc4'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:15:34.829709 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.855650 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:34.877437 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10bceaff-1538-4c07-9c1d-d8ef789e95d4 req-12e47ee1-e204-4cf4-93d6-c6e3a0e631ba tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 210 time: 0.1137097 Feb 02 13:15:34.896171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3f73890e-b141-40a7-90e2-5515abf08af1 None None] Provisioning complete for port b013fdeb-377d-4462-aff6-6cfa7f803645 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:34.896542 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f73890e-b141-40a7-90e2-5515abf08af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:34.925817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:34.940424 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:34.943800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] 10.222.0.18 "PUT /v2.0/ports/35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e HTTP/1.1" status: 200 len: 1091 time: 4.7746530 Feb 02 13:15:34.944785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f225f5-3c30-4e67-b4cf-101535349fb4', 'tag': '35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:34.947666 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0773b295-8743-46ff-9050-28556ae921fe" -d '{"events": [{"name": "network-changed", "server_uuid": "13f225f5-3c30-4e67-b4cf-101535349fb4", "tag": "35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:34.962806 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Attempting to bind port b013fdeb-377d-4462-aff6-6cfa7f803645 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:15:34.963995 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Attempting to bind port b013fdeb-377d-4462-aff6-6cfa7f803645 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:15:34.964406 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Attempting to bind port b013fdeb-377d-4462-aff6-6cfa7f803645 on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:34.965906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36e3eacc-099b-4a02-aa7f-ced397a62951 req-9c60b721-7c50-4516-a95e-de218246459b tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/security-groups?id=53b08748-3df2-4ff3-bc67-5405a2ad54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2720854 Feb 02 13:15:35.002135 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:15:35.004912 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:35.006342 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:35.010775 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:15:35.013437 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Bound port: b013fdeb-377d-4462-aff6-6cfa7f803645, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:15:35.014496 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:35.038839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Allocated IP 172.20.0.3 (33bdab2a-6735-4503-ac94-a37212290fd7/ad5e7c27-06bc-40dd-95dd-d933f1fd04be/79205677-e24a-4206-a239-dc22646e9a03) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:35.077603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3f73890e-b141-40a7-90e2-5515abf08af1 None None] Port b013fdeb-377d-4462-aff6-6cfa7f803645 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:15:35.092103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e35e5-20c7-4a79-b679-3ababa2e5149 service neutron] Pushing event updated for resources: {'Port': ['ID=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:35.121631 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624390b5-84cc-4ecc-8685-ee6912575977 x-openstack-request-id: req-624390b5-84cc-4ecc-8685-ee6912575977 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:35.121943 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f225f5-3c30-4e67-b4cf-101535349fb4", "tag": "35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:35.122409 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-624390b5-84cc-4ecc-8685-ee6912575977 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:35.122883 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f225f5-3c30-4e67-b4cf-101535349fb4', 'tag': '35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e', 'status': 'completed', 'code': 200} Feb 02 13:15:35.159728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e70fc3-c94b-4752-a2f8-784328961064 req-15bce7df-5921-4576-b4e6-b2acb38dcf92 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:35.161631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42e70fc3-c94b-4752-a2f8-784328961064 req-15bce7df-5921-4576-b4e6-b2acb38dcf92 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.1590366 Feb 02 13:15:35.168336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-37de9347-d573-40a5-8684-412e5425ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:35.169924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-37de9347-d573-40a5-8684-412e5425ca39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc90a8f35e2e4e01aa268be08e482924&device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 1125 time: 0.1032515 Feb 02 13:15:35.204288 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] For port b013fdeb-377d-4462-aff6-6cfa7f803645, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:35.209945 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] For port b013fdeb-377d-4462-aff6-6cfa7f803645, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b013fdeb-377d-4462-aff6-6cfa7f803645,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:35.219760 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:35.283553 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-697688a3-1437-49bf-95c9-1dc7fd483633 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e HTTP/1.1" status: 200 len: 217 time: 0.0954041 Feb 02 13:15:35.289812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for port (79205677-e24a-4206-a239-dc22646e9a03), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:35.304662 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8813f-5f26-4a88-9359-66366822876f None None] Pushing event updated for resources: {'Port': ['ID=b013fdeb-377d-4462-aff6-6cfa7f803645,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:35.336011 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Routers {'f966d606-3e61-4b6c-8676-8bf4e965a324'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:35.339914 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['f966d606-3e61-4b6c-8676-8bf4e965a324'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:35.380198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-ca210f18-c36c-4b8b-980b-0b1ac98ba8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:35.383682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-ca210f18-c36c-4b8b-980b-0b1ac98ba8bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1950e03-cd3e-4582-bc38-4f815ef812a3 HTTP/1.1" status: 200 len: 853 time: 0.0890024 Feb 02 13:15:35.478469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-fa366227-0226-4114-a8cb-06d873c160a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6938953d-1c69-446a-90bf-086815082da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756586 Feb 02 13:15:35.492891 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (79205677-e24a-4206-a239-dc22646e9a03), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:35.508904 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:35.528925 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42e70fc3-c94b-4752-a2f8-784328961064 req-75c13553-77a2-4b90-b839-f8aef6a1d94c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578286 Feb 02 13:15:35.560591 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] Set router f966d606-3e61-4b6c-8676-8bf4e965a324 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:15:35.650054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event updated for resources: {'Port': ['ID=79205677-e24a-4206-a239-dc22646e9a03,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:35.662820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-7288f4a3-1f29-430d-8b95-df6be1d26676 service neutron] 10.222.0.18 "GET /v2.0/networks/6938953d-1c69-446a-90bf-086815082da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833904 Feb 02 13:15:35.677754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Network 33bdab2a-6735-4503-ac94-a37212290fd7 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:35.680337 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:35.698582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:35.767267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:35.767974 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:35.911932 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966d606-3e61-4b6c-8676-8bf4e965a324', 'name': 'tempest-NetworksTestDHCPv6-router-500421634', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:15:25Z', 'updated_at': '2022-02-02T13:15:28Z', 'revision_number': 2, 'project_id': '02d0f0b031074f4a91120895ec758578', 'gw_port_host': None, '_interfaces': [{'id': 'b013fdeb-377d-4462-aff6-6cfa7f803645', 'name': '', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'mac_address': 'fa:16:3e:55:a9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966d606-3e61-4b6c-8676-8bf4e965a324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '3127277b-a461-4a00-8f0d-43c0f6e006fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:15:26Z', 'updated_at': '2022-02-02T13:15:35Z', 'revision_number': 4, 'project_id': '02d0f0b031074f4a91120895ec758578', 'subnets': [{'id': '3127277b-a461-4a00-8f0d-43c0f6e006fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:35.912369 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f0654350-762a-4ab1-88f7-15dfbe0e1655 req-44f8116d-8f0f-42b7-8781-219aa051677c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1403935 Feb 02 13:15:35.917015 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-11844514-1f91-432e-ae4e-6c834170ff89 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6032655 Feb 02 13:15:35.920236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60354) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:35.955979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7812f662-2406-4641-b043-1fd0cce75b43 None None] Provisioning complete for port b013fdeb-377d-4462-aff6-6cfa7f803645 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:35.957480 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7812f662-2406-4641-b043-1fd0cce75b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:36.001443 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d221b3-2ac4-4f34-914b-3029e63e9fef None None] The sync data for ids ['f966d606-3e61-4b6c-8676-8bf4e965a324'] in n-d-827336-2 is: [{'id': 'f966d606-3e61-4b6c-8676-8bf4e965a324', 'name': 'tempest-NetworksTestDHCPv6-router-500421634', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:15:25Z', 'updated_at': '2022-02-02T13:15:28Z', 'revision_number': 2, 'project_id': '02d0f0b031074f4a91120895ec758578', 'gw_port_host': None, '_interfaces': [{'id': 'b013fdeb-377d-4462-aff6-6cfa7f803645', 'name': '', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'mac_address': 'fa:16:3e:55:a9:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f966d606-3e61-4b6c-8676-8bf4e965a324', 'device_owner': 'network:router_interface', 'standard_attr_id': 2015, 'fixed_ips': [{'subnet_id': '3127277b-a461-4a00-8f0d-43c0f6e006fb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:15:26Z', 'updated_at': '2022-02-02T13:15:35Z', 'revision_number': 4, 'project_id': '02d0f0b031074f4a91120895ec758578', 'subnets': [{'id': '3127277b-a461-4a00-8f0d-43c0f6e006fb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:15:36.030254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c361ff9-9198-4b64-934e-550e0aa354b1 req-3a540345-4ae2-4605-bff6-8ce17c35956e service neutron] 10.222.0.18 "GET /v2.0/networks/6938953d-1c69-446a-90bf-086815082da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576081 Feb 02 13:15:36.049935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'project_id': '84e5ec4eb9244ab7821de241caa5dd4b', 'port_id': '79205677-e24a-4206-a239-dc22646e9a03'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:36.265243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7812f662-2406-4641-b043-1fd0cce75b43 None None] Current status of the port b013fdeb-377d-4462-aff6-6cfa7f803645 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:36.265791 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7812f662-2406-4641-b043-1fd0cce75b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:36.274617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-2302adf8-10a0-4748-941a-3d9ad7ccd2a3 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:36.277146 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-2302adf8-10a0-4748-941a-3d9ad7ccd2a3 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.62 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.2492933 Feb 02 13:15:36.284416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbceb9-adfe-46f7-af18-666a71cd35b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port b013fdeb-377d-4462-aff6-6cfa7f803645 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:36.285067 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6dbceb9-adfe-46f7-af18-666a71cd35b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:36.308884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Request body: {'port': {'device_id': '4e992f2b-fdfd-4d57-ab02-42e89bea9de5', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'admin_state_up': True, 'tenant_id': '6ee72b4765a44f94a55b3d24e29dc8b4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:36.368033 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f07a141a-ec65-41b0-b71d-a2adddeb0901 req-2d347826-dad8-4d6d-86cd-238d5eead575 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 210 time: 0.2944367 Feb 02 13:15:36.383864 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7812f662-2406-4641-b043-1fd0cce75b43 None None] For port b013fdeb-377d-4462-aff6-6cfa7f803645, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b013fdeb-377d-4462-aff6-6cfa7f803645,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:36.398938 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7812f662-2406-4641-b043-1fd0cce75b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:36.459090 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:36.487202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812f662-2406-4641-b043-1fd0cce75b43 None None] Pushing event updated for resources: {'Port': ['ID=b013fdeb-377d-4462-aff6-6cfa7f803645,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:36.539614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d6dbceb9-adfe-46f7-af18-666a71cd35b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] For port b013fdeb-377d-4462-aff6-6cfa7f803645, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b013fdeb-377d-4462-aff6-6cfa7f803645,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:36.540186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6dbceb9-adfe-46f7-af18-666a71cd35b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:36.567959 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773b295-8743-46ff-9050-28556ae921fe req-aca966a3-13cd-4587-bf64-687972be71fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:36.569994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0773b295-8743-46ff-9050-28556ae921fe req-aca966a3-13cd-4587-bf64-687972be71fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc90a8f35e2e4e01aa268be08e482924&device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 1125 time: 0.2726941 Feb 02 13:15:36.575147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0654350-762a-4ab1-88f7-15dfbe0e1655 req-3df7b4cb-502b-4839-a232-c070b0dab4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:36.576808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0654350-762a-4ab1-88f7-15dfbe0e1655 req-3df7b4cb-502b-4839-a232-c070b0dab4ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 1127 time: 0.4387136 Feb 02 13:15:36.588027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Made reservation on behalf of 6ee72b4765a44f94a55b3d24e29dc8b4 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:36.593535 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:36.606465 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-14332af1-9b35-4e07-83be-add29079e5c3 None None] Provisioning complete for port 79205677-e24a-4206-a239-dc22646e9a03 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:36.607411 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14332af1-9b35-4e07-83be-add29079e5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (79205677-e24a-4206-a239-dc22646e9a03), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:36.610431 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbceb9-adfe-46f7-af18-666a71cd35b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for b013fdeb-377d-4462-aff6-6cfa7f803645 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:36.724951 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:36.726161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773b295-8743-46ff-9050-28556ae921fe req-0470836e-2820-4a8d-87f2-d14520daf5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:36.727937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0773b295-8743-46ff-9050-28556ae921fe req-0470836e-2820-4a8d-87f2-d14520daf5cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=6938953d-1c69-446a-90bf-086815082da0 HTTP/1.1" status: 200 len: 914 time: 0.1495800 Feb 02 13:15:36.730547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-14332af1-9b35-4e07-83be-add29079e5c3 None None] Port 79205677-e24a-4206-a239-dc22646e9a03 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:15:36.764957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7051f7e-415f-4ca3-a48a-22c76fbf9c74 req-ac53e6f4-d96d-4a34-bf60-102ccdd29119 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:36.771287 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:36.775411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7051f7e-415f-4ca3-a48a-22c76fbf9c74 req-ac53e6f4-d96d-4a34-bf60-102ccdd29119 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 943 time: 0.4224985 Feb 02 13:15:36.843110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Allocated IP 172.20.0.14 (9077904b-671d-4f70-86b9-02225fb01c2a/8e3d761b-885b-4819-bc18-f1fb3a1e9ebb/8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:36.949321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0773b295-8743-46ff-9050-28556ae921fe req-3c00f814-0e82-41fa-8713-019b355c38bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e HTTP/1.1" status: 200 len: 217 time: 0.1668916 Feb 02 13:15:37.090585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks [] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:37.133452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:37.168081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:37.203986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7051f7e-415f-4ca3-a48a-22c76fbf9c74 req-9a3694b0-db88-4fe0-85c0-aa6b37dd654d tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/security-groups?id=53b08748-3df2-4ff3-bc67-5405a2ad54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276669 Feb 02 13:15:37.242126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b19c9-31ab-4e54-a3c8-39da7fa81dd5 req-4a61bf29-17d4-49c3-8dfc-f6079b36bc8a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:37.245602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-835b19c9-31ab-4e54-a3c8-39da7fa81dd5 req-4a61bf29-17d4-49c3-8dfc-f6079b36bc8a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.5165386 Feb 02 13:15:37.276996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773b295-8743-46ff-9050-28556ae921fe req-d4821fb7-1bb6-4917-aaca-43ac5b1d3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:37.278748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0773b295-8743-46ff-9050-28556ae921fe req-d4821fb7-1bb6-4917-aaca-43ac5b1d3948 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e1950e03-cd3e-4582-bc38-4f815ef812a3 HTTP/1.1" status: 200 len: 853 time: 0.3166347 Feb 02 13:15:37.283169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Network 9077904b-671d-4f70-86b9-02225fb01c2a is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:37.296941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event updated for resources: {'Port': ['ID=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:37.299609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:37.306938 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:37.378394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0654350-762a-4ab1-88f7-15dfbe0e1655 req-cffc9432-3c03-4243-89a0-cd5b5c30dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:37.379839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0654350-762a-4ab1-88f7-15dfbe0e1655 req-cffc9432-3c03-4243-89a0-cd5b5c30dcd8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 907 time: 0.6384478 Feb 02 13:15:37.404425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0773b295-8743-46ff-9050-28556ae921fe req-17b4e3e9-b9dd-4670-bd6c-a9f9859f4914 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6938953d-1c69-446a-90bf-086815082da0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814977 Feb 02 13:15:37.437516 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:37.438153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:37.489016 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-51f5b0bb-7468-4892-90c3-27d90e7b761e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1831625 Feb 02 13:15:37.556340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Request body: {'port': {'device_id': '4e992f2b-fdfd-4d57-ab02-42e89bea9de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:37.572551 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:37.575387 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:37.577913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-835b19c9-31ab-4e54-a3c8-39da7fa81dd5 req-42521027-ec6f-4d04-bef9-189310051a55 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099086 Feb 02 13:15:37.598128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0654350-762a-4ab1-88f7-15dfbe0e1655 req-44dede8d-7a58-4119-878c-5d82bd22e2fb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efc908ff-9e61-4e7e-9860-812538ce757d HTTP/1.1" status: 200 len: 217 time: 0.1980546 Feb 02 13:15:37.666373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:37.671731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0654350-762a-4ab1-88f7-15dfbe0e1655 req-912404a7-7f3e-41c7-8d96-8a6a3df4c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:37.673376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0654350-762a-4ab1-88f7-15dfbe0e1655 req-912404a7-7f3e-41c7-8d96-8a6a3df4c143 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.0504258 Feb 02 13:15:37.673919 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6dbceb9-adfe-46f7-af18-666a71cd35b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b013fdeb-377d-4462-aff6-6cfa7f803645), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:37.708561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b013fdeb-377d-4462-aff6-6cfa7f803645 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:37.732779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbceb9-adfe-46f7-af18-666a71cd35b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=b013fdeb-377d-4462-aff6-6cfa7f803645,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:37.757255 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b013fdeb-377d-4462-aff6-6cfa7f803645 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:15:37.757884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b013fdeb-377d-4462-aff6-6cfa7f803645 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 02 13:15:37.798688 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Port b013fdeb-377d-4462-aff6-6cfa7f803645 not found, will not notify nova. {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 02 13:15:37.886124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Allocated IP 172.25.4.82 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/8c26c9c0-2128-43a4-8b76-95c567880942) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:37.962473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:38.045226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0654350-762a-4ab1-88f7-15dfbe0e1655 req-a79e36b6-8a79-436e-b238-d7d22fbc5011 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3427293 Feb 02 13:15:38.061398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:15:38.070542 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Publish callbacks [] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:38.106275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Transition to ACTIVE for port object 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:15:38.153216 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:38.227880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0773b295-8743-46ff-9050-28556ae921fe req-ea1366db-0033-4327-bd10-a429e2475ede service neutron] 10.222.0.18 "GET /v2.0/networks/6938953d-1c69-446a-90bf-086815082da0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8002992 Feb 02 13:15:38.248329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1de10-e401-467c-b262-928722aef067 service neutron] Pushing event updated for resources: {'Port': ['ID=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:38.312638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ce990-0dac-4dea-93e4-f9adbec44e7f req-1cabb336-0b48-4cd2-beae-743889b12dfc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:38.320530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e52ce990-0dac-4dea-93e4-f9adbec44e7f req-1cabb336-0b48-4cd2-beae-743889b12dfc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 932 time: 0.7092288 Feb 02 13:15:38.354062 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6dbceb9-adfe-46f7-af18-666a71cd35b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (f966d606-3e61-4b6c-8676-8bf4e965a324), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:38.373015 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks [] for port (8c26c9c0-2128-43a4-8b76-95c567880942), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:38.376006 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0654350-762a-4ab1-88f7-15dfbe0e1655 req-45eacaac-7d71-4cfb-a48f-b598be7fe841 service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169801 Feb 02 13:15:38.473673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:15:38.516740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bc7ea-3984-4650-8a53-84d17c6c3349 req-8c839daa-afff-4c66-8265-ec34e11f1c6b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:38.518313 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e4bc7ea-3984-4650-8a53-84d17c6c3349 req-8c839daa-afff-4c66-8265-ec34e11f1c6b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.4468083 Feb 02 13:15:38.579383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e52ce990-0dac-4dea-93e4-f9adbec44e7f req-66c07660-966c-4bbd-b753-f752e415c6ab tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582245 Feb 02 13:15:38.642998 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0773b295-8743-46ff-9050-28556ae921fe req-b2693d7a-65a9-42c2-9182-f147f580585b service neutron] 10.222.0.18 "GET /v2.0/networks/6938953d-1c69-446a-90bf-086815082da0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981500 Feb 02 13:15:38.649286 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8c26c9c0-2128-43a4-8b76-95c567880942), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:38.710407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e,segment=NetworkSegment(e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0),segment_id=e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:38.725208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e', 'network_id': '6938953d-1c69-446a-90bf-086815082da0', 'port_id': '35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e', 'mac_address': 'fa:16:3e:41:73:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1950e03-cd3e-4582-bc38-4f815ef812a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:15:38.764144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Pushing event updated for resources: {'Port': ['ID=8c26c9c0-2128-43a4-8b76-95c567880942,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:38.799982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:38.800961 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:38.831086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:38.835598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:15:38.841190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e4bc7ea-3984-4650-8a53-84d17c6c3349 req-248e2eb8-f974-4368-b015-48784951f477 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056892 Feb 02 13:15:38.842185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:38.845244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.845705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.846496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.846936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.847391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.847842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.848450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.848773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.849832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.850272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.850725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.851690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.852132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:15:38.855723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:38.889046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e,segment=NetworkSegment(e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0),segment_id=e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:38.918804 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:38.968494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f7168-2221-447e-b6c9-7badcd381bf2 req-50b20121-2e05-4732-93fe-26ec19301749 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:38.984824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d83f7168-2221-447e-b6c9-7badcd381bf2 req-50b20121-2e05-4732-93fe-26ec19301749 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 943 time: 0.2558012 Feb 02 13:15:38.996325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:39.052451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Attempting to bind port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:15:39.053068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Attempting to bind port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:15:39.053333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Attempting to bind port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:39.061654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 on network 9077904b-671d-4f70-86b9-02225fb01c2a not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:15:39.061978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Attempting to bind port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:39.070043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0654350-762a-4ab1-88f7-15dfbe0e1655 req-cd46d196-153f-4b0c-a25f-75510e480b18 service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750524 Feb 02 13:15:39.146074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:15:39.146551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Checking segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:39.146907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Bound using segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:15:39.147257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Bound port: 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:15:39.147635 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:39.152574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d83f7168-2221-447e-b6c9-7badcd381bf2 req-7227553f-1b5c-492c-a5d6-197b00a3804f tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/security-groups?id=53b08748-3df2-4ff3-bc67-5405a2ad54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661763 Feb 02 13:15:39.153293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dbceb9-adfe-46f7-af18-666a71cd35b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Router f966d606-3e61-4b6c-8676-8bf4e965a324 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:15:39.240242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:39.309420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] For port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:39.324529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dbceb9-adfe-46f7-af18-666a71cd35b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:15:39.327863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] For port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:39.332343 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d6dbceb9-adfe-46f7-af18-666a71cd35b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "PUT /v2.0/routers/f966d606-3e61-4b6c-8676-8bf4e965a324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9174469 Feb 02 13:15:39.334944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60418) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:39.339718 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c5b0c-57f0-46f8-9b95-7192c2e66460 None None] Sync routers for ids ['f966d606-3e61-4b6c-8676-8bf4e965a324'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:15:39.349986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:39.362202 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c5b0c-57f0-46f8-9b95-7192c2e66460 None None] Routers {'f966d606-3e61-4b6c-8676-8bf4e965a324'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:39.363389 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-540c5b0c-57f0-46f8-9b95-7192c2e66460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['f966d606-3e61-4b6c-8676-8bf4e965a324'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:39.509530 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:39.510166 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:39.515822 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-cda1de10-e401-467c-b262-928722aef067 service neutron] 10.222.0.62 "PUT /v2.0/ports/8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 HTTP/1.1" status: 200 len: 1092 time: 1.9788868 Feb 02 13:15:39.517248 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-540c5b0c-57f0-46f8-9b95-7192c2e66460 None None] Set router f966d606-3e61-4b6c-8676-8bf4e965a324 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:15:39.523104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e992f2b-fdfd-4d57-ab02-42e89bea9de5', 'tag': '8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:39.525506 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541aeab9-5c0a-4ca3-b9a3-8882e718715d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e992f2b-fdfd-4d57-ab02-42e89bea9de5", "tag": "8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:39.569203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6712f986-a359-423f-839b-cfe5c7375c95 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:39.570744 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6712f986-a359-423f-839b-cfe5c7375c95 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:39.575518 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6712f986-a359-423f-839b-cfe5c7375c95 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2368917 Feb 02 13:15:39.578361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60426) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:39.632610 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52b4163-f6cd-4d1d-a590-7df5e25a4b49 x-openstack-request-id: req-c52b4163-f6cd-4d1d-a590-7df5e25a4b49 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:39.632921 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e992f2b-fdfd-4d57-ab02-42e89bea9de5", "tag": "8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:39.633161 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c52b4163-f6cd-4d1d-a590-7df5e25a4b49 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:39.633944 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e992f2b-fdfd-4d57-ab02-42e89bea9de5', 'tag': '8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7', 'status': 'completed', 'code': 200} Feb 02 13:15:39.634774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1de10-e401-467c-b262-928722aef067 service neutron] Pushing event updated for resources: {'Port': ['ID=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:39.656657 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-540c5b0c-57f0-46f8-9b95-7192c2e66460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966d606-3e61-4b6c-8676-8bf4e965a324', 'name': 'tempest-NetworksTestDHCPv6-router-500421634', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:15:25Z', 'updated_at': '2022-02-02T13:15:37Z', 'revision_number': 3, 'project_id': '02d0f0b031074f4a91120895ec758578', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:39.679890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-98438c5f-f53a-4ee0-ac0f-c8b9f2ff6a18 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 3127277b-a461-4a00-8f0d-43c0f6e006fb {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:15:39.718853 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c5b0c-57f0-46f8-9b95-7192c2e66460 None None] Checking router: f966d606-3e61-4b6c-8676-8bf4e965a324 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:15:39.723990 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-98438c5f-f53a-4ee0-ac0f-c8b9f2ff6a18 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (3127277b-a461-4a00-8f0d-43c0f6e006fb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:39.729971 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c5b0c-57f0-46f8-9b95-7192c2e66460 None None] Routers {'f966d606-3e61-4b6c-8676-8bf4e965a324'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:39.730612 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-540c5b0c-57f0-46f8-9b95-7192c2e66460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['f966d606-3e61-4b6c-8676-8bf4e965a324'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:39.818028 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-540c5b0c-57f0-46f8-9b95-7192c2e66460 None None] Set router f966d606-3e61-4b6c-8676-8bf4e965a324 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:15:39.863162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-e6c7a1ea-bf56-4ef6-866a-122a9288b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:39.866870 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-e6c7a1ea-bf56-4ef6-866a-122a9288b180 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 1126 time: 0.2364051 Feb 02 13:15:39.877180 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-98438c5f-f53a-4ee0-ac0f-c8b9f2ff6a18 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (3127277b-a461-4a00-8f0d-43c0f6e006fb), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:39.891471 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-540c5b0c-57f0-46f8-9b95-7192c2e66460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f966d606-3e61-4b6c-8676-8bf4e965a324', 'name': 'tempest-NetworksTestDHCPv6-router-500421634', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:15:25Z', 'updated_at': '2022-02-02T13:15:37Z', 'revision_number': 3, 'project_id': '02d0f0b031074f4a91120895ec758578', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:39.929995 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c5b0c-57f0-46f8-9b95-7192c2e66460 None None] The sync data for ids ['f966d606-3e61-4b6c-8676-8bf4e965a324'] in n-d-827336-2 is: [{'id': 'f966d606-3e61-4b6c-8676-8bf4e965a324', 'name': 'tempest-NetworksTestDHCPv6-router-500421634', 'tenant_id': '02d0f0b031074f4a91120895ec758578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:15:25Z', 'updated_at': '2022-02-02T13:15:37Z', 'revision_number': 3, 'project_id': '02d0f0b031074f4a91120895ec758578', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:15:40.021591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-98438c5f-f53a-4ee0-ac0f-c8b9f2ff6a18 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (3127277b-a461-4a00-8f0d-43c0f6e006fb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:40.091827 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-91c0f7ef-9435-48c0-99b5-2a60ccb3b1d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 HTTP/1.1" status: 200 len: 217 time: 0.2110853 Feb 02 13:15:40.135580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks [] for floatingip (68de3338-0c18-4f4c-8b1f-dcabf60b099e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:40.171746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-fab3b6dc-be93-499c-bc38-f5889b15c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:40.173420 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-fab3b6dc-be93-499c-bc38-f5889b15c491 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.0732534 Feb 02 13:15:40.194719 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-98438c5f-f53a-4ee0-ac0f-c8b9f2ff6a18 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (3127277b-a461-4a00-8f0d-43c0f6e006fb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:40.254187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98438c5f-f53a-4ee0-ac0f-c8b9f2ff6a18 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=3127277b-a461-4a00-8f0d-43c0f6e006fb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:40.257517 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-41aaa73a-503b-49ae-acac-8342bf645ad2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754714 Feb 02 13:15:40.262932 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-98438c5f-f53a-4ee0-ac0f-c8b9f2ff6a18 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:40.267794 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-98438c5f-f53a-4ee0-ac0f-c8b9f2ff6a18 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/3127277b-a461-4a00-8f0d-43c0f6e006fb HTTP/1.1" status: 204 len: 168 time: 0.6884811 Feb 02 13:15:40.272643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5786cb6-a028-4a43-8764-ef2539d1a222 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:40.295030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:40.430418 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8c26c9c0-2128-43a4-8b76-95c567880942), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:40.469397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567a632-1b28-4683-a847-371f2636e0ba req-4900e861-cbc3-4731-a779-112ea6960d19 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:40.475644 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-9f569428-ccf5-47fc-a4fb-33e1eb064da4 service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065446 Feb 02 13:15:40.477365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:40.478355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e567a632-1b28-4683-a847-371f2636e0ba req-4900e861-cbc3-4731-a779-112ea6960d19 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 944 time: 0.2886834 Feb 02 13:15:40.547322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadd9f9-14e4-43e1-97b4-4c49885d173e req-2ff976a4-76ea-444c-9701-2e2b6233f6cb tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:40.554250 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8aadd9f9-14e4-43e1-97b4-4c49885d173e req-2ff976a4-76ea-444c-9701-2e2b6233f6cb tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.3521092 Feb 02 13:15:40.587679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2a62519f-0914-4e68-a295-425fe811828f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2874236 Feb 02 13:15:40.588286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60450) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:40.631616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfd9be-d3bc-49a1-b5ad-da2d6b661952 req-01277992-5b5a-4558-a7c6-3a88f48dc52f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:40.633475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8acfd9be-d3bc-49a1-b5ad-da2d6b661952 req-01277992-5b5a-4558-a7c6-3a88f48dc52f tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.62 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 945 time: 0.4523962 Feb 02 13:15:40.642689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:15:40.647847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:40.648329 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:40.728532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87600227-5d1a-4d5f-8fd8-9af97a8781d7 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:15:40.831856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e567a632-1b28-4683-a847-371f2636e0ba req-ea7410a5-d406-40c8-b6b5-e843c7bd8549 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525379 Feb 02 13:15:40.839962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:40.841441 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:40.870847 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8aadd9f9-14e4-43e1-97b4-4c49885d173e req-a2227849-2460-4173-9dd8-d68106d64b0a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157403 Feb 02 13:15:40.894640 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-12bdb442-ccfd-4ce4-9cb1-23b14efd5dd5 req-25f53f20-e985-4dd4-9302-7c2378ed6a14 service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110985 Feb 02 13:15:40.914475 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8ecf-2af6-4f2b-af9c-f5bd2645980b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for router (f966d606-3e61-4b6c-8676-8bf4e965a324), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:40.964186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e,segment=NetworkSegment(e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0),segment_id=e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:40.973492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f225f5-3c30-4e67-b4cf-101535349fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:40.985982 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ee5d64-81b9-4ae9-b9af-8d11afbdb518" -d '{"events": [{"server_uuid": "13f225f5-3c30-4e67-b4cf-101535349fb4", "name": "network-vif-plugged", "status": "completed", "tag": "35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:41.026009 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.097112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-87600227-5d1a-4d5f-8fd8-9af97a8781d7 None None] Deleting port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:41.097651 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87600227-5d1a-4d5f-8fd8-9af97a8781d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3c1f7b55-8450-42dd-ba62-a18ccdf648bc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.144186 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks [] for port (8c26c9c0-2128-43a4-8b76-95c567880942), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.168977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8acfd9be-d3bc-49a1-b5ad-da2d6b661952 req-9d395e9c-41ed-4d25-8ce3-64a3cac0c17c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Deleting port 979938ef-f2b9-44b0-a913-203c803b94a4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:41.169643 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8acfd9be-d3bc-49a1-b5ad-da2d6b661952 req-9d395e9c-41ed-4d25-8ce3-64a3cac0c17c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.186078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (8c26c9c0-2128-43a4-8b76-95c567880942), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.194451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-87600227-5d1a-4d5f-8fd8-9af97a8781d7 None None] For port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3c1f7b55-8450-42dd-ba62-a18ccdf648bc,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:41.194988 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87600227-5d1a-4d5f-8fd8-9af97a8781d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3c1f7b55-8450-42dd-ba62-a18ccdf648bc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.213170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-87600227-5d1a-4d5f-8fd8-9af97a8781d7 None None] Calling delete_port for 3c1f7b55-8450-42dd-ba62-a18ccdf648bc owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:41.297050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:41.301614 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ca09ad-b6ef-4727-b14f-744c7d879b9c x-openstack-request-id: req-f4ca09ad-b6ef-4727-b14f-744c7d879b9c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:41.302123 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f225f5-3c30-4e67-b4cf-101535349fb4", "name": "network-vif-plugged", "status": "completed", "tag": "35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:41.302522 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f4ca09ad-b6ef-4727-b14f-744c7d879b9c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:41.303056 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f225f5-3c30-4e67-b4cf-101535349fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e', 'code': 200} Feb 02 13:15:41.305864 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87600227-5d1a-4d5f-8fd8-9af97a8781d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (3c1f7b55-8450-42dd-ba62-a18ccdf648bc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.332481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87600227-5d1a-4d5f-8fd8-9af97a8781d7 None None] Pushing event deleted for resources: {'Port': ['ID=3c1f7b55-8450-42dd-ba62-a18ccdf648bc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:41.345323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87600227-5d1a-4d5f-8fd8-9af97a8781d7 None None] No DVR routers for this DVR port 3c1f7b55-8450-42dd-ba62-a18ccdf648bc on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:15:41.359480 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8ecf-2af6-4f2b-af9c-f5bd2645980b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (f966d606-3e61-4b6c-8676-8bf4e965a324), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.359480 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8ecf-2af6-4f2b-af9c-f5bd2645980b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for router_controller (f966d606-3e61-4b6c-8676-8bf4e965a324), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.437447 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8ecf-2af6-4f2b-af9c-f5bd2645980b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (f966d606-3e61-4b6c-8676-8bf4e965a324), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.438018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9b8ecf-2af6-4f2b-af9c-f5bd2645980b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Fanout notify agent at l3_agent the message router_deleted on router f966d606-3e61-4b6c-8676-8bf4e965a324 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:15:41.444642 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (68de3338-0c18-4f4c-8b1f-dcabf60b099e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.445684 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf9b8ecf-2af6-4f2b-af9c-f5bd2645980b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.452585 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cf9b8ecf-2af6-4f2b-af9c-f5bd2645980b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/routers/f966d606-3e61-4b6c-8676-8bf4e965a324 HTTP/1.1" status: 204 len: 168 time: 0.8581643 Feb 02 13:15:41.453267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60468) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:41.464285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541aeab9-5c0a-4ca3-b9a3-8882e718715d req-324ab315-6cd2-4a21-a463-4a3448d0b1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:41.465776 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-541aeab9-5c0a-4ca3-b9a3-8882e718715d req-324ab315-6cd2-4a21-a463-4a3448d0b1b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 1126 time: 0.4461412 Feb 02 13:15:41.541458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b013fdeb-377d-4462-aff6-6cfa7f803645 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:41.581613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b013fdeb-377d-4462-aff6-6cfa7f803645 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:15:41.581958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b013fdeb-377d-4462-aff6-6cfa7f803645 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:15:41.582388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3c1f7b55-8450-42dd-ba62-a18ccdf648bc no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:41.597709 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3b3dd7b8-9c57-4c45-9fb3-68888b8025e0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1418366 Feb 02 13:15:41.601603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60470) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:41.632423 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 3c1f7b55-8450-42dd-ba62-a18ccdf648bc {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:15:41.632750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3c1f7b55-8450-42dd-ba62-a18ccdf648bc not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:15:41.672864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Pushing event updated for resources: {'Port': ['ID=8c26c9c0-2128-43a4-8b76-95c567880942,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:41.718625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541aeab9-5c0a-4ca3-b9a3-8882e718715d req-df63a797-c2fd-48f9-9d43-2cf50fb3e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:41.720750 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-541aeab9-5c0a-4ca3-b9a3-8882e718715d req-df63a797-c2fd-48f9-9d43-2cf50fb3e470 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 907 time: 0.2242854 Feb 02 13:15:41.741298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30465fe-b690-4ba7-b952-f481467d05dd req-91015ff3-11c3-421a-a107-b5c2c9ee6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:41.744082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d30465fe-b690-4ba7-b952-f481467d05dd req-91015ff3-11c3-421a-a107-b5c2c9ee6889 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 1127 time: 0.5677836 Feb 02 13:15:41.750690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4ed60-6d95-4871-a635-7839c2990656 req-c8ed3658-b0d3-4bf1-acef-3b59aed2554f tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:41.755845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5e4ed60-6d95-4871-a635-7839c2990656 req-c8ed3658-b0d3-4bf1-acef-3b59aed2554f tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 945 time: 0.6044586 Feb 02 13:15:41.820499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-8acfd9be-d3bc-49a1-b5ad-da2d6b661952 req-9d395e9c-41ed-4d25-8ce3-64a3cac0c17c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] For port 979938ef-f2b9-44b0-a913-203c803b94a4, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=979938ef-f2b9-44b0-a913-203c803b94a4,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:41.823360 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8acfd9be-d3bc-49a1-b5ad-da2d6b661952 req-9d395e9c-41ed-4d25-8ce3-64a3cac0c17c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:41.829370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33546f91-1ee3-4279-9314-06c231f685cd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:41.833761 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-33546f91-1ee3-4279-9314-06c231f685cd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2308505 Feb 02 13:15:41.834652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60476) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:41.836542 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-541aeab9-5c0a-4ca3-b9a3-8882e718715d req-059bf39f-2ea1-4e02-ba9b-5f9fe4c80c09 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 HTTP/1.1" status: 200 len: 217 time: 0.1009717 Feb 02 13:15:41.879435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-8acfd9be-d3bc-49a1-b5ad-da2d6b661952 req-9d395e9c-41ed-4d25-8ce3-64a3cac0c17c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Calling delete_port for 979938ef-f2b9-44b0-a913-203c803b94a4 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:41.889290 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Floating IP 68de3338-0c18-4f4c-8b1f-dcabf60b099e associated. External IP: 172.25.4.82, port: 79205677-e24a-4206-a239-dc22646e9a03. Feb 02 13:15:41.926575 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-86397ca5-525f-4fa1-80e2-a1fb705d28aa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887551 Feb 02 13:15:41.927356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60482) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:41.930417 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 979938ef-f2b9-44b0-a913-203c803b94a4 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:41.942737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-25608130-5000-42e2-9ef1-7a756da9e5e2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:42.068849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d30465fe-b690-4ba7-b952-f481467d05dd req-f3a6d267-6997-49bb-a8ef-4cece9e08a3f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=53b08748-3df2-4ff3-bc67-5405a2ad54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112059 Feb 02 13:15:42.102036 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5e4ed60-6d95-4871-a635-7839c2990656 req-3b214fc0-64bf-46e2-ab3d-044d9494a62b tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/security-groups?id=53b08748-3df2-4ff3-bc67-5405a2ad54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332760 Feb 02 13:15:42.131649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 979938ef-f2b9-44b0-a913-203c803b94a4 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:42.132295 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:42.199847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541aeab9-5c0a-4ca3-b9a3-8882e718715d req-2783e7b1-c4a2-48cd-a545-22d1c2316d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:42.204597 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-541aeab9-5c0a-4ca3-b9a3-8882e718715d req-2783e7b1-c4a2-48cd-a545-22d1c2316d1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.3066876 Feb 02 13:15:42.211852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 979938ef-f2b9-44b0-a913-203c803b94a4, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=979938ef-f2b9-44b0-a913-203c803b94a4,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:42.224848 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:42.267726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25608130-5000-42e2-9ef1-7a756da9e5e2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:42.271381 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25608130-5000-42e2-9ef1-7a756da9e5e2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:42.288933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=979938ef-f2b9-44b0-a913-203c803b94a4,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:42.319888 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-541aeab9-5c0a-4ca3-b9a3-8882e718715d req-95910542-118a-49cc-b6a4-1867e56f232b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716705 Feb 02 13:15:42.416796 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539dff74-2da6-4cac-b939-25471dd4ca50 req-fab6d58a-ba9b-4528-bb0e-0eac7e8956ac tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:42.417893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-539dff74-2da6-4cac-b939-25471dd4ca50 req-fab6d58a-ba9b-4528-bb0e-0eac7e8956ac tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 944 time: 0.4021692 Feb 02 13:15:42.473440 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c686e-7af8-4070-bdf5-66707d57667b req-378bf2e3-f149-4a8a-a0a7-f62069750b60 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:42.474928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d8c686e-7af8-4070-bdf5-66707d57667b req-378bf2e3-f149-4a8a-a0a7-f62069750b60 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=757d0ab8-0f24-4f03-a87a-905d408da460 HTTP/1.1" status: 200 len: 943 time: 0.2610867 Feb 02 13:15:42.524810 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-541aeab9-5c0a-4ca3-b9a3-8882e718715d req-6945a87e-99b2-4723-aa94-a97e19fa56be service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946168 Feb 02 13:15:42.564759 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Router c857af3c-79fe-470a-86ca-f07795e75bc4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:15:42.663784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-539dff74-2da6-4cac-b939-25471dd4ca50 req-e436eb54-dd0b-4f44-a5c1-6d5e7ad11779 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299190 Feb 02 13:15:42.769344 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-541aeab9-5c0a-4ca3-b9a3-8882e718715d req-a890d3b9-c4be-4b4c-b8a8-f1c86320055f service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356083 Feb 02 13:15:42.788646 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8acfd9be-d3bc-49a1-b5ad-da2d6b661952 req-9d395e9c-41ed-4d25-8ce3-64a3cac0c17c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (979938ef-f2b9-44b0-a913-203c803b94a4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:42.792992 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:15:42.810314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2073c-3d43-424d-b42d-4142316b989c None None] Sync routers for ids ['c857af3c-79fe-470a-86ca-f07795e75bc4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:15:42.825388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2073c-3d43-424d-b42d-4142316b989c None None] Routers {'c857af3c-79fe-470a-86ca-f07795e75bc4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:42.826547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-46a2073c-3d43-424d-b42d-4142316b989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c857af3c-79fe-470a-86ca-f07795e75bc4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:42.866758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-46a2073c-3d43-424d-b42d-4142316b989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:42.872821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d395e9c-41ed-4d25-8ce3-64a3cac0c17c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Pushing event deleted for resources: {'Port': ['ID=979938ef-f2b9-44b0-a913-203c803b94a4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:42.877856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d8c686e-7af8-4070-bdf5-66707d57667b req-f01b0317-13c7-4b8c-9339-67ee478ae710 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913078 Feb 02 13:15:42.892656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a2073c-3d43-424d-b42d-4142316b989c None None] Routers {'c857af3c-79fe-470a-86ca-f07795e75bc4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:42.895738 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-46a2073c-3d43-424d-b42d-4142316b989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c857af3c-79fe-470a-86ca-f07795e75bc4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:42.911036 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:42.929168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acfd9be-d3bc-49a1-b5ad-da2d6b661952 req-9d395e9c-41ed-4d25-8ce3-64a3cac0c17c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] No DVR routers for this DVR port 979938ef-f2b9-44b0-a913-203c803b94a4 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:15:42.953598 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-8acfd9be-d3bc-49a1-b5ad-da2d6b661952 req-9d395e9c-41ed-4d25-8ce3-64a3cac0c17c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:42.959958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8acfd9be-d3bc-49a1-b5ad-da2d6b661952 req-9d395e9c-41ed-4d25-8ce3-64a3cac0c17c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.62 "DELETE /v2.0/ports/979938ef-f2b9-44b0-a913-203c803b94a4 HTTP/1.1" status: 204 len: 173 time: 2.3170023 Feb 02 13:15:42.970731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757d0ab8-0f24-4f03-a87a-905d408da460', 'name': 'network-vif-deleted', 'tag': '979938ef-f2b9-44b0-a913-203c803b94a4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:42.978416 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd364e53-1e72-4fdd-a76d-c3211988066a" -d '{"events": [{"server_uuid": "757d0ab8-0f24-4f03-a87a-905d408da460", "name": "network-vif-deleted", "tag": "979938ef-f2b9-44b0-a913-203c803b94a4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:43.028698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e01b0dbb-3a81-4742-9db1-67d895d2f6e6 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.1072767 Feb 02 13:15:43.033286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60516) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:43.045320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-46a2073c-3d43-424d-b42d-4142316b989c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:43.045971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a2073c-3d43-424d-b42d-4142316b989c None None] The sync data for ids ['c857af3c-79fe-470a-86ca-f07795e75bc4'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:15:43.104713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.objects.ports [None req-25608130-5000-42e2-9ef1-7a756da9e5e2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:15:43.108717 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25608130-5000-42e2-9ef1-7a756da9e5e2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (55d1cef3-c3b2-4c95-bed9-9141d9679158), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:43.116322 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fab73b6-c4cb-4d21-bd2c-d92b44ec6327 x-openstack-request-id: req-1fab73b6-c4cb-4d21-bd2c-d92b44ec6327 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:43.116593 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757d0ab8-0f24-4f03-a87a-905d408da460", "name": "network-vif-deleted", "tag": "979938ef-f2b9-44b0-a913-203c803b94a4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:43.116849 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1fab73b6-c4cb-4d21-bd2c-d92b44ec6327 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:43.117259 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757d0ab8-0f24-4f03-a87a-905d408da460', 'name': 'network-vif-deleted', 'tag': '979938ef-f2b9-44b0-a913-203c803b94a4', 'status': 'completed', 'code': 200} Feb 02 13:15:43.189214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25608130-5000-42e2-9ef1-7a756da9e5e2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=55d1cef3-c3b2-4c95-bed9-9141d9679158,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:43.211257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25608130-5000-42e2-9ef1-7a756da9e5e2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:43.213078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-25608130-5000-42e2-9ef1-7a756da9e5e2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:43.217095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25608130-5000-42e2-9ef1-7a756da9e5e2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:43.217914 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25608130-5000-42e2-9ef1-7a756da9e5e2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:43.223545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed631b00-f94a-42c1-9191-f861b6f65de6 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:43.238860 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-25608130-5000-42e2-9ef1-7a756da9e5e2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3042364 Feb 02 13:15:43.239169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60524) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:43.244908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-42b8844a-ccb0-4be1-8927-ce555019f444 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:43.356771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757d0ab8-0f24-4f03-a87a-905d408da460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979938ef-f2b9-44b0-a913-203c803b94a4'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:43.359042 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7be2c75-c420-4fc8-ab0a-57eeec20e0dc" -d '{"events": [{"server_uuid": "757d0ab8-0f24-4f03-a87a-905d408da460", "name": "network-vif-unplugged", "status": "completed", "tag": "979938ef-f2b9-44b0-a913-203c803b94a4"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:43.394211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': '55d1cef3-c3b2-4c95-bed9-9141d9679158'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:15:43.395091 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:43.410264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-396de4e4-ac91-4df7-a929-975bebcfb768 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] 10.222.0.83 "GET /v2.0/floatingips/68de3338-0c18-4f4c-8b1f-dcabf60b099e HTTP/1.1" status: 200 len: 981 time: 0.3765659 Feb 02 13:15:43.414057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:43.424599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b8844a-ccb0-4be1-8927-ce555019f444 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:43.432882 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42b8844a-ccb0-4be1-8927-ce555019f444 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:43.723997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Allocated IP 2001:db8::f816:3eff:fecf:4a06 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/55d1cef3-c3b2-4c95-bed9-9141d9679158/461125fa-7af8-4fa8-9ad1-c0edbf7208b3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:43.774986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42b8844a-ccb0-4be1-8927-ce555019f444 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (ef7c3950-e60b-4a18-981a-49b7a253e750), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:43.831031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8844a-ccb0-4be1-8927-ce555019f444 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=ef7c3950-e60b-4a18-981a-49b7a253e750,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:43.852937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b8844a-ccb0-4be1-8927-ce555019f444 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:43.854931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-42b8844a-ccb0-4be1-8927-ce555019f444 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:43.858934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b8844a-ccb0-4be1-8927-ce555019f444 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:43.859905 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42b8844a-ccb0-4be1-8927-ce555019f444 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:43.876621 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f073b00-4d5c-44f8-a4cf-7d4e1456ffbe x-openstack-request-id: req-0f073b00-4d5c-44f8-a4cf-7d4e1456ffbe {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:43.877668 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757d0ab8-0f24-4f03-a87a-905d408da460", "name": "network-vif-unplugged", "status": "completed", "tag": "979938ef-f2b9-44b0-a913-203c803b94a4", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:43.878094 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0f073b00-4d5c-44f8-a4cf-7d4e1456ffbe {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:43.878508 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757d0ab8-0f24-4f03-a87a-905d408da460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '979938ef-f2b9-44b0-a913-203c803b94a4', 'code': 200} Feb 02 13:15:43.880411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:15:43.886731 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-42b8844a-ccb0-4be1-8927-ce555019f444 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6463380 Feb 02 13:15:43.889660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60542) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:43.896226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:16:17:35', 'name': 'tempest-NetworksTestDHCPv6-699027265'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:44.140578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:44.165761 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Publish callbacks [] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:44.189722 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:44.278681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:44.283327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:44.288552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:44.300509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396a19b-2e19-477a-8ac5-6619cc2c4d18 req-1c3c4a99-7ce8-4ca0-a299-764eddac7362 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:44.308959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7396a19b-2e19-477a-8ac5-6619cc2c4d18 req-1c3c4a99-7ce8-4ca0-a299-764eddac7362 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 945 time: 1.0510776 Feb 02 13:15:44.372442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:44.387351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'port_id': '8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7', 'mac_address': 'fa:16:3e:fc:19:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3d761b-885b-4819-bc18-f1fb3a1e9ebb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:15:44.389057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7b85cb12-0b73-49a6-8afa-640c7d1fdbd7 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.9738696 Feb 02 13:15:44.391032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Pushing event updated for resources: {'Port': ['ID=461125fa-7af8-4fa8-9ad1-c0edbf7208b3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:44.397822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:44.429939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:44.473235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 262e656b-cd4e-48dc-a050-08388d0707ba yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:15:44.492352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:44.493877 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:44.549839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Attempting to bind port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:15:44.550283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Attempting to bind port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:15:44.550658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Attempting to bind port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:44.567648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:15:44.586584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:15:44.586584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:44.586584 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:44.586584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:15:44.586584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Bound port: 461125fa-7af8-4fa8-9ad1-c0edbf7208b3, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:15:44.586584 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:44.589793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7396a19b-2e19-477a-8ac5-6619cc2c4d18 req-4f83d3bc-4c44-4bc0-bdd0-77e9f897452a tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/security-groups?id=53b08748-3df2-4ff3-bc67-5405a2ad54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792006 Feb 02 13:15:44.605752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:44.625173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71a85e-c479-4f56-b77d-5f13ffe86856 req-b213af00-cefc-4538-947b-7f6571300f79 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:44.632221 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:44.646634 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b71a85e-c479-4f56-b77d-5f13ffe86856 req-b213af00-cefc-4538-947b-7f6571300f79 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 944 time: 0.4074397 Feb 02 13:15:44.753054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:44.775794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 172.20.0.13 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/ef7c3950-e60b-4a18-981a-49b7a253e750/262e656b-cd4e-48dc-a050-08388d0707ba) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:44.786478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] For port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:44.791433 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] For port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=461125fa-7af8-4fa8-9ad1-c0edbf7208b3,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:44.794585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::f816:3eff:fe16:1735 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/55d1cef3-c3b2-4c95-bed9-9141d9679158/262e656b-cd4e-48dc-a050-08388d0707ba) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:44.803883 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:44.955977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:44.961109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e6e15-0ae5-4b6b-9664-f1adfbb3c74f None None] Pushing event updated for resources: {'Port': ['ID=461125fa-7af8-4fa8-9ad1-c0edbf7208b3,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:45.016926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b71a85e-c479-4f56-b77d-5f13ffe86856 req-177068f3-5e0c-4c64-ba10-23cdb92f20db tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388674 Feb 02 13:15:45.234932 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (262e656b-cd4e-48dc-a050-08388d0707ba), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:45.324381 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (262e656b-cd4e-48dc-a050-08388d0707ba), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:45.401838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Deleting port 8c26c9c0-2128-43a4-8b76-95c567880942 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:45.404560 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8c26c9c0-2128-43a4-8b76-95c567880942), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:45.519119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:45.523191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:45.576354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:45.642019 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8c26c9c0-2128-43a4-8b76-95c567880942), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:45.642693 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for floatingip (8c26c9c0-2128-43a4-8b76-95c567880942), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:45.663957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Calling delete_port for 8c26c9c0-2128-43a4-8b76-95c567880942 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:45.715191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=262e656b-cd4e-48dc-a050-08388d0707ba,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:45.746213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:45.846656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8c26c9c0-2128-43a4-8b76-95c567880942), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:45.846902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:45.851113 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:45.856584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-18023965-0df4-41e0-ad3d-7ec6d3de4db3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:45.870543 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-18023965-0df4-41e0-ad3d-7ec6d3de4db3 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 0.7766252 Feb 02 13:15:45.877244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:45.900046 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ae12d50c-3f09-4f5f-9700-d387ce557e0f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0087368 Feb 02 13:15:45.902540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60606) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:45.950716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-415662d8-2c65-4ce3-9bf7-2db2a56dbcf8 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/quotas/1af86eae570b46b3a4585e718e1a9580 HTTP/1.1" status: 200 len: 375 time: 0.0787139 Feb 02 13:15:45.978808 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event deleted for resources: {'Port': ['ID=8c26c9c0-2128-43a4-8b76-95c567880942,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:46.022798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:46.023410 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:46.037518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90d6882-caf9-455c-95d9-1d192957190d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:46.042157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-9d44f4cf-c1f7-4c21-899b-70876a3427d1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905313 Feb 02 13:15:46.051603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90d6882-caf9-455c-95d9-1d192957190d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:46.056067 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e90d6882-caf9-455c-95d9-1d192957190d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1485677 Feb 02 13:15:46.056703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60612) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:46.135169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075de53-94f0-4b0e-bb5a-5b9263db8c25 req-9977fda6-36f8-41a5-ab63-2754f71d7ac5 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:46.147701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0075de53-94f0-4b0e-bb5a-5b9263db8c25 req-9977fda6-36f8-41a5-ab63-2754f71d7ac5 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 945 time: 0.3140414 Feb 02 13:15:46.211151 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for floatingip (68de3338-0c18-4f4c-8b1f-dcabf60b099e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:46.211360 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Floating IP 68de3338-0c18-4f4c-8b1f-dcabf60b099e disassociated (deleted). External IP: 172.25.4.82, port: 79205677-e24a-4206-a239-dc22646e9a03. Feb 02 13:15:46.261570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:46.261988 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:46.279784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3d93474f-307d-4e0b-b327-068a3646bab5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 262e656b-cd4e-48dc-a050-08388d0707ba {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:46.280135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d93474f-307d-4e0b-b327-068a3646bab5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (262e656b-cd4e-48dc-a050-08388d0707ba), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:46.310385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:15:46.332118 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:46.339609 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:46.433786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0075de53-94f0-4b0e-bb5a-5b9263db8c25 req-b0660424-25d3-4abb-979a-470b27cf8e05 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/security-groups?id=53b08748-3df2-4ff3-bc67-5405a2ad54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848525 Feb 02 13:15:46.478423 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-f1fd6af6-c48d-4b14-8525-e56d9bfc8be2 service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351742 Feb 02 13:15:46.501869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=461125fa-7af8-4fa8-9ad1-c0edbf7208b3,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:46.514816 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:46.539057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d93474f-307d-4e0b-b327-068a3646bab5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (262e656b-cd4e-48dc-a050-08388d0707ba), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:46.565996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3d93474f-307d-4e0b-b327-068a3646bab5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 262e656b-cd4e-48dc-a050-08388d0707ba owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:46.787630 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=461125fa-7af8-4fa8-9ad1-c0edbf7208b3,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:46.816581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:46.816969 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:46.911806 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:46.913594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e992f2b-fdfd-4d57-ab02-42e89bea9de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:46.917946 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3301d0c9-b297-4f37-a6a1-575a2dfff583" -d '{"events": [{"server_uuid": "4e992f2b-fdfd-4d57-ab02-42e89bea9de5", "name": "network-vif-plugged", "status": "completed", "tag": "8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:46.924756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c6d5c5-17be-48db-8ecd-3653fedc1d0e None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:46.929570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Router c857af3c-79fe-470a-86ca-f07795e75bc4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:15:46.931546 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:46.958766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d93474f-307d-4e0b-b327-068a3646bab5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (262e656b-cd4e-48dc-a050-08388d0707ba), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:46.970119 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-c1e8329a-27b9-432b-b621-5f4acb5280e3 service neutron] 10.222.0.83 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815896 Feb 02 13:15:47.044136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:47.071234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203336a-4751-47c0-a7c8-4c2569c43d16 req-1b287f34-fbf7-493e-8fb6-fd3b919f484b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:47.081124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2203336a-4751-47c0-a7c8-4c2569c43d16 req-1b287f34-fbf7-493e-8fb6-fd3b919f484b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 945 time: 0.2328591 Feb 02 13:15:47.105731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93474f-307d-4e0b-b327-068a3646bab5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=262e656b-cd4e-48dc-a050-08388d0707ba,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:47.112859 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fac5a4a7-5ef2-408d-99c6-d4296e98294d None None] Provisioning complete for port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:47.112859 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fac5a4a7-5ef2-408d-99c6-d4296e98294d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:47.249904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fac5a4a7-5ef2-408d-99c6-d4296e98294d None None] Current status of the port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:47.299084 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d93474f-307d-4e0b-b327-068a3646bab5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:47.305449 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3d93474f-307d-4e0b-b327-068a3646bab5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/262e656b-cd4e-48dc-a050-08388d0707ba HTTP/1.1" status: 204 len: 168 time: 1.2477570 Feb 02 13:15:47.308348 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e12b49-46e4-40c7-b676-f75c5de81961 x-openstack-request-id: req-10e12b49-46e4-40c7-b676-f75c5de81961 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:47.308641 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e992f2b-fdfd-4d57-ab02-42e89bea9de5", "name": "network-vif-plugged", "status": "completed", "tag": "8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:47.308903 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-10e12b49-46e4-40c7-b676-f75c5de81961 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:47.309307 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e992f2b-fdfd-4d57-ab02-42e89bea9de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7', 'code': 200} Feb 02 13:15:47.309665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60638) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:47.387207 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2203336a-4751-47c0-a7c8-4c2569c43d16 req-d5d37a6e-6d34-4c76-add7-45aff917c292 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051331 Feb 02 13:15:47.443642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ca9f5-67cd-4539-ad55-30f9f06fcad3 None None] Update dhcp port {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': '55d1cef3-c3b2-4c95-bed9-9141d9679158', 'ip_address': '2001:db8::f816:3eff:fecf:4a06'}, {'subnet_id': 'ef7c3950-e60b-4a18-981a-49b7a253e750'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '461125fa-7af8-4fa8-9ad1-c0edbf7208b3'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:15:47.453191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9cb39dd3-a887-45ea-a045-b7d85c445425 req-33d64a52-e5ec-4294-a0be-3eb8aad8ecaf tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 210 time: 0.0883369 Feb 02 13:15:47.507090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c9e523-84f1-44af-86d0-54f1a55c6508 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:47.508535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c9e523-84f1-44af-86d0-54f1a55c6508 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:47.510168 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c9e523-84f1-44af-86d0-54f1a55c6508 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:47.526826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5de021-f13f-45d0-b9d4-30f15f6ecbd1 req-ba30095c-e054-40ec-842a-679a8f13dbcf tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:47.528433 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da5de021-f13f-45d0-b9d4-30f15f6ecbd1 req-ba30095c-e054-40ec-842a-679a8f13dbcf tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.18 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 945 time: 0.5554426 Feb 02 13:15:47.531916 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-12c9e523-84f1-44af-86d0-54f1a55c6508 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2005613 Feb 02 13:15:47.538157 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a6ca9f5-67cd-4539-ad55-30f9f06fcad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:47.542923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60646) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:47.554966 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:47.575967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:15:47.601098 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31448355-f0c9-4510-a666-b6443a2a7e5e None None] Sync routers for ids ['c857af3c-79fe-470a-86ca-f07795e75bc4'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:15:47.609194 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:47.630919 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31448355-f0c9-4510-a666-b6443a2a7e5e None None] Routers {'c857af3c-79fe-470a-86ca-f07795e75bc4'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:47.631788 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-31448355-f0c9-4510-a666-b6443a2a7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c857af3c-79fe-470a-86ca-f07795e75bc4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:47.679575 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-31448355-f0c9-4510-a666-b6443a2a7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:47.688474 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31448355-f0c9-4510-a666-b6443a2a7e5e None None] Routers {'c857af3c-79fe-470a-86ca-f07795e75bc4'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:15:47.689322 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-31448355-f0c9-4510-a666-b6443a2a7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c857af3c-79fe-470a-86ca-f07795e75bc4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:47.705746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-21dede52-11db-4ac8-a45b-af1afe13cd04 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "DELETE /v2.0/floatingips/68de3338-0c18-4f4c-8b1f-dcabf60b099e HTTP/1.1" status: 204 len: 168 time: 3.3040073 Feb 02 13:15:47.711339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60654) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:47.715995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:47.753990 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:47.755739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7394182-57b3-45e3-9659-de3cebd6e904 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 55d1cef3-c3b2-4c95-bed9-9141d9679158 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:15:47.788868 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b7394182-57b3-45e3-9659-de3cebd6e904 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (55d1cef3-c3b2-4c95-bed9-9141d9679158), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:47.809030 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-31448355-f0c9-4510-a666-b6443a2a7e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:47.809684 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31448355-f0c9-4510-a666-b6443a2a7e5e None None] The sync data for ids ['c857af3c-79fe-470a-86ca-f07795e75bc4'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:15:47.916563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:47.916563 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:47.924581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100a413-0374-4608-a4a2-d2cb3d0d0c59 req-b50f9325-b7e7-4838-bf10-9fb51c11f139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:47.925927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5100a413-0374-4608-a4a2-d2cb3d0d0c59 req-b50f9325-b7e7-4838-bf10-9fb51c11f139 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 1128 time: 0.4866769 Feb 02 13:15:47.936329 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b7394182-57b3-45e3-9659-de3cebd6e904 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (55d1cef3-c3b2-4c95-bed9-9141d9679158), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:47.942780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:47.952982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc36e6-2766-425b-8c2f-0aa6c5fe113e req-41a3f23c-3d87-45a1-8e5c-0758df2e2a09 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:47.963856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-debc36e6-2766-425b-8c2f-0aa6c5fe113e req-41a3f23c-3d87-45a1-8e5c-0758df2e2a09 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 945 time: 0.3439713 Feb 02 13:15:48.022147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:48.090255 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-debc36e6-2766-425b-8c2f-0aa6c5fe113e req-30a5e875-0cae-42a7-8fbd-b6cf30518612 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/security-groups?id=53b08748-3df2-4ff3-bc67-5405a2ad54a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251528 Feb 02 13:15:48.120628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Allocated IP 172.25.4.73 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/ad808187-8f91-49f8-b087-ca8fc0c53fbd) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:48.169503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-da5de021-f13f-45d0-b9d4-30f15f6ecbd1 req-1c5a1942-5346-459f-8765-339dd83cae4d tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Deleting port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:48.169850 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da5de021-f13f-45d0-b9d4-30f15f6ecbd1 req-1c5a1942-5346-459f-8765-339dd83cae4d tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:48.196521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5100a413-0374-4608-a4a2-d2cb3d0d0c59 req-ef1f6cab-3ee6-450a-b4b6-2068e938fe45 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227089 Feb 02 13:15:48.292679 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b7394182-57b3-45e3-9659-de3cebd6e904 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (55d1cef3-c3b2-4c95-bed9-9141d9679158), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:48.315948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks [] for port (ad808187-8f91-49f8-b087-ca8fc0c53fbd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:48.368571 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ad808187-8f91-49f8-b087-ca8fc0c53fbd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:48.430476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-da5de021-f13f-45d0-b9d4-30f15f6ecbd1 req-1c5a1942-5346-459f-8765-339dd83cae4d tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] For port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e,segment=NetworkSegment(e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0),segment_id=e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:48.431239 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da5de021-f13f-45d0-b9d4-30f15f6ecbd1 req-1c5a1942-5346-459f-8765-339dd83cae4d tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:48.456414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-da5de021-f13f-45d0-b9d4-30f15f6ecbd1 req-1c5a1942-5346-459f-8765-339dd83cae4d tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Calling delete_port for 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:48.467484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:48.471697 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b7394182-57b3-45e3-9659-de3cebd6e904 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (55d1cef3-c3b2-4c95-bed9-9141d9679158), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:48.482693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:48.492039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server [None req-7a6ca9f5-67cd-4539-ad55-30f9f06fcad3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55d1cef3-c3b2-4c95-bed9-9141d9679158: This subnet is being modified by another concurrent operation. Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 13:15:48.500683 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise exception Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 55d1cef3-c3b2-4c95-bed9-9141d9679158: This subnet is being modified by another concurrent operation. Feb 02 13:15:48.505612 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server Feb 02 13:15:48.590224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Pushing event updated for resources: {'Port': ['ID=ad808187-8f91-49f8-b087-ca8fc0c53fbd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:48.594800 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks [] for floatingip (bf4fdccb-789e-4aa3-8b83-74e86133261f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:48.646949 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7394182-57b3-45e3-9659-de3cebd6e904 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=55d1cef3-c3b2-4c95-bed9-9141d9679158,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:48.647190 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ad808187-8f91-49f8-b087-ca8fc0c53fbd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:48.701244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887f388c-3ec5-48c0-abe3-9000a43b2077 None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:15:48.713707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d12b26fa-560f-4540-92c3-22c783d2ace8 None None] Provisioning complete for port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:48.714080 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d12b26fa-560f-4540-92c3-22c783d2ace8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:48.837481 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b7394182-57b3-45e3-9659-de3cebd6e904 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:48.844486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b7394182-57b3-45e3-9659-de3cebd6e904 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/55d1cef3-c3b2-4c95-bed9-9141d9679158 HTTP/1.1" status: 204 len: 168 time: 1.3001945 Feb 02 13:15:48.861045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60684) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:48.882749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21e38ece-cfb6-4124-81f4-7774e69cad5b req-9f6b7bd2-13fb-4ed1-8fe8-43b15c054750 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 210 time: 0.2550478 Feb 02 13:15:48.883475 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da5de021-f13f-45d0-b9d4-30f15f6ecbd1 req-1c5a1942-5346-459f-8765-339dd83cae4d tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:48.933371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:49.066664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887f388c-3ec5-48c0-abe3-9000a43b2077 None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:15:49.068732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d12b26fa-560f-4540-92c3-22c783d2ace8 None None] Current status of the port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:49.288881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-3b673352-b885-449b-bea8-b34aea742c7c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:49.290584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-3b673352-b885-449b-bea8-b34aea742c7c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 812 time: 0.2836657 Feb 02 13:15:49.369755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks [] for port (ad808187-8f91-49f8-b087-ca8fc0c53fbd), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:49.373977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2fa7d60f-8f78-4c2f-8381-10e223688c66 req-ff0682a8-8d03-4ec3-93b6-6fe2a7bc393f tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 210 time: 0.0409732 Feb 02 13:15:49.379638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Request body: {'port': {'device_id': '39996c69-3b41-4f16-aca2-e1883b2c9558', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'admin_state_up': True, 'tenant_id': '1af86eae570b46b3a4585e718e1a9580'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:49.383504 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (ad808187-8f91-49f8-b087-ca8fc0c53fbd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:49.394039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a1942-5346-459f-8765-339dd83cae4d tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Pushing event deleted for resources: {'Port': ['ID=35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:49.464983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e72acd5-c0b9-439a-8e84-1218fbcde2aa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet ef7c3950-e60b-4a18-981a-49b7a253e750 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:15:49.471908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Pushing event updated for resources: {'Port': ['ID=ad808187-8f91-49f8-b087-ca8fc0c53fbd,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:49.513719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992161c-f70e-4de5-98a2-fcb4f2d7d4dc req-240240be-5bb3-4a63-af03-23178525b29a tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:49.516010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1992161c-f70e-4de5-98a2-fcb4f2d7d4dc req-240240be-5bb3-4a63-af03-23178525b29a tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 946 time: 0.9167237 Feb 02 13:15:49.526068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:49.531921 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (bf4fdccb-789e-4aa3-8b83-74e86133261f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:49.535180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f257ee44-66a4-4c6a-8743-ea473acdc5e6 None None] Update dhcp port {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': 'ef7c3950-e60b-4a18-981a-49b7a253e750'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '461125fa-7af8-4fa8-9ad1-c0edbf7208b3'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:15:49.554196 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e72acd5-c0b9-439a-8e84-1218fbcde2aa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (ef7c3950-e60b-4a18-981a-49b7a253e750), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:49.561938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:49.567149 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-35f4434b-e581-4aa6-ad37-1a7f2601a137 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8534799 Feb 02 13:15:49.567924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60698) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:49.599626 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f257ee44-66a4-4c6a-8743-ea473acdc5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:49.699926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:49.729768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:49.736628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:49.737091 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:49.789409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=461125fa-7af8-4fa8-9ad1-c0edbf7208b3,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:49.853526 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:49.903199 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.027531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=461125fa-7af8-4fa8-9ad1-c0edbf7208b3,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:50.083681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Allocated IP 172.25.4.7 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/add99fa0-a3ac-43a9-aea2-858601b40edc) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:50.158531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5de021-f13f-45d0-b9d4-30f15f6ecbd1 req-1c5a1942-5346-459f-8765-339dd83cae4d tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] No DVR routers for this DVR port 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:15:50.191621 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-da5de021-f13f-45d0-b9d4-30f15f6ecbd1 req-1c5a1942-5346-459f-8765-339dd83cae4d tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.194872 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da5de021-f13f-45d0-b9d4-30f15f6ecbd1 req-1c5a1942-5346-459f-8765-339dd83cae4d tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.18 "DELETE /v2.0/ports/35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e HTTP/1.1" status: 204 len: 173 time: 2.6494784 Feb 02 13:15:50.200026 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks [] for port (add99fa0-a3ac-43a9-aea2-858601b40edc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.202024 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f225f5-3c30-4e67-b4cf-101535349fb4', 'name': 'network-vif-deleted', 'tag': '35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:50.204316 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af30e35-0c00-48c8-a7fc-8f02b9be6181" -d '{"events": [{"server_uuid": "13f225f5-3c30-4e67-b4cf-101535349fb4", "name": "network-vif-deleted", "tag": "35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:50.234651 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e72acd5-c0b9-439a-8e84-1218fbcde2aa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (ef7c3950-e60b-4a18-981a-49b7a253e750), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.244462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b21b7e2-c9e3-4469-ae30-15f369d0addf req-40fb2eb4-2057-4630-9974-bce0262dbc14 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 210 time: 0.0836844 Feb 02 13:15:50.252198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (add99fa0-a3ac-43a9-aea2-858601b40edc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.282145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:50.307745 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:50.312362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:50.335455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1992161c-f70e-4de5-98a2-fcb4f2d7d4dc req-c6c2b223-2197-4603-8808-6f818b14479b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820955 Feb 02 13:15:50.346290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Made reservation on behalf of 1af86eae570b46b3a4585e718e1a9580 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:50.350034 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.362381 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e72acd5-c0b9-439a-8e84-1218fbcde2aa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (ef7c3950-e60b-4a18-981a-49b7a253e750), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.369411 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909521d7-f99e-4a0f-9448-aefa94ea3652 x-openstack-request-id: req-909521d7-f99e-4a0f-9448-aefa94ea3652 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:50.369964 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f225f5-3c30-4e67-b4cf-101535349fb4", "name": "network-vif-deleted", "tag": "35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:50.370424 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-909521d7-f99e-4a0f-9448-aefa94ea3652 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:50.371265 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f225f5-3c30-4e67-b4cf-101535349fb4', 'name': 'network-vif-deleted', 'tag': '35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e', 'status': 'completed', 'code': 200} Feb 02 13:15:50.372864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Pushing event updated for resources: {'Port': ['ID=add99fa0-a3ac-43a9-aea2-858601b40edc,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:50.494208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks [] for floatingip (6207d8d9-2165-4f07-aa3a-7a6f328c7cb9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.541010 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (add99fa0-a3ac-43a9-aea2-858601b40edc), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.598498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Allocated IP 172.20.0.12 (17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd/b38b2c40-37ff-4b0b-b098-a2e69951a834/225dd32a-4cf9-4ae5-9ff0-de30e116b982) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:50.654811 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50fe299a-dfa9-462f-9655-ba973fe36721 req-f010f7df-b8ad-4f82-ae2a-f87a2fa49b38 tempest-ServerAddressesTestJSON-431058677 tempest-ServerAddressesTestJSON-431058677-project] 10.222.0.83 "GET /v2.0/ports?device_id=13f225f5-3c30-4e67-b4cf-101535349fb4 HTTP/1.1" status: 200 len: 210 time: 0.1712661 Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server [None req-f257ee44-66a4-4c6a-8743-ea473acdc5e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef7c3950-e60b-4a18-981a-49b7a253e750: This subnet is being modified by another concurrent operation. Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 13:15:50.685709 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1792, in update_port Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise exception Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ef7c3950-e60b-4a18-981a-49b7a253e750: This subnet is being modified by another concurrent operation. Feb 02 13:15:50.690435 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server Feb 02 13:15:50.692820 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e72acd5-c0b9-439a-8e84-1218fbcde2aa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (ef7c3950-e60b-4a18-981a-49b7a253e750), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.745698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4eff34-0876-40f8-ba3f-eba4a2aca3cb None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:15:50.770717 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks [] for port (add99fa0-a3ac-43a9-aea2-858601b40edc), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.776703 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (add99fa0-a3ac-43a9-aea2-858601b40edc), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.795341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72acd5-c0b9-439a-8e84-1218fbcde2aa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7c3950-e60b-4a18-981a-49b7a253e750,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:50.847740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e72acd5-c0b9-439a-8e84-1218fbcde2aa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.856205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4e72acd5-c0b9-439a-8e84-1218fbcde2aa tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/ef7c3950-e60b-4a18-981a-49b7a253e750 HTTP/1.1" status: 204 len: 168 time: 1.9930801 Feb 02 13:15:50.857222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:50.864872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-20469672-b6dc-4f1c-9b17-32194d3a0b29 None None] Provisioning complete for port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:50.865291 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20469672-b6dc-4f1c-9b17-32194d3a0b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.888966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Pushing event updated for resources: {'Port': ['ID=add99fa0-a3ac-43a9-aea2-858601b40edc,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:50.916756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (6207d8d9-2165-4f07-aa3a-7a6f328c7cb9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.932565 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d89b58f8-31cc-4baf-9613-e6e22d85409d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576010 Feb 02 13:15:50.933548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:50.942730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:50.946177 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:50.952281 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-af181341-18c6-4db0-b8ed-b67a463b3cf3 tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3830569 Feb 02 13:15:50.953014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:51.071046 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ecf296b4-46ba-4a88-9020-f0534647d570 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.1161418 Feb 02 13:15:51.071743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60732) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:51.176621 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aeec98fe-8228-43f1-8a50-fce0dbf13bd8 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1036313 Feb 02 13:15:51.177702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60734) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:51.194432 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks [] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:51.247559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:51.253367 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:51.299056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-20469672-b6dc-4f1c-9b17-32194d3a0b29 None None] Current status of the port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:51.299463 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20469672-b6dc-4f1c-9b17-32194d3a0b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:51.324726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4eff34-0876-40f8-ba3f-eba4a2aca3cb None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:15:51.375803 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:51.403310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-20469672-b6dc-4f1c-9b17-32194d3a0b29 None None] For port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=461125fa-7af8-4fa8-9ad1-c0edbf7208b3,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:51.425263 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20469672-b6dc-4f1c-9b17-32194d3a0b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:51.456147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f3a2f0c9-8ea9-4068-bf25-b45966e0daec tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Deleting port add99fa0-a3ac-43a9-aea2-858601b40edc {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:51.456796 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f0c9-8ea9-4068-bf25-b45966e0daec tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (add99fa0-a3ac-43a9-aea2-858601b40edc), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:51.571606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:51.592341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:51.596523 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f0c9-8ea9-4068-bf25-b45966e0daec tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (add99fa0-a3ac-43a9-aea2-858601b40edc), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:51.597577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f0c9-8ea9-4068-bf25-b45966e0daec tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks [] for floatingip (add99fa0-a3ac-43a9-aea2-858601b40edc), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:51.614241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:51.630089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Pushing event updated for resources: {'Port': ['ID=225dd32a-4cf9-4ae5-9ff0-de30e116b982,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:51.631616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f3a2f0c9-8ea9-4068-bf25-b45966e0daec tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Calling delete_port for add99fa0-a3ac-43a9-aea2-858601b40edc owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:51.690451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b8f1e-50f6-4f1e-9e92-8586476f66b0 req-342d1456-5705-4dd2-a054-b588881966fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:51.690451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc7b8f1e-50f6-4f1e-9e92-8586476f66b0 req-342d1456-5705-4dd2-a054-b588881966fc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 946 time: 0.2133274 Feb 02 13:15:51.814555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20469672-b6dc-4f1c-9b17-32194d3a0b29 None None] Pushing event updated for resources: {'Port': ['ID=461125fa-7af8-4fa8-9ad1-c0edbf7208b3,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:51.970435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac57160-314d-4c01-a21e-b1bef1e727dd None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:51.978954 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f0c9-8ea9-4068-bf25-b45966e0daec tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (add99fa0-a3ac-43a9-aea2-858601b40edc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:51.980814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b7e81-bb6c-49a9-9eed-a3c33c548d6c req-7a93be6a-7075-4581-a2f0-b3f7588f6419 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:51.985824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-152b7e81-bb6c-49a9-9eed-a3c33c548d6c req-7a93be6a-7075-4581-a2f0-b3f7588f6419 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 932 time: 0.5540829 Feb 02 13:15:52.030482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2f0c9-8ea9-4068-bf25-b45966e0daec tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Pushing event deleted for resources: {'Port': ['ID=add99fa0-a3ac-43a9-aea2-858601b40edc,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:52.035015 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:52.038457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.073487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5c31d911-e258-4929-ad5a-f9093739b80b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6978223 Feb 02 13:15:52.088303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc7b8f1e-50f6-4f1e-9e92-8586476f66b0 req-723c81ac-24eb-46f1-a344-bedaf37f4b93 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848829 Feb 02 13:15:52.102422 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Request body: {'port': {'device_id': '39996c69-3b41-4f16-aca2-e1883b2c9558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:52.187111 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60760) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:52.195051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f0c9-8ea9-4068-bf25-b45966e0daec tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks [] for floatingip (6207d8d9-2165-4f07-aa3a-7a6f328c7cb9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.197401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-14cb5803-b10e-4449-ae21-8b88e3559ee6 None None] Provisioning complete for port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:52.197783 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14cb5803-b10e-4449-ae21-8b88e3559ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.198676 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3a2f0c9-8ea9-4068-bf25-b45966e0daec tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.202847 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f3a2f0c9-8ea9-4068-bf25-b45966e0daec tempest-FloatingIPAdminTestJSON-941923212 tempest-FloatingIPAdminTestJSON-941923212-project] 10.222.0.83 "DELETE /v2.0/floatingips/6207d8d9-2165-4f07-aa3a-7a6f328c7cb9 HTTP/1.1" status: 204 len: 168 time: 1.0238926 Feb 02 13:15:52.204926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60764) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:52.257113 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-152b7e81-bb6c-49a9-9eed-a3c33c548d6c req-d6aa6ca7-c656-4fb5-a759-fb1214ce784c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340252 Feb 02 13:15:52.295355 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.309244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4da054-8e2a-4032-88fe-cf4767f0cf32 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:15:52.372188 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-14cb5803-b10e-4449-ae21-8b88e3559ee6 None None] Current status of the port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:52.398678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9e4da054-8e2a-4032-88fe-cf4767f0cf32 None None] Deleting port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:52.399159 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e4da054-8e2a-4032-88fe-cf4767f0cf32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.468799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c0307e-7159-4c59-bf85-58802463d588 admin admin] Deleting subnet e1950e03-cd3e-4582-bc38-4f815ef812a3 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:15:52.475766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5c0307e-7159-4c59-bf85-58802463d588 admin admin] Publish callbacks [] for subnet (e1950e03-cd3e-4582-bc38-4f815ef812a3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.503945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.objects.ports [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:15:52.525466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9e4da054-8e2a-4032-88fe-cf4767f0cf32 None None] For port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=461125fa-7af8-4fa8-9ad1-c0edbf7208b3,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:52.525466 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e4da054-8e2a-4032-88fe-cf4767f0cf32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.553020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:15:52.555195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5c0307e-7159-4c59-bf85-58802463d588 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (e1950e03-cd3e-4582-bc38-4f815ef812a3), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.555472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9e4da054-8e2a-4032-88fe-cf4767f0cf32 None None] Calling delete_port for 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:52.587697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45646-a607-45d5-89f1-8b94b896e984 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Deleting port ad808187-8f91-49f8-b087-ca8fc0c53fbd {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:52.588137 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bf45646-a607-45d5-89f1-8b94b896e984 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ad808187-8f91-49f8-b087-ca8fc0c53fbd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.612698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:15:52.613450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 35bf0d1e-67dd-4cc5-acd4-5d83cb9ab09e not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:15:52.723588 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e4da054-8e2a-4032-88fe-cf4767f0cf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (461125fa-7af8-4fa8-9ad1-c0edbf7208b3), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.738768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bf45646-a607-45d5-89f1-8b94b896e984 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ad808187-8f91-49f8-b087-ca8fc0c53fbd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.739096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bf45646-a607-45d5-89f1-8b94b896e984 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks [] for floatingip (ad808187-8f91-49f8-b087-ca8fc0c53fbd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.762989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4da054-8e2a-4032-88fe-cf4767f0cf32 None None] Pushing event deleted for resources: {'Port': ['ID=461125fa-7af8-4fa8-9ad1-c0edbf7208b3,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:52.766401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4da054-8e2a-4032-88fe-cf4767f0cf32 None None] No DVR routers for this DVR port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:15:52.767271 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6bf45646-a607-45d5-89f1-8b94b896e984 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Calling delete_port for ad808187-8f91-49f8-b087-ca8fc0c53fbd owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:52.979946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5c0307e-7159-4c59-bf85-58802463d588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (e1950e03-cd3e-4582-bc38-4f815ef812a3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:52.982816 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bf45646-a607-45d5-89f1-8b94b896e984 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ad808187-8f91-49f8-b087-ca8fc0c53fbd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.052524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-4776e611-887c-41b1-9f68-8ee35dd91672 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:53.054048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-4776e611-887c-41b1-9f68-8ee35dd91672 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.6900973 Feb 02 13:15:53.090841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-64c2ecf7-3c68-4863-9ad3-f0f6db7f52b0 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/quotas/6ee72b4765a44f94a55b3d24e29dc8b4 HTTP/1.1" status: 200 len: 375 time: 0.0100167 Feb 02 13:15:53.118279 n-d-827336-2 neutron-server[103188]: WARNING neutron.services.revisions.revision_plugin [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Could not find related port for resource to bump revision. Feb 02 13:15:53.131157 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf45646-a607-45d5-89f1-8b94b896e984 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad808187-8f91-49f8-b087-ca8fc0c53fbd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:53.166895 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5c0307e-7159-4c59-bf85-58802463d588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (e1950e03-cd3e-4582-bc38-4f815ef812a3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.178191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225dd32a-4cf9-4ae5-9ff0-de30e116b982 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:15:53.183509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.ipam_pluggable_backend [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Port 461125fa-7af8-4fa8-9ad1-c0edbf7208b3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103188) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 02 13:15:53.184156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.ipam_pluggable_backend [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Reverting IP allocation for 2001:db8::f816:3eff:fecf:4a06 {{(pid=103188) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 02 13:15:53.193469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Publish callbacks [] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.196554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.ipam_pluggable_backend [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fecf:4a06 {{(pid=103188) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 02 13:15:53.202392 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (3e9be8b6-cc99-4316-abe7-40a550f487bf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.205902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0307e-7159-4c59-bf85-58802463d588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1950e03-cd3e-4582-bc38-4f815ef812a3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:53.213539 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5c0307e-7159-4c59-bf85-58802463d588 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.221157 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c5c0307e-7159-4c59-bf85-58802463d588 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e1950e03-cd3e-4582-bc38-4f815ef812a3 HTTP/1.1" status: 204 len: 168 time: 1.0321236 Feb 02 13:15:53.221842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60808) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:53.227337 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:53.236892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:53.240566 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:53.241451 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.285823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e0b61e-65de-486a-a9b7-258cd3dac98c None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:53.286974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Transition to ACTIVE for port object 225dd32a-4cf9-4ae5-9ff0-de30e116b982 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:15:53.301761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-9f2d54a9-a09b-4d54-8510-08c500f9286b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1801207 Feb 02 13:15:53.308838 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.344681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bf45646-a607-45d5-89f1-8b94b896e984 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks [] for floatingip (bf4fdccb-789e-4aa3-8b83-74e86133261f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.348696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bf45646-a607-45d5-89f1-8b94b896e984 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.350732 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6bf45646-a607-45d5-89f1-8b94b896e984 tempest-FloatingIPAdminTestJSON-866988136 tempest-FloatingIPAdminTestJSON-866988136-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/bf4fdccb-789e-4aa3-8b83-74e86133261f HTTP/1.1" status: 204 len: 168 time: 1.1446395 Feb 02 13:15:53.354715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60812) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:53.369457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (6938953d-1c69-446a-90bf-086815082da0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.378556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Pushing event updated for resources: {'Port': ['ID=225dd32a-4cf9-4ae5-9ff0-de30e116b982,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:53.384035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4464872 Feb 02 13:15:53.384691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8608e2f-87af-4dab-b18d-01db8c456033 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=3e9be8b6-cc99-4316-abe7-40a550f487bf,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:53.402052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:53.410160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8ad3897e-7550-408b-8ca2-c9991c1948c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:53.497184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': '3e9be8b6-cc99-4316-abe7-40a550f487bf'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:15:53.498065 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.660940 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (6938953d-1c69-446a-90bf-086815082da0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.669307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Allocated IP 2001:db8::f816:3eff:fef3:e309 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/3e9be8b6-cc99-4316-abe7-40a550f487bf/ee0abc8f-cbeb-4bad-8c41-eae3c332e975) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:53.718173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6938953d-1c69-446a-90bf-086815082da0']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:53.742381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:53.742677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:15:53.772452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.782293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad3897e-7550-408b-8ca2-c9991c1948c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:53.786145 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ad3897e-7550-408b-8ca2-c9991c1948c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.798114 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.805774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:15:53.806170 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (e3ebbb5f-5bea-49b4-82f5-f2c51f63b3e0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: items = [ Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:15:53.870285 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:15:53.878423 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Publish callbacks [] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.881921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf8216-541e-4c6e-a8b9-d35f40482d39 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Deleting port 79205677-e24a-4206-a239-dc22646e9a03 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:53.882262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8216-541e-4c6e-a8b9-d35f40482d39 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (79205677-e24a-4206-a239-dc22646e9a03), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.885549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (6938953d-1c69-446a-90bf-086815082da0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.892114 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.904841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:53.908289 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] 10.222.0.83 "DELETE /v2.0/networks/6938953d-1c69-446a-90bf-086815082da0 HTTP/1.1" status: 204 len: 168 time: 0.6832671 Feb 02 13:15:53.953076 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-0dbfaa9e-3a5e-4b22-af12-534044174942 service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344590 Feb 02 13:15:53.993511 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c35e80-5f7a-4cb6-bbab-5f8568e061f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6938953d-1c69-446a-90bf-086815082da0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:53.998954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Pushing event updated for resources: {'Port': ['ID=ee0abc8f-cbeb-4bad-8c41-eae3c332e975,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:54.026043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:54.027639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:54.038648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:54.127272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Attempting to bind port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:15:54.128106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Attempting to bind port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:15:54.128735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Attempting to bind port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:54.133238 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Attempting to bind port 225dd32a-4cf9-4ae5-9ff0-de30e116b982 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:15:54.133790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Attempting to bind port 225dd32a-4cf9-4ae5-9ff0-de30e116b982 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:15:54.137030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Attempting to bind port 225dd32a-4cf9-4ae5-9ff0-de30e116b982 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:54.137877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:15:54.138835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:54.140434 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:54.141063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:15:54.142691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Bound port: ee0abc8f-cbeb-4bad-8c41-eae3c332e975, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:15:54.143381 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:54.170436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Port 225dd32a-4cf9-4ae5-9ff0-de30e116b982 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:15:54.170672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Attempting to bind port 225dd32a-4cf9-4ae5-9ff0-de30e116b982 on network 17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:15:54.185110 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8216-541e-4c6e-a8b9-d35f40482d39 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (79205677-e24a-4206-a239-dc22646e9a03), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:54.190343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:15:54.190612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Checking segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:54.190967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Bound using segment: {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:15:54.191408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Bound port: 225dd32a-4cf9-4ae5-9ff0-de30e116b982, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a551a7f-57bb-4e0b-86bf-5756f6af44b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:15:54.191787 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:54.213795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf8216-541e-4c6e-a8b9-d35f40482d39 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Calling delete_port for 79205677-e24a-4206-a239-dc22646e9a03 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:54.229330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60830) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:54.236214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aacec-ccd5-44eb-9025-89aa88237a2e req-7a701787-716a-4cf3-b4ad-dc697aff6f73 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:54.245571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c0aacec-ccd5-44eb-9025-89aa88237a2e req-7a701787-716a-4cf3-b4ad-dc697aff6f73 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 944 time: 0.8292816 Feb 02 13:15:54.256695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] For port ee0abc8f-cbeb-4bad-8c41-eae3c332e975, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:54.260944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] For port ee0abc8f-cbeb-4bad-8c41-eae3c332e975, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ee0abc8f-cbeb-4bad-8c41-eae3c332e975,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:54.269861 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:54.345052 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd12fbb-630c-46c9-b1f8-09b9bdb87130 None None] Pushing event updated for resources: {'Port': ['ID=ee0abc8f-cbeb-4bad-8c41-eae3c332e975,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:54.407456 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0b327f0a-13fe-4e86-adb0-74de5dd9940b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cc90a8f35e2e4e01aa268be08e482924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1749437 Feb 02 13:15:54.409254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60836) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:54.465519 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-912e0e67-a862-405a-81e2-a03c7e48d1da service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115411 Feb 02 13:15:54.503880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] For port 225dd32a-4cf9-4ae5-9ff0-de30e116b982, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:15:54.507049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] For port 225dd32a-4cf9-4ae5-9ff0-de30e116b982, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=225dd32a-4cf9-4ae5-9ff0-de30e116b982,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:15:54.525332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c0aacec-ccd5-44eb-9025-89aa88237a2e req-f46fee10-2d48-4a8b-9297-1d5c6e54e7fb tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789638 Feb 02 13:15:54.529271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:54.583905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:54.584583 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:54.586014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] 10.222.0.18 "PUT /v2.0/ports/225dd32a-4cf9-4ae5-9ff0-de30e116b982 HTTP/1.1" status: 200 len: 1092 time: 2.4966357 Feb 02 13:15:54.623920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39996c69-3b41-4f16-aca2-e1883b2c9558', 'tag': '225dd32a-4cf9-4ae5-9ff0-de30e116b982'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:15:54.626631 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a738107-1877-4b96-a261-e23ca1439a65" -d '{"events": [{"name": "network-changed", "server_uuid": "39996c69-3b41-4f16-aca2-e1883b2c9558", "tag": "225dd32a-4cf9-4ae5-9ff0-de30e116b982"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:15:54.659036 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8216-541e-4c6e-a8b9-d35f40482d39 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (79205677-e24a-4206-a239-dc22646e9a03), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:54.740098 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca86a9cc-020c-4bdd-9bbc-367262bc04e6 x-openstack-request-id: req-ca86a9cc-020c-4bdd-9bbc-367262bc04e6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:15:54.740499 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39996c69-3b41-4f16-aca2-e1883b2c9558", "tag": "225dd32a-4cf9-4ae5-9ff0-de30e116b982", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:15:54.740646 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ca86a9cc-020c-4bdd-9bbc-367262bc04e6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:15:54.741044 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39996c69-3b41-4f16-aca2-e1883b2c9558', 'tag': '225dd32a-4cf9-4ae5-9ff0-de30e116b982', 'status': 'completed', 'code': 200} Feb 02 13:15:54.746426 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe99a03-4777-434d-9be0-4f24ef3aa8cd service neutron] Pushing event updated for resources: {'Port': ['ID=225dd32a-4cf9-4ae5-9ff0-de30e116b982,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:54.762833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf8216-541e-4c6e-a8b9-d35f40482d39 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event deleted for resources: {'Port': ['ID=79205677-e24a-4206-a239-dc22646e9a03,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:54.784575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-00cb0713-b511-4742-baee-9bee0824d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:54.787320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-00cb0713-b511-4742-baee-9bee0824d12c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 1126 time: 0.1107020 Feb 02 13:15:54.824926 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ad3897e-7550-408b-8ca2-c9991c1948c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (61c0f0b7-9284-4796-bb10-2c6dd8000c0b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:54.872107 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a2c21d8-e7cc-487d-80c0-6d6f8c097f48 admin admin] Publish callbacks [] for security_group (53b08748-3df2-4ff3-bc67-5405a2ad54a4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:55.026119 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-75cc05f0-1144-4a7a-b62d-ef98357ead2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=225dd32a-4cf9-4ae5-9ff0-de30e116b982 HTTP/1.1" status: 200 len: 217 time: 0.2230201 Feb 02 13:15:55.054946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a2c21d8-e7cc-487d-80c0-6d6f8c097f48 admin admin] Publish callbacks [] for security_group (53b08748-3df2-4ff3-bc67-5405a2ad54a4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:55.064823 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3bf8216-541e-4c6e-a8b9-d35f40482d39 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:55.092443 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d3bf8216-541e-4c6e-a8b9-d35f40482d39 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "DELETE /v2.0/ports/79205677-e24a-4206-a239-dc22646e9a03 HTTP/1.1" status: 204 len: 168 time: 1.7365074 Feb 02 13:15:55.093291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60852) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:55.096849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-20d79442-b383-4928-8384-484a6a81ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:55.098979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-20d79442-b383-4928-8384-484a6a81ea9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.0511985 Feb 02 13:15:55.100996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7902779-1f29-4b64-813c-a2924a7d6e30 req-6e83f336-b867-44fc-959c-5f68a3f0673b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 210 time: 0.1971886 Feb 02 13:15:55.112644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad3897e-7550-408b-8ca2-c9991c1948c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:55.143196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8ad3897e-7550-408b-8ca2-c9991c1948c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:55.146697 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-676df858-baa9-4ee0-b63f-64390c462757 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325158 Feb 02 13:15:55.148426 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad3897e-7550-408b-8ca2-c9991c1948c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:55.149183 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ad3897e-7550-408b-8ca2-c9991c1948c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:55.181334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8ad3897e-7550-408b-8ca2-c9991c1948c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7758157 Feb 02 13:15:55.182986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:55.191073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:8a:87:9e', 'name': 'tempest-NetworksTestDHCPv6-1401720483'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:55.240264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3897e-7550-408b-8ca2-c9991c1948c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=61c0f0b7-9284-4796-bb10-2c6dd8000c0b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:55.309929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3989ce5-b451-407e-ab11-ae502cb229dd tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:55.314229 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a3989ce5-b451-407e-ab11-ae502cb229dd tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "GET /v2.0/ports?device_id=c857af3c-79fe-470a-86ca-f07795e75bc4 HTTP/1.1" status: 200 len: 913 time: 0.2132127 Feb 02 13:15:55.314229 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a2c21d8-e7cc-487d-80c0-6d6f8c097f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (53b08748-3df2-4ff3-bc67-5405a2ad54a4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:55.315782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a2c21d8-e7cc-487d-80c0-6d6f8c097f48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:55.316870 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8a2c21d8-e7cc-487d-80c0-6d6f8c097f48 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/53b08748-3df2-4ff3-bc67-5405a2ad54a4 HTTP/1.1" status: 204 len: 168 time: 0.9063168 Feb 02 13:15:55.317573 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60862) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:55.392934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c21d8-e7cc-487d-80c0-6d6f8c097f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b08748-3df2-4ff3-bc67-5405a2ad54a4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:55.633559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-5b55f25e-76b9-4ee2-9c37-51c3af9ae10c service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701800 Feb 02 13:15:55.721262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ee0abc8f-cbeb-4bad-8c41-eae3c332e975 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:55.831555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:55.832078 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:56.062430 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:56.063261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:56.175211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port ee0abc8f-cbeb-4bad-8c41-eae3c332e975, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ee0abc8f-cbeb-4bad-8c41-eae3c332e975,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:56.186692 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:56.324666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=ee0abc8f-cbeb-4bad-8c41-eae3c332e975,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:56.402053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52aa60bb-d44f-41e4-85d2-49c655b61f47 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (c857af3c-79fe-470a-86ca-f07795e75bc4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:56.405940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b727855d-0ded-47f6-b9b0-02248f6e0367 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:56.536818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d95e87cf-371c-4e3e-be5b-9fa8190f9458 None None] Provisioning complete for port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:56.537123 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d95e87cf-371c-4e3e-be5b-9fa8190f9458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:56.668072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d67559f-e5bd-47e2-a0f8-0732d60fbc6f req-82819ffc-4491-438c-9f4d-0f5649c6e9d8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 210 time: 0.0813317 Feb 02 13:15:56.687840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:56.759491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d95e87cf-371c-4e3e-be5b-9fa8190f9458 None None] Current status of the port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:56.833122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6219cb82-b61c-4c07-b7bc-536e44a4e0e1 None None] Update dhcp port {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': '3e9be8b6-cc99-4316-abe7-40a550f487bf', 'ip_address': '2001:db8::f816:3eff:fef3:e309'}, {'subnet_id': '61c0f0b7-9284-4796-bb10-2c6dd8000c0b'}], 'binding:host_id': 'n-d-827336-2'}, 'id': 'ee0abc8f-cbeb-4bad-8c41-eae3c332e975'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:15:56.862739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7a953-d2a6-40cb-9042-874a24d0c08f req-941f2fb6-862e-4d99-acd5-ec3bd541ad8e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:56.872327 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4aa7a953-d2a6-40cb-9042-874a24d0c08f req-941f2fb6-862e-4d99-acd5-ec3bd541ad8e tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 944 time: 0.2844133 Feb 02 13:15:56.875371 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6219cb82-b61c-4c07-b7bc-536e44a4e0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:57.028221 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-52aa60bb-d44f-41e4-85d2-49c655b61f47 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Deleting port 6a8f9784-d845-4849-bb6a-41b4a5bed77f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:15:57.029242 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52aa60bb-d44f-41e4-85d2-49c655b61f47 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6a8f9784-d845-4849-bb6a-41b4a5bed77f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:57.081260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-060e9edf-545c-43c8-868a-759abd2c18e7 req-b1adb93e-765f-4ba7-8156-f4f9bea1cf47 service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4310510 Feb 02 13:15:57.087687 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4aa7a953-d2a6-40cb-9042-874a24d0c08f req-c54926cd-9c80-4054-884f-131691d0d3b4 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144814 Feb 02 13:15:57.090328 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:57.097300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60910) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:57.122908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-00cafcac-73ce-413e-a1bb-106be936ceac tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:57.124532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-00cafcac-73ce-413e-a1bb-106be936ceac tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.3189600 Feb 02 13:15:57.128344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6219cb82-b61c-4c07-b7bc-536e44a4e0e1 None None] Allocated IP 172.20.0.2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/61c0f0b7-9284-4796-bb10-2c6dd8000c0b/ee0abc8f-cbeb-4bad-8c41-eae3c332e975) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:57.147656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port eb5d0b23-00cc-431b-9ab3-78cc6563361c yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:15:57.273291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Request body: {'port': {'device_id': 'c1b255f9-ed6f-411f-9928-c320af555161', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'admin_state_up': True, 'tenant_id': '6ee72b4765a44f94a55b3d24e29dc8b4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:57.274438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6219cb82-b61c-4c07-b7bc-536e44a4e0e1 None None] For port ee0abc8f-cbeb-4bad-8c41-eae3c332e975, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ee0abc8f-cbeb-4bad-8c41-eae3c332e975,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:15:57.327654 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6219cb82-b61c-4c07-b7bc-536e44a4e0e1 None None] Publish callbacks [] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:57.337311 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6219cb82-b61c-4c07-b7bc-536e44a4e0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:57.491382 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219cb82-b61c-4c07-b7bc-536e44a4e0e1 None None] Pushing event updated for resources: {'Port': ['ID=ee0abc8f-cbeb-4bad-8c41-eae3c332e975,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:57.556467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ee0abc8f-cbeb-4bad-8c41-eae3c332e975 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:57.621344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:57.621962 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:57.749519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:57.802430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-981485516-network', 'tenant_id': '11770253486640c5a68002ca9680e591'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:57.844590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a738107-1877-4b96-a261-e23ca1439a65 req-a7d7395d-433c-40ba-990c-baadfa1e3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:57.850927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a738107-1877-4b96-a261-e23ca1439a65 req-a7d7395d-433c-40ba-990c-baadfa1e3dff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=1af86eae570b46b3a4585e718e1a9580&device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 1126 time: 0.5825641 Feb 02 13:15:57.858269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Made reservation on behalf of 11770253486640c5a68002ca9680e591 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:57.860920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:57.873216 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52aa60bb-d44f-41e4-85d2-49c655b61f47 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6a8f9784-d845-4849-bb6a-41b4a5bed77f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:57.876596 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:57.907510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-52aa60bb-d44f-41e4-85d2-49c655b61f47 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Calling delete_port for 6a8f9784-d845-4849-bb6a-41b4a5bed77f owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:15:57.923836 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96ce76fc-8f65-4d38-9ee3-3151269a6b9d req-6efebab5-20f9-469d-8f03-c317772f81be tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 210 time: 0.1054010 Feb 02 13:15:57.973510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 172.20.0.3 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/61c0f0b7-9284-4796-bb10-2c6dd8000c0b/eb5d0b23-00cc-431b-9ab3-78cc6563361c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:57.984498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::f816:3eff:fe8a:879e (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/3e9be8b6-cc99-4316-abe7-40a550f487bf/eb5d0b23-00cc-431b-9ab3-78cc6563361c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:58.061540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Made reservation on behalf of 6ee72b4765a44f94a55b3d24e29dc8b4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:58.064964 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:58.249236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Publish callbacks [] for security_group (e2a317b5-20e2-4450-835a-152e9cc5b30c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:58.251250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52aa60bb-d44f-41e4-85d2-49c655b61f47 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6a8f9784-d845-4849-bb6a-41b4a5bed77f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:58.266999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e2a317b5-20e2-4450-835a-152e9cc5b30c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:58.268570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Allocated IP 172.20.0.6 (9077904b-671d-4f70-86b9-02225fb01c2a/8e3d761b-885b-4819-bc18-f1fb3a1e9ebb/7d8474e6-71c4-4181-b9a9-33933cf2481b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:15:58.331894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a317b5-20e2-4450-835a-152e9cc5b30c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:58.436177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bd8c536f-daf9-4482-8511-bb9260385b9d None None] Provisioning complete for port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:15:58.437299 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd8c536f-daf9-4482-8511-bb9260385b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:58.461097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa60bb-d44f-41e4-85d2-49c655b61f47 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event deleted for resources: {'Port': ['ID=6a8f9784-d845-4849-bb6a-41b4a5bed77f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:58.522401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:15:58.539394 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d2657a6d-29f6-4ea3-b470-4e7f79db213e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:58.539766 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Added segment d2657a6d-29f6-4ea3-b470-4e7f79db213e of type vlan for network 8b6d0e98-457c-4848-88d4-4601d1ffb859 Feb 02 13:15:58.585439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a738107-1877-4b96-a261-e23ca1439a65 req-4475ed42-0d8f-4823-81c1-f14122ff59b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:58.586912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a738107-1877-4b96-a261-e23ca1439a65 req-4475ed42-0d8f-4823-81c1-f14122ff59b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 200 len: 913 time: 0.6841753 Feb 02 13:15:58.592327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c536f-daf9-4482-8511-bb9260385b9d None None] Current status of the port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:15:58.649875 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (8b6d0e98-457c-4848-88d4-4601d1ffb859), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:58.714551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a738107-1877-4b96-a261-e23ca1439a65 req-551a9d55-4f25-4127-9cfd-b4db09dce16d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=225dd32a-4cf9-4ae5-9ff0-de30e116b982 HTTP/1.1" status: 200 len: 217 time: 0.1117127 Feb 02 13:15:58.720621 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (8b6d0e98-457c-4848-88d4-4601d1ffb859), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:58.723376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:58.724968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:58.781512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a738107-1877-4b96-a261-e23ca1439a65 req-c4a70f74-dac7-47bd-8f37-4b5ecb62b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:58.781512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a738107-1877-4b96-a261-e23ca1439a65 req-c4a70f74-dac7-47bd-8f37-4b5ecb62b903 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 200 len: 852 time: 0.0548310 Feb 02 13:15:58.836679 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52aa60bb-d44f-41e4-85d2-49c655b61f47 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (c857af3c-79fe-470a-86ca-f07795e75bc4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:58.855696 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a738107-1877-4b96-a261-e23ca1439a65 req-f0435196-982c-49ef-8817-8c4af33ced4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431759 Feb 02 13:15:58.865769 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7661910 Feb 02 13:15:58.876639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911bb2b-4094-43b3-a9f1-deb5ce9e8dbb req-fc322a37-f100-4d95-b686-fb2bf65040e9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:58.878733 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e911bb2b-4094-43b3-a9f1-deb5ce9e8dbb req-fc322a37-f100-4d95-b686-fb2bf65040e9 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 944 time: 0.4633436 Feb 02 13:15:58.885307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60960) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:58.888900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks [] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:58.891190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0131592f-f740-4c79-b85b-733533305c11 admin admin] Request body: {'subnet': {'network_id': '8b6d0e98-457c-4848-88d4-4601d1ffb859', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-981485516-subnet', 'tenant_id': '11770253486640c5a68002ca9680e591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:58.974821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0131592f-f740-4c79-b85b-733533305c11 admin admin] Made reservation on behalf of 11770253486640c5a68002ca9680e591 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:15:58.977221 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0131592f-f740-4c79-b85b-733533305c11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:59.043017 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:59.080079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d', '8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:15:59.190227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e911bb2b-4094-43b3-a9f1-deb5ce9e8dbb req-f18b6661-9c64-487f-8b17-4574830607cf tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546661 Feb 02 13:15:59.208689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e2218-d66f-424b-8e4d-c2ff7ed57a6e admin admin] Pushing event updated for resources: {'Network': ['ID=8b6d0e98-457c-4848-88d4-4601d1ffb859,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:59.245162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 8b6d0e98-457c-4848-88d4-4601d1ffb859 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:15:59.277103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (eb5d0b23-00cc-431b-9ab3-78cc6563361c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:59.281454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0131592f-f740-4c79-b85b-733533305c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (799a3178-0510-427a-a162-d786df6234e5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:59.285199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Network 9077904b-671d-4f70-86b9-02225fb01c2a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:59.338280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:59.359110 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:59.377303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131592f-f740-4c79-b85b-733533305c11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799a3178-0510-427a-a162-d786df6234e5,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:59.385530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event updated for resources: {'Port': ['ID=7d8474e6-71c4-4181-b9a9-33933cf2481b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:59.393594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a738107-1877-4b96-a261-e23ca1439a65 req-5598f6b7-84f5-4b97-b9a1-86219ffaec0c service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136240 Feb 02 13:15:59.408192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a7c1c-8e78-480a-a40e-8a8fed212eb9 req-3137ac73-43aa-4523-80de-6e9e3f743104 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:59.409710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd2a7c1c-8e78-480a-a40e-8a8fed212eb9 req-3137ac73-43aa-4523-80de-6e9e3f743104 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 931 time: 0.3963606 Feb 02 13:15:59.456597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0131592f-f740-4c79-b85b-733533305c11 admin admin] Checking segment: {'id': 'd2657a6d-29f6-4ea3-b470-4e7f79db213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8b6d0e98-457c-4848-88d4-4601d1ffb859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:15:59.456972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0131592f-f740-4c79-b85b-733533305c11 admin admin] Network hostable DHCP agents. Network: 8b6d0e98-457c-4848-88d4-4601d1ffb859, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:15:59.485035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:59.485717 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:59.531749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0131592f-f740-4c79-b85b-733533305c11 admin admin] Network 8b6d0e98-457c-4848-88d4-4601d1ffb859 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:15:59.550567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd2a7c1c-8e78-480a-a40e-8a8fed212eb9 req-ca05b3fa-a01a-4af6-920f-50d596e2b777 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321237 Feb 02 13:15:59.551768 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (eb5d0b23-00cc-431b-9ab3-78cc6563361c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:59.604416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0131592f-f740-4c79-b85b-733533305c11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 8b6d0e98-457c-4848-88d4-4601d1ffb859) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:59.610864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0131592f-f740-4c79-b85b-733533305c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:59.611472 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0131592f-f740-4c79-b85b-733533305c11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:59.623302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=eb5d0b23-00cc-431b-9ab3-78cc6563361c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:15:59.643468 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0131592f-f740-4c79-b85b-733533305c11 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7560813 Feb 02 13:15:59.645811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aa60bb-d44f-41e4-85d2-49c655b61f47 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Router c857af3c-79fe-470a-86ca-f07795e75bc4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:15:59.646752 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:15:59.650135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:15:59.650699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ee0abc8f-cbeb-4bad-8c41-eae3c332e975 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:15:59.664283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:15:59.744504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a75b1-b84a-4d7a-bf50-33888997db70 None None] Network 8b6d0e98-457c-4848-88d4-4601d1ffb859 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:15:59.781152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-d097d0c0-2396-4c57-85fc-09ad0ec9a0f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5116048 Feb 02 13:15:59.798774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:15:59.799560 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:15:59.829399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Request body: {'port': {'device_id': 'c1b255f9-ed6f-411f-9928-c320af555161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:15:59.840189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aa60bb-d44f-41e4-85d2-49c655b61f47 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:15:59.850930 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-52aa60bb-d44f-41e4-85d2-49c655b61f47 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "PUT /v2.0/routers/c857af3c-79fe-470a-86ca-f07795e75bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5303233 Feb 02 13:15:59.853534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60978) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:59.931065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-75f8da97-0998-4a45-80ab-ea3c633a6380 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.7361016 Feb 02 13:15:59.931065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:15:59.945752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f626ff-3904-4e14-9de5-e75d84711804 None None] Sync routers for ids ['c857af3c-79fe-470a-86ca-f07795e75bc4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:16:00.035958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a738107-1877-4b96-a261-e23ca1439a65 req-f9e36dd7-a6cf-40a2-af08-081c6ca037cd service neutron] 10.222.0.18 "GET /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151278 Feb 02 13:16:00.035958 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:00.042040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc22969-0065-4839-87b5-ae4cba66c626 None None] Network 8b6d0e98-457c-4848-88d4-4601d1ffb859 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:00.047823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f626ff-3904-4e14-9de5-e75d84711804 None None] Routers {'c857af3c-79fe-470a-86ca-f07795e75bc4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:16:00.047823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-75f626ff-3904-4e14-9de5-e75d84711804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c857af3c-79fe-470a-86ca-f07795e75bc4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:00.106114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-75f626ff-3904-4e14-9de5-e75d84711804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:00.120513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for router (c857af3c-79fe-470a-86ca-f07795e75bc4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:00.163752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:00.164164 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:00.196044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44abbb6d-07a6-4085-99dc-c5ae49cf89bd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:00.205926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f626ff-3904-4e14-9de5-e75d84711804 None None] Routers {'c857af3c-79fe-470a-86ca-f07795e75bc4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:16:00.206590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-75f626ff-3904-4e14-9de5-e75d84711804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:15:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c857af3c-79fe-470a-86ca-f07795e75bc4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:00.207550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44abbb6d-07a6-4085-99dc-c5ae49cf89bd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:00.216078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-44abbb6d-07a6-4085-99dc-c5ae49cf89bd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2817805 Feb 02 13:16:00.216842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:00.415993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for router_gateway (c857af3c-79fe-470a-86ca-f07795e75bc4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:00.538462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Deleting port e6c2ba66-71c8-45fe-8be3-eb34ed0a72c7 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:00.539198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e6c2ba66-71c8-45fe-8be3-eb34ed0a72c7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:00.587140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 225dd32a-4cf9-4ae5-9ff0-de30e116b982 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:16:00.589698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-75f626ff-3904-4e14-9de5-e75d84711804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:00.590394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f626ff-3904-4e14-9de5-e75d84711804 None None] The sync data for ids ['c857af3c-79fe-470a-86ca-f07795e75bc4'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:16:00.656679 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-65c0fdd5-59fe-4ad7-9094-d0d48202a1e0 None None] Provisioning complete for port eb5d0b23-00cc-431b-9ab3-78cc6563361c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:00.657426 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65c0fdd5-59fe-4ad7-9094-d0d48202a1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (eb5d0b23-00cc-431b-9ab3-78cc6563361c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:00.664024 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e6c2ba66-71c8-45fe-8be3-eb34ed0a72c7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:00.678450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Calling delete_port for e6c2ba66-71c8-45fe-8be3-eb34ed0a72c7 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:00.732581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-65c0fdd5-59fe-4ad7-9094-d0d48202a1e0 None None] Port eb5d0b23-00cc-431b-9ab3-78cc6563361c cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:16:00.748630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee63da2-ed9b-4240-9478-198cf04a8866 req-950610bb-186a-4b60-8dfc-c2ae61dc36f2 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:00.756067 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:16:00.762901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ee63da2-ed9b-4240-9478-198cf04a8866 req-950610bb-186a-4b60-8dfc-c2ae61dc36f2 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 944 time: 0.3903573 Feb 02 13:16:00.783366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd5eb3-5775-4b53-9a49-b3ab0f64d784 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port eb5d0b23-00cc-431b-9ab3-78cc6563361c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:00.783620 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5eb3-5775-4b53-9a49-b3ab0f64d784 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (eb5d0b23-00cc-431b-9ab3-78cc6563361c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:00.814848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-1fc38e3c-92ec-49af-af6f-69b0cfaf4deb tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:00.816459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-1fc38e3c-92ec-49af-af6f-69b0cfaf4deb tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/networks?id=8b6d0e98-457c-4848-88d4-4601d1ffb859 HTTP/1.1" status: 200 len: 812 time: 0.4452696 Feb 02 13:16:00.916545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 225dd32a-4cf9-4ae5-9ff0-de30e116b982, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=225dd32a-4cf9-4ae5-9ff0-de30e116b982,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:00.916805 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e6c2ba66-71c8-45fe-8be3-eb34ed0a72c7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:00.919447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:00.934195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '225dd32a-4cf9-4ae5-9ff0-de30e116b982', 'network_id': '17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd', 'port_id': '225dd32a-4cf9-4ae5-9ff0-de30e116b982', 'mac_address': 'fa:16:3e:29:70:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b38b2c40-37ff-4b0b-b098-a2e69951a834', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:16:00.950670 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event deleted for resources: {'Port': ['ID=e6c2ba66-71c8-45fe-8be3-eb34ed0a72c7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:00.978295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-7f2ba109-3126-4ec1-a034-0394d38951f7 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/quotas/11770253486640c5a68002ca9680e591 HTTP/1.1" status: 200 len: 375 time: 0.1448510 Feb 02 13:16:00.983363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 225dd32a-4cf9-4ae5-9ff0-de30e116b982 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:00.983947 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.001786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225dd32a-4cf9-4ae5-9ff0-de30e116b982 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:16:01.026944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 225dd32a-4cf9-4ae5-9ff0-de30e116b982, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=225dd32a-4cf9-4ae5-9ff0-de30e116b982,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:01.037363 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.040437 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ee63da2-ed9b-4240-9478-198cf04a8866 req-9664401a-5c13-42b6-b516-64d3e6b03c08 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762547 Feb 02 13:16:01.056304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-5920a44f-0e79-405a-b139-4b088a8386fa tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=11770253486640c5a68002ca9680e591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578377 Feb 02 13:16:01.074924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (c857af3c-79fe-470a-86ca-f07795e75bc4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.170589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=225dd32a-4cf9-4ae5-9ff0-de30e116b982,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:01.186623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (c857af3c-79fe-470a-86ca-f07795e75bc4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.188903 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for router_controller (c857af3c-79fe-470a-86ca-f07795e75bc4), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.217909 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-425bd4d2-9834-47f5-8f7c-05de3f5d5291 service neutron] 10.222.0.83 "GET /v2.0/networks/8b6d0e98-457c-4848-88d4-4601d1ffb859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607053 Feb 02 13:16:01.255387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (c857af3c-79fe-470a-86ca-f07795e75bc4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.256632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Fanout notify agent at l3_agent the message router_deleted on router c857af3c-79fe-470a-86ca-f07795e75bc4 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:16:01.264901 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5eb3-5775-4b53-9a49-b3ab0f64d784 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (eb5d0b23-00cc-431b-9ab3-78cc6563361c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.268624 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.273596 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a5870e5-8dde-46d4-8d43-38c7872fbae6 tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "DELETE /v2.0/routers/c857af3c-79fe-470a-86ca-f07795e75bc4 HTTP/1.1" status: 204 len: 168 time: 1.4178104 Feb 02 13:16:01.274248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32792) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:01.346537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d8474e6-71c4-4181-b9a9-33933cf2481b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:16:01.352926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fd9c0e-aecc-4251-ad2c-54451eb8a6ff tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Deleting subnet ad5e7c27-06bc-40dd-95dd-d933f1fd04be {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:01.357691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73fd9c0e-aecc-4251-ad2c-54451eb8a6ff tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for subnet (ad5e7c27-06bc-40dd-95dd-d933f1fd04be), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.360878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd5eb3-5775-4b53-9a49-b3ab0f64d784 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for eb5d0b23-00cc-431b-9ab3-78cc6563361c owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:01.376351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['225dd32a-4cf9-4ae5-9ff0-de30e116b982'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:16:01.429633 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73fd9c0e-aecc-4251-ad2c-54451eb8a6ff tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (ad5e7c27-06bc-40dd-95dd-d933f1fd04be), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.579778 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73fd9c0e-aecc-4251-ad2c-54451eb8a6ff tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (ad5e7c27-06bc-40dd-95dd-d933f1fd04be), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.657759 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73fd9c0e-aecc-4251-ad2c-54451eb8a6ff tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (ad5e7c27-06bc-40dd-95dd-d933f1fd04be), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.716528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd9c0e-aecc-4251-ad2c-54451eb8a6ff tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5e7c27-06bc-40dd-95dd-d933f1fd04be,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:01.741709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73fd9c0e-aecc-4251-ad2c-54451eb8a6ff tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.749473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3f951-0a7d-40e6-a5bb-70fd0c67632b None None] Network 33bdab2a-6735-4503-ac94-a37212290fd7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:01.751644 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-73fd9c0e-aecc-4251-ad2c-54451eb8a6ff tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "DELETE /v2.0/subnets/ad5e7c27-06bc-40dd-95dd-d933f1fd04be HTTP/1.1" status: 204 len: 168 time: 0.4757681 Feb 02 13:16:01.752624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32798) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:01.790382 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca51c10c-08f5-4956-8dcd-1bab1270b63b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.901187 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (33bdab2a-6735-4503-ac94-a37212290fd7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:01.980397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a376e5bc-be56-40a7-b4f2-3bf12288104f None None] DHCP port deletion for 33bdab2a-6735-4503-ac94-a37212290fd7 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:16:01.983747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Deleting port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:01.984295 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.057066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] For port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4,segment=NetworkSegment(6fa4e3dd-cbab-43db-b99d-7f28003de158),segment_id=6fa4e3dd-cbab-43db-b99d-7f28003de158)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:02.057490 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.078946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Calling delete_port for f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:02.095009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a376e5bc-be56-40a7-b4f2-3bf12288104f None None] Deleting port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:02.095541 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a376e5bc-be56-40a7-b4f2-3bf12288104f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.191296 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Publish callbacks [] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.198939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.205726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a376e5bc-be56-40a7-b4f2-3bf12288104f None None] For port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4,segment=NetworkSegment(6fa4e3dd-cbab-43db-b99d-7f28003de158),segment_id=6fa4e3dd-cbab-43db-b99d-7f28003de158)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:02.205726 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a376e5bc-be56-40a7-b4f2-3bf12288104f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.222099 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a376e5bc-be56-40a7-b4f2-3bf12288104f None None] Calling delete_port for f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:02.227678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event deleted for resources: {'Port': ['ID=f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:02.229863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] No DVR routers for this DVR port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:16:02.245373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Transition to ACTIVE for port object 7d8474e6-71c4-4181-b9a9-33933cf2481b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:16:02.253666 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5eb3-5775-4b53-9a49-b3ab0f64d784 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (eb5d0b23-00cc-431b-9ab3-78cc6563361c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.317429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd5eb3-5775-4b53-9a49-b3ab0f64d784 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=eb5d0b23-00cc-431b-9ab3-78cc6563361c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:02.319314 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.362027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (33bdab2a-6735-4503-ac94-a37212290fd7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.371714 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:16:02.374752 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:16:02.389021 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a376e5bc-be56-40a7-b4f2-3bf12288104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.395090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bdab2a-6735-4503-ac94-a37212290fd7']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:02.412873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa4e3dd-cbab-43db-b99d-7f28003de158') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:02.413527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa4e3dd-cbab-43db-b99d-7f28003de158') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:02.423061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9269af-071b-449c-b524-96ac8530ae78 req-1d2a4531-7826-4568-89ba-f606fea6e96d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:02.425027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c9269af-071b-449c-b524-96ac8530ae78 req-1d2a4531-7826-4568-89ba-f606fea6e96d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 931 time: 1.2010291 Feb 02 13:16:02.426963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (6fa4e3dd-cbab-43db-b99d-7f28003de158), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.427200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a376e5bc-be56-40a7-b4f2-3bf12288104f None None] No DVR routers for this DVR port f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:16:02.447982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (6fa4e3dd-cbab-43db-b99d-7f28003de158), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.454204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376e5bc-be56-40a7-b4f2-3bf12288104f None None] Pushing event deleted for resources: {'Port': ['ID=f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:02.467162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:16:02.467920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (6fa4e3dd-cbab-43db-b99d-7f28003de158), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:16:02.480493 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:16:02.555773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 225dd32a-4cf9-4ae5-9ff0-de30e116b982 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:02.586354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-087c81fa-2dbb-4fca-8602-031c59cf36cb service neutron] 10.222.0.83 "GET /v2.0/networks/8b6d0e98-457c-4848-88d4-4601d1ffb859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3517284 Feb 02 13:16:02.606498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8474e6-71c4-4181-b9a9-33933cf2481b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:02.654459 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (33bdab2a-6735-4503-ac94-a37212290fd7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.710661 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 225dd32a-4cf9-4ae5-9ff0-de30e116b982 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:16:02.714981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 225dd32a-4cf9-4ae5-9ff0-de30e116b982 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:02.715544 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.719657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.724901 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "DELETE /v2.0/networks/33bdab2a-6735-4503-ac94-a37212290fd7 HTTP/1.1" status: 204 len: 168 time: 0.9702373 Feb 02 13:16:02.731487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32818) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:02.752984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b74412-1b51-429e-b454-dd0627dc674c tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event deleted for resources: {'Network': ['ID=33bdab2a-6735-4503-ac94-a37212290fd7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:02.848075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c9269af-071b-449c-b524-96ac8530ae78 req-1889091e-4838-4eb8-9d69-e366d6d59e99 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924339 Feb 02 13:16:02.851869 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6cdd5eb3-5775-4b53-9a49-b3ab0f64d784 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.858820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6cdd5eb3-5775-4b53-9a49-b3ab0f64d784 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/eb5d0b23-00cc-431b-9ab3-78cc6563361c HTTP/1.1" status: 204 len: 168 time: 2.6288638 Feb 02 13:16:02.859994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:02.937960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 225dd32a-4cf9-4ae5-9ff0-de30e116b982 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:02.938646 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:02.994722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39996c69-3b41-4f16-aca2-e1883b2c9558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225dd32a-4cf9-4ae5-9ff0-de30e116b982'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:16:02.998641 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3bdd54-e0c3-4cf5-9935-c9e488b9190c" -d '{"events": [{"server_uuid": "39996c69-3b41-4f16-aca2-e1883b2c9558", "name": "network-vif-plugged", "status": "completed", "tag": "225dd32a-4cf9-4ae5-9ff0-de30e116b982"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:16:03.024663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 225dd32a-4cf9-4ae5-9ff0-de30e116b982, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=225dd32a-4cf9-4ae5-9ff0-de30e116b982,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:03.032574 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:03.058114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Attempting to bind port 7d8474e6-71c4-4181-b9a9-33933cf2481b on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:03.058456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Attempting to bind port 7d8474e6-71c4-4181-b9a9-33933cf2481b by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:03.058762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d93df444-ed68-40a0-b9c5-da863c06fabc tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Deleting port 5c17a12b-3799-4cf6-a02a-3b9b941e97b1 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:03.059299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Attempting to bind port 7d8474e6-71c4-4181-b9a9-33933cf2481b on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:03.059810 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d93df444-ed68-40a0-b9c5-da863c06fabc tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5c17a12b-3799-4cf6-a02a-3b9b941e97b1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:03.093845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62ee4ed3-1e22-48a6-a5b9-145224e0404f req-077dc5db-b337-4483-80da-ca725ab3ecfb tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 210 time: 0.0947642 Feb 02 13:16:03.103094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Port 7d8474e6-71c4-4181-b9a9-33933cf2481b on network 9077904b-671d-4f70-86b9-02225fb01c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:03.103790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Attempting to bind port 7d8474e6-71c4-4181-b9a9-33933cf2481b on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:03.117870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1862d0d2-8a11-4073-b958-967fd48845fd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:03.117870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1862d0d2-8a11-4073-b958-967fd48845fd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:03.117870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1862d0d2-8a11-4073-b958-967fd48845fd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:03.117870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1862d0d2-8a11-4073-b958-967fd48845fd tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2539387 Feb 02 13:16:03.118996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:03.120959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=225dd32a-4cf9-4ae5-9ff0-de30e116b982,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:03.158027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:16:03.158603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Checking segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:03.158746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d93df444-ed68-40a0-b9c5-da863c06fabc tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5c17a12b-3799-4cf6-a02a-3b9b941e97b1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:03.159032 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d93df444-ed68-40a0-b9c5-da863c06fabc tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for floatingip (5c17a12b-3799-4cf6-a02a-3b9b941e97b1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:03.159499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Bound using segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:16:03.160147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Bound port: 7d8474e6-71c4-4181-b9a9-33933cf2481b, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:16:03.160703 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:03.174291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d93df444-ed68-40a0-b9c5-da863c06fabc tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Calling delete_port for 5c17a12b-3799-4cf6-a02a-3b9b941e97b1 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:03.253086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711c047-0836-412b-81c7-e0cf93fa1240 req-4bd34b96-ef46-452f-9b0b-1ca66b8d246b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:03.253666 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7c4c1e-0ea1-46ee-99ee-c6d79a6f4852 x-openstack-request-id: req-0c7c4c1e-0ea1-46ee-99ee-c6d79a6f4852 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:16:03.253666 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39996c69-3b41-4f16-aca2-e1883b2c9558", "name": "network-vif-plugged", "status": "completed", "tag": "225dd32a-4cf9-4ae5-9ff0-de30e116b982", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:16:03.254946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c711c047-0836-412b-81c7-e0cf93fa1240 req-4bd34b96-ef46-452f-9b0b-1ca66b8d246b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 945 time: 0.2934203 Feb 02 13:16:03.259805 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0c7c4c1e-0ea1-46ee-99ee-c6d79a6f4852 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:16:03.259975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2414e5-8a53-4e66-bb45-b3553db2ca75 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 3e9be8b6-cc99-4316-abe7-40a550f487bf {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:03.260470 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39996c69-3b41-4f16-aca2-e1883b2c9558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225dd32a-4cf9-4ae5-9ff0-de30e116b982', 'code': 200} Feb 02 13:16:03.272910 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f2414e5-8a53-4e66-bb45-b3553db2ca75 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (3e9be8b6-cc99-4316-abe7-40a550f487bf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:03.471245 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d93df444-ed68-40a0-b9c5-da863c06fabc tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5c17a12b-3799-4cf6-a02a-3b9b941e97b1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:03.527011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] For port 7d8474e6-71c4-4181-b9a9-33933cf2481b, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:03.550274 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f2414e5-8a53-4e66-bb45-b3553db2ca75 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (3e9be8b6-cc99-4316-abe7-40a550f487bf), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:03.556715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93df444-ed68-40a0-b9c5-da863c06fabc tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Pushing event deleted for resources: {'Port': ['ID=5c17a12b-3799-4cf6-a02a-3b9b941e97b1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:03.574551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:16:03.585974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] For port 7d8474e6-71c4-4181-b9a9-33933cf2481b, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7d8474e6-71c4-4181-b9a9-33933cf2481b,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:16:03.610537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c711c047-0836-412b-81c7-e0cf93fa1240 req-0335aa9a-75b6-483b-ba30-2b3d7c2c4727 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444254 Feb 02 13:16:03.636882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:16:03.637227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f2f4755c-a3d1-4ec2-b871-ad1693a9c1c4 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:16:03.640403 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:03.730112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d93df444-ed68-40a0-b9c5-da863c06fabc tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks [] for floatingip (398961dc-9e37-4412-8a7d-ea8dd3aad7af), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:03.734490 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d93df444-ed68-40a0-b9c5-da863c06fabc tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:03.752937 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d93df444-ed68-40a0-b9c5-da863c06fabc tempest-FloatingIPAdminTestJSON-648758953 tempest-FloatingIPAdminTestJSON-648758953-project] 10.222.0.83 "DELETE /v2.0/floatingips/398961dc-9e37-4412-8a7d-ea8dd3aad7af HTTP/1.1" status: 204 len: 168 time: 1.0104573 Feb 02 13:16:03.764172 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30967e5d-b7f8-4999-8433-9cb57537d01d req-583eb73a-a128-4c4e-99b7-fad2a95354d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:03.765743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30967e5d-b7f8-4999-8433-9cb57537d01d req-583eb73a-a128-4c4e-99b7-fad2a95354d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 1128 time: 0.3866043 Feb 02 13:16:03.767081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:03.767692 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:03.769160 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] 10.222.0.18 "PUT /v2.0/ports/7d8474e6-71c4-4181-b9a9-33933cf2481b HTTP/1.1" status: 200 len: 1091 time: 3.9467494 Feb 02 13:16:03.774259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b255f9-ed6f-411f-9928-c320af555161', 'tag': '7d8474e6-71c4-4181-b9a9-33933cf2481b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:16:03.788813 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff92990f-64e1-4264-87f7-fcfff102a487" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b255f9-ed6f-411f-9928-c320af555161", "tag": "7d8474e6-71c4-4181-b9a9-33933cf2481b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:16:03.860606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8e625-3115-47d9-b618-84de93b64ff4 service neutron] Pushing event updated for resources: {'Port': ['ID=7d8474e6-71c4-4181-b9a9-33933cf2481b,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:03.920373 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48715f1e-ce13-49bb-bb1f-4a4a408fbf2e x-openstack-request-id: req-48715f1e-ce13-49bb-bb1f-4a4a408fbf2e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:16:03.921561 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b255f9-ed6f-411f-9928-c320af555161", "tag": "7d8474e6-71c4-4181-b9a9-33933cf2481b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:16:03.922150 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-48715f1e-ce13-49bb-bb1f-4a4a408fbf2e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:16:03.922709 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b255f9-ed6f-411f-9928-c320af555161', 'tag': '7d8474e6-71c4-4181-b9a9-33933cf2481b', 'status': 'completed', 'code': 200} Feb 02 13:16:04.019995 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f2414e5-8a53-4e66-bb45-b3553db2ca75 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (3e9be8b6-cc99-4316-abe7-40a550f487bf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:04.025977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30967e5d-b7f8-4999-8433-9cb57537d01d req-d3cc9ba2-2a14-413b-accd-9f0881af82de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188525 Feb 02 13:16:04.072355 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d6e7f67-7524-41c1-8779-da56616e6d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:04.092565 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-6766958e-e699-43c9-a554-6aa369a09ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:04.094559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-6766958e-e699-43c9-a554-6aa369a09ddb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 1125 time: 0.1864219 Feb 02 13:16:04.142711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85262b3-2a1e-405c-bf16-c8cf9f7c262a req-63f0b7ce-e793-44cf-a4a8-5cae08755e3e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:04.145954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f85262b3-2a1e-405c-bf16-c8cf9f7c262a req-63f0b7ce-e793-44cf-a4a8-5cae08755e3e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 943 time: 0.1405227 Feb 02 13:16:04.148367 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f2414e5-8a53-4e66-bb45-b3553db2ca75 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (3e9be8b6-cc99-4316-abe7-40a550f487bf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:04.207831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2414e5-8a53-4e66-bb45-b3553db2ca75 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=3e9be8b6-cc99-4316-abe7-40a550f487bf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:04.272146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ba367df-377e-4196-bfa2-1506e950c860 req-389ae53c-e1f4-4828-9256-78dc828b64af tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 210 time: 0.0525205 Feb 02 13:16:04.277776 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f2414e5-8a53-4e66-bb45-b3553db2ca75 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:04.295178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c928bdb-bb1f-47ab-9b3b-1f08b456e841 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:04.296040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32894) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:04.313213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1f2414e5-8a53-4e66-bb45-b3553db2ca75 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/3e9be8b6-cc99-4316-abe7-40a550f487bf HTTP/1.1" status: 204 len: 168 time: 1.1903615 Feb 02 13:16:04.316011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32898) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:04.389043 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:16:04.444853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0e0ee1-7d39-485b-a616-0f673862aa3f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 61c0f0b7-9284-4796-bb10-2c6dd8000c0b {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:04.448023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-1881a02e-3ba7-43fe-bba8-6bfc79089d84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d8474e6-71c4-4181-b9a9-33933cf2481b HTTP/1.1" status: 200 len: 217 time: 0.1317685 Feb 02 13:16:04.450305 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0ee1-7d39-485b-a616-0f673862aa3f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (61c0f0b7-9284-4796-bb10-2c6dd8000c0b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:04.453027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f85262b3-2a1e-405c-bf16-c8cf9f7c262a req-343c8c90-7642-4369-ae21-630c521df17d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008342 Feb 02 13:16:04.510519 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0ee1-7d39-485b-a616-0f673862aa3f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (61c0f0b7-9284-4796-bb10-2c6dd8000c0b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:04.514365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-372313fc-9e04-40fc-ac04-20407ccda566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:04.517146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-372313fc-9e04-40fc-ac04-20407ccda566 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.0623412 Feb 02 13:16:04.518471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32902) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:04.562740 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-9b9c3bdc-23a8-4f35-b2cd-267d158581dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337110 Feb 02 13:16:04.800382 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-62a1d31e-6b7d-4b03-9fee-b148aba0f14c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=84e5ec4eb9244ab7821de241caa5dd4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5036337 Feb 02 13:16:04.803727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32912) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:04.815924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0ee1-7d39-485b-a616-0f673862aa3f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (61c0f0b7-9284-4796-bb10-2c6dd8000c0b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:04.943603 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01531aa3-f74e-4ba1-8a03-5b50c4f2e26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:04.980507 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b35db608-ce39-4f24-bcae-8caccfcdb216 admin admin] Publish callbacks [] for security_group (6172308d-df77-49f2-b6fc-a09e1a9869af), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:05.021645 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0ee1-7d39-485b-a616-0f673862aa3f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (61c0f0b7-9284-4796-bb10-2c6dd8000c0b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:05.043098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe0e0ee1-7d39-485b-a616-0f673862aa3f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:05.045133 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-c59c8c85-68c3-4841-bec5-eb1704e4a9fb service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739983 Feb 02 13:16:05.047680 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fe0e0ee1-7d39-485b-a616-0f673862aa3f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/61c0f0b7-9284-4796-bb10-2c6dd8000c0b HTTP/1.1" status: 204 len: 168 time: 0.7306032 Feb 02 13:16:05.065940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:05.083258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e0ee1-7d39-485b-a616-0f673862aa3f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=61c0f0b7-9284-4796-bb10-2c6dd8000c0b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:05.088470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ddcdf-58dd-4918-9611-7a17b66ada4d req-0db8adc3-2fed-40f0-93ad-eb2b13b44fc8 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:05.090044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e09ddcdf-58dd-4918-9611-7a17b66ada4d req-0db8adc3-2fed-40f0-93ad-eb2b13b44fc8 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 946 time: 0.3421328 Feb 02 13:16:05.097700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b35db608-ce39-4f24-bcae-8caccfcdb216 admin admin] Publish callbacks [] for security_group (6172308d-df77-49f2-b6fc-a09e1a9869af), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:05.183823 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b35db608-ce39-4f24-bcae-8caccfcdb216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6172308d-df77-49f2-b6fc-a09e1a9869af), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:05.188245 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b35db608-ce39-4f24-bcae-8caccfcdb216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:05.192928 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b35db608-ce39-4f24-bcae-8caccfcdb216 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6172308d-df77-49f2-b6fc-a09e1a9869af HTTP/1.1" status: 204 len: 168 time: 0.3872952 Feb 02 13:16:05.223554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35db608-ce39-4f24-bcae-8caccfcdb216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6172308d-df77-49f2-b6fc-a09e1a9869af,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:05.239107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32922) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:05.248116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-708771ee-65bc-4190-938a-6429e94f7bed tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1673779 Feb 02 13:16:05.250464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a5ae0778-88d7-4755-974e-69689971c911 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:05.396683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ae0778-88d7-4755-974e-69689971c911 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:05.405913 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0778-88d7-4755-974e-69689971c911 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:05.413601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-fcb7140e-2c23-4f31-9f24-009666aba36f tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:05.415281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-fcb7140e-2c23-4f31-9f24-009666aba36f tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.62 "GET /v2.0/networks?id=8b6d0e98-457c-4848-88d4-4601d1ffb859 HTTP/1.1" status: 200 len: 812 time: 0.5684183 Feb 02 13:16:05.446559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Request body: {'port': {'device_id': '7dcf88ac-2131-4df1-a410-4bde2412ac4c', 'network_id': '8b6d0e98-457c-4848-88d4-4601d1ffb859', 'admin_state_up': True, 'tenant_id': '11770253486640c5a68002ca9680e591'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:05.500090 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:05.502822 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e09ddcdf-58dd-4918-9611-7a17b66ada4d req-560753c0-2a79-41a5-b124-bdb3fa32facb tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756311 Feb 02 13:16:05.578706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-371356b4-bad6-45e4-80e9-8f7264080b68 req-ab730cb6-efe1-4c54-bdcb-0511ab906f15 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 210 time: 0.1464357 Feb 02 13:16:05.624587 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01531aa3-f74e-4ba1-8a03-5b50c4f2e26d admin admin] Publish callbacks [] for security_group (574e90b5-6d41-4ae2-97a7-ca29a0008ed9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:05.634228 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01531aa3-f74e-4ba1-8a03-5b50c4f2e26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (574e90b5-6d41-4ae2-97a7-ca29a0008ed9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:05.663309 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6946c6cc-a99b-4cfb-8b08-2b360d869d01 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:05.668187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f578103-7ed3-4b82-b4c5-8b89de13a6a1 req-270bfe0d-c580-41e1-a76e-6fb0d7e19b11 service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031711 Feb 02 13:16:05.711058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-01531aa3-f74e-4ba1-8a03-5b50c4f2e26d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a2ba7c6f04e94437af0b67236a5c87d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1910658 Feb 02 13:16:05.715754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32932) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:05.815917 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c3db5006-3c1a-4335-bc20-2cbf158efb0e None None] Provisioning complete for port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:05.816540 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3db5006-3c1a-4335-bc20-2cbf158efb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:05.872906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32938) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:05.874827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01531aa3-f74e-4ba1-8a03-5b50c4f2e26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574e90b5-6d41-4ae2-97a7-ca29a0008ed9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:05.917744 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5253043f-4d59-4cf8-a0ec-f40b4fe1ba23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:05.952025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c44e7f-f950-447f-8e84-576ad53e7bab req-d35a45ab-4012-4cdf-a1d8-dcc52fe00c16 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:05.959496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52c44e7f-f950-447f-8e84-576ad53e7bab req-d35a45ab-4012-4cdf-a1d8-dcc52fe00c16 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 943 time: 0.2604375 Feb 02 13:16:06.017630 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-811c2bdd-bf53-4681-92e0-a2d0deef6179 admin admin] Publish callbacks [] for security_group (574e90b5-6d41-4ae2-97a7-ca29a0008ed9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.042509 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-811c2bdd-bf53-4681-92e0-a2d0deef6179 admin admin] Publish callbacks [] for security_group (574e90b5-6d41-4ae2-97a7-ca29a0008ed9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.061851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c3db5006-3c1a-4335-bc20-2cbf158efb0e None None] Current status of the port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:06.099383 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Made reservation on behalf of 11770253486640c5a68002ca9680e591 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:06.106971 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.130337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3746cd4-b9f8-406e-8ee6-5388453acf2c None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:16:06.147675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92990f-64e1-4264-87f7-fcfff102a487 req-818d0150-8e21-4b39-8dbb-96046fdfb386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:06.149376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff92990f-64e1-4264-87f7-fcfff102a487 req-818d0150-8e21-4b39-8dbb-96046fdfb386 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 1125 time: 0.3496113 Feb 02 13:16:06.164237 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0778-88d7-4755-974e-69689971c911 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (b6cc2235-abb1-4f35-a638-e3b17ce321e8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.222347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a3746cd4-b9f8-406e-8ee6-5388453acf2c None None] Deleting port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:06.223055 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3746cd4-b9f8-406e-8ee6-5388453acf2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.229822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ae0778-88d7-4755-974e-69689971c911 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:06.235606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a5ae0778-88d7-4755-974e-69689971c911 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:06.245426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ae0778-88d7-4755-974e-69689971c911 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:06.246012 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0778-88d7-4755-974e-69689971c911 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.267406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae0778-88d7-4755-974e-69689971c911 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=b6cc2235-abb1-4f35-a638-e3b17ce321e8,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:06.273827 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a5ae0778-88d7-4755-974e-69689971c911 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0323749 Feb 02 13:16:06.276695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32944) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:06.282805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bbfb1642-290e-4ea3-a9b7-2943a2251932 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:06.339782 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Allocated IP 172.20.0.8 (8b6d0e98-457c-4848-88d4-4601d1ffb859/799a3178-0510-427a-a162-d786df6234e5/26050950-cd1a-4c95-b468-d04657691c5e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:06.428005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfb1642-290e-4ea3-a9b7-2943a2251932 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:06.434674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbfb1642-290e-4ea3-a9b7-2943a2251932 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.475437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a3746cd4-b9f8-406e-8ee6-5388453acf2c None None] For port ee0abc8f-cbeb-4bad-8c41-eae3c332e975, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ee0abc8f-cbeb-4bad-8c41-eae3c332e975,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:06.476771 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3746cd4-b9f8-406e-8ee6-5388453acf2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.504477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a3746cd4-b9f8-406e-8ee6-5388453acf2c None None] Calling delete_port for ee0abc8f-cbeb-4bad-8c41-eae3c332e975 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:06.521312 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Publish callbacks [] for port (26050950-cd1a-4c95-b468-d04657691c5e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.609547 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52c44e7f-f950-447f-8e84-576ad53e7bab req-48824889-6964-499a-ba38-22c9fe6d8943 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6436770 Feb 02 13:16:06.727451 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.740158 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (26050950-cd1a-4c95-b468-d04657691c5e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.764267 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3746cd4-b9f8-406e-8ee6-5388453acf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (ee0abc8f-cbeb-4bad-8c41-eae3c332e975), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.793281 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-811c2bdd-bf53-4681-92e0-a2d0deef6179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (574e90b5-6d41-4ae2-97a7-ca29a0008ed9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.796104 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-811c2bdd-bf53-4681-92e0-a2d0deef6179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.799594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-811c2bdd-bf53-4681-92e0-a2d0deef6179 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/574e90b5-6d41-4ae2-97a7-ca29a0008ed9 HTTP/1.1" status: 204 len: 168 time: 1.0796325 Feb 02 13:16:06.805469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3746cd4-b9f8-406e-8ee6-5388453acf2c None None] Pushing event deleted for resources: {'Port': ['ID=ee0abc8f-cbeb-4bad-8c41-eae3c332e975,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:06.812474 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3746cd4-b9f8-406e-8ee6-5388453acf2c None None] No DVR routers for this DVR port ee0abc8f-cbeb-4bad-8c41-eae3c332e975 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:16:06.817542 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.835009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d15f62e-ad0c-4db3-81f1-c74cc6ea2c29 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:06.904215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.objects.ports [None req-bbfb1642-290e-4ea3-a9b7-2943a2251932 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:16:06.906430 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbfb1642-290e-4ea3-a9b7-2943a2251932 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (eee2538e-67b2-45bc-a0b8-91964e6cdf46), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:06.914403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c2bdd-bf53-4681-92e0-a2d0deef6179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574e90b5-6d41-4ae2-97a7-ca29a0008ed9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:06.956517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Network 8b6d0e98-457c-4848-88d4-4601d1ffb859 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:06.972030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb1642-290e-4ea3-a9b7-2943a2251932 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=eee2538e-67b2-45bc-a0b8-91964e6cdf46,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:06.979770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92990f-64e1-4264-87f7-fcfff102a487 req-f96f2d7f-6d4b-4a19-aaac-8a8e098aa1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:06.982026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff92990f-64e1-4264-87f7-fcfff102a487 req-f96f2d7f-6d4b-4a19-aaac-8a8e098aa1e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 907 time: 0.8199975 Feb 02 13:16:06.983239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:06.986076 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:06.989875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfb1642-290e-4ea3-a9b7-2943a2251932 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:06.993139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-bbfb1642-290e-4ea3-a9b7-2943a2251932 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:06.999017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb1642-290e-4ea3-a9b7-2943a2251932 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:06.999714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbfb1642-290e-4ea3-a9b7-2943a2251932 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.003440 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Pushing event updated for resources: {'Port': ['ID=26050950-cd1a-4c95-b468-d04657691c5e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:07.025902 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bbfb1642-290e-4ea3-a9b7-2943a2251932 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7455161 Feb 02 13:16:07.026533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32958) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:07.036691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:99:7c:51', 'name': 'tempest-NetworksTestDHCPv6-2069152368'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:07.042440 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5253043f-4d59-4cf8-a0ec-f40b4fe1ba23 admin admin] Publish callbacks [] for security_group (579017be-9ec9-4bb3-910a-9b00704aa1b7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.043083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': 'b6cc2235-abb1-4f35-a638-e3b17ce321e8'}, {'subnet_id': 'eee2538e-67b2-45bc-a0b8-91964e6cdf46'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:16:07.043835 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.088684 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5253043f-4d59-4cf8-a0ec-f40b4fe1ba23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (579017be-9ec9-4bb3-910a-9b00704aa1b7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.092060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff92990f-64e1-4264-87f7-fcfff102a487 req-bd67ca44-6774-49bf-83ee-a9e2334438d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d8474e6-71c4-4181-b9a9-33933cf2481b HTTP/1.1" status: 200 len: 217 time: 0.0900176 Feb 02 13:16:07.215968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24bb98-5089-42df-9970-929b4e6c94f6 req-a240379e-7132-443a-a9b5-a3bcf164da27 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:07.224271 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed24bb98-5089-42df-9970-929b4e6c94f6 req-a240379e-7132-443a-a9b5-a3bcf164da27 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 946 time: 0.5334308 Feb 02 13:16:07.239180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92990f-64e1-4264-87f7-fcfff102a487 req-c61d5ec4-3601-496f-b000-4a783836875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:07.240504 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff92990f-64e1-4264-87f7-fcfff102a487 req-c61d5ec4-3601-496f-b000-4a783836875a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.1184654 Feb 02 13:16:07.250489 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:07.271667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5253043f-4d59-4cf8-a0ec-f40b4fe1ba23 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d3b0eecd00dc401cbd080ba0c720c27b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3819478 Feb 02 13:16:07.273594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Allocated IP 172.20.0.2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/b6cc2235-abb1-4f35-a638-e3b17ce321e8/11940951-c612-42a1-ad7e-464e4c13cf55) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:07.281097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Allocated IP 2001:db8::f816:3eff:fe1a:7c1d (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/eee2538e-67b2-45bc-a0b8-91964e6cdf46/11940951-c612-42a1-ad7e-464e4c13cf55) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:07.282316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32966) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:07.320825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ee430-eb79-40f5-8960-2cc3c82f93c5 req-20428ea9-c30f-4c90-83ca-09105b0b5d05 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:07.322734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d6ee430-eb79-40f5-8960-2cc3c82f93c5 req-20428ea9-c30f-4c90-83ca-09105b0b5d05 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 931 time: 0.5390806 Feb 02 13:16:07.336100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:07.336764 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.369391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff92990f-64e1-4264-87f7-fcfff102a487 req-0ee413ac-0993-4bef-aeff-249c9c3fafcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959530 Feb 02 13:16:07.372591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-19db13df-3840-41a6-8df9-01a17a894506 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9305799 Feb 02 13:16:07.395699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253043f-4d59-4cf8-a0ec-f40b4fe1ba23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579017be-9ec9-4bb3-910a-9b00704aa1b7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:07.396673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32968) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:07.426174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.429154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Request body: {'port': {'device_id': '7dcf88ac-2131-4df1-a410-4bde2412ac4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:07.429349 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfaac2ee-8b0d-4d48-b8f9-4360ccc739fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.430935 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fceba714-2697-485a-b8c9-040f6b2fa4af admin admin] Publish callbacks [] for security_group (579017be-9ec9-4bb3-910a-9b00704aa1b7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.453914 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Publish callbacks [] for port (11940951-c612-42a1-ad7e-464e4c13cf55), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.461473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.488969 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fceba714-2697-485a-b8c9-040f6b2fa4af admin admin] Publish callbacks [] for security_group (579017be-9ec9-4bb3-910a-9b00704aa1b7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.491932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 1456d4b7-6060-48d0-a2d3-3c39b089c417 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:07.520016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Pushing event updated for resources: {'Port': ['ID=11940951-c612-42a1-ad7e-464e4c13cf55,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:07.528869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed24bb98-5089-42df-9970-929b4e6c94f6 req-c1bf7fb5-69f3-4e83-bd8e-fd84a85a7b55 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024132 Feb 02 13:16:07.532605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:07.534509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:07.536722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:07.617450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ee0abc8f-cbeb-4bad-8c41-eae3c332e975 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:16:07.666727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ee0abc8f-cbeb-4bad-8c41-eae3c332e975 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:16:07.667072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ee0abc8f-cbeb-4bad-8c41-eae3c332e975 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:16:07.706559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fceba714-2697-485a-b8c9-040f6b2fa4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (579017be-9ec9-4bb3-910a-9b00704aa1b7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.709546 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fceba714-2697-485a-b8c9-040f6b2fa4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.714103 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fceba714-2697-485a-b8c9-040f6b2fa4af admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/579017be-9ec9-4bb3-910a-9b00704aa1b7 HTTP/1.1" status: 204 len: 168 time: 0.4289582 Feb 02 13:16:07.751128 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.763095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Attempting to bind port 11940951-c612-42a1-ad7e-464e4c13cf55 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:07.763980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Attempting to bind port 11940951-c612-42a1-ad7e-464e4c13cf55 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:07.765522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceba714-2697-485a-b8c9-040f6b2fa4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579017be-9ec9-4bb3-910a-9b00704aa1b7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:07.766306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Attempting to bind port 11940951-c612-42a1-ad7e-464e4c13cf55 on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:07.802400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:16:07.802785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:07.803297 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.803900 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:16:07.806160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Bound port: 11940951-c612-42a1-ad7e-464e4c13cf55, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:16:07.806646 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.934783 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfaac2ee-8b0d-4d48-b8f9-4360ccc739fa admin admin] Publish callbacks [] for security_group (3ba2e38e-7f01-4bd8-bcfe-659aeb53459e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.956993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfaac2ee-8b0d-4d48-b8f9-4360ccc739fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3ba2e38e-7f01-4bd8-bcfe-659aeb53459e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:07.962861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 172.20.0.11 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/b6cc2235-abb1-4f35-a638-e3b17ce321e8/1456d4b7-6060-48d0-a2d3-3c39b089c417) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:07.975574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] For port 11940951-c612-42a1-ad7e-464e4c13cf55, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:07.987047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] For port 11940951-c612-42a1-ad7e-464e4c13cf55, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=11940951-c612-42a1-ad7e-464e4c13cf55,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:16:07.991190 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.000011 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.002191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::f816:3eff:fe99:7c51 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/eee2538e-67b2-45bc-a0b8-91964e6cdf46/1456d4b7-6060-48d0-a2d3-3c39b089c417) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:08.076194 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dfaac2ee-8b0d-4d48-b8f9-4360ccc739fa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c933929e04214d9b800bcb5697787cad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6700270 Feb 02 13:16:08.076194 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaac2ee-8b0d-4d48-b8f9-4360ccc739fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba2e38e-7f01-4bd8-bcfe-659aeb53459e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:08.079443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32990) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:08.122472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cdb5d-788a-4220-bfc8-55924a271f8b None None] Pushing event updated for resources: {'Port': ['ID=11940951-c612-42a1-ad7e-464e4c13cf55,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:08.212533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c279c8e-d01c-441c-a4d4-666b3c94d197 admin admin] Publish callbacks [] for security_group (3ba2e38e-7f01-4bd8-bcfe-659aeb53459e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.316166 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c279c8e-d01c-441c-a4d4-666b3c94d197 admin admin] Publish callbacks [] for security_group (3ba2e38e-7f01-4bd8-bcfe-659aeb53459e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.370949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32996) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:08.398246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d6ee430-eb79-40f5-8960-2cc3c82f93c5 req-5874bcf1-8b31-449a-a11e-35a2e71941b3 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2a317b5-20e2-4450-835a-152e9cc5b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0508187 Feb 02 13:16:08.435687 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff92990f-64e1-4264-87f7-fcfff102a487 req-9d4719f5-cffe-423c-b8d5-628cfa3ae0ea service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0244787 Feb 02 13:16:08.438566 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (26050950-cd1a-4c95-b468-d04657691c5e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.487079 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (1456d4b7-6060-48d0-a2d3-3c39b089c417), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.512003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d22af351-d6f8-4599-a4e0-5543958f7d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.513830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc955f-9d63-4915-b8b4-b42fb775aa6c req-469778e9-ab83-4a6b-a116-8680adbb1913 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:08.515435 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1cc955f-9d63-4915-b8b4-b42fb775aa6c req-469778e9-ab83-4a6b-a116-8680adbb1913 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 943 time: 0.2756271 Feb 02 13:16:08.599288 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c279c8e-d01c-441c-a4d4-666b3c94d197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3ba2e38e-7f01-4bd8-bcfe-659aeb53459e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.605123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c279c8e-d01c-441c-a4d4-666b3c94d197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.609089 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4c279c8e-d01c-441c-a4d4-666b3c94d197 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3ba2e38e-7f01-4bd8-bcfe-659aeb53459e HTTP/1.1" status: 204 len: 168 time: 0.5193017 Feb 02 13:16:08.624951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7d8474e6-71c4-4181-b9a9-33933cf2481b details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:16:08.626408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c279c8e-d01c-441c-a4d4-666b3c94d197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba2e38e-7f01-4bd8-bcfe-659aeb53459e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:08.641847 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1456d4b7-6060-48d0-a2d3-3c39b089c417), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.691801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:08.698628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:08.705650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:08.730497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff92990f-64e1-4264-87f7-fcfff102a487 req-11e62deb-ba58-4fd7-b50a-0a687babeafb service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737119 Feb 02 13:16:08.780360 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=1456d4b7-6060-48d0-a2d3-3c39b089c417,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:08.797183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7916fec-1661-4ff1-b224-7e9a8bb33d84 req-ad5d997c-1fa1-4833-acc4-ba4b3c8bf9a1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:08.804751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7916fec-1661-4ff1-b224-7e9a8bb33d84 req-ad5d997c-1fa1-4833-acc4-ba4b3c8bf9a1 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 946 time: 0.2863491 Feb 02 13:16:08.811434 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:08.812224 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.816415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1cc955f-9d63-4915-b8b4-b42fb775aa6c req-bcd333b5-da59-40fb-b797-62a5ac31b87b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523496 Feb 02 13:16:08.862123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d22af351-d6f8-4599-a4e0-5543958f7d16 admin admin] Publish callbacks [] for security_group (2869dc9c-0dd2-4685-8e72-95bd4a3f9e05), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.872999 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-25fc40ec-f321-4bcf-9907-10788e700261 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8427820 Feb 02 13:16:08.872999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d22af351-d6f8-4599-a4e0-5543958f7d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2869dc9c-0dd2-4685-8e72-95bd4a3f9e05), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:08.876894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:08.937739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7916fec-1661-4ff1-b224-7e9a8bb33d84 req-a2dadd6f-dafe-42f7-a900-fc040da5a493 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320093 Feb 02 13:16:08.950003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7d8474e6-71c4-4181-b9a9-33933cf2481b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7d8474e6-71c4-4181-b9a9-33933cf2481b,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:08.969936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '7d8474e6-71c4-4181-b9a9-33933cf2481b', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'port_id': '7d8474e6-71c4-4181-b9a9-33933cf2481b', 'mac_address': 'fa:16:3e:2c:86:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3d761b-885b-4819-bc18-f1fb3a1e9ebb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:16:08.983801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22af351-d6f8-4599-a4e0-5543958f7d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2869dc9c-0dd2-4685-8e72-95bd4a3f9e05,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:09.032751 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d22af351-d6f8-4599-a4e0-5543958f7d16 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e8128d69b635422fab6f0dd17daecd0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6556475 Feb 02 13:16:09.035308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33010) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:09.063730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ad398-1814-43d2-9814-4603c723721e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:09.069131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7d8474e6-71c4-4181-b9a9-33933cf2481b is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:09.069515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ad398-1814-43d2-9814-4603c723721e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:09.070685 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.071300 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b94ad398-1814-43d2-9814-4603c723721e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1884565 Feb 02 13:16:09.073928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33012) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:09.100744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d8474e6-71c4-4181-b9a9-33933cf2481b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:16:09.136363 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d31bb75f-5199-48f5-abf9-170b32a74d59 admin admin] Publish callbacks [] for security_group (2869dc9c-0dd2-4685-8e72-95bd4a3f9e05), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.156970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26050950-cd1a-4c95-b468-d04657691c5e {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:16:09.158732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7d8474e6-71c4-4181-b9a9-33933cf2481b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7d8474e6-71c4-4181-b9a9-33933cf2481b,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:09.166317 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.169621 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Publish callbacks [] for port (26050950-cd1a-4c95-b468-d04657691c5e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.211038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Transition to ACTIVE for port object 26050950-cd1a-4c95-b468-d04657691c5e will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:16:09.215727 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d31bb75f-5199-48f5-abf9-170b32a74d59 admin admin] Publish callbacks [] for security_group (2869dc9c-0dd2-4685-8e72-95bd4a3f9e05), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.219252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-97acd896-0d7e-4a90-86a8-6359dc582a64 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 1456d4b7-6060-48d0-a2d3-3c39b089c417 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:09.219815 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97acd896-0d7e-4a90-86a8-6359dc582a64 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1456d4b7-6060-48d0-a2d3-3c39b089c417), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.231245 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (26050950-cd1a-4c95-b468-d04657691c5e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.310132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7d8474e6-71c4-4181-b9a9-33933cf2481b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:09.362614 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97acd896-0d7e-4a90-86a8-6359dc582a64 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1456d4b7-6060-48d0-a2d3-3c39b089c417), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.377982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-97acd896-0d7e-4a90-86a8-6359dc582a64 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 1456d4b7-6060-48d0-a2d3-3c39b089c417 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:09.404050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Pushing event updated for resources: {'Port': ['ID=26050950-cd1a-4c95-b468-d04657691c5e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:09.477078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d31bb75f-5199-48f5-abf9-170b32a74d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2869dc9c-0dd2-4685-8e72-95bd4a3f9e05), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.479764 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d31bb75f-5199-48f5-abf9-170b32a74d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.480913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d31bb75f-5199-48f5-abf9-170b32a74d59 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2869dc9c-0dd2-4685-8e72-95bd4a3f9e05 HTTP/1.1" status: 204 len: 168 time: 0.4446163 Feb 02 13:16:09.496725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bb75f-5199-48f5-abf9-170b32a74d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2869dc9c-0dd2-4685-8e72-95bd4a3f9e05,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:09.507981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['7d8474e6-71c4-4181-b9a9-33933cf2481b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:16:09.558378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Attempting to bind port 26050950-cd1a-4c95-b468-d04657691c5e on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:09.558945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Attempting to bind port 26050950-cd1a-4c95-b468-d04657691c5e by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'd2657a6d-29f6-4ea3-b470-4e7f79db213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8b6d0e98-457c-4848-88d4-4601d1ffb859'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:09.563277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Attempting to bind port 26050950-cd1a-4c95-b468-d04657691c5e on network 8b6d0e98-457c-4848-88d4-4601d1ffb859 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:09.604278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Port 26050950-cd1a-4c95-b468-d04657691c5e on network 8b6d0e98-457c-4848-88d4-4601d1ffb859 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:09.605320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Attempting to bind port 26050950-cd1a-4c95-b468-d04657691c5e on network 8b6d0e98-457c-4848-88d4-4601d1ffb859 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:09.622964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:16:09.625159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Checking segment: {'id': 'd2657a6d-29f6-4ea3-b470-4e7f79db213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8b6d0e98-457c-4848-88d4-4601d1ffb859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:09.625625 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Bound using segment: {'id': 'd2657a6d-29f6-4ea3-b470-4e7f79db213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8b6d0e98-457c-4848-88d4-4601d1ffb859'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:16:09.626154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Bound port: 26050950-cd1a-4c95-b468-d04657691c5e, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2657a6d-29f6-4ea3-b470-4e7f79db213e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '8b6d0e98-457c-4848-88d4-4601d1ffb859'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:16:09.629515 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (26050950-cd1a-4c95-b468-d04657691c5e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.741531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513490f-7906-40f0-a3e9-c19b799d55a7 req-5b0e0e0c-ef9e-49cc-a12d-4bf81fe81284 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:09.744188 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f513490f-7906-40f0-a3e9-c19b799d55a7 req-5b0e0e0c-ef9e-49cc-a12d-4bf81fe81284 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 943 time: 0.1740849 Feb 02 13:16:09.817057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 11940951-c612-42a1-ad7e-464e4c13cf55 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:09.829210 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f513490f-7906-40f0-a3e9-c19b799d55a7 req-27786516-42fb-45c7-9993-8a4f1e9b3531 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2a317b5-20e2-4450-835a-152e9cc5b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758979 Feb 02 13:16:09.833731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] For port 26050950-cd1a-4c95-b468-d04657691c5e, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:09.898672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] For port 26050950-cd1a-4c95-b468-d04657691c5e, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=26050950-cd1a-4c95-b468-d04657691c5e,segment=NetworkSegment(d2657a6d-29f6-4ea3-b470-4e7f79db213e),segment_id=d2657a6d-29f6-4ea3-b470-4e7f79db213e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:16:09.913688 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (26050950-cd1a-4c95-b468-d04657691c5e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.931918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97acd896-0d7e-4a90-86a8-6359dc582a64 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1456d4b7-6060-48d0-a2d3-3c39b089c417), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:09.993644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 11940951-c612-42a1-ad7e-464e4c13cf55 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:09.994320 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:10.005253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:10.010704 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:10.018544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd896-0d7e-4a90-86a8-6359dc582a64 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=1456d4b7-6060-48d0-a2d3-3c39b089c417,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:10.058976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] 10.222.0.62 "PUT /v2.0/ports/26050950-cd1a-4c95-b468-d04657691c5e HTTP/1.1" status: 200 len: 1091 time: 2.6490483 Feb 02 13:16:10.069702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dcf88ac-2131-4df1-a410-4bde2412ac4c', 'tag': '26050950-cd1a-4c95-b468-d04657691c5e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:16:10.077049 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee7623d-4c99-48be-9cca-f60dd228dd63" -d '{"events": [{"name": "network-changed", "server_uuid": "7dcf88ac-2131-4df1-a410-4bde2412ac4c", "tag": "26050950-cd1a-4c95-b468-d04657691c5e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:16:10.125790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f086eb-a7ba-4b34-979a-4d64b37d24a3 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:10.146013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9552c-a249-4efd-9c04-fad819c471f5 service neutron] Pushing event updated for resources: {'Port': ['ID=26050950-cd1a-4c95-b468-d04657691c5e,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:10.228649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97acd896-0d7e-4a90-86a8-6359dc582a64 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:10.244852 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-97acd896-0d7e-4a90-86a8-6359dc582a64 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/1456d4b7-6060-48d0-a2d3-3c39b089c417 HTTP/1.1" status: 204 len: 168 time: 1.1698430 Feb 02 13:16:10.248374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33056) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:10.291643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-8d348f41-7685-4127-b016-1ebb5c3b30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:10.294527 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-8d348f41-7685-4127-b016-1ebb5c3b30f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11770253486640c5a68002ca9680e591&device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 1125 time: 0.1400294 Feb 02 13:16:10.333331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853476c5-32f2-4416-af1d-3b55619f5506 req-59c892b1-7e80-409a-be16-98679e3df649 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:10.336174 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-853476c5-32f2-4416-af1d-3b55619f5506 req-59c892b1-7e80-409a-be16-98679e3df649 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 946 time: 0.1811442 Feb 02 13:16:10.344989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb4272-dee4-4808-a2c1-417345ad7e01 req-81f7eb21-b2a9-4df1-8197-d0ff1e4487cd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:10.348608 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9cb4272-dee4-4808-a2c1-417345ad7e01 req-81f7eb21-b2a9-4df1-8197-d0ff1e4487cd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 944 time: 0.3457413 Feb 02 13:16:10.375471 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd51a4-35b9-457d-95e0-ce32f14bfee6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:10.379448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd51a4-35b9-457d-95e0-ce32f14bfee6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:10.383512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bd51a4-35b9-457d-95e0-ce32f14bfee6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:10.390359 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d7bd51a4-35b9-457d-95e0-ce32f14bfee6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1408553 Feb 02 13:16:10.391001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33068) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:10.411460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-61b11765-5523-4bc6-8d28-51372edcf93b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26050950-cd1a-4c95-b468-d04657691c5e HTTP/1.1" status: 200 len: 217 time: 0.0876338 Feb 02 13:16:10.463521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3508f84b-c234-4fcf-8dd8-99f4f43d96f4 None None] Provisioning complete for port 11940951-c612-42a1-ad7e-464e4c13cf55 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:10.463695 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3508f84b-c234-4fcf-8dd8-99f4f43d96f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:10.523269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8fbcb8-37c5-40dc-bce1-8241d32c92b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet b6cc2235-abb1-4f35-a638-e3b17ce321e8 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:10.530141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd8fbcb8-37c5-40dc-bce1-8241d32c92b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (b6cc2235-abb1-4f35-a638-e3b17ce321e8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:10.543495 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-853476c5-32f2-4416-af1d-3b55619f5506 req-09261793-1a9b-4b89-bbda-b037d08bab6b tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344399 Feb 02 13:16:10.578915 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-22b62fc7-fd7e-4a8a-b7f1-673d5874a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:10.580280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-22b62fc7-fd7e-4a8a-b7f1-673d5874a339 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=799a3178-0510-427a-a162-d786df6234e5 HTTP/1.1" status: 200 len: 852 time: 0.1559677 Feb 02 13:16:10.584614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9cb4272-dee4-4808-a2c1-417345ad7e01 req-4a02d871-c56b-48fa-94c8-fe1ebff49db2 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721346 Feb 02 13:16:10.669763 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-1e282f31-186c-44a3-9fc2-250fdf2512d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8b6d0e98-457c-4848-88d4-4601d1ffb859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806801 Feb 02 13:16:10.677007 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd8fbcb8-37c5-40dc-bce1-8241d32c92b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (b6cc2235-abb1-4f35-a638-e3b17ce321e8), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:10.678365 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef7e973-b5d6-42b8-8528-7a6453340b8e x-openstack-request-id: req-1ef7e973-b5d6-42b8-8528-7a6453340b8e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:16:10.678661 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dcf88ac-2131-4df1-a410-4bde2412ac4c", "tag": "26050950-cd1a-4c95-b468-d04657691c5e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:16:10.678913 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1ef7e973-b5d6-42b8-8528-7a6453340b8e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:16:10.684747 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dcf88ac-2131-4df1-a410-4bde2412ac4c', 'tag': '26050950-cd1a-4c95-b468-d04657691c5e', 'status': 'completed', 'code': 200} Feb 02 13:16:10.764456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 11940951-c612-42a1-ad7e-464e4c13cf55 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:10.764842 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:10.843631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3508f84b-c234-4fcf-8dd8-99f4f43d96f4 None None] Current status of the port 11940951-c612-42a1-ad7e-464e4c13cf55 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:10.844274 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3508f84b-c234-4fcf-8dd8-99f4f43d96f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:10.934060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 11940951-c612-42a1-ad7e-464e4c13cf55, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=11940951-c612-42a1-ad7e-464e4c13cf55,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:10.954949 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:10.977660 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-15be6397-0ff9-4837-8ed3-98fd09dc1c62 service neutron] 10.222.0.62 "GET /v2.0/networks/8b6d0e98-457c-4848-88d4-4601d1ffb859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853920 Feb 02 13:16:11.058927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd8fbcb8-37c5-40dc-bce1-8241d32c92b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (b6cc2235-abb1-4f35-a638-e3b17ce321e8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:11.196826 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd8fbcb8-37c5-40dc-bce1-8241d32c92b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (b6cc2235-abb1-4f35-a638-e3b17ce321e8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:11.199491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=11940951-c612-42a1-ad7e-464e4c13cf55,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:11.206612 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9313689e-7dcb-4242-b3fb-ff6420dc0030 req-1c5aabd9-9391-4631-9888-c58c2ee18e4b service neutron] 10.222.0.62 "GET /v2.0/networks/8b6d0e98-457c-4848-88d4-4601d1ffb859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224653 Feb 02 13:16:11.217027 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-3508f84b-c234-4fcf-8dd8-99f4f43d96f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:16:11.217384 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-3508f84b-c234-4fcf-8dd8-99f4f43d96f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:16:11.241130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.241590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.242014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.242363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.242855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.243164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.243512 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.243841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.244163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.244490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.244814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.245133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.245451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:11.280426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8fbcb8-37c5-40dc-bce1-8241d32c92b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=b6cc2235-abb1-4f35-a638-e3b17ce321e8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:11.286045 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd8fbcb8-37c5-40dc-bce1-8241d32c92b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:11.291696 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dd8fbcb8-37c5-40dc-bce1-8241d32c92b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/b6cc2235-abb1-4f35-a638-e3b17ce321e8 HTTP/1.1" status: 204 len: 168 time: 0.8934379 Feb 02 13:16:11.292925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33104) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:11.387797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-82dad70f-6909-4193-a3f1-ac6b11f68a88 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet eee2538e-67b2-45bc-a0b8-91964e6cdf46 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:11.387797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82dad70f-6909-4193-a3f1-ac6b11f68a88 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (eee2538e-67b2-45bc-a0b8-91964e6cdf46), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:11.433145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59986ece-5075-4196-8f7a-d9629b2f5459 req-3030554a-dd40-4d07-b52d-08b20b13320c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:11.435014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59986ece-5075-4196-8f7a-d9629b2f5459 req-3030554a-dd40-4d07-b52d-08b20b13320c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 943 time: 0.2272804 Feb 02 13:16:11.444863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6a8d9-24e8-4ba6-9561-8d256746cd93 req-9751ed57-2dd7-4e31-89ff-31a0fda8c111 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:11.447328 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82dad70f-6909-4193-a3f1-ac6b11f68a88 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (eee2538e-67b2-45bc-a0b8-91964e6cdf46), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:11.452624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7b6a8d9-24e8-4ba6-9561-8d256746cd93 req-9751ed57-2dd7-4e31-89ff-31a0fda8c111 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 946 time: 0.2438974 Feb 02 13:16:11.499014 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7623d-4c99-48be-9cca-f60dd228dd63 req-3f1bd1d6-c908-4668-b0e8-54cf2edf26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:11.500856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ee7623d-4c99-48be-9cca-f60dd228dd63 req-3f1bd1d6-c908-4668-b0e8-54cf2edf26b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=11770253486640c5a68002ca9680e591&device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 1125 time: 0.1926076 Feb 02 13:16:11.636201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 11940951-c612-42a1-ad7e-464e4c13cf55 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:11.665842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59986ece-5075-4196-8f7a-d9629b2f5459 req-d43613dd-0bd2-48ac-8fc4-4ed48a362dd2 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2a317b5-20e2-4450-835a-152e9cc5b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078118 Feb 02 13:16:11.721085 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82dad70f-6909-4193-a3f1-ac6b11f68a88 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (eee2538e-67b2-45bc-a0b8-91964e6cdf46), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:11.730084 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbb0a6b-9803-4d06-88c6-f72054b39703 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:11.761898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7b6a8d9-24e8-4ba6-9561-8d256746cd93 req-2653f52b-7cd4-4180-b74e-e05131428311 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006790 Feb 02 13:16:11.848361 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82dad70f-6909-4193-a3f1-ac6b11f68a88 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (eee2538e-67b2-45bc-a0b8-91964e6cdf46), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:11.867401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3508f84b-c234-4fcf-8dd8-99f4f43d96f4 None None] Current status of the port 11940951-c612-42a1-ad7e-464e4c13cf55 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:11.887111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7623d-4c99-48be-9cca-f60dd228dd63 req-d098f40c-1f85-4a2d-8afe-59c89ea4d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:11.889254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ee7623d-4c99-48be-9cca-f60dd228dd63 req-d098f40c-1f85-4a2d-8afe-59c89ea4d08d service neutron] 10.222.0.62 "GET /v2.0/networks?id=8b6d0e98-457c-4848-88d4-4601d1ffb859 HTTP/1.1" status: 200 len: 913 time: 0.3724139 Feb 02 13:16:11.909909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dad70f-6909-4193-a3f1-ac6b11f68a88 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=eee2538e-67b2-45bc-a0b8-91964e6cdf46,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:11.912087 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82dad70f-6909-4193-a3f1-ac6b11f68a88 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:11.918458 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-82dad70f-6909-4193-a3f1-ac6b11f68a88 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/eee2538e-67b2-45bc-a0b8-91964e6cdf46 HTTP/1.1" status: 204 len: 168 time: 0.6217530 Feb 02 13:16:11.918611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8bea5-627a-4c0b-b956-dc406e7ebcad req-8f093f88-e7a3-4691-b5e0-e656162d613b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:11.924584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33128) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:11.932134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ff8bea5-627a-4c0b-b956-dc406e7ebcad req-8f093f88-e7a3-4691-b5e0-e656162d613b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 944 time: 0.1989923 Feb 02 13:16:11.960678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 11940951-c612-42a1-ad7e-464e4c13cf55 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:11.961055 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:12.010345 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-977cc463-9191-4fa9-9a0b-d76548515797 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817187 Feb 02 13:16:12.012668 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33134) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:12.020172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d25df9be-0e3b-4006-b2ea-f66121071042 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:12.024128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ada3626f-85ba-4ae2-8f8f-56c13b893441 None None] Could not find standard attr ID for object 1456d4b7-6060-48d0-a2d3-3c39b089c417. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:16:12.050924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ee7623d-4c99-48be-9cca-f60dd228dd63 req-8cec6bd5-c466-43b4-aa75-5a362ecc43ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=26050950-cd1a-4c95-b468-d04657691c5e HTTP/1.1" status: 200 len: 217 time: 0.1165378 Feb 02 13:16:12.184276 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7623d-4c99-48be-9cca-f60dd228dd63 req-59b36b8b-2eb3-4e57-8b40-3c5e5472beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:12.185753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ee7623d-4c99-48be-9cca-f60dd228dd63 req-59b36b8b-2eb3-4e57-8b40-3c5e5472beda service neutron] 10.222.0.62 "GET /v2.0/subnets?id=799a3178-0510-427a-a162-d786df6234e5 HTTP/1.1" status: 200 len: 852 time: 0.1272049 Feb 02 13:16:12.237930 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25df9be-0e3b-4006-b2ea-f66121071042 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:12.241518 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d25df9be-0e3b-4006-b2ea-f66121071042 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:12.281764 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ff8bea5-627a-4c0b-b956-dc406e7ebcad req-3b50a178-aa0e-4b9b-b52a-506158ae53f1 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490534 Feb 02 13:16:12.287796 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ee7623d-4c99-48be-9cca-f60dd228dd63 req-e5ffe722-635e-4b63-82c0-2e438f7ec84d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8b6d0e98-457c-4848-88d4-4601d1ffb859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922534 Feb 02 13:16:12.371772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ada3626f-85ba-4ae2-8f8f-56c13b893441 None None] Provisioning complete for port 11940951-c612-42a1-ad7e-464e4c13cf55 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:12.372270 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ada3626f-85ba-4ae2-8f8f-56c13b893441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:12.516495 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ee7623d-4c99-48be-9cca-f60dd228dd63 req-8bb7d123-b2e1-453d-bcd9-40ee790c788d service neutron] 10.222.0.62 "GET /v2.0/networks/8b6d0e98-457c-4848-88d4-4601d1ffb859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222955 Feb 02 13:16:12.525184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba3451-2cb5-44d3-a37f-78ec82e3cae3 req-901fc5cd-e311-4e91-8019-f41b6b32d53a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:12.527217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69ba3451-2cb5-44d3-a37f-78ec82e3cae3 req-901fc5cd-e311-4e91-8019-f41b6b32d53a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 946 time: 0.1008863 Feb 02 13:16:12.628377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33154) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:12.660040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 11940951-c612-42a1-ad7e-464e4c13cf55 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:12.664645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c96a7-6643-4364-9395-6d0928ba4c81 None None] Update dhcp port {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': 'eee2538e-67b2-45bc-a0b8-91964e6cdf46'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '11940951-c612-42a1-ad7e-464e4c13cf55'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:16:12.670822 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7d8474e6-71c4-4181-b9a9-33933cf2481b up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:12.696525 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d25df9be-0e3b-4006-b2ea-f66121071042 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (92de9640-af10-40d3-bd6d-b7fd8851adb1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:12.786952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25df9be-0e3b-4006-b2ea-f66121071042 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:12.807961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ee7623d-4c99-48be-9cca-f60dd228dd63 req-327043c2-7cba-430e-995c-583a95ee8b9d service neutron] 10.222.0.62 "GET /v2.0/networks/8b6d0e98-457c-4848-88d4-4601d1ffb859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766075 Feb 02 13:16:12.848339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25df9be-0e3b-4006-b2ea-f66121071042 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=92de9640-af10-40d3-bd6d-b7fd8851adb1,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:12.856047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d25df9be-0e3b-4006-b2ea-f66121071042 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:12.859086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-abcf4fad-4675-46b6-8b11-813a1eabc1ec tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2047125253'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:12.860295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-abcf4fad-4675-46b6-8b11-813a1eabc1ec tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Unknown quota resources ['metering_label']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:16:12.869354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25df9be-0e3b-4006-b2ea-f66121071042 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:12.871117 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d25df9be-0e3b-4006-b2ea-f66121071042 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:12.873010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-69ba3451-2cb5-44d3-a37f-78ec82e3cae3 req-c4ac16a8-df23-4c64-b070-a251c27a648a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Deleting port 225dd32a-4cf9-4ae5-9ff0-de30e116b982 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:12.873348 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-69ba3451-2cb5-44d3-a37f-78ec82e3cae3 req-c4ac16a8-df23-4c64-b070-a251c27a648a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:12.900376 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d25df9be-0e3b-4006-b2ea-f66121071042 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8839624 Feb 02 13:16:12.900594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33170) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:12.918690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:12.929138 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-386c96a7-6643-4364-9395-6d0928ba4c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:12.951664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 7d8474e6-71c4-4181-b9a9-33933cf2481b completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:16:12.960569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ada3626f-85ba-4ae2-8f8f-56c13b893441 None None] Current status of the port 11940951-c612-42a1-ad7e-464e4c13cf55 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:12.965032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 7d8474e6-71c4-4181-b9a9-33933cf2481b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:12.965537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:13.123958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:13.130356 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:13.286087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7d8474e6-71c4-4181-b9a9-33933cf2481b is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:13.286848 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:13.324840 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b255f9-ed6f-411f-9928-c320af555161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8474e6-71c4-4181-b9a9-33933cf2481b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:16:13.329028 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04190657-62b2-4552-a5cf-746c79f5d5ed" -d '{"events": [{"server_uuid": "c1b255f9-ed6f-411f-9928-c320af555161", "name": "network-vif-plugged", "status": "completed", "tag": "7d8474e6-71c4-4181-b9a9-33933cf2481b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:16:13.360252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec99248-3961-4592-b122-363f4c0d587a None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:13.368759 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-abcf4fad-4675-46b6-8b11-813a1eabc1ec tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:13.370735 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-abcf4fad-4675-46b6-8b11-813a1eabc1ec tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7384405 Feb 02 13:16:13.371449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7d8474e6-71c4-4181-b9a9-33933cf2481b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7d8474e6-71c4-4181-b9a9-33933cf2481b,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:13.375225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33196) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:13.387322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c589353b-8e7b-4864-a08b-9c028f75a49c tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7873fc0a-39c4-4021-bb2d-35bbecc07483'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:13.388412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c589353b-8e7b-4864-a08b-9c028f75a49c tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:16:13.401215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349d2e6-7d82-4d99-b80c-189f101ba9dc req-be94aa6a-46c9-4e98-92ab-b00b08e89ed1 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:13.403311 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6349d2e6-7d82-4d99-b80c-189f101ba9dc req-be94aa6a-46c9-4e98-92ab-b00b08e89ed1 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 943 time: 0.5576682 Feb 02 13:16:13.429590 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:13.469095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6318317d-7d3a-4776-9238-89d76df0f490 req-3a06f0e6-7bfe-4d0f-b3e0-6f6378f712f2 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:13.475296 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6318317d-7d3a-4776-9238-89d76df0f490 req-3a06f0e6-7bfe-4d0f-b3e0-6f6378f712f2 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 946 time: 0.5645010 Feb 02 13:16:13.587794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-69ba3451-2cb5-44d3-a37f-78ec82e3cae3 req-c4ac16a8-df23-4c64-b070-a251c27a648a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] For port 225dd32a-4cf9-4ae5-9ff0-de30e116b982, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=225dd32a-4cf9-4ae5-9ff0-de30e116b982,segment=NetworkSegment(7a551a7f-57bb-4e0b-86bf-5756f6af44b7),segment_id=7a551a7f-57bb-4e0b-86bf-5756f6af44b7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:13.588983 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-69ba3451-2cb5-44d3-a37f-78ec82e3cae3 req-c4ac16a8-df23-4c64-b070-a251c27a648a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:13.589126 n-d-827336-2 neutron-server[103187]: WARNING neutron.services.metering.metering_plugin [None req-c589353b-8e7b-4864-a08b-9c028f75a49c tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 02 13:16:13.600653 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 11940951-c612-42a1-ad7e-464e4c13cf55 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:16:13.607931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-69ba3451-2cb5-44d3-a37f-78ec82e3cae3 req-c4ac16a8-df23-4c64-b070-a251c27a648a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Calling delete_port for 225dd32a-4cf9-4ae5-9ff0-de30e116b982 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:13.640887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-37104d8b-4ae1-4e76-a1fa-98fa2b29824f None None] Provisioning complete for port 11940951-c612-42a1-ad7e-464e4c13cf55 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:13.641515 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37104d8b-4ae1-4e76-a1fa-98fa2b29824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:13.649267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7d8474e6-71c4-4181-b9a9-33933cf2481b,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:13.853234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6318317d-7d3a-4776-9238-89d76df0f490 req-cc4729db-79e4-4baa-9caa-e20a4383d38c tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/security-groups?id=872f43d6-888d-4e84-90c7-4bdadef99f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551259 Feb 02 13:16:13.869828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6349d2e6-7d82-4d99-b80c-189f101ba9dc req-b1e332ce-3fa7-4ef8-a902-94a65772a8b7 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2a317b5-20e2-4450-835a-152e9cc5b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581454 Feb 02 13:16:13.889491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-37104d8b-4ae1-4e76-a1fa-98fa2b29824f None None] Current status of the port 11940951-c612-42a1-ad7e-464e4c13cf55 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:13.895345 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-69ba3451-2cb5-44d3-a37f-78ec82e3cae3 req-c4ac16a8-df23-4c64-b070-a251c27a648a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (225dd32a-4cf9-4ae5-9ff0-de30e116b982), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:13.902289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 11940951-c612-42a1-ad7e-464e4c13cf55 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:13.902681 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:13.943128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac16a8-df23-4c64-b070-a251c27a648a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Pushing event deleted for resources: {'Port': ['ID=225dd32a-4cf9-4ae5-9ff0-de30e116b982,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:13.976631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['225dd32a-4cf9-4ae5-9ff0-de30e116b982'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:16:13.978668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 26050950-cd1a-4c95-b468-d04657691c5e details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:16:14.001624 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc5579a-c10a-4f1e-b8fb-0ba25eb8b23a x-openstack-request-id: req-4bc5579a-c10a-4f1e-b8fb-0ba25eb8b23a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:16:14.001795 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b255f9-ed6f-411f-9928-c320af555161", "name": "network-vif-plugged", "status": "completed", "tag": "7d8474e6-71c4-4181-b9a9-33933cf2481b", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:16:14.002052 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4bc5579a-c10a-4f1e-b8fb-0ba25eb8b23a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:16:14.002631 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b255f9-ed6f-411f-9928-c320af555161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d8474e6-71c4-4181-b9a9-33933cf2481b', 'code': 200} Feb 02 13:16:14.053926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ba3451-2cb5-44d3-a37f-78ec82e3cae3 req-c4ac16a8-df23-4c64-b070-a251c27a648a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] No DVR routers for this DVR port 225dd32a-4cf9-4ae5-9ff0-de30e116b982 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:16:14.072793 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-69ba3451-2cb5-44d3-a37f-78ec82e3cae3 req-c4ac16a8-df23-4c64-b070-a251c27a648a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:14.074932 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c589353b-8e7b-4864-a08b-9c028f75a49c tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:14.076900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69ba3451-2cb5-44d3-a37f-78ec82e3cae3 req-c4ac16a8-df23-4c64-b070-a251c27a648a tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.18 "DELETE /v2.0/ports/225dd32a-4cf9-4ae5-9ff0-de30e116b982 HTTP/1.1" status: 204 len: 173 time: 1.5392766 Feb 02 13:16:14.077105 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c589353b-8e7b-4864-a08b-9c028f75a49c tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7007506 Feb 02 13:16:14.081545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39996c69-3b41-4f16-aca2-e1883b2c9558', 'name': 'network-vif-deleted', 'tag': '225dd32a-4cf9-4ae5-9ff0-de30e116b982'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:16:14.084188 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c90c16a-df91-4878-903c-4390f933f218" -d '{"events": [{"server_uuid": "39996c69-3b41-4f16-aca2-e1883b2c9558", "name": "network-vif-deleted", "tag": "225dd32a-4cf9-4ae5-9ff0-de30e116b982"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:16:14.088280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33234) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:14.093827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 11940951-c612-42a1-ad7e-464e4c13cf55, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=11940951-c612-42a1-ad7e-464e4c13cf55,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:14.097652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af10c90b-3355-4346-b68d-dbb15ed7ddf4 None None] Update dhcp port {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': '92de9640-af10-40d3-bd6d-b7fd8851adb1'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '11940951-c612-42a1-ad7e-464e4c13cf55'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:16:14.098176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bae13b0a-794f-43c4-8f31-70a341e17f44 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7873fc0a-39c4-4021-bb2d-35bbecc07483'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:14.098807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bae13b0a-794f-43c4-8f31-70a341e17f44 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:16:14.123640 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:14.248284 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c9e0a0-5ea7-4ac6-bdd8-9b46f108fabe x-openstack-request-id: req-00c9e0a0-5ea7-4ac6-bdd8-9b46f108fabe {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:16:14.248284 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39996c69-3b41-4f16-aca2-e1883b2c9558", "name": "network-vif-deleted", "tag": "225dd32a-4cf9-4ae5-9ff0-de30e116b982", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:16:14.248284 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-00c9e0a0-5ea7-4ac6-bdd8-9b46f108fabe {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:16:14.248811 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39996c69-3b41-4f16-aca2-e1883b2c9558', 'name': 'network-vif-deleted', 'tag': '225dd32a-4cf9-4ae5-9ff0-de30e116b982', 'status': 'completed', 'code': 200} Feb 02 13:16:14.272179 n-d-827336-2 neutron-server[103188]: WARNING neutron.services.metering.metering_plugin [None req-bae13b0a-794f-43c4-8f31-70a341e17f44 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 02 13:16:14.321872 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af10c90b-3355-4346-b68d-dbb15ed7ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:14.346144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cec6a-2e19-42a8-9d3e-e53d66ac63a5 req-caf92637-ff5c-4fe3-a70d-8ee89130caad tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:14.347792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-438cec6a-2e19-42a8-9d3e-e53d66ac63a5 req-caf92637-ff5c-4fe3-a70d-8ee89130caad tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 945 time: 0.3336027 Feb 02 13:16:14.358510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=11940951-c612-42a1-ad7e-464e4c13cf55,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:14.401591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 26050950-cd1a-4c95-b468-d04657691c5e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=26050950-cd1a-4c95-b468-d04657691c5e,segment=NetworkSegment(d2657a6d-29f6-4ea3-b470-4e7f79db213e),segment_id=d2657a6d-29f6-4ea3-b470-4e7f79db213e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:14.421730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '26050950-cd1a-4c95-b468-d04657691c5e', 'network_id': '8b6d0e98-457c-4848-88d4-4601d1ffb859', 'port_id': '26050950-cd1a-4c95-b468-d04657691c5e', 'mac_address': 'fa:16:3e:c9:30:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799a3178-0510-427a-a162-d786df6234e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:16:14.463769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.objects.ports [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:16:14.555759 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bae13b0a-794f-43c4-8f31-70a341e17f44 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:14.556971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bae13b0a-794f-43c4-8f31-70a341e17f44 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4660897 Feb 02 13:16:14.559969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33250) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:14.632637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-438cec6a-2e19-42a8-9d3e-e53d66ac63a5 req-4d51c2e9-99c1-4c75-9e6d-4bd8091c193a tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217965 Feb 02 13:16:14.639837 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2ee083d1-d671-41f6-a594-2061b6678331 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-label-rules?id=ee5e4f9c-2e68-4f85-993d-b26782d9dbf0 HTTP/1.1" status: 200 len: 462 time: 0.0784352 Feb 02 13:16:14.648106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:14.655994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575f76f-427a-4135-bd65-dda63faa2f23 req-69ba628f-10a1-407c-85cc-77ef13fb7f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:14.657605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5575f76f-427a-4135-bd65-dda63faa2f23 req-69ba628f-10a1-407c-85cc-77ef13fb7f0c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 1127 time: 0.5015945 Feb 02 13:16:14.724025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 26050950-cd1a-4c95-b468-d04657691c5e is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:14.724498 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (26050950-cd1a-4c95-b468-d04657691c5e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:14.794819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26050950-cd1a-4c95-b468-d04657691c5e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:16:14.842934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 26050950-cd1a-4c95-b468-d04657691c5e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=26050950-cd1a-4c95-b468-d04657691c5e,segment=NetworkSegment(d2657a6d-29f6-4ea3-b470-4e7f79db213e),segment_id=d2657a6d-29f6-4ea3-b470-4e7f79db213e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:14.854592 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (26050950-cd1a-4c95-b468-d04657691c5e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:14.862758 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-af10c90b-3355-4346-b68d-dbb15ed7ddf4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 02 13:16:14.862758 n-d-827336-2 neutron-server[103189]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 02 13:16:14.862758 n-d-827336-2 neutron-server[103189]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe1a:7c1d', 'status': 'ALLOCATED', 'ipam_subnet_id': '89cb8706-d543-42f4-8797-97c2c35fb720'}] Feb 02 13:16:14.862758 n-d-827336-2 neutron-server[103189]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:16:14.863435 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-af10c90b-3355-4346-b68d-dbb15ed7ddf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:16:15.008395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=26050950-cd1a-4c95-b468-d04657691c5e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:15.010571 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:15.174296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['26050950-cd1a-4c95-b468-d04657691c5e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:16:15.246334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] For port 11940951-c612-42a1-ad7e-464e4c13cf55, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=11940951-c612-42a1-ad7e-464e4c13cf55,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:15.288411 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (11940951-c612-42a1-ad7e-464e4c13cf55), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:15.294225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33270) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:15.302802 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:15.340083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5575f76f-427a-4135-bd65-dda63faa2f23 req-6ed94962-2c5c-49a5-afb4-bf3985e016fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632998 Feb 02 13:16:15.354114 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (f07202a5-3304-4b01-93c8-38eb6a8c4e64), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:15.396977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b69557de-09d8-4071-9a95-b3f4a34b922d req-4e3aed14-d83c-4f1f-b824-336c930af1e2 tempest-DeleteServersTestJSON-223605921 tempest-DeleteServersTestJSON-223605921-project] 10.222.0.83 "GET /v2.0/ports?device_id=39996c69-3b41-4f16-aca2-e1883b2c9558 HTTP/1.1" status: 200 len: 210 time: 0.0873132 Feb 02 13:16:15.401460 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ae16e44-c630-4372-8020-92a76945ca45 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:15.405086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1ae16e44-c630-4372-8020-92a76945ca45 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "DELETE /v2.0/metering/metering-label-rules/ee5e4f9c-2e68-4f85-993d-b26782d9dbf0 HTTP/1.1" status: 204 len: 168 time: 0.7534130 Feb 02 13:16:15.406544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:15.427578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-24c5f6ef-b54f-4941-99bc-2e0309cf4081 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-label-rules?id=ee5e4f9c-2e68-4f85-993d-b26782d9dbf0 HTTP/1.1" status: 200 len: 221 time: 0.0198448 Feb 02 13:16:15.432458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:15.435362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33276) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:15.460105 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac662d5d-2ef9-4523-8af2-32c8dac49d0e req-fcd21109-985d-430e-9fca-72e9cfabc8b8 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:15.472403 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac662d5d-2ef9-4523-8af2-32c8dac49d0e req-fcd21109-985d-430e-9fca-72e9cfabc8b8 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 944 time: 0.1734905 Feb 02 13:16:15.480832 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af10c90b-3355-4346-b68d-dbb15ed7ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:15.564585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac662d5d-2ef9-4523-8af2-32c8dac49d0e req-d555a5f5-30ef-4dd1-bddd-9f7a13cd83bd tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2a317b5-20e2-4450-835a-152e9cc5b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818331 Feb 02 13:16:15.748219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-af10c90b-3355-4346-b68d-dbb15ed7ddf4 None None] Allocated IP 172.20.0.2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/92de9640-af10-40d3-bd6d-b7fd8851adb1/11940951-c612-42a1-ad7e-464e4c13cf55) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:15.784000 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:15.790261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:15.791208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:15.810589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-71c814de-c20c-4e4a-994e-157eb341b811 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--528097348', 'description': 'label created by tempest'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:15.811499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-71c814de-c20c-4e4a-994e-157eb341b811 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Unknown quota resources ['metering_label']. {{(pid=103187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:16:15.830833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fdfc75-a682-4bc1-91a2-eb9cba375933 req-049cb0a0-d334-4080-9b50-1c855bffe73c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:15.834043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4fdfc75-a682-4bc1-91a2-eb9cba375933 req-049cb0a0-d334-4080-9b50-1c855bffe73c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 945 time: 0.0725529 Feb 02 13:16:15.880792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-af10c90b-3355-4346-b68d-dbb15ed7ddf4 None None] For port 11940951-c612-42a1-ad7e-464e4c13cf55, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=11940951-c612-42a1-ad7e-464e4c13cf55,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:15.888500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9bdddf69-d524-4975-8cd1-adaa922a904e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:15.889107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4fdfc75-a682-4bc1-91a2-eb9cba375933 req-4bc0cebb-b135-4dcf-b963-b23dd8903884 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489995 Feb 02 13:16:15.892291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=11940951-c612-42a1-ad7e-464e4c13cf55,revision_number=8']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:15.936240 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af10c90b-3355-4346-b68d-dbb15ed7ddf4 None None] Publish callbacks [] for port (11940951-c612-42a1-ad7e-464e4c13cf55), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:15.941756 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af10c90b-3355-4346-b68d-dbb15ed7ddf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:15.955070 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0535007 Feb 02 13:16:15.957889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:15.963780 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:f3:3c:07', 'name': 'tempest-NetworksTestDHCPv6-808944829'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:15.964042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c418bc7-f095-404d-b08c-5a10c0dcd954 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=f07202a5-3304-4b01-93c8-38eb6a8c4e64,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:16.054468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10c90b-3355-4346-b68d-dbb15ed7ddf4 None None] Pushing event updated for resources: {'Port': ['ID=11940951-c612-42a1-ad7e-464e4c13cf55,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:16.110451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:16.159089 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71c814de-c20c-4e4a-994e-157eb341b811 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:16.160367 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-71c814de-c20c-4e4a-994e-157eb341b811 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7075298 Feb 02 13:16:16.163595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33286) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:16.262200 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e3f3927a-f55c-4d72-a1e8-f9c779126583 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-labels?id=a86b2473-90d7-4461-bab6-62f062baab43 HTTP/1.1" status: 200 len: 467 time: 0.0973907 Feb 02 13:16:16.264788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33288) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:16.270384 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:16.302402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 3b54d9fe-239e-4c1c-9d70-0a9809d5752b yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:16.431946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9bdddf69-d524-4975-8cd1-adaa922a904e admin admin] Publish callbacks [] for security_group (905007f5-282d-4e8e-9e0f-5e29738e3529), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:16.478692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9bdddf69-d524-4975-8cd1-adaa922a904e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (905007f5-282d-4e8e-9e0f-5e29738e3529), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:16.524279 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdddf69-d524-4975-8cd1-adaa922a904e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905007f5-282d-4e8e-9e0f-5e29738e3529,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:16.584201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-186656f4-1324-486d-a3cb-cec372703934 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:16.588362 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-186656f4-1324-486d-a3cb-cec372703934 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "DELETE /v2.0/metering/metering-labels/a86b2473-90d7-4461-bab6-62f062baab43 HTTP/1.1" status: 204 len: 168 time: 0.3211474 Feb 02 13:16:16.593389 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9bdddf69-d524-4975-8cd1-adaa922a904e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3cf3dcc8624b41bdbdf4f130e80aae1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2951853 Feb 02 13:16:16.593389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33298) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:16.597693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33300) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:16.607163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 172.20.0.4 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/92de9640-af10-40d3-bd6d-b7fd8851adb1/3b54d9fe-239e-4c1c-9d70-0a9809d5752b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:16.622885 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f0b04788-7a1d-4641-845b-aba4531e5cc8 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-labels?id=a86b2473-90d7-4461-bab6-62f062baab43 HTTP/1.1" status: 200 len: 216 time: 0.0298560 Feb 02 13:16:16.628664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33302) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:16.657025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::f816:3eff:fef3:3c07 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/f07202a5-3304-4b01-93c8-38eb6a8c4e64/3b54d9fe-239e-4c1c-9d70-0a9809d5752b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:16.673104 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3719e048-f311-4e10-9ea7-14c975af157f admin admin] Publish callbacks [] for security_group (905007f5-282d-4e8e-9e0f-5e29738e3529), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:16.702843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 225dd32a-4cf9-4ae5-9ff0-de30e116b982 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:16:16.715691 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ae68b15c-07ff-43f1-b26f-653ebe9bafed tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0668614 Feb 02 13:16:16.718798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33306) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:16.741986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 225dd32a-4cf9-4ae5-9ff0-de30e116b982 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:16:16.743096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 225dd32a-4cf9-4ae5-9ff0-de30e116b982 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:16:16.750035 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3719e048-f311-4e10-9ea7-14c975af157f admin admin] Publish callbacks [] for security_group (905007f5-282d-4e8e-9e0f-5e29738e3529), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:16.754752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-49dd41e0-56bc-4249-b3ea-27ab95be8ed9 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0226114 Feb 02 13:16:16.766537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33310) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:16.837489 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3719e048-f311-4e10-9ea7-14c975af157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (905007f5-282d-4e8e-9e0f-5e29738e3529), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:16.843154 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3719e048-f311-4e10-9ea7-14c975af157f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:16.847134 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3719e048-f311-4e10-9ea7-14c975af157f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/905007f5-282d-4e8e-9e0f-5e29738e3529 HTTP/1.1" status: 204 len: 168 time: 0.2459528 Feb 02 13:16:16.859648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719e048-f311-4e10-9ea7-14c975af157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905007f5-282d-4e8e-9e0f-5e29738e3529,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:16.918284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1ac3e212-67ad-4a06-91d1-b1a3d5f871cd tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-labels/7873fc0a-39c4-4021-bb2d-35bbecc07483 HTTP/1.1" status: 200 len: 473 time: 0.1461380 Feb 02 13:16:16.918425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33320) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:16.936186 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-91695d00-6e04-40d2-8982-bdf73db15e42 tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-label-rules/44b753d4-a2b6-4174-b22b-b19a22a31a44 HTTP/1.1" status: 200 len: 459 time: 0.0157692 Feb 02 13:16:16.938991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33326) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:17.050432 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9394582d-281f-470b-a1a3-3f891f28657e req-7d717233-eecc-4d46-b774-0b2215a0cf08 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:17.052050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9394582d-281f-470b-a1a3-3f891f28657e req-7d717233-eecc-4d46-b774-0b2215a0cf08 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 944 time: 0.2940385 Feb 02 13:16:17.157831 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a3a41d8-05e5-4d55-90e5-f3cf09c875db tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.159814 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9a3a41d8-05e5-4d55-90e5-f3cf09c875db tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "DELETE /v2.0/metering/metering-label-rules/44b753d4-a2b6-4174-b22b-b19a22a31a44 HTTP/1.1" status: 204 len: 168 time: 0.2191095 Feb 02 13:16:17.162450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33330) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:17.202221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9394582d-281f-470b-a1a3-3f891f28657e req-3e5dc6d3-1ee6-4991-8957-607fc5f77781 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2a317b5-20e2-4450-835a-152e9cc5b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027396 Feb 02 13:16:17.218459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83758496-7000-4e55-bf4d-03ebcf43902b None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:17.239435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0b735-a7a6-4586-96ed-6b5c9ea48abc req-eb8437f7-571c-42b0-876f-ecbbb3e74647 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:17.242114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bea0b735-a7a6-4586-96ed-6b5c9ea48abc req-eb8437f7-571c-42b0-876f-ecbbb3e74647 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 945 time: 0.2036915 Feb 02 13:16:17.255586 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (3b54d9fe-239e-4c1c-9d70-0a9809d5752b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.346566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7e7b8e5d-a4f2-424b-b42e-7cbe3973881f None None] Provisioning complete for port 11940951-c612-42a1-ad7e-464e4c13cf55 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:17.346566 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8e5d-a4f2-424b-b42e-7cbe3973881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.357185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33334) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:17.437386 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bea0b735-a7a6-4586-96ed-6b5c9ea48abc req-29a2acba-3aeb-4d88-9a05-a78ec9903e03 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797941 Feb 02 13:16:17.442331 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (3b54d9fe-239e-4c1c-9d70-0a9809d5752b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.467668 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46b6399e-d7b1-4b68-9739-eb21b8f364df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.486759 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4ec7825-dab3-4d73-b775-a9456fd5a84a tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.487759 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f4ec7825-dab3-4d73-b775-a9456fd5a84a tempest-MeteringIpV6TestJSON-1420313275 tempest-MeteringIpV6TestJSON-1420313275-project-admin] 10.222.0.83 "DELETE /v2.0/metering/metering-labels/7873fc0a-39c4-4021-bb2d-35bbecc07483 HTTP/1.1" status: 204 len: 168 time: 0.3238153 Feb 02 13:16:17.577464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:17.615601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:17.619317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:17.625490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b8e5d-a4f2-424b-b42e-7cbe3973881f None None] Current status of the port 11940951-c612-42a1-ad7e-464e4c13cf55 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:17.626399 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8e5d-a4f2-424b-b42e-7cbe3973881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.680615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7e7b8e5d-a4f2-424b-b42e-7cbe3973881f None None] For port 11940951-c612-42a1-ad7e-464e4c13cf55, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=11940951-c612-42a1-ad7e-464e4c13cf55,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:17.687601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=3b54d9fe-239e-4c1c-9d70-0a9809d5752b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:17.692224 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e7b8e5d-a4f2-424b-b42e-7cbe3973881f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.730757 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46b6399e-d7b1-4b68-9739-eb21b8f364df admin admin] Publish callbacks [] for security_group (a230f57a-5bd0-4cb6-952f-be2a8849c8aa), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.732537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 11940951-c612-42a1-ad7e-464e4c13cf55 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:17.743609 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46b6399e-d7b1-4b68-9739-eb21b8f364df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a230f57a-5bd0-4cb6-952f-be2a8849c8aa), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.762673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:17.763659 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.782737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2041e03-1dae-4a2b-a1c4-67a6480c6341 req-77df135e-9e7f-4c92-b71c-725dbd97f120 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:17.784980 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2041e03-1dae-4a2b-a1c4-67a6480c6341 req-77df135e-9e7f-4c92-b71c-725dbd97f120 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 946 time: 0.2051356 Feb 02 13:16:17.805838 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-46b6399e-d7b1-4b68-9739-eb21b8f364df admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=55f6ca4550f344818d36439906f0dc32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4462922 Feb 02 13:16:17.807307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33348) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:17.814913 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b8e5d-a4f2-424b-b42e-7cbe3973881f None None] Pushing event updated for resources: {'Port': ['ID=11940951-c612-42a1-ad7e-464e4c13cf55,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:17.828151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-774d6d03-c5c8-4787-86da-3b4c12fb4c65 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8568356 Feb 02 13:16:17.831867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:17.836226 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 11940951-c612-42a1-ad7e-464e4c13cf55 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:17.837038 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.914185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6399e-d7b1-4b68-9739-eb21b8f364df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a230f57a-5bd0-4cb6-952f-be2a8849c8aa,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:17.967280 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d120af1-34c1-4bc5-bbc5-56952baf1e64 admin admin] Publish callbacks [] for security_group (a230f57a-5bd0-4cb6-952f-be2a8849c8aa), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:17.992308 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2041e03-1dae-4a2b-a1c4-67a6480c6341 req-5a432f7a-1271-473a-9423-d5991e55afe5 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938186 Feb 02 13:16:18.016400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93b861b-d27d-4f99-bbd1-132417616fc8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:18.030132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93b861b-d27d-4f99-bbd1-132417616fc8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:18.035971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d93b861b-d27d-4f99-bbd1-132417616fc8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2028713 Feb 02 13:16:18.036610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33358) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:18.045492 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d120af1-34c1-4bc5-bbc5-56952baf1e64 admin admin] Publish callbacks [] for security_group (a230f57a-5bd0-4cb6-952f-be2a8849c8aa), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:18.049885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33360) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:18.160075 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d120af1-34c1-4bc5-bbc5-56952baf1e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a230f57a-5bd0-4cb6-952f-be2a8849c8aa), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:18.163230 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d120af1-34c1-4bc5-bbc5-56952baf1e64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:18.164810 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3d120af1-34c1-4bc5-bbc5-56952baf1e64 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a230f57a-5bd0-4cb6-952f-be2a8849c8aa HTTP/1.1" status: 204 len: 168 time: 0.3501742 Feb 02 13:16:18.175497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d120af1-34c1-4bc5-bbc5-56952baf1e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a230f57a-5bd0-4cb6-952f-be2a8849c8aa,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:18.270310 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d55c365-becd-421f-b8f9-eea31f30c34c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:18.273192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 26050950-cd1a-4c95-b468-d04657691c5e up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:18.357079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedc82f-1bcb-4e88-a25e-77e7727cde78 req-bf22b052-2055-4ca4-8a8f-410b0a5581a9 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:18.359260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbedc82f-1bcb-4e88-a25e-77e7727cde78 req-bf22b052-2055-4ca4-8a8f-410b0a5581a9 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 945 time: 0.2062986 Feb 02 13:16:18.388136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 11940951-c612-42a1-ad7e-464e4c13cf55 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:18.402538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9379d455-cfc7-4a6d-a66d-c2f4de437bd3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 3b54d9fe-239e-4c1c-9d70-0a9809d5752b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:18.402852 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9379d455-cfc7-4a6d-a66d-c2f4de437bd3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3b54d9fe-239e-4c1c-9d70-0a9809d5752b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:18.433456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 26050950-cd1a-4c95-b468-d04657691c5e completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:16:18.447368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 26050950-cd1a-4c95-b468-d04657691c5e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:18.448237 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (26050950-cd1a-4c95-b468-d04657691c5e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:18.511719 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d55c365-becd-421f-b8f9-eea31f30c34c admin admin] Publish callbacks [] for security_group (0d5326e5-aa4c-4bb3-ba30-ef9370e744e2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:18.523623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d55c365-becd-421f-b8f9-eea31f30c34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0d5326e5-aa4c-4bb3-ba30-ef9370e744e2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:18.591807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbedc82f-1bcb-4e88-a25e-77e7727cde78 req-e817fe99-63e0-49ed-b708-f3eef84035dc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694272 Feb 02 13:16:18.603601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 26050950-cd1a-4c95-b468-d04657691c5e is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:18.604244 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (26050950-cd1a-4c95-b468-d04657691c5e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:18.610963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41852d-c5b2-40e6-a52c-998e36841e34 req-5527fffa-fa0b-4bbb-8a60-55b8d25472e1 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:18.624884 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b41852d-c5b2-40e6-a52c-998e36841e34 req-5527fffa-fa0b-4bbb-8a60-55b8d25472e1 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 944 time: 0.2591603 Feb 02 13:16:18.650021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 26050950-cd1a-4c95-b468-d04657691c5e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=26050950-cd1a-4c95-b468-d04657691c5e,segment=NetworkSegment(d2657a6d-29f6-4ea3-b470-4e7f79db213e),segment_id=d2657a6d-29f6-4ea3-b470-4e7f79db213e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:18.651387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcf88ac-2131-4df1-a410-4bde2412ac4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26050950-cd1a-4c95-b468-d04657691c5e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:16:18.655307 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcad3eeb-a8ed-4fcd-96ab-8ee257d7cfb6" -d '{"events": [{"server_uuid": "7dcf88ac-2131-4df1-a410-4bde2412ac4c", "name": "network-vif-plugged", "status": "completed", "tag": "26050950-cd1a-4c95-b468-d04657691c5e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:16:18.664537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (26050950-cd1a-4c95-b468-d04657691c5e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:18.679686 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9d55c365-becd-421f-b8f9-eea31f30c34c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c6927b902c7741c58b363721c0b45627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6271482 Feb 02 13:16:18.680560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55c365-becd-421f-b8f9-eea31f30c34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5326e5-aa4c-4bb3-ba30-ef9370e744e2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:18.691116 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9379d455-cfc7-4a6d-a66d-c2f4de437bd3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3b54d9fe-239e-4c1c-9d70-0a9809d5752b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:18.700120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33380) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:18.782812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9379d455-cfc7-4a6d-a66d-c2f4de437bd3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 3b54d9fe-239e-4c1c-9d70-0a9809d5752b owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:18.803841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=26050950-cd1a-4c95-b468-d04657691c5e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:18.930281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9a32d085-84ae-40c7-b6c5-345c1e7f4826 None None] Provisioning complete for port 3b54d9fe-239e-4c1c-9d70-0a9809d5752b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:18.930664 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a32d085-84ae-40c7-b6c5-345c1e7f4826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3b54d9fe-239e-4c1c-9d70-0a9809d5752b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:19.036112 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27748679-18f5-4939-aef1-d5122afb5a26 x-openstack-request-id: req-27748679-18f5-4939-aef1-d5122afb5a26 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:16:19.036513 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcf88ac-2131-4df1-a410-4bde2412ac4c", "name": "network-vif-plugged", "status": "completed", "tag": "26050950-cd1a-4c95-b468-d04657691c5e", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:16:19.036618 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-27748679-18f5-4939-aef1-d5122afb5a26 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:16:19.037014 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dcf88ac-2131-4df1-a410-4bde2412ac4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26050950-cd1a-4c95-b468-d04657691c5e', 'code': 200} Feb 02 13:16:19.045784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9a32d085-84ae-40c7-b6c5-345c1e7f4826 None None] Port 3b54d9fe-239e-4c1c-9d70-0a9809d5752b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:16:19.076856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9a32d085-84ae-40c7-b6c5-345c1e7f4826 None None] Provisioning complete for port 11940951-c612-42a1-ad7e-464e4c13cf55 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:19.078492 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a32d085-84ae-40c7-b6c5-345c1e7f4826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:19.133655 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b41852d-c5b2-40e6-a52c-998e36841e34 req-4cc14a0a-2795-485a-a5c1-dfdef409b485 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2a317b5-20e2-4450-835a-152e9cc5b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926443 Feb 02 13:16:19.144089 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9379d455-cfc7-4a6d-a66d-c2f4de437bd3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (3b54d9fe-239e-4c1c-9d70-0a9809d5752b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:19.244288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9a32d085-84ae-40c7-b6c5-345c1e7f4826 None None] Current status of the port 11940951-c612-42a1-ad7e-464e4c13cf55 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:19.265265 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379d455-cfc7-4a6d-a66d-c2f4de437bd3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=3b54d9fe-239e-4c1c-9d70-0a9809d5752b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:19.280022 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-480d6f3e-a485-44c5-ae27-17ced80cc343 admin admin] Publish callbacks [] for security_group (0d5326e5-aa4c-4bb3-ba30-ef9370e744e2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:19.354288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a3943-4d4e-4b5d-8b24-eaaeb4134439 req-b55250ca-4942-4e1e-ad7f-232f4aa00154 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:19.355933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da5a3943-4d4e-4b5d-8b24-eaaeb4134439 req-b55250ca-4942-4e1e-ad7f-232f4aa00154 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 945 time: 0.1335914 Feb 02 13:16:19.360439 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-06cc4d43-97c2-4c74-b71c-5bc26bb29678 None None] Could not find standard attr ID for object 3b54d9fe-239e-4c1c-9d70-0a9809d5752b. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:16:19.393203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c947b90a-10fe-40a9-8254-adb1ccf6ce5c req-e896f314-bfb6-4578-8a74-4ee2cd61d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:19.395835 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c947b90a-10fe-40a9-8254-adb1ccf6ce5c req-e896f314-bfb6-4578-8a74-4ee2cd61d998 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 1127 time: 0.2463443 Feb 02 13:16:19.398999 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-480d6f3e-a485-44c5-ae27-17ced80cc343 admin admin] Publish callbacks [] for security_group (0d5326e5-aa4c-4bb3-ba30-ef9370e744e2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:19.508853 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9379d455-cfc7-4a6d-a66d-c2f4de437bd3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:19.525229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33400) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:19.527504 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9379d455-cfc7-4a6d-a66d-c2f4de437bd3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/3b54d9fe-239e-4c1c-9d70-0a9809d5752b HTTP/1.1" status: 204 len: 168 time: 1.4888008 Feb 02 13:16:19.550528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 11940951-c612-42a1-ad7e-464e4c13cf55 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:19.555140 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da5a3943-4d4e-4b5d-8b24-eaaeb4134439 req-d60e155f-e41a-4825-a10d-d164eb4ff5b8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716425 Feb 02 13:16:19.568464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c947b90a-10fe-40a9-8254-adb1ccf6ce5c req-22f3371f-33b9-461b-b1dd-1fac698512e1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e2a317b5-20e2-4450-835a-152e9cc5b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504989 Feb 02 13:16:19.597104 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-480d6f3e-a485-44c5-ae27-17ced80cc343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0d5326e5-aa4c-4bb3-ba30-ef9370e744e2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:19.603752 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-480d6f3e-a485-44c5-ae27-17ced80cc343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:19.607107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-480d6f3e-a485-44c5-ae27-17ced80cc343 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0d5326e5-aa4c-4bb3-ba30-ef9370e744e2 HTTP/1.1" status: 204 len: 168 time: 0.8874140 Feb 02 13:16:19.608339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37899ad4-29ce-470c-9125-8852f09e9280 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:19.609983 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37899ad4-29ce-470c-9125-8852f09e9280 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:19.611707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37899ad4-29ce-470c-9125-8852f09e9280 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:19.613579 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-37899ad4-29ce-470c-9125-8852f09e9280 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0872962 Feb 02 13:16:19.616872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33406) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:19.622171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d6f3e-a485-44c5-ae27-17ced80cc343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5326e5-aa4c-4bb3-ba30-ef9370e744e2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:19.704602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2699d56d-a79d-4b01-b58c-8ddbb5991089 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 92de9640-af10-40d3-bd6d-b7fd8851adb1 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:19.705860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 11940951-c612-42a1-ad7e-464e4c13cf55 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:19.706255 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:19.720258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2699d56d-a79d-4b01-b58c-8ddbb5991089 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (92de9640-af10-40d3-bd6d-b7fd8851adb1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:19.804478 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2699d56d-a79d-4b01-b58c-8ddbb5991089 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (92de9640-af10-40d3-bd6d-b7fd8851adb1), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:19.910284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 11940951-c612-42a1-ad7e-464e4c13cf55 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:19.937986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2699d56d-a79d-4b01-b58c-8ddbb5991089 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (92de9640-af10-40d3-bd6d-b7fd8851adb1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.014407 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2699d56d-a79d-4b01-b58c-8ddbb5991089 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (92de9640-af10-40d3-bd6d-b7fd8851adb1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.040540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699d56d-a79d-4b01-b58c-8ddbb5991089 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=92de9640-af10-40d3-bd6d-b7fd8851adb1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:20.049938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2699d56d-a79d-4b01-b58c-8ddbb5991089 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.053623 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2699d56d-a79d-4b01-b58c-8ddbb5991089 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/92de9640-af10-40d3-bd6d-b7fd8851adb1 HTTP/1.1" status: 204 len: 168 time: 0.4355679 Feb 02 13:16:20.056434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:20.105185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e4423-1133-4af6-a29f-336c72b3f487 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:20.143374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf56ca3d-8d86-4371-809f-665fa932fe1c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet f07202a5-3304-4b01-93c8-38eb6a8c4e64 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:20.146793 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf56ca3d-8d86-4371-809f-665fa932fe1c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (f07202a5-3304-4b01-93c8-38eb6a8c4e64), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.260855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf56ca3d-8d86-4371-809f-665fa932fe1c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (f07202a5-3304-4b01-93c8-38eb6a8c4e64), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.291955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33426) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:20.323153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-640fa3e5-ff6a-4e96-b0fe-51b79dec6711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.419217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9365986-6b47-4864-ae32-0d8607572adb req-ff3a5b47-4ef7-4656-b0ba-e3b9428a72cd tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:20.421407 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9365986-6b47-4864-ae32-0d8607572adb req-ff3a5b47-4ef7-4656-b0ba-e3b9428a72cd tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 945 time: 0.1547432 Feb 02 13:16:20.485756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-640fa3e5-ff6a-4e96-b0fe-51b79dec6711 admin admin] Publish callbacks [] for security_group (aee67915-9fcc-4b54-a697-f48de69db4ce), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.491356 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-640fa3e5-ff6a-4e96-b0fe-51b79dec6711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (aee67915-9fcc-4b54-a697-f48de69db4ce), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.542218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf56ca3d-8d86-4371-809f-665fa932fe1c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (f07202a5-3304-4b01-93c8-38eb6a8c4e64), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.552097 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-640fa3e5-ff6a-4e96-b0fe-51b79dec6711 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=26fd24479e12421a862d5deaa0a32e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566059 Feb 02 13:16:20.552097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fa3e5-ff6a-4e96-b0fe-51b79dec6711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee67915-9fcc-4b54-a697-f48de69db4ce,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:20.554229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33430) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:20.628261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9365986-6b47-4864-ae32-0d8607572adb req-3af97f40-c2d0-4c69-9fa8-42374e0ad043 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2a317b5-20e2-4450-835a-152e9cc5b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785011 Feb 02 13:16:20.655727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372329d-4854-4724-9d2b-35421e65c42b req-36f60e46-520b-42b3-836e-b250002b3da7 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:20.657189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6372329d-4854-4724-9d2b-35421e65c42b req-36f60e46-520b-42b3-836e-b250002b3da7 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 945 time: 0.2094765 Feb 02 13:16:20.672695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb0421de-57a5-4470-87a1-7dae1ac3dfcf admin admin] Publish callbacks [] for security_group (aee67915-9fcc-4b54-a697-f48de69db4ce), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.702880 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb0421de-57a5-4470-87a1-7dae1ac3dfcf admin admin] Publish callbacks [] for security_group (aee67915-9fcc-4b54-a697-f48de69db4ce), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.806710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb0421de-57a5-4470-87a1-7dae1ac3dfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (aee67915-9fcc-4b54-a697-f48de69db4ce), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.809557 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fb0421de-57a5-4470-87a1-7dae1ac3dfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.813331 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fb0421de-57a5-4470-87a1-7dae1ac3dfcf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aee67915-9fcc-4b54-a697-f48de69db4ce HTTP/1.1" status: 204 len: 168 time: 0.2562387 Feb 02 13:16:20.825840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0421de-57a5-4470-87a1-7dae1ac3dfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee67915-9fcc-4b54-a697-f48de69db4ce,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:20.830149 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf56ca3d-8d86-4371-809f-665fa932fe1c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (f07202a5-3304-4b01-93c8-38eb6a8c4e64), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.865173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56ca3d-8d86-4371-809f-665fa932fe1c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=f07202a5-3304-4b01-93c8-38eb6a8c4e64,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:20.870613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf56ca3d-8d86-4371-809f-665fa932fe1c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:20.876910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33442) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:20.884430 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cf56ca3d-8d86-4371-809f-665fa932fe1c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/f07202a5-3304-4b01-93c8-38eb6a8c4e64 HTTP/1.1" status: 204 len: 168 time: 0.8262413 Feb 02 13:16:20.955715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0004ce-ef52-4ed8-a337-5592a1e6f784 req-f63f88ca-9df7-4895-8541-e077e7fc99e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:20.961017 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-702e24d8-9bd1-4f0e-9265-cf19c80b32d2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814753 Feb 02 13:16:20.962094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33444) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:20.965945 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d0004ce-ef52-4ed8-a337-5592a1e6f784 req-f63f88ca-9df7-4895-8541-e077e7fc99e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 945 time: 0.2214358 Feb 02 13:16:20.981921 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6372329d-4854-4724-9d2b-35421e65c42b req-550c9069-9d50-4510-afd3-dc0ba28ce3f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Deleting port 7d8474e6-71c4-4181-b9a9-33933cf2481b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:20.982959 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6372329d-4854-4724-9d2b-35421e65c42b req-550c9069-9d50-4510-afd3-dc0ba28ce3f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:21.081008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1e0e9-e5a2-4f5b-8f4c-0378b4ddf3b6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:21.087081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fea1e0e9-e5a2-4f5b-8f4c-0378b4ddf3b6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1239552 Feb 02 13:16:21.090632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33446) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:21.151305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d0004ce-ef52-4ed8-a337-5592a1e6f784 req-69560ab4-345f-486f-9195-d7006075c4dd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838284 Feb 02 13:16:21.223514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128aeed4-3114-47ac-9db4-58476ce4e30d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:21.227059 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-128aeed4-3114-47ac-9db4-58476ce4e30d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1354306 Feb 02 13:16:21.230057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33452) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:21.280050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6372329d-4854-4724-9d2b-35421e65c42b req-550c9069-9d50-4510-afd3-dc0ba28ce3f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] For port 7d8474e6-71c4-4181-b9a9-33933cf2481b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7d8474e6-71c4-4181-b9a9-33933cf2481b,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:21.280793 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6372329d-4854-4724-9d2b-35421e65c42b req-550c9069-9d50-4510-afd3-dc0ba28ce3f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:21.327318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6372329d-4854-4724-9d2b-35421e65c42b req-550c9069-9d50-4510-afd3-dc0ba28ce3f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Calling delete_port for 7d8474e6-71c4-4181-b9a9-33933cf2481b owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:21.333063 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d37bacf2-f21a-4c99-9a8b-aec7d6b25ee8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972404 Feb 02 13:16:21.337889 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33456) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:21.348795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-85bd30e3-4796-4522-874f-b6c8d8a08411 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:21.510401 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6372329d-4854-4724-9d2b-35421e65c42b req-550c9069-9d50-4510-afd3-dc0ba28ce3f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7d8474e6-71c4-4181-b9a9-33933cf2481b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:21.523907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155d2608-4e21-4323-8a69-ad02b66d3e94 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:21.563472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c9069-9d50-4510-afd3-dc0ba28ce3f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event deleted for resources: {'Port': ['ID=7d8474e6-71c4-4181-b9a9-33933cf2481b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:21.595181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bd30e3-4796-4522-874f-b6c8d8a08411 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:21.604037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85bd30e3-4796-4522-874f-b6c8d8a08411 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:21.613798 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bd30e3-4796-4522-874f-b6c8d8a08411 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:16:21.615726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bd30e3-4796-4522-874f-b6c8d8a08411 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:16:21.635052 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['7d8474e6-71c4-4181-b9a9-33933cf2481b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:16:21.643447 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-85bd30e3-4796-4522-874f-b6c8d8a08411 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3044090 Feb 02 13:16:21.646336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33468) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:21.658318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-40e13b18-8621-41b5-9800-17069cd41311 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:21.670441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6372329d-4854-4724-9d2b-35421e65c42b req-550c9069-9d50-4510-afd3-dc0ba28ce3f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] No DVR routers for this DVR port 7d8474e6-71c4-4181-b9a9-33933cf2481b on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:16:21.675231 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6372329d-4854-4724-9d2b-35421e65c42b req-550c9069-9d50-4510-afd3-dc0ba28ce3f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:21.685233 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6372329d-4854-4724-9d2b-35421e65c42b req-550c9069-9d50-4510-afd3-dc0ba28ce3f8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "DELETE /v2.0/ports/7d8474e6-71c4-4181-b9a9-33933cf2481b HTTP/1.1" status: 204 len: 173 time: 1.0200143 Feb 02 13:16:21.688237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b255f9-ed6f-411f-9928-c320af555161', 'name': 'network-vif-deleted', 'tag': '7d8474e6-71c4-4181-b9a9-33933cf2481b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:16:21.713051 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9975c50d-db7c-4594-bea1-2a161d52dbde" -d '{"events": [{"server_uuid": "c1b255f9-ed6f-411f-9928-c320af555161", "name": "network-vif-deleted", "tag": "7d8474e6-71c4-4181-b9a9-33933cf2481b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:16:21.759758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d', '8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:16:21.902759 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30569929-1853-4906-b44f-4461be2af734 x-openstack-request-id: req-30569929-1853-4906-b44f-4461be2af734 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:16:21.903115 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b255f9-ed6f-411f-9928-c320af555161", "name": "network-vif-deleted", "tag": "7d8474e6-71c4-4181-b9a9-33933cf2481b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:16:21.903310 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-30569929-1853-4906-b44f-4461be2af734 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:16:21.905376 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b255f9-ed6f-411f-9928-c320af555161', 'name': 'network-vif-deleted', 'tag': '7d8474e6-71c4-4181-b9a9-33933cf2481b', 'status': 'completed', 'code': 200} Feb 02 13:16:21.937981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e636e3b7-c6e7-4d64-bbd8-a7be63c348f5 None None] Provisioning complete for port 11940951-c612-42a1-ad7e-464e4c13cf55 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:21.939202 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e636e3b7-c6e7-4d64-bbd8-a7be63c348f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:21.976302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e13b18-8621-41b5-9800-17069cd41311 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:21.980396 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40e13b18-8621-41b5-9800-17069cd41311 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:21.982840 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e13b18-8621-41b5-9800-17069cd41311 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:16:21.983347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e13b18-8621-41b5-9800-17069cd41311 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:16:21.986356 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d51b9f-59eb-42bb-88d3-cac677b44a11 req-348bca8d-b9ed-4a90-aab1-175bed50c2aa tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:21.989024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3d51b9f-59eb-42bb-88d3-cac677b44a11 req-348bca8d-b9ed-4a90-aab1-175bed50c2aa tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 945 time: 0.1455805 Feb 02 13:16:22.025207 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-40e13b18-8621-41b5-9800-17069cd41311 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3771729 Feb 02 13:16:22.031186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:22.038232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4b294919-b2cb-4731-95a9-46bc773d2d82 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:22.080121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3d51b9f-59eb-42bb-88d3-cac677b44a11 req-6d16981b-0ee1-4286-b98e-fa2a5bafdb9b tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2a317b5-20e2-4450-835a-152e9cc5b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842724 Feb 02 13:16:22.188723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b294919-b2cb-4731-95a9-46bc773d2d82 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:22.204628 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b294919-b2cb-4731-95a9-46bc773d2d82 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:22.212145 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b294919-b2cb-4731-95a9-46bc773d2d82 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:16:22.215023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b294919-b2cb-4731-95a9-46bc773d2d82 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:16:22.264109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33494) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:22.266619 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4b294919-b2cb-4731-95a9-46bc773d2d82 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2326496 Feb 02 13:16:22.272132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0a307825-d689-446c-8c54-818e8ce1ac6b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:22.370314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8a8381f-f37b-4e70-8a19-d99cb47510d0 req-612485c6-11c8-4697-87f9-13933f57fafe tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1b255f9-ed6f-411f-9928-c320af555161 HTTP/1.1" status: 200 len: 210 time: 0.0589972 Feb 02 13:16:22.500047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ce162c-7568-4136-b012-4d8789c75765 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:16:22.581484 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e636e3b7-c6e7-4d64-bbd8-a7be63c348f5 None None] Current status of the port 11940951-c612-42a1-ad7e-464e4c13cf55 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:22.646442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a307825-d689-446c-8c54-818e8ce1ac6b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:22.657555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a307825-d689-446c-8c54-818e8ce1ac6b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:22.662416 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a307825-d689-446c-8c54-818e8ce1ac6b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:16:22.664778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a307825-d689-446c-8c54-818e8ce1ac6b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:16:22.757317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a307825-d689-446c-8c54-818e8ce1ac6b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4899297 Feb 02 13:16:22.759564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:22.765987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b0220fb3-4a1f-41d3-9ce2-206bb4d1cc22 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:22.832261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce162c-7568-4136-b012-4d8789c75765 None None] Deleting port 11940951-c612-42a1-ad7e-464e4c13cf55 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:22.832611 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2ce162c-7568-4136-b012-4d8789c75765 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:22.906553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b2ce162c-7568-4136-b012-4d8789c75765 None None] For port 11940951-c612-42a1-ad7e-464e4c13cf55, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=11940951-c612-42a1-ad7e-464e4c13cf55,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:22.907267 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2ce162c-7568-4136-b012-4d8789c75765 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:22.921417 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b2ce162c-7568-4136-b012-4d8789c75765 None None] Calling delete_port for 11940951-c612-42a1-ad7e-464e4c13cf55 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:23.035210 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2ce162c-7568-4136-b012-4d8789c75765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (11940951-c612-42a1-ad7e-464e4c13cf55), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:23.082446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ce162c-7568-4136-b012-4d8789c75765 None None] No DVR routers for this DVR port 11940951-c612-42a1-ad7e-464e4c13cf55 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:16:23.084578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce162c-7568-4136-b012-4d8789c75765 None None] Pushing event deleted for resources: {'Port': ['ID=11940951-c612-42a1-ad7e-464e4c13cf55,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:23.276471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0220fb3-4a1f-41d3-9ce2-206bb4d1cc22 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:23.280289 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0220fb3-4a1f-41d3-9ce2-206bb4d1cc22 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:23.281726 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0220fb3-4a1f-41d3-9ce2-206bb4d1cc22 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:16:23.282170 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0220fb3-4a1f-41d3-9ce2-206bb4d1cc22 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:16:23.293668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3058a-fba2-48a3-8153-15f9b02e230d req-87a539b5-cd2d-490c-9b17-fd8040d96732 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:23.300919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-58e3058a-fba2-48a3-8153-15f9b02e230d req-87a539b5-cd2d-490c-9b17-fd8040d96732 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 945 time: 0.0855246 Feb 02 13:16:23.376535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b0220fb3-4a1f-41d3-9ce2-206bb4d1cc22 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6128945 Feb 02 13:16:23.376920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33520) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:23.384305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-58e3058a-fba2-48a3-8153-15f9b02e230d req-cd230134-c013-4264-9c9a-42b2118fc509 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2a317b5-20e2-4450-835a-152e9cc5b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817404 Feb 02 13:16:23.386653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-68ec86f5-f13e-4766-921b-dac7c31f9f99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:23.613146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 11940951-c612-42a1-ad7e-464e4c13cf55 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:16:23.701768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 11940951-c612-42a1-ad7e-464e4c13cf55 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:16:23.702167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 11940951-c612-42a1-ad7e-464e4c13cf55 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:16:23.746130 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ec86f5-f13e-4766-921b-dac7c31f9f99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:23.752006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68ec86f5-f13e-4766-921b-dac7c31f9f99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:23.754385 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ec86f5-f13e-4766-921b-dac7c31f9f99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:16:23.755102 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ec86f5-f13e-4766-921b-dac7c31f9f99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:16:23.842012 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-68ec86f5-f13e-4766-921b-dac7c31f9f99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4607849 Feb 02 13:16:23.842352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:23.879452 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bd9b5ecf-295a-40af-9352-4e402947607e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0337024 Feb 02 13:16:23.888678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33536) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:24.023362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c65a78-f9de-4457-b709-0f8bc2775842 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:24.024881 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-35c65a78-f9de-4457-b709-0f8bc2775842 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1441493 Feb 02 13:16:24.029664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33540) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:24.082009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da687024-fab7-4c25-90fb-9975f21af8fb req-2d784260-b3c0-445f-8051-d1f2206c7b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:24.090215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da687024-fab7-4c25-90fb-9975f21af8fb req-2d784260-b3c0-445f-8051-d1f2206c7b66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 946 time: 0.1870782 Feb 02 13:16:24.100707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-119fdca6-ae7d-45a0-93b3-204659af82df tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699840 Feb 02 13:16:24.104613 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33546) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:24.110665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-37b1b9ec-1fef-4e60-949e-f480ca101cce tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:24.177119 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da687024-fab7-4c25-90fb-9975f21af8fb req-0933fff8-6a31-40bc-b44f-1cb90ac92f54 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833344 Feb 02 13:16:24.264017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33554) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:24.284768 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b1b9ec-1fef-4e60-949e-f480ca101cce tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:24.289433 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37b1b9ec-1fef-4e60-949e-f480ca101cce tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:24.397334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b4b0b384-4452-478e-9913-05cf0a0489cd tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:24.429325 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b4b0b384-4452-478e-9913-05cf0a0489cd tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] 10.222.0.83 "PUT /v2.0/quotas/08471b311c9143f5b29385f7112cbebc HTTP/1.1" status: 200 len: 368 time: 0.1638272 Feb 02 13:16:24.431832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33560) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:24.437689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Request body: {'network': {'project_id': '08471b311c9143f5b29385f7112cbebc'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:24.469690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Made reservation on behalf of 08471b311c9143f5b29385f7112cbebc for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:24.474356 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:24.488769 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:24.598411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.objects.ports [None req-37b1b9ec-1fef-4e60-949e-f480ca101cce tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:16:24.600433 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37b1b9ec-1fef-4e60-949e-f480ca101cce tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (439f9752-3039-4ff8-a0f5-f70826efd84b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:24.615860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70b5fe-407a-467f-a4e0-4ca23fe40cdc req-aa4d3dae-6467-45dc-83fa-cb0f142a93ab tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:24.617654 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba70b5fe-407a-467f-a4e0-4ca23fe40cdc req-aa4d3dae-6467-45dc-83fa-cb0f142a93ab tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 945 time: 0.1040099 Feb 02 13:16:24.655566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b1b9ec-1fef-4e60-949e-f480ca101cce tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:24.660752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-37b1b9ec-1fef-4e60-949e-f480ca101cce tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:24.668917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b1b9ec-1fef-4e60-949e-f480ca101cce tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:24.669751 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37b1b9ec-1fef-4e60-949e-f480ca101cce tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:24.670872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f8432a-81e1-4b73-bfdf-d424793fe48f None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:24.693880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1b9ec-1fef-4e60-949e-f480ca101cce tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=439f9752-3039-4ff8-a0f5-f70826efd84b,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:24.700087 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-37b1b9ec-1fef-4e60-949e-f480ca101cce tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5939291 Feb 02 13:16:24.702430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33562) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:24.708719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:d3:b9:8f', 'name': 'tempest-NetworksTestDHCPv6-338576800'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:24.747154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7d8474e6-71c4-4181-b9a9-33933cf2481b no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:16:24.816161 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks [] for security_group (88da9c45-e4f2-4ab2-aeea-884c4070754e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:24.832206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 7d8474e6-71c4-4181-b9a9-33933cf2481b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:16:24.832618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7d8474e6-71c4-4181-b9a9-33933cf2481b not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:16:24.839752 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (88da9c45-e4f2-4ab2-aeea-884c4070754e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:24.874703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:24.898304 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:16:24.920614 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2e0f38f6-dd5a-4b31-8adb-02978a098a5c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:24.922449 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Added segment 2e0f38f6-dd5a-4b31-8adb-02978a098a5c of type vlan for network c9dc03b5-b87f-4652-9489-4e753f00b94b Feb 02 13:16:24.940432 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': '439f9752-3039-4ff8-a0f5-f70826efd84b'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:16:24.942284 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.011703 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba70b5fe-407a-467f-a4e0-4ca23fe40cdc req-f49338e9-47ed-4c46-b8b3-57f81566f5b6 tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/security-groups?id=e2a317b5-20e2-4450-835a-152e9cc5b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850851 Feb 02 13:16:25.072593 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.118655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceafbe0-34e0-4619-812a-410e8145e94f req-7d8250c2-7bce-47e5-aecd-cefead48f7cf tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:25.120854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ceafbe0-34e0-4619-812a-410e8145e94f req-7d8250c2-7bce-47e5-aecd-cefead48f7cf tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 945 time: 0.4637477 Feb 02 13:16:25.126092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 38bf44f1-ab59-4709-920f-b1ed091fef24 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:25.129007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88da9c45-e4f2-4ab2-aeea-884c4070754e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:25.147502 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (c9dc03b5-b87f-4652-9489-4e753f00b94b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.268785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Allocated IP 2001:db8::f816:3eff:fe0c:acd3 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/439f9752-3039-4ff8-a0f5-f70826efd84b/72038372-5fd6-4b37-8a04-0805dcb1b0a6) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:25.345816 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (c9dc03b5-b87f-4652-9489-4e753f00b94b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.346772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:25.347337 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.443983 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0100477 Feb 02 13:16:25.444634 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33576) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:25.449824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0951c08b-ca54-439b-b11c-becf95dc7b0f tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Request body: {'network': {'project_id': '08471b311c9143f5b29385f7112cbebc'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:25.489731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0951c08b-ca54-439b-b11c-becf95dc7b0f tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Made reservation on behalf of 08471b311c9143f5b29385f7112cbebc for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:25.492778 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0951c08b-ca54-439b-b11c-becf95dc7b0f tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.520599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ba399-0bdb-41ff-bfbe-e574b8e82bff req-50357678-3aba-4ca9-a32e-66888eec704f tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:25.523022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-092ba399-0bdb-41ff-bfbe-e574b8e82bff req-50357678-3aba-4ca9-a32e-66888eec704f tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 946 time: 0.2228837 Feb 02 13:16:25.526292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-5ceafbe0-34e0-4619-812a-410e8145e94f req-5b740819-7db0-428c-affe-edbf830c857c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Deleting port 26050950-cd1a-4c95-b468-d04657691c5e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:25.526813 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ceafbe0-34e0-4619-812a-410e8145e94f req-5b740819-7db0-428c-affe-edbf830c857c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (26050950-cd1a-4c95-b468-d04657691c5e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.543065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0951c08b-ca54-439b-b11c-becf95dc7b0f tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:16:25.564563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0951c08b-ca54-439b-b11c-becf95dc7b0f tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b668b823-1afb-424e-ad20-a95fadd21af5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.565046 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-0951c08b-ca54-439b-b11c-becf95dc7b0f tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Added segment b668b823-1afb-424e-ad20-a95fadd21af5 of type vlan for network 790dd054-976c-4a47-81fe-0835ba4d9dc2 Feb 02 13:16:25.592521 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Publish callbacks [] for port (72038372-5fd6-4b37-8a04-0805dcb1b0a6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.609055 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (72038372-5fd6-4b37-8a04-0805dcb1b0a6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.645800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5ceafbe0-34e0-4619-812a-410e8145e94f req-5b740819-7db0-428c-affe-edbf830c857c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] For port 26050950-cd1a-4c95-b468-d04657691c5e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=26050950-cd1a-4c95-b468-d04657691c5e,segment=NetworkSegment(d2657a6d-29f6-4ea3-b470-4e7f79db213e),segment_id=d2657a6d-29f6-4ea3-b470-4e7f79db213e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:25.646156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ceafbe0-34e0-4619-812a-410e8145e94f req-5b740819-7db0-428c-affe-edbf830c857c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (26050950-cd1a-4c95-b468-d04657691c5e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.657903 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0951c08b-ca54-439b-b11c-becf95dc7b0f tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (790dd054-976c-4a47-81fe-0835ba4d9dc2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.662722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-5ceafbe0-34e0-4619-812a-410e8145e94f req-5b740819-7db0-428c-affe-edbf830c857c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Calling delete_port for 26050950-cd1a-4c95-b468-d04657691c5e owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:25.686247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Pushing event updated for resources: {'Port': ['ID=72038372-5fd6-4b37-8a04-0805dcb1b0a6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:25.721973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:25.723542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:25.723713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6242e-5d29-46df-8d39-30327b492245 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Pushing event updated for resources: {'Network': ['ID=c9dc03b5-b87f-4652-9489-4e753f00b94b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:25.742088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:25.745692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0951c08b-ca54-439b-b11c-becf95dc7b0f tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (790dd054-976c-4a47-81fe-0835ba4d9dc2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.746776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0951c08b-ca54-439b-b11c-becf95dc7b0f tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:25.747493 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0951c08b-ca54-439b-b11c-becf95dc7b0f tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:25.752206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network c9dc03b5-b87f-4652-9489-4e753f00b94b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:16:25.813381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-092ba399-0bdb-41ff-bfbe-e574b8e82bff req-5b143c38-fb2f-420c-bb4e-86b0076ed1a8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957530 Feb 02 13:16:25.813671 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0951c08b-ca54-439b-b11c-becf95dc7b0f tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3652034 Feb 02 13:16:25.813850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33578) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:25.822405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9043bc4a-6d64-426a-ab14-b6ddbe2d7ce4 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Request body: {'network': {'project_id': '08471b311c9143f5b29385f7112cbebc'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:25.838123 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9043bc4a-6d64-426a-ab14-b6ddbe2d7ce4 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 02 13:16:25.838704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9043bc4a-6d64-426a-ab14-b6ddbe2d7ce4 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:16:25.843001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9043bc4a-6d64-426a-ab14-b6ddbe2d7ce4 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0253963 Feb 02 13:16:25.843402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:25.931112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0ccb4-3f60-46fc-baf9-7cc67ac0c238 req-62a9f050-88eb-4896-92ff-cf5d43ae0356 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:25.932942 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7b0ccb4-3f60-46fc-baf9-7cc67ac0c238 req-62a9f050-88eb-4896-92ff-cf5d43ae0356 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 946 time: 0.2111518 Feb 02 13:16:25.934824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::f816:3eff:fed3:b98f (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/439f9752-3039-4ff8-a0f5-f70826efd84b/38bf44f1-ab59-4709-920f-b1ed091fef24) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:25.938252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951c08b-ca54-439b-b11c-becf95dc7b0f tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Pushing event updated for resources: {'Network': ['ID=790dd054-976c-4a47-81fe-0835ba4d9dc2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:25.956680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-471d745f-7700-4519-be2a-ed541174550e tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=08471b311c9143f5b29385f7112cbebc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1062922 Feb 02 13:16:25.960608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33582) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:25.961392 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ceafbe0-34e0-4619-812a-410e8145e94f req-5b740819-7db0-428c-affe-edbf830c857c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (26050950-cd1a-4c95-b468-d04657691c5e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.001130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 790dd054-976c-4a47-81fe-0835ba4d9dc2 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:16:26.017265 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b740819-7db0-428c-affe-edbf830c857c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Pushing event deleted for resources: {'Port': ['ID=26050950-cd1a-4c95-b468-d04657691c5e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:26.041819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['26050950-cd1a-4c95-b468-d04657691c5e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:16:26.115381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ceafbe0-34e0-4619-812a-410e8145e94f req-5b740819-7db0-428c-affe-edbf830c857c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] No DVR routers for this DVR port 26050950-cd1a-4c95-b468-d04657691c5e on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:16:26.127634 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5ceafbe0-34e0-4619-812a-410e8145e94f req-5b740819-7db0-428c-affe-edbf830c857c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.131026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ceafbe0-34e0-4619-812a-410e8145e94f req-5b740819-7db0-428c-affe-edbf830c857c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.62 "DELETE /v2.0/ports/26050950-cd1a-4c95-b468-d04657691c5e HTTP/1.1" status: 204 len: 173 time: 0.9953513 Feb 02 13:16:26.132549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dcf88ac-2131-4df1-a410-4bde2412ac4c', 'name': 'network-vif-deleted', 'tag': '26050950-cd1a-4c95-b468-d04657691c5e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:16:26.138907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Attempting to bind port 72038372-5fd6-4b37-8a04-0805dcb1b0a6 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:26.145635 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d460656-44c5-4840-a1d9-b43ca2203da1" -d '{"events": [{"server_uuid": "7dcf88ac-2131-4df1-a410-4bde2412ac4c", "name": "network-vif-deleted", "tag": "26050950-cd1a-4c95-b468-d04657691c5e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:16:26.146580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Attempting to bind port 72038372-5fd6-4b37-8a04-0805dcb1b0a6 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:26.147182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Attempting to bind port 72038372-5fd6-4b37-8a04-0805dcb1b0a6 on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:26.154764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-d7b0ccb4-3f60-46fc-baf9-7cc67ac0c238 req-7ab1eba0-6ae6-457c-a438-46be06a475e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Deleting port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:26.157976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7b0ccb4-3f60-46fc-baf9-7cc67ac0c238 req-7ab1eba0-6ae6-457c-a438-46be06a475e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.199759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:16:26.200478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:26.201584 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e14bcdb-44d5-4c31-9257-a43b161c72ba tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks [] for security_group (88da9c45-e4f2-4ab2-aeea-884c4070754e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.201906 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.202469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:16:26.203178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Bound port: 72038372-5fd6-4b37-8a04-0805dcb1b0a6, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:16:26.203921 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (72038372-5fd6-4b37-8a04-0805dcb1b0a6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.297394 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e14bcdb-44d5-4c31-9257-a43b161c72ba tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks [] for security_group (88da9c45-e4f2-4ab2-aeea-884c4070754e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.360865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] For port 72038372-5fd6-4b37-8a04-0805dcb1b0a6, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:26.366756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] For port 72038372-5fd6-4b37-8a04-0805dcb1b0a6, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=72038372-5fd6-4b37-8a04-0805dcb1b0a6,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:16:26.385715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (72038372-5fd6-4b37-8a04-0805dcb1b0a6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.455983 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd83cddb-a1be-4ab4-a061-688b33f18b26 x-openstack-request-id: req-bd83cddb-a1be-4ab4-a061-688b33f18b26 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:16:26.456567 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dcf88ac-2131-4df1-a410-4bde2412ac4c", "name": "network-vif-deleted", "tag": "26050950-cd1a-4c95-b468-d04657691c5e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:16:26.456567 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bd83cddb-a1be-4ab4-a061-688b33f18b26 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:16:26.456969 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dcf88ac-2131-4df1-a410-4bde2412ac4c', 'name': 'network-vif-deleted', 'tag': '26050950-cd1a-4c95-b468-d04657691c5e', 'status': 'completed', 'code': 200} Feb 02 13:16:26.473017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc42af2-a1da-44fb-8a37-f7c70f99bab5 None None] Pushing event updated for resources: {'Port': ['ID=72038372-5fd6-4b37-8a04-0805dcb1b0a6,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:26.481270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ce450c9-782c-4ee8-bae3-2e8cbd8b1db2 req-fe77d77e-36eb-4604-8066-c54f24c20e8c tempest-ServerPasswordTestJSON-627940604 tempest-ServerPasswordTestJSON-627940604-project] 10.222.0.83 "GET /v2.0/ports?device_id=7dcf88ac-2131-4df1-a410-4bde2412ac4c HTTP/1.1" status: 200 len: 210 time: 0.3036404 Feb 02 13:16:26.481883 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e14bcdb-44d5-4c31-9257-a43b161c72ba tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (88da9c45-e4f2-4ab2-aeea-884c4070754e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.484505 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e14bcdb-44d5-4c31-9257-a43b161c72ba tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.485718 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4e14bcdb-44d5-4c31-9257-a43b161c72ba tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] 10.222.0.83 "DELETE /v2.0/security-groups/88da9c45-e4f2-4ab2-aeea-884c4070754e HTTP/1.1" status: 204 len: 168 time: 0.5223224 Feb 02 13:16:26.491520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:26.539930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14bcdb-44d5-4c31-9257-a43b161c72ba tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88da9c45-e4f2-4ab2-aeea-884c4070754e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:26.552064 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (38bf44f1-ab59-4709-920f-b1ed091fef24), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.582354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-83d2cd7a-01b6-4d5a-9ee3-227a8db14770 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4587221 Feb 02 13:16:26.604735 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (38bf44f1-ab59-4709-920f-b1ed091fef24), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.636944 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (790dd054-976c-4a47-81fe-0835ba4d9dc2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.764350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d7b0ccb4-3f60-46fc-baf9-7cc67ac0c238 req-7ab1eba0-6ae6-457c-a438-46be06a475e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] For port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:26.766393 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7b0ccb4-3f60-46fc-baf9-7cc67ac0c238 req-7ab1eba0-6ae6-457c-a438-46be06a475e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.811333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:26.815180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=38bf44f1-ab59-4709-920f-b1ed091fef24,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:26.831149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:26.842493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:26.858206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:26.859145 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.903672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-d7b0ccb4-3f60-46fc-baf9-7cc67ac0c238 req-7ab1eba0-6ae6-457c-a438-46be06a475e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Calling delete_port for 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:26.936157 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (790dd054-976c-4a47-81fe-0835ba4d9dc2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:26.975163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-59e0d7e7-ce4a-41a5-b528-ec0dff718929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:26.975940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-59e0d7e7-ce4a-41a5-b528-ec0dff718929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:26.976571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-59e0d7e7-ce4a-41a5-b528-ec0dff718929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:26.977312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-59e0d7e7-ce4a-41a5-b528-ec0dff718929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:26.977937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-59e0d7e7-ce4a-41a5-b528-ec0dff718929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:26.978564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-59e0d7e7-ce4a-41a5-b528-ec0dff718929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:26.979361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-59e0d7e7-ce4a-41a5-b528-ec0dff718929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:26.981738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-59e0d7e7-ce4a-41a5-b528-ec0dff718929 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 6705 time: 0.2911065 Feb 02 13:16:27.003701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['790dd054-976c-4a47-81fe-0835ba4d9dc2']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:27.113854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b668b823-1afb-424e-ad20-a95fadd21af5') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:27.114435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b668b823-1afb-424e-ad20-a95fadd21af5') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:27.143115 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7b0ccb4-3f60-46fc-baf9-7cc67ac0c238 req-7ab1eba0-6ae6-457c-a438-46be06a475e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:27.157556 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (b668b823-1afb-424e-ad20-a95fadd21af5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:27.180332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:16:27.246753 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b668b823-1afb-424e-ad20-a95fadd21af5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:27.259961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:16:27.260284 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (b668b823-1afb-424e-ad20-a95fadd21af5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: warnings.warn('Neutron quota engine will require "--force" ' Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:16:27.262947 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:16:27.291812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b98f4e-25cf-423c-990a-f99933835cf6 req-1ce91fbc-984e-4e18-b6b6-ebfeae38a4f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:27.293409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26b98f4e-25cf-423c-990a-f99933835cf6 req-1ce91fbc-984e-4e18-b6b6-ebfeae38a4f4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 867 time: 0.3395627 Feb 02 13:16:27.445903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-405ac948-3b24-4c4c-a358-c6ad27f47676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:27.446373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-405ac948-3b24-4c4c-a358-c6ad27f47676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:27.446832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-405ac948-3b24-4c4c-a358-c6ad27f47676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:27.450723 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-405ac948-3b24-4c4c-a358-c6ad27f47676 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5716fbfd-26f9-422f-a503-b67b5c7019cb&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=587f13c3-5829-4c57-bcd3-f3f049bb1786&id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&id=f5fdd77c-8e52-4edb-974c-730c98bebc9d HTTP/1.1" status: 200 len: 2292 time: 0.4415646 Feb 02 13:16:27.654199 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (790dd054-976c-4a47-81fe-0835ba4d9dc2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:27.672656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33606) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:27.731489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 72038372-5fd6-4b37-8a04-0805dcb1b0a6 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:27.809734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab1eba0-6ae6-457c-a438-46be06a475e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event deleted for resources: {'Port': ['ID=8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:27.821782 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a86d0b0-5127-403a-92f4-2e573a2f6fcf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1179173 Feb 02 13:16:27.827950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33608) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:27.834670 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:27.845231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] 10.222.0.83 "DELETE /v2.0/networks/790dd054-976c-4a47-81fe-0835ba4d9dc2 HTTP/1.1" status: 204 len: 168 time: 1.3504920 Feb 02 13:16:27.850919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 72038372-5fd6-4b37-8a04-0805dcb1b0a6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:27.853098 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (72038372-5fd6-4b37-8a04-0805dcb1b0a6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:27.853538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-c067a5fd-f9b7-4b2b-bef5-ae7fb8932454 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c96934c-6025-4aa0-b186-ba41d6c08d1d HTTP/1.1" status: 200 len: 1001 time: 0.3923385 Feb 02 13:16:27.854418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaf6ac-1e3b-425b-a708-faa4e073762a tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Pushing event deleted for resources: {'Network': ['ID=790dd054-976c-4a47-81fe-0835ba4d9dc2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:27.857504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33610) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:27.985982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b0ccb4-3f60-46fc-baf9-7cc67ac0c238 req-7ab1eba0-6ae6-457c-a438-46be06a475e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] No DVR routers for this DVR port 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:16:27.999953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-07c3ea38-7ba9-41e3-b89f-a503df3d8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:28.001598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-07c3ea38-7ba9-41e3-b89f-a503df3d8fa9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa6bda80-df11-42de-8ebe-410c80374a78 HTTP/1.1" status: 200 len: 851 time: 0.0977297 Feb 02 13:16:28.019138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 72038372-5fd6-4b37-8a04-0805dcb1b0a6 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:28.019548 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (72038372-5fd6-4b37-8a04-0805dcb1b0a6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.032239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26b98f4e-25cf-423c-990a-f99933835cf6 req-4aec57b5-ddb0-450e-8b53-d2385408bccb tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7206657 Feb 02 13:16:28.047275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 26050950-cd1a-4c95-b468-d04657691c5e no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:16:28.102004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 26050950-cd1a-4c95-b468-d04657691c5e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:16:28.102378 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 26050950-cd1a-4c95-b468-d04657691c5e not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:16:28.102939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:16:28.137687 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (c9dc03b5-b87f-4652-9489-4e753f00b94b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.146311 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d7b0ccb4-3f60-46fc-baf9-7cc67ac0c238 req-7ab1eba0-6ae6-457c-a438-46be06a475e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.154681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 72038372-5fd6-4b37-8a04-0805dcb1b0a6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=72038372-5fd6-4b37-8a04-0805dcb1b0a6,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:28.157284 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7b0ccb4-3f60-46fc-baf9-7cc67ac0c238 req-7ab1eba0-6ae6-457c-a438-46be06a475e8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.62 "DELETE /v2.0/ports/8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 HTTP/1.1" status: 204 len: 173 time: 2.2160702 Feb 02 13:16:28.172143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-17656cf3-f81e-4d9b-b1a8-446f9597be4d admin admin] Deleting subnet 799a3178-0510-427a-a162-d786df6234e5 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:28.174904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e992f2b-fdfd-4d57-ab02-42e89bea9de5', 'name': 'network-vif-deleted', 'tag': '8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:16:28.180933 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17656cf3-f81e-4d9b-b1a8-446f9597be4d admin admin] Publish callbacks [] for subnet (799a3178-0510-427a-a162-d786df6234e5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.181266 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9975835-1ca3-49fe-84a2-7ec963443117" -d '{"events": [{"server_uuid": "4e992f2b-fdfd-4d57-ab02-42e89bea9de5", "name": "network-vif-deleted", "tag": "8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:16:28.217598 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (72038372-5fd6-4b37-8a04-0805dcb1b0a6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.302588 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17656cf3-f81e-4d9b-b1a8-446f9597be4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (799a3178-0510-427a-a162-d786df6234e5), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.315997 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14855b8-7233-426c-9fed-753cfc34adbb x-openstack-request-id: req-b14855b8-7233-426c-9fed-753cfc34adbb {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:16:28.316407 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e992f2b-fdfd-4d57-ab02-42e89bea9de5", "name": "network-vif-deleted", "tag": "8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:16:28.316801 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b14855b8-7233-426c-9fed-753cfc34adbb {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:16:28.317210 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e992f2b-fdfd-4d57-ab02-42e89bea9de5', 'name': 'network-vif-deleted', 'tag': '8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7', 'status': 'completed', 'code': 200} Feb 02 13:16:28.354813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:16:28.356118 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17656cf3-f81e-4d9b-b1a8-446f9597be4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (799a3178-0510-427a-a162-d786df6234e5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.363936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 8d37cf6b-6cbc-4ff4-8988-a67c126cfcd7 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:16:28.389177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668bde50-8a38-4f63-834f-f00b3eb9382d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:28.399020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668bde50-8a38-4f63-834f-f00b3eb9382d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:28.400710 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-668bde50-8a38-4f63-834f-f00b3eb9382d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.5708835 Feb 02 13:16:28.431857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33618) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:28.447922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-c277e2d9-70a4-459d-8ae2-5b1980010bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:28.450001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-c277e2d9-70a4-459d-8ae2-5b1980010bd0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5716fbfd-26f9-422f-a503-b67b5c7019cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4165080 Feb 02 13:16:28.450592 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17656cf3-f81e-4d9b-b1a8-446f9597be4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (799a3178-0510-427a-a162-d786df6234e5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.467595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=72038372-5fd6-4b37-8a04-0805dcb1b0a6,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:28.507859 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bd45c6d4-fd14-4acf-89a7-38b64527d02d None None] Provisioning complete for port 72038372-5fd6-4b37-8a04-0805dcb1b0a6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:28.508236 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd45c6d4-fd14-4acf-89a7-38b64527d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (72038372-5fd6-4b37-8a04-0805dcb1b0a6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.512987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (c9dc03b5-b87f-4652-9489-4e753f00b94b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.590075 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9dc03b5-b87f-4652-9489-4e753f00b94b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:28.592014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-36a827d6-beb1-408c-a5d3-fef91ae4e23a service neutron] 10.222.0.18 "GET /v2.0/networks/5716fbfd-26f9-422f-a503-b67b5c7019cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175330 Feb 02 13:16:28.628182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0f38f6-dd5a-4b31-8adb-02978a098a5c') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:28.628609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0f38f6-dd5a-4b31-8adb-02978a098a5c') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:28.639008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17656cf3-f81e-4d9b-b1a8-446f9597be4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799a3178-0510-427a-a162-d786df6234e5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:28.662594 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (2e0f38f6-dd5a-4b31-8adb-02978a098a5c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.690088 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2e0f38f6-dd5a-4b31-8adb-02978a098a5c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.699708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:16:28.700097 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (2e0f38f6-dd5a-4b31-8adb-02978a098a5c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:16:28.704072 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:16:28.726975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bd45c6d4-fd14-4acf-89a7-38b64527d02d None None] Current status of the port 72038372-5fd6-4b37-8a04-0805dcb1b0a6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:28.777215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17656cf3-f81e-4d9b-b1a8-446f9597be4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.780443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-17656cf3-f81e-4d9b-b1a8-446f9597be4d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/799a3178-0510-427a-a162-d786df6234e5 HTTP/1.1" status: 204 len: 168 time: 1.1068113 Feb 02 13:16:28.788080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33624) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:28.810638 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (c9dc03b5-b87f-4652-9489-4e753f00b94b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.818838 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.825459 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] 10.222.0.83 "DELETE /v2.0/networks/c9dc03b5-b87f-4652-9489-4e753f00b94b HTTP/1.1" status: 204 len: 168 time: 0.9075696 Feb 02 13:16:28.851487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11247235-ae91-447b-9abf-13575916b690 tempest-QuotasNegativeTest-1617032505 tempest-QuotasNegativeTest-1617032505-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9dc03b5-b87f-4652-9489-4e753f00b94b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:28.860112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-772299f1-72a9-4c33-98c1-934fbe3e2f3c None None] Provisioning complete for port 38bf44f1-ab59-4709-920f-b1ed091fef24 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:28.864215 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-772299f1-72a9-4c33-98c1-934fbe3e2f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (38bf44f1-ab59-4709-920f-b1ed091fef24), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:28.913589 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (8b6d0e98-457c-4848-88d4-4601d1ffb859), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:29.003138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-772299f1-72a9-4c33-98c1-934fbe3e2f3c None None] Port 38bf44f1-ab59-4709-920f-b1ed091fef24 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:16:29.027595 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-4021fbb0-c484-456c-9407-b2530e61b2c8 service neutron] 10.222.0.18 "GET /v2.0/networks/5716fbfd-26f9-422f-a503-b67b5c7019cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890877 Feb 02 13:16:29.137576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (8b6d0e98-457c-4848-88d4-4601d1ffb859), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:29.156083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-06f278c6-0124-4942-a66a-f270a6cfd667 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=5abe3ffe-b1f8-483f-b83f-f8edad0fc901 HTTP/1.1" status: 200 len: 217 time: 0.1217356 Feb 02 13:16:29.224554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4684fa26-fb71-4b29-b391-c97e0e7d5f5c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 38bf44f1-ab59-4709-920f-b1ed091fef24 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:29.224889 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4684fa26-fb71-4b29-b391-c97e0e7d5f5c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (38bf44f1-ab59-4709-920f-b1ed091fef24), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:29.250613 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-0d7fa41c-ecac-4fdb-820c-84e4fe97d821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:29.252139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-0d7fa41c-ecac-4fdb-820c-84e4fe97d821 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 200 len: 797 time: 0.0828819 Feb 02 13:16:29.252655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6d0e98-457c-4848-88d4-4601d1ffb859']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:29.296144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2657a6d-29f6-4ea3-b470-4e7f79db213e') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:29.299960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2657a6d-29f6-4ea3-b470-4e7f79db213e') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:29.329784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (d2657a6d-29f6-4ea3-b470-4e7f79db213e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:29.348352 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d2657a6d-29f6-4ea3-b470-4e7f79db213e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:29.356833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:16:29.357639 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (d2657a6d-29f6-4ea3-b470-4e7f79db213e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:16:29.432182 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:16:29.437379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (8b6d0e98-457c-4848-88d4-4601d1ffb859), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:29.445123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:29.454287 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] 10.222.0.83 "DELETE /v2.0/networks/8b6d0e98-457c-4848-88d4-4601d1ffb859 HTTP/1.1" status: 204 len: 168 time: 0.6640863 Feb 02 13:16:29.483238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b327-b548-4156-831d-dd786512ea67 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b6d0e98-457c-4848-88d4-4601d1ffb859,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:29.626250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 72038372-5fd6-4b37-8a04-0805dcb1b0a6 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:29.777316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 72038372-5fd6-4b37-8a04-0805dcb1b0a6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:29.779072 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (72038372-5fd6-4b37-8a04-0805dcb1b0a6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:29.814464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33646) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:29.891513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33650) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:29.988466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 72038372-5fd6-4b37-8a04-0805dcb1b0a6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:30.023187 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-386d2258-8f62-4630-9ba7-bf402fb0817f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=11770253486640c5a68002ca9680e591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2075078 Feb 02 13:16:30.025300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33654) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:30.147092 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8932735-d468-4b88-9434-dee09dfb3b3d admin admin] Publish callbacks [] for security_group (e2a317b5-20e2-4450-835a-152e9cc5b30c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.204371 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8932735-d468-4b88-9434-dee09dfb3b3d admin admin] Publish callbacks [] for security_group (e2a317b5-20e2-4450-835a-152e9cc5b30c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.235623 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3575fd40-59ed-4770-a341-5d9623e1cd19 req-76b53a27-04e8-4d25-95ea-8aeb2c73cf3d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=4e992f2b-fdfd-4d57-ab02-42e89bea9de5 HTTP/1.1" status: 200 len: 210 time: 0.9604583 Feb 02 13:16:30.249281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33658) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:30.314295 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef0868cd-40b8-4e43-99fa-ab09c6375679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.325281 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8932735-d468-4b88-9434-dee09dfb3b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e2a317b5-20e2-4450-835a-152e9cc5b30c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.328281 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8932735-d468-4b88-9434-dee09dfb3b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.329511 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b8932735-d468-4b88-9434-dee09dfb3b3d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e2a317b5-20e2-4450-835a-152e9cc5b30c HTTP/1.1" status: 204 len: 168 time: 0.3026135 Feb 02 13:16:30.345894 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4684fa26-fb71-4b29-b391-c97e0e7d5f5c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (38bf44f1-ab59-4709-920f-b1ed091fef24), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.356476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-9a2e2f44-c8ea-4200-adec-3ab897c912b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:30.358052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-9a2e2f44-c8ea-4200-adec-3ab897c912b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=587f13c3-5829-4c57-bcd3-f3f049bb1786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.0957992 Feb 02 13:16:30.361000 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8932735-d468-4b88-9434-dee09dfb3b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a317b5-20e2-4450-835a-152e9cc5b30c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:30.440194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4684fa26-fb71-4b29-b391-c97e0e7d5f5c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 38bf44f1-ab59-4709-920f-b1ed091fef24 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:30.529801 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef0868cd-40b8-4e43-99fa-ab09c6375679 admin admin] Publish callbacks [] for security_group (3aca29a5-561b-4ea9-891d-4e3a748213e1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.548941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef0868cd-40b8-4e43-99fa-ab09c6375679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3aca29a5-561b-4ea9-891d-4e3a748213e1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.655397 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ef0868cd-40b8-4e43-99fa-ab09c6375679 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=adbdc786f62947a6957becb80a3a4d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7628169 Feb 02 13:16:30.658400 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33670) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:30.735871 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4684fa26-fb71-4b29-b391-c97e0e7d5f5c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (38bf44f1-ab59-4709-920f-b1ed091fef24), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.739867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0868cd-40b8-4e43-99fa-ab09c6375679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aca29a5-561b-4ea9-891d-4e3a748213e1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:30.820728 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b071ce2-c24b-44e7-a28d-5c24a9c629a1 admin admin] Publish callbacks [] for security_group (3aca29a5-561b-4ea9-891d-4e3a748213e1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.855923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b071ce2-c24b-44e7-a28d-5c24a9c629a1 admin admin] Publish callbacks [] for security_group (3aca29a5-561b-4ea9-891d-4e3a748213e1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.928396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684fa26-fb71-4b29-b391-c97e0e7d5f5c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=38bf44f1-ab59-4709-920f-b1ed091fef24,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:30.968871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-215fcd63-9083-4666-9b5b-64119ae1e009 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993876 Feb 02 13:16:30.979210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b071ce2-c24b-44e7-a28d-5c24a9c629a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3aca29a5-561b-4ea9-891d-4e3a748213e1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.982802 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b071ce2-c24b-44e7-a28d-5c24a9c629a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:30.985198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8b071ce2-c24b-44e7-a28d-5c24a9c629a1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3aca29a5-561b-4ea9-891d-4e3a748213e1 HTTP/1.1" status: 204 len: 168 time: 0.3239591 Feb 02 13:16:31.020012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b071ce2-c24b-44e7-a28d-5c24a9c629a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aca29a5-561b-4ea9-891d-4e3a748213e1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:31.100958 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4684fa26-fb71-4b29-b391-c97e0e7d5f5c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:31.105713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4684fa26-fb71-4b29-b391-c97e0e7d5f5c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/38bf44f1-ab59-4709-920f-b1ed091fef24 HTTP/1.1" status: 204 len: 168 time: 2.6727507 Feb 02 13:16:31.108280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33682) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:31.256386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3dcc6-9d86-46f8-8415-3c0cd64c5528 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:31.259473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b3dcc6-9d86-46f8-8415-3c0cd64c5528 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:31.262182 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-59b3dcc6-9d86-46f8-8415-3c0cd64c5528 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1525385 Feb 02 13:16:31.265228 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33686) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:31.298404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b33f4e-f35e-449c-b15d-d409b244ba6a admin admin] Deleting subnet b38b2c40-37ff-4b0b-b098-a2e69951a834 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:31.303115 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77b33f4e-f35e-449c-b15d-d409b244ba6a admin admin] Publish callbacks [] for subnet (b38b2c40-37ff-4b0b-b098-a2e69951a834), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:31.371174 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77b33f4e-f35e-449c-b15d-d409b244ba6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (b38b2c40-37ff-4b0b-b098-a2e69951a834), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:31.438612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 439f9752-3039-4ff8-a0f5-f70826efd84b {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:31.449731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (439f9752-3039-4ff8-a0f5-f70826efd84b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:31.456662 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-87ff241e-a5f3-4160-a5dc-09900640b53a service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617601 Feb 02 13:16:31.551839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-4d5e8d64-0ba0-4d8b-9aa2-fd98e2c94d0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.113&port_id=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda HTTP/1.1" status: 200 len: 217 time: 0.0874271 Feb 02 13:16:31.560066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (439f9752-3039-4ff8-a0f5-f70826efd84b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:31.617573 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-23fa8c71-a34f-4eba-89c6-8e0b125313fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:31.619095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-23fa8c71-a34f-4eba-89c6-8e0b125313fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 200 len: 797 time: 0.0614657 Feb 02 13:16:31.674282 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77b33f4e-f35e-449c-b15d-d409b244ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (b38b2c40-37ff-4b0b-b098-a2e69951a834), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:31.751702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da4c3eea-aa01-4938-9c2c-12af07439c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:31.781227 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (439f9752-3039-4ff8-a0f5-f70826efd84b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:31.852283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-914a2585-7e81-4351-a7e6-4caa986b53bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:31.853911 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-914a2585-7e81-4351-a7e6-4caa986b53bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=587f13c3-5829-4c57-bcd3-f3f049bb1786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2289798 Feb 02 13:16:31.900411 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77b33f4e-f35e-449c-b15d-d409b244ba6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (b38b2c40-37ff-4b0b-b098-a2e69951a834), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:31.903367 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (439f9752-3039-4ff8-a0f5-f70826efd84b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:31.958154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b33f4e-f35e-449c-b15d-d409b244ba6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b38b2c40-37ff-4b0b-b098-a2e69951a834,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:31.970372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=439f9752-3039-4ff8-a0f5-f70826efd84b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:31.985400 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77b33f4e-f35e-449c-b15d-d409b244ba6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:31.989026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-77b33f4e-f35e-449c-b15d-d409b244ba6a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/b38b2c40-37ff-4b0b-b098-a2e69951a834 HTTP/1.1" status: 204 len: 168 time: 1.7325380 Feb 02 13:16:31.995004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bd2ce7-ed99-4b52-b292-caa7add3b687 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:32.004353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33714) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:32.006044 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:32.021511 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/439f9752-3039-4ff8-a0f5-f70826efd84b HTTP/1.1" status: 204 len: 168 time: 0.7537801 Feb 02 13:16:32.024497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33716) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:32.075654 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-52940437-5cbc-456c-9943-3764f2293e72 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484748 Feb 02 13:16:32.081639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:32.086825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f1d8c532-49e7-4ccb-99f9-ac45b3274ece tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:32.091292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.101107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.101107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.101496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.101717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.102036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.106326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.107201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.107607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.107956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.108304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.108646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.108987 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0355d8-26e7-46d8-be8c-bb7a7a7afbf2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:32.149860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc623539-02f8-47d6-944c-155befc40331 req-acfafac4-6edb-409d-a269-aad1e7d41c63 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:32.151601 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-acfafac4-6edb-409d-a269-aad1e7d41c63 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.2943881 Feb 02 13:16:32.156055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-8ea3ba9c-4495-46eb-9efa-e843b2e148c2 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898400 Feb 02 13:16:32.166413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33720) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:32.292664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-8053f20c-27d7-4cee-af6d-48efc988db84 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/quotas/6ee72b4765a44f94a55b3d24e29dc8b4 HTTP/1.1" status: 200 len: 375 time: 0.1330411 Feb 02 13:16:32.321577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c0e8e-d6a9-47b1-94d1-cc898f081598 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:16:32.329322 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:32.331072 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c778-00e1-4be9-bbe6-41e73a8951e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:32.487184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:32.520997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:32.534729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a551a7f-57bb-4e0b-86bf-5756f6af44b7') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:32.535215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a551a7f-57bb-4e0b-86bf-5756f6af44b7') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:32.542538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-8b767310-e6d1-4d59-968b-d3d21258b4cb service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499589 Feb 02 13:16:32.557937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (7a551a7f-57bb-4e0b-86bf-5756f6af44b7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:32.569535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d8c532-49e7-4ccb-99f9-ac45b3274ece tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:32.580041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (7a551a7f-57bb-4e0b-86bf-5756f6af44b7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:32.588236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c532-49e7-4ccb-99f9-ac45b3274ece tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:32.589611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:16:32.590083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (7a551a7f-57bb-4e0b-86bf-5756f6af44b7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:16:32.654085 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:16:32.673945 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-7fdde916-7f9b-452b-9aa0-e779818d28d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=a1765a74-871b-4e5a-a87e-d9ede27dfbfc HTTP/1.1" status: 200 len: 217 time: 0.1147368 Feb 02 13:16:32.704695 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-b6a6af07-743d-468e-8a98-fbb0759fcc16 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3850307 Feb 02 13:16:32.766601 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:32.775538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:32.785686 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] 10.222.0.83 "DELETE /v2.0/networks/17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd HTTP/1.1" status: 204 len: 168 time: 0.7609437 Feb 02 13:16:32.859646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd3cc3-5e27-4b8e-be54-3325ebf78211 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f999c4-3515-4e4b-b9d9-32ecd8a6a4fd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:32.959540 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e35c0e8e-d6a9-47b1-94d1-cc898f081598 None None] Deleting port 72038372-5fd6-4b37-8a04-0805dcb1b0a6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:32.962407 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e35c0e8e-d6a9-47b1-94d1-cc898f081598 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (72038372-5fd6-4b37-8a04-0805dcb1b0a6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.046916 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c778-00e1-4be9-bbe6-41e73a8951e2 admin admin] Publish callbacks [] for security_group (1fb7747d-64e4-492e-98ec-3b63d6f16d6a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.050303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-8a54f4b6-c763-4a26-9f78-c79267f3b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:33.053895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-8a54f4b6-c763-4a26-9f78-c79267f3b7c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 200 len: 797 time: 0.3644595 Feb 02 13:16:33.061027 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d5d6c778-00e1-4be9-bbe6-41e73a8951e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1fb7747d-64e4-492e-98ec-3b63d6f16d6a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.104019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33738) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:33.105903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d5d6c778-00e1-4be9-bbe6-41e73a8951e2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=17f14adbb901415fa0f8c54c9a1a88be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9055364 Feb 02 13:16:33.125963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e35c0e8e-d6a9-47b1-94d1-cc898f081598 None None] For port 72038372-5fd6-4b37-8a04-0805dcb1b0a6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=72038372-5fd6-4b37-8a04-0805dcb1b0a6,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:33.127029 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e35c0e8e-d6a9-47b1-94d1-cc898f081598 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (72038372-5fd6-4b37-8a04-0805dcb1b0a6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.141851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e35c0e8e-d6a9-47b1-94d1-cc898f081598 None None] Calling delete_port for 72038372-5fd6-4b37-8a04-0805dcb1b0a6 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:33.178887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33740) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:33.255586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e35c0e8e-d6a9-47b1-94d1-cc898f081598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (72038372-5fd6-4b37-8a04-0805dcb1b0a6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.260884 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec60f41c-1ede-47e0-a7a0-366d13724980 admin admin] Publish callbacks [] for security_group (1fb7747d-64e4-492e-98ec-3b63d6f16d6a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.283505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c0e8e-d6a9-47b1-94d1-cc898f081598 None None] No DVR routers for this DVR port 72038372-5fd6-4b37-8a04-0805dcb1b0a6 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:16:33.322195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec60f41c-1ede-47e0-a7a0-366d13724980 admin admin] Publish callbacks [] for security_group (1fb7747d-64e4-492e-98ec-3b63d6f16d6a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.343346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c0e8e-d6a9-47b1-94d1-cc898f081598 None None] Pushing event deleted for resources: {'Port': ['ID=72038372-5fd6-4b37-8a04-0805dcb1b0a6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:33.479152 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec60f41c-1ede-47e0-a7a0-366d13724980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1fb7747d-64e4-492e-98ec-3b63d6f16d6a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.482774 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec60f41c-1ede-47e0-a7a0-366d13724980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.486552 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ec60f41c-1ede-47e0-a7a0-366d13724980 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1fb7747d-64e4-492e-98ec-3b63d6f16d6a HTTP/1.1" status: 204 len: 168 time: 0.3791595 Feb 02 13:16:33.505680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60f41c-1ede-47e0-a7a0-366d13724980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb7747d-64e4-492e-98ec-3b63d6f16d6a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:33.508811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d6c778-00e1-4be9-bbe6-41e73a8951e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb7747d-64e4-492e-98ec-3b63d6f16d6a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:33.518838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-6c89158f-0ad1-40e4-990a-d0781920b3d0 service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7764776 Feb 02 13:16:33.533516 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-acf2aa42-fef1-4c90-bd10-4924eac8ca6e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1af86eae570b46b3a4585e718e1a9580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3459344 Feb 02 13:16:33.533889 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33758) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:33.586535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.objects.ports [None req-f1d8c532-49e7-4ccb-99f9-ac45b3274ece tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:16:33.593408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-fc45492e-c28e-481f-b6a6-6a020b60e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:33.598737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-fc45492e-c28e-481f-b6a6-6a020b60e0ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=587f13c3-5829-4c57-bcd3-f3f049bb1786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5030982 Feb 02 13:16:33.605207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 72038372-5fd6-4b37-8a04-0805dcb1b0a6 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:16:33.649208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19910d9c-b0a2-4f89-bdd6-9e6fb2b9282d admin admin] Publish callbacks [] for security_group (872f43d6-888d-4e84-90c7-4bdadef99f86), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.677168 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c532-49e7-4ccb-99f9-ac45b3274ece tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (c2daa88a-bedf-418d-8ce4-f2346b3fc49f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.699904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 72038372-5fd6-4b37-8a04-0805dcb1b0a6 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:16:33.712347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 72038372-5fd6-4b37-8a04-0805dcb1b0a6 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:16:33.716383 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19910d9c-b0a2-4f89-bdd6-9e6fb2b9282d admin admin] Publish callbacks [] for security_group (872f43d6-888d-4e84-90c7-4bdadef99f86), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.868445 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19910d9c-b0a2-4f89-bdd6-9e6fb2b9282d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (872f43d6-888d-4e84-90c7-4bdadef99f86), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.871275 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19910d9c-b0a2-4f89-bdd6-9e6fb2b9282d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:33.872719 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-19910d9c-b0a2-4f89-bdd6-9e6fb2b9282d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/872f43d6-888d-4e84-90c7-4bdadef99f86 HTTP/1.1" status: 204 len: 168 time: 0.3377163 Feb 02 13:16:33.897956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19910d9c-b0a2-4f89-bdd6-9e6fb2b9282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872f43d6-888d-4e84-90c7-4bdadef99f86,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:33.940176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-e45add7e-47b7-4228-bca7-4a5fc405c46b service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941372 Feb 02 13:16:33.964347 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8c532-49e7-4ccb-99f9-ac45b3274ece tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=c2daa88a-bedf-418d-8ce4-f2346b3fc49f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:33.973801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e0838b8-96ed-4990-b7f5-76bca2c7a93c req-548c22cd-67a1-40e3-9e9e-ebb3cb59d31a tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.3264613 Feb 02 13:16:34.064868 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5012751-86d4-4e53-8eca-9a2e1ca74bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:34.144718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d8c532-49e7-4ccb-99f9-ac45b3274ece tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:34.189222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f1d8c532-49e7-4ccb-99f9-ac45b3274ece tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:34.214107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e271ee-6b49-4541-8c9d-bc26967b7ff6 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:34.224595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d8c532-49e7-4ccb-99f9-ac45b3274ece tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:34.225568 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1d8c532-49e7-4ccb-99f9-ac45b3274ece tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:34.337015 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f1d8c532-49e7-4ccb-99f9-ac45b3274ece tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2541451 Feb 02 13:16:34.341872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 33804) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:34.348164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:bb:60:fb', 'name': 'tempest-NetworksTestDHCPv6-289091277'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:34.363921 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-839c66d3-7bbd-489a-bc47-22d76c90d3ac service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315027 Feb 02 13:16:34.430938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-5ca5f655-74aa-4d8d-b597-bfa4e1804e7f service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576008 Feb 02 13:16:34.594512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-cafc0a43-8a74-4415-b58f-586f6e6db1c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=4944826c-bf8b-4065-98de-bc7da21a2637 HTTP/1.1" status: 200 len: 217 time: 0.1589918 Feb 02 13:16:34.654746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': 'c2daa88a-bedf-418d-8ce4-f2346b3fc49f'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:16:34.655684 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:34.769722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:34.797151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-189e8ff0-3923-44ba-932d-26ca50b67ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:34.800489 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-189e8ff0-3923-44ba-932d-26ca50b67ac2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 200 len: 797 time: 0.1980698 Feb 02 13:16:35.067699 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:35.116463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-50c63c30-291a-4624-a16f-d9409b16d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:35.117113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port b6c06d7d-fac3-407b-849f-3331967ab6da yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:35.124028 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-50c63c30-291a-4624-a16f-d9409b16d8a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=587f13c3-5829-4c57-bcd3-f3f049bb1786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3133831 Feb 02 13:16:35.126052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3614df2c-d7b6-4afa-8140-f85ca806d515 req-764d36c6-6551-4108-a39d-953c2110c6e3 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 210 time: 0.1772013 Feb 02 13:16:35.164289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Allocated IP 2001:db8::f816:3eff:fecd:66b3 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/c2daa88a-bedf-418d-8ce4-f2346b3fc49f/73291eeb-9be5-44d4-8b02-9eb225b201a9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:35.292363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe6c6413-01ca-4dd0-aa8b-ffcd2875150d req-c2c78725-4103-4199-ba50-ce9600271fe4 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1295054 Feb 02 13:16:35.500874 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Publish callbacks [] for port (73291eeb-9be5-44d4-8b02-9eb225b201a9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:35.537704 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (73291eeb-9be5-44d4-8b02-9eb225b201a9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:35.609728 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-5f66adfa-7721-4841-ba4c-20367b3f85a7 service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678681 Feb 02 13:16:35.667718 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:35.669404 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Pushing event updated for resources: {'Port': ['ID=73291eeb-9be5-44d4-8b02-9eb225b201a9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:35.673510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::f816:3eff:febb:60fb (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/c2daa88a-bedf-418d-8ce4-f2346b3fc49f/b6c06d7d-fac3-407b-849f-3331967ab6da) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:35.826716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:35.828709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:35.832886 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-c835f875-2273-47bc-8200-bf58d497ea9c service neutron] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154257 Feb 02 13:16:35.840623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:36.000461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Attempting to bind port 73291eeb-9be5-44d4-8b02-9eb225b201a9 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:36.001223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Attempting to bind port 73291eeb-9be5-44d4-8b02-9eb225b201a9 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:36.001831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Attempting to bind port 73291eeb-9be5-44d4-8b02-9eb225b201a9 on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:36.018088 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (b6c06d7d-fac3-407b-849f-3331967ab6da), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:36.041003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:16:36.041968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:36.043134 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:36.045733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:16:36.046458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Bound port: 73291eeb-9be5-44d4-8b02-9eb225b201a9, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:16:36.047926 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (73291eeb-9be5-44d4-8b02-9eb225b201a9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:36.052161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-1ccd5c7e-3bc6-48ed-8202-2d2482a9c1ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4b7daf55-1e8b-4977-a501-2f660c000eea HTTP/1.1" status: 200 len: 217 time: 0.1989241 Feb 02 13:16:36.100128 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b6c06d7d-fac3-407b-849f-3331967ab6da), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:36.229719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-2edf3683-d260-46c1-823a-4b8be9808a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:36.237184 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-2edf3683-d260-46c1-823a-4b8be9808a0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26371e2a-d775-4691-be95-f53aeb290042 HTTP/1.1" status: 200 len: 797 time: 0.1760280 Feb 02 13:16:36.254555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:36.255739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] For port 73291eeb-9be5-44d4-8b02-9eb225b201a9, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:36.263661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:36.272397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] For port 73291eeb-9be5-44d4-8b02-9eb225b201a9, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=73291eeb-9be5-44d4-8b02-9eb225b201a9,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:16:36.282709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34014) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:36.284290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:36.286235 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (73291eeb-9be5-44d4-8b02-9eb225b201a9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:36.294835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:36.295841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:36.341268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=b6c06d7d-fac3-407b-849f-3331967ab6da,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:36.378794 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-577fcc02-1cb9-4b1f-bf01-fe9d0e1f0b9b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0355797 Feb 02 13:16:36.381846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34030) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:36.449505 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3f1d258-1709-4658-a38e-6a7df05e5f4c req-9a80939d-4a47-462b-9286-6c20c441c2ee tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 210 time: 0.1078334 Feb 02 13:16:36.457997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef756d4d-44c3-463d-ae5a-ca5c2e0812c5 None None] Pushing event updated for resources: {'Port': ['ID=73291eeb-9be5-44d4-8b02-9eb225b201a9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:36.466570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7fd9e2-b979-46b0-904b-7c3fce6bf484 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:36.473687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7fd9e2-b979-46b0-904b-7c3fce6bf484 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:36.475592 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-af7fd9e2-b979-46b0-904b-7c3fce6bf484 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0924423 Feb 02 13:16:36.478699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34038) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:36.559110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea3bab63-fabe-4f6e-b31a-891a179c93c5 req-1176a8d9-cd8b-4019-9d54-1c49d00904c3 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1092527 Feb 02 13:16:36.602710 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-16f5b72e-5656-4543-ad1a-ae5ea3028088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:36.607273 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-16f5b72e-5656-4543-ad1a-ae5ea3028088 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3481128 Feb 02 13:16:36.665027 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:36.772313 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:36.776276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9619e4d3-c9e4-4047-8b22-8daae6d55e40 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port b6c06d7d-fac3-407b-849f-3331967ab6da {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:36.776873 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9619e4d3-c9e4-4047-8b22-8daae6d55e40 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b6c06d7d-fac3-407b-849f-3331967ab6da), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:36.912834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1392842007-network', 'tenant_id': '7b92b835720c47608b10176547f4948b'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:36.938127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-c98b4942-a884-4d1d-aa90-32133a9144b0 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257449 Feb 02 13:16:37.020116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Made reservation on behalf of 7b92b835720c47608b10176547f4948b for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:37.022234 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.028626 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9619e4d3-c9e4-4047-8b22-8daae6d55e40 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b6c06d7d-fac3-407b-849f-3331967ab6da), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.056106 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.207244 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Publish callbacks [] for security_group (aaacf8d2-0748-4ec9-a4dd-73fbe21c7182), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.222252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34104) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:37.224811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9619e4d3-c9e4-4047-8b22-8daae6d55e40 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for b6c06d7d-fac3-407b-849f-3331967ab6da owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:37.236817 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (aaacf8d2-0748-4ec9-a4dd-73fbe21c7182), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.284939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:16:37.353850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:37.358227 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2b690418-0258-4300-b3ce-89329838b5fc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.358695 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Added segment 2b690418-0258-4300-b3ce-89329838b5fc of type vlan for network cb2a4104-c51e-40f3-b13e-924d4652304e Feb 02 13:16:37.468739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2080204285'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:37.532580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Made reservation on behalf of 645c86d943f744e78a869a02721b1c70 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:37.544307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.571117 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (cb2a4104-c51e-40f3-b13e-924d4652304e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.584547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.627540 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.716665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 73291eeb-9be5-44d4-8b02-9eb225b201a9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:37.772176 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (cb2a4104-c51e-40f3-b13e-924d4652304e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.773294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:37.773949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.808974 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5090537 Feb 02 13:16:37.809231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-3c44e38e-12b0-42bb-9610-2df646f89348 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8614030 Feb 02 13:16:37.817588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 73291eeb-9be5-44d4-8b02-9eb225b201a9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:37.818802 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (73291eeb-9be5-44d4-8b02-9eb225b201a9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.841241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34168) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:37.852468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15d66270-634f-444d-b960-ad542ceb89fd req-20f98a45-3a58-48e6-b91f-4e7c1a4071b7 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 210 time: 0.1312466 Feb 02 13:16:37.859058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-eb101fb3-f11a-411d-a1e8-aae6b6185e12 admin admin] Request body: {'subnet': {'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1392842007-subnet', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:37.930516 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9619e4d3-c9e4-4047-8b22-8daae6d55e40 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b6c06d7d-fac3-407b-849f-3331967ab6da), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:37.974430 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.023944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fad0970f-3780-4e95-a3e3-2d2e47b2cbf2 req-359b282d-335b-4411-b2cc-badbebce92f5 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1745050 Feb 02 13:16:38.028627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8644cdf8-6d6b-492b-87d6-0724415fb9ff req-910dec83-1af3-4808-b35c-2142350a7611 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.2184083 Feb 02 13:16:38.069233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b21592-9aa4-4f61-b046-2b0f9db3aa50 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2a4104-c51e-40f3-b13e-924d4652304e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:38.075590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 73291eeb-9be5-44d4-8b02-9eb225b201a9 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:38.076172 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (73291eeb-9be5-44d4-8b02-9eb225b201a9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.087103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network cb2a4104-c51e-40f3-b13e-924d4652304e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:16:38.115997 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-d9d78e2d-d320-41cd-8f31-9cce0e96cfd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0704b38b-c126-42f5-a6f6-65ec8e467196 HTTP/1.1" status: 200 len: 217 time: 0.2375927 Feb 02 13:16:38.131369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb101fb3-f11a-411d-a1e8-aae6b6185e12 admin admin] Made reservation on behalf of 7b92b835720c47608b10176547f4948b for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:38.134243 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb101fb3-f11a-411d-a1e8-aae6b6185e12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.189578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc623539-02f8-47d6-944c-155befc40331 req-189cba52-16d1-4467-9c02-981923d7dd22 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:38.191065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-189cba52-16d1-4467-9c02-981923d7dd22 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.5967925 Feb 02 13:16:38.216516 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619e4d3-c9e4-4047-8b22-8daae6d55e40 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=b6c06d7d-fac3-407b-849f-3331967ab6da,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:38.240366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9619e4d3-c9e4-4047-8b22-8daae6d55e40 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.250833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:38.251342 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9619e4d3-c9e4-4047-8b22-8daae6d55e40 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/b6c06d7d-fac3-407b-849f-3331967ab6da HTTP/1.1" status: 204 len: 168 time: 1.7708027 Feb 02 13:16:38.292162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 73291eeb-9be5-44d4-8b02-9eb225b201a9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=73291eeb-9be5-44d4-8b02-9eb225b201a9,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:38.303129 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks [] for security_group (ed6778dd-dbcd-4e0c-b997-311a87647288), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.311950 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (73291eeb-9be5-44d4-8b02-9eb225b201a9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.323315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ed6778dd-dbcd-4e0c-b997-311a87647288), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.341396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:16:38.353174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (f88c1a16-f515-4eb7-801d-c0eaa0858a1b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.353312 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Added segment f88c1a16-f515-4eb7-801d-c0eaa0858a1b of type vlan for network 32c30027-f83e-439a-adb8-e4cc8c9feda2 Feb 02 13:16:38.374204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ef6cae-a5d0-44dd-9746-8c258a2723c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:38.381078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ef6cae-a5d0-44dd-9746-8c258a2723c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:38.382853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f0ef6cae-a5d0-44dd-9746-8c258a2723c0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303692 Feb 02 13:16:38.393152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34224) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:38.396724 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fc623539-02f8-47d6-944c-155befc40331 req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Request body: {'port': {'device_id': 'b910b120-a461-4f09-b57f-01383e69f8b1', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'admin_state_up': True, 'tenant_id': '6ee72b4765a44f94a55b3d24e29dc8b4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:38.397201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6778dd-dbcd-4e0c-b997-311a87647288,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:38.442377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=73291eeb-9be5-44d4-8b02-9eb225b201a9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:38.454760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bdb63c30-7361-4f58-9e76-e02e683d37f8 None None] Provisioning complete for port 73291eeb-9be5-44d4-8b02-9eb225b201a9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:38.455233 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bdb63c30-7361-4f58-9e76-e02e683d37f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (73291eeb-9be5-44d4-8b02-9eb225b201a9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.476962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-ac7ef0a2-3c70-4774-bcea-4d4ca6f70718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:38.478180 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-ac7ef0a2-3c70-4774-bcea-4d4ca6f70718 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26371e2a-d775-4691-be95-f53aeb290042 HTTP/1.1" status: 200 len: 797 time: 0.0943124 Feb 02 13:16:38.521959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (32c30027-f83e-439a-adb8-e4cc8c9feda2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.619269 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (32c30027-f83e-439a-adb8-e4cc8c9feda2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.625543 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:38.626363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.668007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bdb63c30-7361-4f58-9e76-e02e683d37f8 None None] Current status of the port 73291eeb-9be5-44d4-8b02-9eb225b201a9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:38.678578 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb101fb3-f11a-411d-a1e8-aae6b6185e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (be877423-cc9d-4b0f-a0a3-809a3db51209), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.724765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet c2daa88a-bedf-418d-8ce4-f2346b3fc49f {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:38.749641 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (c2daa88a-bedf-418d-8ce4-f2346b3fc49f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.797370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ed56fca5-a6fe-4913-abb2-8197b7445ce2 None None] Could not find standard attr ID for object b6c06d7d-fac3-407b-849f-3331967ab6da. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:16:38.820478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Pushing event updated for resources: {'Network': ['ID=32c30027-f83e-439a-adb8-e4cc8c9feda2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:38.827469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb101fb3-f11a-411d-a1e8-aae6b6185e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be877423-cc9d-4b0f-a0a3-809a3db51209,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:38.834195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 32c30027-f83e-439a-adb8-e4cc8c9feda2 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:16:38.847562 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-882b60ff-7305-4f58-8bd2-188c2dff55dd tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.6241703 Feb 02 13:16:38.895610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-f15a6b40-699c-4c50-aa06-62e9668dc2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:38.901000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-f15a6b40-699c-4c50-aa06-62e9668dc2e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f5fdd77c-8e52-4edb-974c-730c98bebc9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4078569 Feb 02 13:16:38.924873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb101fb3-f11a-411d-a1e8-aae6b6185e12 admin admin] Checking segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:38.926224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb101fb3-f11a-411d-a1e8-aae6b6185e12 admin admin] Network hostable DHCP agents. Network: cb2a4104-c51e-40f3-b13e-924d4652304e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:16:38.962760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb101fb3-f11a-411d-a1e8-aae6b6185e12 admin admin] Network cb2a4104-c51e-40f3-b13e-924d4652304e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:16:38.978250 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (c2daa88a-bedf-418d-8ce4-f2346b3fc49f), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:38.986817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-eb101fb3-f11a-411d-a1e8-aae6b6185e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, cb2a4104-c51e-40f3-b13e-924d4652304e) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:38.995891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb101fb3-f11a-411d-a1e8-aae6b6185e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:38.997226 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb101fb3-f11a-411d-a1e8-aae6b6185e12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.011089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e7e36-9b00-4b02-ba48-df042f324904 None None] Network cb2a4104-c51e-40f3-b13e-924d4652304e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:39.054408 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eb101fb3-f11a-411d-a1e8-aae6b6185e12 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1992772 Feb 02 13:16:39.057140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34288) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:39.061600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:39.128585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-b1c7cd5e-041d-477d-a186-7fa1f7881fee service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577957 Feb 02 13:16:39.133708 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (3ae8e24f-ba2d-437e-891c-92c647fac087), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.134934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (3ae8e24f-ba2d-437e-891c-92c647fac087), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.165489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc623539-02f8-47d6-944c-155befc40331 req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Made reservation on behalf of 6ee72b4765a44f94a55b3d24e29dc8b4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:39.169278 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc623539-02f8-47d6-944c-155befc40331 req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.244382 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Publish callbacks [] for router_controller (3ae8e24f-ba2d-437e-891c-92c647fac087), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.253410 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2383538d-eead-4e6f-b00c-12d4daea726e req-bc8f0730-47ee-4e5d-9025-26c1d97cbe61 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 210 time: 0.1160285 Feb 02 13:16:39.357426 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-cb2a4104-c51e-40f3-b13e-924d4652304e', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'project_id': '7b92b835720c47608b10176547f4948b', 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:16:39.358973 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.404827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34316) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:39.414988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-fc623539-02f8-47d6-944c-155befc40331 req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Allocated IP 172.20.0.14 (9077904b-671d-4f70-86b9-02225fb01c2a/8e3d761b-885b-4819-bc18-f1fb3a1e9ebb/bebc7354-7204-4766-8c49-62e7f6b7043b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:39.491337 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Request body: {'port': {'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2', 'binding:host_id': 'n-h1-827336-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-99472227'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:39.522091 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Publish callbacks [] for router_gateway (3ae8e24f-ba2d-437e-891c-92c647fac087), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.545850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0b4d533-5d98-4959-9528-817c5fccc5c5 req-1c9d74c3-95d5-4c2b-a251-8cf102568407 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1056654 Feb 02 13:16:39.574218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Allocated IP 172.20.0.2 (cb2a4104-c51e-40f3-b13e-924d4652304e/be877423-cc9d-4b0f-a0a3-809a3db51209/1dc2c8fc-8382-4cae-828e-621fd567a8a6) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:39.577536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Made reservation on behalf of 568660eb141745748da27f1fc76c7ee5 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:39.586217 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.609536 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.662381 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (c2daa88a-bedf-418d-8ce4-f2346b3fc49f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.671869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5dba33b-002a-4e17-a9d9-35da4c2a4d2b req-c49940df-f276-4a25-812c-7d1d585aeb52 service neutron] 10.222.0.18 "GET /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992392 Feb 02 13:16:39.817070 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Publish callbacks [] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.822548 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 73291eeb-9be5-44d4-8b02-9eb225b201a9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:39.848842 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.903086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Network cb2a4104-c51e-40f3-b13e-924d4652304e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:39.905379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:39.915754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:39.949366 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc623539-02f8-47d6-944c-155befc40331 req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks [] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.953557 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Pushing event updated for resources: {'Port': ['ID=1dc2c8fc-8382-4cae-828e-621fd567a8a6,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:39.956171 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (c2daa88a-bedf-418d-8ce4-f2346b3fc49f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:39.995618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 73291eeb-9be5-44d4-8b02-9eb225b201a9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:39.995990 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (73291eeb-9be5-44d4-8b02-9eb225b201a9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:40.009925 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:40.014344 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/c2daa88a-bedf-418d-8ce4-f2346b3fc49f HTTP/1.1" status: 204 len: 168 time: 1.5388601 Feb 02 13:16:40.016416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34348) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:40.017129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=c2daa88a-bedf-418d-8ce4-f2346b3fc49f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:40.033557 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks [] for security_group (9aef3f93-f87d-4a9b-9a30-dad1788d148f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:40.054786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.055086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d60b65-e92c-4a81-8911-9c8337f09400 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:40.059658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.060026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.060363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.060697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.061028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.061352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.061678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.062009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.062328 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.062650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.062972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.063293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0838894-c70d-47d1-a467-71375d4d5f93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:40.105278 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc623539-02f8-47d6-944c-155befc40331 req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:40.154975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Attempting to bind port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:40.155346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Attempting to bind port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:40.156059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Attempting to bind port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 on network cb2a4104-c51e-40f3-b13e-924d4652304e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:40.164479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:16:40.168444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:16:40.168821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Checking segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:40.169270 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:40.169651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Bound using segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:16:40.170341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Bound port: 1dc2c8fc-8382-4cae-828e-621fd567a8a6, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:16:40.171230 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:40.194606 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9aef3f93-f87d-4a9b-9a30-dad1788d148f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:40.206664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event updated for resources: {'Port': ['ID=bebc7354-7204-4766-8c49-62e7f6b7043b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:40.217473 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c57eedb7-b6c3-4dcf-add0-199f2876e087 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1870024 Feb 02 13:16:40.218925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] device_id is not set on port b99bc004-3986-4220-a5c4-a6dadba893ea yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:40.219796 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34360) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:40.284708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc623539-02f8-47d6-944c-155befc40331 req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Network 9077904b-671d-4f70-86b9-02225fb01c2a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:40.287836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-fc623539-02f8-47d6-944c-155befc40331 req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:40.291171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc623539-02f8-47d6-944c-155befc40331 req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:40.347988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18699924-faff-407d-9fdc-a28a91478b41 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:40.349796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] For port 1dc2c8fc-8382-4cae-828e-621fd567a8a6, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:40.352777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-18699924-faff-407d-9fdc-a28a91478b41 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1307774 Feb 02 13:16:40.353652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34364) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:40.354666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] For port 1dc2c8fc-8382-4cae-828e-621fd567a8a6, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1dc2c8fc-8382-4cae-828e-621fd567a8a6,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:16:40.421419 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc623539-02f8-47d6-944c-155befc40331 req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:40.421987 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:40.422159 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc623539-02f8-47d6-944c-155befc40331 req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:40.503014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-63c30c6b-ab48-4f21-bdfe-9d1814df8690 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1105201 Feb 02 13:16:40.511929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 73291eeb-9be5-44d4-8b02-9eb225b201a9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:40.514027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574c844b-3af1-41ba-860c-26e6bbc94d34 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:40.522227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-574c844b-3af1-41ba-860c-26e6bbc94d34 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1624093 Feb 02 13:16:40.528269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e931f4c-30f9-4897-a623-9da08a03bcff None None] Pushing event updated for resources: {'Port': ['ID=1dc2c8fc-8382-4cae-828e-621fd567a8a6,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:40.548210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34372) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:40.560555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Request body: {'port': {'device_id': 'b910b120-a461-4f09-b57f-01383e69f8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:40.672050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93786535-2440-4682-9ae7-dbd6db533fcb None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:16:40.675986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aef3f93-f87d-4a9b-9a30-dad1788d148f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:40.725324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d10488f4-a56c-4108-b721-30a7733553d6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1575754 Feb 02 13:16:40.725984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34376) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:40.777689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d38ec07d-7079-4d6b-91ef-dff1047717ec tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:40.796194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Publish callbacks [] for router_gateway (3ae8e24f-ba2d-437e-891c-92c647fac087), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:40.830018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:40.845906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a38f372-d125-4de4-9bb7-2741e7c255bc req-6c2b9911-a87a-41dd-b73d-0d9548b615ac tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1639168 Feb 02 13:16:40.893810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-93786535-2440-4682-9ae7-dbd6db533fcb None None] Deleting port 73291eeb-9be5-44d4-8b02-9eb225b201a9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:40.893810 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93786535-2440-4682-9ae7-dbd6db533fcb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (73291eeb-9be5-44d4-8b02-9eb225b201a9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:40.922388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8301-7d59-4860-b3ce-beab08c60f9a req-d0d38706-b2ad-4960-aa60-888c96cf08e5 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:40.949675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-470b8301-7d59-4860-b3ce-beab08c60f9a req-d0d38706-b2ad-4960-aa60-888c96cf08e5 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 932 time: 0.5342386 Feb 02 13:16:41.085657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-93786535-2440-4682-9ae7-dbd6db533fcb None None] For port 73291eeb-9be5-44d4-8b02-9eb225b201a9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=73291eeb-9be5-44d4-8b02-9eb225b201a9,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:41.086266 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93786535-2440-4682-9ae7-dbd6db533fcb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (73291eeb-9be5-44d4-8b02-9eb225b201a9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:41.119247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-93786535-2440-4682-9ae7-dbd6db533fcb None None] Calling delete_port for 73291eeb-9be5-44d4-8b02-9eb225b201a9 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:41.162280 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:41.185984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] device_id is not set on port b99bc004-3986-4220-a5c4-a6dadba893ea yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:41.226296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks [] for port (b99bc004-3986-4220-a5c4-a6dadba893ea), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:41.263759 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b99bc004-3986-4220-a5c4-a6dadba893ea), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:41.276507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Allocated IP 172.25.4.83 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/bc043339-6e47-45f3-81cd-54f43211bc37) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:41.308515 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93786535-2440-4682-9ae7-dbd6db533fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (73291eeb-9be5-44d4-8b02-9eb225b201a9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:41.331371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93786535-2440-4682-9ae7-dbd6db533fcb None None] No DVR routers for this DVR port 73291eeb-9be5-44d4-8b02-9eb225b201a9 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:16:41.340446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38ec07d-7079-4d6b-91ef-dff1047717ec tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:41.346153 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d38ec07d-7079-4d6b-91ef-dff1047717ec tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:41.389142 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:16:41.397351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93786535-2440-4682-9ae7-dbd6db533fcb None None] Pushing event deleted for resources: {'Port': ['ID=73291eeb-9be5-44d4-8b02-9eb225b201a9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:41.411143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event updated for resources: {'Port': ['ID=b99bc004-3986-4220-a5c4-a6dadba893ea,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:41.429187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-470b8301-7d59-4860-b3ce-beab08c60f9a req-3735ec13-3d5b-4397-9c3e-15383746908e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786384 Feb 02 13:16:41.679116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Checking segment: {'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:41.679534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Network hostable DHCP agents. Network: 32c30027-f83e-439a-adb8-e4cc8c9feda2, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:16:41.740200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1dc2c8fc-8382-4cae-828e-621fd567a8a6 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:41.774286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Network 32c30027-f83e-439a-adb8-e4cc8c9feda2 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:16:41.808755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Publish callbacks [] for port (bc043339-6e47-45f3-81cd-54f43211bc37), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:41.819869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 32c30027-f83e-439a-adb8-e4cc8c9feda2) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:41.825847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:41.854792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df09f6-b103-4be8-95d2-232624f15147 None None] Network 32c30027-f83e-439a-adb8-e4cc8c9feda2 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:41.876062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:41.876300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:41.882422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:41.901591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:41.901933 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:41.904090 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 2 to bind port b99bc004-3986-4220-a5c4-a6dadba893ea Feb 02 13:16:41.939552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:41.939756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:41.940056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:41.960387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (bc043339-6e47-45f3-81cd-54f43211bc37), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:41.985086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:41.985416 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:41.989897 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 3 to bind port b99bc004-3986-4220-a5c4-a6dadba893ea Feb 02 13:16:42.010600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:42.011184 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:42.046323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:42.061868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:42.067894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:42.078542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:42.082504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:42.083026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:42.127024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db9d5b0b-f99e-40e2-bb95-ec0679cf3018 req-4f250dfb-db2d-4c70-809b-f0e9e9fa1644 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0811150 Feb 02 13:16:42.135606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:42.136327 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:42.140016 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 4 to bind port b99bc004-3986-4220-a5c4-a6dadba893ea Feb 02 13:16:42.159865 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:42.160460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:42.161526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:42.164776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Pushing event updated for resources: {'Port': ['ID=bc043339-6e47-45f3-81cd-54f43211bc37,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:42.176286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:42.176699 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:42.178765 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 5 to bind port b99bc004-3986-4220-a5c4-a6dadba893ea Feb 02 13:16:42.186495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:42.187146 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:42.209153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:42.209598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:42.210001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:42.228003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 1dc2c8fc-8382-4cae-828e-621fd567a8a6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1dc2c8fc-8382-4cae-828e-621fd567a8a6,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:42.239585 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:42.333993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.objects.ports [None req-d38ec07d-7079-4d6b-91ef-dff1047717ec tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:16:42.339401 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d38ec07d-7079-4d6b-91ef-dff1047717ec tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (947f0a3e-8e34-440f-8670-aa284a70a2e7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:42.360989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=1dc2c8fc-8382-4cae-828e-621fd567a8a6,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:42.365888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 73291eeb-9be5-44d4-8b02-9eb225b201a9 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:16:42.397790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 73291eeb-9be5-44d4-8b02-9eb225b201a9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:16:42.398184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 73291eeb-9be5-44d4-8b02-9eb225b201a9 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:16:42.403000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ec07d-7079-4d6b-91ef-dff1047717ec tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=947f0a3e-8e34-440f-8670-aa284a70a2e7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:42.417814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb59028-0f18-49a7-a848-bc339356853e None None] Network cb2a4104-c51e-40f3-b13e-924d4652304e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:42.430331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38ec07d-7079-4d6b-91ef-dff1047717ec tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:42.434252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d38ec07d-7079-4d6b-91ef-dff1047717ec tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:42.451893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a65880f-15fe-43a2-9d0e-fbeb80e61886 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:42.469720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ec07d-7079-4d6b-91ef-dff1047717ec tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:42.475808 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d38ec07d-7079-4d6b-91ef-dff1047717ec tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:42.511646 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d38ec07d-7079-4d6b-91ef-dff1047717ec tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7386830 Feb 02 13:16:42.526834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34394) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:42.532018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:cb:b4:26', 'name': 'tempest-NetworksTestDHCPv6-1637969217'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:42.561264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bebc7354-7204-4766-8c49-62e7f6b7043b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:16:42.573218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Publish callbacks [] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:42.590138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Transition to ACTIVE for port object bebc7354-7204-4766-8c49-62e7f6b7043b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:16:42.611034 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:42.658068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c6070c52-755c-4d51-b053-58ac997c8f0c None None] Provisioning complete for port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:42.658696 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6070c52-755c-4d51-b053-58ac997c8f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:42.703280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:42.703859 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:42.711962 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 6 to bind port b99bc004-3986-4220-a5c4-a6dadba893ea Feb 02 13:16:42.805077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:42.807164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:42.807609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:42.823532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Pushing event updated for resources: {'Port': ['ID=bebc7354-7204-4766-8c49-62e7f6b7043b,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:42.830833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:42.833022 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:42.872808 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 7 to bind port b99bc004-3986-4220-a5c4-a6dadba893ea Feb 02 13:16:42.905137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:42.908843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ae892-b4fe-4c1e-ad4f-c691476b526e req-3f010329-508e-4344-8959-61ebe204b9fd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:42.909437 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:42.909863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:42.911113 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a6ae892-b4fe-4c1e-ad4f-c691476b526e req-3f010329-508e-4344-8959-61ebe204b9fd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 944 time: 0.3157108 Feb 02 13:16:42.930298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:42.930730 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:42.935676 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 8 to bind port b99bc004-3986-4220-a5c4-a6dadba893ea Feb 02 13:16:42.962727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Attempting to bind port bebc7354-7204-4766-8c49-62e7f6b7043b on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:42.963327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Attempting to bind port bebc7354-7204-4766-8c49-62e7f6b7043b by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:42.964198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Attempting to bind port bebc7354-7204-4766-8c49-62e7f6b7043b on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:42.990481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Port bebc7354-7204-4766-8c49-62e7f6b7043b on network 9077904b-671d-4f70-86b9-02225fb01c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:42.991097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Attempting to bind port bebc7354-7204-4766-8c49-62e7f6b7043b on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:42.993295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:42.995993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:42.996694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:43.005971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a6ae892-b4fe-4c1e-ad4f-c691476b526e req-56206547-25cb-44f2-9770-d6ca03521417 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876667 Feb 02 13:16:43.008329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:16:43.008899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Checking segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:43.009549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Bound using segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:16:43.010225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Bound port: bebc7354-7204-4766-8c49-62e7f6b7043b, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:16:43.011630 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:43.029145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:43.029890 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:43.032953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:43.035514 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 9 to bind port b99bc004-3986-4220-a5c4-a6dadba893ea Feb 02 13:16:43.167856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': '947f0a3e-8e34-440f-8670-aa284a70a2e7'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:16:43.168715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:43.267866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Publish callbacks [] for router_gateway (3ae8e24f-ba2d-437e-891c-92c647fac087), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:43.417216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:43.417596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:43.417893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:43.471065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c6070c52-755c-4d51-b053-58ac997c8f0c None None] Current status of the port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:43.476130 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:43.476504 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:43.478853 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 10 to bind port b99bc004-3986-4220-a5c4-a6dadba893ea Feb 02 13:16:43.512909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:43.513252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:43.513595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:43.522984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port b99bc004-3986-4220-a5c4-a6dadba893ea on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:43.523404 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port b99bc004-3986-4220-a5c4-a6dadba893ea on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:43.523950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b99bc004-3986-4220-a5c4-a6dadba893ea), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:43.607579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Allocated IP 2001:db8::f816:3eff:fe38:7948 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/947f0a3e-8e34-440f-8670-aa284a70a2e7/87bca43a-3622-4638-9bbe-0e0b63f91797) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:43.615561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-775301d5-d069-48a4-939e-2c7c593992ca None None] Provisioning complete for port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:43.616217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-775301d5-d069-48a4-939e-2c7c593992ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:43.649213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1dc2c8fc-8382-4cae-828e-621fd567a8a6 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:43.659377 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (3ae8e24f-ba2d-437e-891c-92c647fac087), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:43.674521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9bcbd821-daf8-4b2f-a17b-7e2da3ece06c req-de42a3ea-6be4-4f94-b10c-838169191ca7 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1128311 Feb 02 13:16:43.675115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] For port b99bc004-3986-4220-a5c4-a6dadba893ea, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:43.675115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempted to set empty binding levels {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 13:16:43.701090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] For port bebc7354-7204-4766-8c49-62e7f6b7043b, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:43.704863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] For port bebc7354-7204-4766-8c49-62e7f6b7043b, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bebc7354-7204-4766-8c49-62e7f6b7043b,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:16:43.727604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:43.776479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b99bc004-3986-4220-a5c4-a6dadba893ea), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:43.856967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:43.857343 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:43.869808 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:43.870699 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:43.875073 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] 10.222.0.18 "PUT /v2.0/ports/bebc7354-7204-4766-8c49-62e7f6b7043b HTTP/1.1" status: 200 len: 1092 time: 3.3254452 Feb 02 13:16:43.880645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b910b120-a461-4f09-b57f-01383e69f8b1', 'tag': 'bebc7354-7204-4766-8c49-62e7f6b7043b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:16:43.883491 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02654da-ca96-4812-b5fa-74ec71a4daac" -d '{"events": [{"name": "network-changed", "server_uuid": "b910b120-a461-4f09-b57f-01383e69f8b1", "tag": "bebc7354-7204-4766-8c49-62e7f6b7043b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:16:43.886720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event updated for resources: {'Port': ['ID=b99bc004-3986-4220-a5c4-a6dadba893ea,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:43.889615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:43.890295 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:43.905612 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:43.978355 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcef5c3c-1a2a-44fd-ae7f-5abcde30de5b x-openstack-request-id: req-dcef5c3c-1a2a-44fd-ae7f-5abcde30de5b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:16:43.978699 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b910b120-a461-4f09-b57f-01383e69f8b1", "tag": "bebc7354-7204-4766-8c49-62e7f6b7043b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:16:43.978913 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dcef5c3c-1a2a-44fd-ae7f-5abcde30de5b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:16:43.979334 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b910b120-a461-4f09-b57f-01383e69f8b1', 'tag': 'bebc7354-7204-4766-8c49-62e7f6b7043b', 'status': 'completed', 'code': 200} Feb 02 13:16:44.006717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 2d10b747-1b0a-4546-9c59-52ade4b9c16f yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:44.012355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafed84-f0c0-49fb-afdf-ac7201786f17 service neutron] Pushing event updated for resources: {'Port': ['ID=bebc7354-7204-4766-8c49-62e7f6b7043b,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:44.034792 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d101dc5a-52f3-4a31-9cd7-c929a46c8bf2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 978 time: 4.5476041 Feb 02 13:16:44.040413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34406) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:44.077656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc623539-02f8-47d6-944c-155befc40331 req-91caaec8-c04f-4190-b702-420872d36ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:44.079379 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-91caaec8-c04f-4190-b702-420872d36ec3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 1126 time: 0.1341312 Feb 02 13:16:44.122469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-775301d5-d069-48a4-939e-2c7c593992ca None None] Current status of the port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:44.138807 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Publish callbacks [] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:44.150365 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:44.165624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-e2859053-c926-4029-b340-97cefef2493e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bebc7354-7204-4766-8c49-62e7f6b7043b HTTP/1.1" status: 200 len: 217 time: 0.0648127 Feb 02 13:16:44.211521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:44.270484 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:44.280039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:44.286415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Router 3ae8e24f-ba2d-437e-891c-92c647fac087 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:16:44.290735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:44.295356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Pushing event updated for resources: {'Port': ['ID=87bca43a-3622-4638-9bbe-0e0b63f91797,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:44.321693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::f816:3eff:fecb:b426 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/947f0a3e-8e34-440f-8670-aa284a70a2e7/2d10b747-1b0a-4546-9c59-52ade4b9c16f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:44.326483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a2be7f82-a9c5-49e8-8cd4-63f460b5b16a tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Deleting port b99bc004-3986-4220-a5c4-a6dadba893ea {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:44.326855 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2be7f82-a9c5-49e8-8cd4-63f460b5b16a tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b99bc004-3986-4220-a5c4-a6dadba893ea), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:44.377894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Attempting to bind port 87bca43a-3622-4638-9bbe-0e0b63f91797 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:44.378575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Attempting to bind port 87bca43a-3622-4638-9bbe-0e0b63f91797 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:44.379235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Attempting to bind port 87bca43a-3622-4638-9bbe-0e0b63f91797 on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:44.386844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:16:44.387731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:44.388395 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:44.389063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:16:44.390075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Bound port: 87bca43a-3622-4638-9bbe-0e0b63f91797, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:16:44.390767 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:44.438923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-a2be7f82-a9c5-49e8-8cd4-63f460b5b16a tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] For port b99bc004-3986-4220-a5c4-a6dadba893ea, host n-h1-827336-2, got binding levels [] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:44.439263 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2be7f82-a9c5-49e8-8cd4-63f460b5b16a tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b99bc004-3986-4220-a5c4-a6dadba893ea), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:44.454184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a2be7f82-a9c5-49e8-8cd4-63f460b5b16a tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Calling delete_port for b99bc004-3986-4220-a5c4-a6dadba893ea owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:44.494042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc623539-02f8-47d6-944c-155befc40331 req-1e74ae45-306b-4a73-af68-32d0024e142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:44.501053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-1e74ae45-306b-4a73-af68-32d0024e142a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.3070016 Feb 02 13:16:44.540857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] For port 87bca43a-3622-4638-9bbe-0e0b63f91797, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:44.546220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] For port 87bca43a-3622-4638-9bbe-0e0b63f91797, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=87bca43a-3622-4638-9bbe-0e0b63f91797,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:16:44.553328 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2be7f82-a9c5-49e8-8cd4-63f460b5b16a tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b99bc004-3986-4220-a5c4-a6dadba893ea), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:44.555725 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:44.649951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb0e58-a725-456f-ab32-f0cee37b0f41 None None] Pushing event updated for resources: {'Port': ['ID=87bca43a-3622-4638-9bbe-0e0b63f91797,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:44.743453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c7e3e-b946-40ef-83f6-ae8b4ad33147 req-2bf9a343-0e37-44af-aa50-1ffce0a0ec3b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:44.761330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b73c7e3e-b946-40ef-83f6-ae8b4ad33147 req-2bf9a343-0e37-44af-aa50-1ffce0a0ec3b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 944 time: 0.6054699 Feb 02 13:16:44.800449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-fa9a13dc-0fcb-4b12-9314-db7502c791ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2581992 Feb 02 13:16:44.860731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2be7f82-a9c5-49e8-8cd4-63f460b5b16a tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event deleted for resources: {'Port': ['ID=b99bc004-3986-4220-a5c4-a6dadba893ea,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:44.886566 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2be7f82-a9c5-49e8-8cd4-63f460b5b16a tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:44.890522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a2be7f82-a9c5-49e8-8cd4-63f460b5b16a tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "DELETE /v2.0/ports/b99bc004-3986-4220-a5c4-a6dadba893ea HTTP/1.1" status: 204 len: 168 time: 0.8463602 Feb 02 13:16:44.898097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34414) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:44.947343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26eefb23-a196-4bf4-aa7a-5eed66c2eb4d req-6a6f128e-ea83-4b36-96bd-fa35e201474d tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0820024 Feb 02 13:16:44.978370 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-433f8687-d381-43d8-a9b4-93b8eda80d1f tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] GET failed (client error): The resource could not be found. Feb 02 13:16:44.981038 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-433f8687-d381-43d8-a9b4-93b8eda80d1f tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "GET /v2.0/ports/b99bc004-3986-4220-a5c4-a6dadba893ea HTTP/1.1" status: 404 len: 333 time: 0.0822701 Feb 02 13:16:44.996831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34418) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:44.996831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Request body: {'port': {'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1323935712'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:45.010284 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:16:45.021454 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (2d10b747-1b0a-4546-9c59-52ade4b9c16f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:45.025688 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Sync routers for ids ['3ae8e24f-ba2d-437e-891c-92c647fac087'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:16:45.049588 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Routers {'3ae8e24f-ba2d-437e-891c-92c647fac087'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:16:45.049880 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-510bfede-f408-4580-87df-6b8778a5353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:16:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3ae8e24f-ba2d-437e-891c-92c647fac087'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:45.052615 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b73c7e3e-b946-40ef-83f6-ae8b4ad33147 req-5b9f6e2e-3743-4d78-87e4-625dbac5ecc0 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847953 Feb 02 13:16:45.103143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-1c73ea61-41f9-490f-a5fd-b2da4f80ff23 service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925155 Feb 02 13:16:45.104649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:45.105886 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fff74aa1-39eb-4e7a-b4d4-04f9c0418fde admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0477965 Feb 02 13:16:45.109853 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34420) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:45.122710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Made reservation on behalf of 568660eb141745748da27f1fc76c7ee5 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:45.125819 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:45.173494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] device_id is not set on port bc03ecfb-8e49-47ac-b0bc-934460317518 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:45.263967 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (2d10b747-1b0a-4546-9c59-52ade4b9c16f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:45.324677 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Set router 3ae8e24f-ba2d-437e-891c-92c647fac087 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:16:45.327950 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc623539-02f8-47d6-944c-155befc40331 req-e3b6d100-8f5c-4b17-bfdc-7d9635931f5f service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101929 Feb 02 13:16:45.354583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:45.410863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks [] for port (bc03ecfb-8e49-47ac-b0bc-934460317518), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:45.448756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=2d10b747-1b0a-4546-9c59-52ade4b9c16f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:45.452189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:45.460051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:45.467518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:45.468178 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:45.504546 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (bc03ecfb-8e49-47ac-b0bc-934460317518), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:45.551455 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-510bfede-f408-4580-87df-6b8778a5353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:16:42Z', 'revision_number': 3, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:45.589305 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Checking router: 3ae8e24f-ba2d-437e-891c-92c647fac087 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:16:45.589889 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Updating router 3ae8e24f-ba2d-437e-891c-92c647fac087 port bc043339-6e47-45f3-81cd-54f43211bc37 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:16:45.595247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Network 32c30027-f83e-439a-adb8-e4cc8c9feda2 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:45.602683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9c2a8ae5-989c-408c-8c7d-af6f0b4cfd09 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0745451 Feb 02 13:16:45.605223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:45.631564 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bc043339-6e47-45f3-81cd-54f43211bc37), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:45.647448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:45.647448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:45.647448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:45.647448 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:45.685733 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6945524 Feb 02 13:16:45.692671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34432) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:45.709596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:45.754339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 87bca43a-3622-4638-9bbe-0e0b63f91797 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:45.886584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02654da-ca96-4812-b5fa-74ec71a4daac req-933f1b81-c686-486c-9d27-7fb44f0fc073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:45.888831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a02654da-ca96-4812-b5fa-74ec71a4daac req-933f1b81-c686-486c-9d27-7fb44f0fc073 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 1126 time: 0.4171612 Feb 02 13:16:45.925817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 87bca43a-3622-4638-9bbe-0e0b63f91797 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:45.926412 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:45.932104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b74a42a-5484-4bb1-88ac-9adee91c2387 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:45.937984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b74a42a-5484-4bb1-88ac-9adee91c2387 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:45.941944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6b74a42a-5484-4bb1-88ac-9adee91c2387 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3294179 Feb 02 13:16:45.946185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34434) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:46.002120 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Publish callbacks [] for port (bc043339-6e47-45f3-81cd-54f43211bc37), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.019172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a1e4b-7093-4ca2-a27d-f9b0472d9f39 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event updated for resources: {'Port': ['ID=bc03ecfb-8e49-47ac-b0bc-934460317518,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:46.023737 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bc043339-6e47-45f3-81cd-54f43211bc37), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.080585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bc03ecfb-8e49-47ac-b0bc-934460317518), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.170670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 87bca43a-3622-4638-9bbe-0e0b63f91797 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:46.171542 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.203051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02654da-ca96-4812-b5fa-74ec71a4daac req-c9603c68-5b8c-498c-a8a9-6104b4dd45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:46.204645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a02654da-ca96-4812-b5fa-74ec71a4daac req-c9603c68-5b8c-498c-a8a9-6104b4dd45b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 907 time: 0.3025339 Feb 02 13:16:46.214995 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Attempting to bind port bc043339-6e47-45f3-81cd-54f43211bc37 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:46.215619 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Attempting to bind port bc043339-6e47-45f3-81cd-54f43211bc37 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:46.215753 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Attempting to bind port bc043339-6e47-45f3-81cd-54f43211bc37 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:46.217676 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Pushing event updated for resources: {'Port': ['ID=bc043339-6e47-45f3-81cd-54f43211bc37,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:46.241826 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:16:46.243189 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:46.244298 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.245678 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:16:46.246414 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Bound port: bc043339-6e47-45f3-81cd-54f43211bc37, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:16:46.246562 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bc043339-6e47-45f3-81cd-54f43211bc37), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.256896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 87bca43a-3622-4638-9bbe-0e0b63f91797, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=87bca43a-3622-4638-9bbe-0e0b63f91797,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:46.270630 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.297454 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.297840 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.298117 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.298443 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.298764 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.299076 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.299387 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.302416 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.302768 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.303102 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.303452 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.305852 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.306215 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:16:46.360712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=87bca43a-3622-4638-9bbe-0e0b63f91797,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:46.382610 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-510bfede-f408-4580-87df-6b8778a5353e None None] For port bc043339-6e47-45f3-81cd-54f43211bc37, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:46.388489 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-510bfede-f408-4580-87df-6b8778a5353e None None] For port bc043339-6e47-45f3-81cd-54f43211bc37, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bc043339-6e47-45f3-81cd-54f43211bc37,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:16:46.393068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8771b537-8d05-427e-b85a-8433b561d2b1 req-37ba8004-5b17-410a-8fe0-9970b14deef1 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1872735 Feb 02 13:16:46.403798 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bc043339-6e47-45f3-81cd-54f43211bc37), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.409572 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a02654da-ca96-4812-b5fa-74ec71a4daac req-ed79d29e-e8ba-4c8e-a83b-3913e228b3c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bebc7354-7204-4766-8c49-62e7f6b7043b HTTP/1.1" status: 200 len: 217 time: 0.1437242 Feb 02 13:16:46.430655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2079751b-f163-4e5c-ad0b-c919d2b29a8b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 2d10b747-1b0a-4546-9c59-52ade4b9c16f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:46.431118 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2079751b-f163-4e5c-ad0b-c919d2b29a8b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2d10b747-1b0a-4546-9c59-52ade4b9c16f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.478555 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Routers {'3ae8e24f-ba2d-437e-891c-92c647fac087'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:16:46.479166 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-510bfede-f408-4580-87df-6b8778a5353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:16:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3ae8e24f-ba2d-437e-891c-92c647fac087'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:46.543819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-db3042b8-f5a3-4e90-ab0c-8917ebd1c219 None None] Provisioning complete for port 87bca43a-3622-4638-9bbe-0e0b63f91797 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:46.544204 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db3042b8-f5a3-4e90-ab0c-8917ebd1c219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.600881 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-510bfede-f408-4580-87df-6b8778a5353e None None] Set router 3ae8e24f-ba2d-437e-891c-92c647fac087 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:16:46.669754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02654da-ca96-4812-b5fa-74ec71a4daac req-7ed08f4f-24d4-445a-b6d5-1f19305e7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:46.671236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a02654da-ca96-4812-b5fa-74ec71a4daac req-7ed08f4f-24d4-445a-b6d5-1f19305e7b2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.1713603 Feb 02 13:16:46.680027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] device_id is not set on port bc03ecfb-8e49-47ac-b0bc-934460317518 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:46.696139 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2079751b-f163-4e5c-ad0b-c919d2b29a8b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2d10b747-1b0a-4546-9c59-52ade4b9c16f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.705761 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks [] for port (bc03ecfb-8e49-47ac-b0bc-934460317518), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.712434 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe91b29-5bdf-44c2-93d2-fb09b2d3c93b None None] Pushing event updated for resources: {'Port': ['ID=bc043339-6e47-45f3-81cd-54f43211bc37,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:46.733747 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (bc03ecfb-8e49-47ac-b0bc-934460317518), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.736139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2079751b-f163-4e5c-ad0b-c919d2b29a8b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 2d10b747-1b0a-4546-9c59-52ade4b9c16f owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:46.770187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-db3042b8-f5a3-4e90-ab0c-8917ebd1c219 None None] Current status of the port 87bca43a-3622-4638-9bbe-0e0b63f91797 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:46.793083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a02654da-ca96-4812-b5fa-74ec71a4daac req-189b7631-49a1-4213-bbc4-18a71cc391f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071529 Feb 02 13:16:46.856003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event updated for resources: {'Port': ['ID=bc03ecfb-8e49-47ac-b0bc-934460317518,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:46.896931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-06b4775f-aa42-47e7-b377-829e0ec531cb None None] Provisioning complete for port 2d10b747-1b0a-4546-9c59-52ade4b9c16f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:46.897301 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06b4775f-aa42-47e7-b377-829e0ec531cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2d10b747-1b0a-4546-9c59-52ade4b9c16f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.899054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19094a0-673a-4c3b-aed0-cc1fe58a3e2e req-5d0a848d-0e90-4c05-be28-569a8da0f34c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:46.907346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a19094a0-673a-4c3b-aed0-cc1fe58a3e2e req-5d0a848d-0e90-4c05-be28-569a8da0f34c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 944 time: 0.6965020 Feb 02 13:16:46.908284 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-510bfede-f408-4580-87df-6b8778a5353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:16:42Z', 'revision_number': 3, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:46.915280 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:46.937443 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bfede-f408-4580-87df-6b8778a5353e None None] The sync data for ids ['3ae8e24f-ba2d-437e-891c-92c647fac087'] in n-d-827336-2 is: [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:16:42Z', 'revision_number': 3, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:16:46.939528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-06b4775f-aa42-47e7-b377-829e0ec531cb None None] Port 2d10b747-1b0a-4546-9c59-52ade4b9c16f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:16:46.976772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:46.977382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:46.977492 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:46.986747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:46.987123 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:46.988717 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 2 to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 Feb 02 13:16:47.004811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:47.005307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:47.005640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:47.013739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:47.014057 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:47.015716 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 3 to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 Feb 02 13:16:47.052555 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a02654da-ca96-4812-b5fa-74ec71a4daac req-c3628db0-ac30-48a5-8517-9d04b66ffcfc service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512405 Feb 02 13:16:47.110459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a19094a0-673a-4c3b-aed0-cc1fe58a3e2e req-479e85ee-79b2-4960-a63a-6ade00e91118 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022307 Feb 02 13:16:47.135260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:47.135876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:47.136320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:47.143278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:47.143781 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:47.144474 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 4 to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 Feb 02 13:16:47.147450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2079751b-f163-4e5c-ad0b-c919d2b29a8b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2d10b747-1b0a-4546-9c59-52ade4b9c16f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:47.182728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:47.183065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:47.183401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:47.255326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079751b-f163-4e5c-ad0b-c919d2b29a8b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=2d10b747-1b0a-4546-9c59-52ade4b9c16f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:47.266182 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2079751b-f163-4e5c-ad0b-c919d2b29a8b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:47.269550 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2079751b-f163-4e5c-ad0b-c919d2b29a8b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/2d10b747-1b0a-4546-9c59-52ade4b9c16f HTTP/1.1" status: 204 len: 168 time: 1.3223839 Feb 02 13:16:47.270267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:47.270577 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:47.271331 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 5 to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 Feb 02 13:16:47.277017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:47.307723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:47.310193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:47.310193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:47.335348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:47.335782 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:47.336154 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 6 to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 Feb 02 13:16:47.375634 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:47.376298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:47.377557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:47.382845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:47.383186 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:47.383629 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 7 to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 Feb 02 13:16:47.397333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:47.397838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:47.398242 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:47.405315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:47.405648 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:47.406057 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 8 to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 Feb 02 13:16:47.424028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:47.429570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:47.429570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:47.436406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:47.436747 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:47.437168 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 9 to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 Feb 02 13:16:47.454770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:47.455120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:47.455481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:47.468070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:47.468188 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:47.469815 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 10 to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 Feb 02 13:16:47.504797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:47.505389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:47.506208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:47.513922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:47.514149 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port bc03ecfb-8e49-47ac-b0bc-934460317518 on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:47.514975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bc03ecfb-8e49-47ac-b0bc-934460317518), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:47.619442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b647576-218f-47a6-9d11-c52cd1ae13b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:47.620882 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b647576-218f-47a6-9d11-c52cd1ae13b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:47.622447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2b647576-218f-47a6-9d11-c52cd1ae13b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2848630 Feb 02 13:16:47.625171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34452) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:47.653985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1feda5e2-cea7-498f-8eb6-f81f677352bd req-33228de8-6684-4392-b713-99602cd75791 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0660269 Feb 02 13:16:47.674172 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a02654da-ca96-4812-b5fa-74ec71a4daac req-70d37cd8-3c3b-4c75-acbf-d589a62743a7 service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796485 Feb 02 13:16:47.724219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] For port bc03ecfb-8e49-47ac-b0bc-934460317518, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:47.725038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempted to set empty binding levels {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 13:16:47.734529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Allocated IP 172.20.0.1 (cb2a4104-c51e-40f3-b13e-924d4652304e/be877423-cc9d-4b0f-a0a3-809a3db51209/587829e0-c150-4540-bf35-ff4c015181c2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:47.739554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (bc03ecfb-8e49-47ac-b0bc-934460317518), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:47.828287 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa2e974-e54c-41b3-9aec-44b1cf437a3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 947f0a3e-8e34-440f-8670-aa284a70a2e7 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:47.832351 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event updated for resources: {'Port': ['ID=bc03ecfb-8e49-47ac-b0bc-934460317518,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:47.837652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] In _notify_port_updated(), no bound segment for port bc03ecfb-8e49-47ac-b0bc-934460317518 on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:16:47.838801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:47.839204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:47.840785 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-880b8a77-c6e1-4736-8d52-796e620ad855 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "PUT /v2.0/ports/bc03ecfb-8e49-47ac-b0bc-934460317518 HTTP/1.1" status: 200 len: 975 time: 2.1470349 Feb 02 13:16:47.842086 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e974-e54c-41b3-9aec-44b1cf437a3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (947f0a3e-8e34-440f-8670-aa284a70a2e7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:47.843827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:47.863554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 87bca43a-3622-4638-9bbe-0e0b63f91797 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:47.941706 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e974-e54c-41b3-9aec-44b1cf437a3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (947f0a3e-8e34-440f-8670-aa284a70a2e7), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:47.971975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 87bca43a-3622-4638-9bbe-0e0b63f91797 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:47.972352 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:48.139767 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e974-e54c-41b3-9aec-44b1cf437a3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (947f0a3e-8e34-440f-8670-aa284a70a2e7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:48.187571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 87bca43a-3622-4638-9bbe-0e0b63f91797 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:48.188714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bc043339-6e47-45f3-81cd-54f43211bc37 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:48.267533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e974-e54c-41b3-9aec-44b1cf437a3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (947f0a3e-8e34-440f-8670-aa284a70a2e7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:48.304311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port bc043339-6e47-45f3-81cd-54f43211bc37 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:48.304895 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bc043339-6e47-45f3-81cd-54f43211bc37), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:48.346131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2e974-e54c-41b3-9aec-44b1cf437a3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=947f0a3e-8e34-440f-8670-aa284a70a2e7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:48.373911 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e974-e54c-41b3-9aec-44b1cf437a3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:48.384461 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6aa2e974-e54c-41b3-9aec-44b1cf437a3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/947f0a3e-8e34-440f-8670-aa284a70a2e7 HTTP/1.1" status: 204 len: 168 time: 0.7547436 Feb 02 13:16:48.389095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34460) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:48.419622 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded970e4-adec-4961-a98b-452217f91e80 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:48.464005 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a2062fd8-f84a-4b90-8590-7bcaae7e864f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708413 Feb 02 13:16:48.464701 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34462) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:48.473941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:48.499851 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Publish callbacks [] for port (587829e0-c150-4540-bf35-ff4c015181c2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:48.544599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57b599-66f0-478a-8eee-1e42aa6dfb97 req-6c4be63a-8f92-4974-8220-f04047c988f5 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.546132 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc57b599-66f0-478a-8eee-1e42aa6dfb97 req-6c4be63a-8f92-4974-8220-f04047c988f5 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 944 time: 0.1588581 Feb 02 13:16:48.570904 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.571380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.571927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.572387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.572835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.573286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.573770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.574224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.574676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.575279 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.577475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.577968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.578442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.578896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.579350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.580234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.580359 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.580749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.581196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.581640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.582085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.582531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.583035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.583521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.583970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.584418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:48.587833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5d437fed-5cfb-477d-a851-4989699ad8da tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24335 time: 0.7406981 Feb 02 13:16:48.598128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34464) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:48.622186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port bc043339-6e47-45f3-81cd-54f43211bc37 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:48.622574 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bc043339-6e47-45f3-81cd-54f43211bc37), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:48.645945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port bc043339-6e47-45f3-81cd-54f43211bc37, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bc043339-6e47-45f3-81cd-54f43211bc37,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:48.653249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc57b599-66f0-478a-8eee-1e42aa6dfb97 req-ae18fdbb-15ec-4664-8df2-b9d74e057bfa tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642855 Feb 02 13:16:48.666022 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bc043339-6e47-45f3-81cd-54f43211bc37), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:48.696151 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (587829e0-c150-4540-bf35-ff4c015181c2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:48.716096 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:48.719509 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:48.724891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=bc043339-6e47-45f3-81cd-54f43211bc37,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:48.742229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Network cb2a4104-c51e-40f3-b13e-924d4652304e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:48.787260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:48.789852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:48.792224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Pushing event updated for resources: {'Port': ['ID=587829e0-c150-4540-bf35-ff4c015181c2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:48.829334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59322fd7-b20b-4057-9784-2f0200431cf0 req-efafea24-4d59-482a-a3ad-e97c2875bd7c tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0289285 Feb 02 13:16:48.848942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device bebc7354-7204-4766-8c49-62e7f6b7043b details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:16:48.898822 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (3ae8e24f-ba2d-437e-891c-92c647fac087), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:48.908950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a4877d-a399-4629-9079-a4e9826b82b8 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:16:49.166558 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (587829e0-c150-4540-bf35-ff4c015181c2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.201075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port bebc7354-7204-4766-8c49-62e7f6b7043b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bebc7354-7204-4766-8c49-62e7f6b7043b,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:49.231988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1efa7951-1a3c-4787-a435-185b15a95deb tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Deleting port bc03ecfb-8e49-47ac-b0bc-934460317518 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:49.233452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1efa7951-1a3c-4787-a435-185b15a95deb tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bc03ecfb-8e49-47ac-b0bc-934460317518), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.242063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'bebc7354-7204-4766-8c49-62e7f6b7043b', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'port_id': 'bebc7354-7204-4766-8c49-62e7f6b7043b', 'mac_address': 'fa:16:3e:ba:04:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3d761b-885b-4819-bc18-f1fb3a1e9ebb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:16:49.248815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-79a4877d-a399-4629-9079-a4e9826b82b8 None None] Deleting port 87bca43a-3622-4638-9bbe-0e0b63f91797 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:49.248815 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79a4877d-a399-4629-9079-a4e9826b82b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.268782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.objects.ports [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:16:49.434684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port bebc7354-7204-4766-8c49-62e7f6b7043b is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:49.436396 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.437570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1efa7951-1a3c-4787-a435-185b15a95deb tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] For port bc03ecfb-8e49-47ac-b0bc-934460317518, host n-h1-827336-2, got binding levels [] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:49.438032 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1efa7951-1a3c-4787-a435-185b15a95deb tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bc03ecfb-8e49-47ac-b0bc-934460317518), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.469443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1efa7951-1a3c-4787-a435-185b15a95deb tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Calling delete_port for bc03ecfb-8e49-47ac-b0bc-934460317518 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:49.477698 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Publish callbacks [] for port (587829e0-c150-4540-bf35-ff4c015181c2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.482541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bebc7354-7204-4766-8c49-62e7f6b7043b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:16:49.485513 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (587829e0-c150-4540-bf35-ff4c015181c2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.514052 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port bebc7354-7204-4766-8c49-62e7f6b7043b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bebc7354-7204-4766-8c49-62e7f6b7043b,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:49.515483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b978d1fa-85a2-4fe6-9672-7c2a87f1df34 None None] Provisioning complete for port 587829e0-c150-4540-bf35-ff4c015181c2 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:49.516722 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b978d1fa-85a2-4fe6-9672-7c2a87f1df34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (587829e0-c150-4540-bf35-ff4c015181c2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.548748 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.609650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-79a4877d-a399-4629-9079-a4e9826b82b8 None None] For port 87bca43a-3622-4638-9bbe-0e0b63f91797, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=87bca43a-3622-4638-9bbe-0e0b63f91797,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:49.611929 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79a4877d-a399-4629-9079-a4e9826b82b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.619590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Pushing event updated for resources: {'Port': ['ID=587829e0-c150-4540-bf35-ff4c015181c2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:49.623378 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (3ae8e24f-ba2d-437e-891c-92c647fac087), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.631638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bc043339-6e47-45f3-81cd-54f43211bc37 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:49.673668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-79a4877d-a399-4629-9079-a4e9826b82b8 None None] Calling delete_port for 87bca43a-3622-4638-9bbe-0e0b63f91797 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:49.675168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b978d1fa-85a2-4fe6-9672-7c2a87f1df34 None None] Port 587829e0-c150-4540-bf35-ff4c015181c2 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:16:49.804719 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.823371 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1efa7951-1a3c-4787-a435-185b15a95deb tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (bc03ecfb-8e49-47ac-b0bc-934460317518), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.872817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=bebc7354-7204-4766-8c49-62e7f6b7043b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:49.886384 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79a4877d-a399-4629-9079-a4e9826b82b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.903102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1efa7951-1a3c-4787-a435-185b15a95deb tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:49.907705 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1efa7951-1a3c-4787-a435-185b15a95deb tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "DELETE /v2.0/ports/bc03ecfb-8e49-47ac-b0bc-934460317518 HTTP/1.1" status: 204 len: 168 time: 1.3079040 Feb 02 13:16:49.908539 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa7951-1a3c-4787-a435-185b15a95deb tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc03ecfb-8e49-47ac-b0bc-934460317518,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:49.912903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34478) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:49.916893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Network cb2a4104-c51e-40f3-b13e-924d4652304e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:49.920738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:49.963582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4877d-a399-4629-9079-a4e9826b82b8 None None] Pushing event deleted for resources: {'Port': ['ID=87bca43a-3622-4638-9bbe-0e0b63f91797,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:49.964138 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-262e3571-771c-456c-8020-1b2d199ee638 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] GET failed (client error): The resource could not be found. Feb 02 13:16:49.965445 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-262e3571-771c-456c-8020-1b2d199ee638 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "GET /v2.0/ports/bc03ecfb-8e49-47ac-b0bc-934460317518 HTTP/1.1" status: 404 len: 333 time: 0.0513799 Feb 02 13:16:49.979917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34482) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:49.984611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a4877d-a399-4629-9079-a4e9826b82b8 None None] No DVR routers for this DVR port 87bca43a-3622-4638-9bbe-0e0b63f91797 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:16:49.989878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1141277927', 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:50.011783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['bebc7354-7204-4766-8c49-62e7f6b7043b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:16:50.051837 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port bc043339-6e47-45f3-81cd-54f43211bc37 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:50.052215 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bc043339-6e47-45f3-81cd-54f43211bc37), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:50.069915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Made reservation on behalf of 568660eb141745748da27f1fc76c7ee5 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:50.072653 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:50.105553 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a743727b-105e-43da-ab79-724cee9e1772 req-800e5a64-74b2-47bd-85cd-676f49a98e5c tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0827725 Feb 02 13:16:50.112182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] device_id is not set on port d55954f5-5e0e-460d-beda-2b8cffb727b9 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:50.147005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c2103-2085-4e32-9b10-7928814737f1 req-096e07f4-6a61-436a-944c-1ee5735b4329 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:50.148667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb6c2103-2085-4e32-9b10-7928814737f1 req-096e07f4-6a61-436a-944c-1ee5735b4329 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 945 time: 0.3555856 Feb 02 13:16:50.188894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] For port 87bca43a-3622-4638-9bbe-0e0b63f91797, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=87bca43a-3622-4638-9bbe-0e0b63f91797,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:50.216605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port bc043339-6e47-45f3-81cd-54f43211bc37 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:50.260053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:50.279548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (87bca43a-3622-4638-9bbe-0e0b63f91797), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:50.313214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=87bca43a-3622-4638-9bbe-0e0b63f91797,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:50.325029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb6c2103-2085-4e32-9b10-7928814737f1 req-8037b28a-6317-4836-866f-9a64f8feaffe tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251926 Feb 02 13:16:50.330052 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 87bca43a-3622-4638-9bbe-0e0b63f91797 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:16:50.343065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Router 3ae8e24f-ba2d-437e-891c-92c647fac087 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:16:50.356430 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (b49a22e7-1d8e-4c64-a708-0a4d96e96887), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:50.364673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-688fa80d-0e24-4a80-a2fb-ace922eab751 None None] Provisioning complete for port 587829e0-c150-4540-bf35-ff4c015181c2 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:50.365141 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-688fa80d-0e24-4a80-a2fb-ace922eab751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (587829e0-c150-4540-bf35-ff4c015181c2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:50.386785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 87bca43a-3622-4638-9bbe-0e0b63f91797 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:16:50.387134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 87bca43a-3622-4638-9bbe-0e0b63f91797 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:16:50.410974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:50.422061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:50.429400 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:50.430159 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:50.441912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a60ae-96a5-46cb-9422-c73ab0655e84 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:50.454077 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks [] for port (d55954f5-5e0e-460d-beda-2b8cffb727b9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:50.461809 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9934931 Feb 02 13:16:50.461809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cce7c1-e575-4827-964c-8c76ca37f7c3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=b49a22e7-1d8e-4c64-a708-0a4d96e96887,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:50.465469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34484) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:50.468967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:16:50.471229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:5f:6b:1c', 'name': 'tempest-NetworksTestDHCPv6-2026925240'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:50.484070 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-14726188-374a-420d-aef6-056c5800efb5 admin admin] 10.222.0.83 "PUT /v2.0/routers/3ae8e24f-ba2d-437e-891c-92c647fac087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3718719 Feb 02 13:16:50.678068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d55954f5-5e0e-460d-beda-2b8cffb727b9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:50.767542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Sync routers for ids ['3ae8e24f-ba2d-437e-891c-92c647fac087'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:16:50.789073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-688fa80d-0e24-4a80-a2fb-ace922eab751 None None] Port 587829e0-c150-4540-bf35-ff4c015181c2 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:16:50.791461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Routers {'3ae8e24f-ba2d-437e-891c-92c647fac087'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:16:50.792066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:16:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3ae8e24f-ba2d-437e-891c-92c647fac087'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:50.832390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Network 32c30027-f83e-439a-adb8-e4cc8c9feda2 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:50.841668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': 'b49a22e7-1d8e-4c64-a708-0a4d96e96887'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:16:50.842847 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:50.843677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:50.847131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:50.848878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:50.849532 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:50.856996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event updated for resources: {'Port': ['ID=d55954f5-5e0e-460d-beda-2b8cffb727b9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:50.876092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:50.917466 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4dd03eba-8252-4038-ac0c-db163c4fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9314649 Feb 02 13:16:50.921112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34504) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:50.993422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894822eb-f3d7-4e42-999b-e737694f4c5c tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:50.994817 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-894822eb-f3d7-4e42-999b-e737694f4c5c tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "GET /v2.0/ports/d55954f5-5e0e-460d-beda-2b8cffb727b9 HTTP/1.1" status: 200 len: 955 time: 0.0739174 Feb 02 13:16:50.997773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34506) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:51.023033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Allocated IP 2001:db8::f816:3eff:fe72:e978 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/b49a22e7-1d8e-4c64-a708-0a4d96e96887/06c05c20-5cb0-4e34-abd5-019385398b27) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:51.032604 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.177044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34510) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:51.222149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-79e29ec8-e1d6-44fd-b215-75d23dc52bf4 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Deleting port d55954f5-5e0e-460d-beda-2b8cffb727b9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:51.222804 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79e29ec8-e1d6-44fd-b215-75d23dc52bf4 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d55954f5-5e0e-460d-beda-2b8cffb727b9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.314282 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Publish callbacks [] for port (06c05c20-5cb0-4e34-abd5-019385398b27), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.326798 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (06c05c20-5cb0-4e34-abd5-019385398b27), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.353713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25fc7aa0-d186-4ee4-833f-cb3bc6c0b425 req-1126e7ea-91a6-478a-9e68-d02512522d39 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0755987 Feb 02 13:16:51.475948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:51.476356 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d943-c29d-4ace-a0a6-d877813801de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.489847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:51.494211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:51.498774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:51.499634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Pushing event updated for resources: {'Port': ['ID=06c05c20-5cb0-4e34-abd5-019385398b27,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:51.538862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0f028f6f-6d79-4538-87cc-ee8d0bc9691b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Request body: {'security_group': {'name': 'tempest-securitygroup--228359940', 'description': 'tempest-description--814674038'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:51.550304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Set router 3ae8e24f-ba2d-437e-891c-92c647fac087 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:16:51.579398 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79e29ec8-e1d6-44fd-b215-75d23dc52bf4 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d55954f5-5e0e-460d-beda-2b8cffb727b9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.592588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Attempting to bind port 06c05c20-5cb0-4e34-abd5-019385398b27 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:51.592861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Attempting to bind port 06c05c20-5cb0-4e34-abd5-019385398b27 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:51.593070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Attempting to bind port 06c05c20-5cb0-4e34-abd5-019385398b27 on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:51.601274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:16:51.601655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:51.602067 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.602462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:16:51.602948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Bound port: 06c05c20-5cb0-4e34-abd5-019385398b27, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:16:51.603333 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (06c05c20-5cb0-4e34-abd5-019385398b27), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.619192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-79e29ec8-e1d6-44fd-b215-75d23dc52bf4 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Calling delete_port for d55954f5-5e0e-460d-beda-2b8cffb727b9 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:51.657660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f028f6f-6d79-4538-87cc-ee8d0bc9691b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.660633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 5dae9bce-35ec-40c7-8a6e-0763d4982563 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:51.765064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57607d7b-10f2-4daa-97a6-cc744f240d02 req-b888a5a1-ca41-48d7-bc03-69a7264ce9f2 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:51.766971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57607d7b-10f2-4daa-97a6-cc744f240d02 req-b888a5a1-ca41-48d7-bc03-69a7264ce9f2 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 945 time: 0.2470431 Feb 02 13:16:51.858665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] For port 06c05c20-5cb0-4e34-abd5-019385398b27, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:51.882373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] For port 06c05c20-5cb0-4e34-abd5-019385398b27, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=06c05c20-5cb0-4e34-abd5-019385398b27,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:16:51.887466 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::f816:3eff:fe5f:6b1c (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/b49a22e7-1d8e-4c64-a708-0a4d96e96887/5dae9bce-35ec-40c7-8a6e-0763d4982563) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:51.913371 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f028f6f-6d79-4538-87cc-ee8d0bc9691b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for security_group (4e95c79f-90b4-4a30-88c2-11e072614027), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.923763 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79e29ec8-e1d6-44fd-b215-75d23dc52bf4 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d55954f5-5e0e-460d-beda-2b8cffb727b9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.924425 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (06c05c20-5cb0-4e34-abd5-019385398b27), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.961623 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d943-c29d-4ace-a0a6-d877813801de admin admin] Publish callbacks [] for security_group (054f4a94-7e25-484d-bd45-f8ae42f6d9fa), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.963603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e29ec8-e1d6-44fd-b215-75d23dc52bf4 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event deleted for resources: {'Port': ['ID=d55954f5-5e0e-460d-beda-2b8cffb727b9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:51.965814 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f028f6f-6d79-4538-87cc-ee8d0bc9691b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4e95c79f-90b4-4a30-88c2-11e072614027), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.983360 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57607d7b-10f2-4daa-97a6-cc744f240d02 req-acd6543b-88e2-4d72-9781-b8860db2131b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032518 Feb 02 13:16:51.989776 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79e29ec8-e1d6-44fd-b215-75d23dc52bf4 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:51.999619 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-79e29ec8-e1d6-44fd-b215-75d23dc52bf4 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "DELETE /v2.0/ports/d55954f5-5e0e-460d-beda-2b8cffb727b9 HTTP/1.1" status: 204 len: 168 time: 0.9973245 Feb 02 13:16:52.000201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34520) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:52.019365 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cbf7d943-c29d-4ace-a0a6-d877813801de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (054f4a94-7e25-484d-bd45-f8ae42f6d9fa), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.042425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b22ee-d4d0-4f44-baa1-19651e643351 None None] Pushing event updated for resources: {'Port': ['ID=06c05c20-5cb0-4e34-abd5-019385398b27,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:52.048152 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f028f6f-6d79-4538-87cc-ee8d0bc9691b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.049527 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0f028f6f-6d79-4538-87cc-ee8d0bc9691b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5154533 Feb 02 13:16:52.055823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:16:49Z', 'revision_number': 4, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '587829e0-c150-4540-bf35-ff4c015181c2', 'name': '', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'mac_address': 'fa:16:3e:61:2d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:47Z', 'updated_at': '2022-02-02T13:16:49Z', 'revision_number': 2, 'project_id': '7b92b835720c47608b10176547f4948b', 'subnets': [{'id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:52.060288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:52.065055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c8fdfdd2-66bc-4845-8bea-8d15c4fe9193 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Request body: {'security_group_rule': {'security_group_id': '4e95c79f-90b4-4a30-88c2-11e072614027', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:52.075774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f028f6f-6d79-4538-87cc-ee8d0bc9691b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e95c79f-90b4-4a30-88c2-11e072614027,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:52.081214 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f53c167-9022-4e63-a79a-b880406bde7a tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] GET failed (client error): The resource could not be found. Feb 02 13:16:52.092018 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6f53c167-9022-4e63-a79a-b880406bde7a tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "GET /v2.0/ports/d55954f5-5e0e-460d-beda-2b8cffb727b9 HTTP/1.1" status: 404 len: 333 time: 0.0875978 Feb 02 13:16:52.092590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34524) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:52.102045 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Request body: {'port': {'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1405651757'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:52.103175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Checking router: 3ae8e24f-ba2d-437e-891c-92c647fac087 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:16:52.103816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Updating router 3ae8e24f-ba2d-437e-891c-92c647fac087 port 587829e0-c150-4540-bf35-ff4c015181c2 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:16:52.114908 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cbf7d943-c29d-4ace-a0a6-d877813801de admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bf80e810e4d74a3f9dd95cc45f80b5df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9335794 Feb 02 13:16:52.115879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf7d943-c29d-4ace-a0a6-d877813801de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054f4a94-7e25-484d-bd45-f8ae42f6d9fa,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:52.122240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:52.166496 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (587829e0-c150-4540-bf35-ff4c015181c2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.237823 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75425e81-2c30-40a5-9766-b5d0958c8ede admin admin] Publish callbacks [] for security_group (054f4a94-7e25-484d-bd45-f8ae42f6d9fa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.241271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8fdfdd2-66bc-4845-8bea-8d15c4fe9193 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for security_group_rule (b75a06cd-e490-44c4-859e-0a6c47e8d489), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.274798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Made reservation on behalf of 568660eb141745748da27f1fc76c7ee5 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:52.281422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.348609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] device_id is not set on port 0b505f96-0b43-4b58-891e-b0b585da60bd yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:52.448115 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8fdfdd2-66bc-4845-8bea-8d15c4fe9193 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for security_group_rule (b75a06cd-e490-44c4-859e-0a6c47e8d489), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.460480 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75425e81-2c30-40a5-9766-b5d0958c8ede admin admin] Publish callbacks [] for security_group (054f4a94-7e25-484d-bd45-f8ae42f6d9fa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.477399 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8fdfdd2-66bc-4845-8bea-8d15c4fe9193 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (b75a06cd-e490-44c4-859e-0a6c47e8d489), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.505031 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (5dae9bce-35ec-40c7-8a6e-0763d4982563), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.628993 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Publish callbacks [] for port (587829e0-c150-4540-bf35-ff4c015181c2), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.638727 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (587829e0-c150-4540-bf35-ff4c015181c2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.653675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b3c13049-f968-4e30-ab51-0bed88b2d98a req-d84dc3ff-ea7d-4a88-805b-49e0d4ddd57e tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1172400 Feb 02 13:16:52.664768 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8fdfdd2-66bc-4845-8bea-8d15c4fe9193 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.668960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c8fdfdd2-66bc-4845-8bea-8d15c4fe9193 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6074030 Feb 02 13:16:52.669950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34532) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:52.671316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fdfdd2-66bc-4845-8bea-8d15c4fe9193 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75a06cd-e490-44c4-859e-0a6c47e8d489,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:52.676746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b4611805-dba6-4889-bfcc-7d26b37e0ccf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Request body: {'security_group_rule': {'security_group_id': '4e95c79f-90b4-4a30-88c2-11e072614027', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:52.690757 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5dae9bce-35ec-40c7-8a6e-0763d4982563), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.727979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks [] for port (0b505f96-0b43-4b58-891e-b0b585da60bd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.735800 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caf1a8-36a2-46ee-9d59-7655df117c6f None None] Pushing event updated for resources: {'Port': ['ID=587829e0-c150-4540-bf35-ff4c015181c2,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:52.743370 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75425e81-2c30-40a5-9766-b5d0958c8ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (054f4a94-7e25-484d-bd45-f8ae42f6d9fa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.747872 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75425e81-2c30-40a5-9766-b5d0958c8ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.750104 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-75425e81-2c30-40a5-9766-b5d0958c8ede admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/054f4a94-7e25-484d-bd45-f8ae42f6d9fa HTTP/1.1" status: 204 len: 168 time: 0.6279263 Feb 02 13:16:52.762992 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75425e81-2c30-40a5-9766-b5d0958c8ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054f4a94-7e25-484d-bd45-f8ae42f6d9fa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:52.811739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:52.823106 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:52.829487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:52.844451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:52.846270 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.867454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device bebc7354-7204-4766-8c49-62e7f6b7043b up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:52.876324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Attempting to bind port 587829e0-c150-4540-bf35-ff4c015181c2 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:52.877208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Attempting to bind port 587829e0-c150-4540-bf35-ff4c015181c2 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:52.877736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Attempting to bind port 587829e0-c150-4540-bf35-ff4c015181c2 on network cb2a4104-c51e-40f3-b13e-924d4652304e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:52.888395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=5dae9bce-35ec-40c7-8a6e-0763d4982563,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:52.897064 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4611805-dba6-4889-bfcc-7d26b37e0ccf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for security_group_rule (31eaa232-8a68-489b-9099-03ffa9c8beed), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.916285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:16:52.916912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Checking segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:52.917473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.918412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Bound using segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:16:52.918964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Bound port: 587829e0-c150-4540-bf35-ff4c015181c2, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:16:52.919580 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (587829e0-c150-4540-bf35-ff4c015181c2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:52.928504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34536) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:52.929671 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7ac5423c-bad1-48d6-93dd-9e1a6ce62e7a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4628642 Feb 02 13:16:52.973067 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0b505f96-0b43-4b58-891e-b0b585da60bd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:53.095975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f8581c-63da-498c-9fe6-ac2bc5e7eba2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:53.106532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f8581c-63da-498c-9fe6-ac2bc5e7eba2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:53.122631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-34f8581c-63da-498c-9fe6-ac2bc5e7eba2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1926813 Feb 02 13:16:53.123296 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:53.171331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port bebc7354-7204-4766-8c49-62e7f6b7043b completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:16:53.179188 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port bebc7354-7204-4766-8c49-62e7f6b7043b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:53.179738 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:53.179879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Network 32c30027-f83e-439a-adb8-e4cc8c9feda2 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:53.184363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] For port 587829e0-c150-4540-bf35-ff4c015181c2, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:53.189116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] For port 587829e0-c150-4540-bf35-ff4c015181c2, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=587829e0-c150-4540-bf35-ff4c015181c2,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:16:53.196241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:53.237986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:53.238971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:53.239607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:53.274337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4611805-dba6-4889-bfcc-7d26b37e0ccf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for security_group_rule (31eaa232-8a68-489b-9099-03ffa9c8beed), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:53.290136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event updated for resources: {'Port': ['ID=0b505f96-0b43-4b58-891e-b0b585da60bd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:53.297095 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4611805-dba6-4889-bfcc-7d26b37e0ccf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (31eaa232-8a68-489b-9099-03ffa9c8beed), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:53.297320 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (587829e0-c150-4540-bf35-ff4c015181c2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:53.323671 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-57c7d833-bff8-4a45-ba3f-b4831a37cdb1 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2257075 Feb 02 13:16:53.328914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34548) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:53.343750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:53.355235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4611805-dba6-4889-bfcc-7d26b37e0ccf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31eaa232-8a68-489b-9099-03ffa9c8beed,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:53.403313 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4611805-dba6-4889-bfcc-7d26b37e0ccf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:53.404696 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b4611805-dba6-4889-bfcc-7d26b37e0ccf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7332242 Feb 02 13:16:53.410538 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34552) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:53.417503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:53.474070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port bebc7354-7204-4766-8c49-62e7f6b7043b is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:53.474246 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:53.490514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857913c-8a2a-4a35-9c2a-9b7007f0ec98 req-49245c0b-beff-4866-915f-7a9ac096490d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:53.494987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9857913c-8a2a-4a35-9c2a-9b7007f0ec98 req-49245c0b-beff-4866-915f-7a9ac096490d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 945 time: 0.3706982 Feb 02 13:16:53.506929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e7009511-175c-4d73-8410-0b0397cd42f2 None None] Provisioning complete for port 587829e0-c150-4540-bf35-ff4c015181c2 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:53.508519 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7009511-175c-4d73-8410-0b0397cd42f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (587829e0-c150-4540-bf35-ff4c015181c2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:53.572081 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0b505f96-0b43-4b58-891e-b0b585da60bd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:53.577406 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:53.608314 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-27aa987e-08ae-477a-bb2a-d263790005e8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 5dae9bce-35ec-40c7-8a6e-0763d4982563 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:53.608760 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27aa987e-08ae-477a-bb2a-d263790005e8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5dae9bce-35ec-40c7-8a6e-0763d4982563), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:53.615032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caf1a8-36a2-46ee-9d59-7655df117c6f None None] Pushing event updated for resources: {'Port': ['ID=587829e0-c150-4540-bf35-ff4c015181c2,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:53.726179 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9857913c-8a2a-4a35-9c2a-9b7007f0ec98 req-abd2efe6-83af-43de-b5f7-b0fb9c78c151 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225702 Feb 02 13:16:53.745024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Routers {'3ae8e24f-ba2d-437e-891c-92c647fac087'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:16:53.745674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:16:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3ae8e24f-ba2d-437e-891c-92c647fac087'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:53.747453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b910b120-a461-4f09-b57f-01383e69f8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebc7354-7204-4766-8c49-62e7f6b7043b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:16:53.774185 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6c44d6-d617-405f-ae94-2b90833e9744" -d '{"events": [{"server_uuid": "b910b120-a461-4f09-b57f-01383e69f8b1", "name": "network-vif-plugged", "status": "completed", "tag": "bebc7354-7204-4766-8c49-62e7f6b7043b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:16:53.957194 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0208e924-c4df-4e97-9885-109383f1e468 req-ed2624ad-d5f1-4df3-baaf-1fd457442ec7 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0930769 Feb 02 13:16:53.979354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 06c05c20-5cb0-4e34-abd5-019385398b27 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:54.001596 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96dea376-e55c-4ba9-bdc7-71d58ec46ad3 x-openstack-request-id: req-96dea376-e55c-4ba9-bdc7-71d58ec46ad3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:16:54.001891 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b910b120-a461-4f09-b57f-01383e69f8b1", "name": "network-vif-plugged", "status": "completed", "tag": "bebc7354-7204-4766-8c49-62e7f6b7043b", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:16:54.002147 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-96dea376-e55c-4ba9-bdc7-71d58ec46ad3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:16:54.002574 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b910b120-a461-4f09-b57f-01383e69f8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bebc7354-7204-4766-8c49-62e7f6b7043b', 'code': 200} Feb 02 13:16:54.006775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port bebc7354-7204-4766-8c49-62e7f6b7043b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bebc7354-7204-4766-8c49-62e7f6b7043b,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:54.047782 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:54.063786 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27aa987e-08ae-477a-bb2a-d263790005e8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5dae9bce-35ec-40c7-8a6e-0763d4982563), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:54.071987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:54.076215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] device_id is not set on port 0b505f96-0b43-4b58-891e-b0b585da60bd yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:54.090061 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks [] for port (0b505f96-0b43-4b58-891e-b0b585da60bd), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:54.135337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (0b505f96-0b43-4b58-891e-b0b585da60bd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:54.139845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-27aa987e-08ae-477a-bb2a-d263790005e8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 5dae9bce-35ec-40c7-8a6e-0763d4982563 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:54.271454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event updated for resources: {'Port': ['ID=0b505f96-0b43-4b58-891e-b0b585da60bd,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:54.282167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d69f4-b310-4e0e-9dd3-f15f94d86816 req-39814d43-9536-4950-a168-62f246c58905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:54.288353 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-601d69f4-b310-4e0e-9dd3-f15f94d86816 req-39814d43-9536-4950-a168-62f246c58905 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 1128 time: 0.2742627 Feb 02 13:16:54.344864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:54.344864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:54.345143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:54.355018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Allocated IP 172.25.4.8 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/b55ba27f-a1a1-408e-8e52-917a7e6609bd) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:54.361432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:54.361974 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:54.363682 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 2 to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd Feb 02 13:16:54.395021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:54.395786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:54.397102 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:54.421845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:54.422243 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:54.430952 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 3 to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd Feb 02 13:16:54.488172 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-601d69f4-b310-4e0e-9dd3-f15f94d86816 req-3ec682d2-4ef8-4294-9597-6c8956f3a729 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879776 Feb 02 13:16:54.497091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:54.497839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:54.498182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:54.507828 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:54.508166 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:54.510737 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 4 to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd Feb 02 13:16:54.541665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:54.542819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:54.543326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:54.556323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:54.556585 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:54.562993 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 5 to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd Feb 02 13:16:54.570888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for port (b55ba27f-a1a1-408e-8e52-917a7e6609bd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:54.581042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e7009511-175c-4d73-8410-0b0397cd42f2 None None] Current status of the port 587829e0-c150-4540-bf35-ff4c015181c2 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:54.582238 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7009511-175c-4d73-8410-0b0397cd42f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (587829e0-c150-4540-bf35-ff4c015181c2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:54.587338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:54.587338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:54.587640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:54.598072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:54.598381 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:54.599986 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 6 to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd Feb 02 13:16:54.606897 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27aa987e-08ae-477a-bb2a-d263790005e8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5dae9bce-35ec-40c7-8a6e-0763d4982563), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:54.621115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=bebc7354-7204-4766-8c49-62e7f6b7043b,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:54.642217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] Set router 3ae8e24f-ba2d-437e-891c-92c647fac087 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:16:54.642478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:54.642720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:54.643057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:54.656908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:54.657243 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:54.658413 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 7 to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd Feb 02 13:16:54.670281 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b55ba27f-a1a1-408e-8e52-917a7e6609bd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:54.671445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa987e-08ae-477a-bb2a-d263790005e8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=5dae9bce-35ec-40c7-8a6e-0763d4982563,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:54.712431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e7009511-175c-4d73-8410-0b0397cd42f2 None None] For port 587829e0-c150-4540-bf35-ff4c015181c2, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=587829e0-c150-4540-bf35-ff4c015181c2,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:54.716089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:54.716431 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:54.717314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:54.730200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 06c05c20-5cb0-4e34-abd5-019385398b27 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:54.730491 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (06c05c20-5cb0-4e34-abd5-019385398b27), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:54.732644 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27aa987e-08ae-477a-bb2a-d263790005e8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:54.736126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-27aa987e-08ae-477a-bb2a-d263790005e8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/5dae9bce-35ec-40c7-8a6e-0763d4982563 HTTP/1.1" status: 204 len: 168 time: 1.6106739 Feb 02 13:16:54.738580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34576) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:54.749801 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7009511-175c-4d73-8410-0b0397cd42f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (587829e0-c150-4540-bf35-ff4c015181c2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:54.759230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:54.759594 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:54.768565 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 8 to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd Feb 02 13:16:54.777522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:54.787700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:54.791488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event updated for resources: {'Port': ['ID=b55ba27f-a1a1-408e-8e52-917a7e6609bd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:54.795248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:54.798872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:54.799208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:54.800198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:54.830291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:54.830625 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:54.832573 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 9 to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd Feb 02 13:16:54.844174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261026f7-0abf-478c-9c5a-8f449c5ea577 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:54.845918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261026f7-0abf-478c-9c5a-8f449c5ea577 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:54.855536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-261026f7-0abf-478c-9c5a-8f449c5ea577 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1079640 Feb 02 13:16:54.856023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34580) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:54.907021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:54.909713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:54.909713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:54.962618 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:54.963013 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:54.968896 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempt 10 to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd Feb 02 13:16:54.976216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e58203a8-4bb6-48fa-bd8a-7809e9a8589e None None] Could not find standard attr ID for object 5dae9bce-35ec-40c7-8a6e-0763d4982563. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:16:55.014635 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01fa07-e40e-4f1c-8854-feadfc17bc0e req-4128223b-f883-4b6c-94ed-bd346f7ae295 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:55.016234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e01fa07-e40e-4f1c-8854-feadfc17bc0e req-4128223b-f883-4b6c-94ed-bd346f7ae295 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 946 time: 0.1190901 Feb 02 13:16:55.038709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7009511-175c-4d73-8410-0b0397cd42f2 None None] Pushing event updated for resources: {'Port': ['ID=587829e0-c150-4540-bf35-ff4c015181c2,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:55.052529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-9705b122-57d8-4ca1-be41-ca934479313e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet b49a22e7-1d8e-4c64-a708-0a4d96e96887 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:16:55.069886 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9705b122-57d8-4ca1-be41-ca934479313e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (b49a22e7-1d8e-4c64-a708-0a4d96e96887), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.073924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:55.074584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:55.074584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempting to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:55.115233 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e01fa07-e40e-4f1c-8854-feadfc17bc0e req-ac5dca61-7e60-4cf8-b74c-01e78956a969 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919712 Feb 02 13:16:55.139920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for floatingip (6efbb343-43a6-4539-bd71-9b41e9d3e43b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.172188 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e48de304-1241-4010-81fe-c54f3d5ba02e req-08860e66-9b7c-43b3-a43b-e9fed494b917 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0547128 Feb 02 13:16:55.180460 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9705b122-57d8-4ca1-be41-ca934479313e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (b49a22e7-1d8e-4c64-a708-0a4d96e96887), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.200701 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:16:55.201426 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Failed to bind port 0b505f96-0b43-4b58-891e-b0b585da60bd on host n-h1-827336-2 for vnic_type normal using segments [{'id': 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '32c30027-f83e-439a-adb8-e4cc8c9feda2'}] Feb 02 13:16:55.201960 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0b505f96-0b43-4b58-891e-b0b585da60bd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.207691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e58203a8-4bb6-48fa-bd8a-7809e9a8589e None None] Provisioning complete for port 587829e0-c150-4540-bf35-ff4c015181c2 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:55.208064 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e58203a8-4bb6-48fa-bd8a-7809e9a8589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (587829e0-c150-4540-bf35-ff4c015181c2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.279192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b55ba27f-a1a1-408e-8e52-917a7e6609bd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.321983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 06c05c20-5cb0-4e34-abd5-019385398b27 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:55.322373 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (06c05c20-5cb0-4e34-abd5-019385398b27), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.402366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 06c05c20-5cb0-4e34-abd5-019385398b27, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=06c05c20-5cb0-4e34-abd5-019385398b27,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:55.409823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:16:49Z', 'revision_number': 4, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '587829e0-c150-4540-bf35-ff4c015181c2', 'name': '', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'mac_address': 'fa:16:3e:61:2d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:47Z', 'updated_at': '2022-02-02T13:16:53Z', 'revision_number': 4, 'project_id': '7b92b835720c47608b10176547f4948b', 'subnets': [{'id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:55.443122 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (06c05c20-5cb0-4e34-abd5-019385398b27), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.450737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f7f88-d5bf-4529-aafa-0b17aef8b4d2 None None] The sync data for ids ['3ae8e24f-ba2d-437e-891c-92c647fac087'] in n-d-827336-2 is: [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:16:49Z', 'revision_number': 4, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '587829e0-c150-4540-bf35-ff4c015181c2', 'name': '', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'mac_address': 'fa:16:3e:61:2d:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:47Z', 'updated_at': '2022-02-02T13:16:53Z', 'revision_number': 4, 'project_id': '7b92b835720c47608b10176547f4948b', 'subnets': [{'id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:16:55.458492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e58203a8-4bb6-48fa-bd8a-7809e9a8589e None None] Current status of the port 587829e0-c150-4540-bf35-ff4c015181c2 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:55.581592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e58203a8-4bb6-48fa-bd8a-7809e9a8589e None None] Provisioning complete for port 06c05c20-5cb0-4e34-abd5-019385398b27 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:55.582248 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e58203a8-4bb6-48fa-bd8a-7809e9a8589e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (06c05c20-5cb0-4e34-abd5-019385398b27), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.627123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] For port 0b505f96-0b43-4b58-891e-b0b585da60bd, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:55.628001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attempted to set empty binding levels {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 13:16:55.642161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=06c05c20-5cb0-4e34-abd5-019385398b27,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:55.669582 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9705b122-57d8-4ca1-be41-ca934479313e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (b49a22e7-1d8e-4c64-a708-0a4d96e96887), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.677119 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (0b505f96-0b43-4b58-891e-b0b585da60bd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.721151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e58203a8-4bb6-48fa-bd8a-7809e9a8589e None None] Current status of the port 06c05c20-5cb0-4e34-abd5-019385398b27 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:55.810027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] In _notify_port_updated(), no bound segment for port 0b505f96-0b43-4b58-891e-b0b585da60bd on network 32c30027-f83e-439a-adb8-e4cc8c9feda2 {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:16:55.810027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:55.810289 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.811553 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "PUT /v2.0/ports/0b505f96-0b43-4b58-891e-b0b585da60bd HTTP/1.1" status: 200 len: 975 time: 2.4814939 Feb 02 13:16:55.815228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34650) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:55.849508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc0cb1-20a1-4953-b1e3-6be3cfd0d860 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event updated for resources: {'Port': ['ID=0b505f96-0b43-4b58-891e-b0b585da60bd,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:55.869090 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for port (b55ba27f-a1a1-408e-8e52-917a7e6609bd), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.885132 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b55ba27f-a1a1-408e-8e52-917a7e6609bd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:55.942109 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9705b122-57d8-4ca1-be41-ca934479313e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (b49a22e7-1d8e-4c64-a708-0a4d96e96887), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:56.008127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6297f8fa-29eb-48f1-a14c-a5afe3b8d892 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Deleting port 0b505f96-0b43-4b58-891e-b0b585da60bd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:56.008712 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6297f8fa-29eb-48f1-a14c-a5afe3b8d892 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0b505f96-0b43-4b58-891e-b0b585da60bd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:56.018195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9705b122-57d8-4ca1-be41-ca934479313e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:56.027613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8533b15c-a5d9-45a6-a786-3841fa44ea13 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:56.028484 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9705b122-57d8-4ca1-be41-ca934479313e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/b49a22e7-1d8e-4c64-a708-0a4d96e96887 HTTP/1.1" status: 204 len: 168 time: 1.1714325 Feb 02 13:16:56.029599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705b122-57d8-4ca1-be41-ca934479313e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=b49a22e7-1d8e-4c64-a708-0a4d96e96887,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:56.032682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event updated for resources: {'Port': ['ID=b55ba27f-a1a1-408e-8e52-917a7e6609bd,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:56.036286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34676) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:56.108644 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e7dcf4e0-5c92-427a-8fd4-3b909b2545a7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690861 Feb 02 13:16:56.112199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34686) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:56.125680 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (6efbb343-43a6-4539-bd71-9b41e9d3e43b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:56.137064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6297f8fa-29eb-48f1-a14c-a5afe3b8d892 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] For port 0b505f96-0b43-4b58-891e-b0b585da60bd, host n-h1-827336-2, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:56.137694 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6297f8fa-29eb-48f1-a14c-a5afe3b8d892 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0b505f96-0b43-4b58-891e-b0b585da60bd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:56.166199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6297f8fa-29eb-48f1-a14c-a5afe3b8d892 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Calling delete_port for 0b505f96-0b43-4b58-891e-b0b585da60bd owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:56.229683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:56.237603 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2f3b75a1-2131-401a-a957-e65e12ddefe1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.8236647 Feb 02 13:16:56.297218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc57b928-3a4f-43de-90b0-492a2cf0fdbc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:56.300155 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bc57b928-3a4f-43de-90b0-492a2cf0fdbc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1863017 Feb 02 13:16:56.308485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34714) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:56.351018 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6297f8fa-29eb-48f1-a14c-a5afe3b8d892 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0b505f96-0b43-4b58-891e-b0b585da60bd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:56.413902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0806e8ed-d3b6-44f3-aab1-6be93cd5171a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:56.415532 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0806e8ed-d3b6-44f3-aab1-6be93cd5171a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1058993 Feb 02 13:16:56.417988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34726) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:56.459449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297f8fa-29eb-48f1-a14c-a5afe3b8d892 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b505f96-0b43-4b58-891e-b0b585da60bd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:56.467846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c163325-e94f-4f90-8f66-85dc7d33edd9 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:16:56.468698 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6297f8fa-29eb-48f1-a14c-a5afe3b8d892 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:56.476944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6297f8fa-29eb-48f1-a14c-a5afe3b8d892 tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "DELETE /v2.0/ports/0b505f96-0b43-4b58-891e-b0b585da60bd HTTP/1.1" status: 204 len: 168 time: 0.6596258 Feb 02 13:16:56.480009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:56.498522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dcc79750-1379-42fc-a0ae-f5a170851048 req-3addbec6-6229-4643-93f8-c1d150e47f05 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1336155 Feb 02 13:16:56.518546 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1733a379-f057-4926-b890-a7a9d7a2baba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990129 Feb 02 13:16:56.525712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34732) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:56.530474 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0b2795-5056-4c5d-858b-562f368d1faf tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] GET failed (client error): The resource could not be found. Feb 02 13:16:56.532072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fa0b2795-5056-4c5d-858b-562f368d1faf tempest-PortsAdminExtendedAttrsTestJSON-1315781613 tempest-PortsAdminExtendedAttrsTestJSON-1315781613-project-admin] 10.222.0.83 "GET /v2.0/ports/0b505f96-0b43-4b58-891e-b0b585da60bd HTTP/1.1" status: 404 len: 333 time: 0.0361202 Feb 02 13:16:56.535961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:56.538022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f9ad0cea-5ac7-4ca4-8252-5bef109c3e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:56.594895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856754a5-3cf2-4860-8d05-f78a14e21245 req-28623ec6-4850-4a08-acb3-2e5b56eddb3c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:56.597138 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-856754a5-3cf2-4860-8d05-f78a14e21245 req-28623ec6-4850-4a08-acb3-2e5b56eddb3c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 946 time: 0.3037224 Feb 02 13:16:56.599108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1c163325-e94f-4f90-8f66-85dc7d33edd9 None None] Deleting port 06c05c20-5cb0-4e34-abd5-019385398b27 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:56.599616 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c163325-e94f-4f90-8f66-85dc7d33edd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (06c05c20-5cb0-4e34-abd5-019385398b27), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:56.778961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ad0cea-5ac7-4ca4-8252-5bef109c3e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:56.782348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1c163325-e94f-4f90-8f66-85dc7d33edd9 None None] For port 06c05c20-5cb0-4e34-abd5-019385398b27, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=06c05c20-5cb0-4e34-abd5-019385398b27,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:16:56.782747 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c163325-e94f-4f90-8f66-85dc7d33edd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (06c05c20-5cb0-4e34-abd5-019385398b27), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:56.783337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9ad0cea-5ac7-4ca4-8252-5bef109c3e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:56.801251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (32c30027-f83e-439a-adb8-e4cc8c9feda2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:56.829419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-856754a5-3cf2-4860-8d05-f78a14e21245 req-c39a498f-f33b-4843-b62a-5845be947d47 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250245 Feb 02 13:16:56.846468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1c163325-e94f-4f90-8f66-85dc7d33edd9 None None] Calling delete_port for 06c05c20-5cb0-4e34-abd5-019385398b27 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:16:56.988537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c163325-e94f-4f90-8f66-85dc7d33edd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (06c05c20-5cb0-4e34-abd5-019385398b27), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.009356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-2c806d1a-4d2f-4d2b-a69d-f2cde08d2086 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--228359940&fields=id&tenant_id=7b92b835720c47608b10176547f4948b HTTP/1.1" status: 200 len: 267 time: 0.3067615 Feb 02 13:16:57.053980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34750) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:57.063211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c163325-e94f-4f90-8f66-85dc7d33edd9 None None] Pushing event deleted for resources: {'Port': ['ID=06c05c20-5cb0-4e34-abd5-019385398b27,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:57.073347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c163325-e94f-4f90-8f66-85dc7d33edd9 None None] No DVR routers for this DVR port 06c05c20-5cb0-4e34-abd5-019385398b27 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:16:57.200773 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (32c30027-f83e-439a-adb8-e4cc8c9feda2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.260717 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9ad0cea-5ac7-4ca4-8252-5bef109c3e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (a837441f-3054-4fa2-9201-c4090fa841c5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.276756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c30027-f83e-439a-adb8-e4cc8c9feda2']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:57.294785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:57.295073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88c1a16-f515-4eb7-801d-c0eaa0858a1b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:16:57.299811 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ad41dfc-532a-4b4d-a17f-dd05ecccd5b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.322471 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad0cea-5ac7-4ca4-8252-5bef109c3e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=a837441f-3054-4fa2-9201-c4090fa841c5,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:57.328655 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (f88c1a16-f515-4eb7-801d-c0eaa0858a1b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.330377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ad0cea-5ac7-4ca4-8252-5bef109c3e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:57.331884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f9ad0cea-5ac7-4ca4-8252-5bef109c3e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:57.340923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ad0cea-5ac7-4ca4-8252-5bef109c3e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:57.341359 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c220dae-e534-466c-a341-f339a62287f3 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:16:57.341535 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9ad0cea-5ac7-4ca4-8252-5bef109c3e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.363123 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f9ad0cea-5ac7-4ca4-8252-5bef109c3e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8361099 Feb 02 13:16:57.365878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34756) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:57.369745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d270e647-efd5-4c74-bb9e-d401ad528428 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:57.372995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:65:66:83', 'name': 'tempest-NetworksTestDHCPv6-2078045772'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:16:57.376976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d270e647-efd5-4c74-bb9e-d401ad528428 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 812 time: 0.3663282 Feb 02 13:16:57.404688 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (f88c1a16-f515-4eb7-801d-c0eaa0858a1b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.416974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:16:57.417502 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (f88c1a16-f515-4eb7-801d-c0eaa0858a1b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.428119 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-f6d8b260-9be5-4b51-bddf-00d1da2928f9 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/quotas/7b92b835720c47608b10176547f4948b HTTP/1.1" status: 200 len: 375 time: 0.0500815 Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:16:57.430000 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:16:57.463142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b01575-5595-4fca-b268-a2f33210e76f req-e40bca37-3532-43ea-9906-4be0c5a4e6bc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:57.464942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6b01575-5595-4fca-b268-a2f33210e76f req-e40bca37-3532-43ea-9906-4be0c5a4e6bc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 946 time: 0.2661755 Feb 02 13:16:57.544462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:16:57.591075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': 'a837441f-3054-4fa2-9201-c4090fa841c5'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:16:57.593295 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.661337 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (32c30027-f83e-439a-adb8-e4cc8c9feda2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.710748 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.717205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] 10.222.0.83 "DELETE /v2.0/networks/32c30027-f83e-439a-adb8-e4cc8c9feda2 HTTP/1.1" status: 204 len: 168 time: 1.1800091 Feb 02 13:16:57.757416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6b01575-5595-4fca-b268-a2f33210e76f req-b93122cc-bac7-42d6-8f8c-26a9902c118a tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557154 Feb 02 13:16:57.758498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a68bf1-c884-4a55-92c7-91e2c8047aaa tempest-PortsAdminExtendedAttrsTestJSON-1593428888 tempest-PortsAdminExtendedAttrsTestJSON-1593428888-project] Pushing event deleted for resources: {'Network': ['ID=32c30027-f83e-439a-adb8-e4cc8c9feda2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:57.795060 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.812384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-3957bf5f-9bf0-49a5-becb-7afb75381adb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3766851 Feb 02 13:16:57.830344 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ad41dfc-532a-4b4d-a17f-dd05ecccd5b7 admin admin] Publish callbacks [] for security_group (111cc0ae-3f6b-45f1-af87-45a2e641a32c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.844811 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ad41dfc-532a-4b4d-a17f-dd05ecccd5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (111cc0ae-3f6b-45f1-af87-45a2e641a32c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:57.877390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 7ac583f3-e368-481a-b579-e312be4c707a yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:16:57.915604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 587829e0-c150-4540-bf35-ff4c015181c2 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:57.978555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Allocated IP 2001:db8::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/a837441f-3054-4fa2-9201-c4090fa841c5/b2cefbc8-d3f8-47e1-9c6c-44061356cc5a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:58.000712 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8db6b54f-4598-4455-bcc7-4588868c377c req-747939f6-29bb-4cbc-9d87-aa8ecd8a7261 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1059473 Feb 02 13:16:58.010411 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41dfc-532a-4b4d-a17f-dd05ecccd5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111cc0ae-3f6b-45f1-af87-45a2e641a32c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:58.017589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4ad41dfc-532a-4b4d-a17f-dd05ecccd5b7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dec3b7a0a2114be9a0fd25fc6b89c5d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9501398 Feb 02 13:16:58.022950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:58.057337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 587829e0-c150-4540-bf35-ff4c015181c2 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:58.057723 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (587829e0-c150-4540-bf35-ff4c015181c2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.157660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34776) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:58.198509 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34780) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:58.223059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 587829e0-c150-4540-bf35-ff4c015181c2 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:16:58.232102 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c991aadd-efdd-4b3e-8f90-f49c910ac4ff admin admin] Publish callbacks [] for security_group (111cc0ae-3f6b-45f1-af87-45a2e641a32c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.318880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 06c05c20-5cb0-4e34-abd5-019385398b27 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:16:58.331099 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f207eac-bf07-4ed7-b478-d67ae1de556a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.345982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 06c05c20-5cb0-4e34-abd5-019385398b27 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:16:58.346330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 06c05c20-5cb0-4e34-abd5-019385398b27 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:16:58.358848 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-27116c4f-a076-476d-95ee-87244a2532a3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=645c86d943f744e78a869a02721b1c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1997497 Feb 02 13:16:58.362239 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Publish callbacks [] for port (b2cefbc8-d3f8-47e1-9c6c-44061356cc5a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.362652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34784) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:58.370100 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (b2cefbc8-d3f8-47e1-9c6c-44061356cc5a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.378757 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c991aadd-efdd-4b3e-8f90-f49c910ac4ff admin admin] Publish callbacks [] for security_group (111cc0ae-3f6b-45f1-af87-45a2e641a32c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.407648 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf97a4a-8c1b-4626-8730-6bd15debb239 req-21ac9c97-d4c3-4d2e-9f35-4dd6af27a6de tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:58.410257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bcf97a4a-8c1b-4626-8730-6bd15debb239 req-21ac9c97-d4c3-4d2e-9f35-4dd6af27a6de tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 946 time: 0.2925427 Feb 02 13:16:58.435194 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:58.442705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:58.448233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Pushing event updated for resources: {'Port': ['ID=b2cefbc8-d3f8-47e1-9c6c-44061356cc5a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:58.458877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:58.504419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bcf97a4a-8c1b-4626-8730-6bd15debb239 req-3e11b232-150c-4d51-98f8-4ecec38ba4bb tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804677 Feb 02 13:16:58.512588 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::161 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/a837441f-3054-4fa2-9201-c4090fa841c5/7ac583f3-e368-481a-b579-e312be4c707a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:16:58.544847 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-900701b6-b758-4255-915a-52e93d16b431 service neutron] 10.222.0.83 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7192028 Feb 02 13:16:58.558375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1a24151-a455-4fa2-a368-352e9839101b admin admin] Publish callbacks [] for security_group (ed6778dd-dbcd-4e0c-b997-311a87647288), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.588394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Attempting to bind port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:16:58.589765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Attempting to bind port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:16:58.590347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Attempting to bind port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:16:58.600423 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:16:58.603084 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f207eac-bf07-4ed7-b478-d67ae1de556a admin admin] Publish callbacks [] for security_group (1973153e-0db0-4eed-891d-c30dabf82cc2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.603321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:16:58.603947 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.604526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:16:58.605180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Bound port: b2cefbc8-d3f8-47e1-9c6c-44061356cc5a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:16:58.605766 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b2cefbc8-d3f8-47e1-9c6c-44061356cc5a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.626371 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1a24151-a455-4fa2-a368-352e9839101b admin admin] Publish callbacks [] for security_group (ed6778dd-dbcd-4e0c-b997-311a87647288), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.628290 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f207eac-bf07-4ed7-b478-d67ae1de556a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1973153e-0db0-4eed-891d-c30dabf82cc2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.674648 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c991aadd-efdd-4b3e-8f90-f49c910ac4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (111cc0ae-3f6b-45f1-af87-45a2e641a32c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.677321 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c991aadd-efdd-4b3e-8f90-f49c910ac4ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.678475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c991aadd-efdd-4b3e-8f90-f49c910ac4ff admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/111cc0ae-3f6b-45f1-af87-45a2e641a32c HTTP/1.1" status: 204 len: 168 time: 0.6534660 Feb 02 13:16:58.706578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-9d60ceea-3fda-4900-8891-6cc64d45cad3 service neutron] 10.222.0.83 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434767 Feb 02 13:16:58.709626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991aadd-efdd-4b3e-8f90-f49c910ac4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111cc0ae-3f6b-45f1-af87-45a2e641a32c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:58.713051 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6f207eac-bf07-4ed7-b478-d67ae1de556a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f18da0594ab24a0da06b6af18e767da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5134518 Feb 02 13:16:58.713800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f207eac-bf07-4ed7-b478-d67ae1de556a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1973153e-0db0-4eed-891d-c30dabf82cc2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:58.716103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:58.859008 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (7ac583f3-e368-481a-b579-e312be4c707a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.861442 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-909f4df5-7017-4291-a575-712e912d17d5 admin admin] Publish callbacks [] for security_group (1973153e-0db0-4eed-891d-c30dabf82cc2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.871985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] For port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:16:58.875733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] For port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b2cefbc8-d3f8-47e1-9c6c-44061356cc5a,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:16:58.894202 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b2cefbc8-d3f8-47e1-9c6c-44061356cc5a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.914894 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-909f4df5-7017-4291-a575-712e912d17d5 admin admin] Publish callbacks [] for security_group (1973153e-0db0-4eed-891d-c30dabf82cc2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.934988 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1a24151-a455-4fa2-a368-352e9839101b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ed6778dd-dbcd-4e0c-b997-311a87647288), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.943072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1a24151-a455-4fa2-a368-352e9839101b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.944954 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d1a24151-a455-4fa2-a368-352e9839101b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ed6778dd-dbcd-4e0c-b997-311a87647288 HTTP/1.1" status: 204 len: 168 time: 0.5809536 Feb 02 13:16:58.956236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7ac583f3-e368-481a-b579-e312be4c707a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:58.963138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d64ce-d7a6-43bd-a527-a8c0a9273f0b None None] Pushing event updated for resources: {'Port': ['ID=b2cefbc8-d3f8-47e1-9c6c-44061356cc5a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:59.017504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a24151-a455-4fa2-a368-352e9839101b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6778dd-dbcd-4e0c-b997-311a87647288,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:59.166771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=7ac583f3-e368-481a-b579-e312be4c707a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:59.169360 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c88efeb-59ba-409b-b9fc-76c88036df10 req-966e7285-e047-4038-9fcb-6cca820d5500 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0972703 Feb 02 13:16:59.188707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:16:59.196604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:16:59.203705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:16:59.203880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8f512-6783-4085-91f7-7a95265079c1 req-4aea49a3-4513-4ded-a2fa-5a0a31a60ffb tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:59.213405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ac8f512-6783-4085-91f7-7a95265079c1 req-4aea49a3-4513-4ded-a2fa-5a0a31a60ffb tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 946 time: 0.2810085 Feb 02 13:16:59.217291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:59.217291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:59.249198 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-909f4df5-7017-4291-a575-712e912d17d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1973153e-0db0-4eed-891d-c30dabf82cc2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:59.252697 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-909f4df5-7017-4291-a575-712e912d17d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:59.257351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-909f4df5-7017-4291-a575-712e912d17d5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1973153e-0db0-4eed-891d-c30dabf82cc2 HTTP/1.1" status: 204 len: 168 time: 0.5398581 Feb 02 13:16:59.259929 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c7dd75ef-6eb9-47e6-9124-f822c5b41463 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8927901 Feb 02 13:16:59.260093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:59.387411 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f4df5-7017-4291-a575-712e912d17d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1973153e-0db0-4eed-891d-c30dabf82cc2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:16:59.461163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34812) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:59.497564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4975b8ef-bce7-4046-9b29-aa8802905215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:59.499852 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7084b568-607d-47f1-9e30-557ef38f6d0a req-6f3f581e-ef0c-4c1d-8b29-89ba6875d8a1 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1176856 Feb 02 13:16:59.533332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa573c2-be29-4536-8087-2e930ca17689 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:59.541159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa573c2-be29-4536-8087-2e930ca17689 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:16:59.543029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bfa573c2-be29-4536-8087-2e930ca17689 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2797034 Feb 02 13:16:59.556086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34816) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:59.565254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ac8f512-6783-4085-91f7-7a95265079c1 req-0836677d-e39e-4b37-bef2-1f3dbca70d9c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508573 Feb 02 13:16:59.765889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b2cefbc8-d3f8-47e1-9c6c-44061356cc5a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:16:59.795058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a065c38b-2a38-43b1-9fba-fea60d5a8f2b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 7ac583f3-e368-481a-b579-e312be4c707a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:16:59.795678 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a065c38b-2a38-43b1-9fba-fea60d5a8f2b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7ac583f3-e368-481a-b579-e312be4c707a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:59.894296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4975b8ef-bce7-4046-9b29-aa8802905215 admin admin] Publish callbacks [] for security_group (f39e574c-f4d9-4853-ac53-8e3c464dbdf7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:59.901220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:16:59.901909 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b2cefbc8-d3f8-47e1-9c6c-44061356cc5a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:59.911851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4975b8ef-bce7-4046-9b29-aa8802905215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f39e574c-f4d9-4853-ac53-8e3c464dbdf7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:59.941075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34822) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:16:59.973131 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a065c38b-2a38-43b1-9fba-fea60d5a8f2b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7ac583f3-e368-481a-b579-e312be4c707a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:16:59.990546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a065c38b-2a38-43b1-9fba-fea60d5a8f2b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 7ac583f3-e368-481a-b579-e312be4c707a owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:00.055858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:00.056446 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b2cefbc8-d3f8-47e1-9c6c-44061356cc5a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:00.145208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b2cefbc8-d3f8-47e1-9c6c-44061356cc5a,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:00.161963 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b2cefbc8-d3f8-47e1-9c6c-44061356cc5a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:00.177349 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4975b8ef-bce7-4046-9b29-aa8802905215 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c9cd1ba2c46a400da25d4011a2d5fc26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7150581 Feb 02 13:17:00.181720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34824) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:00.283687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=b2cefbc8-d3f8-47e1-9c6c-44061356cc5a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:00.399138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a065c38b-2a38-43b1-9fba-fea60d5a8f2b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7ac583f3-e368-481a-b579-e312be4c707a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:00.457341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34828) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:00.485138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975b8ef-bce7-4046-9b29-aa8802905215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39e574c-f4d9-4853-ac53-8e3c464dbdf7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:00.494802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065c38b-2a38-43b1-9fba-fea60d5a8f2b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=7ac583f3-e368-481a-b579-e312be4c707a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:00.544978 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3c38dd9-3ee7-4420-aee7-a83fa99ac6a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:00.584838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-795a5bfc-cf69-4134-b589-17ce586494ed req-873579ed-1b59-426e-af66-39ae2bf85dd2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 210 time: 0.1021142 Feb 02 13:17:00.586723 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a298df51-69b2-4b34-bd68-1a926d6e40c4 admin admin] Publish callbacks [] for security_group (f39e574c-f4d9-4853-ac53-8e3c464dbdf7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:00.602035 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a065c38b-2a38-43b1-9fba-fea60d5a8f2b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:00.610471 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a065c38b-2a38-43b1-9fba-fea60d5a8f2b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/7ac583f3-e368-481a-b579-e312be4c707a HTTP/1.1" status: 204 len: 168 time: 1.0180931 Feb 02 13:17:00.613720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:00.623952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-79a12316-eb95-479d-b514-47e16b45865a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=568660eb141745748da27f1fc76c7ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6792941 Feb 02 13:17:00.625260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34836) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:00.675999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a298df51-69b2-4b34-bd68-1a926d6e40c4 admin admin] Publish callbacks [] for security_group (f39e574c-f4d9-4853-ac53-8e3c464dbdf7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:00.704111 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-474ffd41-a15e-46e4-90a9-3e9484b9ffd3 admin admin] Publish callbacks [] for security_group (9aef3f93-f87d-4a9b-9a30-dad1788d148f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:00.748460 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-474ffd41-a15e-46e4-90a9-3e9484b9ffd3 admin admin] Publish callbacks [] for security_group (9aef3f93-f87d-4a9b-9a30-dad1788d148f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:00.755235 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42ec70e2-f9d1-4caa-a938-2a9f688e4852 req-8fe23998-11f8-43a5-afef-ca5e76e94815 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0938554 Feb 02 13:17:00.821823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3abff17-54ff-4f04-ac8a-22294cbbcd1a req-9556b00d-b1eb-4dda-8e68-be0455076ab2 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:00.828112 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3abff17-54ff-4f04-ac8a-22294cbbcd1a req-9556b00d-b1eb-4dda-8e68-be0455076ab2 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 946 time: 0.3690953 Feb 02 13:17:00.928160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd14b1e-a2de-4089-bcfc-40e6029ed132 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:00.929827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd14b1e-a2de-4089-bcfc-40e6029ed132 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:00.933981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fcd14b1e-a2de-4089-bcfc-40e6029ed132 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3163342 Feb 02 13:17:00.936807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:00.997634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022205d-9451-400c-a9dc-ba528ed119bc req-a0d5767b-840a-4196-950a-9db71c4a342c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:00.999231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d022205d-9451-400c-a9dc-ba528ed119bc req-a0d5767b-840a-4196-950a-9db71c4a342c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 946 time: 0.2854795 Feb 02 13:17:01.025218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7e51d993-35fc-420e-a2f9-3d72dfa9d145 None None] Provisioning complete for port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:01.025882 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e51d993-35fc-420e-a2f9-3d72dfa9d145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b2cefbc8-d3f8-47e1-9c6c-44061356cc5a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.043689 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3c38dd9-3ee7-4420-aee7-a83fa99ac6a6 admin admin] Publish callbacks [] for security_group (cf0aa60f-2eea-43d1-b0b3-5bb8028cc202), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.078108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e3c38dd9-3ee7-4420-aee7-a83fa99ac6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cf0aa60f-2eea-43d1-b0b3-5bb8028cc202), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.141649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7e51d993-35fc-420e-a2f9-3d72dfa9d145 None None] Current status of the port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:01.142250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-148a43bd-89cc-4b1a-8cde-66e05f991ce2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet a837441f-3054-4fa2-9201-c4090fa841c5 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:17:01.146136 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148a43bd-89cc-4b1a-8cde-66e05f991ce2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (a837441f-3054-4fa2-9201-c4090fa841c5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.161624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d022205d-9451-400c-a9dc-ba528ed119bc req-1d89f634-3cb1-480f-927f-8f9073a52dc1 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378591 Feb 02 13:17:01.198050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c38dd9-3ee7-4420-aee7-a83fa99ac6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0aa60f-2eea-43d1-b0b3-5bb8028cc202,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:01.203961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e3c38dd9-3ee7-4420-aee7-a83fa99ac6a6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1eb75546b8b84ee6ba92ce75ca9366ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7437444 Feb 02 13:17:01.213962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:01.265065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-78101928-b728-4e26-a4de-ce609659284c None None] Could not find standard attr ID for object 7ac583f3-e368-481a-b579-e312be4c707a. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:17:01.271800 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148a43bd-89cc-4b1a-8cde-66e05f991ce2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (a837441f-3054-4fa2-9201-c4090fa841c5), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.274614 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a298df51-69b2-4b34-bd68-1a926d6e40c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f39e574c-f4d9-4853-ac53-8e3c464dbdf7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.276028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f3abff17-54ff-4f04-ac8a-22294cbbcd1a req-35ebb1a2-3d29-4be6-9dc2-4c721a30c0e4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Deleting port bebc7354-7204-4766-8c49-62e7f6b7043b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:01.276618 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3abff17-54ff-4f04-ac8a-22294cbbcd1a req-35ebb1a2-3d29-4be6-9dc2-4c721a30c0e4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.277394 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a298df51-69b2-4b34-bd68-1a926d6e40c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.281145 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a298df51-69b2-4b34-bd68-1a926d6e40c4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f39e574c-f4d9-4853-ac53-8e3c464dbdf7 HTTP/1.1" status: 204 len: 168 time: 1.0855727 Feb 02 13:17:01.297019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298df51-69b2-4b34-bd68-1a926d6e40c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39e574c-f4d9-4853-ac53-8e3c464dbdf7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:01.311500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-474ffd41-a15e-46e4-90a9-3e9484b9ffd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9aef3f93-f87d-4a9b-9a30-dad1788d148f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.314070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-474ffd41-a15e-46e4-90a9-3e9484b9ffd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.315253 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-474ffd41-a15e-46e4-90a9-3e9484b9ffd3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9aef3f93-f87d-4a9b-9a30-dad1788d148f HTTP/1.1" status: 204 len: 168 time: 0.6887996 Feb 02 13:17:01.332447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ffd41-a15e-46e4-90a9-3e9484b9ffd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aef3f93-f87d-4a9b-9a30-dad1788d148f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:01.355179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-f649764a-0e3f-4fe6-8106-cc92c091b1ec tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:01.359480 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-f649764a-0e3f-4fe6-8106-cc92c091b1ec tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 812 time: 0.1652949 Feb 02 13:17:01.459194 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a32655f-f42e-49ff-abfe-94e09875ab3e admin admin] Publish callbacks [] for security_group (cf0aa60f-2eea-43d1-b0b3-5bb8028cc202), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.528395 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-1937ba31-1520-41d3-9b0b-c641235014a2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b92b835720c47608b10176547f4948b HTTP/1.1" status: 200 len: 379 time: 0.1511104 Feb 02 13:17:01.539588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f3abff17-54ff-4f04-ac8a-22294cbbcd1a req-35ebb1a2-3d29-4be6-9dc2-4c721a30c0e4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] For port bebc7354-7204-4766-8c49-62e7f6b7043b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bebc7354-7204-4766-8c49-62e7f6b7043b,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:01.539588 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3abff17-54ff-4f04-ac8a-22294cbbcd1a req-35ebb1a2-3d29-4be6-9dc2-4c721a30c0e4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.544281 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a32655f-f42e-49ff-abfe-94e09875ab3e admin admin] Publish callbacks [] for security_group (cf0aa60f-2eea-43d1-b0b3-5bb8028cc202), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.546016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Request body: {'port': {'device_id': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'admin_state_up': True, 'tenant_id': '7b92b835720c47608b10176547f4948b', 'security_groups': ['4e95c79f-90b4-4a30-88c2-11e072614027']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:01.573724 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148a43bd-89cc-4b1a-8cde-66e05f991ce2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a837441f-3054-4fa2-9201-c4090fa841c5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.609534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f3abff17-54ff-4f04-ac8a-22294cbbcd1a req-35ebb1a2-3d29-4be6-9dc2-4c721a30c0e4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Calling delete_port for bebc7354-7204-4766-8c49-62e7f6b7043b owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:01.645670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b2cefbc8-d3f8-47e1-9c6c-44061356cc5a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:01.754034 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Made reservation on behalf of 7b92b835720c47608b10176547f4948b for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:01.760021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.783064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f8e17b9-06e4-4bd9-939f-66b1374c9ac9 req-985a4801-8c71-4c3b-a995-f772444e4f66 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0494351 Feb 02 13:17:01.786749 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5971f31-2c3c-43e0-aff5-4937c3137758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.809051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:01.809627 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b2cefbc8-d3f8-47e1-9c6c-44061356cc5a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.830984 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148a43bd-89cc-4b1a-8cde-66e05f991ce2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (a837441f-3054-4fa2-9201-c4090fa841c5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.875476 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a32655f-f42e-49ff-abfe-94e09875ab3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cf0aa60f-2eea-43d1-b0b3-5bb8028cc202), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.877315 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a32655f-f42e-49ff-abfe-94e09875ab3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.878607 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1a32655f-f42e-49ff-abfe-94e09875ab3e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cf0aa60f-2eea-43d1-b0b3-5bb8028cc202 HTTP/1.1" status: 204 len: 168 time: 0.6635349 Feb 02 13:17:01.883818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a43bd-89cc-4b1a-8cde-66e05f991ce2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=a837441f-3054-4fa2-9201-c4090fa841c5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:01.921751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32655f-f42e-49ff-abfe-94e09875ab3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0aa60f-2eea-43d1-b0b3-5bb8028cc202,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:01.922424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c904d-8114-449e-9258-769809189618 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:01.926424 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-148a43bd-89cc-4b1a-8cde-66e05f991ce2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:01.929728 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-148a43bd-89cc-4b1a-8cde-66e05f991ce2 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/a837441f-3054-4fa2-9201-c4090fa841c5 HTTP/1.1" status: 204 len: 168 time: 0.9912777 Feb 02 13:17:01.934842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34862) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:01.993486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-83c12acf-06f7-4025-92a0-5203916b2e6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575809 Feb 02 13:17:02.012173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:02.014547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:02.017788 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad5caf5d-b3ea-4651-9989-6b38ba4db496 req-33642f63-cb6e-4f56-8539-2da26bcf796c tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0739970 Feb 02 13:17:02.064553 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3abff17-54ff-4f04-ac8a-22294cbbcd1a req-35ebb1a2-3d29-4be6-9dc2-4c721a30c0e4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (bebc7354-7204-4766-8c49-62e7f6b7043b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:02.095977 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Allocated IP 172.20.0.10 (cb2a4104-c51e-40f3-b13e-924d4652304e/be877423-cc9d-4b0f-a0a3-809a3db51209/3362e7a6-5a47-4c55-856b-3b2d1b72d775) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:02.106783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:17:02.143096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebb1a2-3d29-4be6-9dc2-4c721a30c0e4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event deleted for resources: {'Port': ['ID=bebc7354-7204-4766-8c49-62e7f6b7043b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:02.157447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['bebc7354-7204-4766-8c49-62e7f6b7043b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:17:02.235333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3abff17-54ff-4f04-ac8a-22294cbbcd1a req-35ebb1a2-3d29-4be6-9dc2-4c721a30c0e4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] No DVR routers for this DVR port bebc7354-7204-4766-8c49-62e7f6b7043b on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:17:02.239537 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f3abff17-54ff-4f04-ac8a-22294cbbcd1a req-35ebb1a2-3d29-4be6-9dc2-4c721a30c0e4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:02.245667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3abff17-54ff-4f04-ac8a-22294cbbcd1a req-35ebb1a2-3d29-4be6-9dc2-4c721a30c0e4 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "DELETE /v2.0/ports/bebc7354-7204-4766-8c49-62e7f6b7043b HTTP/1.1" status: 204 len: 173 time: 1.4074063 Feb 02 13:17:02.253039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b910b120-a461-4f09-b57f-01383e69f8b1', 'name': 'network-vif-deleted', 'tag': 'bebc7354-7204-4766-8c49-62e7f6b7043b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:02.255802 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace54d48-42df-435c-8553-b003a52f3c78" -d '{"events": [{"server_uuid": "b910b120-a461-4f09-b57f-01383e69f8b1", "name": "network-vif-deleted", "tag": "bebc7354-7204-4766-8c49-62e7f6b7043b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:02.289513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0caf0bd-cb49-433a-b55e-264076ff0a6b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:02.294022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a0caf0bd-cb49-433a-b55e-264076ff0a6b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2786326 Feb 02 13:17:02.297298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:02.374584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a946a6-585f-4b80-8832-af7b56832909 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:17:02.425312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:02.426510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088da0f6-08e1-4ce8-aff1-9c3e1f804744 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:02.430709 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-088da0f6-08e1-4ce8-aff1-9c3e1f804744 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1321778 Feb 02 13:17:02.433531 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34882) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:02.449538 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f170ae-21e7-4ba5-a197-f7caa5d52e95 x-openstack-request-id: req-86f170ae-21e7-4ba5-a197-f7caa5d52e95 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:02.449775 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b910b120-a461-4f09-b57f-01383e69f8b1", "name": "network-vif-deleted", "tag": "bebc7354-7204-4766-8c49-62e7f6b7043b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:02.450022 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-86f170ae-21e7-4ba5-a197-f7caa5d52e95 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:02.450362 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b910b120-a461-4f09-b57f-01383e69f8b1', 'name': 'network-vif-deleted', 'tag': 'bebc7354-7204-4766-8c49-62e7f6b7043b', 'status': 'completed', 'code': 200} Feb 02 13:17:02.505809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f510a970-706f-4d66-8e66-54fa2e4adb2c req-eefa7ba9-a375-45ef-9033-130dfb6b95c3 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=b910b120-a461-4f09-b57f-01383e69f8b1 HTTP/1.1" status: 200 len: 210 time: 0.0702167 Feb 02 13:17:02.513145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-29a946a6-585f-4b80-8832-af7b56832909 None None] Deleting port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:02.513950 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a946a6-585f-4b80-8832-af7b56832909 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b2cefbc8-d3f8-47e1-9c6c-44061356cc5a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:02.519073 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ace1911a-6257-4c9c-8e93-bf37ce4f81d7 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844023 Feb 02 13:17:02.525559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:02.540895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0616df0d-afdf-4b65-bbf8-14abf4b9b97e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:02.589246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:02.617767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-29a946a6-585f-4b80-8832-af7b56832909 None None] For port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b2cefbc8-d3f8-47e1-9c6c-44061356cc5a,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:02.618258 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a946a6-585f-4b80-8832-af7b56832909 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b2cefbc8-d3f8-47e1-9c6c-44061356cc5a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:02.639234 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-29a946a6-585f-4b80-8832-af7b56832909 None None] Calling delete_port for b2cefbc8-d3f8-47e1-9c6c-44061356cc5a owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:02.661304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Network cb2a4104-c51e-40f3-b13e-924d4652304e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:02.664325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0616df0d-afdf-4b65-bbf8-14abf4b9b97e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:02.664690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:02.669610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:02.672879 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0616df0d-afdf-4b65-bbf8-14abf4b9b97e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:02.675002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:02.757414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:02.758041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:02.801121 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-a5cff7cf-f087-4c98-97a1-86787c31b686 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2711623 Feb 02 13:17:02.805483 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29a946a6-585f-4b80-8832-af7b56832909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (b2cefbc8-d3f8-47e1-9c6c-44061356cc5a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:02.818463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Request body: {'port': {'device_id': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:02.843813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a946a6-585f-4b80-8832-af7b56832909 None None] Pushing event deleted for resources: {'Port': ['ID=b2cefbc8-d3f8-47e1-9c6c-44061356cc5a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:02.866103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a946a6-585f-4b80-8832-af7b56832909 None None] No DVR routers for this DVR port b2cefbc8-d3f8-47e1-9c6c-44061356cc5a on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:17:02.988037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.010687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34906) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:03.217622 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-26d28065-8d87-401a-8e03-e4720ba2f72a None None] Provisioning complete for port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:03.218103 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26d28065-8d87-401a-8e03-e4720ba2f72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.263617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-26d28065-8d87-401a-8e03-e4720ba2f72a None None] Port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:03.273097 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c313f39-de35-4e68-9e73-cfd3f88027e1 req-ec679309-35bb-4168-a11a-3f800f2f9d5d tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0977390 Feb 02 13:17:03.275055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1803021492-network', 'tenant_id': '955839c2babc438b8783196ed9620004'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:03.310722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Made reservation on behalf of 955839c2babc438b8783196ed9620004 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:03.313133 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.318957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.objects.ports [None req-0616df0d-afdf-4b65-bbf8-14abf4b9b97e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:17:03.324080 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0616df0d-afdf-4b65-bbf8-14abf4b9b97e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (305ae721-efce-45e0-8ebe-19a82d6f91a6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.334865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.342626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44fc15-de14-46ef-afaf-b2b074d0a7e9 req-a3b64b02-0460-42ed-8087-615c8bb9f063 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:03.344372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b44fc15-de14-46ef-afaf-b2b074d0a7e9 req-a3b64b02-0460-42ed-8087-615c8bb9f063 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 932 time: 0.3176413 Feb 02 13:17:03.354227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0616df0d-afdf-4b65-bbf8-14abf4b9b97e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:03.374364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0616df0d-afdf-4b65-bbf8-14abf4b9b97e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:03.385988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0616df0d-afdf-4b65-bbf8-14abf4b9b97e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:03.387095 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0616df0d-afdf-4b65-bbf8-14abf4b9b97e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.393285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f01ffe-11ac-4702-a664-4e590b8c13d6 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:03.441651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3362e7a6-5a47-4c55-856b-3b2d1b72d775 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:17:03.456736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b44fc15-de14-46ef-afaf-b2b074d0a7e9 req-3cafe6ab-3a72-45c4-a876-c4597371f5e7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008298 Feb 02 13:17:03.458072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Publish callbacks [] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.471325 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0616df0d-afdf-4b65-bbf8-14abf4b9b97e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9418983 Feb 02 13:17:03.471664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:03.477181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f3e9e6d8-c932-466b-a457-d18b28812de0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:03.487381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Transition to ACTIVE for port object 3362e7a6-5a47-4c55-856b-3b2d1b72d775 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:17:03.503401 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.567537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616df0d-afdf-4b65-bbf8-14abf4b9b97e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=305ae721-efce-45e0-8ebe-19a82d6f91a6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:03.603377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:03.606980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:03.626730 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Publish callbacks [] for security_group (185b1c43-962b-4658-95ab-59ac95b9ede7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.635510 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (185b1c43-962b-4658-95ab-59ac95b9ede7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.652686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b2cefbc8-d3f8-47e1-9c6c-44061356cc5a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:17:03.667775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185b1c43-962b-4658-95ab-59ac95b9ede7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:03.697932 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e9e6d8-c932-466b-a457-d18b28812de0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:03.707111 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:03.711926 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3e9e6d8-c932-466b-a457-d18b28812de0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.728977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b2cefbc8-d3f8-47e1-9c6c-44061356cc5a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:17:03.729430 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b2cefbc8-d3f8-47e1-9c6c-44061356cc5a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:17:03.732392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': '305ae721-efce-45e0-8ebe-19a82d6f91a6'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:17:03.733768 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.794975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4d242349-31b6-4933-9f22-c86bad97f52b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.795921 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Added segment 4d242349-31b6-4933-9f22-c86bad97f52b of type vlan for network dac7fa4e-cf39-4c04-be08-2b29c057f31e Feb 02 13:17:03.928068 n-d-827336-2 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-f3e9e6d8-c932-466b-a457-d18b28812de0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 305ae721-efce-45e0-8ebe-19a82d6f91a6 (CIDR: 2001:db8::/64) Feb 02 13:17:03.937426 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e9e6d8-c932-466b-a457-d18b28812de0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:17:03.938330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e9e6d8-c932-466b-a457-d18b28812de0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:17:03.945788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Attempting to bind port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:03.946112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Attempting to bind port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:03.946443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Attempting to bind port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 on network cb2a4104-c51e-40f3-b13e-924d4652304e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:03.966464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f3e9e6d8-c932-466b-a457-d18b28812de0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4928079 Feb 02 13:17:03.969850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34950) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:03.973448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 on network cb2a4104-c51e-40f3-b13e-924d4652304e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:17:03.973704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Attempting to bind port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 on network cb2a4104-c51e-40f3-b13e-924d4652304e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:03.988821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1748e9d3-06f2-4e18-92e9-7b414f558914 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:03.993029 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (dac7fa4e-cf39-4c04-be08-2b29c057f31e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:03.995841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:03.996191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Checking segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:03.996578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Bound using segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:03.997032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Bound port: 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:03.997562 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.010262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Allocated IP 2001:db8::f816:3eff:fe77:4eff (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/305ae721-efce-45e0-8ebe-19a82d6f91a6/69a7b5a4-7b60-46bc-b117-87570818918a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:04.087914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'networks': [{'name': 'tempest-network--1310698904'}, {'name': 'tempest-network--967042066'}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:04.088276 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'network': {'name': 'tempest-network--1310698904'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:04.089029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'network': {'name': 'tempest-network--967042066'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:04.105957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (dac7fa4e-cf39-4c04-be08-2b29c057f31e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.106966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:04.107593 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.113269 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df590b86-baef-4d67-9b90-a7381943f70e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.165964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:04.181045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d0f4f-2500-420d-81bb-951d03a042bd req-ae273434-9723-47e5-b3e7-ab6f8bf5db98 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:04.189377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-ae273434-9723-47e5-b3e7-ab6f8bf5db98 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.2941689 Feb 02 13:17:04.192750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Made reservation on behalf of c2c9e4a4063b452e9a67846ee7153b26 for: {'network': 2} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:04.197133 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.207846 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1956854 Feb 02 13:17:04.217611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34954) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:04.220780 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.222113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:04.228271 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4b15ce41-3b8d-4439-ac28-dd68d2b64aa0 admin admin] Request body: {'subnet': {'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1803021492-subnet', 'tenant_id': '955839c2babc438b8783196ed9620004', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:04.231810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db89563-8254-4ae1-bb75-d9802c6939f0 admin admin] Pushing event updated for resources: {'Network': ['ID=dac7fa4e-cf39-4c04-be08-2b29c057f31e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:04.245889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network dac7fa4e-cf39-4c04-be08-2b29c057f31e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:04.262488 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.269599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-39e1bccd-44f6-4408-b085-b53983303115 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/quotas/6ee72b4765a44f94a55b3d24e29dc8b4 HTTP/1.1" status: 200 len: 375 time: 0.0567212 Feb 02 13:17:04.307932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:04.308403 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.310072 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] 10.222.0.62 "PUT /v2.0/ports/3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 1092 time: 1.4962065 Feb 02 13:17:04.311129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:04.325605 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b80906-8ee4-439e-a02e-a07956c341a3" -d '{"events": [{"name": "network-changed", "server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:04.349683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b15ce41-3b8d-4439-ac28-dd68d2b64aa0 admin admin] Made reservation on behalf of 955839c2babc438b8783196ed9620004 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:04.355356 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b15ce41-3b8d-4439-ac28-dd68d2b64aa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.436965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34bfe51b-5bec-4fd8-a6cb-84d13db03c64 req-d8cc57d4-d55e-4c2e-9f3e-ea9c1107d44f tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0385170 Feb 02 13:17:04.439796 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1748e9d3-06f2-4e18-92e9-7b414f558914 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:04.443524 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1748e9d3-06f2-4e18-92e9-7b414f558914 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.455720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-289d4a49-d92f-4c59-a116-98b340cc4348 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1783953 Feb 02 13:17:04.538189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f74ce-dd8b-4185-9167-d0d068ecfd80 service neutron] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:04.558051 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faedcffd-3eab-4ee0-8c43-c4634ab41378 x-openstack-request-id: req-faedcffd-3eab-4ee0-8c43-c4634ab41378 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:04.558456 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:04.558795 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-faedcffd-3eab-4ee0-8c43-c4634ab41378 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:04.559339 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'status': 'completed', 'code': 200} Feb 02 13:17:04.591734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-421f54ed-4962-4ed6-ab8d-84eb6e41368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:04.593394 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-421f54ed-4962-4ed6-ab8d-84eb6e41368e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1126 time: 0.1858046 Feb 02 13:17:04.673039 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Publish callbacks [] for port (69a7b5a4-7b60-46bc-b117-87570818918a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.692917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.726448 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-1e27727a-a212-4276-a06f-972c6a50abf7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 217 time: 0.1173761 Feb 02 13:17:04.751635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:04.758285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:04.771696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:04.813793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Pushing event updated for resources: {'Port': ['ID=69a7b5a4-7b60-46bc-b117-87570818918a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:04.838070 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for security_group (38830993-acf1-4aca-9d33-16f68f31c42d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.845974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Attempting to bind port 69a7b5a4-7b60-46bc-b117-87570818918a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:04.846216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Attempting to bind port 69a7b5a4-7b60-46bc-b117-87570818918a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:04.846558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Attempting to bind port 69a7b5a4-7b60-46bc-b117-87570818918a on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:04.854142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:04.854142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:04.854522 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.854942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:04.855443 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Bound port: 69a7b5a4-7b60-46bc-b117-87570818918a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:04.856057 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.859150 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (38830993-acf1-4aca-9d33-16f68f31c42d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.859694 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.862564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b15ce41-3b8d-4439-ac28-dd68d2b64aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (9f5c9669-0db7-46c3-836f-e5879716fb69), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:04.949628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] For port 69a7b5a4-7b60-46bc-b117-87570818918a, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:04.953307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] For port 69a7b5a4-7b60-46bc-b117-87570818918a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=69a7b5a4-7b60-46bc-b117-87570818918a,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:04.959020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device bebc7354-7204-4766-8c49-62e7f6b7043b no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:17:04.961230 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-0732581b-fe71-4dd2-b6c6-58a0202e38ac service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733467 Feb 02 13:17:04.974915 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:04.978728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-59d46a9b-6e6b-4e53-bc9a-00c7f8399437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:04.978921 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38830993-acf1-4aca-9d33-16f68f31c42d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:04.980386 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-59d46a9b-6e6b-4e53-bc9a-00c7f8399437 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.2435308 Feb 02 13:17:04.983602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15ce41-3b8d-4439-ac28-dd68d2b64aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5c9669-0db7-46c3-836f-e5879716fb69,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:04.986177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b15ce41-3b8d-4439-ac28-dd68d2b64aa0 admin admin] Checking segment: {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:04.986539 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15ce41-3b8d-4439-ac28-dd68d2b64aa0 admin admin] Network hostable DHCP agents. Network: dac7fa4e-cf39-4c04-be08-2b29c057f31e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:17:04.988612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: bebc7354-7204-4766-8c49-62e7f6b7043b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:17:04.988959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device bebc7354-7204-4766-8c49-62e7f6b7043b not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:17:04.993266 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.004883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef012e7d-dd02-4e0a-a19d-3070e3f5611d req-79541218-dc63-4690-a7d9-ecd876604a71 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:05.006419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef012e7d-dd02-4e0a-a19d-3070e3f5611d req-79541218-dc63-4690-a7d9-ecd876604a71 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 944 time: 0.2301102 Feb 02 13:17:05.026145 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1d9ccf7c-ecb8-4f11-a73d-bf67f64478f7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.026531 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Added segment 1d9ccf7c-ecb8-4f11-a73d-bf67f64478f7 of type vlan for network 8c6b3f04-8257-4ea8-bb47-8bd0e9be2b73 Feb 02 13:17:05.056684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983e366-9467-493e-a743-3f6fe72055e7 None None] Pushing event updated for resources: {'Port': ['ID=69a7b5a4-7b60-46bc-b117-87570818918a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:05.081119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-f4abe9d8-51f9-460b-a793-ee10d25d76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:05.082694 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-f4abe9d8-51f9-460b-a793-ee10d25d76cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0929821 Feb 02 13:17:05.083529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b15ce41-3b8d-4439-ac28-dd68d2b64aa0 admin admin] Network dac7fa4e-cf39-4c04-be08-2b29c057f31e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:17:05.113560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4b15ce41-3b8d-4439-ac28-dd68d2b64aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, dac7fa4e-cf39-4c04-be08-2b29c057f31e) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:05.123100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464c151b-64f3-4899-8d3a-552d70ba8e0b None None] Network dac7fa4e-cf39-4c04-be08-2b29c057f31e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:05.138693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b15ce41-3b8d-4439-ac28-dd68d2b64aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:05.139290 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b15ce41-3b8d-4439-ac28-dd68d2b64aa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.209335 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4b15ce41-3b8d-4439-ac28-dd68d2b64aa0 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9900124 Feb 02 13:17:05.210159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34980) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:05.219064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1803021492-router', 'tenant_id': '955839c2babc438b8783196ed9620004', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:05.253450 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-89f21e85-42c3-4cb8-8f0c-bafb10be686a service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635211 Feb 02 13:17:05.290133 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (04581618-6a2c-4e50-9368-66e85c14a0fb), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.291555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (04581618-6a2c-4e50-9368-66e85c14a0fb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.295392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-dac7fa4e-cf39-4c04-be08-2b29c057f31e', 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e', 'project_id': '955839c2babc438b8783196ed9620004', 'fixed_ips': [{'subnet_id': '9f5c9669-0db7-46c3-836f-e5879716fb69'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:17:05.297456 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.483939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Publish callbacks [] for router_controller (04581618-6a2c-4e50-9368-66e85c14a0fb), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.534188 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Allocated IP 172.20.0.2 (dac7fa4e-cf39-4c04-be08-2b29c057f31e/9f5c9669-0db7-46c3-836f-e5879716fb69/74690ffc-bf2e-4bdf-acc3-80221fe6aaa7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:05.644887 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.668919 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (8c6b3f04-8257-4ea8-bb47-8bd0e9be2b73), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.698797 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3e7d5116-3e01-47ba-95a3-9dd8d448b7a6 req-cc525aab-cdb0-4b0e-8b33-1de3f18ae99e service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371898 Feb 02 13:17:05.745713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-c989b016-4647-4b7b-a8b2-bf591afe11a2 service neutron] 10.222.0.83 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7679160 Feb 02 13:17:05.782306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 69a7b5a4-7b60-46bc-b117-87570818918a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:05.818075 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Publish callbacks [] for router_gateway (04581618-6a2c-4e50-9368-66e85c14a0fb), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.819264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef012e7d-dd02-4e0a-a19d-3070e3f5611d req-1f6437e9-0741-42d7-ace1-ac5173297ad4 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7964642 Feb 02 13:17:05.841068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:05.886650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:05.890662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80906-8ee4-439e-a02e-a07956c341a3 req-4cdf6000-8f1a-4950-9ac4-89bea71943d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:05.892724 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b80906-8ee4-439e-a02e-a07956c341a3 req-4cdf6000-8f1a-4950-9ac4-89bea71943d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1126 time: 0.0912924 Feb 02 13:17:05.905190 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (35b61836-c3d1-43a5-ae21-58c434b2a196), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.905772 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Added segment 35b61836-c3d1-43a5-ae21-58c434b2a196 of type vlan for network 92adf1f7-9bd2-4417-82d1-7f568b93a9fd Feb 02 13:17:05.921752 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Publish callbacks [] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.956074 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:05.988892 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (92adf1f7-9bd2-4417-82d1-7f568b93a9fd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.005778 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1748e9d3-06f2-4e18-92e9-7b414f558914 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (9d045cac-e820-403a-b159-733f9c30575e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.028134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40b45714-39ff-4514-9159-695915e36093 req-ab4c6660-4ef3-4908-bf85-2e28335bf09d tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0724521 Feb 02 13:17:06.076986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80906-8ee4-439e-a02e-a07956c341a3 req-9fd212fb-f4d3-4d64-8c4c-8b9158c7d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:06.091759 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b80906-8ee4-439e-a02e-a07956c341a3 req-9fd212fb-f4d3-4d64-8c4c-8b9158c7d321 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.1910203 Feb 02 13:17:06.100018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1748e9d3-06f2-4e18-92e9-7b414f558914 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:06.104271 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Network dac7fa4e-cf39-4c04-be08-2b29c057f31e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:06.107239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748e9d3-06f2-4e18-92e9-7b414f558914 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=9d045cac-e820-403a-b159-733f9c30575e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:06.109645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1748e9d3-06f2-4e18-92e9-7b414f558914 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:06.114927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1748e9d3-06f2-4e18-92e9-7b414f558914 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:06.114927 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1748e9d3-06f2-4e18-92e9-7b414f558914 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.118699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 69a7b5a4-7b60-46bc-b117-87570818918a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:06.119278 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.127115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:06.132164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:06.158801 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b80906-8ee4-439e-a02e-a07956c341a3 req-2be16434-3d22-4157-b5b7-7f36c6dd03ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 217 time: 0.0599136 Feb 02 13:17:06.162239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89b51bf0-7cc1-4ad4-b40b-e1ca5a70172b req-8470f48b-7a30-4c01-b2eb-d58f9be79709 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 210 time: 0.0322196 Feb 02 13:17:06.169738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1748e9d3-06f2-4e18-92e9-7b414f558914 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1945062 Feb 02 13:17:06.174089 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (8c6b3f04-8257-4ea8-bb47-8bd0e9be2b73), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.174594 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (92adf1f7-9bd2-4417-82d1-7f568b93a9fd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.179611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:06.184911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:06.185561 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.187854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35002) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:06.197817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:96:55:de', 'name': 'tempest-NetworksTestDHCPv6-1418873002'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:06.205298 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15085d0b-f349-46d8-8027-2b5eac2f992f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.251214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Pushing event updated for resources: {'Port': ['ID=74690ffc-bf2e-4bdf-acc3-80221fe6aaa7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:06.313883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Attempting to bind port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:06.314568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Attempting to bind port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:06.314692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Attempting to bind port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 on network dac7fa4e-cf39-4c04-be08-2b29c057f31e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:06.316786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7124999 Feb 02 13:17:06.325321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:06.325704 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Checking segment: {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:06.326107 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.326500 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Bound using segment: {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:06.326977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Bound port: 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:06.327564 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.361569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:06.398922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80906-8ee4-439e-a02e-a07956c341a3 req-e754af5e-7b37-4183-b107-cdb5e01fe253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:06.405931 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b80906-8ee4-439e-a02e-a07956c341a3 req-e754af5e-7b37-4183-b107-cdb5e01fe253 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.1921520 Feb 02 13:17:06.431386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 69a7b5a4-7b60-46bc-b117-87570818918a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:06.432025 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.449594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] For port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:06.469201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] For port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=74690ffc-bf2e-4bdf-acc3-80221fe6aaa7,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:06.486094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.490387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 69a7b5a4-7b60-46bc-b117-87570818918a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=69a7b5a4-7b60-46bc-b117-87570818918a,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:06.521184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Publish callbacks [] for router_gateway (04581618-6a2c-4e50-9368-66e85c14a0fb), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.552022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d7bc9-0ace-460a-a897-35b74a78f89b None None] Pushing event updated for resources: {'Port': ['ID=74690ffc-bf2e-4bdf-acc3-80221fe6aaa7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:06.555872 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.571209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.614721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=69a7b5a4-7b60-46bc-b117-87570818918a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:06.647514 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.648687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b80906-8ee4-439e-a02e-a07956c341a3 req-3f80ac44-fcdb-4741-bac4-fbda90282400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:06.650408 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b80906-8ee4-439e-a02e-a07956c341a3 req-3f80ac44-fcdb-4741-bac4-fbda90282400 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2352080 Feb 02 13:17:06.682731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event updated for resources: {'Network': ['ID=8c6b3f04-8257-4ea8-bb47-8bd0e9be2b73,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:06.721952 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 8c6b3f04-8257-4ea8-bb47-8bd0e9be2b73 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:06.856363 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b80906-8ee4-439e-a02e-a07956c341a3 req-93da25f6-4557-4dc8-91e9-2a8de6e2fb47 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967323 Feb 02 13:17:06.861315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5044c8ab-c7f1-4406-ad7f-0f548affff5f None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:06.869551 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:06.876091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Allocated IP 172.25.4.146 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/82474506-b444-4a43-b2d2-9da898acbd98) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:06.908421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bee03-0116-492a-9f7d-6ca5ff65fd61 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event updated for resources: {'Network': ['ID=92adf1f7-9bd2-4417-82d1-7f568b93a9fd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:06.948783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 92adf1f7-9bd2-4417-82d1-7f568b93a9fd details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:07.047727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e6b92e15-b80a-457f-b7a2-dffe3403795e None None] Provisioning complete for port 69a7b5a4-7b60-46bc-b117-87570818918a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:07.048098 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6b92e15-b80a-457f-b7a2-dffe3403795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.076721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:07.085634 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b80906-8ee4-439e-a02e-a07956c341a3 req-31b0f893-3eae-4c7a-88a2-475415e187c8 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189043 Feb 02 13:17:07.170623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Publish callbacks [] for port (82474506-b444-4a43-b2d2-9da898acbd98), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.227415 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (82474506-b444-4a43-b2d2-9da898acbd98), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.278192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:07.281455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:07.282274 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028de926-3329-4244-be91-7a89cbec8843 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:07.284383 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e6b92e15-b80a-457f-b7a2-dffe3403795e None None] Current status of the port 69a7b5a4-7b60-46bc-b117-87570818918a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:07.287550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028de926-3329-4244-be91-7a89cbec8843 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:07.288526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:07.294677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028de926-3329-4244-be91-7a89cbec8843 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:07.300299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028de926-3329-4244-be91-7a89cbec8843 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:07.302568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-028de926-3329-4244-be91-7a89cbec8843 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9394348 Feb 02 13:17:07.311306 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4326ebca-9dec-4596-93cb-33ecc8a77b3d req-0542aba7-65d3-4bb8-af82-0310953a3884 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0761688 Feb 02 13:17:07.311809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:07.342325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Pushing event updated for resources: {'Port': ['ID=82474506-b444-4a43-b2d2-9da898acbd98,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:07.396333 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32a2051-813d-46d4-bdbe-47666ed424eb None None] Update dhcp port {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': '305ae721-efce-45e0-8ebe-19a82d6f91a6', 'ip_address': '2001:db8::f816:3eff:fe77:4eff'}, {'subnet_id': '9d045cac-e820-403a-b159-733f9c30575e'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '69a7b5a4-7b60-46bc-b117-87570818918a'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:17:07.428581 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32a2051-813d-46d4-bdbe-47666ed424eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.457485 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (8c6b3f04-8257-4ea8-bb47-8bd0e9be2b73), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.479576 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15085d0b-f349-46d8-8027-2b5eac2f992f admin admin] Publish callbacks [] for security_group (84339073-aa2e-4fae-9e89-0dc9388151ad), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.484202 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4d34249-1f5d-4771-b1f8-9efcd9d7345a req-df192291-c317-433f-b6d3-e95b4203cd1f tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 210 time: 0.0627029 Feb 02 13:17:07.491667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc180cf8-9ee4-4d51-804c-2ebda7c277ad req-f1e7cfab-f855-444a-b1e9-7357705413fa tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:07.493186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc180cf8-9ee4-4d51-804c-2ebda7c277ad req-f1e7cfab-f855-444a-b1e9-7357705413fa tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 944 time: 0.5331223 Feb 02 13:17:07.496827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.513555 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-15085d0b-f349-46d8-8027-2b5eac2f992f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (84339073-aa2e-4fae-9e89-0dc9388151ad), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.626986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Publish callbacks [] for router_gateway (04581618-6a2c-4e50-9368-66e85c14a0fb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.630979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-15085d0b-f349-46d8-8027-2b5eac2f992f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0b4a0177d5ba416db230ccf0fb39d391&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7867081 Feb 02 13:17:07.632496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 4ea8f1eb-b118-437f-872d-95b556193f0c yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:17:07.637010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35020) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:07.676947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15085d0b-f349-46d8-8027-2b5eac2f992f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84339073-aa2e-4fae-9e89-0dc9388151ad,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:07.757342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e32a2051-813d-46d4-bdbe-47666ed424eb None None] Allocated IP 2001:db8:0:1::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/9d045cac-e820-403a-b159-733f9c30575e/69a7b5a4-7b60-46bc-b117-87570818918a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:07.815220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:07.841251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc180cf8-9ee4-4d51-804c-2ebda7c277ad req-beeacc58-95fd-42a4-8636-50defd942295 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3247545 Feb 02 13:17:07.877028 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.890088 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (8c6b3f04-8257-4ea8-bb47-8bd0e9be2b73), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.947999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6b3f04-8257-4ea8-bb47-8bd0e9be2b73']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:07.949356 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (04581618-6a2c-4e50-9368-66e85c14a0fb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.965451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9ccf7c-ecb8-4f11-a73d-bf67f64478f7') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:07.965928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9ccf7c-ecb8-4f11-a73d-bf67f64478f7') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:07.983839 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (1d9ccf7c-ecb8-4f11-a73d-bf67f64478f7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.987280 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:07.999848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e32a2051-813d-46d4-bdbe-47666ed424eb None None] For port 69a7b5a4-7b60-46bc-b117-87570818918a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=69a7b5a4-7b60-46bc-b117-87570818918a,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:08.003164 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1d9ccf7c-ecb8-4f11-a73d-bf67f64478f7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.010244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:17:08.011036 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (1d9ccf7c-ecb8-4f11-a73d-bf67f64478f7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.021565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:08.021952 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.070322 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32a2051-813d-46d4-bdbe-47666ed424eb None None] Publish callbacks [] for port (69a7b5a4-7b60-46bc-b117-87570818918a), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.079832 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e32a2051-813d-46d4-bdbe-47666ed424eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:17:08.099082 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:17:08.103042 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aed33a1c-181b-4f5f-a628-842832e21e8e admin admin] Publish callbacks [] for security_group (84339073-aa2e-4fae-9e89-0dc9388151ad), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.111605 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (8c6b3f04-8257-4ea8-bb47-8bd0e9be2b73), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.161296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:17:08.193668 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.199791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "DELETE /v2.0/networks/8c6b3f04-8257-4ea8-bb47-8bd0e9be2b73 HTTP/1.1" status: 204 len: 168 time: 0.8817315 Feb 02 13:17:08.225787 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aed33a1c-181b-4f5f-a628-842832e21e8e admin admin] Publish callbacks [] for security_group (84339073-aa2e-4fae-9e89-0dc9388151ad), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.232251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:08.233458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552f670-0dd0-4abe-bbd0-96d2450458d4 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event deleted for resources: {'Network': ['ID=8c6b3f04-8257-4ea8-bb47-8bd0e9be2b73,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:08.250924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a2051-813d-46d4-bdbe-47666ed424eb None None] Pushing event updated for resources: {'Port': ['ID=69a7b5a4-7b60-46bc-b117-87570818918a,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:08.267902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:08.268168 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.335247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dedb8dc-665b-4e2a-969c-864bd0dab457 None None] Network dac7fa4e-cf39-4c04-be08-2b29c057f31e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:08.357919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=74690ffc-bf2e-4bdf-acc3-80221fe6aaa7,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:08.396090 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.398139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 69a7b5a4-7b60-46bc-b117-87570818918a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:08.475167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d0f4f-2500-420d-81bb-951d03a042bd req-6125c63a-c0f7-4e91-b3a0-0bf58bef9e15 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:08.477659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-6125c63a-c0f7-4e91-b3a0-0bf58bef9e15 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 806 time: 0.7745895 Feb 02 13:17:08.479339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Router 04581618-6a2c-4e50-9368-66e85c14a0fb is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:17:08.516250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-786d0f4f-2500-420d-81bb-951d03a042bd req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Request body: {'port': {'device_id': '45609f11-4e53-4aca-aab3-2c44db64b92f', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'admin_state_up': True, 'tenant_id': '6ee72b4765a44f94a55b3d24e29dc8b4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:08.630075 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (92adf1f7-9bd2-4417-82d1-7f568b93a9fd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.651409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28cb5bb3-c49e-4fb8-9e88-cad2362dd693 req-a8a8b11f-6b4e-45ba-90c7-b211e872088b tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.2115064 Feb 02 13:17:08.694629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4cbfbbd-07db-4e69-96a3-49ee00267ce3 req-54ff26d2-cc27-4f01-ad05-08b3bf11da0c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 210 time: 0.0555098 Feb 02 13:17:08.724287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d137d452-670a-47de-a21d-24fec24c124e None None] Provisioning complete for port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:08.724667 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d137d452-670a-47de-a21d-24fec24c124e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.742217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:17:08.753169 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Sync routers for ids ['04581618-6a2c-4e50-9368-66e85c14a0fb'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:17:08.763937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Routers {'04581618-6a2c-4e50-9368-66e85c14a0fb'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:08.766602 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04581618-6a2c-4e50-9368-66e85c14a0fb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:08.767120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8:0:1::1c2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/9d045cac-e820-403a-b159-733f9c30575e/4ea8f1eb-b118-437f-872d-95b556193f0c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:08.768245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=74690ffc-bf2e-4bdf-acc3-80221fe6aaa7,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:08.787714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.790313 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f8359bab-2192-41ce-af41-068519a40494 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5765522 Feb 02 13:17:08.792525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35028) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:08.804490 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aed33a1c-181b-4f5f-a628-842832e21e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (84339073-aa2e-4fae-9e89-0dc9388151ad), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.807150 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aed33a1c-181b-4f5f-a628-842832e21e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.811929 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aed33a1c-181b-4f5f-a628-842832e21e8e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/84339073-aa2e-4fae-9e89-0dc9388151ad HTTP/1.1" status: 204 len: 168 time: 1.1732643 Feb 02 13:17:08.819601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::f816:3eff:fe96:55de (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/305ae721-efce-45e0-8ebe-19a82d6f91a6/4ea8f1eb-b118-437f-872d-95b556193f0c) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:08.847158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:08.889370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'port_id': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'mac_address': 'fa:16:3e:ed:74:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:17:08.934636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:08.935147 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:08.957441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3362e7a6-5a47-4c55-856b-3b2d1b72d775 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:17:08.969759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 69a7b5a4-7b60-46bc-b117-87570818918a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:08.970135 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.006273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed33a1c-181b-4f5f-a628-842832e21e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84339073-aa2e-4fae-9e89-0dc9388151ad,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:09.017559 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Set router 04581618-6a2c-4e50-9368-66e85c14a0fb gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:09.129077 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (92adf1f7-9bd2-4417-82d1-7f568b93a9fd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.172056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786d0f4f-2500-420d-81bb-951d03a042bd req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Made reservation on behalf of 6ee72b4765a44f94a55b3d24e29dc8b4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:09.175393 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-786d0f4f-2500-420d-81bb-951d03a042bd req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.181075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:09.204179 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.264433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92adf1f7-9bd2-4417-82d1-7f568b93a9fd']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:09.291376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:09.297233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d137d452-670a-47de-a21d-24fec24c124e None None] Current status of the port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:09.322410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b61836-c3d1-43a5-ae21-58c434b2a196') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:09.331803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b61836-c3d1-43a5-ae21-58c434b2a196') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:09.383368 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'name': 'tempest-TestServerMultinode-1803021492-router', 'tenant_id': '955839c2babc438b8783196ed9620004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '82474506-b444-4a43-b2d2-9da898acbd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:05Z', 'updated_at': '2022-02-02T13:17:07Z', 'revision_number': 3, 'project_id': '955839c2babc438b8783196ed9620004', 'gw_port': {'id': '82474506-b444-4a43-b2d2-9da898acbd98', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:06Z', 'updated_at': '2022-02-02T13:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:09.388022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 69a7b5a4-7b60-46bc-b117-87570818918a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:09.401184 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (35b61836-c3d1-43a5-ae21-58c434b2a196), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.426987 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Checking router: 04581618-6a2c-4e50-9368-66e85c14a0fb for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:17:09.428242 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Updating router 04581618-6a2c-4e50-9368-66e85c14a0fb port 82474506-b444-4a43-b2d2-9da898acbd98 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:17:09.442568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6b415447-8b04-4a78-8e68-c4397fd44ad0 None None] Provisioning complete for port 69a7b5a4-7b60-46bc-b117-87570818918a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:09.443185 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b415447-8b04-4a78-8e68-c4397fd44ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.467379 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (82474506-b444-4a43-b2d2-9da898acbd98), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.517583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35038) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:09.526132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['3362e7a6-5a47-4c55-856b-3b2d1b72d775'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:17:09.592420 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a78acf8-734a-45ea-a6bf-e572c9ed839c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.667750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:09.742814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.745567 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6b415447-8b04-4a78-8e68-c4397fd44ad0 None None] Current status of the port 69a7b5a4-7b60-46bc-b117-87570818918a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:09.878103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:09.878631 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.883790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-807fbe50-a6c4-4d88-aad3-41cd833de026 None None] Provisioning complete for port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:09.884374 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-807fbe50-a6c4-4d88-aad3-41cd833de026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.898363 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (35b61836-c3d1-43a5-ae21-58c434b2a196), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.923477 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a78acf8-734a-45ea-a6bf-e572c9ed839c admin admin] Publish callbacks [] for security_group (d77a60fa-ac06-4636-95ea-6bd320caa472), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.947243 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Publish callbacks [] for port (82474506-b444-4a43-b2d2-9da898acbd98), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.955615 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (82474506-b444-4a43-b2d2-9da898acbd98), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.960588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a78acf8-734a-45ea-a6bf-e572c9ed839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d77a60fa-ac06-4636-95ea-6bd320caa472), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.967246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c8fbc73-54aa-4f43-8e29-79d7abbb0f72 req-a1e91d9e-290e-4088-8fb5-024a225466b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1169705 Feb 02 13:17:09.967246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:17:09.968604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (35b61836-c3d1-43a5-ae21-58c434b2a196), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:09.974780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f66f80f6-4e95-4dcb-9056-b818b8623a4a req-fe5e1063-8ba1-45ad-a1d2-af3b4addbda5 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1475461 Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:17:09.975507 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:17:10.025593 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-807fbe50-a6c4-4d88-aad3-41cd833de026 None None] Current status of the port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:10.040437 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c740a-a35e-41bc-9f6c-171087e53579 None None] Pushing event updated for resources: {'Port': ['ID=82474506-b444-4a43-b2d2-9da898acbd98,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:10.060971 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Attempting to bind port 82474506-b444-4a43-b2d2-9da898acbd98 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:10.061339 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Attempting to bind port 82474506-b444-4a43-b2d2-9da898acbd98 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:10.061696 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Attempting to bind port 82474506-b444-4a43-b2d2-9da898acbd98 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:10.070597 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:10.070972 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:10.071376 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.071921 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:10.072395 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Bound port: 82474506-b444-4a43-b2d2-9da898acbd98, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:10.072810 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (82474506-b444-4a43-b2d2-9da898acbd98), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.090033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:10.091664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 69a7b5a4-7b60-46bc-b117-87570818918a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:10.126297 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78acf8-734a-45ea-a6bf-e572c9ed839c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77a60fa-ac06-4636-95ea-6bd320caa472,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:10.133822 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a78acf8-734a-45ea-a6bf-e572c9ed839c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=297f06f67b514df5b306b4a21ccf235a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6125369 Feb 02 13:17:10.136871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f94ef3-4ea9-4762-8080-a4a782733c5c req-b46f3f7d-8951-4dcb-8c3b-13d45b25c2cf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:10.137757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35046) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:10.138383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e1f94ef3-4ea9-4762-8080-a4a782733c5c req-b46f3f7d-8951-4dcb-8c3b-13d45b25c2cf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 1.1472902 Feb 02 13:17:10.164397 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (4ea8f1eb-b118-437f-872d-95b556193f0c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.166901 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] For port 82474506-b444-4a43-b2d2-9da898acbd98, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:10.171012 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] For port 82474506-b444-4a43-b2d2-9da898acbd98, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=82474506-b444-4a43-b2d2-9da898acbd98,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:10.172813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 69a7b5a4-7b60-46bc-b117-87570818918a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:10.173280 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.176263 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (92adf1f7-9bd2-4417-82d1-7f568b93a9fd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.181884 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (82474506-b444-4a43-b2d2-9da898acbd98), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.182165 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.188392 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "DELETE /v2.0/networks/92adf1f7-9bd2-4417-82d1-7f568b93a9fd HTTP/1.1" status: 204 len: 168 time: 1.9525323 Feb 02 13:17:10.190551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35048) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:10.223699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8b841e8-d0d3-4ec6-bfb7-83a7e51defc5 req-7aa2abce-116f-46c6-af49-10e9816ed80b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 210 time: 0.0809877 Feb 02 13:17:10.251732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235b1e6-a6e3-44fc-8938-74f61a89ce34 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event deleted for resources: {'Network': ['ID=92adf1f7-9bd2-4417-82d1-7f568b93a9fd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:10.264784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-786d0f4f-2500-420d-81bb-951d03a042bd req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Allocated IP 172.20.0.2 (9077904b-671d-4f70-86b9-02225fb01c2a/8e3d761b-885b-4819-bc18-f1fb3a1e9ebb/85a291f3-c9f3-4a05-a91d-50f0acf3b425) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:10.272438 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Routers {'04581618-6a2c-4e50-9368-66e85c14a0fb'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:10.274172 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04581618-6a2c-4e50-9368-66e85c14a0fb'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:10.289413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 69a7b5a4-7b60-46bc-b117-87570818918a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:10.339658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Allocated IP 172.20.0.1 (dac7fa4e-cf39-4c04-be08-2b29c057f31e/9f5c9669-0db7-46c3-836f-e5879716fb69/620e6248-0aa3-40e3-986a-5526e50577bb) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:10.367758 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ed8-8b11-4a14-b5b5-f1fe2ecbb0f8 admin admin] Publish callbacks [] for security_group (d77a60fa-ac06-4636-95ea-6bd320caa472), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.375616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e1f94ef3-4ea9-4762-8080-a4a782733c5c req-1808e683-1323-4729-ad0d-d8c79fe2302e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214906 Feb 02 13:17:10.380354 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4ea8f1eb-b118-437f-872d-95b556193f0c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.454593 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ed8-8b11-4a14-b5b5-f1fe2ecbb0f8 admin admin] Publish callbacks [] for security_group (d77a60fa-ac06-4636-95ea-6bd320caa472), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.455153 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c740a-a35e-41bc-9f6c-171087e53579 None None] Pushing event updated for resources: {'Port': ['ID=82474506-b444-4a43-b2d2-9da898acbd98,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:10.482388 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] Set router 04581618-6a2c-4e50-9368-66e85c14a0fb gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:10.488906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:10.496447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:10.500957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:10.505915 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:10.506705 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.507474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe1a530-0fff-4670-90b4-2bc4471c8da8 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:10.509371 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=4ea8f1eb-b118-437f-872d-95b556193f0c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:10.519007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe1a530-0fff-4670-90b4-2bc4471c8da8 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:10.524911 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fbe1a530-0fff-4670-90b4-2bc4471c8da8 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3294172 Feb 02 13:17:10.529323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:10.534225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5bee708d-1d56-4cf4-9605-09e04d53adfa tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1447715416'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:10.586585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-dd717d4b-f278-49c7-89b1-ab361a85ddb0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.3914375 Feb 02 13:17:10.587292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35052) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:10.587946 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-786d0f4f-2500-420d-81bb-951d03a042bd req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks [] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.604873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bee708d-1d56-4cf4-9605-09e04d53adfa tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Made reservation on behalf of c2c9e4a4063b452e9a67846ee7153b26 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:10.608288 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bee708d-1d56-4cf4-9605-09e04d53adfa tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.645354 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Publish callbacks [] for port (620e6248-0aa3-40e3-986a-5526e50577bb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.660565 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ed8-8b11-4a14-b5b5-f1fe2ecbb0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d77a60fa-ac06-4636-95ea-6bd320caa472), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.661044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bee708d-1d56-4cf4-9605-09e04d53adfa tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:10.663381 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ddd5ed8-8b11-4a14-b5b5-f1fe2ecbb0f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.664565 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1ddd5ed8-8b11-4a14-b5b5-f1fe2ecbb0f8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d77a60fa-ac06-4636-95ea-6bd320caa472 HTTP/1.1" status: 204 len: 168 time: 0.5259078 Feb 02 13:17:10.670392 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-786d0f4f-2500-420d-81bb-951d03a042bd req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.702821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd5ed8-8b11-4a14-b5b5-f1fe2ecbb0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77a60fa-ac06-4636-95ea-6bd320caa472,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:10.705197 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:17:10.735129 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'name': 'tempest-TestServerMultinode-1803021492-router', 'tenant_id': '955839c2babc438b8783196ed9620004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '82474506-b444-4a43-b2d2-9da898acbd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:05Z', 'updated_at': '2022-02-02T13:17:07Z', 'revision_number': 3, 'project_id': '955839c2babc438b8783196ed9620004', 'gw_port': {'id': '82474506-b444-4a43-b2d2-9da898acbd98', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:06Z', 'updated_at': '2022-02-02T13:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:10.752410 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.770637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event updated for resources: {'Port': ['ID=85a291f3-c9f3-4a05-a91d-50f0acf3b425,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:10.783686 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bee708d-1d56-4cf4-9605-09e04d53adfa tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e5cfb1ed-d9f7-482a-bb3a-b8c15c8931db), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.785433 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-5bee708d-1d56-4cf4-9605-09e04d53adfa tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Added segment e5cfb1ed-d9f7-482a-bb3a-b8c15c8931db of type vlan for network 1ecf5575-9049-4a38-ab89-fc27d41f1f40 Feb 02 13:17:10.795052 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06716fe2-a78f-4a79-a16f-1e59a503c047 None None] The sync data for ids ['04581618-6a2c-4e50-9368-66e85c14a0fb'] in n-d-827336-2 is: [{'id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'name': 'tempest-TestServerMultinode-1803021492-router', 'tenant_id': '955839c2babc438b8783196ed9620004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '82474506-b444-4a43-b2d2-9da898acbd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:05Z', 'updated_at': '2022-02-02T13:17:07Z', 'revision_number': 3, 'project_id': '955839c2babc438b8783196ed9620004', 'gw_port': {'id': '82474506-b444-4a43-b2d2-9da898acbd98', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:06Z', 'updated_at': '2022-02-02T13:17:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:17:10.801618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786d0f4f-2500-420d-81bb-951d03a042bd req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Network 9077904b-671d-4f70-86b9-02225fb01c2a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:10.805164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-786d0f4f-2500-420d-81bb-951d03a042bd req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:10.808709 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-786d0f4f-2500-420d-81bb-951d03a042bd req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:10.879802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-894e58f2-1c35-4d54-9862-cb796334f466 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 4ea8f1eb-b118-437f-872d-95b556193f0c {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:10.880623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-894e58f2-1c35-4d54-9862-cb796334f466 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4ea8f1eb-b118-437f-872d-95b556193f0c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:10.884066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Pushing event updated for resources: {'Port': ['ID=620e6248-0aa3-40e3-986a-5526e50577bb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:10.910920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Network dac7fa4e-cf39-4c04-be08-2b29c057f31e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:10.919885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:10.940107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:11.023838 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bee708d-1d56-4cf4-9605-09e04d53adfa tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (1ecf5575-9049-4a38-ab89-fc27d41f1f40), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.062692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d0f4f-2500-420d-81bb-951d03a042bd req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:11.063744 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-786d0f4f-2500-420d-81bb-951d03a042bd req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.094277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f00a7198-e01a-4130-a534-d531c9b6912d None None] Provisioning complete for port 4ea8f1eb-b118-437f-872d-95b556193f0c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:11.095796 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f00a7198-e01a-4130-a534-d531c9b6912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4ea8f1eb-b118-437f-872d-95b556193f0c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.135676 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-a21b3a3f-7abb-4bf4-a9a1-d695f9fcd426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6276059 Feb 02 13:17:11.140443 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (04581618-6a2c-4e50-9368-66e85c14a0fb), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.155353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Request body: {'port': {'device_id': '45609f11-4e53-4aca-aab3-2c44db64b92f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:11.232999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-894e58f2-1c35-4d54-9862-cb796334f466 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4ea8f1eb-b118-437f-872d-95b556193f0c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.257502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-894e58f2-1c35-4d54-9862-cb796334f466 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 4ea8f1eb-b118-437f-872d-95b556193f0c owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:11.257708 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bee708d-1d56-4cf4-9605-09e04d53adfa tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (1ecf5575-9049-4a38-ab89-fc27d41f1f40), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.265385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bee708d-1d56-4cf4-9605-09e04d53adfa tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:11.265708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f00a7198-e01a-4130-a534-d531c9b6912d None None] Port 4ea8f1eb-b118-437f-872d-95b556193f0c cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:11.269033 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bee708d-1d56-4cf4-9605-09e04d53adfa tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.297898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5bee708d-1d56-4cf4-9605-09e04d53adfa tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7653809 Feb 02 13:17:11.344366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35064) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:11.350818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a074f43a-cb3d-40f8-9723-003de413db37 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1699521304'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:11.499656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.502338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee708d-1d56-4cf4-9605-09e04d53adfa tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event updated for resources: {'Network': ['ID=1ecf5575-9049-4a38-ab89-fc27d41f1f40,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:11.509129 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0491dd70-d9b5-46e3-baee-4effaab19308 None None] Provisioning complete for port 620e6248-0aa3-40e3-986a-5526e50577bb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:11.509418 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0491dd70-d9b5-46e3-baee-4effaab19308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.583399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 1ecf5575-9049-4a38-ab89-fc27d41f1f40 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:11.595562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a074f43a-cb3d-40f8-9723-003de413db37 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Made reservation on behalf of c2c9e4a4063b452e9a67846ee7153b26 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:11.599488 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a074f43a-cb3d-40f8-9723-003de413db37 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.656181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0491dd70-d9b5-46e3-baee-4effaab19308 None None] Port 620e6248-0aa3-40e3-986a-5526e50577bb cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:11.696554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d76a8e6b-2a42-4f20-a483-6957e16f967f req-e57477bd-b57f-495d-ad92-8c294619100a tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.5532067 Feb 02 13:17:11.715521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 82474506-b444-4a43-b2d2-9da898acbd98 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:11.737785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a074f43a-cb3d-40f8-9723-003de413db37 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:11.749500 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a074f43a-cb3d-40f8-9723-003de413db37 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c6d76d1b-fbe4-4329-ab57-a8f70f97ca05), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.750133 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-a074f43a-cb3d-40f8-9723-003de413db37 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Added segment c6d76d1b-fbe4-4329-ab57-a8f70f97ca05 of type vlan for network 06587b17-5484-4ccc-96a8-50c34f188f9b Feb 02 13:17:11.799129 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 82474506-b444-4a43-b2d2-9da898acbd98 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:11.799716 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (82474506-b444-4a43-b2d2-9da898acbd98), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.800834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5554b-079f-4306-90da-027341661f9c req-f7a8b707-2646-4440-950e-249f009c9ac2 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:11.802609 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7fe5554b-079f-4306-90da-027341661f9c req-f7a8b707-2646-4440-950e-249f009c9ac2 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 931 time: 0.4178238 Feb 02 13:17:11.813103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-894e58f2-1c35-4d54-9862-cb796334f466 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4ea8f1eb-b118-437f-872d-95b556193f0c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.893175 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e58f2-1c35-4d54-9862-cb796334f466 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=4ea8f1eb-b118-437f-872d-95b556193f0c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:11.927676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 82474506-b444-4a43-b2d2-9da898acbd98 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:11.931608 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (82474506-b444-4a43-b2d2-9da898acbd98), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.936775 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.976578 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-894e58f2-1c35-4d54-9862-cb796334f466 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:11.979958 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-894e58f2-1c35-4d54-9862-cb796334f466 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/4ea8f1eb-b118-437f-872d-95b556193f0c HTTP/1.1" status: 204 len: 168 time: 1.3916452 Feb 02 13:17:11.983641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35082) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:11.989557 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a074f43a-cb3d-40f8-9723-003de413db37 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (06587b17-5484-4ccc-96a8-50c34f188f9b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.003684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 82474506-b444-4a43-b2d2-9da898acbd98, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=82474506-b444-4a43-b2d2-9da898acbd98,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:12.013639 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (82474506-b444-4a43-b2d2-9da898acbd98), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.121372 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a074f43a-cb3d-40f8-9723-003de413db37 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (06587b17-5484-4ccc-96a8-50c34f188f9b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.126527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a074f43a-cb3d-40f8-9723-003de413db37 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:12.127294 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a074f43a-cb3d-40f8-9723-003de413db37 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.131338 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=82474506-b444-4a43-b2d2-9da898acbd98,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:12.140564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.141265 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.141891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.143218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.143847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.144426 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.144984 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.145574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.146154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.146826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.147477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.148222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.148812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:12.153226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086eb90c-98aa-47aa-a714-a0ba0a166f6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:12.157753 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-086eb90c-98aa-47aa-a714-a0ba0a166f6c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1702325 Feb 02 13:17:12.161331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35086) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:12.170640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:12.192354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a074f43a-cb3d-40f8-9723-003de413db37 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8471344 Feb 02 13:17:12.207852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35088) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:12.213167 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7fe5554b-079f-4306-90da-027341661f9c req-f9443460-2ad4-477c-8410-bdf407c64c68 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701053 Feb 02 13:17:12.215066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'ports': [{'network_id': '1ecf5575-9049-4a38-ab89-fc27d41f1f40', 'name': 'tempest-port--799326646', 'admin_state_up': True}, {'network_id': '06587b17-5484-4ccc-96a8-50c34f188f9b', 'admin_state_up': False}]} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:12.215378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'port': {'network_id': '1ecf5575-9049-4a38-ab89-fc27d41f1f40', 'name': 'tempest-port--799326646', 'admin_state_up': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:12.215875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'port': {'network_id': '06587b17-5484-4ccc-96a8-50c34f188f9b', 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:12.244205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ef33e-b8cc-4709-909e-3aad8ee8f47d req-804cf4df-9339-4ca0-8b5c-402a9e897969 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:12.246570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f35ef33e-b8cc-4709-909e-3aad8ee8f47d req-804cf4df-9339-4ca0-8b5c-402a9e897969 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.3837700 Feb 02 13:17:12.328408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:17:12.335649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:12.338331 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.392399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074f43a-cb3d-40f8-9723-003de413db37 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event updated for resources: {'Network': ['ID=06587b17-5484-4ccc-96a8-50c34f188f9b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:12.412219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 06587b17-5484-4ccc-96a8-50c34f188f9b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:12.483625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a934e8c-4e48-4a23-8154-8dc51708f896 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:12.485219 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9a934e8c-4e48-4a23-8154-8dc51708f896 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3229558 Feb 02 13:17:12.490463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35094) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:12.548496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:12.548764 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.568840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a291f3-c9f3-4a05-a91d-50f0acf3b425 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:17:12.578520 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Publish callbacks [] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.579310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:12.583952 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b641ee01-28df-42cc-9a99-cec1dd3f6223" -d '{"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-plugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:12.600807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:12.603465 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Made reservation on behalf of c2c9e4a4063b452e9a67846ee7153b26 for: {'port': 2} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:12.607690 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.609727 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.619216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Transition to ACTIVE for port object 85a291f3-c9f3-4a05-a91d-50f0acf3b425 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:17:12.629248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f35ef33e-b8cc-4709-909e-3aad8ee8f47d req-f5098f6a-7274-4b0f-9af0-a10ae794dda3 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484929 Feb 02 13:17:12.630418 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.646601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224583e1-cf23-4c17-a0e2-0e533f3db89f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:12.647996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224583e1-cf23-4c17-a0e2-0e533f3db89f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:12.649482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224583e1-cf23-4c17-a0e2-0e533f3db89f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:12.654007 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-224583e1-cf23-4c17-a0e2-0e533f3db89f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1597805 Feb 02 13:17:12.656410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35098) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:12.662371 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e64fb0c-15e7-424a-a879-d4cfbd3bc12a x-openstack-request-id: req-6e64fb0c-15e7-424a-a879-d4cfbd3bc12a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:12.662661 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-plugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:12.662951 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6e64fb0c-15e7-424a-a879-d4cfbd3bc12a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:12.663393 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'code': 200} Feb 02 13:17:12.668596 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Publish callbacks [] for port (620e6248-0aa3-40e3-986a-5526e50577bb), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.670427 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.681220 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.704593 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:12.775008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6784f0e-e0e8-462b-af8a-f41b64981e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 305ae721-efce-45e0-8ebe-19a82d6f91a6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:17:12.803897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Pushing event updated for resources: {'Port': ['ID=85a291f3-c9f3-4a05-a91d-50f0acf3b425,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:12.817631 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6784f0e-e0e8-462b-af8a-f41b64981e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (305ae721-efce-45e0-8ebe-19a82d6f91a6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.878878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66e8c79b-d2ea-44cd-b750-a31371fd9595 req-43c49db8-685f-43b3-ae62-a43ece5c54e9 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0702469 Feb 02 13:17:12.893042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Pushing event updated for resources: {'Port': ['ID=620e6248-0aa3-40e3-986a-5526e50577bb,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:12.895937 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6784f0e-e0e8-462b-af8a-f41b64981e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (305ae721-efce-45e0-8ebe-19a82d6f91a6), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:12.896899 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (04581618-6a2c-4e50-9368-66e85c14a0fb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:13.063873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cad71f-c829-4e6a-a591-d655a323e4fc req-91ae3a4c-28dd-4b56-b3f7-883c3db649f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:13.065317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70cad71f-c829-4e6a-a591-d655a323e4fc req-91ae3a4c-28dd-4b56-b3f7-883c3db649f1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1128 time: 0.2820592 Feb 02 13:17:13.107199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Attempting to bind port 85a291f3-c9f3-4a05-a91d-50f0acf3b425 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:13.107569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Attempting to bind port 85a291f3-c9f3-4a05-a91d-50f0acf3b425 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:13.108312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Attempting to bind port 85a291f3-c9f3-4a05-a91d-50f0acf3b425 on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:13.114421 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Network dac7fa4e-cf39-4c04-be08-2b29c057f31e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:13.123550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Port 85a291f3-c9f3-4a05-a91d-50f0acf3b425 on network 9077904b-671d-4f70-86b9-02225fb01c2a not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:17:13.123982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Attempting to bind port 85a291f3-c9f3-4a05-a91d-50f0acf3b425 on network 9077904b-671d-4f70-86b9-02225fb01c2a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:13.126886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] device_id is not set on port 3ec7827b-4b0c-4b1c-80ad-f822b177fc6e yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:17:13.132811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:13.133529 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6784f0e-e0e8-462b-af8a-f41b64981e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (305ae721-efce-45e0-8ebe-19a82d6f91a6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:13.138458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:13.138927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Checking segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:13.139312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Bound using segment: {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:13.139809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Bound port: 85a291f3-c9f3-4a05-a91d-50f0acf3b425, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c70ecc-25d2-4149-afac-bfea03ffc403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:13.140162 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:13.177234 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70cad71f-c829-4e6a-a591-d655a323e4fc req-b1126916-8aad-4870-aeae-6be639b41fd5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056807 Feb 02 13:17:13.276656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6784f0e-e0e8-462b-af8a-f41b64981e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (305ae721-efce-45e0-8ebe-19a82d6f91a6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:13.280778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a4546bb-e15f-4df8-b8cb-70ccf63395b7 req-b392de06-662d-4273-b8fc-f3225cfdc23c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5180f2a9bbaa43f09ef5852ad6c14a79&device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0631878 Feb 02 13:17:13.388633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7fba82a5-a434-4a82-a309-84cc1dada40a req-fc8d6db4-5f73-4efd-a867-38e8fc19b038 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1170340 Feb 02 13:17:13.403463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6784f0e-e0e8-462b-af8a-f41b64981e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=305ae721-efce-45e0-8ebe-19a82d6f91a6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:13.421632 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6784f0e-e0e8-462b-af8a-f41b64981e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:13.424473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e060b1-da30-48b7-9693-5c80afd77c4c None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:13.427883 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f6784f0e-e0e8-462b-af8a-f41b64981e8f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/305ae721-efce-45e0-8ebe-19a82d6f91a6 HTTP/1.1" status: 204 len: 168 time: 0.7669792 Feb 02 13:17:13.429651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a4546bb-e15f-4df8-b8cb-70ccf63395b7 req-9d33d8a1-04e2-4fb7-bfb7-f7ff768ee7b3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5180f2a9bbaa43f09ef5852ad6c14a79&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1291168 Feb 02 13:17:13.430114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35116) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:13.541496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] For port 85a291f3-c9f3-4a05-a91d-50f0acf3b425, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:13.603805 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b90f5a69-f52c-4c6e-908f-c06c4ead0c9b None None] Provisioning complete for port 620e6248-0aa3-40e3-986a-5526e50577bb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:13.604272 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b90f5a69-f52c-4c6e-908f-c06c4ead0c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:13.612324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] For port 85a291f3-c9f3-4a05-a91d-50f0acf3b425, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=85a291f3-c9f3-4a05-a91d-50f0acf3b425,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:13.657193 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:13.664773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b90f5a69-f52c-4c6e-908f-c06c4ead0c9b None None] Port 620e6248-0aa3-40e3-986a-5526e50577bb cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:13.680751 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 82474506-b444-4a43-b2d2-9da898acbd98 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:13.719621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d84c7a-3205-4415-b273-19c38f37f54f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 9d045cac-e820-403a-b159-733f9c30575e {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:17:13.766457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d84c7a-3205-4415-b273-19c38f37f54f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (9d045cac-e820-403a-b159-733f9c30575e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:13.792249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 82474506-b444-4a43-b2d2-9da898acbd98 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:13.792952 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (82474506-b444-4a43-b2d2-9da898acbd98), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:13.837610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:13.838228 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:13.840335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] 10.222.0.18 "PUT /v2.0/ports/85a291f3-c9f3-4a05-a91d-50f0acf3b425 HTTP/1.1" status: 200 len: 1091 time: 2.6897969 Feb 02 13:17:13.851111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45609f11-4e53-4aca-aab3-2c44db64b92f', 'tag': '85a291f3-c9f3-4a05-a91d-50f0acf3b425'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:13.854540 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b11fe23-4c2a-4eb6-8c8f-523273e5c6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "45609f11-4e53-4aca-aab3-2c44db64b92f", "tag": "85a291f3-c9f3-4a05-a91d-50f0acf3b425"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:13.927376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84753-81dc-440d-9c01-d590cfa1a867 req-4feeb046-8e85-457f-a864-802246e08546 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:13.929192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7d84753-81dc-440d-9c01-d590cfa1a867 req-4feeb046-8e85-457f-a864-802246e08546 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 943 time: 0.5454314 Feb 02 13:17:13.945672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 82474506-b444-4a43-b2d2-9da898acbd98 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:13.957782 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd08624-e3db-4f0f-9559-ca718db7fa9e service neutron] Pushing event updated for resources: {'Port': ['ID=85a291f3-c9f3-4a05-a91d-50f0acf3b425,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:13.964225 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d84c7a-3205-4415-b273-19c38f37f54f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (9d045cac-e820-403a-b159-733f9c30575e), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:14.005685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Router 04581618-6a2c-4e50-9368-66e85c14a0fb has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:17:14.010957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4546bb-e15f-4df8-b8cb-70ccf63395b7 req-9ef00343-e3bd-455b-8fe2-58809672da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:14.012674 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a4546bb-e15f-4df8-b8cb-70ccf63395b7 req-9ef00343-e3bd-455b-8fe2-58809672da6d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5326421 Feb 02 13:17:14.039792 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for port (3ec7827b-4b0c-4b1c-80ad-f822b177fc6e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:14.129420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c773b78-1541-47a8-8c24-57d311ac9f2d req-8910ead9-70b9-40a9-9349-9dd252f1ff46 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:14.130555 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c773b78-1541-47a8-8c24-57d311ac9f2d req-8910ead9-70b9-40a9-9349-9dd252f1ff46 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 946 time: 0.3591766 Feb 02 13:17:14.136633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7d84753-81dc-440d-9c01-d590cfa1a867 req-942ab234-1bc5-4d26-9a10-21b7c8606f17 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899059 Feb 02 13:17:14.159055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d0f4f-2500-420d-81bb-951d03a042bd req-4cb72e62-4a54-4f66-b276-391a434718ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:14.159055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-4cb72e62-4a54-4f66-b276-391a434718ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 1125 time: 0.2242711 Feb 02 13:17:14.222772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] device_id is not set on port 1b03a474-6fbe-4868-b939-0bdd91518394 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:17:14.257776 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d84c7a-3205-4415-b273-19c38f37f54f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (9d045cac-e820-403a-b159-733f9c30575e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:14.268870 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1dfeff-7062-46e8-93a8-e6b32369fd4a x-openstack-request-id: req-4f1dfeff-7062-46e8-93a8-e6b32369fd4a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:14.269164 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45609f11-4e53-4aca-aab3-2c44db64b92f", "tag": "85a291f3-c9f3-4a05-a91d-50f0acf3b425", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:14.269432 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4f1dfeff-7062-46e8-93a8-e6b32369fd4a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:14.269926 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45609f11-4e53-4aca-aab3-2c44db64b92f', 'tag': '85a291f3-c9f3-4a05-a91d-50f0acf3b425', 'status': 'completed', 'code': 200} Feb 02 13:17:14.296054 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c773b78-1541-47a8-8c24-57d311ac9f2d req-deae9d36-9dc1-4596-aa5a-d13bca557d45 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556578 Feb 02 13:17:14.302448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:17:14.326718 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b9ab735b-b1aa-48e3-8cc6-f16758434c11 admin admin] 10.222.0.83 "PUT /v2.0/routers/04581618-6a2c-4e50-9368-66e85c14a0fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5236342 Feb 02 13:17:14.326956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Sync routers for ids ['04581618-6a2c-4e50-9368-66e85c14a0fb'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:17:14.343970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Routers {'04581618-6a2c-4e50-9368-66e85c14a0fb'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:14.344619 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04581618-6a2c-4e50-9368-66e85c14a0fb'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:14.345814 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-1e0446c8-f86d-4e4b-8865-75ef2f0bed59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85a291f3-c9f3-4a05-a91d-50f0acf3b425 HTTP/1.1" status: 200 len: 217 time: 0.1700051 Feb 02 13:17:14.467367 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for port (1b03a474-6fbe-4868-b939-0bdd91518394), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:14.535965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d0f4f-2500-420d-81bb-951d03a042bd req-e17014be-14a7-465b-a8cc-8bf1ab64a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:14.538970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-e17014be-14a7-465b-a8cc-8bf1ab64a8b5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.1836119 Feb 02 13:17:14.548361 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3ec7827b-4b0c-4b1c-80ad-f822b177fc6e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:14.600158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7fc5625-91f4-4941-bda6-0d5087f12588 req-14d2c565-f256-4a56-bf6b-93a69e861c87 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0597966 Feb 02 13:17:14.608105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Set router 04581618-6a2c-4e50-9368-66e85c14a0fb gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:14.636686 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-ddf79d7e-e85c-4c5e-9143-ece76f9fd45a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820425 Feb 02 13:17:14.714595 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d84c7a-3205-4415-b273-19c38f37f54f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (9d045cac-e820-403a-b159-733f9c30575e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:14.716686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Checking segment: {'id': 'e5cfb1ed-d9f7-482a-bb3a-b8c15c8931db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1ecf5575-9049-4a38-ab89-fc27d41f1f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:14.717824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Network hostable DHCP agents. Network: 1ecf5575-9049-4a38-ab89-fc27d41f1f40, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:17:14.757268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d84c7a-3205-4415-b273-19c38f37f54f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=9d045cac-e820-403a-b159-733f9c30575e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:14.764855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event updated for resources: {'Port': ['ID=3ec7827b-4b0c-4b1c-80ad-f822b177fc6e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:14.799919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Network 1ecf5575-9049-4a38-ab89-fc27d41f1f40 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:17:14.813869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 1ecf5575-9049-4a38-ab89-fc27d41f1f40) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:14.828862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:14.829762 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1b03a474-6fbe-4868-b939-0bdd91518394), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:14.848526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f37745-d7dc-4259-8090-05ffd34e2f66 None None] Network 1ecf5575-9049-4a38-ab89-fc27d41f1f40 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:14.859463 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-834af08e-674e-40a6-8b76-5a84787a04dc service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152472 Feb 02 13:17:14.863364 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-23d84c7a-3205-4415-b273-19c38f37f54f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:14.866948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-23d84c7a-3205-4415-b273-19c38f37f54f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/9d045cac-e820-403a-b159-733f9c30575e HTTP/1.1" status: 204 len: 168 time: 1.3906569 Feb 02 13:17:14.869322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:14.878114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92fd684-b46e-4ff4-8e39-48ccc26e8cad None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:14.948543 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event updated for resources: {'Port': ['ID=1b03a474-6fbe-4868-b939-0bdd91518394,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:15.000562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Checking segment: {'id': 'c6d76d1b-fbe4-4329-ab57-a8f70f97ca05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '06587b17-5484-4ccc-96a8-50c34f188f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:15.000933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Network hostable DHCP agents. Network: 06587b17-5484-4ccc-96a8-50c34f188f9b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:17:15.020777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Network 06587b17-5484-4ccc-96a8-50c34f188f9b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:17:15.033230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 06587b17-5484-4ccc-96a8-50c34f188f9b) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:15.037596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:15.043575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:15.049189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:15.050014 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:15.080287 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c9674d7d-6ca5-4bfc-8aab-8be1bab5875c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8711898 Feb 02 13:17:15.083031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35138) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:15.234497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb232c2-c39f-44f9-8aa0-64127ec3c6d7 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:15.253704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb232c2-c39f-44f9-8aa0-64127ec3c6d7 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:15.262824 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5cb232c2-c39f-44f9-8aa0-64127ec3c6d7 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1768341 Feb 02 13:17:15.264451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35148) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:15.269275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bf0483-3067-4227-81e3-67f99e9d326c None None] Network 06587b17-5484-4ccc-96a8-50c34f188f9b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:15.299732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f408ac5c-76bb-445e-b5f3-cc9c07c1acad None None] Provisioning complete for port 69a7b5a4-7b60-46bc-b117-87570818918a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:15.300533 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f408ac5c-76bb-445e-b5f3-cc9c07c1acad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:15.435822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-59292ba8-8d7e-47b6-bc00-9559c6314de0 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Deleting port 3ec7827b-4b0c-4b1c-80ad-f822b177fc6e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:15.436178 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59292ba8-8d7e-47b6-bc00-9559c6314de0 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3ec7827b-4b0c-4b1c-80ad-f822b177fc6e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:15.498263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e5d7446f-d37e-4f42-a05f-596ce370ca49 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6246922 Feb 02 13:17:15.557792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4554550-453b-404e-b870-cbedfadf61c9 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:17:15.567567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35156) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:15.568214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35158) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:15.573813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9ba02ba9-fe0b-42c4-a0e6-4177ecc217a6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:15.579767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-786d0f4f-2500-420d-81bb-951d03a042bd req-fe285d69-dd78-4e03-b825-497cfb579c62 service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115841 Feb 02 13:17:15.582120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1799602291-network', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:15.596135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a4546bb-e15f-4df8-b8cb-70ccf63395b7 req-813086d3-08ec-403f-8f5a-6bd5c046411a tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.1171150 Feb 02 13:17:15.634888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59292ba8-8d7e-47b6-bc00-9559c6314de0 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3ec7827b-4b0c-4b1c-80ad-f822b177fc6e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:15.676255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Made reservation on behalf of d6589d4a4c514cbe8bf690849dabd725 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:15.678755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:15.691747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-59292ba8-8d7e-47b6-bc00-9559c6314de0 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Calling delete_port for 3ec7827b-4b0c-4b1c-80ad-f822b177fc6e owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:15.717628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:15.743928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'name': 'tempest-TestServerMultinode-1803021492-router', 'tenant_id': '955839c2babc438b8783196ed9620004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '82474506-b444-4a43-b2d2-9da898acbd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:05Z', 'updated_at': '2022-02-02T13:17:11Z', 'revision_number': 4, 'project_id': '955839c2babc438b8783196ed9620004', 'gw_port': {'id': '82474506-b444-4a43-b2d2-9da898acbd98', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:06Z', 'updated_at': '2022-02-02T13:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '620e6248-0aa3-40e3-986a-5526e50577bb', 'name': '', 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e', 'tenant_id': '955839c2babc438b8783196ed9620004', 'mac_address': 'fa:16:3e:30:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '9f5c9669-0db7-46c3-836f-e5879716fb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:09Z', 'updated_at': '2022-02-02T13:17:12Z', 'revision_number': 2, 'project_id': '955839c2babc438b8783196ed9620004', 'subnets': [{'id': '9f5c9669-0db7-46c3-836f-e5879716fb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:15.747051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f408ac5c-76bb-445e-b5f3-cc9c07c1acad None None] Current status of the port 69a7b5a4-7b60-46bc-b117-87570818918a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:15.785900 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Checking router: 04581618-6a2c-4e50-9368-66e85c14a0fb for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:17:15.787236 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Updating router 04581618-6a2c-4e50-9368-66e85c14a0fb port 620e6248-0aa3-40e3-986a-5526e50577bb binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:17:15.810231 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba02ba9-fe0b-42c4-a0e6-4177ecc217a6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:15.813757 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ba02ba9-fe0b-42c4-a0e6-4177ecc217a6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:15.826270 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:15.850778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea402a1-b199-4933-b13b-81370d76f070 req-a167f97d-9df1-44ab-a2c3-6fe9417f3fb8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:15.872024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dea402a1-b199-4933-b13b-81370d76f070 req-a167f97d-9df1-44ab-a2c3-6fe9417f3fb8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 943 time: 0.3940649 Feb 02 13:17:15.891205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c4554550-453b-404e-b870-cbedfadf61c9 None None] Deleting port 69a7b5a4-7b60-46bc-b117-87570818918a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:15.892228 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4554550-453b-404e-b870-cbedfadf61c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:15.972250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59292ba8-8d7e-47b6-bc00-9559c6314de0 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3ec7827b-4b0c-4b1c-80ad-f822b177fc6e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:15.984863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe4343-2bbe-49d5-948f-5af912fe8095 req-a28e7739-73a2-4c62-9e1a-d754a379bfa0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:15.987107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfe4343-2bbe-49d5-948f-5af912fe8095 req-a28e7739-73a2-4c62-9e1a-d754a379bfa0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 946 time: 0.4064245 Feb 02 13:17:15.997300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11fe23-4c2a-4eb6-8c8f-523273e5c6b6 req-a89e9ce6-bd80-426a-a182-d8a103adf7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:16.004311 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b11fe23-4c2a-4eb6-8c8f-523273e5c6b6 req-a89e9ce6-bd80-426a-a182-d8a103adf7b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 1125 time: 0.2888212 Feb 02 13:17:16.040322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c4554550-453b-404e-b870-cbedfadf61c9 None None] For port 69a7b5a4-7b60-46bc-b117-87570818918a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=69a7b5a4-7b60-46bc-b117-87570818918a,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:16.040900 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4554550-453b-404e-b870-cbedfadf61c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.051475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dea402a1-b199-4933-b13b-81370d76f070 req-5a703c63-e2e2-4156-9285-8fc3419ae873 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778388 Feb 02 13:17:16.068284 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Publish callbacks [] for security_group (bd2089be-573f-4b21-8878-b7528aff37c2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.071488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59292ba8-8d7e-47b6-bc00-9559c6314de0 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event deleted for resources: {'Port': ['ID=3ec7827b-4b0c-4b1c-80ad-f822b177fc6e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:16.076544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59292ba8-8d7e-47b6-bc00-9559c6314de0 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.080045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c4554550-453b-404e-b870-cbedfadf61c9 None None] Calling delete_port for 69a7b5a4-7b60-46bc-b117-87570818918a owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:16.084429 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-59292ba8-8d7e-47b6-bc00-9559c6314de0 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "DELETE /v2.0/ports/3ec7827b-4b0c-4b1c-80ad-f822b177fc6e HTTP/1.1" status: 204 len: 168 time: 0.8173535 Feb 02 13:17:16.092814 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35162) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:16.108326 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (bd2089be-573f-4b21-8878-b7528aff37c2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.121357 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adfe4343-2bbe-49d5-948f-5af912fe8095 req-b4d417ce-440f-4b53-b1e5-f6d7792de67a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258564 Feb 02 13:17:16.149093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:16.161840 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c8fa2d76-78a9-4a43-a881-a4b2b3fabc99), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.162190 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Added segment c8fa2d76-78a9-4a43-a881-a4b2b3fabc99 of type vlan for network 714c9e29-52de-4ad0-97fa-a1663c049ade Feb 02 13:17:16.227378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8ce150d-5ba7-4fdc-a310-6784130e49bf req-76c50ce2-8b6b-480c-bd84-24bea977a615 tempest-ServerShowV254Test-1628972483 tempest-ServerShowV254Test-1628972483-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e16ba0a-2fee-49c4-b618-ddc61f97e492 HTTP/1.1" status: 200 len: 210 time: 0.0617003 Feb 02 13:17:16.266205 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4554550-453b-404e-b870-cbedfadf61c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (69a7b5a4-7b60-46bc-b117-87570818918a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.303736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4554550-453b-404e-b870-cbedfadf61c9 None None] Pushing event deleted for resources: {'Port': ['ID=69a7b5a4-7b60-46bc-b117-87570818918a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:16.339903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4554550-453b-404e-b870-cbedfadf61c9 None None] No DVR routers for this DVR port 69a7b5a4-7b60-46bc-b117-87570818918a on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:17:16.362481 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11fe23-4c2a-4eb6-8c8f-523273e5c6b6 req-0d771bf3-9c50-4f71-899d-eb2f99c7fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:16.364614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b11fe23-4c2a-4eb6-8c8f-523273e5c6b6 req-0d771bf3-9c50-4f71-899d-eb2f99c7fa79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 907 time: 0.2477562 Feb 02 13:17:16.375746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089a615-b993-4916-b072-0de6b6a1d1c9 req-719f55a0-0493-494d-9bbd-9131567dbb18 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:16.377409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9089a615-b993-4916-b072-0de6b6a1d1c9 req-719f55a0-0493-494d-9bbd-9131567dbb18 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 946 time: 0.1451426 Feb 02 13:17:16.389413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35166) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:16.394602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ff12e9d6-d641-449c-ac47-26e7e23ee5b0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Request body: {'floatingip': {'port_id': '3362e7a6-5a47-4c55-856b-3b2d1b72d775'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:16.429154 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (714c9e29-52de-4ad0-97fa-a1663c049ade), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.437927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b11fe23-4c2a-4eb6-8c8f-523273e5c6b6 req-31d66675-5374-455c-bd5a-9c89a229246b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=85a291f3-c9f3-4a05-a91d-50f0acf3b425 HTTP/1.1" status: 200 len: 217 time: 0.0584407 Feb 02 13:17:16.472602 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Publish callbacks [] for port (620e6248-0aa3-40e3-986a-5526e50577bb), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.480590 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.502541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2089be-573f-4b21-8878-b7528aff37c2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:16.513112 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff12e9d6-d641-449c-ac47-26e7e23ee5b0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for floatingip (6efbb343-43a6-4539-bd71-9b41e9d3e43b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.546967 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (714c9e29-52de-4ad0-97fa-a1663c049ade), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.547507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:16.548075 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.562063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c2436-8961-42e8-b0cf-2e6f5e9536c6 None None] Pushing event updated for resources: {'Port': ['ID=620e6248-0aa3-40e3-986a-5526e50577bb,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:16.620398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11fe23-4c2a-4eb6-8c8f-523273e5c6b6 req-96104027-3127-4107-8846-08b09b346c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:16.622087 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b11fe23-4c2a-4eb6-8c8f-523273e5c6b6 req-96104027-3127-4107-8846-08b09b346c63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.1511943 Feb 02 13:17:16.648409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.objects.ports [None req-9ba02ba9-fe0b-42c4-a0e6-4177ecc217a6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:17:16.676691 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b11fe23-4c2a-4eb6-8c8f-523273e5c6b6 req-1f7e667b-9de1-41e8-a44a-bcc8db76ab7b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475736 Feb 02 13:17:16.677915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Attempting to bind port 620e6248-0aa3-40e3-986a-5526e50577bb on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:16.678318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Attempting to bind port 620e6248-0aa3-40e3-986a-5526e50577bb by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:16.678714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Attempting to bind port 620e6248-0aa3-40e3-986a-5526e50577bb on network dac7fa4e-cf39-4c04-be08-2b29c057f31e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:16.686181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:16.686714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Checking segment: {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:16.687122 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.687538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Bound using segment: {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:16.688008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Bound port: 620e6248-0aa3-40e3-986a-5526e50577bb, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:16.688529 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.694932 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1170752 Feb 02 13:17:16.698999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ba02ba9-fe0b-42c4-a0e6-4177ecc217a6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (d5f925c9-a683-469c-b743-541d8d73536d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.701247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35170) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:16.721125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7ab35510-364b-4968-8df8-ba607e315e1f admin admin] Request body: {'subnet': {'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1799602291-subnet', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:16.729357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced25d2-1f9e-4736-a8df-700fe7c59559 admin admin] Pushing event updated for resources: {'Network': ['ID=714c9e29-52de-4ad0-97fa-a1663c049ade,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:16.752768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 714c9e29-52de-4ad0-97fa-a1663c049ade details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:16.770527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-175cabd8-4cb6-4941-800e-2eed42c9abbc tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Deleting port 1b03a474-6fbe-4868-b939-0bdd91518394 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:16.770856 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-175cabd8-4cb6-4941-800e-2eed42c9abbc tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1b03a474-6fbe-4868-b939-0bdd91518394), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.845666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba02ba9-fe0b-42c4-a0e6-4177ecc217a6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:16.868618 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9ba02ba9-fe0b-42c4-a0e6-4177ecc217a6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:16.875660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba02ba9-fe0b-42c4-a0e6-4177ecc217a6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:16.876251 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ba02ba9-fe0b-42c4-a0e6-4177ecc217a6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.888113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57bc640-6f6e-458d-851e-e830736672e8 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:16.914620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab35510-364b-4968-8df8-ba607e315e1f admin admin] Made reservation on behalf of d6589d4a4c514cbe8bf690849dabd725 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:16.916956 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ab35510-364b-4968-8df8-ba607e315e1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.922168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] For port 620e6248-0aa3-40e3-986a-5526e50577bb, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:16.926829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba02ba9-fe0b-42c4-a0e6-4177ecc217a6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=d5f925c9-a683-469c-b743-541d8d73536d,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:16.943997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] For port 620e6248-0aa3-40e3-986a-5526e50577bb, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=620e6248-0aa3-40e3-986a-5526e50577bb,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:16.948769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-175cabd8-4cb6-4941-800e-2eed42c9abbc tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1b03a474-6fbe-4868-b939-0bdd91518394), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.956519 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:16.963904 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9ba02ba9-fe0b-42c4-a0e6-4177ecc217a6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3944616 Feb 02 13:17:16.964549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35172) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:16.983294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bb952781-4479-4873-9bbd-4fc89a8f1136 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:16.987924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-175cabd8-4cb6-4941-800e-2eed42c9abbc tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Calling delete_port for 1b03a474-6fbe-4868-b939-0bdd91518394 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:17.039290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b11fe23-4c2a-4eb6-8c8f-523273e5c6b6 req-56919b51-9c1e-4342-9b30-14e4e6fb094d service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550966 Feb 02 13:17:17.147863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b11fe23-4c2a-4eb6-8c8f-523273e5c6b6 req-8d4cbc11-5fb5-4016-bf7b-333963132301 service neutron] 10.222.0.18 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001301 Feb 02 13:17:17.162009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': 'd5f925c9-a683-469c-b743-541d8d73536d'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:17:17.163811 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:17.242742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e6ec10f0-5171-4174-9859-0fe32e9d9b92 None None] Provisioning complete for port 620e6248-0aa3-40e3-986a-5526e50577bb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:17.244608 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6ec10f0-5171-4174-9859-0fe32e9d9b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:17.252529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c2436-8961-42e8-b0cf-2e6f5e9536c6 None None] Pushing event updated for resources: {'Port': ['ID=620e6248-0aa3-40e3-986a-5526e50577bb,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:17.257185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Routers {'04581618-6a2c-4e50-9368-66e85c14a0fb'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:17.259405 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04581618-6a2c-4e50-9368-66e85c14a0fb'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:17.379858 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff12e9d6-d641-449c-ac47-26e7e23ee5b0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:17.409563 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e80c13-bcbb-4699-a7be-5edd0341c4ca req-2fd5c6f0-c946-4fb5-afc2-4903ad9df247 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:17.409826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36e80c13-bcbb-4699-a7be-5edd0341c4ca req-2fd5c6f0-c946-4fb5-afc2-4903ad9df247 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 943 time: 0.2608674 Feb 02 13:17:17.415058 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff12e9d6-d641-449c-ac47-26e7e23ee5b0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (6efbb343-43a6-4539-bd71-9b41e9d3e43b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:17.424446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb952781-4479-4873-9bbd-4fc89a8f1136 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:17.432736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bb952781-4479-4873-9bbd-4fc89a8f1136 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:17.548067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] Set router 04581618-6a2c-4e50-9368-66e85c14a0fb gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:17.600064 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-ff12e9d6-d641-449c-ac47-26e7e23ee5b0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Floating IP 6efbb343-43a6-4539-bd71-9b41e9d3e43b associated. External IP: 172.25.4.8, port: 3362e7a6-5a47-4c55-856b-3b2d1b72d775. Feb 02 13:17:17.624956 n-d-827336-2 neutron-server[103187]: INFO neutron.db.ipam_backend_mixin [None req-bb952781-4479-4873-9bbd-4fc89a8f1136 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5f925c9-a683-469c-b743-541d8d73536d (CIDR: 2001:db8::/64) Feb 02 13:17:17.631617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-175cabd8-4cb6-4941-800e-2eed42c9abbc tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1b03a474-6fbe-4868-b939-0bdd91518394), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:17.651008 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb952781-4479-4873-9bbd-4fc89a8f1136 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:17:17.651267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb952781-4479-4873-9bbd-4fc89a8f1136 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:17:17.653828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 69a7b5a4-7b60-46bc-b117-87570818918a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:17:17.752856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Allocated IP 2001:db8::f816:3eff:fe5f:3b69 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/d5f925c9-a683-469c-b743-541d8d73536d/03eb7b4b-c948-4448-9198-7ed6aa1e9c0e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:17.761814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e6ec10f0-5171-4174-9859-0fe32e9d9b92 None None] Current status of the port 620e6248-0aa3-40e3-986a-5526e50577bb is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:17.762283 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6ec10f0-5171-4174-9859-0fe32e9d9b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:17.764001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 69a7b5a4-7b60-46bc-b117-87570818918a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:17:17.764337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 69a7b5a4-7b60-46bc-b117-87570818918a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:17:17.767906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:17.777107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cabd8-4cb6-4941-800e-2eed42c9abbc tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event deleted for resources: {'Port': ['ID=1b03a474-6fbe-4868-b939-0bdd91518394,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:17.800742 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-175cabd8-4cb6-4941-800e-2eed42c9abbc tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:17.820796 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-175cabd8-4cb6-4941-800e-2eed42c9abbc tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "DELETE /v2.0/ports/1b03a474-6fbe-4868-b939-0bdd91518394 HTTP/1.1" status: 204 len: 168 time: 1.7269146 Feb 02 13:17:17.829836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:17.832213 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bb952781-4479-4873-9bbd-4fc89a8f1136 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8577874 Feb 02 13:17:17.849469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:17.857013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-11fa8a9c-1cc1-455b-bb69-5758bb575c52 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:17.861463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ab35510-364b-4968-8df8-ba607e315e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (a6db774c-3ceb-4f3c-9aba-9d87d029af8e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:17.873351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e6ec10f0-5171-4174-9859-0fe32e9d9b92 None None] For port 620e6248-0aa3-40e3-986a-5526e50577bb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=620e6248-0aa3-40e3-986a-5526e50577bb,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:17.969081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab35510-364b-4968-8df8-ba607e315e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6db774c-3ceb-4f3c-9aba-9d87d029af8e,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:17.973733 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-788fd738-04dd-4721-91a8-137dfd773837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:17.991908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab35510-364b-4968-8df8-ba607e315e1f admin admin] Checking segment: {'id': 'c8fa2d76-78a9-4a43-a881-a4b2b3fabc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:17.992421 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab35510-364b-4968-8df8-ba607e315e1f admin admin] Network hostable DHCP agents. Network: 714c9e29-52de-4ad0-97fa-a1663c049ade, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:17:18.014809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab35510-364b-4968-8df8-ba607e315e1f admin admin] Network 714c9e29-52de-4ad0-97fa-a1663c049ade is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:17:18.016189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e4ecd130-9702-4e16-8cdb-ce608f78997f tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1852231 Feb 02 13:17:18.023326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35192) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:18.033953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-76d781b0-48f4-4aff-84d4-33f84336ef7c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-645965345'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:18.041973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36e80c13-bcbb-4699-a7be-5edd0341c4ca req-8f040013-3c81-499c-ae19-8319a960ddd9 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4503405 Feb 02 13:17:18.080615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7ab35510-364b-4968-8df8-ba607e315e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 714c9e29-52de-4ad0-97fa-a1663c049ade) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:18.113404 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab35510-364b-4968-8df8-ba607e315e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:18.114358 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ab35510-364b-4968-8df8-ba607e315e1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.143704 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7ab35510-364b-4968-8df8-ba607e315e1f admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4305391 Feb 02 13:17:18.149184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35194) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:18.155123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fa8a9c-1cc1-455b-bb69-5758bb575c52 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:18.156498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1799602291-router', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:18.158616 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11fa8a9c-1cc1-455b-bb69-5758bb575c52 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.164225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d781b0-48f4-4aff-84d4-33f84336ef7c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Made reservation on behalf of c2c9e4a4063b452e9a67846ee7153b26 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:18.168848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76d781b0-48f4-4aff-84d4-33f84336ef7c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.210196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d781b0-48f4-4aff-84d4-33f84336ef7c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:18.222669 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76d781b0-48f4-4aff-84d4-33f84336ef7c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (5041ca7b-ea4a-4de2-adb1-7fabba0eae6a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.223130 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-76d781b0-48f4-4aff-84d4-33f84336ef7c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Added segment 5041ca7b-ea4a-4de2-adb1-7fabba0eae6a of type vlan for network 365459de-71a1-4d83-8725-31cfef80b567 Feb 02 13:17:18.273267 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76d781b0-48f4-4aff-84d4-33f84336ef7c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (365459de-71a1-4d83-8725-31cfef80b567), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.275450 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6ec10f0-5171-4174-9859-0fe32e9d9b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.288658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aeb96d-6ca9-4c64-a9a8-0b9a87cf22ef None None] Network 714c9e29-52de-4ad0-97fa-a1663c049ade requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:18.309945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff12e9d6-d641-449c-ac47-26e7e23ee5b0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Router 3ae8e24f-ba2d-437e-891c-92c647fac087 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:17:18.310823 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76d781b0-48f4-4aff-84d4-33f84336ef7c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (365459de-71a1-4d83-8725-31cfef80b567), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.318117 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d781b0-48f4-4aff-84d4-33f84336ef7c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:18.319471 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76d781b0-48f4-4aff-84d4-33f84336ef7c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.375435 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (0e46f7a6-258d-428e-b3f1-029915ee13a2), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.376655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (0e46f7a6-258d-428e-b3f1-029915ee13a2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.388655 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:17:18.428861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d781b0-48f4-4aff-84d4-33f84336ef7c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event updated for resources: {'Network': ['ID=365459de-71a1-4d83-8725-31cfef80b567,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:18.443187 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-76d781b0-48f4-4aff-84d4-33f84336ef7c tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4168632 Feb 02 13:17:18.446975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35196) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:18.451656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-788fd738-04dd-4721-91a8-137dfd773837 admin admin] Publish callbacks [] for security_group (e8bc5ef4-be15-4213-a42e-40c8cdfa710e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.453890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0c864a59-e3b8-4222-8556-4f89bb8820c5 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1103864829'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:18.465950 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-788fd738-04dd-4721-91a8-137dfd773837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e8bc5ef4-be15-4213-a42e-40c8cdfa710e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.475522 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 365459de-71a1-4d83-8725-31cfef80b567 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:18.519866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Publish callbacks [] for router_controller (0e46f7a6-258d-428e-b3f1-029915ee13a2), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.536753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c864a59-e3b8-4222-8556-4f89bb8820c5 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Made reservation on behalf of c2c9e4a4063b452e9a67846ee7153b26 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:18.579051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c864a59-e3b8-4222-8556-4f89bb8820c5 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.701544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-788fd738-04dd-4721-91a8-137dfd773837 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5180f2a9bbaa43f09ef5852ad6c14a79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9286158 Feb 02 13:17:18.709822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fd738-04dd-4721-91a8-137dfd773837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bc5ef4-be15-4213-a42e-40c8cdfa710e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:18.710202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35200) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:18.733146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cefebeff-01b6-40c4-abf1-099c98ae869b None None] Provisioning complete for port 620e6248-0aa3-40e3-986a-5526e50577bb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:18.733523 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cefebeff-01b6-40c4-abf1-099c98ae869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.757683 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11fa8a9c-1cc1-455b-bb69-5758bb575c52 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (69e8994c-9a1e-44af-8048-37959a7ea19f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.768052 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-714c9e29-52de-4ad0-97fa-a1663c049ade', 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade', 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'fixed_ips': [{'subnet_id': 'a6db774c-3ceb-4f3c-9aba-9d87d029af8e'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:17:18.768616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c864a59-e3b8-4222-8556-4f89bb8820c5 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:18.769054 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.814534 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Publish callbacks [] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.828837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff12e9d6-d641-449c-ac47-26e7e23ee5b0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:17:18.845125 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c99e4-edae-40e1-ad39-f733b07f1125 None None] Sync routers for ids ['3ae8e24f-ba2d-437e-891c-92c647fac087'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:17:18.853052 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.853826 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff12e9d6-d641-449c-ac47-26e7e23ee5b0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.854924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c864a59-e3b8-4222-8556-4f89bb8820c5 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b9f283ab-4d62-408c-9898-4ef2351a6271), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.855275 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-0c864a59-e3b8-4222-8556-4f89bb8820c5 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Added segment b9f283ab-4d62-408c-9898-4ef2351a6271 of type vlan for network f203e987-9bc6-4753-832e-24141ae4040e Feb 02 13:17:18.861464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec10f0-5171-4174-9859-0fe32e9d9b92 None None] Pushing event updated for resources: {'Port': ['ID=620e6248-0aa3-40e3-986a-5526e50577bb,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:18.869350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa8a9c-1cc1-455b-bb69-5758bb575c52 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:18.905580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Publish callbacks [] for router_gateway (0e46f7a6-258d-428e-b3f1-029915ee13a2), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.907127 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c99e4-edae-40e1-ad39-f733b07f1125 None None] Routers {'3ae8e24f-ba2d-437e-891c-92c647fac087'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:18.907346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-11fa8a9c-1cc1-455b-bb69-5758bb575c52 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:18.908783 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a02c99e4-edae-40e1-ad39-f733b07f1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3ae8e24f-ba2d-437e-891c-92c647fac087'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:18.924855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa8a9c-1cc1-455b-bb69-5758bb575c52 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:18.925556 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11fa8a9c-1cc1-455b-bb69-5758bb575c52 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.929882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'name': 'tempest-TestServerMultinode-1803021492-router', 'tenant_id': '955839c2babc438b8783196ed9620004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '82474506-b444-4a43-b2d2-9da898acbd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:05Z', 'updated_at': '2022-02-02T13:17:11Z', 'revision_number': 4, 'project_id': '955839c2babc438b8783196ed9620004', 'gw_port': {'id': '82474506-b444-4a43-b2d2-9da898acbd98', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:06Z', 'updated_at': '2022-02-02T13:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '620e6248-0aa3-40e3-986a-5526e50577bb', 'name': '', 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e', 'tenant_id': '955839c2babc438b8783196ed9620004', 'mac_address': 'fa:16:3e:30:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '9f5c9669-0db7-46c3-836f-e5879716fb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:09Z', 'updated_at': '2022-02-02T13:17:16Z', 'revision_number': 4, 'project_id': '955839c2babc438b8783196ed9620004', 'subnets': [{'id': '9f5c9669-0db7-46c3-836f-e5879716fb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:18.944737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa8a9c-1cc1-455b-bb69-5758bb575c52 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=69e8994c-9a1e-44af-8048-37959a7ea19f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:18.951249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ff12e9d6-d641-449c-ac47-26e7e23ee5b0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "PUT /v2.0/floatingips/6efbb343-43a6-4539-bd71-9b41e9d3e43b HTTP/1.1" status: 200 len: 990 time: 2.5605006 Feb 02 13:17:18.953270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:18.956553 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d07eaeb-a14d-472a-a65f-b136515afc25" -d '{"events": [{"name": "network-changed", "server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:18.973224 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c864a59-e3b8-4222-8556-4f89bb8820c5 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (f203e987-9bc6-4753-832e-24141ae4040e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.977417 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eab8e68b-00b7-4921-bf99-dce719418cd3 admin admin] Publish callbacks [] for security_group (e8bc5ef4-be15-4213-a42e-40c8cdfa710e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:18.985736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-11fa8a9c-1cc1-455b-bb69-5758bb575c52 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1326118 Feb 02 13:17:18.987482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:18.992634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:71:7b:62', 'name': 'tempest-NetworksTestDHCPv6-1276975141'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:19.005120 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eab8e68b-00b7-4921-bf99-dce719418cd3 admin admin] Publish callbacks [] for security_group (e8bc5ef4-be15-4213-a42e-40c8cdfa710e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:19.024320 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bec150-41cf-42c4-a1c8-0c22f5a4a9a0 x-openstack-request-id: req-34bec150-41cf-42c4-a1c8-0c22f5a4a9a0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:19.024602 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:19.024987 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-34bec150-41cf-42c4-a1c8-0c22f5a4a9a0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:19.025260 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'status': 'completed', 'code': 200} Feb 02 13:17:19.080746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c864a59-e3b8-4222-8556-4f89bb8820c5 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (f203e987-9bc6-4753-832e-24141ae4040e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:19.086218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c864a59-e3b8-4222-8556-4f89bb8820c5 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:19.086813 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c864a59-e3b8-4222-8556-4f89bb8820c5 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:19.134151 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a02c99e4-edae-40e1-ad39-f733b07f1125 None None] Set router 3ae8e24f-ba2d-437e-891c-92c647fac087 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:19.185026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:19.193659 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eab8e68b-00b7-4921-bf99-dce719418cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e8bc5ef4-be15-4213-a42e-40c8cdfa710e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:19.195920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daefadf-ffad-4cf4-9324-10dd5d2f547c req-ee91eafa-b722-4ddb-a3a5-1fca536906c4 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:19.196315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eab8e68b-00b7-4921-bf99-dce719418cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:19.197679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5daefadf-ffad-4cf4-9324-10dd5d2f547c req-ee91eafa-b722-4ddb-a3a5-1fca536906c4 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 946 time: 0.1024556 Feb 02 13:17:19.204719 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eab8e68b-00b7-4921-bf99-dce719418cd3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e8bc5ef4-be15-4213-a42e-40c8cdfa710e HTTP/1.1" status: 204 len: 168 time: 0.4873266 Feb 02 13:17:19.217409 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0c864a59-e3b8-4222-8556-4f89bb8820c5 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7694714 Feb 02 13:17:19.236840 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 85a291f3-c9f3-4a05-a91d-50f0acf3b425 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:17:19.243271 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:19.248760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:19.270120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c864a59-e3b8-4222-8556-4f89bb8820c5 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event updated for resources: {'Network': ['ID=f203e987-9bc6-4753-832e-24141ae4040e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:19.275938 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbb9eef-28eb-470b-b7e5-ef0669381290 None None] The sync data for ids ['04581618-6a2c-4e50-9368-66e85c14a0fb'] in n-d-827336-2 is: [{'id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'name': 'tempest-TestServerMultinode-1803021492-router', 'tenant_id': '955839c2babc438b8783196ed9620004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '82474506-b444-4a43-b2d2-9da898acbd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:05Z', 'updated_at': '2022-02-02T13:17:11Z', 'revision_number': 4, 'project_id': '955839c2babc438b8783196ed9620004', 'gw_port': {'id': '82474506-b444-4a43-b2d2-9da898acbd98', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:06Z', 'updated_at': '2022-02-02T13:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '620e6248-0aa3-40e3-986a-5526e50577bb', 'name': '', 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e', 'tenant_id': '955839c2babc438b8783196ed9620004', 'mac_address': 'fa:16:3e:30:a2:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2221, 'fixed_ips': [{'subnet_id': '9f5c9669-0db7-46c3-836f-e5879716fb69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:09Z', 'updated_at': '2022-02-02T13:17:16Z', 'revision_number': 4, 'project_id': '955839c2babc438b8783196ed9620004', 'subnets': [{'id': '9f5c9669-0db7-46c3-836f-e5879716fb69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:17:19.295627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8e68b-00b7-4921-bf99-dce719418cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bc5ef4-be15-4213-a42e-40c8cdfa710e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:19.309420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:19.333154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07eaeb-a14d-472a-a65f-b136515afc25 req-d35e4824-3162-43e6-8b80-2a34940159b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:19.334769 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d07eaeb-a14d-472a-a65f-b136515afc25 req-d35e4824-3162-43e6-8b80-2a34940159b9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1128 time: 0.2679176 Feb 02 13:17:19.384697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network f203e987-9bc6-4753-832e-24141ae4040e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:19.458858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Pushing event updated for resources: {'Port': ['ID=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:19.483479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:19.501017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5daefadf-ffad-4cf4-9324-10dd5d2f547c req-8f5cf4b9-97bb-4faa-8e94-ec08e6c5ddd3 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2938216 Feb 02 13:17:19.608113 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a02c99e4-edae-40e1-ad39-f733b07f1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:16:49Z', 'revision_number': 4, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '6efbb343-43a6-4539-bd71-9b41e9d3e43b', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'port_id': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'mac_address': 'fa:16:3e:ed:74:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:16:54Z', 'updated_at': '2022-02-02T13:17:17Z', 'revision_number': 1, 'project_id': '7b92b835720c47608b10176547f4948b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587829e0-c150-4540-bf35-ff4c015181c2', 'name': '', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'mac_address': 'fa:16:3e:61:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:47Z', 'updated_at': '2022-02-02T13:16:54Z', 'revision_number': 5, 'project_id': '7b92b835720c47608b10176547f4948b', 'subnets': [{'id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:19.669767 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:17:19.709427 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c99e4-edae-40e1-ad39-f733b07f1125 None None] Checking router: 3ae8e24f-ba2d-437e-891c-92c647fac087 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:17:19.735962 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02c99e4-edae-40e1-ad39-f733b07f1125 None None] Routers {'3ae8e24f-ba2d-437e-891c-92c647fac087'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:19.736574 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a02c99e4-edae-40e1-ad39-f733b07f1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3ae8e24f-ba2d-437e-891c-92c647fac087'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:19.767279 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:19.798802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'subnets': [{'network_id': '365459de-71a1-4d83-8725-31cfef80b567', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--551111993', 'ip_version': 4}, {'network_id': 'f203e987-9bc6-4753-832e-24141ae4040e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:19.799351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'subnet': {'network_id': '365459de-71a1-4d83-8725-31cfef80b567', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--551111993', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:19.799958 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Request body: {'subnet': {'network_id': 'f203e987-9bc6-4753-832e-24141ae4040e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:19.941715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 620e6248-0aa3-40e3-986a-5526e50577bb up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:19.960994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07eaeb-a14d-472a-a65f-b136515afc25 req-7359e848-1870-442f-928a-391e0e3816e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:19.965344 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d07eaeb-a14d-472a-a65f-b136515afc25 req-7359e848-1870-442f-928a-391e0e3816e1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.6228263 Feb 02 13:17:20.081674 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a02c99e4-edae-40e1-ad39-f733b07f1125 None None] Set router 3ae8e24f-ba2d-437e-891c-92c647fac087 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:20.136595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 85a291f3-c9f3-4a05-a91d-50f0acf3b425, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=85a291f3-c9f3-4a05-a91d-50f0acf3b425,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:20.163465 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '85a291f3-c9f3-4a05-a91d-50f0acf3b425', 'network_id': '9077904b-671d-4f70-86b9-02225fb01c2a', 'port_id': '85a291f3-c9f3-4a05-a91d-50f0acf3b425', 'mac_address': 'fa:16:3e:fa:99:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3d761b-885b-4819-bc18-f1fb3a1e9ebb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:17:20.235990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port a51d9fb0-178e-48bf-98ad-beff05b12134 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:17:20.240414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Publish callbacks [] for router_gateway (0e46f7a6-258d-428e-b3f1-029915ee13a2), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:20.262152 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 85a291f3-c9f3-4a05-a91d-50f0acf3b425 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:20.262565 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:20.314282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Attempting to bind port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:20.314668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Attempting to bind port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:20.315648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Attempting to bind port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:20.346124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:20.355583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Allocated IP 172.20.0.2 (714c9e29-52de-4ad0-97fa-a1663c049ade/a6db774c-3ceb-4f3c-9aba-9d87d029af8e/efaf92b8-28d7-4356-9021-2181e448713b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:20.357695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cefebeff-01b6-40c4-abf1-099c98ae869b None None] Current status of the port 620e6248-0aa3-40e3-986a-5526e50577bb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:20.375215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:20.375779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:20.376281 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:20.378082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:20.378680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Bound port: 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:20.379537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:20.472699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dc1f2-0bfd-4a1d-9c23-d6ddc4efcefb req-e21002e2-f9db-4468-a616-36a4e8ee45dc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:20.475531 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f46dc1f2-0bfd-4a1d-9c23-d6ddc4efcefb req-e21002e2-f9db-4468-a616-36a4e8ee45dc tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 943 time: 0.6799653 Feb 02 13:17:20.517516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] For port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:20.524127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] For port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:20.532207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a291f3-c9f3-4a05-a91d-50f0acf3b425 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:17:20.645548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7265-87cd-4b0f-8882-86ba2342d2cb req-9d70cb11-9662-4379-a4ac-f78343c04da8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:20.651222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7265-87cd-4b0f-8882-86ba2342d2cb req-9d70cb11-9662-4379-a4ac-f78343c04da8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:20.657254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7265-87cd-4b0f-8882-86ba2342d2cb req-9d70cb11-9662-4379-a4ac-f78343c04da8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:20.663853 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7265-87cd-4b0f-8882-86ba2342d2cb req-9d70cb11-9662-4379-a4ac-f78343c04da8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:20.669122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7265-87cd-4b0f-8882-86ba2342d2cb req-9d70cb11-9662-4379-a4ac-f78343c04da8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:20.678669 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7265-87cd-4b0f-8882-86ba2342d2cb req-9d70cb11-9662-4379-a4ac-f78343c04da8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:20.681148 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a02c99e4-edae-40e1-ad39-f733b07f1125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:16:49Z', 'revision_number': 4, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '6efbb343-43a6-4539-bd71-9b41e9d3e43b', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'port_id': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'mac_address': 'fa:16:3e:ed:74:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:16:54Z', 'updated_at': '2022-02-02T13:17:17Z', 'revision_number': 1, 'project_id': '7b92b835720c47608b10176547f4948b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587829e0-c150-4540-bf35-ff4c015181c2', 'name': '', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'mac_address': 'fa:16:3e:61:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:47Z', 'updated_at': '2022-02-02T13:16:54Z', 'revision_number': 5, 'project_id': '7b92b835720c47608b10176547f4948b', 'subnets': [{'id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:20.684298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff7265-87cd-4b0f-8882-86ba2342d2cb req-9d70cb11-9662-4379-a4ac-f78343c04da8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:20.686554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04ff7265-87cd-4b0f-8882-86ba2342d2cb req-9d70cb11-9662-4379-a4ac-f78343c04da8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.5234079 Feb 02 13:17:20.695645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Allocated IP 172.25.4.52 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/15699d47-36f1-4351-a1b8-e61a6f59bfcf) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:20.755054 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02c99e4-edae-40e1-ad39-f733b07f1125 None None] The sync data for ids ['3ae8e24f-ba2d-437e-891c-92c647fac087'] in n-d-827336-2 is: [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:16:49Z', 'revision_number': 4, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '6efbb343-43a6-4539-bd71-9b41e9d3e43b', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'floating_ip_address': '172.25.4.8', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'port_id': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'mac_address': 'fa:16:3e:ed:74:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:16:54Z', 'updated_at': '2022-02-02T13:17:17Z', 'revision_number': 1, 'project_id': '7b92b835720c47608b10176547f4948b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '587829e0-c150-4540-bf35-ff4c015181c2', 'name': '', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'mac_address': 'fa:16:3e:61:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:47Z', 'updated_at': '2022-02-02T13:16:54Z', 'revision_number': 5, 'project_id': '7b92b835720c47608b10176547f4948b', 'subnets': [{'id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:17:20.768782 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d07eaeb-a14d-472a-a65f-b136515afc25 req-f4181beb-8a4d-4806-b12c-e933b8c75b77 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 998 time: 0.7915552 Feb 02 13:17:20.772001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35264) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:20.836936 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Publish callbacks [] for port (efaf92b8-28d7-4356-9021-2181e448713b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:20.848804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 620e6248-0aa3-40e3-986a-5526e50577bb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:20.852977 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:20.855203 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (efaf92b8-28d7-4356-9021-2181e448713b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:20.876027 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:20.883967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 85a291f3-c9f3-4a05-a91d-50f0acf3b425, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=85a291f3-c9f3-4a05-a91d-50f0acf3b425,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:20.939609 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:20.958817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Network 714c9e29-52de-4ad0-97fa-a1663c049ade is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:20.960428 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:20.969213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:21.025258 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Pushing event updated for resources: {'Port': ['ID=efaf92b8-28d7-4356-9021-2181e448713b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:21.260871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 620e6248-0aa3-40e3-986a-5526e50577bb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:21.287573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88488ade-5dec-49f1-b82d-3c17ee190659 None None] New status for floating IP 6efbb343-43a6-4539-bd71-9b41e9d3e43b: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:17:21.363209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['85a291f3-c9f3-4a05-a91d-50f0acf3b425'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:17:21.417151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Attempting to bind port efaf92b8-28d7-4356-9021-2181e448713b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:21.417525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Attempting to bind port efaf92b8-28d7-4356-9021-2181e448713b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'c8fa2d76-78a9-4a43-a881-a4b2b3fabc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:21.417892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Attempting to bind port efaf92b8-28d7-4356-9021-2181e448713b on network 714c9e29-52de-4ad0-97fa-a1663c049ade {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:21.432249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a996c95-9ac0-420a-889d-128e4620c12b None None] Pushing event updated for resources: {'Port': ['ID=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:21.594753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-446428291-network', 'tenant_id': '6f94458897094d56aef55c1761cbde79'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:21.624108 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f46dc1f2-0bfd-4a1d-9c23-d6ddc4efcefb req-5c2b733a-000f-4755-a106-d0e8211caea9 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1106241 Feb 02 13:17:21.663856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Made reservation on behalf of c2c9e4a4063b452e9a67846ee7153b26 for: {'subnet': 2} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:21.668166 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:21.669392 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:21.704107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8:0:1::296 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/69e8994c-9a1e-44af-8048-37959a7ea19f/a51d9fb0-178e-48bf-98ad-beff05b12134) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:21.723404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::f816:3eff:fe71:7b62 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/d5f925c9-a683-469c-b743-541d8d73536d/a51d9fb0-178e-48bf-98ad-beff05b12134) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:21.740874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07eaeb-a14d-472a-a65f-b136515afc25 req-9c874caf-f3b1-42e2-925c-236fc35506e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:21.743842 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d07eaeb-a14d-472a-a65f-b136515afc25 req-9c874caf-f3b1-42e2-925c-236fc35506e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.9640982 Feb 02 13:17:21.756409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Made reservation on behalf of 6f94458897094d56aef55c1761cbde79 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:21.760685 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:21.814888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:21.842563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:21.843394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Checking segment: {'id': 'c8fa2d76-78a9-4a43-a881-a4b2b3fabc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:21.844222 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:21.844871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Bound using segment: {'id': 'c8fa2d76-78a9-4a43-a881-a4b2b3fabc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:21.846708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Bound port: efaf92b8-28d7-4356-9021-2181e448713b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fa2d76-78a9-4a43-a881-a4b2b3fabc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:21.847338 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (efaf92b8-28d7-4356-9021-2181e448713b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:21.853001 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Publish callbacks [] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:21.859231 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07eaeb-a14d-472a-a65f-b136515afc25 req-6d639614-a96c-4e39-b7d0-aaa37ea0e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:21.860672 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d07eaeb-a14d-472a-a65f-b136515afc25 req-6d639614-a96c-4e39-b7d0-aaa37ea0e464 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1096292 Feb 02 13:17:21.922743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] For port efaf92b8-28d7-4356-9021-2181e448713b, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:21.927990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] For port efaf92b8-28d7-4356-9021-2181e448713b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=efaf92b8-28d7-4356-9021-2181e448713b,segment=NetworkSegment(c8fa2d76-78a9-4a43-a881-a4b2b3fabc99),segment_id=c8fa2d76-78a9-4a43-a881-a4b2b3fabc99)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:21.931769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:21.983688 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d07eaeb-a14d-472a-a65f-b136515afc25 req-9ca3f326-6cb6-4284-8fc2-73511da5b7ff service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145692 Feb 02 13:17:21.993648 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (efaf92b8-28d7-4356-9021-2181e448713b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.099534 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d07eaeb-a14d-472a-a65f-b136515afc25 req-98e6d1f0-8efe-4949-918c-ab1dad71da41 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085570 Feb 02 13:17:22.175016 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.211901 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=85a291f3-c9f3-4a05-a91d-50f0acf3b425,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:22.240501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:22.249076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:22.250969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:22.292043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:22.292498 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.398883 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Publish callbacks [] for security_group (93085197-bf81-4bf0-a940-35f39ffb6fd9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.400688 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Pushing event updated for resources: {'Port': ['ID=15699d47-36f1-4351-a1b8-e61a6f59bfcf,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:22.412463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (93085197-bf81-4bf0-a940-35f39ffb6fd9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.536487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84be3cf-d68f-47da-a001-fc85dc938abf None None] Pushing event updated for resources: {'Port': ['ID=efaf92b8-28d7-4356-9021-2181e448713b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:22.554963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93085197-bf81-4bf0-a940-35f39ffb6fd9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:22.569472 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (a51d9fb0-178e-48bf-98ad-beff05b12134), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.587809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:22.628657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e283c1cd-47b2-4a53-b6cf-62ac40095847), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.629375 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Added segment e283c1cd-47b2-4a53-b6cf-62ac40095847 of type vlan for network 276ba717-3cc3-4b15-8fa5-18614378956f Feb 02 13:17:22.771572 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:22.772038 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.790053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04ff7265-87cd-4b0f-8882-86ba2342d2cb req-1ad8fe1a-a924-4b05-9d2c-90bf3325347b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 2.0930479 Feb 02 13:17:22.800583 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (ab013096-bd70-4328-bf5e-4cabf888d368), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.810505 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a51d9fb0-178e-48bf-98ad-beff05b12134), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.848109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:22.854350 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.906121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06f2e79-fd53-4b51-b12b-179515257d12 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:22.908649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (276ba717-3cc3-4b15-8fa5-18614378956f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.961135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (276ba717-3cc3-4b15-8fa5-18614378956f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.962606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:22.964335 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.989392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-83955ae6-a67e-4f0a-8de8-01dd830940c6 None None] Provisioning complete for port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:22.989783 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83955ae6-a67e-4f0a-8de8-01dd830940c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:22.998213 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2250285 Feb 02 13:17:23.016933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35280) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:23.023947 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c360641d-f5a4-4eba-b04a-c2051b122a15 admin admin] Request body: {'subnet': {'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-446428291-subnet', 'tenant_id': '6f94458897094d56aef55c1761cbde79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:23.024848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:23.036238 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Publish callbacks [] for router_gateway (0e46f7a6-258d-428e-b3f1-029915ee13a2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:23.049286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:23.065573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:23.069866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:23.076317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.077217 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:23.096369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea6d1a-ed48-4a16-aa8f-aa9150f759c0 req-f06e3942-d48f-4e24-aae7-6e994ba57f24 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.097986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4ea6d1a-ed48-4a16-aa8f-aa9150f759c0 req-f06e3942-d48f-4e24-aae7-6e994ba57f24 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 946 time: 1.2132380 Feb 02 13:17:23.126136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event updated for resources: {'Subnet': ['ID=ab013096-bd70-4328-bf5e-4cabf888d368,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:23.160289 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=a51d9fb0-178e-48bf-98ad-beff05b12134,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:23.170686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701174a-498b-40e4-9206-c39c6c276902 admin admin] Pushing event updated for resources: {'Network': ['ID=276ba717-3cc3-4b15-8fa5-18614378956f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:23.179192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0c024e7e-c46f-4662-9b42-06f5ec86bd3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.1904910 Feb 02 13:17:23.180609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35282) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:23.184197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Checking segment: {'id': '5041ca7b-ea4a-4de2-adb1-7fabba0eae6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '365459de-71a1-4d83-8725-31cfef80b567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:23.184702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Network hostable DHCP agents. Network: 365459de-71a1-4d83-8725-31cfef80b567, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:17:23.220880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c360641d-f5a4-4eba-b04a-c2051b122a15 admin admin] Made reservation on behalf of 6f94458897094d56aef55c1761cbde79 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:23.223610 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c360641d-f5a4-4eba-b04a-c2051b122a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:23.234469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-83955ae6-a67e-4f0a-8de8-01dd830940c6 None None] Current status of the port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:23.238459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 276ba717-3cc3-4b15-8fa5-18614378956f details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:23.265637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4401bde-fa57-4e24-b475-d64fbe649dab req-e580c1c4-f7fb-4e23-abd3-981fc266b057 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.274166 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4401bde-fa57-4e24-b475-d64fbe649dab req-e580c1c4-f7fb-4e23-abd3-981fc266b057 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 944 time: 0.3466778 Feb 02 13:17:23.289952 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-859aff8a-41cb-4f61-a25a-94302003a712 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.295607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-859aff8a-41cb-4f61-a25a-94302003a712 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.301570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-859aff8a-41cb-4f61-a25a-94302003a712 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.307889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-859aff8a-41cb-4f61-a25a-94302003a712 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.313533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-859aff8a-41cb-4f61-a25a-94302003a712 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.330783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-859aff8a-41cb-4f61-a25a-94302003a712 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.342151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-859aff8a-41cb-4f61-a25a-94302003a712 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.344393 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-859aff8a-41cb-4f61-a25a-94302003a712 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.2888856 Feb 02 13:17:23.345593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Network 365459de-71a1-4d83-8725-31cfef80b567 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:17:23.414128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032bdfec-d018-4986-a122-c5c56b976952 None None] Update dhcp port {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': 'd5f925c9-a683-469c-b743-541d8d73536d', 'ip_address': '2001:db8::f816:3eff:fe5f:3b69'}, {'subnet_id': '69e8994c-9a1e-44af-8048-37959a7ea19f'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '03eb7b4b-c948-4448-9198-7ed6aa1e9c0e'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:17:23.425075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 365459de-71a1-4d83-8725-31cfef80b567) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:23.444985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4ea6d1a-ed48-4a16-aa8f-aa9150f759c0 req-6052867e-7398-4324-be88-171fb280d8a2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035433 Feb 02 13:17:23.462341 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (c414b329-e0d4-4ab2-a64a-a3ba3ec5681e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:23.473158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1da6e1d-594d-4ce6-8815-30dba7f9f158 None None] Network 365459de-71a1-4d83-8725-31cfef80b567 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:23.483312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c360641d-f5a4-4eba-b04a-c2051b122a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:23.528265 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-032bdfec-d018-4986-a122-c5c56b976952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:23.546619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-49cdc3ce-3dde-432e-af78-cf007b98843b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.549799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-49cdc3ce-3dde-432e-af78-cf007b98843b tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "GET /v2.0/ports/5abe3ffe-b1f8-483f-b83f-f8edad0fc901?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1892271 Feb 02 13:17:23.607398 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4401bde-fa57-4e24-b475-d64fbe649dab req-6391e1fc-1fe0-4645-bee4-8779277c02bf tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320720 Feb 02 13:17:23.711178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event updated for resources: {'Subnet': ['ID=c414b329-e0d4-4ab2-a64a-a3ba3ec5681e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:23.715943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Checking segment: {'id': 'b9f283ab-4d62-408c-9898-4ef2351a6271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'f203e987-9bc6-4753-832e-24141ae4040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:23.716406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Network hostable DHCP agents. Network: f203e987-9bc6-4753-832e-24141ae4040e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:17:23.741598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42614458-00cd-4ed8-8975-d0db0483be22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-365459de-71a1-4d83-8725-31cfef80b567', 'network_id': '365459de-71a1-4d83-8725-31cfef80b567', 'project_id': 'c2c9e4a4063b452e9a67846ee7153b26', 'fixed_ips': [{'subnet_id': 'ab013096-bd70-4328-bf5e-4cabf888d368'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:17:23.742467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42614458-00cd-4ed8-8975-d0db0483be22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:23.770187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Network f203e987-9bc6-4753-832e-24141ae4040e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:17:23.788360 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-04a3e5b3-95b2-4dea-aa49-1a3e8cfa3abb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "GET /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2217579 Feb 02 13:17:23.789471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, f203e987-9bc6-4753-832e-24141ae4040e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:23.796635 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.797276 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:23.803206 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:23.817794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360641d-f5a4-4eba-b04a-c2051b122a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:23.849347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b28fb5a5-2201-4ffc-a729-000c0be8ed53 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.3471379 Feb 02 13:17:23.850123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:23.868615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c360641d-f5a4-4eba-b04a-c2051b122a15 admin admin] Checking segment: {'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:23.869773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c360641d-f5a4-4eba-b04a-c2051b122a15 admin admin] Network hostable DHCP agents. Network: 276ba717-3cc3-4b15-8fa5-18614378956f, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:17:23.882608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca66e26-78d4-4b98-b74b-d0aefa3f6949 None None] Network f203e987-9bc6-4753-832e-24141ae4040e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:23.885677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device efaf92b8-28d7-4356-9021-2181e448713b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:23.944334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c61e75df-90b8-4662-ad44-09d6aa12ed99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port a51d9fb0-178e-48bf-98ad-beff05b12134 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:23.944953 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c61e75df-90b8-4662-ad44-09d6aa12ed99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a51d9fb0-178e-48bf-98ad-beff05b12134), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:23.946349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:24.038876 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (0e46f7a6-258d-428e-b3f1-029915ee13a2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.048871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c360641d-f5a4-4eba-b04a-c2051b122a15 admin admin] Network 276ba717-3cc3-4b15-8fa5-18614378956f is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:17:24.061007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c360641d-f5a4-4eba-b04a-c2051b122a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 276ba717-3cc3-4b15-8fa5-18614378956f) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:24.086240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a0e73-6a35-48ea-bcde-47801983165d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:24.088542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a0e73-6a35-48ea-bcde-47801983165d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:24.089866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a0e73-6a35-48ea-bcde-47801983165d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:24.096386 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-034a0e73-6a35-48ea-bcde-47801983165d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2451348 Feb 02 13:17:24.104034 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35292) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:24.109350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c360641d-f5a4-4eba-b04a-c2051b122a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:24.109951 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c360641d-f5a4-4eba-b04a-c2051b122a15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.133437 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.166381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-032bdfec-d018-4986-a122-c5c56b976952 None None] Allocated IP 2001:db8:0:1::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/69e8994c-9a1e-44af-8048-37959a7ea19f/03eb7b4b-c948-4448-9198-7ed6aa1e9c0e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:24.171517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9dc53-1abf-4372-bf52-137c627a32be req-7e1f1309-f1d4-44f5-bd3b-54d885d29015 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:24.180087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9dc53-1abf-4372-bf52-137c627a32be req-7e1f1309-f1d4-44f5-bd3b-54d885d29015 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:24.185838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9dc53-1abf-4372-bf52-137c627a32be req-7e1f1309-f1d4-44f5-bd3b-54d885d29015 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:24.191640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9dc53-1abf-4372-bf52-137c627a32be req-7e1f1309-f1d4-44f5-bd3b-54d885d29015 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:24.197347 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9dc53-1abf-4372-bf52-137c627a32be req-7e1f1309-f1d4-44f5-bd3b-54d885d29015 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:24.203301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9dc53-1abf-4372-bf52-137c627a32be req-7e1f1309-f1d4-44f5-bd3b-54d885d29015 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:24.208947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9dc53-1abf-4372-bf52-137c627a32be req-7e1f1309-f1d4-44f5-bd3b-54d885d29015 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:24.212675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffd9dc53-1abf-4372-bf52-137c627a32be req-7e1f1309-f1d4-44f5-bd3b-54d885d29015 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 5431 time: 0.1953239 Feb 02 13:17:24.216810 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c61e75df-90b8-4662-ad44-09d6aa12ed99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a51d9fb0-178e-48bf-98ad-beff05b12134), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.225798 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c360641d-f5a4-4eba-b04a-c2051b122a15 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2077155 Feb 02 13:17:24.249830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4053c9-0fb8-48aa-8599-09999cea8e54 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Deleting subnet ab013096-bd70-4328-bf5e-4cabf888d368 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:17:24.253648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c61e75df-90b8-4662-ad44-09d6aa12ed99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for a51d9fb0-178e-48bf-98ad-beff05b12134 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:24.264250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba4053c9-0fb8-48aa-8599-09999cea8e54 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for subnet (ab013096-bd70-4328-bf5e-4cabf888d368), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.292794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-032bdfec-d018-4986-a122-c5c56b976952 None None] For port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:24.328570 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-032bdfec-d018-4986-a122-c5c56b976952 None None] Publish callbacks [] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.363304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31edd54-a1c1-4d16-9617-2178d63414be None None] Network 276ba717-3cc3-4b15-8fa5-18614378956f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:24.366372 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96571121-118c-427a-bb24-36d91311dabe None None] Network 714c9e29-52de-4ad0-97fa-a1663c049ade requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:24.369254 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba4053c9-0fb8-48aa-8599-09999cea8e54 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (ab013096-bd70-4328-bf5e-4cabf888d368), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.371405 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-032bdfec-d018-4986-a122-c5c56b976952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.425042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffd9dc53-1abf-4372-bf52-137c627a32be req-d976afe9-84ff-4286-918a-204ead4168c1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1842179 Feb 02 13:17:24.451384 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba4053c9-0fb8-48aa-8599-09999cea8e54 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (ab013096-bd70-4328-bf5e-4cabf888d368), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.509686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Router 0e46f7a6-258d-428e-b3f1-029915ee13a2 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:17:24.544160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] For port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=5abe3ffe-b1f8-483f-b83f-f8edad0fc901,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:24.622934 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] For port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:24.673180 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba4053c9-0fb8-48aa-8599-09999cea8e54 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (ab013096-bd70-4328-bf5e-4cabf888d368), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.748792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4053c9-0fb8-48aa-8599-09999cea8e54 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event deleted for resources: {'Subnet': ['ID=ab013096-bd70-4328-bf5e-4cabf888d368,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:24.759042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba4053c9-0fb8-48aa-8599-09999cea8e54 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.764575 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ba4053c9-0fb8-48aa-8599-09999cea8e54 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "DELETE /v2.0/subnets/ab013096-bd70-4328-bf5e-4cabf888d368 HTTP/1.1" status: 204 len: 168 time: 0.6571412 Feb 02 13:17:24.768720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35308) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:24.792440 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:17:24.806652 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Sync routers for ids ['0e46f7a6-258d-428e-b3f1-029915ee13a2'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:17:24.817051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c61e75df-90b8-4662-ad44-09d6aa12ed99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a51d9fb0-178e-48bf-98ad-beff05b12134), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.827639 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Routers {'0e46f7a6-258d-428e-b3f1-029915ee13a2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:24.835578 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['0e46f7a6-258d-428e-b3f1-029915ee13a2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:24.835852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] device_id is not set on port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:17:24.852885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-4014fbdb-ec0e-49b1-91c9-97d77eff07a1 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Deleting subnet c414b329-e0d4-4ab2-a64a-a3ba3ec5681e {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server [None req-42614458-00cd-4ed8-8975-d0db0483be22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab013096-bd70-4328-bf5e-4cabf888d368: This subnet is being modified by another concurrent operation. Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:17:24.863151 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise exception Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab013096-bd70-4328-bf5e-4cabf888d368: This subnet is being modified by another concurrent operation. Feb 02 13:17:24.870008 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server Feb 02 13:17:24.876313 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4014fbdb-ec0e-49b1-91c9-97d77eff07a1 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for subnet (c414b329-e0d4-4ab2-a64a-a3ba3ec5681e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.897080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc3441c-4a82-413e-a9bc-8936b5f28b8f None None] Network 276ba717-3cc3-4b15-8fa5-18614378956f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:24.912099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e75df-90b8-4662-ad44-09d6aa12ed99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=a51d9fb0-178e-48bf-98ad-beff05b12134,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:24.922260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.926312 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-72446da2-8009-4709-8763-3033f4b87a14 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7728734 Feb 02 13:17:24.940949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35318) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:24.954838 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] Publish callbacks [] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:24.967668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f68b0-c994-477b-8b2a-8647196b5272 req-cd0f0480-5cb7-4990-960a-f84e73f5898e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:24.973796 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-253f68b0-c994-477b-8b2a-8647196b5272 req-cd0f0480-5cb7-4990-960a-f84e73f5898e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 946 time: 0.3886609 Feb 02 13:17:24.994097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c88dd50-caae-4baf-9459-839b5c2f30ac None None] Network 365459de-71a1-4d83-8725-31cfef80b567 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:25.006577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c61e75df-90b8-4662-ad44-09d6aa12ed99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:25.010703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0b46402a-8e76-4a2e-80c1-8a42d52096d8 None None] Provisioning complete for port efaf92b8-28d7-4356-9021-2181e448713b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:25.011271 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b46402a-8e76-4a2e-80c1-8a42d52096d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (efaf92b8-28d7-4356-9021-2181e448713b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:25.012784 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c61e75df-90b8-4662-ad44-09d6aa12ed99 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/a51d9fb0-178e-48bf-98ad-beff05b12134 HTTP/1.1" status: 204 len: 168 time: 1.8303478 Feb 02 13:17:25.015659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35320) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:25.055295 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4014fbdb-ec0e-49b1-91c9-97d77eff07a1 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (c414b329-e0d4-4ab2-a64a-a3ba3ec5681e), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:25.069129 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Set router 0e46f7a6-258d-428e-b3f1-029915ee13a2 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:25.073219 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:25.394376 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4014fbdb-ec0e-49b1-91c9-97d77eff07a1 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (c414b329-e0d4-4ab2-a64a-a3ba3ec5681e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:25.415609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] No DVR routers for this DVR port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:17:25.448003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5abe3ffe-b1f8-483f-b83f-f8edad0fc901,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:25.473701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-253f68b0-c994-477b-8b2a-8647196b5272 req-0a2b1c56-c0f3-47f8-bc01-4319a999e265 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4543068 Feb 02 13:17:25.590297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-53e01d09-b80c-4829-879d-a73ff3495e7f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:25.592042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17924fc1-9eeb-4670-8678-347aa026f2b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:25.597090 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-17924fc1-9eeb-4670-8678-347aa026f2b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5805135 Feb 02 13:17:25.597952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35332) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:25.601427 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-53e01d09-b80c-4829-879d-a73ff3495e7f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/networks?id=276ba717-3cc3-4b15-8fa5-18614378956f HTTP/1.1" status: 200 len: 813 time: 0.6409712 Feb 02 13:17:25.612649 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4014fbdb-ec0e-49b1-91c9-97d77eff07a1 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (c414b329-e0d4-4ab2-a64a-a3ba3ec5681e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:25.657177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014fbdb-ec0e-49b1-91c9-97d77eff07a1 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event deleted for resources: {'Subnet': ['ID=c414b329-e0d4-4ab2-a64a-a3ba3ec5681e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:25.673366 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-c7797b49-9063-4db6-860f-3c0478a12010 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/quotas/6f94458897094d56aef55c1761cbde79 HTTP/1.1" status: 200 len: 375 time: 0.0710223 Feb 02 13:17:25.697302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] In _notify_port_updated(), no bound segment for port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:17:25.700363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:25.701131 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:25.702467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-7add5226-8796-459f-b1fc-ba2970d383e3 service neutron] 10.222.0.18 "PUT /v2.0/ports/5abe3ffe-b1f8-483f-b83f-f8edad0fc901 HTTP/1.1" status: 200 len: 1026 time: 1.9076362 Feb 02 13:17:25.710961 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'name': 'tempest-TestServerMultinode-1799602291-router', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:18Z', 'updated_at': '2022-02-02T13:17:22Z', 'revision_number': 3, 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'gw_port': {'id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:20Z', 'updated_at': '2022-02-02T13:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:25.750439 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-72c3c088-a7cd-4c91-9e1d-0e5cfb9d993b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f94458897094d56aef55c1761cbde79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761111 Feb 02 13:17:25.762733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb9953c-1df8-44c4-a8d7-42388bffe0b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:25.767333 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9bb9953c-1df8-44c4-a8d7-42388bffe0b1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1680148 Feb 02 13:17:25.768517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35334) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:25.775614 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Checking router: 0e46f7a6-258d-428e-b3f1-029915ee13a2 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:17:25.775959 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Updating router 0e46f7a6-258d-428e-b3f1-029915ee13a2 port 15699d47-36f1-4351-a1b8-e61a6f59bfcf binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:17:25.790140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 85a291f3-c9f3-4a05-a91d-50f0acf3b425 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:25.853871 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:25.901589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe3aad7-d847-416e-91b4-0becb20ac8a9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:25.905535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe3aad7-d847-416e-91b4-0becb20ac8a9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:25.906854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe3aad7-d847-416e-91b4-0becb20ac8a9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:25.911353 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fbe3aad7-d847-416e-91b4-0becb20ac8a9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1387224 Feb 02 13:17:25.912036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35336) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:25.918495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port efaf92b8-28d7-4356-9021-2181e448713b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:25.919183 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (efaf92b8-28d7-4356-9021-2181e448713b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:25.944443 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4014fbdb-ec0e-49b1-91c9-97d77eff07a1 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:25.947595 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4014fbdb-ec0e-49b1-91c9-97d77eff07a1 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "DELETE /v2.0/subnets/c414b329-e0d4-4ab2-a64a-a3ba3ec5681e HTTP/1.1" status: 204 len: 168 time: 1.1777940 Feb 02 13:17:25.950429 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-16d9cffd-f3b3-471a-8e0f-bbb74ba0e14e service neutron] 10.222.0.83 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985409 Feb 02 13:17:25.951002 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:25.990960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bdfec-d018-4986-a122-c5c56b976952 None None] Pushing event updated for resources: {'Port': ['ID=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:26.053816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-238aa568-dcbf-4c42-9036-e0cdc1a0c900 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 69e8994c-9a1e-44af-8048-37959a7ea19f {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:17:26.067616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-f6ca1102-6385-4c5b-9ddb-18ff15503bd8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:26.074525 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-f6ca1102-6385-4c5b-9ddb-18ff15503bd8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "GET /v2.0/ports/ffb6f5f4-e04d-4155-a2c8-df15fbb43eda?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3409166 Feb 02 13:17:26.086292 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-238aa568-dcbf-4c42-9036-e0cdc1a0c900 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (69e8994c-9a1e-44af-8048-37959a7ea19f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.132202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:26.171724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-238aa568-dcbf-4c42-9036-e0cdc1a0c900 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (69e8994c-9a1e-44af-8048-37959a7ea19f), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.231573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c170ae-1341-4be6-aa75-fba5bb7acfd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-f203e987-9bc6-4753-832e-24141ae4040e', 'network_id': 'f203e987-9bc6-4753-832e-24141ae4040e', 'project_id': 'c2c9e4a4063b452e9a67846ee7153b26', 'fixed_ips': [{'subnet_id': 'c414b329-e0d4-4ab2-a64a-a3ba3ec5681e'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:17:26.232664 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94c170ae-1341-4be6-aa75-fba5bb7acfd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.237071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea4417-459c-4557-8866-7c5d17e095ba tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:26.238847 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-04ea4417-459c-4557-8866-7c5d17e095ba tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2619064 Feb 02 13:17:26.244874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:26.265194 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Publish callbacks [] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.272879 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.321792 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefcdaf-5dfc-4202-a35b-78c39f879504 None None] Pushing event updated for resources: {'Port': ['ID=15699d47-36f1-4351-a1b8-e61a6f59bfcf,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:26.342205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-d9fd9be6-4985-475c-af74-0550ca09d20c service neutron] 10.222.0.83 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602934 Feb 02 13:17:26.350159 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Attempting to bind port 15699d47-36f1-4351-a1b8-e61a6f59bfcf on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:26.350644 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Attempting to bind port 15699d47-36f1-4351-a1b8-e61a6f59bfcf by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:26.350863 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Attempting to bind port 15699d47-36f1-4351-a1b8-e61a6f59bfcf on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:26.357173 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:26.357545 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:26.358368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 85a291f3-c9f3-4a05-a91d-50f0acf3b425 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:17:26.358681 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.359126 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:26.360023 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Bound port: 15699d47-36f1-4351-a1b8-e61a6f59bfcf, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:26.360398 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.366081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052bdd8-992d-4c3f-be3c-d17bf37075f4 req-82262754-9a32-497f-aeed-9dc38964e45b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:26.375938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5052bdd8-992d-4c3f-be3c-d17bf37075f4 req-82262754-9a32-497f-aeed-9dc38964e45b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 944 time: 0.6682444 Feb 02 13:17:26.407308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.464949 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] For port 15699d47-36f1-4351-a1b8-e61a6f59bfcf, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:26.472808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port efaf92b8-28d7-4356-9021-2181e448713b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:26.475818 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (efaf92b8-28d7-4356-9021-2181e448713b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.481183 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] For port 15699d47-36f1-4351-a1b8-e61a6f59bfcf, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=15699d47-36f1-4351-a1b8-e61a6f59bfcf,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:26.494535 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.500637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 85a291f3-c9f3-4a05-a91d-50f0acf3b425 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:26.501142 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.631054 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Routers {'0e46f7a6-258d-428e-b3f1-029915ee13a2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:26.638689 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['0e46f7a6-258d-428e-b3f1-029915ee13a2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:26.720388 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (f203e987-9bc6-4753-832e-24141ae4040e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.733892 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefcdaf-5dfc-4202-a35b-78c39f879504 None None] Pushing event updated for resources: {'Port': ['ID=15699d47-36f1-4351-a1b8-e61a6f59bfcf,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:26.739405 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.758937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-238aa568-dcbf-4c42-9036-e0cdc1a0c900 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (69e8994c-9a1e-44af-8048-37959a7ea19f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.871014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port efaf92b8-28d7-4356-9021-2181e448713b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=efaf92b8-28d7-4356-9021-2181e448713b,segment=NetworkSegment(c8fa2d76-78a9-4a43-a881-a4b2b3fabc99),segment_id=c8fa2d76-78a9-4a43-a881-a4b2b3fabc99)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:26.876503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0b46402a-8e76-4a2e-80c1-8a42d52096d8 None None] Current status of the port efaf92b8-28d7-4356-9021-2181e448713b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:26.877027 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b46402a-8e76-4a2e-80c1-8a42d52096d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (efaf92b8-28d7-4356-9021-2181e448713b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.909089 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] Set router 0e46f7a6-258d-428e-b3f1-029915ee13a2 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:26.917965 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-238aa568-dcbf-4c42-9036-e0cdc1a0c900 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (69e8994c-9a1e-44af-8048-37959a7ea19f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.929645 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (efaf92b8-28d7-4356-9021-2181e448713b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:26.935163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:27.000735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238aa568-dcbf-4c42-9036-e0cdc1a0c900 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=69e8994c-9a1e-44af-8048-37959a7ea19f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:27.013573 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-238aa568-dcbf-4c42-9036-e0cdc1a0c900 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:27.018058 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-238aa568-dcbf-4c42-9036-e0cdc1a0c900 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/69e8994c-9a1e-44af-8048-37959a7ea19f HTTP/1.1" status: 204 len: 168 time: 1.1050146 Feb 02 13:17:27.022443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5052bdd8-992d-4c3f-be3c-d17bf37075f4 req-69fd3998-90bc-45fa-95df-a99f82650424 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943170 Feb 02 13:17:27.024879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35354) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:27.125513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc45df9f-0b07-4dde-b237-f12713f5939c None None] Network f203e987-9bc6-4753-832e-24141ae4040e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:27.180962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Allocated IP 172.20.0.1 (714c9e29-52de-4ad0-97fa-a1663c049ade/a6db774c-3ceb-4f3c-9aba-9d87d029af8e/5fcc94ef-37ff-4f0c-ad33-f241962f887e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:27.210160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae53f9a-5cba-4611-b0d2-3ecaccc3316d req-03399a93-640c-4e0e-bccb-044e36119885 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:27.222131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae53f9a-5cba-4611-b0d2-3ecaccc3316d req-03399a93-640c-4e0e-bccb-044e36119885 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:27.236092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae53f9a-5cba-4611-b0d2-3ecaccc3316d req-03399a93-640c-4e0e-bccb-044e36119885 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:27.248829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae53f9a-5cba-4611-b0d2-3ecaccc3316d req-03399a93-640c-4e0e-bccb-044e36119885 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:27.250708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a581dad1-2b5d-4dac-b8fd-5a23caf3fd9c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet d5f925c9-a683-469c-b743-541d8d73536d {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:17:27.258921 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a581dad1-2b5d-4dac-b8fd-5a23caf3fd9c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (d5f925c9-a683-469c-b743-541d8d73536d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:27.260535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae53f9a-5cba-4611-b0d2-3ecaccc3316d req-03399a93-640c-4e0e-bccb-044e36119885 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:27.275268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae53f9a-5cba-4611-b0d2-3ecaccc3316d req-03399a93-640c-4e0e-bccb-044e36119885 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:27.285823 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dae53f9a-5cba-4611-b0d2-3ecaccc3316d req-03399a93-640c-4e0e-bccb-044e36119885 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 4658 time: 0.5493453 Feb 02 13:17:27.324684 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'name': 'tempest-TestServerMultinode-1799602291-router', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:18Z', 'updated_at': '2022-02-02T13:17:22Z', 'revision_number': 3, 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'gw_port': {'id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:20Z', 'updated_at': '2022-02-02T13:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:27.363895 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a581dad1-2b5d-4dac-b8fd-5a23caf3fd9c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (d5f925c9-a683-469c-b743-541d8d73536d), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:27.373721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=efaf92b8-28d7-4356-9021-2181e448713b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:27.404661 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5534f0d-a43e-4bc7-b5b4-28470df4cd94 None None] The sync data for ids ['0e46f7a6-258d-428e-b3f1-029915ee13a2'] in n-d-827336-2 is: [{'id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'name': 'tempest-TestServerMultinode-1799602291-router', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:18Z', 'updated_at': '2022-02-02T13:17:22Z', 'revision_number': 3, 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'gw_port': {'id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:20Z', 'updated_at': '2022-02-02T13:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:17:27.428847 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-0b46402a-8e76-4a2e-80c1-8a42d52096d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:17:27.429965 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-0b46402a-8e76-4a2e-80c1-8a42d52096d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:17:27.430995 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (f203e987-9bc6-4753-832e-24141ae4040e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:27.438314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:27.438894 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:27.567964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f203e987-9bc6-4753-832e-24141ae4040e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:27.583069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f283ab-4d62-408c-9898-4ef2351a6271') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:27.584346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f283ab-4d62-408c-9898-4ef2351a6271') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:27.587188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a581dad1-2b5d-4dac-b8fd-5a23caf3fd9c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (d5f925c9-a683-469c-b743-541d8d73536d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:27.599064 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (b9f283ab-4d62-408c-9898-4ef2351a6271), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:27.617674 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b9f283ab-4d62-408c-9898-4ef2351a6271), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:27.632514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:17:27.633380 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (b9f283ab-4d62-408c-9898-4ef2351a6271), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:27.678407 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a581dad1-2b5d-4dac-b8fd-5a23caf3fd9c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (d5f925c9-a683-469c-b743-541d8d73536d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:27.688040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17b4293-a731-4e2d-b64c-a3206c715b3e None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:17:27.729796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581dad1-2b5d-4dac-b8fd-5a23caf3fd9c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f925c9-a683-469c-b743-541d8d73536d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:27.735996 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a581dad1-2b5d-4dac-b8fd-5a23caf3fd9c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:27.741927 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a581dad1-2b5d-4dac-b8fd-5a23caf3fd9c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/d5f925c9-a683-469c-b743-541d8d73536d HTTP/1.1" status: 204 len: 168 time: 0.7145081 Feb 02 13:17:27.742598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35360) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:17:27.765889 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:17:27.828831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 85a291f3-c9f3-4a05-a91d-50f0acf3b425 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:27.829213 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:27.860849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dae53f9a-5cba-4611-b0d2-3ecaccc3316d req-c0c22aa3-3db5-491d-9816-d8e10f37b27c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=317c200f-3d4f-4db4-bc2b-6bada38c549e&id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5669024 Feb 02 13:17:27.893526 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-72a0522f-97b5-4f77-810c-074c61de004e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1342461 Feb 02 13:17:27.898032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35362) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:27.924154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f6ffa6ee-8f39-479b-8dfe-8e0b78fed5a0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:28.001616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] For port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:28.015546 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (f203e987-9bc6-4753-832e-24141ae4040e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.043930 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.051228 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "DELETE /v2.0/networks/f203e987-9bc6-4753-832e-24141ae4040e HTTP/1.1" status: 204 len: 168 time: 1.8052874 Feb 02 13:17:28.065016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:28.079559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0b46402a-8e76-4a2e-80c1-8a42d52096d8 None None] Current status of the port efaf92b8-28d7-4356-9021-2181e448713b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:28.081404 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:28.091850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45609f11-4e53-4aca-aab3-2c44db64b92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a291f3-c9f3-4a05-a91d-50f0acf3b425'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:28.094076 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f85a362-a258-4a19-ba0d-8d2833e15159" -d '{"events": [{"server_uuid": "45609f11-4e53-4aca-aab3-2c44db64b92f", "name": "network-vif-plugged", "status": "completed", "tag": "85a291f3-c9f3-4a05-a91d-50f0acf3b425"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:28.115907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 85a291f3-c9f3-4a05-a91d-50f0acf3b425, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=85a291f3-c9f3-4a05-a91d-50f0acf3b425,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:28.124269 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.125366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 0704b38b-c126-42f5-a6f6-65ec8e467196 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:17:28.141486 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] For port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:28.178704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ffa6ee-8f39-479b-8dfe-8e0b78fed5a0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:28.186440 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6ffa6ee-8f39-479b-8dfe-8e0b78fed5a0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.190469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] device_id is not set on port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:17:28.207859 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] Publish callbacks [] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.269366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Publish callbacks [] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.297255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89b11b-85e8-4864-93e5-ee4d37d26b89 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event deleted for resources: {'Network': ['ID=f203e987-9bc6-4753-832e-24141ae4040e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:28.306479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=85a291f3-c9f3-4a05-a91d-50f0acf3b425,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:28.313755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a59e2-5f32-4de8-8d0e-01c30e8d6753 req-d6cee7a6-e712-4388-b7dd-85b55d704c28 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:28.317922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc3a59e2-5f32-4de8-8d0e-01c30e8d6753 req-d6cee7a6-e712-4388-b7dd-85b55d704c28 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 946 time: 1.0181713 Feb 02 13:17:28.320613 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a1989f2-51bd-4620-aab0-e977dec7d015 req-8215fdae-0033-4d15-b1fe-6edeb886f837 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 210 time: 0.2564116 Feb 02 13:17:28.340267 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.446671 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9b86a8fd-02e8-4cc1-a0de-102b66759bcd None None] Provisioning complete for port efaf92b8-28d7-4356-9021-2181e448713b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:28.447042 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b86a8fd-02e8-4cc1-a0de-102b66759bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (efaf92b8-28d7-4356-9021-2181e448713b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.448626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 0704b38b-c126-42f5-a6f6-65ec8e467196 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:28.449338 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.451749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 15699d47-36f1-4351-a1b8-e61a6f59bfcf up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:28.605401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17b4293-a731-4e2d-b64c-a3206c715b3e None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:17:28.889046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6ffa6ee-8f39-479b-8dfe-8e0b78fed5a0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.927971 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.936477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-545e0a61-9d06-47cb-b854-4fdf48241949 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:28.938303 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-545e0a61-9d06-47cb-b854-4fdf48241949 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.62 "GET /v2.0/networks?id=276ba717-3cc3-4b15-8fa5-18614378956f HTTP/1.1" status: 200 len: 813 time: 0.2478426 Feb 02 13:17:28.939061 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 15699d47-36f1-4351-a1b8-e61a6f59bfcf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:28.939770 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.951899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 0704b38b-c126-42f5-a6f6-65ec8e467196, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0704b38b-c126-42f5-a6f6-65ec8e467196,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:28.998267 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:28.999194 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 4944826c-bf8b-4065-98de-bc7da21a2637 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:17:29.122356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Request body: {'port': {'device_id': '938de285-7bbf-4db9-881c-53ce0f12581a', 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f', 'admin_state_up': True, 'tenant_id': '6f94458897094d56aef55c1761cbde79'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:29.134488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5fcc94ef-37ff-4f0c-ad33-f241962f887e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:29.148794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ffa6ee-8f39-479b-8dfe-8e0b78fed5a0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:29.180259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f6ffa6ee-8f39-479b-8dfe-8e0b78fed5a0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:29.182137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9b86a8fd-02e8-4cc1-a0de-102b66759bcd None None] Current status of the port efaf92b8-28d7-4356-9021-2181e448713b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:29.187103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c571b12b-6a1c-416c-8545-56c3ebc32105 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:29.197369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ffa6ee-8f39-479b-8dfe-8e0b78fed5a0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:29.197982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6ffa6ee-8f39-479b-8dfe-8e0b78fed5a0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:29.227030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Network 714c9e29-52de-4ad0-97fa-a1663c049ade is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:29.282314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:29.289330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:29.307029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] No DVR routers for this DVR port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:17:29.308010 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f6ffa6ee-8f39-479b-8dfe-8e0b78fed5a0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4072793 Feb 02 13:17:29.308885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffa6ee-8f39-479b-8dfe-8e0b78fed5a0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:29.352794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35374) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:29.362492 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b870e644-5600-4a77-9ac2-5b988779389b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:29.416046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc3a59e2-5f32-4de8-8d0e-01c30e8d6753 req-6af79f7a-c861-4e98-8bed-f7b34a83f98b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0764642 Feb 02 13:17:29.418157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] In _notify_port_updated(), no bound segment for port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda on network 587f13c3-5829-4c57-bcd3-f3f049bb1786 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:17:29.420152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:29.421629 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:29.423707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/ffb6f5f4-e04d-4155-a2c8-df15fbb43eda HTTP/1.1" status: 200 len: 1027 time: 3.2968221 Feb 02 13:17:29.476967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d9176-2aa1-4671-8c0b-0178a3dc36e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:29.484957 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (365459de-71a1-4d83-8725-31cfef80b567), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:29.550021 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e2b5d-2512-42b1-b43d-949fd55a13ba x-openstack-request-id: req-c67e2b5d-2512-42b1-b43d-949fd55a13ba {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:29.550325 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45609f11-4e53-4aca-aab3-2c44db64b92f", "name": "network-vif-plugged", "status": "completed", "tag": "85a291f3-c9f3-4a05-a91d-50f0acf3b425", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:29.550718 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c67e2b5d-2512-42b1-b43d-949fd55a13ba {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:29.554387 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45609f11-4e53-4aca-aab3-2c44db64b92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a291f3-c9f3-4a05-a91d-50f0acf3b425', 'code': 200} Feb 02 13:17:29.573908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269231d-0393-4e8f-9492-1e017aa6e7dc req-86cff095-69a1-419f-9830-b26e2bc8796d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:29.575541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5269231d-0393-4e8f-9492-1e017aa6e7dc req-86cff095-69a1-419f-9830-b26e2bc8796d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.9911158 Feb 02 13:17:29.600881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9b86a8fd-02e8-4cc1-a0de-102b66759bcd None None] Provisioning complete for port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:29.601265 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b86a8fd-02e8-4cc1-a0de-102b66759bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:29.608002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (0e46f7a6-258d-428e-b3f1-029915ee13a2), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:29.659129 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=0704b38b-c126-42f5-a6f6-65ec8e467196,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:29.673956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 4944826c-bf8b-4065-98de-bc7da21a2637 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:29.674631 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:29.816816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 15699d47-36f1-4351-a1b8-e61a6f59bfcf is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:29.817210 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:29.850859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Made reservation on behalf of 6f94458897094d56aef55c1761cbde79 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:29.863501 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:29.925067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5269231d-0393-4e8f-9492-1e017aa6e7dc req-d81f76f6-32e7-4585-8db0-76e99ee9dc87 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336906 Feb 02 13:17:30.041677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b870e644-5600-4a77-9ac2-5b988779389b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:30.050920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b870e644-5600-4a77-9ac2-5b988779389b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.052462 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (365459de-71a1-4d83-8725-31cfef80b567), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.082959 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-b996577d-b273-41e9-a296-12a45926ea4a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Deleting port 0704b38b-c126-42f5-a6f6-65ec8e467196 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:30.083329 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-b996577d-b273-41e9-a296-12a45926ea4a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.113927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc4359-5106-47a5-9c3b-b66802db3655 req-c55ac564-88e0-4385-8091-3695ac6f2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:30.115467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8cc4359-5106-47a5-9c3b-b66802db3655 req-c55ac564-88e0-4385-8091-3695ac6f2cee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 1127 time: 0.4537852 Feb 02 13:17:30.138797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f40c228-ca6c-4639-8f8e-131e9fbd2b60 req-676f5de7-bd8d-4825-a8f3-6bab643b781b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 210 time: 0.0888746 Feb 02 13:17:30.169899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365459de-71a1-4d83-8725-31cfef80b567']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:30.207410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99a5a8-819b-424d-a043-635c99bf8ffb req-59bc4200-7796-4b8d-9123-83e800d8cc29 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:30.214131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99a5a8-819b-424d-a043-635c99bf8ffb req-59bc4200-7796-4b8d-9123-83e800d8cc29 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:30.219568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99a5a8-819b-424d-a043-635c99bf8ffb req-59bc4200-7796-4b8d-9123-83e800d8cc29 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:30.226679 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99a5a8-819b-424d-a043-635c99bf8ffb req-59bc4200-7796-4b8d-9123-83e800d8cc29 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:30.232791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99a5a8-819b-424d-a043-635c99bf8ffb req-59bc4200-7796-4b8d-9123-83e800d8cc29 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:30.235729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff99a5a8-819b-424d-a043-635c99bf8ffb req-59bc4200-7796-4b8d-9123-83e800d8cc29 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 3882 time: 0.5092421 Feb 02 13:17:30.271302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5041ca7b-ea4a-4de2-adb1-7fabba0eae6a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:30.271715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5041ca7b-ea4a-4de2-adb1-7fabba0eae6a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:30.346010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff99a5a8-819b-424d-a043-635c99bf8ffb req-66fe430f-0c2e-4c16-a639-e1356ddc93b4 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027482 Feb 02 13:17:30.355763 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (5041ca7b-ea4a-4de2-adb1-7fabba0eae6a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.366930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 4944826c-bf8b-4065-98de-bc7da21a2637, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4944826c-bf8b-4065-98de-bc7da21a2637,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:30.389665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8cc4359-5106-47a5-9c3b-b66802db3655 req-69249092-021f-4bfa-ac6f-e96710e1cb43 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446287 Feb 02 13:17:30.415284 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (5041ca7b-ea4a-4de2-adb1-7fabba0eae6a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.441020 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.443218 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.445986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ffb6f5f4-e04d-4155-a2c8-df15fbb43eda no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:17:30.468849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-b996577d-b273-41e9-a296-12a45926ea4a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] For port 0704b38b-c126-42f5-a6f6-65ec8e467196, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=0704b38b-c126-42f5-a6f6-65ec8e467196,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:30.469359 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-b996577d-b273-41e9-a296-12a45926ea4a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.471389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 15699d47-36f1-4351-a1b8-e61a6f59bfcf, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=15699d47-36f1-4351-a1b8-e61a6f59bfcf,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:30.495230 n-d-827336-2 neutron-server[103187]: INFO neutron.db.ipam_backend_mixin [None req-b870e644-5600-4a77-9ac2-5b988779389b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2 (CIDR: 2001:db8::/64) Feb 02 13:17:30.496707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:17:30.497236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (5041ca7b-ea4a-4de2-adb1-7fabba0eae6a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:17:30.506806 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:17:30.520712 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b870e644-5600-4a77-9ac2-5b988779389b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:17:30.521301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b870e644-5600-4a77-9ac2-5b988779389b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:17:30.526997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Allocated IP 172.20.0.5 (276ba717-3cc3-4b15-8fa5-18614378956f/cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0/851eda44-b5c7-4462-b02f-45604f9f4d1b) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:30.544985 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.548190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device efaf92b8-28d7-4356-9021-2181e448713b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:30.562961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-b996577d-b273-41e9-a296-12a45926ea4a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Calling delete_port for 0704b38b-c126-42f5-a6f6-65ec8e467196 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:30.572257 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b870e644-5600-4a77-9ac2-5b988779389b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2181592 Feb 02 13:17:30.578139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:30.585043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:30.688589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec33b5-3b0a-4217-bba1-655d02c48de5 None None] Update dhcp port {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'fixed_ips': [{'subnet_id': 'a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '03eb7b4b-c948-4448-9198-7ed6aa1e9c0e'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:17:30.695776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9b86a8fd-02e8-4cc1-a0de-102b66759bcd None None] Current status of the port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:30.776250 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dec33b5-3b0a-4217-bba1-655d02c48de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.778503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=4944826c-bf8b-4065-98de-bc7da21a2637,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:30.783446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda host ! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:17:30.784349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ffb6f5f4-e04d-4155-a2c8-df15fbb43eda not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:17:30.785015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 4b7daf55-1e8b-4977-a501-2f660c000eea no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:17:30.840015 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (365459de-71a1-4d83-8725-31cfef80b567), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.840150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks [] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.886159 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.893170 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.899596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "DELETE /v2.0/networks/365459de-71a1-4d83-8725-31cfef80b567 HTTP/1.1" status: 204 len: 168 time: 2.8294573 Feb 02 13:17:30.899987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9b86a8fd-02e8-4cc1-a0de-102b66759bcd None None] Provisioning complete for port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:30.900461 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b86a8fd-02e8-4cc1-a0de-102b66759bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:30.903221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=15699d47-36f1-4351-a1b8-e61a6f59bfcf,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:30.917102 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35396) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:31.003561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c211e-f51f-4fcd-8bb4-21b9466cab8d tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event deleted for resources: {'Network': ['ID=365459de-71a1-4d83-8725-31cfef80b567,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:31.071287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port efaf92b8-28d7-4356-9021-2181e448713b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:31.071766 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (efaf92b8-28d7-4356-9021-2181e448713b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.147834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9b86a8fd-02e8-4cc1-a0de-102b66759bcd None None] Port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:31.202881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Network 276ba717-3cc3-4b15-8fa5-18614378956f is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:31.241362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:31.244377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:31.252829 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.254731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:31.296123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9b86a8fd-02e8-4cc1-a0de-102b66759bcd None None] Could not find standard attr ID for object a51d9fb0-178e-48bf-98ad-beff05b12134. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:17:31.297881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 4b7daf55-1e8b-4977-a501-2f660c000eea is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:31.298654 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.316523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Pushing event updated for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:31.334933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:31.335858 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.366891 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (06587b17-5484-4ccc-96a8-50c34f188f9b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.372623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 4b7daf55-1e8b-4977-a501-2f660c000eea, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4b7daf55-1e8b-4977-a501-2f660c000eea,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:31.393544 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1edeb2f3-9e41-410f-a95f-82da6b415615 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2806914 Feb 02 13:17:31.415223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Request body: {'port': {'device_id': '938de285-7bbf-4db9-881c-53ce0f12581a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:31.428541 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.429692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7c96934c-6025-4aa0-b186-ba41d6c08d1d no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:17:31.506359 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=4b7daf55-1e8b-4977-a501-2f660c000eea,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:31.526036 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Publish callbacks [] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.550847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port efaf92b8-28d7-4356-9021-2181e448713b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:31.552396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:31.557738 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.591897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3dec33b5-3b0a-4217-bba1-655d02c48de5 None None] Allocated IP 2001:db8::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2/03eb7b4b-c948-4448-9198-7ed6aa1e9c0e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:31.599799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0704b38b-c126-42f5-a6f6-65ec8e467196'}, {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4944826c-bf8b-4065-98de-bc7da21a2637'}, {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7daf55-1e8b-4977-a501-2f660c000eea'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:31.602501 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba82d0c7-47e1-47e8-8d4a-6d975af092c3" -d '{"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-unplugged", "status": "completed", "tag": "0704b38b-c126-42f5-a6f6-65ec8e467196"}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-unplugged", "status": "completed", "tag": "4944826c-bf8b-4065-98de-bc7da21a2637"}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7daf55-1e8b-4977-a501-2f660c000eea"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:31.614635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-83838f3f-186f-4ede-9c1b-7114c67cadec None None] Provisioning complete for port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:31.615367 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83838f3f-186f-4ede-9c1b-7114c67cadec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.789904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:31.790277 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.850705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-83838f3f-186f-4ede-9c1b-7114c67cadec None None] Port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:31.894775 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-b996577d-b273-41e9-a296-12a45926ea4a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0704b38b-c126-42f5-a6f6-65ec8e467196), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.902775 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db64a67b-4df3-4a59-a93f-1d1dc0257448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.951887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-83838f3f-186f-4ede-9c1b-7114c67cadec None None] Provisioning complete for port 5fcc94ef-37ff-4f0c-ad33-f241962f887e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:31.952256 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83838f3f-186f-4ede-9c1b-7114c67cadec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.983878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7c96934c-6025-4aa0-b186-ba41d6c08d1d is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:31.984264 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:31.989031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3dec33b5-3b0a-4217-bba1-655d02c48de5 None None] For port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:32.028355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996577d-b273-41e9-a296-12a45926ea4a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Port': ['ID=0704b38b-c126-42f5-a6f6-65ec8e467196,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:32.067763 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (06587b17-5484-4ccc-96a8-50c34f188f9b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.073498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c9a3a-514b-4b81-92c3-16d2190608ad req-b4fdbaa3-2ddc-4a9a-b1c8-d690f355cdff tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:32.075069 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d6c9a3a-514b-4b81-92c3-16d2190608ad req-b4fdbaa3-2ddc-4a9a-b1c8-d690f355cdff tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 1.0036886 Feb 02 13:17:32.103538 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06587b17-5484-4ccc-96a8-50c34f188f9b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:32.119750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d76d1b-fbe4-4329-ab57-a8f70f97ca05') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:32.120293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d76d1b-fbe4-4329-ab57-a8f70f97ca05') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:32.125444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:32.144261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-b996577d-b273-41e9-a296-12a45926ea4a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] No DVR routers for this DVR port 0704b38b-c126-42f5-a6f6-65ec8e467196 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:17:32.157830 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (c6d76d1b-fbe4-4329-ab57-a8f70f97ca05), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.166591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7c96934c-6025-4aa0-b186-ba41d6c08d1d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7c96934c-6025-4aa0-b186-ba41d6c08d1d,segment=NetworkSegment(dd9d795b-eb2a-411f-8122-095fd1dfd724),segment_id=dd9d795b-eb2a-411f-8122-095fd1dfd724)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:32.172986 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-b996577d-b273-41e9-a296-12a45926ea4a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.191669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-83838f3f-186f-4ede-9c1b-7114c67cadec None None] Port 5fcc94ef-37ff-4f0c-ad33-f241962f887e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:32.195262 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.199573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:17:32.208737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-b996577d-b273-41e9-a296-12a45926ea4a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "DELETE /v2.0/ports/0704b38b-c126-42f5-a6f6-65ec8e467196 HTTP/1.1" status: 204 len: 173 time: 2.7696624 Feb 02 13:17:32.217039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-deleted', 'tag': '0704b38b-c126-42f5-a6f6-65ec8e467196'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:32.218724 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1f56ad-13ff-4c5a-8218-b96cce13b1c3" -d '{"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-deleted", "tag": "0704b38b-c126-42f5-a6f6-65ec8e467196"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:32.239676 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c6d76d1b-fbe4-4329-ab57-a8f70f97ca05), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.245094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd255c4-8394-4a4c-a939-443a8483db6e req-41592d31-4ace-46b2-9b22-9c34a627a1f3 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:32.246917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecd255c4-8394-4a4c-a939-443a8483db6e req-41592d31-4ace-46b2-9b22-9c34a627a1f3 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 931 time: 0.5436971 Feb 02 13:17:32.261428 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dec33b5-3b0a-4217-bba1-655d02c48de5 None None] Publish callbacks [] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.312638 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.347082 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:17:32.347688 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (c6d76d1b-fbe4-4329-ab57-a8f70f97ca05), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:17:32.352282 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:17:32.388195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:17:32.411811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7c96934c-6025-4aa0-b186-ba41d6c08d1d,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:32.413373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 15699d47-36f1-4351-a1b8-e61a6f59bfcf up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:32.421441 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (0e46f7a6-258d-428e-b3f1-029915ee13a2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.441442 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3dec33b5-3b0a-4217-bba1-655d02c48de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.465405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5fcc94ef-37ff-4f0c-ad33-f241962f887e,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:32.503168 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.503919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.504389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.504851 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.505301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.505959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.506839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.507628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.508858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.509535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.510495 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.511161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.511887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:32.556884 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (06587b17-5484-4ccc-96a8-50c34f188f9b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.562829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.566601 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "DELETE /v2.0/networks/06587b17-5484-4ccc-96a8-50c34f188f9b HTTP/1.1" status: 204 len: 168 time: 1.6484621 Feb 02 13:17:32.574329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35420) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:32.627051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec33b5-3b0a-4217-bba1-655d02c48de5 None None] Pushing event updated for resources: {'Port': ['ID=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:32.630038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecd255c4-8394-4a4c-a939-443a8483db6e req-d878263e-09f5-4f2b-98c7-a90d63864cca tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627388 Feb 02 13:17:32.652985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d6c9a3a-514b-4b81-92c3-16d2190608ad req-d153d2a7-4fbe-458b-bf9a-ed67d7c26f16 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686247 Feb 02 13:17:32.663284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 host ! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:17:32.663844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:32.669596 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:17:32.671410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a1765a74-871b-4e5a-a87e-d9ede27dfbfc no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:17:32.685424 n-d-827336-2 neutron-server[103188]: DEBUG neutron.objects.ports [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:17:32.737038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b441588-370d-4352-a729-e998866ae3c6 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event deleted for resources: {'Network': ['ID=06587b17-5484-4ccc-96a8-50c34f188f9b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:32.757562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-86f98999-610d-4db9-9f99-de0493a4eea3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Deleting port 4b7daf55-1e8b-4977-a501-2f660c000eea {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:32.757905 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-86f98999-610d-4db9-9f99-de0493a4eea3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:32.855103 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7bd390-cf0b-4ee8-94d7-d7332bdf5605 x-openstack-request-id: req-4d7bd390-cf0b-4ee8-94d7-d7332bdf5605 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:32.855787 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-unplugged", "status": "completed", "tag": "0704b38b-c126-42f5-a6f6-65ec8e467196", "code": 200}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-unplugged", "status": "completed", "tag": "4944826c-bf8b-4065-98de-bc7da21a2637", "code": 200}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7daf55-1e8b-4977-a501-2f660c000eea", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:32.857418 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4d7bd390-cf0b-4ee8-94d7-d7332bdf5605 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:32.863278 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0704b38b-c126-42f5-a6f6-65ec8e467196', 'code': 200} Feb 02 13:17:32.863751 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4944826c-bf8b-4065-98de-bc7da21a2637', 'code': 200} Feb 02 13:17:32.864134 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7daf55-1e8b-4977-a501-2f660c000eea', 'code': 200} Feb 02 13:17:32.942194 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56729c5d-7014-44e1-af9c-1b7e7382b35f x-openstack-request-id: req-56729c5d-7014-44e1-af9c-1b7e7382b35f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:32.942662 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-deleted", "tag": "0704b38b-c126-42f5-a6f6-65ec8e467196", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:32.942758 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-56729c5d-7014-44e1-af9c-1b7e7382b35f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:32.943560 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-deleted', 'tag': '0704b38b-c126-42f5-a6f6-65ec8e467196', 'status': 'completed', 'code': 200} Feb 02 13:17:32.987217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-56237a49-1192-4400-a8ed-c65269595aac None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:17:33.058075 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2975-e3dd-4630-9b7b-a971caaaccaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:33.096123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-86f98999-610d-4db9-9f99-de0493a4eea3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] For port 4b7daf55-1e8b-4977-a501-2f660c000eea, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4b7daf55-1e8b-4977-a501-2f660c000eea,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:33.099606 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (1ecf5575-9049-4a38-ab89-fc27d41f1f40), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:33.100169 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-86f98999-610d-4db9-9f99-de0493a4eea3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:33.102228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a1765a74-871b-4e5a-a87e-d9ede27dfbfc is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:33.103545 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:33.128476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 15699d47-36f1-4351-a1b8-e61a6f59bfcf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:33.129317 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:33.180731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a1765a74-871b-4e5a-a87e-d9ede27dfbfc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:33.208817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e1116-2b13-4d3a-a11a-b1c2bf7ece38 req-aa4ef079-d92a-4d82-a322-dc424b794c3d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:33.210955 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:33.221720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e1116-2b13-4d3a-a11a-b1c2bf7ece38 req-aa4ef079-d92a-4d82-a322-dc424b794c3d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:33.233787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e1116-2b13-4d3a-a11a-b1c2bf7ece38 req-aa4ef079-d92a-4d82-a322-dc424b794c3d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:33.244576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e1116-2b13-4d3a-a11a-b1c2bf7ece38 req-aa4ef079-d92a-4d82-a322-dc424b794c3d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:33.255116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e6e1116-2b13-4d3a-a11a-b1c2bf7ece38 req-aa4ef079-d92a-4d82-a322-dc424b794c3d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 3143 time: 0.3640673 Feb 02 13:17:33.308826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:33.316520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:33.339922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-86f98999-610d-4db9-9f99-de0493a4eea3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Calling delete_port for 4b7daf55-1e8b-4977-a501-2f660c000eea owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:33.342180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'port_id': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'mac_address': 'fa:16:3e:ed:74:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:17:33.382854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851eda44-b5c7-4462-b02f-45604f9f4d1b {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:17:33.394385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:33.394916 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Publish callbacks [] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:33.397586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:33.410191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Transition to ACTIVE for port object 851eda44-b5c7-4462-b02f-45604f9f4d1b will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:17:33.410796 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:33.417987 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Network 714c9e29-52de-4ad0-97fa-a1663c049ade is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:33.419637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:33.428575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:33.472756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3362e7a6-5a47-4c55-856b-3b2d1b72d775 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:17:33.527894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:33.590882 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:33.651108 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e6e1116-2b13-4d3a-a11a-b1c2bf7ece38 req-c50bc850-31d3-4f2d-b92f-06da17842361 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3878348 Feb 02 13:17:33.682919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Router 0e46f7a6-258d-428e-b3f1-029915ee13a2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:17:33.728905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 15699d47-36f1-4351-a1b8-e61a6f59bfcf is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:33.782813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['3362e7a6-5a47-4c55-856b-3b2d1b72d775'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:17:34.093317 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2975-e3dd-4630-9b7b-a971caaaccaa admin admin] Publish callbacks [] for security_group (ef7f5d38-a388-4da1-9bcd-0b0558ded9ab), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.111664 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e9d2975-e3dd-4630-9b7b-a971caaaccaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ef7f5d38-a388-4da1-9bcd-0b0558ded9ab), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.140094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Pushing event updated for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:34.154300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:17:34.157084 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:34.172034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Sync routers for ids ['0e46f7a6-258d-428e-b3f1-029915ee13a2'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:17:34.185026 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-395163da-39cf-4c52-a66d-83db770313f3 admin admin] 10.222.0.83 "PUT /v2.0/routers/0e46f7a6-258d-428e-b3f1-029915ee13a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2427857 Feb 02 13:17:34.199798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d895f3-7a8c-47ad-bcb4-eb75295457a8 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:34.237929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Attempting to bind port 851eda44-b5c7-4462-b02f-45604f9f4d1b on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:34.238294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Attempting to bind port 851eda44-b5c7-4462-b02f-45604f9f4d1b by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:34.238721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Attempting to bind port 851eda44-b5c7-4462-b02f-45604f9f4d1b on network 276ba717-3cc3-4b15-8fa5-18614378956f {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:34.242260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (1ecf5575-9049-4a38-ab89-fc27d41f1f40), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.253640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Port 851eda44-b5c7-4462-b02f-45604f9f4d1b on network 276ba717-3cc3-4b15-8fa5-18614378956f not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:17:34.253963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Attempting to bind port 851eda44-b5c7-4462-b02f-45604f9f4d1b on network 276ba717-3cc3-4b15-8fa5-18614378956f {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:34.269102 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:34.269514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Checking segment: {'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:34.269802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Bound using segment: {'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:34.270241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Bound port: 851eda44-b5c7-4462-b02f-45604f9f4d1b, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:34.270593 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.274742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ecf5575-9049-4a38-ab89-fc27d41f1f40']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:34.328268 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ded71f8c-6121-41d3-8aee-f96fe71cc35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.334527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-770b5923-c039-48da-a281-48e13b44fd58 None None] Provisioning complete for port 5fcc94ef-37ff-4f0c-ad33-f241962f887e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:34.335041 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-770b5923-c039-48da-a281-48e13b44fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.336987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:34.383003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] For port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:34.417347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Routers {'0e46f7a6-258d-428e-b3f1-029915ee13a2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:34.418770 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.419820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['0e46f7a6-258d-428e-b3f1-029915ee13a2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:34.435386 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873677de-c613-445c-b3fc-992be2dc5d08 req-14648dfc-32f0-4153-a97a-21b157c1c905 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:34.435879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:34.437299 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-873677de-c613-445c-b3fc-992be2dc5d08 req-14648dfc-32f0-4153-a97a-21b157c1c905 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.5621996 Feb 02 13:17:34.441403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:34.446071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5cfb1ed-d9f7-482a-bb3a-b8c15c8931db') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:34.446533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5cfb1ed-d9f7-482a-bb3a-b8c15c8931db') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:34.447075 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-86f98999-610d-4db9-9f99-de0493a4eea3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4b7daf55-1e8b-4977-a501-2f660c000eea), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.450460 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.459603 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (e5cfb1ed-d9f7-482a-bb3a-b8c15c8931db), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.481989 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e5cfb1ed-d9f7-482a-bb3a-b8c15c8931db), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.489215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:17:34.489784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (e5cfb1ed-d9f7-482a-bb3a-b8c15c8931db), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.497961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ab561-091c-4167-9c9f-3669db32ca77 req-20a3612b-7470-4e23-beb7-4b207597c891 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:34.499815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-551ab561-091c-4167-9c9f-3669db32ca77 req-20a3612b-7470-4e23-beb7-4b207597c891 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 943 time: 0.6554689 Feb 02 13:17:34.501080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d2975-e3dd-4630-9b7b-a971caaaccaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7f5d38-a388-4da1-9bcd-0b0558ded9ab,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:34.582408 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (551d51ac-2274-4773-bfa0-add548f93904), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:17:34.602442 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:17:34.610543 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.615631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-770b5923-c039-48da-a281-48e13b44fd58 None None] Port 5fcc94ef-37ff-4f0c-ad33-f241962f887e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:34.630156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:34.633832 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4e9d2975-e3dd-4630-9b7b-a971caaaccaa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=749c1387c80e415f9ed7883fc1de6b39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9689660 Feb 02 13:17:34.659370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:34.662627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:34.666010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.685872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35442) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:34.687016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Pushing event updated for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:34.698427 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (1ecf5575-9049-4a38-ab89-fc27d41f1f40), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.712060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:34.712510 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.752597 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.762828 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] 10.222.0.83 "DELETE /v2.0/networks/1ecf5575-9049-4a38-ab89-fc27d41f1f40 HTTP/1.1" status: 204 len: 168 time: 2.1745045 Feb 02 13:17:34.768925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d663a-4af2-4913-8a93-4f40df07bbd2 tempest-BulkNetworkOpsTest-111015546 tempest-BulkNetworkOpsTest-111015546-project] Pushing event deleted for resources: {'Network': ['ID=1ecf5575-9049-4a38-ab89-fc27d41f1f40,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:34.791361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8518478d-6a2a-45d3-a285-306d03bc4be2 None None] Provisioning complete for port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:34.792108 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8518478d-6a2a-45d3-a285-306d03bc4be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.800046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:34.801027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.805366 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b8b7dab2-5aef-418d-afe9-a2394c9d0a76 service neutron] 10.222.0.62 "PUT /v2.0/ports/851eda44-b5c7-4462-b02f-45604f9f4d1b HTTP/1.1" status: 200 len: 1091 time: 3.3948550 Feb 02 13:17:34.805366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:34.810804 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05a9e6d-f466-4105-9d87-088d61f4473e" -d '{"events": [{"name": "network-changed", "server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:34.813086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=551d51ac-2274-4773-bfa0-add548f93904,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:34.849471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Set router 0e46f7a6-258d-428e-b3f1-029915ee13a2 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:34.892059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c96934c-6025-4aa0-b186-ba41d6c08d1d'}, {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1765a74-871b-4e5a-a87e-d9ede27dfbfc'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:34.894518 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f168d1d-6930-4a14-85e5-77c465daba4b" -d '{"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-unplugged", "status": "completed", "tag": "7c96934c-6025-4aa0-b186-ba41d6c08d1d"}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-unplugged", "status": "completed", "tag": "a1765a74-871b-4e5a-a87e-d9ede27dfbfc"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:34.922888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7b17-cd6f-4814-86d8-b261549ce206 admin admin] Publish callbacks [] for security_group (ef7f5d38-a388-4da1-9bcd-0b0558ded9ab), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:34.967989 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7b17-cd6f-4814-86d8-b261549ce206 admin admin] Publish callbacks [] for security_group (ef7f5d38-a388-4da1-9bcd-0b0558ded9ab), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:35.036956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-873677de-c613-445c-b3fc-992be2dc5d08 req-5865b30b-58a7-4512-8586-e85e4dbc7377 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480769 Feb 02 13:17:35.139086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.5595665 Feb 02 13:17:35.139797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:35.147101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-86f98999-610d-4db9-9f99-de0493a4eea3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] No DVR routers for this DVR port 4b7daf55-1e8b-4977-a501-2f660c000eea on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:17:35.159331 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-86f98999-610d-4db9-9f99-de0493a4eea3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:35.167535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-86f98999-610d-4db9-9f99-de0493a4eea3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "DELETE /v2.0/ports/4b7daf55-1e8b-4977-a501-2f660c000eea HTTP/1.1" status: 204 len: 173 time: 2.9109421 Feb 02 13:17:35.192374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:9d:10:66', 'name': 'tempest-NetworksTestDHCPv6-121129240'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:35.260840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-deleted', 'tag': '4b7daf55-1e8b-4977-a501-2f660c000eea'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:35.278691 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a40f0c6-36cc-4c25-a2b7-74167eda4a82" -d '{"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-deleted", "tag": "4b7daf55-1e8b-4977-a501-2f660c000eea"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:35.291616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35480) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:35.297088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d7097-61d0-45b6-93b0-6fad3b78f4ba tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,revision_number=9']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:35.314734 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7b17-cd6f-4814-86d8-b261549ce206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ef7f5d38-a388-4da1-9bcd-0b0558ded9ab), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:35.334849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc2f7b17-cd6f-4814-86d8-b261549ce206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:35.336093 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fc2f7b17-cd6f-4814-86d8-b261549ce206 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ef7f5d38-a388-4da1-9bcd-0b0558ded9ab HTTP/1.1" status: 204 len: 168 time: 0.6450632 Feb 02 13:17:35.368613 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1a2c07cd-2211-4966-b019-155318380a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:35.370286 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-1a2c07cd-2211-4966-b019-155318380a37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f94458897094d56aef55c1761cbde79&device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 1125 time: 0.4628007 Feb 02 13:17:35.377491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f7b17-cd6f-4814-86d8-b261549ce206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7f5d38-a388-4da1-9bcd-0b0558ded9ab,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:35.398456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8518478d-6a2a-45d3-a285-306d03bc4be2 None None] Current status of the port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:35.407936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-551ab561-091c-4167-9c9f-3669db32ca77 req-b9d882b5-53ad-4091-9009-9caef47f13b0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8536000 Feb 02 13:17:35.485606 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b36e82cb-e758-4949-9da2-870eaa8fe012 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b HTTP/1.1" status: 200 len: 217 time: 0.1007957 Feb 02 13:17:35.504431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:35.606566 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:35.615056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-c03ae732-d7d8-4a03-a282-983dd8a765d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:35.616676 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-c03ae732-d7d8-4a03-a282-983dd8a765d6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0 HTTP/1.1" status: 200 len: 853 time: 0.1243565 Feb 02 13:17:35.682785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f98999-610d-4db9-9f99-de0493a4eea3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Port': ['ID=4b7daf55-1e8b-4977-a501-2f660c000eea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:35.693323 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-b3794906-af26-4e37-9a8b-dba2f9bacb61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=276ba717-3cc3-4b15-8fa5-18614378956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693994 Feb 02 13:17:35.712240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-ffc6edf5-894f-4093-aec7-bc69175db395 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:17:35.713538 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-ffc6edf5-894f-4093-aec7-bc69175db395 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059428 Feb 02 13:17:35.785736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'name': 'tempest-TestServerMultinode-1799602291-router', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:18Z', 'updated_at': '2022-02-02T13:17:30Z', 'revision_number': 4, 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'gw_port': {'id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:20Z', 'updated_at': '2022-02-02T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5fcc94ef-37ff-4f0c-ad33-f241962f887e', 'name': '', 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'mac_address': 'fa:16:3e:a6:e6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'a6db774c-3ceb-4f3c-9aba-9d87d029af8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:26Z', 'updated_at': '2022-02-02T13:17:30Z', 'revision_number': 2, 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'subnets': [{'id': 'a6db774c-3ceb-4f3c-9aba-9d87d029af8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:35.882202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Checking router: 0e46f7a6-258d-428e-b3f1-029915ee13a2 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:17:35.882706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Updating router 0e46f7a6-258d-428e-b3f1-029915ee13a2 port 5fcc94ef-37ff-4f0c-ad33-f241962f887e binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:17:35.886866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5228dd-2232-49d8-a5d7-edb1648bb0b9 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:35.910617 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fc0501-f943-453d-aa43-4e8631e99aae x-openstack-request-id: req-f7fc0501-f943-453d-aa43-4e8631e99aae {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:35.910907 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:35.911154 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f7fc0501-f943-453d-aa43-4e8631e99aae {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:35.911863 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'status': 'completed', 'code': 200} Feb 02 13:17:35.941200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:35.966076 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-2323aa0c-27ec-45a4-81ac-76973bc05b0a service neutron] 10.222.0.62 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398126 Feb 02 13:17:35.974960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d13e586d-7563-4e4a-89b2-1ee7fe75a49a None None] Provisioning complete for port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:35.977104 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d13e586d-7563-4e4a-89b2-1ee7fe75a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:36.008389 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:36.012557 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65a228c-679d-4c95-b5ff-a2214651e183 x-openstack-request-id: req-f65a228c-679d-4c95-b5ff-a2214651e183 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:36.012956 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-unplugged", "status": "completed", "tag": "7c96934c-6025-4aa0-b186-ba41d6c08d1d", "code": 200}, {"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-unplugged", "status": "completed", "tag": "a1765a74-871b-4e5a-a87e-d9ede27dfbfc", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:36.013568 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f65a228c-679d-4c95-b5ff-a2214651e183 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:36.014227 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c96934c-6025-4aa0-b186-ba41d6c08d1d', 'code': 200} Feb 02 13:17:36.014585 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1765a74-871b-4e5a-a87e-d9ede27dfbfc', 'code': 200} Feb 02 13:17:36.151894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200b25e-e033-4ada-9fc2-7752df845c82 req-79f61dab-02c4-4ced-804c-68b6a2353e8a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:36.168849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200b25e-e033-4ada-9fc2-7752df845c82 req-79f61dab-02c4-4ced-804c-68b6a2353e8a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:36.184290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200b25e-e033-4ada-9fc2-7752df845c82 req-79f61dab-02c4-4ced-804c-68b6a2353e8a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:36.190033 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6200b25e-e033-4ada-9fc2-7752df845c82 req-79f61dab-02c4-4ced-804c-68b6a2353e8a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 2408 time: 0.4892566 Feb 02 13:17:36.192898 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e15ab5b-ad17-452c-8f5a-9eb7ccc48ce9 x-openstack-request-id: req-1e15ab5b-ad17-452c-8f5a-9eb7ccc48ce9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:36.195231 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-deleted", "tag": "4b7daf55-1e8b-4977-a501-2f660c000eea", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:36.195895 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1e15ab5b-ad17-452c-8f5a-9eb7ccc48ce9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:36.199552 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-deleted', 'tag': '4b7daf55-1e8b-4977-a501-2f660c000eea', 'status': 'completed', 'code': 200} Feb 02 13:17:36.272869 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-711b2478-2eda-4f7b-ba7d-6b53e2b9a915 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c2c9e4a4063b452e9a67846ee7153b26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9769206 Feb 02 13:17:36.282661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35512) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:36.291061 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:36.293389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Deleting port 7c96934c-6025-4aa0-b186-ba41d6c08d1d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:36.293826 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:36.304987 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2d32189e-12df-4abd-8414-f9d172f7ddab req-799eb4d1-63db-404c-b93a-5e8a405dbfdd service neutron] 10.222.0.62 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338580 Feb 02 13:17:36.382337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73721ded-64b0-4ee7-8dc9-f8e52e0e5067 admin admin] Publish callbacks [] for security_group (38830993-acf1-4aca-9d33-16f68f31c42d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:36.447617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:36.518091 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73721ded-64b0-4ee7-8dc9-f8e52e0e5067 admin admin] Publish callbacks [] for security_group (38830993-acf1-4aca-9d33-16f68f31c42d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:36.559414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a9e6d-f466-4105-9d87-088d61f4473e req-9767e077-20fb-4889-a9e5-e0bd13d2d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:36.561990 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d05a9e6d-f466-4105-9d87-088d61f4473e req-9767e077-20fb-4889-a9e5-e0bd13d2d04c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f94458897094d56aef55c1761cbde79&device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 1125 time: 0.1443245 Feb 02 13:17:36.764505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d13e586d-7563-4e4a-89b2-1ee7fe75a49a None None] Current status of the port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:36.774346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a9e6d-f466-4105-9d87-088d61f4473e req-a1a242e4-da8f-4ee1-965a-71ff958aff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:36.778202 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d05a9e6d-f466-4105-9d87-088d61f4473e req-a1a242e4-da8f-4ee1-965a-71ff958aff37 service neutron] 10.222.0.62 "GET /v2.0/networks?id=276ba717-3cc3-4b15-8fa5-18614378956f HTTP/1.1" status: 200 len: 914 time: 0.2075460 Feb 02 13:17:36.779638 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6200b25e-e033-4ada-9fc2-7752df845c82 req-57ab6b1b-ac94-4dbe-a1e0-22871508ad01 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5685935 Feb 02 13:17:36.825453 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:36.838361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:36.839024 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:36.857878 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:36.875692 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:36.930123 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d05a9e6d-f466-4105-9d87-088d61f4473e req-56c1418c-068b-45ab-9865-d12e2b4a1ec1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b HTTP/1.1" status: 200 len: 217 time: 0.1281142 Feb 02 13:17:36.942828 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10144152-c0d8-4747-84dc-3931d5ec0829 req-051d6e19-2b99-4e74-b360-ab98f6d00b51 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:36.953363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10144152-c0d8-4747-84dc-3931d5ec0829 req-051d6e19-2b99-4e74-b360-ab98f6d00b51 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.6795356 Feb 02 13:17:36.993351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:37.002182 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.016200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a9e6d-f466-4105-9d87-088d61f4473e req-6a33a24f-d20a-42d4-af45-4c6063a2879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:37.018702 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d05a9e6d-f466-4105-9d87-088d61f4473e req-6a33a24f-d20a-42d4-af45-4c6063a2879e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0 HTTP/1.1" status: 200 len: 853 time: 0.0799482 Feb 02 13:17:37.044227 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73721ded-64b0-4ee7-8dc9-f8e52e0e5067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (38830993-acf1-4aca-9d33-16f68f31c42d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.048489 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73721ded-64b0-4ee7-8dc9-f8e52e0e5067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.061968 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-73721ded-64b0-4ee7-8dc9-f8e52e0e5067 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/38830993-acf1-4aca-9d33-16f68f31c42d HTTP/1.1" status: 204 len: 168 time: 0.7716451 Feb 02 13:17:37.131940 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d05a9e6d-f466-4105-9d87-088d61f4473e req-49736a85-fc36-402b-914a-9cefed77cd58 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=276ba717-3cc3-4b15-8fa5-18614378956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970781 Feb 02 13:17:37.138314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73721ded-64b0-4ee7-8dc9-f8e52e0e5067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38830993-acf1-4aca-9d33-16f68f31c42d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:37.157999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-8ab0752b-119c-42c8-b7c8-faa898f99b34 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:37.160101 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-8ab0752b-119c-42c8-b7c8-faa898f99b34 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/networks?id=dac7fa4e-cf39-4c04-be08-2b29c057f31e HTTP/1.1" status: 200 len: 911 time: 0.1801307 Feb 02 13:17:37.194797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 52011a8c-6d14-4334-b73d-d689b17de5af yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:17:37.258209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:37.258767 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.300060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-8cba7730-119c-4807-a91f-e76c14bfd2a8 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/quotas/d6589d4a4c514cbe8bf690849dabd725 HTTP/1.1" status: 200 len: 375 time: 0.1166105 Feb 02 13:17:37.318227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] For port 7c96934c-6025-4aa0-b186-ba41d6c08d1d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7c96934c-6025-4aa0-b186-ba41d6c08d1d,segment=NetworkSegment(dd9d795b-eb2a-411f-8122-095fd1dfd724),segment_id=dd9d795b-eb2a-411f-8122-095fd1dfd724)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:37.319116 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.403536 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d05a9e6d-f466-4105-9d87-088d61f4473e req-03287c68-cc44-4b06-8e40-4d3c805f6862 service neutron] 10.222.0.62 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627983 Feb 02 13:17:37.461337 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35552) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:37.623876 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d05a9e6d-f466-4105-9d87-088d61f4473e req-4a14533b-2457-48eb-9c46-c65787327b42 service neutron] 10.222.0.62 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083657 Feb 02 13:17:37.712460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1757451178-network', 'tenant_id': 'b7d05e3fe51149e68051302010a70132'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:37.722372 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:37.725588 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.736007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10144152-c0d8-4747-84dc-3931d5ec0829 req-20539dac-0b68-47cb-a988-aea450916c90 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7814298 Feb 02 13:17:37.739024 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.741041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:37.751819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-db7ab380-1cfa-4869-b731-5b892fb4f53c None None] Provisioning complete for port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:37.752196 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db7ab380-1cfa-4869-b731-5b892fb4f53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.769401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Made reservation on behalf of b7d05e3fe51149e68051302010a70132 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:37.772559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.795799 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.823412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-d41a457e-e0e3-41ba-a468-7a0a86bc26c8 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?tenant_id=d6589d4a4c514cbe8bf690849dabd725&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4979706 Feb 02 13:17:37.869094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Publish callbacks [] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.889992 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.983577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Publish callbacks [] for security_group (ccf2c866-e74b-4d0d-9034-fb46a0993bab), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.989932 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ccf2c866-e74b-4d0d-9034-fb46a0993bab), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:37.996075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:38.018821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:38.032426 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b64f66-7453-476a-9670-cdd3cc37f7e4" -d '{"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-plugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:38.041979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:38.082481 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5bf14fec-0444-4568-a447-730b11b58e25 service neutron] 10.222.0.83 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473485 Feb 02 13:17:38.100070 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.121138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf2c866-e74b-4d0d-9034-fb46a0993bab,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:38.138924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (f4aca7d2-7846-4b27-8a9a-6db2edbdb59d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.139656 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Added segment f4aca7d2-7846-4b27-8a9a-6db2edbdb59d of type vlan for network cb2de5ec-90d0-469e-8f73-eb3e5c175c46 Feb 02 13:17:38.206318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Attempting to bind port 5fcc94ef-37ff-4f0c-ad33-f241962f887e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:38.207048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Attempting to bind port 5fcc94ef-37ff-4f0c-ad33-f241962f887e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'c8fa2d76-78a9-4a43-a881-a4b2b3fabc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:38.207996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Attempting to bind port 5fcc94ef-37ff-4f0c-ad33-f241962f887e on network 714c9e29-52de-4ad0-97fa-a1663c049ade {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:38.214214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc045cbb-f15a-4698-b7f1-b60681d2b50a None None] Pushing event updated for resources: {'Port': ['ID=5fcc94ef-37ff-4f0c-ad33-f241962f887e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:38.229318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:38.230030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Checking segment: {'id': 'c8fa2d76-78a9-4a43-a881-a4b2b3fabc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:38.230160 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (cb2de5ec-90d0-469e-8f73-eb3e5c175c46), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.230763 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.231338 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Bound using segment: {'id': 'c8fa2d76-78a9-4a43-a881-a4b2b3fabc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:38.232801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Bound port: 5fcc94ef-37ff-4f0c-ad33-f241962f887e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fa2d76-78a9-4a43-a881-a4b2b3fabc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:38.233402 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.258755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::144 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2/52011a8c-6d14-4334-b73d-d689b17de5af) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:38.269532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9d:1066 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/551d51ac-2274-4773-bfa0-add548f93904/52011a8c-6d14-4334-b73d-d689b17de5af) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:38.284766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 851eda44-b5c7-4462-b02f-45604f9f4d1b details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:17:38.303024 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (cb2de5ec-90d0-469e-8f73-eb3e5c175c46), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.304334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:38.305074 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.313723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-db7ab380-1cfa-4869-b731-5b892fb4f53c None None] Current status of the port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:38.396743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2de5ec-90d0-469e-8f73-eb3e5c175c46,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:38.427250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network cb2de5ec-90d0-469e-8f73-eb3e5c175c46 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:38.429714 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8e1be315-ca50-4f27-870a-28e24956ced9 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9669757 Feb 02 13:17:38.432517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35582) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:38.438799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e6c69315-fd2e-42cb-bc60-d98f243dedde admin admin] Request body: {'subnet': {'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1757451178-subnet', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:38.476019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c69315-fd2e-42cb-bc60-d98f243dedde admin admin] Made reservation on behalf of b7d05e3fe51149e68051302010a70132 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:38.479260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e6c69315-fd2e-42cb-bc60-d98f243dedde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.509257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35584) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:38.539775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] For port 5fcc94ef-37ff-4f0c-ad33-f241962f887e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:38.594552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c0c3e152-bb4c-4470-a539-cebe8f74e39b None None] Provisioning complete for port 5fcc94ef-37ff-4f0c-ad33-f241962f887e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:38.594843 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0c3e152-bb4c-4470-a539-cebe8f74e39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.633519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] For port 5fcc94ef-37ff-4f0c-ad33-f241962f887e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5fcc94ef-37ff-4f0c-ad33-f241962f887e,segment=NetworkSegment(c8fa2d76-78a9-4a43-a881-a4b2b3fabc99),segment_id=c8fa2d76-78a9-4a43-a881-a4b2b3fabc99)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:38.654498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:38.665766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-960862298'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:38.666071 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.718141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:38.718717 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-70ab3025-c564-45c8-b4aa-ca5011864cad service neutron] 10.222.0.83 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353676 Feb 02 13:17:38.724428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.779856 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.805581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc045cbb-f15a-4698-b7f1-b60681d2b50a None None] Pushing event updated for resources: {'Port': ['ID=5fcc94ef-37ff-4f0c-ad33-f241962f887e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:38.805868 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (52011a8c-6d14-4334-b73d-d689b17de5af), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.815219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3e152-bb4c-4470-a539-cebe8f74e39b None None] Port 5fcc94ef-37ff-4f0c-ad33-f241962f887e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:38.826208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86f9c1-da06-45a7-a883-b145bf58e69d req-622e7515-df81-4d9b-af46-2f2009b04ca4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:38.828758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db86f9c1-da06-45a7-a883-b145bf58e69d req-622e7515-df81-4d9b-af46-2f2009b04ca4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 943 time: 0.3846171 Feb 02 13:17:38.829489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f', 'port_id': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'mac_address': 'fa:16:3e:58:af:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:17:38.850255 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.850608 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (faa98cc8-1c70-4144-a9ff-c3118e0174b5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:38.850907 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Floating IP faa98cc8-1c70-4144-a9ff-c3118e0174b5 disassociated. External IP: 172.25.4.250, port: 7c96934c-6025-4aa0-b186-ba41d6c08d1d. Feb 02 13:17:38.851230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Calling delete_port for 7c96934c-6025-4aa0-b186-ba41d6c08d1d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:38.954095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Routers {'0e46f7a6-258d-428e-b3f1-029915ee13a2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:38.954763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['0e46f7a6-258d-428e-b3f1-029915ee13a2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:38.955226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db86f9c1-da06-45a7-a883-b145bf58e69d req-4e10cc96-e86b-4a38-bf77-ea42a161109d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149075 Feb 02 13:17:38.997052 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for security_group (84709e50-c3fa-49f4-bc06-9de242258c9f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.009670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (84709e50-c3fa-49f4-bc06-9de242258c9f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.068186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:39.085328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 851eda44-b5c7-4462-b02f-45604f9f4d1b is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:39.085328 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.124054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851eda44-b5c7-4462-b02f-45604f9f4d1b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:17:39.183900 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b5d639c1-b359-4b08-b3ce-f4448267921b req-a92a8d95-a611-48ee-8573-9d7eab1129e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4561479 Feb 02 13:17:39.199870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:39.210326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84709e50-c3fa-49f4-bc06-9de242258c9f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:39.231353 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.234365 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (efaf5046-9a01-4f83-a178-10166d20930e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.235029 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Added segment efaf5046-9a01-4f83-a178-10166d20930e of type vlan for network 78068cd7-0fc0-46f1-8aec-701341383eb1 Feb 02 13:17:39.320560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] Set router 0e46f7a6-258d-428e-b3f1-029915ee13a2 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:39.376678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:39.404942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e6c69315-fd2e-42cb-bc60-d98f243dedde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (13451957-f2d4-4dd2-8e02-6281000ae999), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.437667 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7c96934c-6025-4aa0-b186-ba41d6c08d1d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.453436 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (78068cd7-0fc0-46f1-8aec-701341383eb1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.503073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Port': ['ID=7c96934c-6025-4aa0-b186-ba41d6c08d1d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:39.506806 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (52011a8c-6d14-4334-b73d-d689b17de5af), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.532680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ba99f-0db2-4f58-8a70-3a82522cda7c req-ee16051c-e594-44e4-9d51-639090253413 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:39.534370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-087ba99f-0db2-4f58-8a70-3a82522cda7c req-ee16051c-e594-44e4-9d51-639090253413 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.2180140 Feb 02 13:17:39.607213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c69315-fd2e-42cb-bc60-d98f243dedde admin admin] Pushing event updated for resources: {'Subnet': ['ID=13451957-f2d4-4dd2-8e02-6281000ae999,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:39.615035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-32b3c955-681d-4e1e-b4fa-a0541f9c50a6 None None] Provisioning complete for port 5fcc94ef-37ff-4f0c-ad33-f241962f887e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:39.616844 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b3c955-681d-4e1e-b4fa-a0541f9c50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.617786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=52011a8c-6d14-4334-b73d-d689b17de5af,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:39.631774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d639c1-b359-4b08-b3ce-f4448267921b req-17ff1052-f647-4113-9722-32f0bdabcfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:39.634024 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b5d639c1-b359-4b08-b3ce-f4448267921b req-17ff1052-f647-4113-9722-32f0bdabcfb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 1127 time: 0.3525221 Feb 02 13:17:39.637416 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (78068cd7-0fc0-46f1-8aec-701341383eb1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.643406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:39.644085 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.656017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c69315-fd2e-42cb-bc60-d98f243dedde admin admin] Checking segment: {'id': 'f4aca7d2-7846-4b27-8a9a-6db2edbdb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:39.656386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c69315-fd2e-42cb-bc60-d98f243dedde admin admin] Network hostable DHCP agents. Network: cb2de5ec-90d0-469e-8f73-eb3e5c175c46, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:17:39.690067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['851eda44-b5c7-4462-b02f-45604f9f4d1b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:17:39.706751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:39.788517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d639c1-b359-4b08-b3ce-f4448267921b req-bda49604-334a-4065-8176-bea0276ed455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:39.790477 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b5d639c1-b359-4b08-b3ce-f4448267921b req-bda49604-334a-4065-8176-bea0276ed455 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 200 len: 907 time: 0.1313016 Feb 02 13:17:39.829141 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3179674 Feb 02 13:17:39.829439 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35602) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:39.849610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:39.859856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:39.883683 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:39.885887 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.907890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-32b3c955-681d-4e1e-b4fa-a0541f9c50a6 None None] Current status of the port 5fcc94ef-37ff-4f0c-ad33-f241962f887e is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:39.908276 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b3c955-681d-4e1e-b4fa-a0541f9c50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.926417 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-40a2e94d-a182-4b09-9546-9d61968d3920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-461079335'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:39.964682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a2e94d-a182-4b09-9546-9d61968d3920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:39.973295 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40a2e94d-a182-4b09-9546-9d61968d3920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:39.976736 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b5d639c1-b359-4b08-b3ce-f4448267921b req-c560c677-2fca-4530-b098-f5da10435341 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efc908ff-9e61-4e7e-9860-812538ce757d HTTP/1.1" status: 200 len: 217 time: 0.1700542 Feb 02 13:17:39.980162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d182c6-afd1-4870-b7f6-acc79d3b3b3b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Network': ['ID=78068cd7-0fc0-46f1-8aec-701341383eb1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:40.013791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d5c4e-e196-48a7-a0a5-944774e1355a req-8d31c5fc-eeaf-4422-86e1-293a6a320387 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:40.021217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'name': 'tempest-TestServerMultinode-1799602291-router', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:18Z', 'updated_at': '2022-02-02T13:17:30Z', 'revision_number': 4, 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'gw_port': {'id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:20Z', 'updated_at': '2022-02-02T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5fcc94ef-37ff-4f0c-ad33-f241962f887e', 'name': '', 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'mac_address': 'fa:16:3e:a6:e6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'a6db774c-3ceb-4f3c-9aba-9d87d029af8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:26Z', 'updated_at': '2022-02-02T13:17:38Z', 'revision_number': 4, 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'subnets': [{'id': 'a6db774c-3ceb-4f3c-9aba-9d87d029af8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:40.023390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 78068cd7-0fc0-46f1-8aec-701341383eb1 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:40.024073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d5c4e-e196-48a7-a0a5-944774e1355a req-8d31c5fc-eeaf-4422-86e1-293a6a320387 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:40.025845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-749d5c4e-e196-48a7-a0a5-944774e1355a req-8d31c5fc-eeaf-4422-86e1-293a6a320387 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 1675 time: 0.7368338 Feb 02 13:17:40.049773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c69315-fd2e-42cb-bc60-d98f243dedde admin admin] Network cb2de5ec-90d0-469e-8f73-eb3e5c175c46 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:17:40.081651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e6c69315-fd2e-42cb-bc60-d98f243dedde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, cb2de5ec-90d0-469e-8f73-eb3e5c175c46) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:40.114488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c69315-fd2e-42cb-bc60-d98f243dedde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:40.115480 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e6c69315-fd2e-42cb-bc60-d98f243dedde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:40.134760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-087ba99f-0db2-4f58-8a70-3a82522cda7c req-e9156673-0b0d-4ef4-8155-64fea464e2a0 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388896 Feb 02 13:17:40.151827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a2e94d-a182-4b09-9546-9d61968d3920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:40.164642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b16e8e82-4949-408e-a835-1b3ac125821d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.9915249 Feb 02 13:17:40.182910 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:40.196836 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d639c1-b359-4b08-b3ce-f4448267921b req-64597aad-06b6-45bf-a9e1-01c9e668009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:40.198626 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b5d639c1-b359-4b08-b3ce-f4448267921b req-64597aad-06b6-45bf-a9e1-01c9e668009c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 200 len: 846 time: 0.1927578 Feb 02 13:17:40.225871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-32b3c955-681d-4e1e-b4fa-a0541f9c50a6 None None] For port 5fcc94ef-37ff-4f0c-ad33-f241962f887e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5fcc94ef-37ff-4f0c-ad33-f241962f887e,segment=NetworkSegment(c8fa2d76-78a9-4a43-a881-a4b2b3fabc99),segment_id=c8fa2d76-78a9-4a43-a881-a4b2b3fabc99)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:40.230385 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e6c69315-fd2e-42cb-bc60-d98f243dedde admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7940776 Feb 02 13:17:40.260086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a902a9a3-5952-4dfe-bbfb-e3449ffd9f34 None None] Network cb2de5ec-90d0-469e-8f73-eb3e5c175c46 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:40.261272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35616) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:40.262807 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40a2e94d-a182-4b09-9546-9d61968d3920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b1abdaef-7d77-4b50-8b66-2af05283f881), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:40.263174 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-40a2e94d-a182-4b09-9546-9d61968d3920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Added segment b1abdaef-7d77-4b50-8b66-2af05283f881 of type vlan for network cb1eaee9-0751-4f59-8634-b41778a54677 Feb 02 13:17:40.300585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1757451178-router', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:40.308651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6ab636-3ea8-4cfe-b461-bedb6a306597 None None] The sync data for ids ['0e46f7a6-258d-428e-b3f1-029915ee13a2'] in n-d-827336-2 is: [{'id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'name': 'tempest-TestServerMultinode-1799602291-router', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:18Z', 'updated_at': '2022-02-02T13:17:30Z', 'revision_number': 4, 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'gw_port': {'id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:20Z', 'updated_at': '2022-02-02T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5fcc94ef-37ff-4f0c-ad33-f241962f887e', 'name': '', 'network_id': '714c9e29-52de-4ad0-97fa-a1663c049ade', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'mac_address': 'fa:16:3e:a6:e6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2265, 'fixed_ips': [{'subnet_id': 'a6db774c-3ceb-4f3c-9aba-9d87d029af8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:26Z', 'updated_at': '2022-02-02T13:17:38Z', 'revision_number': 4, 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'subnets': [{'id': 'a6db774c-3ceb-4f3c-9aba-9d87d029af8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:17:40.336259 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b42c0b-4b88-4e69-87ea-d9586c874d45 x-openstack-request-id: req-67b42c0b-4b88-4e69-87ea-d9586c874d45 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:40.336748 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-plugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:40.336846 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-67b42c0b-4b88-4e69-87ea-d9586c874d45 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:40.337250 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'code': 200} Feb 02 13:17:40.359918 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b5d639c1-b359-4b08-b3ce-f4448267921b req-5a3f94fd-298e-4004-b7dc-35952b0972c2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9077904b-671d-4f70-86b9-02225fb01c2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423557 Feb 02 13:17:40.450669 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40a2e94d-a182-4b09-9546-9d61968d3920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (cb1eaee9-0751-4f59-8634-b41778a54677), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:40.454097 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32b3c955-681d-4e1e-b4fa-a0541f9c50a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:40.494209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40a2e94d-a182-4b09-9546-9d61968d3920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (cb1eaee9-0751-4f59-8634-b41778a54677), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:40.499483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a2e94d-a182-4b09-9546-9d61968d3920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:40.500089 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40a2e94d-a182-4b09-9546-9d61968d3920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:40.557333 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (da16c34c-ea61-4d1c-9c5d-9754b27c905b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:40.560353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (da16c34c-ea61-4d1c-9c5d-9754b27c905b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:40.606020 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26b48ff3-4e92-46e0-9718-6b6d202a6c28 req-4b29a867-6c99-4146-9471-0c09a941f81e tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 210 time: 0.1466391 Feb 02 13:17:40.666050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3c955-681d-4e1e-b4fa-a0541f9c50a6 None None] Pushing event updated for resources: {'Port': ['ID=5fcc94ef-37ff-4f0c-ad33-f241962f887e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:40.750795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-749d5c4e-e196-48a7-a0a5-944774e1355a req-a30ec4d7-24a3-42cb-b24f-64a611ab42f7 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6124723 Feb 02 13:17:40.757137 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Router b73c26ca-958e-4227-bb75-14c25010be67 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:17:40.863204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Publish callbacks [] for router_controller (da16c34c-ea61-4d1c-9c5d-9754b27c905b), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:40.898647 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-40a2e94d-a182-4b09-9546-9d61968d3920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0498993 Feb 02 13:17:40.899260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35618) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:40.910326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-76ed7ddc-819d-44bb-b2c5-b09a0f98b4fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'subnet': {'network_id': '78068cd7-0fc0-46f1-8aec-701341383eb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:40.971103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d9c84c9a-5d24-4eff-8975-f7ed90b2462a None None] Provisioning complete for port 52011a8c-6d14-4334-b73d-d689b17de5af triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:40.974829 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9c84c9a-5d24-4eff-8975-f7ed90b2462a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (52011a8c-6d14-4334-b73d-d689b17de5af), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:40.983269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-cb2de5ec-90d0-469e-8f73-eb3e5c175c46', 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46', 'project_id': 'b7d05e3fe51149e68051302010a70132', 'fixed_ips': [{'subnet_id': '13451957-f2d4-4dd2-8e02-6281000ae999'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:17:40.987328 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:41.032960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:17:41.046993 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b28ef-eae2-43b9-9f4b-5ded713b7724 None None] Sync routers for ids ['b73c26ca-958e-4227-bb75-14c25010be67'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:17:41.075160 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b28ef-eae2-43b9-9f4b-5ded713b7724 None None] Routers {'b73c26ca-958e-4227-bb75-14c25010be67'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:41.076021 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-744b28ef-eae2-43b9-9f4b-5ded713b7724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b73c26ca-958e-4227-bb75-14c25010be67'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:41.152166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 52011a8c-6d14-4334-b73d-d689b17de5af {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:41.152830 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (52011a8c-6d14-4334-b73d-d689b17de5af), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:41.161715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d9c84c9a-5d24-4eff-8975-f7ed90b2462a None None] Port 52011a8c-6d14-4334-b73d-d689b17de5af cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:41.285535 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-744b28ef-eae2-43b9-9f4b-5ded713b7724 None None] Set router b73c26ca-958e-4227-bb75-14c25010be67 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:41.299479 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (52011a8c-6d14-4334-b73d-d689b17de5af), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:41.319005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 52011a8c-6d14-4334-b73d-d689b17de5af owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:41.383904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a2e94d-a182-4b09-9546-9d61968d3920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Network': ['ID=cb1eaee9-0751-4f59-8634-b41778a54677,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:41.407876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network cb1eaee9-0751-4f59-8634-b41778a54677 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:41.585027 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-744b28ef-eae2-43b9-9f4b-5ded713b7724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:10:28Z', 'revision_number': 4, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8b9e460e-c3e5-4e93-b752-1db77c55669a', 'name': '', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'mac_address': 'fa:16:3e:a3:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:26Z', 'updated_at': '2022-02-02T13:10:35Z', 'revision_number': 5, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'subnets': [{'id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:41.618463 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b28ef-eae2-43b9-9f4b-5ded713b7724 None None] Checking router: b73c26ca-958e-4227-bb75-14c25010be67 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:17:41.629723 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b28ef-eae2-43b9-9f4b-5ded713b7724 None None] Routers {'b73c26ca-958e-4227-bb75-14c25010be67'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:41.630586 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-744b28ef-eae2-43b9-9f4b-5ded713b7724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b73c26ca-958e-4227-bb75-14c25010be67'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:41.780701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] No DVR routers for this DVR port 7c96934c-6025-4aa0-b186-ba41d6c08d1d on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:17:41.782352 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (52011a8c-6d14-4334-b73d-d689b17de5af), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:41.785297 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:41.789374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-39c36991-d9d1-4c08-897c-d919d3662db3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "DELETE /v2.0/ports/7c96934c-6025-4aa0-b186-ba41d6c08d1d HTTP/1.1" status: 204 len: 173 time: 6.6171870 Feb 02 13:17:41.793069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-deleted', 'tag': '7c96934c-6025-4aa0-b186-ba41d6c08d1d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:41.799995 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ae92ec-7242-4b52-b755-38f04d540d7e" -d '{"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-deleted", "tag": "7c96934c-6025-4aa0-b186-ba41d6c08d1d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:41.954523 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-744b28ef-eae2-43b9-9f4b-5ded713b7724 None None] Set router b73c26ca-958e-4227-bb75-14c25010be67 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:42.038629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=52011a8c-6d14-4334-b73d-d689b17de5af,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:42.091158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a495b64-67fa-4579-9e5b-e43df6d2c746 req-5dc1e6f2-fa20-4f1c-9f51-b558c4cb3522 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:42.092747 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a495b64-67fa-4579-9e5b-e43df6d2c746 req-5dc1e6f2-fa20-4f1c-9f51-b558c4cb3522 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 1.3272538 Feb 02 13:17:42.115200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.115588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.116061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.116394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.116716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.117038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.117354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.117667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.117982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.118291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.118607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.118920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.119230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:42.155612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Allocated IP 172.20.0.2 (cb2de5ec-90d0-469e-8f73-eb3e5c175c46/13451957-f2d4-4dd2-8e02-6281000ae999/5089ba65-36b8-45f8-b53f-278c37eb27c0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:42.205326 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d5f8e-04d5-4600-b108-87effb250ffb req-8b961f77-d1a8-42d0-9ae7-392b7dd8d9ea tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:42.208359 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe5d5f8e-04d5-4600-b108-87effb250ffb req-8b961f77-d1a8-42d0-9ae7-392b7dd8d9ea tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 1.0594149 Feb 02 13:17:42.302943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 851eda44-b5c7-4462-b02f-45604f9f4d1b up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:42.542215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:42.549700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fe761989-e390-45c0-baab-29e9f79016c6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/52011a8c-6d14-4334-b73d-d689b17de5af HTTP/1.1" status: 204 len: 168 time: 2.2915785 Feb 02 13:17:42.551274 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:42.601002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5fcc94ef-37ff-4f0c-ad33-f241962f887e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:42.641348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a495b64-67fa-4579-9e5b-e43df6d2c746 req-71f7b757-61ef-4a0f-a482-ad65dd1c291d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374527 Feb 02 13:17:42.689662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 851eda44-b5c7-4462-b02f-45604f9f4d1b completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:17:42.710421 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 851eda44-b5c7-4462-b02f-45604f9f4d1b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:42.711079 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:42.764018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-e550c044-3428-4e47-bb8a-d9160a0af485 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Deleting port a1765a74-871b-4e5a-a87e-d9ede27dfbfc {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:42.764350 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-e550c044-3428-4e47-bb8a-d9160a0af485 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:42.795015 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b5d639c1-b359-4b08-b3ce-f4448267921b req-0aed6b1d-63b3-4c36-ab14-60040bfd208b service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4249210 Feb 02 13:17:42.879255 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-744b28ef-eae2-43b9-9f4b-5ded713b7724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:10:28Z', 'revision_number': 4, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8b9e460e-c3e5-4e93-b752-1db77c55669a', 'name': '', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'mac_address': 'fa:16:3e:a3:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:26Z', 'updated_at': '2022-02-02T13:10:35Z', 'revision_number': 5, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'subnets': [{'id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:42.882682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-e550c044-3428-4e47-bb8a-d9160a0af485 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] For port a1765a74-871b-4e5a-a87e-d9ede27dfbfc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:42.883157 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-e550c044-3428-4e47-bb8a-d9160a0af485 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:42.903496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-e550c044-3428-4e47-bb8a-d9160a0af485 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Calling delete_port for a1765a74-871b-4e5a-a87e-d9ede27dfbfc owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:42.905710 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Publish callbacks [] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:42.918072 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:42.935748 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744b28ef-eae2-43b9-9f4b-5ded713b7724 None None] The sync data for ids ['b73c26ca-958e-4227-bb75-14c25010be67'] in n-d-827336-2 is: [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:10:28Z', 'revision_number': 4, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8b9e460e-c3e5-4e93-b752-1db77c55669a', 'name': '', 'network_id': '5716fbfd-26f9-422f-a503-b67b5c7019cb', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'mac_address': 'fa:16:3e:a3:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:26Z', 'updated_at': '2022-02-02T13:10:35Z', 'revision_number': 5, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'subnets': [{'id': 'fa6bda80-df11-42de-8ebe-410c80374a78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:17:42.989210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Network cb2de5ec-90d0-469e-8f73-eb3e5c175c46 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:42.991437 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Publish callbacks [] for router_gateway (da16c34c-ea61-4d1c-9c5d-9754b27c905b), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:42.996224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:43.023548 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:43.119270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ed7ddc-819d-44bb-b2c5-b09a0f98b4fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:43.123200 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76ed7ddc-819d-44bb-b2c5-b09a0f98b4fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:43.126364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5fcc94ef-37ff-4f0c-ad33-f241962f887e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:43.126748 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:43.222845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Pushing event updated for resources: {'Port': ['ID=5089ba65-36b8-45f8-b53f-278c37eb27c0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:43.268377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Attempting to bind port 5089ba65-36b8-45f8-b53f-278c37eb27c0 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:43.268778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Attempting to bind port 5089ba65-36b8-45f8-b53f-278c37eb27c0 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'f4aca7d2-7846-4b27-8a9a-6db2edbdb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:43.269142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Attempting to bind port 5089ba65-36b8-45f8-b53f-278c37eb27c0 on network cb2de5ec-90d0-469e-8f73-eb3e5c175c46 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:43.317832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:43.317832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Checking segment: {'id': 'f4aca7d2-7846-4b27-8a9a-6db2edbdb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:43.317832 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:43.317832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Bound using segment: {'id': 'f4aca7d2-7846-4b27-8a9a-6db2edbdb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:43.318787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Bound port: 5089ba65-36b8-45f8-b53f-278c37eb27c0, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4aca7d2-7846-4b27-8a9a-6db2edbdb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:43.318787 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:43.399527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5fcc94ef-37ff-4f0c-ad33-f241962f887e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:43.419496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 851eda44-b5c7-4462-b02f-45604f9f4d1b is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:43.419902 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:43.463574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e3ffb0-1e28-4985-8ea4-1c2bfd910c59 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:43.469044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-57e3ffb0-1e28-4985-8ea4-1c2bfd910c59 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8481228 Feb 02 13:17:43.470928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:43.474178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe5d5f8e-04d5-4600-b108-87effb250ffb req-3ebb4db4-0174-403b-9b4d-9b8d06c2818f tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1892400 Feb 02 13:17:43.478450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:43.480916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-f9fa3096-03c9-4ff8-b45c-5c054d3f1e8a tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:43.482576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-f9fa3096-03c9-4ff8-b45c-5c054d3f1e8a tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.18 "GET /v2.0/networks?id=dac7fa4e-cf39-4c04-be08-2b29c057f31e HTTP/1.1" status: 200 len: 911 time: 1.4953387 Feb 02 13:17:43.484981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:43.487655 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fe79c2-a8bf-4537-b5e7-6ba334610e07" -d '{"events": [{"server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "name": "network-vif-plugged", "status": "completed", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:43.490702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6098d9-a3d7-4e2b-b500-a345a5709119 None None] New status for floating IP faa98cc8-1c70-4144-a9ff-c3118e0174b5: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:17:43.507741 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:43.543787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfa76064-b8f8-4356-b53c-d52b40c4c2ed req-75db1959-77b9-411a-8060-f96cfa69b33d tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 210 time: 0.0934358 Feb 02 13:17:43.570345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Request body: {'port': {'device_id': 'bb90a957-f37c-4cba-b6aa-d3421ea6feda', 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e', 'admin_state_up': True, 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:43.610703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:43.632485 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce10d2d8-02dc-4903-a82c-215eb4ae23be tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:43.637243 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ce10d2d8-02dc-4903-a82c-215eb4ae23be tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1579542 Feb 02 13:17:43.637950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35646) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:43.672757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] For port 5089ba65-36b8-45f8-b53f-278c37eb27c0, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:43.686427 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Publish callbacks [] for router_gateway (da16c34c-ea61-4d1c-9c5d-9754b27c905b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:43.721558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:43.740841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] For port 5089ba65-36b8-45f8-b53f-278c37eb27c0, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5089ba65-36b8-45f8-b53f-278c37eb27c0,segment=NetworkSegment(f4aca7d2-7846-4b27-8a9a-6db2edbdb59d),segment_id=f4aca7d2-7846-4b27-8a9a-6db2edbdb59d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:43.763008 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:43.779809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Made reservation on behalf of d6589d4a4c514cbe8bf690849dabd725 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:43.787563 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:43.805706 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc848704-93f3-4819-80b8-544b6d0df14a x-openstack-request-id: req-dc848704-93f3-4819-80b8-544b6d0df14a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:43.806006 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "name": "network-vif-plugged", "status": "completed", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:43.806318 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dc848704-93f3-4819-80b8-544b6d0df14a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:43.806727 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'code': 200} Feb 02 13:17:43.860536 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2f062a-0e82-4b4b-98c2-1d71ebb7956c x-openstack-request-id: req-9b2f062a-0e82-4b4b-98c2-1d71ebb7956c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:43.860906 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-deleted", "tag": "7c96934c-6025-4aa0-b186-ba41d6c08d1d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:43.861099 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9b2f062a-0e82-4b4b-98c2-1d71ebb7956c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:43.861464 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-deleted', 'tag': '7c96934c-6025-4aa0-b186-ba41d6c08d1d', 'status': 'completed', 'code': 200} Feb 02 13:17:43.863410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Allocated IP 172.25.4.230 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/8cbee54b-ebeb-4935-bbcd-ce6eb70502a4) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:43.872138 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b5d639c1-b359-4b08-b3ce-f4448267921b req-662a9a27-1aca-4175-9c79-4c295c96a593 service neutron] 10.222.0.62 "GET /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8657236 Feb 02 13:17:43.886419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d535ec-fc78-4b77-ac2e-e6cfabff12ed None None] Pushing event updated for resources: {'Port': ['ID=5089ba65-36b8-45f8-b53f-278c37eb27c0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:43.954807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de609f9a-9208-4365-9969-bf2ab751fb3b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:43.956489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de609f9a-9208-4365-9969-bf2ab751fb3b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:43.958492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de609f9a-9208-4365-9969-bf2ab751fb3b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:43.963301 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-de609f9a-9208-4365-9969-bf2ab751fb3b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3187690 Feb 02 13:17:43.964425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35650) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:44.019753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac930f-4e05-4624-845d-d05d7540db79 req-9fd140a2-4948-4a95-aa37-39707de3b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:44.021562 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-78ac930f-4e05-4624-845d-d05d7540db79 req-9fd140a2-4948-4a95-aa37-39707de3b912 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 1127 time: 0.1267149 Feb 02 13:17:44.148352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Allocated IP 172.20.0.10 (dac7fa4e-cf39-4c04-be08-2b29c057f31e/9f5c9669-0db7-46c3-836f-e5879716fb69/b47966af-f75c-47b6-a073-f140793030e5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:44.237788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda95650-59a2-48e0-8289-ff25c45951e5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 551d51ac-2274-4773-bfa0-add548f93904 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:17:44.249764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eda95650-59a2-48e0-8289-ff25c45951e5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (551d51ac-2274-4773-bfa0-add548f93904), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:44.325854 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks [] for port (b47966af-f75c-47b6-a073-f140793030e5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:44.356324 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-78ac930f-4e05-4624-845d-d05d7540db79 req-0cd0735b-ccdb-40e1-b514-d71d1cfaca8f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492027 Feb 02 13:17:44.392791 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eda95650-59a2-48e0-8289-ff25c45951e5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (551d51ac-2274-4773-bfa0-add548f93904), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:44.399118 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76ed7ddc-819d-44bb-b2c5-b09a0f98b4fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (c8aab082-dceb-4349-9f9b-8eae828702f6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:44.412941 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-e550c044-3428-4e47-bb8a-d9160a0af485 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a1765a74-871b-4e5a-a87e-d9ede27dfbfc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:44.417938 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b47966af-f75c-47b6-a073-f140793030e5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:44.434184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Publish callbacks [] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:44.487658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550c044-3428-4e47-bb8a-d9160a0af485 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Port': ['ID=a1765a74-871b-4e5a-a87e-d9ede27dfbfc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:44.513368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Network dac7fa4e-cf39-4c04-be08-2b29c057f31e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:44.557067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed7ddc-819d-44bb-b2c5-b09a0f98b4fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Subnet': ['ID=c8aab082-dceb-4349-9f9b-8eae828702f6,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:44.565246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:44.570610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:44.581312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745a332-13f3-46dc-a262-0fd5a6132919 req-9897bf43-6a3d-4efb-8a5a-8ddf619729ad tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:44.586589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745a332-13f3-46dc-a262-0fd5a6132919 req-9897bf43-6a3d-4efb-8a5a-8ddf619729ad tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:44.588270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7745a332-13f3-46dc-a262-0fd5a6132919 req-9897bf43-6a3d-4efb-8a5a-8ddf619729ad tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 1599 time: 0.9494407 Feb 02 13:17:44.642158 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed7ddc-819d-44bb-b2c5-b09a0f98b4fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Checking segment: {'id': 'efaf5046-9a01-4f83-a178-10166d20930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '78068cd7-0fc0-46f1-8aec-701341383eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:44.642529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed7ddc-819d-44bb-b2c5-b09a0f98b4fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network hostable DHCP agents. Network: 78068cd7-0fc0-46f1-8aec-701341383eb1, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:17:44.648927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-e550c044-3428-4e47-bb8a-d9160a0af485 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] No DVR routers for this DVR port a1765a74-871b-4e5a-a87e-d9ede27dfbfc on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:17:44.651718 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-e550c044-3428-4e47-bb8a-d9160a0af485 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:44.659806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:44.661855 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-e550c044-3428-4e47-bb8a-d9160a0af485 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "DELETE /v2.0/ports/a1765a74-871b-4e5a-a87e-d9ede27dfbfc HTTP/1.1" status: 204 len: 173 time: 2.8466613 Feb 02 13:17:44.668896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eda95650-59a2-48e0-8289-ff25c45951e5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (551d51ac-2274-4773-bfa0-add548f93904), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:44.679953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d419c-76cf-471a-bedd-d93ddbc39e95 req-edbb2c50-9c8c-4a18-b433-dd3fbce3b29f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:44.681541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-560d419c-76cf-471a-bedd-d93ddbc39e95 req-edbb2c50-9c8c-4a18-b433-dd3fbce3b29f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.6809657 Feb 02 13:17:44.708116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Pushing event updated for resources: {'Port': ['ID=b47966af-f75c-47b6-a073-f140793030e5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:44.751762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:44.787996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:44.792553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:44.793135 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:44.796101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:44.810021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed7ddc-819d-44bb-b2c5-b09a0f98b4fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 78068cd7-0fc0-46f1-8aec-701341383eb1 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:17:44.875032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7745a332-13f3-46dc-a262-0fd5a6132919 req-3797d9c2-202e-4441-8dd6-05d800ba6e65 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508283 Feb 02 13:17:44.905416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=8cbee54b-ebeb-4935-bbcd-ce6eb70502a4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:44.918409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-76ed7ddc-819d-44bb-b2c5-b09a0f98b4fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 78068cd7-0fc0-46f1-8aec-701341383eb1) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:44.939008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7334557-8922-4093-9ab8-96777c965bc0 None None] Network 78068cd7-0fc0-46f1-8aec-701341383eb1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:44.944086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed7ddc-819d-44bb-b2c5-b09a0f98b4fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:44.945602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76ed7ddc-819d-44bb-b2c5-b09a0f98b4fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:44.960307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eda95650-59a2-48e0-8289-ff25c45951e5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (551d51ac-2274-4773-bfa0-add548f93904), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:45.002264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-5e2393f8-6b40-4aa3-acc6-78102eab89b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4509354 Feb 02 13:17:45.017321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-404239e4-ea4d-40d2-9009-0d94b765c3ce tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:17:45.022140 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-404239e4-ea4d-40d2-9009-0d94b765c3ce tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109353 Feb 02 13:17:45.031756 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-560d419c-76cf-471a-bedd-d93ddbc39e95 req-86a475f7-fa38-4c44-8232-011691a49fdc tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330312 Feb 02 13:17:45.058535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Request body: {'port': {'device_id': 'bb90a957-f37c-4cba-b6aa-d3421ea6feda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:45.170773 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-76ed7ddc-819d-44bb-b2c5-b09a0f98b4fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2661364 Feb 02 13:17:45.174621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda95650-59a2-48e0-8289-ff25c45951e5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=551d51ac-2274-4773-bfa0-add548f93904,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:45.176829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:45.182736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ee8660ac-9e0b-4dc4-9b1e-ff285fbf3df1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'subnet': {'network_id': 'cb1eaee9-0751-4f59-8634-b41778a54677', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:45.210068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eda95650-59a2-48e0-8289-ff25c45951e5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:45.215615 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eda95650-59a2-48e0-8289-ff25c45951e5 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/551d51ac-2274-4773-bfa0-add548f93904 HTTP/1.1" status: 204 len: 168 time: 1.2403708 Feb 02 13:17:45.217730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35664) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:45.255092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad02dc-1a87-4843-88b8-22b78a16f9df None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:45.289559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83d0f1-751f-4587-81bb-ad5545090f99 req-cc9f5c19-954e-484e-bbca-cf6a64345b11 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:45.292147 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c83d0f1-751f-4587-81bb-ad5545090f99 req-cc9f5c19-954e-484e-bbca-cf6a64345b11 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.2591746 Feb 02 13:17:45.303988 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-86001714-934e-4842-9b63-0d23f58d0427 None None] Provisioning complete for port b47966af-f75c-47b6-a073-f140793030e5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:45.316339 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-86001714-934e-4842-9b63-0d23f58d0427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b47966af-f75c-47b6-a073-f140793030e5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:45.324089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d031e4b-546f-47a4-b8d9-91535210c3b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:17:45.340672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d031e4b-546f-47a4-b8d9-91535210c3b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:45.376430 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-86001714-934e-4842-9b63-0d23f58d0427 None None] Port b47966af-f75c-47b6-a073-f140793030e5 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:45.396048 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d031e4b-546f-47a4-b8d9-91535210c3b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:45.476847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-78068cd7-0fc0-46f1-8aec-701341383eb1', 'network_id': '78068cd7-0fc0-46f1-8aec-701341383eb1', 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'fixed_ips': [{'subnet_id': 'c8aab082-dceb-4349-9f9b-8eae828702f6'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:17:45.477715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:45.501025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d031e4b-546f-47a4-b8d9-91535210c3b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:45.544521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-1b397fed-3567-4a29-b3fc-63ae5e20f845 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Deleting port 4944826c-bf8b-4065-98de-bc7da21a2637 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:45.544988 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-1b397fed-3567-4a29-b3fc-63ae5e20f845 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:45.566490 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b47966af-f75c-47b6-a073-f140793030e5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:45.594296 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8660ac-9e0b-4dc4-9b1e-ff285fbf3df1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:45.598311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee8660ac-9e0b-4dc4-9b1e-ff285fbf3df1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:45.797035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Allocated IP 2001:db8::2 (78068cd7-0fc0-46f1-8aec-701341383eb1/c8aab082-dceb-4349-9f9b-8eae828702f6/f3877550-ea5a-49de-92d7-2122eef68667) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:45.814414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35930141-0e9d-498b-8794-fed979630328 req-6664ab62-1bcc-406a-bd52-0de1aa17255c tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:45.816682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35930141-0e9d-498b-8794-fed979630328 req-6664ab62-1bcc-406a-bd52-0de1aa17255c tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1028 time: 0.6521072 Feb 02 13:17:45.841130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Publish callbacks [] for router_gateway (da16c34c-ea61-4d1c-9c5d-9754b27c905b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:45.882077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c83d0f1-751f-4587-81bb-ad5545090f99 req-d4fe2124-2ef3-4e36-b90c-6412795d5a66 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579776 Feb 02 13:17:45.882935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-deleted', 'tag': 'a1765a74-871b-4e5a-a87e-d9ede27dfbfc'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:45.890502 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe03862e-7b7a-4e1b-93a1-9d585c9e237c" -d '{"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-deleted", "tag": "a1765a74-871b-4e5a-a87e-d9ede27dfbfc"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:45.991945 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d031e4b-546f-47a4-b8d9-91535210c3b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:46.006637 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a6bc4f-0ea3-43af-aa0a-7a8187e62bb8 x-openstack-request-id: req-94a6bc4f-0ea3-43af-aa0a-7a8187e62bb8 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:46.007220 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-deleted", "tag": "a1765a74-871b-4e5a-a87e-d9ede27dfbfc", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:46.007220 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-94a6bc4f-0ea3-43af-aa0a-7a8187e62bb8 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:46.007580 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-deleted', 'tag': 'a1765a74-871b-4e5a-a87e-d9ede27dfbfc', 'status': 'completed', 'code': 200} Feb 02 13:17:46.079747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316f777d-58fd-444b-933e-05bb36814445 None None] Network cb2de5ec-90d0-469e-8f73-eb3e5c175c46 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:46.093050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d031e4b-546f-47a4-b8d9-91535210c3b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:46.108023 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3d031e4b-546f-47a4-b8d9-91535210c3b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2 HTTP/1.1" status: 204 len: 168 time: 0.8848858 Feb 02 13:17:46.108972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d031e4b-546f-47a4-b8d9-91535210c3b8 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:46.112578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35678) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:46.190739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-1b397fed-3567-4a29-b3fc-63ae5e20f845 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] For port 4944826c-bf8b-4065-98de-bc7da21a2637, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4944826c-bf8b-4065-98de-bc7da21a2637,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:46.191138 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-1b397fed-3567-4a29-b3fc-63ae5e20f845 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:46.224211 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Publish callbacks [] for port (f3877550-ea5a-49de-92d7-2122eef68667), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:46.231374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6e286a51-1119-46f5-87f7-9787f159929a None None] Provisioning complete for port 5089ba65-36b8-45f8-b53f-278c37eb27c0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:46.231374 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e286a51-1119-46f5-87f7-9787f159929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:46.284761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35930141-0e9d-498b-8794-fed979630328 req-a9339685-9f8b-4bc7-806c-ddffb11a6734 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465811 Feb 02 13:17:46.288885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-1b397fed-3567-4a29-b3fc-63ae5e20f845 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Calling delete_port for 4944826c-bf8b-4065-98de-bc7da21a2637 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:46.296098 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (f3877550-ea5a-49de-92d7-2122eef68667), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:46.314100 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7ca89d21-6f07-4b04-8044-38fa54a033c1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2003591 Feb 02 13:17:46.314725 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35680) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:46.322387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-162aedf6-d256-451a-84d7-d9c38175880c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:46.394293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Network 78068cd7-0fc0-46f1-8aec-701341383eb1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:46.421674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:46.428804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:46.432044 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5089ba65-36b8-45f8-b53f-278c37eb27c0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:46.671276 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (da16c34c-ea61-4d1c-9c5d-9754b27c905b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:46.734746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a8422-2ed3-4514-be1e-1340429d3719 req-d24dcc61-67fc-4e88-8dae-e9f0b5998744 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:46.737079 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d9a8422-2ed3-4514-be1e-1340429d3719 req-d24dcc61-67fc-4e88-8dae-e9f0b5998744 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 943 time: 0.5913904 Feb 02 13:17:46.827414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Pushing event updated for resources: {'Port': ['ID=f3877550-ea5a-49de-92d7-2122eef68667,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:46.843698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162aedf6-d256-451a-84d7-d9c38175880c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:46.848647 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-162aedf6-d256-451a-84d7-d9c38175880c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:46.956615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375a537-3ab1-4792-9696-fe9c190d5169 req-e69c7eda-2e4a-4ebb-911e-0895fb40f628 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:46.959646 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9375a537-3ab1-4792-9696-fe9c190d5169 req-e69c7eda-2e4a-4ebb-911e-0895fb40f628 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.5447857 Feb 02 13:17:46.997774 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5089ba65-36b8-45f8-b53f-278c37eb27c0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:46.998241 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.007073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Attempting to bind port f3877550-ea5a-49de-92d7-2122eef68667 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:47.009232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Attempting to bind port f3877550-ea5a-49de-92d7-2122eef68667 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'efaf5046-9a01-4f83-a178-10166d20930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '78068cd7-0fc0-46f1-8aec-701341383eb1'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:47.009521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Attempting to bind port f3877550-ea5a-49de-92d7-2122eef68667 on network 78068cd7-0fc0-46f1-8aec-701341383eb1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:47.035314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6309684b-176e-40e1-a7c5-9d50ea8c8638 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:47.051892 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee8660ac-9e0b-4dc4-9b1e-ff285fbf3df1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.056986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:47.057387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Checking segment: {'id': 'efaf5046-9a01-4f83-a178-10166d20930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '78068cd7-0fc0-46f1-8aec-701341383eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:47.057844 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.058440 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Bound using segment: {'id': 'efaf5046-9a01-4f83-a178-10166d20930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '78068cd7-0fc0-46f1-8aec-701341383eb1'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:47.058884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Bound port: f3877550-ea5a-49de-92d7-2122eef68667, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efaf5046-9a01-4f83-a178-10166d20930e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '78068cd7-0fc0-46f1-8aec-701341383eb1'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:47.059291 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f3877550-ea5a-49de-92d7-2122eef68667), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.061178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6e286a51-1119-46f5-87f7-9787f159929a None None] Current status of the port 5089ba65-36b8-45f8-b53f-278c37eb27c0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:47.061545 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e286a51-1119-46f5-87f7-9787f159929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.124817 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-162aedf6-d256-451a-84d7-d9c38175880c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (57c0b06a-3665-443a-91c4-84505cb1528f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.137719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8660ac-9e0b-4dc4-9b1e-ff285fbf3df1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Subnet': ['ID=b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:47.163176 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] For port f3877550-ea5a-49de-92d7-2122eef68667, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:47.166566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] For port f3877550-ea5a-49de-92d7-2122eef68667, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f3877550-ea5a-49de-92d7-2122eef68667,segment=NetworkSegment(efaf5046-9a01-4f83-a178-10166d20930e),segment_id=efaf5046-9a01-4f83-a178-10166d20930e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:47.169890 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d9a8422-2ed3-4514-be1e-1340429d3719 req-475d2984-6f91-42be-82d4-ae73d229d470 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups?id=d98177b2-1d11-4711-a444-6853457e6eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011807 Feb 02 13:17:47.208980 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f3877550-ea5a-49de-92d7-2122eef68667), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.251567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162aedf6-d256-451a-84d7-d9c38175880c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=57c0b06a-3665-443a-91c4-84505cb1528f,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:47.265284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b051f45-ee8a-49dd-a584-ff2cc0932a18 None None] Pushing event updated for resources: {'Port': ['ID=f3877550-ea5a-49de-92d7-2122eef68667,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:47.266008 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9375a537-3ab1-4792-9696-fe9c190d5169 req-d7a7f688-84d4-4b27-86a7-c36f83c49e9e tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814741 Feb 02 13:17:47.281676 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Router da16c34c-ea61-4d1c-9c5d-9754b27c905b is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:17:47.333632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162aedf6-d256-451a-84d7-d9c38175880c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:47.335872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6e286a51-1119-46f5-87f7-9787f159929a None None] For port 5089ba65-36b8-45f8-b53f-278c37eb27c0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5089ba65-36b8-45f8-b53f-278c37eb27c0,segment=NetworkSegment(f4aca7d2-7846-4b27-8a9a-6db2edbdb59d),segment_id=f4aca7d2-7846-4b27-8a9a-6db2edbdb59d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:47.345883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-162aedf6-d256-451a-84d7-d9c38175880c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:47.412589 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e286a51-1119-46f5-87f7-9787f159929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.473233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162aedf6-d256-451a-84d7-d9c38175880c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:47.475480 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-162aedf6-d256-451a-84d7-d9c38175880c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.513094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5089ba65-36b8-45f8-b53f-278c37eb27c0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:47.517796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e286a51-1119-46f5-87f7-9787f159929a None None] Pushing event updated for resources: {'Port': ['ID=5089ba65-36b8-45f8-b53f-278c37eb27c0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:47.557536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-efa8694d-861d-4f3f-b16b-abc2c60edb79 None None] Provisioning complete for port 5089ba65-36b8-45f8-b53f-278c37eb27c0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:47.557924 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-efa8694d-861d-4f3f-b16b-abc2c60edb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.621414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8660ac-9e0b-4dc4-9b1e-ff285fbf3df1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Checking segment: {'id': 'b1abdaef-7d77-4b50-8b66-2af05283f881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb1eaee9-0751-4f59-8634-b41778a54677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:47.629251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8660ac-9e0b-4dc4-9b1e-ff285fbf3df1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network hostable DHCP agents. Network: cb1eaee9-0751-4f59-8634-b41778a54677, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:17:47.632331 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-162aedf6-d256-451a-84d7-d9c38175880c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3145864 Feb 02 13:17:47.635694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35698) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:47.653401 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-1b397fed-3567-4a29-b3fc-63ae5e20f845 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4944826c-bf8b-4065-98de-bc7da21a2637), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.655127 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4d0cf22b-9813-4df2-bf4f-8311469b5edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:47.669565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:17:47.678837 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ba216b-c61d-48b3-9b78-c727c391e5c9 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:17:47.686130 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Sync routers for ids ['da16c34c-ea61-4d1c-9c5d-9754b27c905b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:17:47.702696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47966af-f75c-47b6-a073-f140793030e5 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:17:47.739036 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Routers {'da16c34c-ea61-4d1c-9c5d-9754b27c905b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:47.744618 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['da16c34c-ea61-4d1c-9c5d-9754b27c905b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:47.759999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.764214 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c50b8fdf-ecc0-4bea-a0e7-0dde8c57fbd0 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.4931812 Feb 02 13:17:47.766975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35700) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:47.816654 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Publish callbacks [] for port (b47966af-f75c-47b6-a073-f140793030e5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.851028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b397fed-3567-4a29-b3fc-63ae5e20f845 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Port': ['ID=4944826c-bf8b-4065-98de-bc7da21a2637,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:47.852699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-efa8694d-861d-4f3f-b16b-abc2c60edb79 None None] Current status of the port 5089ba65-36b8-45f8-b53f-278c37eb27c0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:47.908434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-efa8694d-861d-4f3f-b16b-abc2c60edb79 None None] Provisioning complete for port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:47.908816 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-efa8694d-861d-4f3f-b16b-abc2c60edb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:47.952334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Transition to ACTIVE for port object b47966af-f75c-47b6-a073-f140793030e5 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:17:47.999978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-1b397fed-3567-4a29-b3fc-63ae5e20f845 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] No DVR routers for this DVR port 4944826c-bf8b-4065-98de-bc7da21a2637 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:17:48.005920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8660ac-9e0b-4dc4-9b1e-ff285fbf3df1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network cb1eaee9-0751-4f59-8634-b41778a54677 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:17:48.013767 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b47966af-f75c-47b6-a073-f140793030e5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:48.027256 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-1b397fed-3567-4a29-b3fc-63ae5e20f845 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:48.031270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f9bf7cb-abb5-4d8b-93b8-bed83c2a61aa req-1b397fed-3567-4a29-b3fc-63ae5e20f845 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.18 "DELETE /v2.0/ports/4944826c-bf8b-4065-98de-bc7da21a2637 HTTP/1.1" status: 204 len: 173 time: 3.3461363 Feb 02 13:17:48.035203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ee72b-2430-4de4-8deb-60a705769de5 req-e828e146-da77-496a-a2ea-374883c787c3 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:48.055685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-88ba216b-c61d-48b3-9b78-c727c391e5c9 None None] Deleting port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:17:48.055976 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88ba216b-c61d-48b3-9b78-c727c391e5c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:48.065171 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e29ee72b-2430-4de4-8deb-60a705769de5 req-e828e146-da77-496a-a2ea-374883c787c3 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1028 time: 0.6613677 Feb 02 13:17:48.114216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-deleted', 'tag': '4944826c-bf8b-4065-98de-bc7da21a2637'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:48.117267 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d50eeae-25da-472c-a29a-dc7af4b3e93c" -d '{"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-deleted", "tag": "4944826c-bf8b-4065-98de-bc7da21a2637"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:48.125572 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ee8660ac-9e0b-4dc4-9b1e-ff285fbf3df1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, cb1eaee9-0751-4f59-8634-b41778a54677) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:48.231878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0c427-f26b-43ff-97c6-c2c5a95ab68d req-ed39ccb4-3b54-4930-928d-4c7d801226d9 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:48.254582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77d0c427-f26b-43ff-97c6-c2c5a95ab68d req-ed39ccb4-3b54-4930-928d-4c7d801226d9 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.8766499 Feb 02 13:17:48.296854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8660ac-9e0b-4dc4-9b1e-ff285fbf3df1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:48.297450 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee8660ac-9e0b-4dc4-9b1e-ff285fbf3df1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:48.356767 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Set router da16c34c-ea61-4d1c-9c5d-9754b27c905b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:48.403373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-88ba216b-c61d-48b3-9b78-c727c391e5c9 None None] For port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:48.403974 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88ba216b-c61d-48b3-9b78-c727c391e5c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:48.481573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-88ba216b-c61d-48b3-9b78-c727c391e5c9 None None] Calling delete_port for 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:17:48.566691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Pushing event updated for resources: {'Port': ['ID=b47966af-f75c-47b6-a073-f140793030e5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:48.654110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a514a75e-1e0e-47a8-882d-3aab1885ff51 None None] Network cb1eaee9-0751-4f59-8634-b41778a54677 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:48.727498 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ee8660ac-9e0b-4dc4-9b1e-ff285fbf3df1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5432603 Feb 02 13:17:48.730859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:48.761849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5089ba65-36b8-45f8-b53f-278c37eb27c0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:48.825533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e29ee72b-2430-4de4-8deb-60a705769de5 req-41c813dd-1c5b-4a63-a638-47ccebf9f22a tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7589149 Feb 02 13:17:48.842190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-46cae217-a81f-4f63-a6d1-e3b03d3b2376 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-155217393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:48.862323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Attempting to bind port b47966af-f75c-47b6-a073-f140793030e5 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:48.863195 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Attempting to bind port b47966af-f75c-47b6-a073-f140793030e5 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:48.863590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Attempting to bind port b47966af-f75c-47b6-a073-f140793030e5 on network dac7fa4e-cf39-4c04-be08-2b29c057f31e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:48.963893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Port b47966af-f75c-47b6-a073-f140793030e5 on network dac7fa4e-cf39-4c04-be08-2b29c057f31e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:17:48.964244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Attempting to bind port b47966af-f75c-47b6-a073-f140793030e5 on network dac7fa4e-cf39-4c04-be08-2b29c057f31e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:48.965499 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'name': 'tempest-TestAggregatesBasicOps-1757451178-router', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:40Z', 'updated_at': '2022-02-02T13:17:45Z', 'revision_number': 3, 'project_id': 'b7d05e3fe51149e68051302010a70132', 'gw_port': {'id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:43Z', 'updated_at': '2022-02-02T13:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:48.979557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:48.982808 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Checking segment: {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:48.983236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Bound using segment: {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:48.983728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Bound port: b47966af-f75c-47b6-a073-f140793030e5, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:48.985010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b47966af-f75c-47b6-a073-f140793030e5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.019505 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46cae217-a81f-4f63-a6d1-e3b03d3b2376 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (2077f1fa-2c03-46b9-ac94-e9f728a1142e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.021372 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46cae217-a81f-4f63-a6d1-e3b03d3b2376 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (2077f1fa-2c03-46b9-ac94-e9f728a1142e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.034358 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88ba216b-c61d-48b3-9b78-c727c391e5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (03eb7b4b-c948-4448-9198-7ed6aa1e9c0e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.041610 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Checking router: da16c34c-ea61-4d1c-9c5d-9754b27c905b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:17:49.041982 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Updating router da16c34c-ea61-4d1c-9c5d-9754b27c905b port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:17:49.056338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0cf22b-9813-4df2-bf4f-8311469b5edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:49.065242 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d0cf22b-9813-4df2-bf4f-8311469b5edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.107982 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.113362 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77d0c427-f26b-43ff-97c6-c2c5a95ab68d req-e4f0b96c-3a89-4008-b4d4-28f97507cffe tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8610404 Feb 02 13:17:49.295221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f473e80-10ef-4f88-8f06-a50ab5e48253 None None] Network 78068cd7-0fc0-46f1-8aec-701341383eb1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:49.315332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba216b-c61d-48b3-9b78-c727c391e5c9 None None] Pushing event deleted for resources: {'Port': ['ID=03eb7b4b-c948-4448-9198-7ed6aa1e9c0e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:49.326947 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba216b-c61d-48b3-9b78-c727c391e5c9 None None] No DVR routers for this DVR port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:17:49.338864 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46cae217-a81f-4f63-a6d1-e3b03d3b2376 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (2077f1fa-2c03-46b9-ac94-e9f728a1142e), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.384633 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46cae217-a81f-4f63-a6d1-e3b03d3b2376 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (2077f1fa-2c03-46b9-ac94-e9f728a1142e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.400662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3129b9-a42f-421d-929c-674e413257e0 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:49.470345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-efa8694d-861d-4f3f-b16b-abc2c60edb79 None None] Current status of the port 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:49.486468 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46cae217-a81f-4f63-a6d1-e3b03d3b2376 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.490755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-46cae217-a81f-4f63-a6d1-e3b03d3b2376 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6968248 Feb 02 13:17:49.495454 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35722) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:49.510554 n-d-827336-2 neutron-server[103187]: INFO neutron.db.ipam_backend_mixin [None req-4d0cf22b-9813-4df2-bf4f-8311469b5edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57c0b06a-3665-443a-91c4-84505cb1528f (CIDR: 2001:db8::/64) Feb 02 13:17:49.602284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] For port b47966af-f75c-47b6-a073-f140793030e5, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:49.617980 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dee26d0-e810-4950-8456-af79e02a5f51 x-openstack-request-id: req-0dee26d0-e810-4950-8456-af79e02a5f51 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:49.618311 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75716c7b-9bc8-4082-a5db-13e1f44b6637", "name": "network-vif-deleted", "tag": "4944826c-bf8b-4065-98de-bc7da21a2637", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:49.618560 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0dee26d0-e810-4950-8456-af79e02a5f51 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:49.618949 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75716c7b-9bc8-4082-a5db-13e1f44b6637', 'name': 'network-vif-deleted', 'tag': '4944826c-bf8b-4065-98de-bc7da21a2637', 'status': 'completed', 'code': 200} Feb 02 13:17:49.637626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] For port b47966af-f75c-47b6-a073-f140793030e5, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b47966af-f75c-47b6-a073-f140793030e5,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:49.644411 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-91ce8aac-820c-499b-873a-5edc0e17840d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:49.645912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-91ce8aac-820c-499b-873a-5edc0e17840d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/networks?id=276ba717-3cc3-4b15-8fa5-18614378956f HTTP/1.1" status: 200 len: 813 time: 0.5680680 Feb 02 13:17:49.659324 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Publish callbacks [] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.677140 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.690328 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b47966af-f75c-47b6-a073-f140793030e5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.832191 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Pushing event updated for resources: {'Port': ['ID=8cbee54b-ebeb-4935-bbcd-ce6eb70502a4,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:49.842367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-cb1eaee9-0751-4f59-8634-b41778a54677', 'network_id': 'cb1eaee9-0751-4f59-8634-b41778a54677', 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'fixed_ips': [{'subnet_id': 'b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:17:49.850086 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.852982 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Attempting to bind port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:49.853398 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Attempting to bind port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:49.853751 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Attempting to bind port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:49.863574 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.863916 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.864252 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.864580 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.866019 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.866019 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.866019 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.875312 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.875745 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.876081 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.876414 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.876738 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.877063 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:17:49.890131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-38ee8b8e-88a6-49a7-80e0-da3d843b0c9b None None] Provisioning complete for port f3877550-ea5a-49de-92d7-2122eef68667 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:49.890390 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38ee8b8e-88a6-49a7-80e0-da3d843b0c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f3877550-ea5a-49de-92d7-2122eef68667), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.894284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5089ba65-36b8-45f8-b53f-278c37eb27c0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:49.894771 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.907373 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:49.910530 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:49.910530 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.910761 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:49.911087 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Bound port: 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:49.913477 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:49.915449 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0cf22b-9813-4df2-bf4f-8311469b5edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:17:49.915959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0cf22b-9813-4df2-bf4f-8311469b5edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:17:50.038122 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:50.050193 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] For port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:50.060273 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] For port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8cbee54b-ebeb-4935-bbcd-ce6eb70502a4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:50.060546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'project_id': '02d0f0b031074f4a91120895ec758578', 'fixed_ips': [{'subnet_id': '57c0b06a-3665-443a-91c4-84505cb1528f'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:17:50.061586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:50.075487 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4d0cf22b-9813-4df2-bf4f-8311469b5edc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4384220 Feb 02 13:17:50.076245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:50.085222 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:50.221367 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Routers {'da16c34c-ea61-4d1c-9c5d-9754b27c905b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:50.222073 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['da16c34c-ea61-4d1c-9c5d-9754b27c905b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:50.280791 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e890705-c7ab-4f37-8fa1-9ad361f9f58a None None] Pushing event updated for resources: {'Port': ['ID=8cbee54b-ebeb-4935-bbcd-ce6eb70502a4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:50.366294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Pushing event updated for resources: {'Port': ['ID=b47966af-f75c-47b6-a073-f140793030e5,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:50.389623 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-94d0b167-6592-459d-9075-2867df297db3 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/quotas/6f94458897094d56aef55c1761cbde79 HTTP/1.1" status: 200 len: 375 time: 0.7075315 Feb 02 13:17:50.404821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-38ee8b8e-88a6-49a7-80e0-da3d843b0c9b None None] Current status of the port f3877550-ea5a-49de-92d7-2122eef68667 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:50.404821 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38ee8b8e-88a6-49a7-80e0-da3d843b0c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f3877550-ea5a-49de-92d7-2122eef68667), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:50.416759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Allocated IP 172.20.0.1 (cb2de5ec-90d0-469e-8f73-eb3e5c175c46/13451957-f2d4-4dd2-8e02-6281000ae999/fae634bb-514a-4526-8bd0-1b7963d986f8) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:50.459470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb41015d-5e04-43fb-95e4-d415ecdf3ac5 req-3b97e64a-29fc-48f0-b501-4366dc86c34c tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.7145078 Feb 02 13:17:50.541758 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] Set router da16c34c-ea61-4d1c-9c5d-9754b27c905b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:50.552859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'subnet': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:50.564970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:50.565588 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:50.567050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-33f96074-b44d-4a7a-a6d2-19e7a4930f36 service neutron] 10.222.0.18 "PUT /v2.0/ports/b47966af-f75c-47b6-a073-f140793030e5 HTTP/1.1" status: 200 len: 1092 time: 5.5147083 Feb 02 13:17:50.895685 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Publish callbacks [] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:50.973529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Allocated IP 2001:db8::2 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/57c0b06a-3665-443a-91c4-84505cb1528f/8324cfb9-196f-4061-90a3-45cee3df041b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:51.042217 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:51.103940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Network cb2de5ec-90d0-469e-8f73-eb3e5c175c46 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:51.105145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:51.108657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:51.154205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-0be4a433-11ca-42ef-a2a4-8179335267f4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f94458897094d56aef55c1761cbde79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7623763 Feb 02 13:17:51.170781 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'name': 'tempest-TestAggregatesBasicOps-1757451178-router', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:40Z', 'updated_at': '2022-02-02T13:17:45Z', 'revision_number': 3, 'project_id': 'b7d05e3fe51149e68051302010a70132', 'gw_port': {'id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:43Z', 'updated_at': '2022-02-02T13:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:51.182757 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-90d13a34-e045-495a-84e1-96d63a08a778 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:17:51.183803 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-90d13a34-e045-495a-84e1-96d63a08a778 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099523 Feb 02 13:17:51.235052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c7f0b-1816-4886-bb91-20b2a6d3ed11 req-f0244213-0b7f-445e-9a35-4eb84e770f39 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:51.236743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813c7f0b-1816-4886-bb91-20b2a6d3ed11 req-f0244213-0b7f-445e-9a35-4eb84e770f39 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1126 time: 0.4577296 Feb 02 13:17:51.262016 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1e20e-f9f9-495d-8cd9-35683c97fcb4 None None] The sync data for ids ['da16c34c-ea61-4d1c-9c5d-9754b27c905b'] in n-d-827336-2 is: [{'id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'name': 'tempest-TestAggregatesBasicOps-1757451178-router', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:40Z', 'updated_at': '2022-02-02T13:17:45Z', 'revision_number': 3, 'project_id': 'b7d05e3fe51149e68051302010a70132', 'gw_port': {'id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:43Z', 'updated_at': '2022-02-02T13:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:17:51.289835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-f3563576-44f9-4395-940c-502cb829d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:51.290295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-f3563576-44f9-4395-940c-502cb829d58f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6589d4a4c514cbe8bf690849dabd725&device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1126 time: 0.5070851 Feb 02 13:17:51.396304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Pushing event updated for resources: {'Port': ['ID=fae634bb-514a-4526-8bd0-1b7963d986f8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:51.406899 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:51.409715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:51.463495 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:51.482261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (da16c34c-ea61-4d1c-9c5d-9754b27c905b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:51.544045 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-bd5c7fb4-d4f2-4a42-b1e6-0226c5ac6b69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b47966af-f75c-47b6-a073-f140793030e5 HTTP/1.1" status: 200 len: 217 time: 0.1742187 Feb 02 13:17:51.620514 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Publish callbacks [] for port (8324cfb9-196f-4061-90a3-45cee3df041b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:51.631026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb90a957-f37c-4cba-b6aa-d3421ea6feda', 'tag': 'b47966af-f75c-47b6-a073-f140793030e5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:17:51.634645 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977df6ed-e83f-49e8-9b16-c583d82c47cd" -d '{"events": [{"name": "network-changed", "server_uuid": "bb90a957-f37c-4cba-b6aa-d3421ea6feda", "tag": "b47966af-f75c-47b6-a073-f140793030e5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:17:51.647413 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:51.650991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-a1d7ac49-eccd-428f-b952-765e3f8dddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:51.654836 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-a1d7ac49-eccd-428f-b952-765e3f8dddec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f5c9669-0db7-46c3-836f-e5879716fb69 HTTP/1.1" status: 200 len: 849 time: 0.0911818 Feb 02 13:17:51.845626 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813c7f0b-1816-4886-bb91-20b2a6d3ed11 req-1ab8c169-5a94-4b70-9262-9c85c41363a7 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718322 Feb 02 13:17:51.953714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Pushing event updated for resources: {'Port': ['ID=8324cfb9-196f-4061-90a3-45cee3df041b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:51.955236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.objects.ports [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:17:52.029174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:52.030966 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-38ee8b8e-88a6-49a7-80e0-da3d843b0c9b None None] For port f3877550-ea5a-49de-92d7-2122eef68667, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f3877550-ea5a-49de-92d7-2122eef68667,segment=NetworkSegment(efaf5046-9a01-4f83-a178-10166d20930e),segment_id=efaf5046-9a01-4f83-a178-10166d20930e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:52.033453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5089ba65-36b8-45f8-b53f-278c37eb27c0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:52.046832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f3877550-ea5a-49de-92d7-2122eef68667 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:52.059094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:52.063510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:52.074935 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38ee8b8e-88a6-49a7-80e0-da3d843b0c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f3877550-ea5a-49de-92d7-2122eef68667), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:52.090533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Allocated IP 2001:db8::1 (78068cd7-0fc0-46f1-8aec-701341383eb1/c8aab082-dceb-4349-9f9b-8eae828702f6/4458e678-76ed-4b8e-9b97-9b23bca91ac2) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:52.098936 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:52.213550 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-7e5c8600-ecce-42f7-9cc6-48aaa16d4a23 service neutron] 10.222.0.83 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0063829 Feb 02 13:17:52.329851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Allocated IP 2001:db8:1::2 (cb1eaee9-0751-4f59-8634-b41778a54677/b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd/704e71af-c5c1-4252-b396-cf34189417bd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:52.402798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Publish callbacks [] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:52.420270 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:52.480461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Attempting to bind port 8324cfb9-196f-4061-90a3-45cee3df041b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:52.480929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Attempting to bind port 8324cfb9-196f-4061-90a3-45cee3df041b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:52.481364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Attempting to bind port 8324cfb9-196f-4061-90a3-45cee3df041b on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:52.522490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:52.523486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:52.523967 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:52.524906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:52.525425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Bound port: 8324cfb9-196f-4061-90a3-45cee3df041b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:52.525844 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:52.540596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-6de640b7-5fec-4e25-ad43-49e6e32ee2e4 service neutron] 10.222.0.83 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808051 Feb 02 13:17:52.597553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c6216-73be-4763-a301-6a79b825c43a req-3da8c247-149b-4853-ba90-50769fa43d21 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:52.605248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d3c6216-73be-4763-a301-6a79b825c43a req-3da8c247-149b-4853-ba90-50769fa43d21 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.4457726 Feb 02 13:17:52.625402 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (da16c34c-ea61-4d1c-9c5d-9754b27c905b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:52.652630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-18c394fa-c1b7-4096-9562-601dda022725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:52.656131 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-18c394fa-c1b7-4096-9562-601dda022725 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dac7fa4e-cf39-4c04-be08-2b29c057f31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9890289 Feb 02 13:17:52.665070 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (4458e678-76ed-4b8e-9b97-9b23bca91ac2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:52.667546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee8b8e-88a6-49a7-80e0-da3d843b0c9b None None] Pushing event updated for resources: {'Port': ['ID=f3877550-ea5a-49de-92d7-2122eef68667,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:52.724348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Pushing event updated for resources: {'Port': ['ID=fae634bb-514a-4526-8bd0-1b7963d986f8,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:52.882031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-1230f6c5-d1aa-4707-9ade-c0d2af3a0346 service neutron] 10.222.0.18 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966181 Feb 02 13:17:53.024913 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:53.028254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Network cb2de5ec-90d0-469e-8f73-eb3e5c175c46 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:53.037836 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:53.052632 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97fc4528-8e1a-4382-b4bb-cb2a7f67437d req-44ce0741-9f55-43db-bf26-83796b6c5ecf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1013186 Feb 02 13:17:53.058527 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Publish callbacks [] for port (704e71af-c5c1-4252-b396-cf34189417bd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:53.069999 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (704e71af-c5c1-4252-b396-cf34189417bd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:53.098401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d3c6216-73be-4763-a301-6a79b825c43a req-06676e69-b1ca-4751-ba4b-5a0c3d8c50c9 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894524 Feb 02 13:17:53.117732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ae560340-4cfc-42cd-868d-dfb047e7d617 None None] Provisioning complete for port f3877550-ea5a-49de-92d7-2122eef68667 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:53.124277 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae560340-4cfc-42cd-868d-dfb047e7d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f3877550-ea5a-49de-92d7-2122eef68667), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:53.267721 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111f87b7-5ab9-41e9-b515-4e45964dfb45 x-openstack-request-id: req-111f87b7-5ab9-41e9-b515-4e45964dfb45 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:17:53.281934 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb90a957-f37c-4cba-b6aa-d3421ea6feda", "tag": "b47966af-f75c-47b6-a073-f140793030e5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:17:53.282561 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-111f87b7-5ab9-41e9-b515-4e45964dfb45 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:17:53.283191 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb90a957-f37c-4cba-b6aa-d3421ea6feda', 'tag': 'b47966af-f75c-47b6-a073-f140793030e5', 'status': 'completed', 'code': 200} Feb 02 13:17:53.355587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-036cf44c-bc36-4c4b-ab80-9b339f6c5475 req-9fb346d3-ed03-4e2b-ab6a-0afae4c4e6cd tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 210 time: 0.1031830 Feb 02 13:17:53.386879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f3877550-ea5a-49de-92d7-2122eef68667 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:53.394536 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f3877550-ea5a-49de-92d7-2122eef68667), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:53.426773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6891d9f7-79c3-44b6-8f84-93aa834c49d2 req-401894f3-c8b4-450b-ba07-06b5e980e419 service neutron] 10.222.0.18 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437262 Feb 02 13:17:53.428764 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4458e678-76ed-4b8e-9b97-9b23bca91ac2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:53.603034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Network cb1eaee9-0751-4f59-8634-b41778a54677 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:53.629707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:53.634071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:53.636888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Pushing event updated for resources: {'Port': ['ID=704e71af-c5c1-4252-b396-cf34189417bd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:53.671653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 78068cd7-0fc0-46f1-8aec-701341383eb1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:53.691275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:53.715640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=4458e678-76ed-4b8e-9b97-9b23bca91ac2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:53.722459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:53.728639 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (2077f1fa-2c03-46b9-ac94-e9f728a1142e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:53.766092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Attempting to bind port 704e71af-c5c1-4252-b396-cf34189417bd on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:53.766515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Attempting to bind port 704e71af-c5c1-4252-b396-cf34189417bd by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b1abdaef-7d77-4b50-8b66-2af05283f881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb1eaee9-0751-4f59-8634-b41778a54677'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:53.766890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Attempting to bind port 704e71af-c5c1-4252-b396-cf34189417bd on network cb1eaee9-0751-4f59-8634-b41778a54677 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:53.774130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:53.774611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Checking segment: {'id': 'b1abdaef-7d77-4b50-8b66-2af05283f881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb1eaee9-0751-4f59-8634-b41778a54677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:53.774973 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:53.775378 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Bound using segment: {'id': 'b1abdaef-7d77-4b50-8b66-2af05283f881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb1eaee9-0751-4f59-8634-b41778a54677'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:53.775963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Bound port: 704e71af-c5c1-4252-b396-cf34189417bd, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1abdaef-7d77-4b50-8b66-2af05283f881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'cb1eaee9-0751-4f59-8634-b41778a54677'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:53.776359 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (704e71af-c5c1-4252-b396-cf34189417bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:53.787685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] For port 8324cfb9-196f-4061-90a3-45cee3df041b, host n-d-827336-2, got binding levels [] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:53.828148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d75bb-3dd5-439c-b703-740b54a3f486 req-0e8a94e3-9fea-4cb6-a7f0-a521ea61f701 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:53.883487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-330d75bb-3dd5-439c-b703-740b54a3f486 req-0e8a94e3-9fea-4cb6-a7f0-a521ea61f701 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1126 time: 0.4223211 Feb 02 13:17:53.939909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (8324cfb9-196f-4061-90a3-45cee3df041b), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:53.990682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977df6ed-e83f-49e8-9b16-c583d82c47cd req-2e6a5288-8e15-4bcb-8bac-b25fc6c7cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:53.996771 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-977df6ed-e83f-49e8-9b16-c583d82c47cd req-2e6a5288-8e15-4bcb-8bac-b25fc6c7cea8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6589d4a4c514cbe8bf690849dabd725&device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1126 time: 0.4455259 Feb 02 13:17:53.999217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Router da16c34c-ea61-4d1c-9c5d-9754b27c905b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:17:54.007448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] For port 8324cfb9-196f-4061-90a3-45cee3df041b, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:54.011077 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:54.092523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attempting to bind port 8324cfb9-196f-4061-90a3-45cee3df041b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:17:54.092984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attempting to bind port 8324cfb9-196f-4061-90a3-45cee3df041b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:17:54.093340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attempting to bind port 8324cfb9-196f-4061-90a3-45cee3df041b on network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:17:54.177389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-330d75bb-3dd5-439c-b703-740b54a3f486 req-fecbce52-6e64-4e72-92f7-04fc2138387e tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983317 Feb 02 13:17:54.216117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f3877550-ea5a-49de-92d7-2122eef68667 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:54.225019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ae560340-4cfc-42cd-868d-dfb047e7d617 None None] Current status of the port f3877550-ea5a-49de-92d7-2122eef68667 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:54.269579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] For port 8324cfb9-196f-4061-90a3-45cee3df041b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8324cfb9-196f-4061-90a3-45cee3df041b,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:54.280749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:17:54.317627 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4ceaeb1e-9d4f-48fd-a93b-21a4c0ee75d0 admin admin] 10.222.0.83 "PUT /v2.0/routers/da16c34c-ea61-4d1c-9c5d-9754b27c905b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5463536 Feb 02 13:17:54.318784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:17:54.319137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Checking segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:17:54.319587 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:54.319951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Bound using segment: {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:17:54.320415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Bound port: 8324cfb9-196f-4061-90a3-45cee3df041b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:17:54.320766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:54.353980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:17:54.421661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=8324cfb9-196f-4061-90a3-45cee3df041b,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:54.451855 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:54.484636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ae560340-4cfc-42cd-868d-dfb047e7d617 None None] Provisioning complete for port fae634bb-514a-4526-8bd0-1b7963d986f8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:54.493002 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae560340-4cfc-42cd-868d-dfb047e7d617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:54.530725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aaa55014-e554-4654-8775-516b509837cb req-dab7a0ae-89d0-4db4-aab4-1cd1598194ac tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.0729558 Feb 02 13:17:54.600317 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:17:54.600623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 03eb7b4b-c948-4448-9198-7ed6aa1e9c0e not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:17:54.603776 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4458e678-76ed-4b8e-9b97-9b23bca91ac2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:54.604029 n-d-827336-2 neutron-server[103187]: WARNING neutron.plugins.ml2.plugin [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Concurrent port binding operations failed on port 8324cfb9-196f-4061-90a3-45cee3df041b Feb 02 13:17:54.612254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] For port 8324cfb9-196f-4061-90a3-45cee3df041b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8324cfb9-196f-4061-90a3-45cee3df041b,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:54.616633 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attempt 2 to bind port 8324cfb9-196f-4061-90a3-45cee3df041b Feb 02 13:17:54.628309 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (8c597165-ee16-420f-b31d-0ed91ea6ccff), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:54.671055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ae560340-4cfc-42cd-868d-dfb047e7d617 None None] Port fae634bb-514a-4526-8bd0-1b7963d986f8 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:54.805624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Sync routers for ids ['da16c34c-ea61-4d1c-9c5d-9754b27c905b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:17:54.809779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:54.819024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:54.822922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Subnet': ['ID=8c597165-ee16-420f-b31d-0ed91ea6ccff,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:54.836325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:54.838987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:54.870336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Routers {'da16c34c-ea61-4d1c-9c5d-9754b27c905b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:54.871034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['da16c34c-ea61-4d1c-9c5d-9754b27c905b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:54.881656 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-12608063-0a13-4e52-b96d-4137e0ae52ca tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.3413765 Feb 02 13:17:54.885564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35780) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:54.898881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Request body: {'port': {'network_id': '7be48358-3b70-4fdf-8b4c-cf3fe59f2581', 'mac_address': 'fa:16:3e:31:a9:b5', 'name': 'tempest-NetworksTestDHCPv6-302299157'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:54.976768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977df6ed-e83f-49e8-9b16-c583d82c47cd req-86236a06-4419-4adf-b7f3-3c03a5731254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:54.978275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-977df6ed-e83f-49e8-9b16-c583d82c47cd req-86236a06-4419-4adf-b7f3-3c03a5731254 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dac7fa4e-cf39-4c04-be08-2b29c057f31e HTTP/1.1" status: 200 len: 911 time: 0.9590816 Feb 02 13:17:55.041255 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84badcf6-43d7-4a5b-99d1-49810b919652 None None] Pushing event updated for resources: {'Port': ['ID=8324cfb9-196f-4061-90a3-45cee3df041b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:55.065206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:55.158811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] For port 704e71af-c5c1-4252-b396-cf34189417bd, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:17:55.199835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] For port 704e71af-c5c1-4252-b396-cf34189417bd, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=704e71af-c5c1-4252-b396-cf34189417bd,segment=NetworkSegment(b1abdaef-7d77-4b50-8b66-2af05283f881),segment_id=b1abdaef-7d77-4b50-8b66-2af05283f881)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:17:55.222610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Set router da16c34c-ea61-4d1c-9c5d-9754b27c905b gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:17:55.268707 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (704e71af-c5c1-4252-b396-cf34189417bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:55.331851 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (4458e678-76ed-4b8e-9b97-9b23bca91ac2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:55.343781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:55.344419 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:55.353081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca436e-dde7-433d-a759-4bd21e7db976 None None] Pushing event updated for resources: {'Port': ['ID=704e71af-c5c1-4252-b396-cf34189417bd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:55.391478 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:17:55.497866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-977df6ed-e83f-49e8-9b16-c583d82c47cd req-ce882b49-d478-4f66-9525-97105090f093 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b47966af-f75c-47b6-a073-f140793030e5 HTTP/1.1" status: 200 len: 217 time: 0.1410246 Feb 02 13:17:55.517488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b14d990b-cb6f-4ba6-88be-f04cefb27224 req-0cc1542f-7603-47b0-97df-496ecffa87d9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 210 time: 0.5772266 Feb 02 13:17:55.522574 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (4458e678-76ed-4b8e-9b97-9b23bca91ac2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:55.524126 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (2077f1fa-2c03-46b9-ac94-e9f728a1142e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:55.551378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-3488cc6d-8b71-4f77-8062-a6ee82f5be27 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:55.559647 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-3488cc6d-8b71-4f77-8062-a6ee82f5be27 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.62 "GET /v2.0/networks?id=276ba717-3cc3-4b15-8fa5-18614378956f HTTP/1.1" status: 200 len: 813 time: 0.6337063 Feb 02 13:17:55.590495 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Request body: {'port': {'device_id': 'bb261e6b-72c4-4eee-aa54-7a75908254ce', 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f', 'admin_state_up': True, 'tenant_id': '6f94458897094d56aef55c1761cbde79'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:55.684544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Made reservation on behalf of 02d0f0b031074f4a91120895ec758578 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:55.727297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977df6ed-e83f-49e8-9b16-c583d82c47cd req-0bc15ff3-44fb-491e-88ff-b7b7fbc42365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:55.733488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-977df6ed-e83f-49e8-9b16-c583d82c47cd req-0bc15ff3-44fb-491e-88ff-b7b7fbc42365 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f5c9669-0db7-46c3-836f-e5879716fb69 HTTP/1.1" status: 200 len: 849 time: 0.1905546 Feb 02 13:17:55.938264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68edd6f-b7e1-46be-b43b-1c0acc30e385 req-adaceacd-ad58-4c59-9681-0d94a2233c69 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:55.942680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-50d02917-c088-421b-b6e9-ba6968055cde None None] Provisioning complete for port fae634bb-514a-4526-8bd0-1b7963d986f8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:55.942680 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50d02917-c088-421b-b6e9-ba6968055cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:55.961937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b68edd6f-b7e1-46be-b43b-1c0acc30e385 req-adaceacd-ad58-4c59-9681-0d94a2233c69 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 1.5951588 Feb 02 13:17:55.968406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35800) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:56.008571 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:56.038813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-50d02917-c088-421b-b6e9-ba6968055cde None None] Port fae634bb-514a-4526-8bd0-1b7963d986f8 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:56.095656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-50d02917-c088-421b-b6e9-ba6968055cde None None] Provisioning complete for port 4458e678-76ed-4b8e-9b97-9b23bca91ac2 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:56.095656 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-50d02917-c088-421b-b6e9-ba6968055cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4458e678-76ed-4b8e-9b97-9b23bca91ac2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:56.103459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] device_id is not set on port 1a6af53a-bf1c-4303-ad0f-5abbbdd40a76 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:17:56.156072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-50d02917-c088-421b-b6e9-ba6968055cde None None] Port 4458e678-76ed-4b8e-9b97-9b23bca91ac2 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:17:56.227615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:56.228742 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:56.256037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8cbee54b-ebeb-4935-bbcd-ce6eb70502a4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:56.294613 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:56.296173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f3877550-ea5a-49de-92d7-2122eef68667 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:56.305513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Made reservation on behalf of 6f94458897094d56aef55c1761cbde79 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:56.314768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:56.341246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'name': 'tempest-TestAggregatesBasicOps-1757451178-router', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:40Z', 'updated_at': '2022-02-02T13:17:51Z', 'revision_number': 4, 'project_id': 'b7d05e3fe51149e68051302010a70132', 'gw_port': {'id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:08:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:43Z', 'updated_at': '2022-02-02T13:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'fae634bb-514a-4526-8bd0-1b7963d986f8', 'name': '', 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'mac_address': 'fa:16:3e:13:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '13451957-f2d4-4dd2-8e02-6281000ae999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:50Z', 'updated_at': '2022-02-02T13:17:52Z', 'revision_number': 2, 'project_id': 'b7d05e3fe51149e68051302010a70132', 'subnets': [{'id': '13451957-f2d4-4dd2-8e02-6281000ae999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:56.449775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=8cbee54b-ebeb-4935-bbcd-ce6eb70502a4,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:56.490707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Checking router: da16c34c-ea61-4d1c-9c5d-9754b27c905b for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:17:56.492549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Updating router da16c34c-ea61-4d1c-9c5d-9754b27c905b port fae634bb-514a-4526-8bd0-1b7963d986f8 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:17:56.596888 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Allocated IP 172.20.0.2 (276ba717-3cc3-4b15-8fa5-18614378956f/cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0/dd70eaba-0c08-4b68-8c2b-f8d27b4339d0) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:56.626450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-277317409-network', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:56.634595 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:56.650416 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f3877550-ea5a-49de-92d7-2122eef68667 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:56.650864 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f3877550-ea5a-49de-92d7-2122eef68667), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:56.794735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487bec2-f814-48d5-93dd-294db4871b89 req-90b65586-40aa-4af3-a6cd-a3e9b9fbbfdb tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:56.805074 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f487bec2-f814-48d5-93dd-294db4871b89 req-90b65586-40aa-4af3-a6cd-a3e9b9fbbfdb tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1126 time: 1.0681868 Feb 02 13:17:56.898100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=4458e678-76ed-4b8e-9b97-9b23bca91ac2,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:56.950780 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6754d58-0ca7-4406-bcd3-354d93cde8bc None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:56.980453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Made reservation on behalf of 18fd1e15a9f04b518c1b594ee0a41376 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:56.983380 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:56.994824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b68edd6f-b7e1-46be-b43b-1c0acc30e385 req-9c1abbd9-9179-4425-bf87-32c4703d6542 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189280 Feb 02 13:17:57.041151 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:57.084168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977df6ed-e83f-49e8-9b16-c583d82c47cd req-e182f2f1-05d3-49eb-b01b-67cc973eeddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:57.090006 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-977df6ed-e83f-49e8-9b16-c583d82c47cd req-e182f2f1-05d3-49eb-b01b-67cc973eeddc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dac7fa4e-cf39-4c04-be08-2b29c057f31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3142898 Feb 02 13:17:57.272206 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63cfbb1d-7a35-43a2-bf27-927bb9597dc7 req-4cdfbc28-cef6-40c8-bbdf-2a41975cc921 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.0474563 Feb 02 13:17:57.316490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f487bec2-f814-48d5-93dd-294db4871b89 req-29f6bfa6-6479-4e88-b47c-a6e78c55ea41 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079496 Feb 02 13:17:57.324872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 78068cd7-0fc0-46f1-8aec-701341383eb1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:57.342799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:57.399724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b47966af-f75c-47b6-a073-f140793030e5 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:17:57.629823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3faee491-f494-4ba7-8c29-c5a2684aa1b1 None None] Provisioning complete for port 8324cfb9-196f-4061-90a3-45cee3df041b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:57.630373 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3faee491-f494-4ba7-8c29-c5a2684aa1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:57.648814 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46486c8a-1605-45f9-baa3-58c2ce3f3dd7 req-8b85ce9d-0d92-44f1-aa3f-f50173a7cab2 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 210 time: 0.1876609 Feb 02 13:17:57.660445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-977df6ed-e83f-49e8-9b16-c583d82c47cd req-c3641f76-ebcf-48da-9c22-32bf1237c8a8 service neutron] 10.222.0.18 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387957 Feb 02 13:17:57.676999 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997234e9-ab77-486b-a423-c305bc7e2306 None None] Network cb1eaee9-0751-4f59-8634-b41778a54677 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:17:57.735412 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:17:57.797723 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-977df6ed-e83f-49e8-9b16-c583d82c47cd req-757be818-fbc1-4782-a747-8fb77bb67d83 service neutron] 10.222.0.18 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170583 Feb 02 13:17:57.804265 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f3877550-ea5a-49de-92d7-2122eef68667 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:57.861134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 2077f1fa-2c03-46b9-ac94-e9f728a1142e is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:17:57.893152 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Publish callbacks [] for security_group (d8e81c6b-7cb7-4825-a6ec-2851f81731c6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:57.996302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8::17e (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/57c0b06a-3665-443a-91c4-84505cb1528f/1a6af53a-bf1c-4303-ad0f-5abbbdd40a76) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:58.016053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:a9b5 (7be48358-3b70-4fdf-8b4c-cf3fe59f2581/8c597165-ee16-420f-b31d-0ed91ea6ccff/1a6af53a-bf1c-4303-ad0f-5abbbdd40a76) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:17:58.047269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b47966af-f75c-47b6-a073-f140793030e5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b47966af-f75c-47b6-a073-f140793030e5,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:58.075709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3faee491-f494-4ba7-8c29-c5a2684aa1b1 None None] Current status of the port 8324cfb9-196f-4061-90a3-45cee3df041b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:58.077152 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3faee491-f494-4ba7-8c29-c5a2684aa1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:58.089698 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks [] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:58.158114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'b47966af-f75c-47b6-a073-f140793030e5', 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e', 'port_id': 'b47966af-f75c-47b6-a073-f140793030e5', 'mac_address': 'fa:16:3e:30:ff:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5c9669-0db7-46c3-836f-e5879716fb69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:17:58.210078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:17:58.220930 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2b1f8-f7f2-4900-9977-1b94f65ce950 None None] Sync routers for ids ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:17:58.236070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3faee491-f494-4ba7-8c29-c5a2684aa1b1 None None] For port 8324cfb9-196f-4061-90a3-45cee3df041b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8324cfb9-196f-4061-90a3-45cee3df041b,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:58.249729 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2b1f8-f7f2-4900-9977-1b94f65ce950 None None] Routers {'2077f1fa-2c03-46b9-ac94-e9f728a1142e'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:58.252634 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6b2b1f8-f7f2-4900-9977-1b94f65ce950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:58.258324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aada490d-d362-415d-a5de-405e71561b96 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/2077f1fa-2c03-46b9-ac94-e9f728a1142e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7595448 Feb 02 13:17:58.261159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35818) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:58.261292 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3faee491-f494-4ba7-8c29-c5a2684aa1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:58.263376 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d8e81c6b-7cb7-4825-a6ec-2851f81731c6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:58.367086 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6b2b1f8-f7f2-4900-9977-1b94f65ce950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:58.395696 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b2b1f8-f7f2-4900-9977-1b94f65ce950 None None] Routers {'2077f1fa-2c03-46b9-ac94-e9f728a1142e'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:17:58.396560 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6b2b1f8-f7f2-4900-9977-1b94f65ce950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:58.417225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faee491-f494-4ba7-8c29-c5a2684aa1b1 None None] Pushing event updated for resources: {'Port': ['ID=8324cfb9-196f-4061-90a3-45cee3df041b,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:58.419921 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:17:58.432759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 704e71af-c5c1-4252-b396-cf34189417bd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:17:58.440952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:58.487392 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ab99952-80b4-48eb-b5c2-f020aebb9de6 req-fb0c9820-cc76-46bd-9ab7-95e678e790d1 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.0709865 Feb 02 13:17:58.488360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e81c6b-7cb7-4825-a6ec-2851f81731c6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:58.505926 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (02375e80-2348-4c54-b526-a68bd2918323), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:58.507972 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Added segment 02375e80-2348-4c54-b526-a68bd2918323 of type vlan for network 5990a4e6-7253-4019-b0a2-30b61841cd70 Feb 02 13:17:58.532014 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6b2b1f8-f7f2-4900-9977-1b94f65ce950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:17:58.532839 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b2b1f8-f7f2-4900-9977-1b94f65ce950 None None] The sync data for ids ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:17:58.608564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['851eda44-b5c7-4462-b02f-45604f9f4d1b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:17:58.613678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9379857c-72c1-498d-a24a-f4587c4574d7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:58.623720 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9379857c-72c1-498d-a24a-f4587c4574d7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports/4458e678-76ed-4b8e-9b97-9b23bca91ac2 HTTP/1.1" status: 200 len: 911 time: 0.3575332 Feb 02 13:17:58.635134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4e83f-7467-40cd-9a16-acdf40bdbb8d req-dc2cdb85-5964-4f3d-a60f-96c2c3c4a509 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:58.636871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17c4e83f-7467-40cd-9a16-acdf40bdbb8d req-dc2cdb85-5964-4f3d-a60f-96c2c3c4a509 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.3547635 Feb 02 13:17:58.638642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:58.741741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Network 276ba717-3cc3-4b15-8fa5-18614378956f is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:58.754534 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for port (1a6af53a-bf1c-4303-ad0f-5abbbdd40a76), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:58.759012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:58.776070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:58.792309 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Pushing event updated for resources: {'Port': ['ID=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:58.818073 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (5990a4e6-7253-4019-b0a2-30b61841cd70), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:58.841899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b47966af-f75c-47b6-a073-f140793030e5 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:58.842304 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b47966af-f75c-47b6-a073-f140793030e5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:58.874160 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-7b643199-00c2-400e-b496-cec914ccd1a8 req-e37accf0-92bb-4518-8314-aa18e1a53cc8 service neutron] (103187) timed out ('10.222.0.83', 35340) {{(pid=103187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:17:58.885076 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Publish callbacks [] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:58.940354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d4a46bdc-efc6-4638-87d5-598e4bf8985f None None] Provisioning complete for port 704e71af-c5c1-4252-b396-cf34189417bd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:58.942817 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4a46bdc-efc6-4638-87d5-598e4bf8985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (704e71af-c5c1-4252-b396-cf34189417bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:58.966705 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:17:58.975351 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:58.976137 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:59.038978 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:59.067150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e3c1c-ff90-42d1-ad89-fa95d2e5275e req-68caceee-e5ea-4ce8-902a-87f5e60b54c0 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:59.078072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1a6af53a-bf1c-4303-ad0f-5abbbdd40a76), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:59.082350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f46e3c1c-ff90-42d1-ad89-fa95d2e5275e req-68caceee-e5ea-4ce8-902a-87f5e60b54c0 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1126 time: 0.4690053 Feb 02 13:17:59.113271 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-35d78119-8876-4a05-a15d-bbd38b7b5c73 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5347781 Feb 02 13:17:59.115755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 704e71af-c5c1-4252-b396-cf34189417bd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:17:59.116268 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (704e71af-c5c1-4252-b396-cf34189417bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:59.120830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47966af-f75c-47b6-a073-f140793030e5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:17:59.123104 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (5990a4e6-7253-4019-b0a2-30b61841cd70), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:59.124174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:59.130824 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:59.191389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Request body: {'port': {'device_id': 'bb261e6b-72c4-4eee-aa54-7a75908254ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:59.216357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:17:59.254597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:17:59.266556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:17:59.280131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:17:59.280587 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:59.341994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17c4e83f-7467-40cd-9a16-acdf40bdbb8d req-676e9372-0b27-4a0e-9016-6397c25ec7b9 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982054 Feb 02 13:17:59.363980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event updated for resources: {'Port': ['ID=1a6af53a-bf1c-4303-ad0f-5abbbdd40a76,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:59.393332 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-62eb31e0-05fa-421a-a728-878999b48112 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.5062790 Feb 02 13:17:59.399977 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35832) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:59.467060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4878488 Feb 02 13:17:59.490852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:17:59.516861 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b2fcbe72-0024-4f32-b459-557d46a7ddab admin admin] Request body: {'subnet': {'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-277317409-subnet', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:17:59.518585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b47966af-f75c-47b6-a073-f140793030e5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b47966af-f75c-47b6-a073-f140793030e5,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:59.527695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d4a46bdc-efc6-4638-87d5-598e4bf8985f None None] Current status of the port 704e71af-c5c1-4252-b396-cf34189417bd is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:17:59.528151 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4a46bdc-efc6-4638-87d5-598e4bf8985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (704e71af-c5c1-4252-b396-cf34189417bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:59.669464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d4a46bdc-efc6-4638-87d5-598e4bf8985f None None] For port 704e71af-c5c1-4252-b396-cf34189417bd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=704e71af-c5c1-4252-b396-cf34189417bd,segment=NetworkSegment(b1abdaef-7d77-4b50-8b66-2af05283f881),segment_id=b1abdaef-7d77-4b50-8b66-2af05283f881)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:17:59.669870 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:59.671871 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b47966af-f75c-47b6-a073-f140793030e5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:59.695247 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4a46bdc-efc6-4638-87d5-598e4bf8985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (704e71af-c5c1-4252-b396-cf34189417bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:59.699799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9699d2-20b7-49a6-a378-232db4070a61 None None] Pushing event updated for resources: {'Port': ['ID=fae634bb-514a-4526-8bd0-1b7963d986f8,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:59.740414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba60bd-3781-419e-951c-03bf5b7fd918 admin admin] Pushing event updated for resources: {'Network': ['ID=5990a4e6-7253-4019-b0a2-30b61841cd70,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:17:59.770052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f46e3c1c-ff90-42d1-ad89-fa95d2e5275e req-61677284-414c-4db5-8e7f-7705e37f4f65 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866314 Feb 02 13:17:59.788074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 5990a4e6-7253-4019-b0a2-30b61841cd70 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:17:59.820038 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:17:59.878477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fcbe72-0024-4f32-b459-557d46a7ddab admin admin] Made reservation on behalf of 18fd1e15a9f04b518c1b594ee0a41376 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:17:59.888933 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2fcbe72-0024-4f32-b459-557d46a7ddab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:00.088685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d4a46bdc-efc6-4638-87d5-598e4bf8985f None None] Provisioning complete for port 4458e678-76ed-4b8e-9b97-9b23bca91ac2 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:00.088977 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4a46bdc-efc6-4638-87d5-598e4bf8985f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4458e678-76ed-4b8e-9b97-9b23bca91ac2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:00.095353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-42d5901a-7c46-40f2-94a5-36b07934296e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting port 1a6af53a-bf1c-4303-ad0f-5abbbdd40a76 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:00.095943 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42d5901a-7c46-40f2-94a5-36b07934296e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1a6af53a-bf1c-4303-ad0f-5abbbdd40a76), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:00.132616 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2fcbe72-0024-4f32-b459-557d46a7ddab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (347a9e5f-a07b-478e-b70b-4e01d9be206f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:00.194862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b47966af-f75c-47b6-a073-f140793030e5'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:18:00.252806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcbe72-0024-4f32-b459-557d46a7ddab admin admin] Pushing event updated for resources: {'Subnet': ['ID=347a9e5f-a07b-478e-b70b-4e01d9be206f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:00.257637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-693688a3-8d5e-48cb-9ff2-f30fd40e6f4d req-60859d37-4545-4583-bf4f-bf543a8d85e3 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1425033 Feb 02 13:18:00.338374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece4b23-0a40-4d26-9569-cdd10b67c0c2 req-d7d63f5d-6fd8-4e37-9195-f01ed6c0ab29 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:00.342191 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42d5901a-7c46-40f2-94a5-36b07934296e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1a6af53a-bf1c-4303-ad0f-5abbbdd40a76), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:00.345988 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aece4b23-0a40-4d26-9569-cdd10b67c0c2 req-d7d63f5d-6fd8-4e37-9195-f01ed6c0ab29 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 931 time: 0.7337425 Feb 02 13:18:00.371669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Attempting to bind port fae634bb-514a-4526-8bd0-1b7963d986f8 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:18:00.372030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Attempting to bind port fae634bb-514a-4526-8bd0-1b7963d986f8 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'f4aca7d2-7846-4b27-8a9a-6db2edbdb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:18:00.376528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-42d5901a-7c46-40f2-94a5-36b07934296e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Calling delete_port for 1a6af53a-bf1c-4303-ad0f-5abbbdd40a76 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:00.379036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Attempting to bind port fae634bb-514a-4526-8bd0-1b7963d986f8 on network cb2de5ec-90d0-469e-8f73-eb3e5c175c46 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:18:00.410990 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aece4b23-0a40-4d26-9569-cdd10b67c0c2 req-0e3be239-f272-49b5-935a-22602a5be6ed tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589700 Feb 02 13:18:00.497291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fcbe72-0024-4f32-b459-557d46a7ddab admin admin] Checking segment: {'id': '02375e80-2348-4c54-b526-a68bd2918323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:00.498042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcbe72-0024-4f32-b459-557d46a7ddab admin admin] Network hostable DHCP agents. Network: 5990a4e6-7253-4019-b0a2-30b61841cd70, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:18:00.553350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:18:00.571785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Checking segment: {'id': 'f4aca7d2-7846-4b27-8a9a-6db2edbdb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:00.573311 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:00.576264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Bound using segment: {'id': 'f4aca7d2-7846-4b27-8a9a-6db2edbdb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:18:00.580359 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Bound port: fae634bb-514a-4526-8bd0-1b7963d986f8, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4aca7d2-7846-4b27-8a9a-6db2edbdb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:18:00.581790 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:00.590868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b47966af-f75c-47b6-a073-f140793030e5,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:00.620627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcbe72-0024-4f32-b459-557d46a7ddab admin admin] Network 5990a4e6-7253-4019-b0a2-30b61841cd70 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:18:00.656112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da02db4-5252-48fd-9f91-1a053cc74fc3 req-640f8881-dab4-4621-95fa-9f6b12978f55 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:00.658184 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2da02db4-5252-48fd-9f91-1a053cc74fc3 req-640f8881-dab4-4621-95fa-9f6b12978f55 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.1392565 Feb 02 13:18:00.662163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b2fcbe72-0024-4f32-b459-557d46a7ddab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 5990a4e6-7253-4019-b0a2-30b61841cd70) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:00.694800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fcbe72-0024-4f32-b459-557d46a7ddab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:00.695592 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b2fcbe72-0024-4f32-b459-557d46a7ddab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:00.720266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62881235-fdad-4c87-9e02-3ffc708d8b52 None None] Network 5990a4e6-7253-4019-b0a2-30b61841cd70 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:00.770078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b2fcbe72-0024-4f32-b459-557d46a7ddab admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2625024 Feb 02 13:18:00.778921 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2da02db4-5252-48fd-9f91-1a053cc74fc3 req-736711e3-727a-483e-a497-69b5455894d8 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106849 Feb 02 13:18:00.782996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Allocated IP 2001:db8:1::1 (cb1eaee9-0751-4f59-8634-b41778a54677/b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd/aea42e77-787c-4439-a286-cb579dbc6d46) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:18:00.786012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35844) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:00.806588 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-277317409-router', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:00.874474 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 704e71af-c5c1-4252-b396-cf34189417bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:00.875641 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8324cfb9-196f-4061-90a3-45cee3df041b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:00.877266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d4a46bdc-efc6-4638-87d5-598e4bf8985f None None] Port 4458e678-76ed-4b8e-9b97-9b23bca91ac2 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:18:00.961248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-5990a4e6-7253-4019-b0a2-30b61841cd70', 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70', 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'fixed_ips': [{'subnet_id': '347a9e5f-a07b-478e-b70b-4e01d9be206f'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:18:00.962101 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.087025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (94c1e77b-f639-4056-bd33-493d8b351f51), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.092043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (94c1e77b-f639-4056-bd33-493d8b351f51), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.103357 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (aea42e77-787c-4439-a286-cb579dbc6d46), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.143717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1aaaf4-e9bc-45b6-849b-6b9153ce8a7f req-9c5da3bf-c8d2-4ed8-bb42-dbf8b0e62484 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:01.146916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf1aaaf4-e9bc-45b6-849b-6b9153ce8a7f req-9c5da3bf-c8d2-4ed8-bb42-dbf8b0e62484 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1127 time: 0.2323377 Feb 02 13:18:01.150354 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (aea42e77-787c-4439-a286-cb579dbc6d46), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.201490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network cb1eaee9-0751-4f59-8634-b41778a54677 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:01.225368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:18:01.235881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Publish callbacks [] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.267060 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:01.280243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:01.280243 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (2077f1fa-2c03-46b9-ac94-e9f728a1142e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.308643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a46bdc-efc6-4638-87d5-598e4bf8985f None None] Pushing event updated for resources: {'Port': ['ID=704e71af-c5c1-4252-b396-cf34189417bd,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:01.320010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Transition to ACTIVE for port object dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:18:01.321895 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42d5901a-7c46-40f2-94a5-36b07934296e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1a6af53a-bf1c-4303-ad0f-5abbbdd40a76), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.391816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=aea42e77-787c-4439-a286-cb579dbc6d46,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:01.414423 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf1aaaf4-e9bc-45b6-849b-6b9153ce8a7f req-429d308c-596e-4223-b7d4-486baae6988a tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428415 Feb 02 13:18:01.471885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.550263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5901a-7c46-40f2-94a5-36b07934296e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Port': ['ID=1a6af53a-bf1c-4303-ad0f-5abbbdd40a76,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:01.550940 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f86057b1-ac8f-4153-b44f-ef67030953f0 req-2ed1cca8-a63a-43f3-b5e2-4fb3d79e811e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1004233 Feb 02 13:18:01.631332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Allocated IP 172.20.0.2 (5990a4e6-7253-4019-b0a2-30b61841cd70/347a9e5f-a07b-478e-b70b-4e01d9be206f/8c899b67-f52c-4834-99e1-9f47ed6059e0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:18:01.773354 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Publish callbacks [] for router_controller (94c1e77b-f639-4056-bd33-493d8b351f51), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.826361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] For port fae634bb-514a-4526-8bd0-1b7963d986f8, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:18:01.838833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] For port fae634bb-514a-4526-8bd0-1b7963d986f8, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fae634bb-514a-4526-8bd0-1b7963d986f8,segment=NetworkSegment(f4aca7d2-7846-4b27-8a9a-6db2edbdb59d),segment_id=f4aca7d2-7846-4b27-8a9a-6db2edbdb59d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:18:01.863792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df87ef-e2b7-44ee-a210-2a32e6ef3e83 req-15bc65a8-223e-4857-8f0b-34daa39cc4c9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:01.869146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37df87ef-e2b7-44ee-a210-2a32e6ef3e83 req-15bc65a8-223e-4857-8f0b-34daa39cc4c9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 943 time: 0.2847350 Feb 02 13:18:01.882506 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.898312 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Provisioning complete for port 8324cfb9-196f-4061-90a3-45cee3df041b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:01.898682 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.906550 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aea42e77-787c-4439-a286-cb579dbc6d46), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:01.928089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8324cfb9-196f-4061-90a3-45cee3df041b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:01.928486 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:02.009349 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d68eb518-0498-4d6b-ac3a-7fd12f70f966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:02.056692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42d5901a-7c46-40f2-94a5-36b07934296e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:02.068224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:02.068972 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-42d5901a-7c46-40f2-94a5-36b07934296e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/1a6af53a-bf1c-4303-ad0f-5abbbdd40a76 HTTP/1.1" status: 204 len: 168 time: 2.6678672 Feb 02 13:18:02.088042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Routers {'da16c34c-ea61-4d1c-9c5d-9754b27c905b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:02.089555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:17:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['da16c34c-ea61-4d1c-9c5d-9754b27c905b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:02.187800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Pushing event updated for resources: {'Port': ['ID=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:02.281995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9699d2-20b7-49a6-a378-232db4070a61 None None] Pushing event updated for resources: {'Port': ['ID=fae634bb-514a-4526-8bd0-1b7963d986f8,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:02.401695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Publish callbacks [] for router_gateway (94c1e77b-f639-4056-bd33-493d8b351f51), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:02.469658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8324cfb9-196f-4061-90a3-45cee3df041b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:02.471277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:02.476042 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Publish callbacks [] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:02.493255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Attempting to bind port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:18:02.496437 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Attempting to bind port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:18:02.496993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Attempting to bind port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 on network 276ba717-3cc3-4b15-8fa5-18614378956f {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:18:02.547808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] Set router da16c34c-ea61-4d1c-9c5d-9754b27c905b gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:02.560809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 on network 276ba717-3cc3-4b15-8fa5-18614378956f not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:18:02.561239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Attempting to bind port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 on network 276ba717-3cc3-4b15-8fa5-18614378956f {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:18:02.614564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:18:02.617561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Checking segment: {'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:02.620536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Bound using segment: {'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:18:02.621092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Bound port: dd70eaba-0c08-4b68-8c2b-f8d27b4339d0, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:18:02.623880 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:02.827408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37df87ef-e2b7-44ee-a210-2a32e6ef3e83 req-5b768fb9-2b1c-4fa1-94fd-2eb06ab04c28 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9364510 Feb 02 13:18:02.882082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e06d8-f104-40a0-be57-400adf4e8153 req-cbf3e424-79fa-43a4-9041-6cca4540628c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:02.902235 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-235e06d8-f104-40a0-be57-400adf4e8153 req-cbf3e424-79fa-43a4-9041-6cca4540628c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.9531453 Feb 02 13:18:02.919814 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:02.933449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] For port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:18:02.951728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] For port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:18:02.956984 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Publish callbacks [] for router_gateway (94c1e77b-f639-4056-bd33-493d8b351f51), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:02.968600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66f9fbf-a082-4b69-a945-98bd3a6fe740 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:02.980325 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b66f9fbf-a082-4b69-a945-98bd3a6fe740 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9013445 Feb 02 13:18:02.980816 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:02.998267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Pushing event updated for resources: {'Port': ['ID=8c899b67-f52c-4834-99e1-9f47ed6059e0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:03.018609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Current status of the port 8324cfb9-196f-4061-90a3-45cee3df041b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:03.031729 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Network 5990a4e6-7253-4019-b0a2-30b61841cd70 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:03.037373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Provisioning complete for port fae634bb-514a-4526-8bd0-1b7963d986f8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:03.037752 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.042961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:03.044469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:03.050185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:03.072892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:03.073251 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.110408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Allocated IP 172.25.4.58 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:18:03.138928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'name': 'tempest-TestAggregatesBasicOps-1757451178-router', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:40Z', 'updated_at': '2022-02-02T13:17:51Z', 'revision_number': 4, 'project_id': 'b7d05e3fe51149e68051302010a70132', 'gw_port': {'id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:43Z', 'updated_at': '2022-02-02T13:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'fae634bb-514a-4526-8bd0-1b7963d986f8', 'name': '', 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'mac_address': 'fa:16:3e:13:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '13451957-f2d4-4dd2-8e02-6281000ae999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:50Z', 'updated_at': '2022-02-02T13:18:01Z', 'revision_number': 4, 'project_id': 'b7d05e3fe51149e68051302010a70132', 'subnets': [{'id': '13451957-f2d4-4dd2-8e02-6281000ae999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:03.204768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Attempting to bind port 8c899b67-f52c-4834-99e1-9f47ed6059e0 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:18:03.205147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Attempting to bind port 8c899b67-f52c-4834-99e1-9f47ed6059e0 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '02375e80-2348-4c54-b526-a68bd2918323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:18:03.205510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Attempting to bind port 8c899b67-f52c-4834-99e1-9f47ed6059e0 on network 5990a4e6-7253-4019-b0a2-30b61841cd70 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:18:03.209388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83358d4-d47c-45d2-8e72-75edf3574a51 None None] The sync data for ids ['da16c34c-ea61-4d1c-9c5d-9754b27c905b'] in n-d-827336-2 is: [{'id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'name': 'tempest-TestAggregatesBasicOps-1757451178-router', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:40Z', 'updated_at': '2022-02-02T13:17:51Z', 'revision_number': 4, 'project_id': 'b7d05e3fe51149e68051302010a70132', 'gw_port': {'id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:43Z', 'updated_at': '2022-02-02T13:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'fae634bb-514a-4526-8bd0-1b7963d986f8', 'name': '', 'network_id': 'cb2de5ec-90d0-469e-8f73-eb3e5c175c46', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'mac_address': 'fa:16:3e:13:0d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': '13451957-f2d4-4dd2-8e02-6281000ae999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:50Z', 'updated_at': '2022-02-02T13:18:01Z', 'revision_number': 4, 'project_id': 'b7d05e3fe51149e68051302010a70132', 'subnets': [{'id': '13451957-f2d4-4dd2-8e02-6281000ae999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:18:03.219120 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 17, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:18:03.219529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Checking segment: {'id': '02375e80-2348-4c54-b526-a68bd2918323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:03.220245 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.220639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Bound using segment: {'id': '02375e80-2348-4c54-b526-a68bd2918323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:18:03.221122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Bound port: 8c899b67-f52c-4834-99e1-9f47ed6059e0, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02375e80-2348-4c54-b526-a68bd2918323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:18:03.221502 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.259231 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Publish callbacks [] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.300783 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.362258 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] For port 8c899b67-f52c-4834-99e1-9f47ed6059e0, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:18:03.415597 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.428155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:03.428775 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.430352 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] 10.222.0.62 "PUT /v2.0/ports/dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 HTTP/1.1" status: 200 len: 1091 time: 4.2531860 Feb 02 13:18:03.431813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb261e6b-72c4-4eee-aa54-7a75908254ce', 'tag': 'dd70eaba-0c08-4b68-8c2b-f8d27b4339d0'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:03.438398 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d912bb-4ae3-4b89-9f12-4a20007a0986" -d '{"events": [{"name": "network-changed", "server_uuid": "bb261e6b-72c4-4eee-aa54-7a75908254ce", "tag": "dd70eaba-0c08-4b68-8c2b-f8d27b4339d0"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:03.492490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:03.493954 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf678c-c940-4827-8a1a-955b4555ad1e service neutron] Pushing event updated for resources: {'Port': ['ID=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:03.497404 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:03.502151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:03.508686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Current status of the port fae634bb-514a-4526-8bd0-1b7963d986f8 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:03.509381 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.641500 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] For port 8c899b67-f52c-4834-99e1-9f47ed6059e0, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8c899b67-f52c-4834-99e1-9f47ed6059e0,segment=NetworkSegment(02375e80-2348-4c54-b526-a68bd2918323),segment_id=02375e80-2348-4c54-b526-a68bd2918323)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:18:03.648557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-235e06d8-f104-40a0-be57-400adf4e8153 req-2f523f92-aca4-4893-a0b8-44eb556bcaf9 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7100744 Feb 02 13:18:03.656177 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (aea42e77-787c-4439-a286-cb579dbc6d46), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.713718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b340ed-9590-4d0d-992b-982cbaeb8c75 req-4bf83116-c98e-46d7-8b79-91e35c9e6785 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:03.716041 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33b340ed-9590-4d0d-992b-982cbaeb8c75 req-4bf83116-c98e-46d7-8b79-91e35c9e6785 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1127 time: 0.7884037 Feb 02 13:18:03.720224 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (aea42e77-787c-4439-a286-cb579dbc6d46), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.721076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (2077f1fa-2c03-46b9-ac94-e9f728a1142e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.726391 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:03.751875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b47966af-f75c-47b6-a073-f140793030e5 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:03.777426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Pushing event updated for resources: {'Port': ['ID=5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:03.915079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:03.975942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] For port fae634bb-514a-4526-8bd0-1b7963d986f8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fae634bb-514a-4526-8bd0-1b7963d986f8,segment=NetworkSegment(f4aca7d2-7846-4b27-8a9a-6db2edbdb59d),segment_id=f4aca7d2-7846-4b27-8a9a-6db2edbdb59d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:03.999316 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:04.013231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Could not find standard attr ID for object 1a6af53a-bf1c-4303-ad0f-5abbbdd40a76. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:18:04.060115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-af897cf4-9b17-4c1c-b023-f55541a5f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:04.064514 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-af897cf4-9b17-4c1c-b023-f55541a5f0b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f94458897094d56aef55c1761cbde79&device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 1125 time: 0.4656370 Feb 02 13:18:04.069361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd83cad5-2e9e-4ac9-8d7c-fffc46490377 req-32caac68-e55f-45b7-914e-6732da287ad5 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.0656137 Feb 02 13:18:04.121161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f8c9c1-e98e-4636-84a2-5d8646dbbf8c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:04.124919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Provisioning complete for port 704e71af-c5c1-4252-b396-cf34189417bd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:04.125390 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (704e71af-c5c1-4252-b396-cf34189417bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:04.131020 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c4f8c9c1-e98e-4636-84a2-5d8646dbbf8c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0750978 Feb 02 13:18:04.144163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35884) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:04.233915 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=aea42e77-787c-4439-a286-cb579dbc6d46,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:04.256961 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93f779a-ac83-4f4f-8221-936b9089e4e4 x-openstack-request-id: req-d93f779a-ac83-4f4f-8221-936b9089e4e4 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:04.257625 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb261e6b-72c4-4eee-aa54-7a75908254ce", "tag": "dd70eaba-0c08-4b68-8c2b-f8d27b4339d0", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:04.259859 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d93f779a-ac83-4f4f-8221-936b9089e4e4 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:04.262523 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb261e6b-72c4-4eee-aa54-7a75908254ce', 'tag': 'dd70eaba-0c08-4b68-8c2b-f8d27b4339d0', 'status': 'completed', 'code': 200} Feb 02 13:18:04.266706 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-5d938664-f69a-446f-a97b-d2d714af6627 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 HTTP/1.1" status: 200 len: 217 time: 0.1863623 Feb 02 13:18:04.306735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04587ecb-a852-4d3a-8afc-266ab2be4d51 None None] Pushing event updated for resources: {'Port': ['ID=8c899b67-f52c-4834-99e1-9f47ed6059e0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:04.309787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port b47966af-f75c-47b6-a073-f140793030e5 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:18:04.364974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port b47966af-f75c-47b6-a073-f140793030e5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:04.365353 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b47966af-f75c-47b6-a073-f140793030e5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:04.393281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 704e71af-c5c1-4252-b396-cf34189417bd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:04.402578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33b340ed-9590-4d0d-992b-982cbaeb8c75 req-9d4cd5f3-26d0-4432-bfa2-35198dd32da6 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6613777 Feb 02 13:18:04.548827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec15e1d4-6ab2-4c8a-8e29-eee6452bc44c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:04.554106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec15e1d4-6ab2-4c8a-8e29-eee6452bc44c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:04.562505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec15e1d4-6ab2-4c8a-8e29-eee6452bc44c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:04.563918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-70b3d56a-b10a-404c-b725-2c0164ebb496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:04.569403 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ec15e1d4-6ab2-4c8a-8e29-eee6452bc44c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4111211 Feb 02 13:18:04.571254 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-70b3d56a-b10a-404c-b725-2c0164ebb496 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0 HTTP/1.1" status: 200 len: 853 time: 0.2795768 Feb 02 13:18:04.573294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:04.698556 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-571a1c94-de43-48f3-9a42-b2a7946226b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:04.698805 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-0ec34305-8cb9-4257-8ed1-4e8ed0a002c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=276ba717-3cc3-4b15-8fa5-18614378956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975609 Feb 02 13:18:04.812093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff971d97-42ea-4be1-8d61-b7740b448e74 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 57c0b06a-3665-443a-91c4-84505cb1528f {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:04.821692 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff971d97-42ea-4be1-8d61-b7740b448e74 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (57c0b06a-3665-443a-91c4-84505cb1528f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:04.829266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 704e71af-c5c1-4252-b396-cf34189417bd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:04.829854 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (704e71af-c5c1-4252-b396-cf34189417bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:04.918053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Pushing event updated for resources: {'Port': ['ID=fae634bb-514a-4526-8bd0-1b7963d986f8,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:04.936271 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-78009244-78f2-4cf9-81f1-afbda0a625e2 service neutron] 10.222.0.62 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297955 Feb 02 13:18:04.944721 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff971d97-42ea-4be1-8d61-b7740b448e74 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (57c0b06a-3665-443a-91c4-84505cb1528f), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:04.985770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3176415e-a897-4886-ad97-ad75fb4dc384 None None] Current status of the port 704e71af-c5c1-4252-b396-cf34189417bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:05.123919 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff971d97-42ea-4be1-8d61-b7740b448e74 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (57c0b06a-3665-443a-91c4-84505cb1528f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:05.252966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network cb1eaee9-0751-4f59-8634-b41778a54677 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:05.259855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:05.339958 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff971d97-42ea-4be1-8d61-b7740b448e74 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (57c0b06a-3665-443a-91c4-84505cb1528f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:05.377532 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1fc1a9da-50f1-4863-8902-83da39ab56aa req-0c5b1c98-ee0f-4a64-a7bb-d2598b874c08 service neutron] 10.222.0.62 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357407 Feb 02 13:18:05.383876 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Publish callbacks [] for router_gateway (94c1e77b-f639-4056-bd33-493d8b351f51), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:05.588124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b47966af-f75c-47b6-a073-f140793030e5 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:05.588932 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b47966af-f75c-47b6-a073-f140793030e5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:05.654368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 704e71af-c5c1-4252-b396-cf34189417bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:05.655600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8324cfb9-196f-4061-90a3-45cee3df041b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:05.683017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 2077f1fa-2c03-46b9-ac94-e9f728a1142e has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:18:05.692444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff971d97-42ea-4be1-8d61-b7740b448e74 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=57c0b06a-3665-443a-91c4-84505cb1528f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:05.700285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff971d97-42ea-4be1-8d61-b7740b448e74 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:05.703893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ff971d97-42ea-4be1-8d61-b7740b448e74 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/57c0b06a-3665-443a-91c4-84505cb1528f HTTP/1.1" status: 204 len: 168 time: 1.1245670 Feb 02 13:18:05.710229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:05.745233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb90a957-f37c-4cba-b6aa-d3421ea6feda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47966af-f75c-47b6-a073-f140793030e5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:05.748164 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1e8287-ea2d-4291-8bb0-308bfa830d9f" -d '{"events": [{"server_uuid": "bb90a957-f37c-4cba-b6aa-d3421ea6feda", "name": "network-vif-plugged", "status": "completed", "tag": "b47966af-f75c-47b6-a073-f140793030e5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:05.759770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef9899-6fa6-4e08-943f-f2913453e783 req-5c8842fb-233f-4038-9a06-29699b26dccb tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:05.769344 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2bef9899-6fa6-4e08-943f-f2913453e783 req-5c8842fb-233f-4038-9a06-29699b26dccb tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 1.0322065 Feb 02 13:18:05.771312 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cfe1a6-a504-4e5a-bdf7-3e102798e56c None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:05.808356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-20c7ff2f-df33-48f5-8e88-138362138bf5 None None] Provisioning complete for port fae634bb-514a-4526-8bd0-1b7963d986f8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:05.809177 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20c7ff2f-df33-48f5-8e88-138362138bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:05.827874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b47966af-f75c-47b6-a073-f140793030e5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b47966af-f75c-47b6-a073-f140793030e5,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:05.829837 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:05.833610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c17ae6-3f42-4002-b443-cc2da5a89259 req-147bcae9-ce2f-4ad3-80fe-43c880ebfb56 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:05.838413 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10c17ae6-3f42-4002-b443-cc2da5a89259 req-147bcae9-ce2f-4ad3-80fe-43c880ebfb56 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 943 time: 1.1184666 Feb 02 13:18:05.882338 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b47966af-f75c-47b6-a073-f140793030e5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:05.908678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63b5c6a-d43c-426d-a2df-77d279f7ff6f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Deleting subnet 8c597165-ee16-420f-b31d-0ed91ea6ccff {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:06.012820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e7ebcf-051a-418b-9887-c78eec3bd96a None None] Network 5990a4e6-7253-4019-b0a2-30b61841cd70 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:06.025530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8324cfb9-196f-4061-90a3-45cee3df041b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:06.026066 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:06.027931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (94c1e77b-f639-4056-bd33-493d8b351f51), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:06.033497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:18:06.035744 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a63b5c6a-d43c-426d-a2df-77d279f7ff6f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (8c597165-ee16-420f-b31d-0ed91ea6ccff), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:06.043181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d912bb-4ae3-4b89-9f12-4a20007a0986 req-d61d82e5-b28c-4a90-9d1c-7fc9f707816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:06.044889 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58d912bb-4ae3-4b89-9f12-4a20007a0986 req-d61d82e5-b28c-4a90-9d1c-7fc9f707816e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f94458897094d56aef55c1761cbde79&device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 1125 time: 0.5299423 Feb 02 13:18:06.071794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91024118-6363-413e-a34a-3cff20474ba3 None None] Sync routers for ids ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:18:06.090251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a63b5c6a-d43c-426d-a2df-77d279f7ff6f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (8c597165-ee16-420f-b31d-0ed91ea6ccff), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:06.102147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b47966af-f75c-47b6-a073-f140793030e5,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:06.126050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35916) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:06.126331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9e2d1d84-d649-4f65-9be5-12bca1abe39b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/2077f1fa-2c03-46b9-ac94-e9f728a1142e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4801490 Feb 02 13:18:06.129801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91024118-6363-413e-a34a-3cff20474ba3 None None] Routers {'2077f1fa-2c03-46b9-ac94-e9f728a1142e'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:06.130365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-91024118-6363-413e-a34a-3cff20474ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:06.204792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2bef9899-6fa6-4e08-943f-f2913453e783 req-2a1ed3ac-6ab3-4e05-badd-6466e3da6f70 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341877 Feb 02 13:18:06.219313 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10c17ae6-3f42-4002-b443-cc2da5a89259 req-f47b8067-7edc-4a52-9c6c-074717799e49 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935337 Feb 02 13:18:06.260050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1549ee13-ac6c-4580-96ba-d6c7540b088b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:06.262037 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1549ee13-ac6c-4580-96ba-d6c7540b088b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports/aea42e77-787c-4439-a286-cb579dbc6d46 HTTP/1.1" status: 200 len: 913 time: 0.1329575 Feb 02 13:18:06.269489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35920) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:06.289329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d912bb-4ae3-4b89-9f12-4a20007a0986 req-177c34fa-e662-4557-bd32-faba188adb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:06.290836 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58d912bb-4ae3-4b89-9f12-4a20007a0986 req-177c34fa-e662-4557-bd32-faba188adb03 service neutron] 10.222.0.62 "GET /v2.0/networks?id=276ba717-3cc3-4b15-8fa5-18614378956f HTTP/1.1" status: 200 len: 914 time: 0.2119071 Feb 02 13:18:06.294684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-91024118-6363-413e-a34a-3cff20474ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:06.360919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-20c7ff2f-df33-48f5-8e88-138362138bf5 None None] Current status of the port fae634bb-514a-4526-8bd0-1b7963d986f8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:06.412047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91024118-6363-413e-a34a-3cff20474ba3 None None] Routers {'2077f1fa-2c03-46b9-ac94-e9f728a1142e'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:06.417296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-91024118-6363-413e-a34a-3cff20474ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:06.503099 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-91024118-6363-413e-a34a-3cff20474ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:06.504031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91024118-6363-413e-a34a-3cff20474ba3 None None] The sync data for ids ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:18:06.513380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-20c7ff2f-df33-48f5-8e88-138362138bf5 None None] Provisioning complete for port aea42e77-787c-4439-a286-cb579dbc6d46 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:06.513956 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20c7ff2f-df33-48f5-8e88-138362138bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (aea42e77-787c-4439-a286-cb579dbc6d46), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:06.591926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8324cfb9-196f-4061-90a3-45cee3df041b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:06.593128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fae634bb-514a-4526-8bd0-1b7963d986f8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:06.651570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19cf4350-565f-4348-ae46-a0b1c24fd992 req-c7721d4c-2cdc-494a-bae0-c0008a5add60 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.2777014 Feb 02 13:18:06.705556 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a63b5c6a-d43c-426d-a2df-77d279f7ff6f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (8c597165-ee16-420f-b31d-0ed91ea6ccff), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:06.728843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-20c7ff2f-df33-48f5-8e88-138362138bf5 None None] Port aea42e77-787c-4439-a286-cb579dbc6d46 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:18:06.745548 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:06.747178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port fae634bb-514a-4526-8bd0-1b7963d986f8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:06.747718 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:06.837541 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58d912bb-4ae3-4b89-9f12-4a20007a0986 req-321180e6-0e19-47d6-be1a-c9ef36cc3081 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 HTTP/1.1" status: 200 len: 217 time: 0.5281756 Feb 02 13:18:06.895668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66843a2-dc36-4def-bd4d-929751b9f69f req-c42fabf5-4394-4d1a-b66a-699f26a060a8 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:06.897402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f66843a2-dc36-4def-bd4d-929751b9f69f req-c42fabf5-4394-4d1a-b66a-699f26a060a8 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1128 time: 0.5222402 Feb 02 13:18:06.918893 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:06.933528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9aadd135-1bb3-48b9-931c-475eb7320377 None None] Provisioning complete for port aea42e77-787c-4439-a286-cb579dbc6d46 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:06.934408 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9aadd135-1bb3-48b9-931c-475eb7320377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (aea42e77-787c-4439-a286-cb579dbc6d46), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:06.970303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Router 94c1e77b-f639-4056-bd33-493d8b351f51 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:18:07.010809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f66843a2-dc36-4def-bd4d-929751b9f69f req-2b5a3be2-9669-442a-a997-5e03b3ee18d1 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951798 Feb 02 13:18:07.014032 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a63b5c6a-d43c-426d-a2df-77d279f7ff6f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (8c597165-ee16-420f-b31d-0ed91ea6ccff), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:07.020231 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d912bb-4ae3-4b89-9f12-4a20007a0986 req-50a7c1c1-bf91-45b7-acbc-a71c40c9a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:07.026007 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58d912bb-4ae3-4b89-9f12-4a20007a0986 req-50a7c1c1-bf91-45b7-acbc-a71c40c9a38d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0 HTTP/1.1" status: 200 len: 853 time: 0.1765211 Feb 02 13:18:07.031026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9aadd135-1bb3-48b9-931c-475eb7320377 None None] Port aea42e77-787c-4439-a286-cb579dbc6d46 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:18:07.032255 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a63b5c6a-d43c-426d-a2df-77d279f7ff6f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:07.037723 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a63b5c6a-d43c-426d-a2df-77d279f7ff6f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/8c597165-ee16-420f-b31d-0ed91ea6ccff HTTP/1.1" status: 204 len: 168 time: 1.3094540 Feb 02 13:18:07.043895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:07.099605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9aadd135-1bb3-48b9-931c-475eb7320377 None None] Provisioning complete for port 8c899b67-f52c-4834-99e1-9f47ed6059e0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:07.099984 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9aadd135-1bb3-48b9-931c-475eb7320377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:07.131292 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-86d346c2-996a-4e73-9bbd-3d4cf1fa7fcc tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863535 Feb 02 13:18:07.167262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:07.169012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b5c6a-d43c-426d-a2df-77d279f7ff6f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Subnet': ['ID=8c597165-ee16-420f-b31d-0ed91ea6ccff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:07.292922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:18:07.304072 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Sync routers for ids ['94c1e77b-f639-4056-bd33-493d8b351f51'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:18:07.323844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port fae634bb-514a-4526-8bd0-1b7963d986f8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:07.332759 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d244cf99-1f64-4b42-aaad-4fbd047400da x-openstack-request-id: req-d244cf99-1f64-4b42-aaad-4fbd047400da {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:07.333057 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb90a957-f37c-4cba-b6aa-d3421ea6feda", "name": "network-vif-plugged", "status": "completed", "tag": "b47966af-f75c-47b6-a073-f140793030e5", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:07.333317 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d244cf99-1f64-4b42-aaad-4fbd047400da {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:07.333728 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb90a957-f37c-4cba-b6aa-d3421ea6feda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47966af-f75c-47b6-a073-f140793030e5', 'code': 200} Feb 02 13:18:07.345594 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Routers {'94c1e77b-f639-4056-bd33-493d8b351f51'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:07.354355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fe3242-e5db-4d94-b133-7f1e0b7e2302 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:07.355975 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['94c1e77b-f639-4056-bd33-493d8b351f51'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:07.359933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-71fe3242-e5db-4d94-b133-7f1e0b7e2302 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1865282 Feb 02 13:18:07.378633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:07.406745 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58d912bb-4ae3-4b89-9f12-4a20007a0986 req-7b1f3ccc-89a6-4db3-bf3e-ac2d4b697be5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=276ba717-3cc3-4b15-8fa5-18614378956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201658 Feb 02 13:18:07.432357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9aadd135-1bb3-48b9-931c-475eb7320377 None None] Current status of the port 8c899b67-f52c-4834-99e1-9f47ed6059e0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:07.432808 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9aadd135-1bb3-48b9-931c-475eb7320377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:07.496638 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:07.501917 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dcf9c998-691c-496e-9d5c-4e9d4f530758 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7068877 Feb 02 13:18:07.514380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9aadd135-1bb3-48b9-931c-475eb7320377 None None] For port 8c899b67-f52c-4834-99e1-9f47ed6059e0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8c899b67-f52c-4834-99e1-9f47ed6059e0,segment=NetworkSegment(02375e80-2348-4c54-b526-a68bd2918323),segment_id=02375e80-2348-4c54-b526-a68bd2918323)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:07.520522 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9aadd135-1bb3-48b9-931c-475eb7320377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:07.584513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35942) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:07.586727 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Set router 94c1e77b-f639-4056-bd33-493d8b351f51 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:07.607568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf82041-c0d9-4f48-a0c3-887005a81710 None None] Network 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:07.656788 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8c899b67-f52c-4834-99e1-9f47ed6059e0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:07.699819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eba7f9-8ed4-43a0-b0ca-ace2e0d68902 req-c7f214cc-6fa3-41ee-bb30-6252e8267acd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:07.709016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90eba7f9-8ed4-43a0-b0ca-ace2e0d68902 req-c7f214cc-6fa3-41ee-bb30-6252e8267acd tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.5216801 Feb 02 13:18:07.770145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aadd135-1bb3-48b9-931c-475eb7320377 None None] Pushing event updated for resources: {'Port': ['ID=8c899b67-f52c-4834-99e1-9f47ed6059e0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:07.774360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39a41c3-e485-409d-98f5-6d3c51945d8a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:07.776933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c39a41c3-e485-409d-98f5-6d3c51945d8a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3829496 Feb 02 13:18:07.780374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2e7f61be-8fe0-4661-b407-7d5d0d086ce6 None None] Provisioning complete for port 8c899b67-f52c-4834-99e1-9f47ed6059e0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:07.781540 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e7f61be-8fe0-4661-b407-7d5d0d086ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:07.782238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35946) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:07.782874 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:07.798596 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58d912bb-4ae3-4b89-9f12-4a20007a0986 req-7d2278f6-2110-4849-b831-9129ab5a0a20 service neutron] 10.222.0.62 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907096 Feb 02 13:18:07.806632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c232c5-98a1-4f43-9641-bdbae49054b3 req-606651f5-928f-485b-aec9-e63a2cf93719 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:07.808693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71c232c5-98a1-4f43-9641-bdbae49054b3 req-606651f5-928f-485b-aec9-e63a2cf93719 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 946 time: 0.2926648 Feb 02 13:18:07.847882 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-00d700c0-4824-4677-8e3f-45466a1f893e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618978 Feb 02 13:18:07.867470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35948) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:07.883998 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71c232c5-98a1-4f43-9641-bdbae49054b3 req-25a9d263-2235-45c9-8616-fe0d31762d00 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630639 Feb 02 13:18:07.895191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2f963-dc60-434a-93ec-e57e8432ea56 req-2ec5e8d7-13bd-4154-8769-257b516282e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:07.896792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ac2f963-dc60-434a-93ec-e57e8432ea56 req-2ec5e8d7-13bd-4154-8769-257b516282e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1128 time: 0.3846645 Feb 02 13:18:07.914405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90eba7f9-8ed4-43a0-b0ca-ace2e0d68902 req-4bdc38da-f59c-4632-8fe7-3437c60db14b tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044213 Feb 02 13:18:07.936689 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'name': 'tempest-TestAggregatesBasicOps-277317409-router', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:01Z', 'updated_at': '2022-02-02T13:18:04Z', 'revision_number': 3, 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'gw_port': {'id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:02Z', 'updated_at': '2022-02-02T13:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:07.950876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8c899b67-f52c-4834-99e1-9f47ed6059e0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:07.951252 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:08.007307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ac2f963-dc60-434a-93ec-e57e8432ea56 req-f7d999fe-6291-419c-bf7c-0a4e3d1eb60f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816896 Feb 02 13:18:08.018155 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Checking router: 94c1e77b-f639-4056-bd33-493d8b351f51 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:18:08.019554 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0f22-8e7a-4fd0-9a62-e8f2782013df tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (2077f1fa-2c03-46b9-ac94-e9f728a1142e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:08.023025 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Updating router 94c1e77b-f639-4056-bd33-493d8b351f51 port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:18:08.041350 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a0d236-d1dc-429c-aba0-3b4a977019f6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.042021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4d7170-801b-4553-8c59-2b6c4511b592 None None] DHCP port deletion for 7be48358-3b70-4fdf-8b4c-cf3fe59f2581 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:18:08.044072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a0d236-d1dc-429c-aba0-3b4a977019f6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.050699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f61be-8fe0-4661-b407-7d5d0d086ce6 None None] Current status of the port 8c899b67-f52c-4834-99e1-9f47ed6059e0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:08.055147 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-85a0d236-d1dc-429c-aba0-3b4a977019f6 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/1a6af53a-bf1c-4303-ad0f-5abbbdd40a76 HTTP/1.1" status: 404 len: 333 time: 0.1838765 Feb 02 13:18:08.056324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35956) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.089839 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:08.098566 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c943e6b-0274-45d8-8c3e-c96d702de9db tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.099770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c943e6b-0274-45d8-8c3e-c96d702de9db tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.104430 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4c943e6b-0274-45d8-8c3e-c96d702de9db tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/8c597165-ee16-420f-b31d-0ed91ea6ccff HTTP/1.1" status: 404 len: 337 time: 0.0423310 Feb 02 13:18:08.107712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35958) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.114070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2e7f61be-8fe0-4661-b407-7d5d0d086ce6 None None] Provisioning complete for port 8324cfb9-196f-4061-90a3-45cee3df041b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:08.114070 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2e7f61be-8fe0-4661-b407-7d5d0d086ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:08.208700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-af4d7170-801b-4553-8c59-2b6c4511b592 None None] Deleting port 8324cfb9-196f-4061-90a3-45cee3df041b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:08.209068 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af4d7170-801b-4553-8c59-2b6c4511b592 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:08.213690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8c899b67-f52c-4834-99e1-9f47ed6059e0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:08.214817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fae634bb-514a-4526-8bd0-1b7963d986f8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:08.227315 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd44997-1378-4ebd-a87e-609c6b388439 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.227898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd44997-1378-4ebd-a87e-609c6b388439 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.232314 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7fd44997-1378-4ebd-a87e-609c6b388439 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/57c0b06a-3665-443a-91c4-84505cb1528f HTTP/1.1" status: 404 len: 337 time: 0.0915031 Feb 02 13:18:08.237221 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35960) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.287035 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b8269c-da0f-4d82-b240-96fc788df588 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.287657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b8269c-da0f-4d82-b240-96fc788df588 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.291133 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-72b8269c-da0f-4d82-b240-96fc788df588 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/52011a8c-6d14-4334-b73d-d689b17de5af HTTP/1.1" status: 404 len: 333 time: 0.0500574 Feb 02 13:18:08.297336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35962) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.316882 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:08.319051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2e7f61be-8fe0-4661-b407-7d5d0d086ce6 None None] Current status of the port 8324cfb9-196f-4061-90a3-45cee3df041b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:08.368547 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2689dc61-ff49-47b2-ad8d-592eda538ba0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.369281 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2689dc61-ff49-47b2-ad8d-592eda538ba0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.373151 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2689dc61-ff49-47b2-ad8d-592eda538ba0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/551d51ac-2274-4773-bfa0-add548f93904 HTTP/1.1" status: 404 len: 337 time: 0.0748174 Feb 02 13:18:08.377864 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-58d912bb-4ae3-4b89-9f12-4a20007a0986 req-4d77724a-69bb-44ba-ac77-9bac9a294314 service neutron] 10.222.0.62 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332928 Feb 02 13:18:08.380476 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35964) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.384647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-af4d7170-801b-4553-8c59-2b6c4511b592 None None] For port 8324cfb9-196f-4061-90a3-45cee3df041b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8324cfb9-196f-4061-90a3-45cee3df041b,segment=NetworkSegment(d9883f03-34a9-4e2b-b3ad-521f7c8e20aa),segment_id=d9883f03-34a9-4e2b-b3ad-521f7c8e20aa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:08.385056 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af4d7170-801b-4553-8c59-2b6c4511b592 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:08.419036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-af4d7170-801b-4553-8c59-2b6c4511b592 None None] Calling delete_port for 8324cfb9-196f-4061-90a3-45cee3df041b owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:08.421011 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d449b9-0044-45b7-95be-005e1de90a66 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.421821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d449b9-0044-45b7-95be-005e1de90a66 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.425717 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-76d449b9-0044-45b7-95be-005e1de90a66 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/a85cb5eb-97cb-4d1a-b1c3-d5a877a0d7a2 HTTP/1.1" status: 404 len: 337 time: 0.0439239 Feb 02 13:18:08.428791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35966) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.441052 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port fae634bb-514a-4526-8bd0-1b7963d986f8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:08.441446 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:08.447061 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:18:08.468125 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f5bf26-eec2-4c75-badb-378ec4ef617c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.469110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f5bf26-eec2-4c75-badb-378ec4ef617c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.473509 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f2f5bf26-eec2-4c75-badb-378ec4ef617c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/a51d9fb0-178e-48bf-98ad-beff05b12134 HTTP/1.1" status: 404 len: 333 time: 0.0432148 Feb 02 13:18:08.477400 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35968) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.509547 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7916543-21b0-4333-80e0-4c0617e87a0e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.510375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7916543-21b0-4333-80e0-4c0617e87a0e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.514173 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b7916543-21b0-4333-80e0-4c0617e87a0e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/69e8994c-9a1e-44af-8048-37959a7ea19f HTTP/1.1" status: 404 len: 337 time: 0.0340588 Feb 02 13:18:08.552217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35970) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.591285 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-530aad52-bef6-4787-beb0-553368feaf36 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.592429 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530aad52-bef6-4787-beb0-553368feaf36 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.596277 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-530aad52-bef6-4787-beb0-553368feaf36 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/d5f925c9-a683-469c-b743-541d8d73536d HTTP/1.1" status: 404 len: 337 time: 0.0368290 Feb 02 13:18:08.600077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35972) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.632902 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8fe558-c2bd-4f15-87e3-658d722552eb tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.633902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8fe558-c2bd-4f15-87e3-658d722552eb tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.637504 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3a8fe558-c2bd-4f15-87e3-658d722552eb tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/4ea8f1eb-b118-437f-872d-95b556193f0c HTTP/1.1" status: 404 len: 333 time: 0.0360522 Feb 02 13:18:08.640836 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2faa2284-9b70-4c54-862d-234e2aef27d2 req-845a111b-35e2-4bf7-b6d4-a79ed927adcd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.5450726 Feb 02 13:18:08.642447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35974) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.677781 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebed1c82-65a0-4326-83df-99b1a6744c69 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.679260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebed1c82-65a0-4326-83df-99b1a6744c69 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.682964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ebed1c82-65a0-4326-83df-99b1a6744c69 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/9d045cac-e820-403a-b159-733f9c30575e HTTP/1.1" status: 404 len: 337 time: 0.0371861 Feb 02 13:18:08.686666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35976) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.730451 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e348b7-f43b-42a9-be51-de9e6cab5a3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.730903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e348b7-f43b-42a9-be51-de9e6cab5a3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.736685 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-36e348b7-f43b-42a9-be51-de9e6cab5a3a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/305ae721-efce-45e0-8ebe-19a82d6f91a6 HTTP/1.1" status: 404 len: 337 time: 0.0457244 Feb 02 13:18:08.736835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7eab4-1288-420e-b41c-94dff01b3972 req-46065eb4-6fd4-4166-aa45-5049b3dd5679 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:08.737985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0d7eab4-1288-420e-b41c-94dff01b3972 req-46065eb4-6fd4-4166-aa45-5049b3dd5679 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 943 time: 0.6695702 Feb 02 13:18:08.748394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.793525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:08.831243 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdb79b2-f7a8-4932-8987-90e392b595d3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.831755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdb79b2-f7a8-4932-8987-90e392b595d3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.835223 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cfdb79b2-f7a8-4932-8987-90e392b595d3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/7ac583f3-e368-481a-b579-e312be4c707a HTTP/1.1" status: 404 len: 333 time: 0.0856452 Feb 02 13:18:08.836226 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Publish callbacks [] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:08.844063 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:08.865976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35984) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.907926 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Attempting to bind port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:18:08.909102 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Attempting to bind port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:18:08.909654 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Attempting to bind port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:18:08.915185 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-877d49e6-2204-45bb-b46f-dc07a9365800 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.915694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877d49e6-2204-45bb-b46f-dc07a9365800 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.918859 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-877d49e6-2204-45bb-b46f-dc07a9365800 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/a837441f-3054-4fa2-9201-c4090fa841c5 HTTP/1.1" status: 404 len: 337 time: 0.0498083 Feb 02 13:18:08.922746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35986) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:08.934719 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:18:08.935444 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:08.936017 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:08.936556 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:18:08.937197 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Bound port: 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:18:08.937813 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:08.963712 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-77450cef-0cac-4632-9c3f-c95f61ee76fb tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:08.964266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77450cef-0cac-4632-9c3f-c95f61ee76fb tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:08.968133 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-77450cef-0cac-4632-9c3f-c95f61ee76fb tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/5dae9bce-35ec-40c7-8a6e-0763d4982563 HTTP/1.1" status: 404 len: 333 time: 0.0443344 Feb 02 13:18:08.970987 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35988) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:09.003323 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98b34bd-cf63-4204-9e43-4c066fb9c781 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:09.003819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98b34bd-cf63-4204-9e43-4c066fb9c781 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:09.007589 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d98b34bd-cf63-4204-9e43-4c066fb9c781 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/b49a22e7-1d8e-4c64-a708-0a4d96e96887 HTTP/1.1" status: 404 len: 337 time: 0.0351956 Feb 02 13:18:09.009898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35990) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:09.021236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:09.054187 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] For port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:18:09.068241 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-16240e73-42e5-4785-9bfd-623992481308 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:09.068959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16240e73-42e5-4785-9bfd-623992481308 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:09.072770 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-16240e73-42e5-4785-9bfd-623992481308 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/2d10b747-1b0a-4546-9c59-52ade4b9c16f HTTP/1.1" status: 404 len: 333 time: 0.0619318 Feb 02 13:18:09.075924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35996) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:09.076319 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] For port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:18:09.080510 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0d7eab4-1288-420e-b41c-94dff01b3972 req-4f3bedc5-a3bf-4a1f-a41a-48eb186d805d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973087 Feb 02 13:18:09.103070 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:09.153807 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fd401-b2ec-4628-b5d0-9ff06d698c4b None None] Pushing event updated for resources: {'Port': ['ID=5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:09.247997 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-1399b604-d692-411d-b018-e4791dfc7951 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:09.248812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1399b604-d692-411d-b018-e4791dfc7951 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:09.255994 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1399b604-d692-411d-b018-e4791dfc7951 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/947f0a3e-8e34-440f-8670-aa284a70a2e7 HTTP/1.1" status: 404 len: 337 time: 0.1790197 Feb 02 13:18:09.259520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35998) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:09.301700 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e84a7f-007b-4579-98f2-c48bbcb983e0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:09.302397 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109fd401-b2ec-4628-b5d0-9ff06d698c4b None None] Pushing event updated for resources: {'Port': ['ID=5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:09.303491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e84a7f-007b-4579-98f2-c48bbcb983e0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:09.307832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:09.308821 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:09.317327 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Routers {'94c1e77b-f639-4056-bd33-493d8b351f51'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:09.318237 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['94c1e77b-f639-4056-bd33-493d8b351f51'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:09.324599 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-69e84a7f-007b-4579-98f2-c48bbcb983e0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/b6c06d7d-fac3-407b-849f-3331967ab6da HTTP/1.1" status: 404 len: 333 time: 0.0628135 Feb 02 13:18:09.333518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:09.410896 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff40d38-06ea-4745-a15d-3b7e7e5aab73 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:09.411584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff40d38-06ea-4745-a15d-3b7e7e5aab73 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:09.417097 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3ff40d38-06ea-4745-a15d-3b7e7e5aab73 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/c2daa88a-bedf-418d-8ce4-f2346b3fc49f HTTP/1.1" status: 404 len: 337 time: 0.0783892 Feb 02 13:18:09.420249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36006) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:09.471737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:09.495534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:09.505394 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94909be9-d971-4205-a38f-597db5c9eb67" -d '{"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-unplugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:09.523284 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d432803-fbf7-4a63-a887-624784570144 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:09.523966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d432803-fbf7-4a63-a887-624784570144 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:09.531603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4d432803-fbf7-4a63-a887-624784570144 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/38bf44f1-ab59-4709-920f-b1ed091fef24 HTTP/1.1" status: 404 len: 333 time: 0.1036899 Feb 02 13:18:09.538776 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af4d7170-801b-4553-8c59-2b6c4511b592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (8324cfb9-196f-4061-90a3-45cee3df041b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:09.553548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36012) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:09.582333 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] Set router 94c1e77b-f639-4056-bd33-493d8b351f51 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:09.612982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d0f22-8e7a-4fd0-9a62-e8f2782013df tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port aea42e77-787c-4439-a286-cb579dbc6d46 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:09.613317 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0f22-8e7a-4fd0-9a62-e8f2782013df tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (aea42e77-787c-4439-a286-cb579dbc6d46), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:09.614994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:09.633105 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab02a726-bfd8-48bb-9423-83611e85b188 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:09.633559 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab02a726-bfd8-48bb-9423-83611e85b188 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:09.642019 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ab02a726-bfd8-48bb-9423-83611e85b188 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/439f9752-3039-4ff8-a0f5-f70826efd84b HTTP/1.1" status: 404 len: 337 time: 0.0832958 Feb 02 13:18:09.645457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36014) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:09.671351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'dd70eaba-0c08-4b68-8c2b-f8d27b4339d0', 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f', 'port_id': 'dd70eaba-0c08-4b68-8c2b-f8d27b4339d0', 'mac_address': 'fa:16:3e:ad:fa:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:18:09.680663 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:09.690406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d7170-801b-4553-8c59-2b6c4511b592 None None] Pushing event deleted for resources: {'Port': ['ID=8324cfb9-196f-4061-90a3-45cee3df041b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:09.701416 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4d7170-801b-4553-8c59-2b6c4511b592 None None] No DVR routers for this DVR port 8324cfb9-196f-4061-90a3-45cee3df041b on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:09.711171 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b912e4-bb3a-4d3b-ba84-3cd26ca0dd3f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:09.711989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b912e4-bb3a-4d3b-ba84-3cd26ca0dd3f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:09.720276 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-88b912e4-bb3a-4d3b-ba84-3cd26ca0dd3f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/3b54d9fe-239e-4c1c-9d70-0a9809d5752b HTTP/1.1" status: 404 len: 333 time: 0.0665302 Feb 02 13:18:09.724540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36018) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:09.786942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:09.787568 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:09.800558 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d836fdf4-f824-4640-bc58-7ab41aaaf94b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:09.803845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:09.806670 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d836fdf4-f824-4640-bc58-7ab41aaaf94b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:09.811303 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d836fdf4-f824-4640-bc58-7ab41aaaf94b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/f07202a5-3304-4b01-93c8-38eb6a8c4e64 HTTP/1.1" status: 404 len: 337 time: 0.0857477 Feb 02 13:18:09.815651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36020) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:09.819187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port fae634bb-514a-4526-8bd0-1b7963d986f8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:09.833915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:18:09.838633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Allocated IP 172.20.0.1 (5990a4e6-7253-4019-b0a2-30b61841cd70/347a9e5f-a07b-478e-b70b-4e01d9be206f/cc017bc3-6c95-422f-8541-9fa148dcd89a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:18:09.859331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:09.871994 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:09.878669 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'name': 'tempest-TestAggregatesBasicOps-277317409-router', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:01Z', 'updated_at': '2022-02-02T13:18:04Z', 'revision_number': 3, 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'gw_port': {'id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:02Z', 'updated_at': '2022-02-02T13:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:09.882930 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65c2bae-470b-470e-a41c-045453aad798 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:09.883488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65c2bae-470b-470e-a41c-045453aad798 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:09.887025 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e65c2bae-470b-470e-a41c-045453aad798 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/92de9640-af10-40d3-bd6d-b7fd8851adb1 HTTP/1.1" status: 404 len: 337 time: 0.0704458 Feb 02 13:18:09.891447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36022) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:09.907268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c14a1-c5df-4293-90fb-7a2a66d18ab3 req-fd8303ae-5e09-4a7e-9bf5-3c948f99aa13 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:09.914938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db8c14a1-c5df-4293-90fb-7a2a66d18ab3 req-fd8303ae-5e09-4a7e-9bf5-3c948f99aa13 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.3087173 Feb 02 13:18:09.926296 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d619feea-61da-4618-b0c0-0faddd5c634a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:09.926998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d619feea-61da-4618-b0c0-0faddd5c634a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:09.930765 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d619feea-61da-4618-b0c0-0faddd5c634a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/1456d4b7-6060-48d0-a2d3-3c39b089c417 HTTP/1.1" status: 404 len: 333 time: 0.0382869 Feb 02 13:18:09.939464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:09.951617 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ed931d-ab47-402f-b3fa-feed97d3679d None None] The sync data for ids ['94c1e77b-f639-4056-bd33-493d8b351f51'] in n-d-827336-2 is: [{'id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'name': 'tempest-TestAggregatesBasicOps-277317409-router', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:01Z', 'updated_at': '2022-02-02T13:18:04Z', 'revision_number': 3, 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'gw_port': {'id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:02Z', 'updated_at': '2022-02-02T13:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:18:09.992671 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8c899b67-f52c-4834-99e1-9f47ed6059e0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:09.996507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:10.029636 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4574b1-9ec8-445a-bcd0-cfeb8e9f6600 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:10.030721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4574b1-9ec8-445a-bcd0-cfeb8e9f6600 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:10.038208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36026) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.039836 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1c4574b1-9ec8-445a-bcd0-cfeb8e9f6600 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/eee2538e-67b2-45bc-a0b8-91964e6cdf46 HTTP/1.1" status: 404 len: 337 time: 0.0643721 Feb 02 13:18:10.062467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8157e8a-7288-4ea5-ba7a-2b396666fad1 req-872a1295-82fc-4a5a-a476-977c393e5fb2 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:10.062719 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8c899b67-f52c-4834-99e1-9f47ed6059e0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:10.063654 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:10.076216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8157e8a-7288-4ea5-ba7a-2b396666fad1 req-872a1295-82fc-4a5a-a476-977c393e5fb2 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1128 time: 0.5457060 Feb 02 13:18:10.085958 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0555a6-d574-4bbf-902a-7d293785cb93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:10.086484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0555a6-d574-4bbf-902a-7d293785cb93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:10.092289 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2f0555a6-d574-4bbf-902a-7d293785cb93 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/b6cc2235-abb1-4f35-a638-e3b17ce321e8 HTTP/1.1" status: 404 len: 337 time: 0.0499976 Feb 02 13:18:10.092592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36028) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.122584 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0f22-8e7a-4fd0-9a62-e8f2782013df tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (aea42e77-787c-4439-a286-cb579dbc6d46), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:10.128253 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b208f5-7fc0-45c4-b6eb-8e421b00a00e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:10.128913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b208f5-7fc0-45c4-b6eb-8e421b00a00e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:10.134785 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-87b208f5-7fc0-45c4-b6eb-8e421b00a00e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/eb5d0b23-00cc-431b-9ab3-78cc6563361c HTTP/1.1" status: 404 len: 333 time: 0.0386763 Feb 02 13:18:10.137499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36032) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.170444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8157e8a-7288-4ea5-ba7a-2b396666fad1 req-eb3d96c1-37ce-4656-a671-b8cf84204512 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931137 Feb 02 13:18:10.177144 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6c720d-362d-4e6e-9df3-628226f02ef1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:10.178119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d6c720d-362d-4e6e-9df3-628226f02ef1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:10.184236 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2d6c720d-362d-4e6e-9df3-628226f02ef1 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/61c0f0b7-9284-4796-bb10-2c6dd8000c0b HTTP/1.1" status: 404 len: 337 time: 0.0433095 Feb 02 13:18:10.185149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36034) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.188058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d0f22-8e7a-4fd0-9a62-e8f2782013df tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for aea42e77-787c-4439-a286-cb579dbc6d46 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:10.193277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db8c14a1-c5df-4293-90fb-7a2a66d18ab3 req-c5c3aba3-99b6-467d-8584-caa30c3f946f tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706082 Feb 02 13:18:10.227362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8c899b67-f52c-4834-99e1-9f47ed6059e0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:10.228604 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3c8c34-3ee7-4625-97c2-5c720fae93be tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:10.229132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3c8c34-3ee7-4625-97c2-5c720fae93be tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:10.235108 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-db3c8c34-3ee7-4625-97c2-5c720fae93be tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/3e9be8b6-cc99-4316-abe7-40a550f487bf HTTP/1.1" status: 404 len: 337 time: 0.0464971 Feb 02 13:18:10.237170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36038) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.291076 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15724ca-7906-4464-a950-a80a182c646a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:10.291699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15724ca-7906-4464-a950-a80a182c646a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:10.297528 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f15724ca-7906-4464-a950-a80a182c646a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/262e656b-cd4e-48dc-a050-08388d0707ba HTTP/1.1" status: 404 len: 333 time: 0.0570323 Feb 02 13:18:10.298043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36040) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.301960 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dd4206-7942-430a-bbdf-d3b9e8961fcc x-openstack-request-id: req-58dd4206-7942-430a-bbdf-d3b9e8961fcc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:10.302484 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-unplugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:10.302922 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-58dd4206-7942-430a-bbdf-d3b9e8961fcc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:10.303534 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'code': 200} Feb 02 13:18:10.308385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['dd70eaba-0c08-4b68-8c2b-f8d27b4339d0'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:18:10.310195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Publish callbacks [] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:10.345652 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-a775cd44-b315-4bac-94bd-32076545cd8e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:10.346116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a775cd44-b315-4bac-94bd-32076545cd8e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:10.353293 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a775cd44-b315-4bac-94bd-32076545cd8e tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/ef7c3950-e60b-4a18-981a-49b7a253e750 HTTP/1.1" status: 404 len: 337 time: 0.0519624 Feb 02 13:18:10.353641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36042) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.416706 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5173f168-8df6-4e7f-8bd2-69ad288c6106 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:10.417181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5173f168-8df6-4e7f-8bd2-69ad288c6106 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:10.423642 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5173f168-8df6-4e7f-8bd2-69ad288c6106 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/55d1cef3-c3b2-4c95-bed9-9141d9679158 HTTP/1.1" status: 404 len: 337 time: 0.0665641 Feb 02 13:18:10.423949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36048) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.463746 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5fe50c2b-7c9b-4244-9cfe-966cd68b31f4 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports?device_id=f966d606-3e61-4b6c-8676-8bf4e965a324 HTTP/1.1" status: 200 len: 205 time: 0.0361271 Feb 02 13:18:10.466558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.486097 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:10.517842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8324cfb9-196f-4061-90a3-45cee3df041b no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:10.544667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-396d44af-b429-45ab-86f8-21872ccd0f0d req-936ade7d-72a1-480d-86c0-3cf575be5492 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1259360 Feb 02 13:18:10.549986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Network 5990a4e6-7253-4019-b0a2-30b61841cd70 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:10.554796 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-ea07e53c-dd3f-4ca9-8843-cebeb74ffa68 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] delete failed (client error): The resource could not be found. Feb 02 13:18:10.555092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:10.556345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ea07e53c-dd3f-4ca9-8843-cebeb74ffa68 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/routers/f966d606-3e61-4b6c-8676-8bf4e965a324 HTTP/1.1" status: 404 len: 336 time: 0.0757229 Feb 02 13:18:10.560444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36052) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.583596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:10.596811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8324cfb9-196f-4061-90a3-45cee3df041b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:10.597065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8324cfb9-196f-4061-90a3-45cee3df041b not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:10.645742 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-149712c2-e90d-4428-a122-30d939fc6135 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:10.647353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-149712c2-e90d-4428-a122-30d939fc6135 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:10.665493 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-149712c2-e90d-4428-a122-30d939fc6135 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/3127277b-a461-4a00-8f0d-43c0f6e006fb HTTP/1.1" status: 404 len: 337 time: 0.1019511 Feb 02 13:18:10.666232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36054) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.723859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Pushing event updated for resources: {'Port': ['ID=cc017bc3-6c95-422f-8541-9fa148dcd89a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:10.733763 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4e18d54b-0a75-492a-bf7c-c43d25dd64d0 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "GET /v2.0/ports?device_id=ddd882b4-5226-4467-b021-b928215cda56 HTTP/1.1" status: 200 len: 205 time: 0.0618434 Feb 02 13:18:10.733950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36056) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.809922 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-c2aa1503-88a1-4e63-a27e-278ee3f4d190 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] delete failed (client error): The resource could not be found. Feb 02 13:18:10.813640 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c2aa1503-88a1-4e63-a27e-278ee3f4d190 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/routers/ddd882b4-5226-4467-b021-b928215cda56 HTTP/1.1" status: 404 len: 336 time: 0.0763688 Feb 02 13:18:10.818391 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (94c1e77b-f639-4056-bd33-493d8b351f51), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:10.823024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36058) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.823745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cbc62-17a1-45a3-98eb-eb5adac0550c req-59500965-8607-4b3e-8707-f530cc59b962 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:10.827455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e39cbc62-17a1-45a3-98eb-eb5adac0550c req-59500965-8607-4b3e-8707-f530cc59b962 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 944 time: 0.2817233 Feb 02 13:18:10.905006 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3480bb1-e9bf-4496-874b-85b5312b19cf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:10.905616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3480bb1-e9bf-4496-874b-85b5312b19cf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:10.912338 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d3480bb1-e9bf-4496-874b-85b5312b19cf tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/6db52b81-c65b-4d50-8678-1294bf5627fc HTTP/1.1" status: 404 len: 337 time: 0.0865226 Feb 02 13:18:10.918825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36060) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:10.952063 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0f22-8e7a-4fd0-9a62-e8f2782013df tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (aea42e77-787c-4439-a286-cb579dbc6d46), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:10.980502 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb9bb2b-2a55-42c7-8ded-5db08b5e41a4 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:10.981057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb9bb2b-2a55-42c7-8ded-5db08b5e41a4 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:10.989050 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9fb9bb2b-2a55-42c7-8ded-5db08b5e41a4 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/df74a565-7d9e-400d-a2a1-2affdd2a3b59 HTTP/1.1" status: 404 len: 337 time: 0.0678425 Feb 02 13:18:10.991937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36062) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.011954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d0f22-8e7a-4fd0-9a62-e8f2782013df tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=aea42e77-787c-4439-a286-cb579dbc6d46,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:11.017032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e39cbc62-17a1-45a3-98eb-eb5adac0550c req-52289295-2213-4d9b-80eb-66258e573beb tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215179 Feb 02 13:18:11.040047 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2edbc2-be1c-4fd6-94b4-f9d7f69d30b3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.041130 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2edbc2-be1c-4fd6-94b4-f9d7f69d30b3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.048591 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6c2edbc2-be1c-4fd6-94b4-f9d7f69d30b3 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/f5a8d1c2-aaaf-494c-a1d8-001242f10235 HTTP/1.1" status: 404 len: 333 time: 0.0556467 Feb 02 13:18:11.050126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088ea1f-c7be-4e44-ab90-ebdaadd8343d req-45428447-0d0e-4ec7-9f24-b0d12e81a640 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:11.051706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9088ea1f-c7be-4e44-ab90-ebdaadd8343d req-45428447-0d0e-4ec7-9f24-b0d12e81a640 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.2894001 Feb 02 13:18:11.052679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36064) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.073635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d127ccc6-c44f-442b-9f48-70fe41b527e9 None None] Provisioning complete for port cc017bc3-6c95-422f-8541-9fa148dcd89a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:11.074015 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d127ccc6-c44f-442b-9f48-70fe41b527e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:11.087781 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05a9b2e-644a-415c-861c-ab1013255c24 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.088633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05a9b2e-644a-415c-861c-ab1013255c24 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.094120 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b05a9b2e-644a-415c-861c-ab1013255c24 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/7e810b63-dc88-4f0a-9e1a-3115135c1d01 HTTP/1.1" status: 404 len: 337 time: 0.0398030 Feb 02 13:18:11.100161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36066) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.110512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f119bd-4df8-410f-a532-ab2fcfa0ab31 req-2da3d164-e8b2-4da3-b9d3-1136cb652507 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:11.120023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3f119bd-4df8-410f-a532-ab2fcfa0ab31 req-2da3d164-e8b2-4da3-b9d3-1136cb652507 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1128 time: 0.4095471 Feb 02 13:18:11.149216 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d16e957-44f9-4d0c-8ee7-015a81034e5c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.149924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d16e957-44f9-4d0c-8ee7-015a81034e5c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.157143 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1d16e957-44f9-4d0c-8ee7-015a81034e5c tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/bb7ba5d5-20f3-4d83-9aa5-ac6682cc2d58 HTTP/1.1" status: 404 len: 333 time: 0.0561109 Feb 02 13:18:11.159737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36068) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.161226 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d127ccc6-c44f-442b-9f48-70fe41b527e9 None None] Port cc017bc3-6c95-422f-8541-9fa148dcd89a cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:18:11.206341 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f418d3-a76b-411e-8e4a-a0a578d9937b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.206950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f418d3-a76b-411e-8e4a-a0a578d9937b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.219042 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e7f418d3-a76b-411e-8e4a-a0a578d9937b tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/2d178cc3-a7a8-4d35-b10e-69f20350acb1 HTTP/1.1" status: 404 len: 337 time: 0.0579000 Feb 02 13:18:11.219620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36070) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.296573 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-626b9eb5-ef42-4a48-99b4-66d221642749 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.298593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626b9eb5-ef42-4a48-99b4-66d221642749 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.306953 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-626b9eb5-ef42-4a48-99b4-66d221642749 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/12847faa-f6b1-45a0-8786-57a3776389fd HTTP/1.1" status: 404 len: 333 time: 0.0681570 Feb 02 13:18:11.309968 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36074) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.332630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3f119bd-4df8-410f-a532-ab2fcfa0ab31 req-45bb57ec-034f-4426-a730-905d8622ba34 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114339 Feb 02 13:18:11.361584 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-27dc3776-b3cc-48b9-ba85-7c2a500415b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.362425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27dc3776-b3cc-48b9-ba85-7c2a500415b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.365738 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-27dc3776-b3cc-48b9-ba85-7c2a500415b9 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/e891f81f-c35d-40cc-b653-58b39947ac3a HTTP/1.1" status: 404 len: 337 time: 0.0542603 Feb 02 13:18:11.371910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36078) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.402467 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b46bc5b-4efe-47bd-b8d1-7d64b25cd43f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.404536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b46bc5b-4efe-47bd-b8d1-7d64b25cd43f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.410077 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4b46bc5b-4efe-47bd-b8d1-7d64b25cd43f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/d098ee56-f702-4e08-b151-d5f99f9fa94d HTTP/1.1" status: 404 len: 333 time: 0.0328822 Feb 02 13:18:11.411073 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36080) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.443786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:11.464980 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce5bf0a-3ec1-43a7-aff9-1a41a5b64d2a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.465441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce5bf0a-3ec1-43a7-aff9-1a41a5b64d2a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.470561 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6ce5bf0a-3ec1-43a7-aff9-1a41a5b64d2a tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/d67e19ac-bcdb-4e2f-9e0f-86184e0f3a61 HTTP/1.1" status: 404 len: 337 time: 0.0569243 Feb 02 13:18:11.488852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36086) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.546403 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a0627e-9d50-491a-b460-527ec993c244 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.546948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a0627e-9d50-491a-b460-527ec993c244 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.550055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e3a0627e-9d50-491a-b460-527ec993c244 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/1aa9d256-e545-4f1c-9fda-690d48913bdd HTTP/1.1" status: 404 len: 333 time: 0.0578029 Feb 02 13:18:11.556512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.572044 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0f22-8e7a-4fd0-9a62-e8f2782013df tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (2077f1fa-2c03-46b9-ac94-e9f728a1142e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:11.608088 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7168e207-f198-45f4-957d-494de5f5d4fe tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.608313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7168e207-f198-45f4-957d-494de5f5d4fe tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.613557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7168e207-f198-45f4-957d-494de5f5d4fe tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/6ec7c8d1-c687-4198-b765-c38713704a4e HTTP/1.1" status: 404 len: 337 time: 0.0513752 Feb 02 13:18:11.614389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36092) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.622937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb03df9-f49a-4de1-9a4f-7c9dba615cb9 req-2343a055-2e6b-44b1-8db2-79efd8215c54 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:11.629384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bb03df9-f49a-4de1-9a4f-7c9dba615cb9 req-2343a055-2e6b-44b1-8db2-79efd8215c54 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 945 time: 0.2942207 Feb 02 13:18:11.653441 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97ccea1-8bf2-4ad3-ba24-46aaa3679e88 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.654013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97ccea1-8bf2-4ad3-ba24-46aaa3679e88 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.658234 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b97ccea1-8bf2-4ad3-ba24-46aaa3679e88 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/787bf8d3-b094-42be-aee9-9fd94e0c13e9 HTTP/1.1" status: 404 len: 333 time: 0.0430069 Feb 02 13:18:11.662155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36094) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.707729 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b905c204-e2e2-41ec-a682-c056a268cc4f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.707729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b905c204-e2e2-41ec-a682-c056a268cc4f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.707729 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b905c204-e2e2-41ec-a682-c056a268cc4f tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/20aa7a5f-2946-4e7e-bd06-3536706e5251 HTTP/1.1" status: 404 len: 337 time: 0.0422049 Feb 02 13:18:11.710224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36096) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.742392 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Publish callbacks [] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:11.744424 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-526688a9-9aec-4285-a047-59c149f0243d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:11.744999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526688a9-9aec-4285-a047-59c149f0243d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:11.746190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9088ea1f-c7be-4e44-ab90-ebdaadd8343d req-288660f2-fdbf-4628-ad0a-fa033e3f3018 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Deleting port 85a291f3-c9f3-4a05-a91d-50f0acf3b425 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:11.746580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9088ea1f-c7be-4e44-ab90-ebdaadd8343d req-288660f2-fdbf-4628-ad0a-fa033e3f3018 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:11.748115 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-526688a9-9aec-4285-a047-59c149f0243d tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/ports/2054fdf4-09ad-4969-99ea-97fd05f23c87 HTTP/1.1" status: 404 len: 333 time: 0.0376909 Feb 02 13:18:11.749295 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:11.752566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36098) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:11.779234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e4555-5595-44e4-9b0f-d8fb5117a741 req-81823f27-1af9-43a4-ac00-eec7eb8308ff tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:11.780797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-087e4555-5595-44e4-9b0f-d8fb5117a741 req-81823f27-1af9-43a4-ac00-eec7eb8308ff tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1128 time: 0.3179677 Feb 02 13:18:11.942968 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bb03df9-f49a-4de1-9a4f-7c9dba615cb9 req-f01809a5-7055-4566-a29f-2e4c15cf545e tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123305 Feb 02 13:18:12.005139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8d0f22-8e7a-4fd0-9a62-e8f2782013df tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 2077f1fa-2c03-46b9-ac94-e9f728a1142e has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:18:12.046191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:12.090583 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eaf2f48b-e16c-4d01-96d2-530828dd7c1f req-ba48955b-01c4-40e5-b9c1-9151a4f6446e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.0623047 Feb 02 13:18:12.115598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9088ea1f-c7be-4e44-ab90-ebdaadd8343d req-288660f2-fdbf-4628-ad0a-fa033e3f3018 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] For port 85a291f3-c9f3-4a05-a91d-50f0acf3b425, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=85a291f3-c9f3-4a05-a91d-50f0acf3b425,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:12.115965 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9088ea1f-c7be-4e44-ab90-ebdaadd8343d req-288660f2-fdbf-4628-ad0a-fa033e3f3018 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:12.130712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:12.131357 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:12.149729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-087e4555-5595-44e4-9b0f-d8fb5117a741 req-7a8079ab-721f-47c0-a5d1-edb32b9e082e tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464444 Feb 02 13:18:12.156707 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3829aeb-292f-4439-bc5a-194cbaf59109 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] DELETE failed (client error): The resource could not be found. Feb 02 13:18:12.157148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3829aeb-292f-4439-bc5a-194cbaf59109 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:18:12.160255 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f3829aeb-292f-4439-bc5a-194cbaf59109 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/subnets/e36a80e7-c029-4e68-b62e-96fd797d259d HTTP/1.1" status: 404 len: 337 time: 0.4059045 Feb 02 13:18:12.166571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36102) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:12.252781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9088ea1f-c7be-4e44-ab90-ebdaadd8343d req-288660f2-fdbf-4628-ad0a-fa033e3f3018 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Calling delete_port for 85a291f3-c9f3-4a05-a91d-50f0acf3b425 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:12.280608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:12.281236 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:12.327822 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:12.337061 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:12.347784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (94c1e77b-f639-4056-bd33-493d8b351f51), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:12.359291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8d0f22-8e7a-4fd0-9a62-e8f2782013df tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:18:12.374461 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Pushing event updated for resources: {'Port': ['ID=cc017bc3-6c95-422f-8541-9fa148dcd89a,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:12.375181 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1e8d0f22-8e7a-4fd0-9a62-e8f2782013df tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/2077f1fa-2c03-46b9-ac94-e9f728a1142e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1044340 Feb 02 13:18:12.381711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36106) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:12.439573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e7db5-c979-4a76-84cd-608058af1171 None None] Sync routers for ids ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:18:12.462465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7be48358-3b70-4fdf-8b4c-cf3fe59f2581), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:12.470829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde70ec-4df4-4a0c-b1ca-af8157630336 req-397ddafb-4e5e-4a4a-8304-2e29981be104 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:12.476304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:18:12.478424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:12.478868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bde70ec-4df4-4a0c-b1ca-af8157630336 req-397ddafb-4e5e-4a4a-8304-2e29981be104 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 944 time: 0.2610972 Feb 02 13:18:12.548496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e7db5-c979-4a76-84cd-608058af1171 None None] Routers {'2077f1fa-2c03-46b9-ac94-e9f728a1142e'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:12.549244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-752e7db5-c979-4a76-84cd-608058af1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:12.665965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Network 5990a4e6-7253-4019-b0a2-30b61841cd70 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:12.695953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-752e7db5-c979-4a76-84cd-608058af1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:12.713288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:12.716803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7be48358-3b70-4fdf-8b4c-cf3fe59f2581), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:12.758049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:12.803776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be48358-3b70-4fdf-8b4c-cf3fe59f2581']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:12.807221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e7db5-c979-4a76-84cd-608058af1171 None None] Routers {'2077f1fa-2c03-46b9-ac94-e9f728a1142e'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:12.818257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:12.818546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9883f03-34a9-4e2b-b3ad-521f7c8e20aa') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:12.819317 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-752e7db5-c979-4a76-84cd-608058af1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:12.833342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (d9883f03-34a9-4e2b-b3ad-521f7c8e20aa), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:12.850351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d9883f03-34a9-4e2b-b3ad-521f7c8e20aa), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:12.857961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:12.858361 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (d9883f03-34a9-4e2b-b3ad-521f7c8e20aa), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:12.911763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.912318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.912767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.913231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.913673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.914109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.914681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.914968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.915397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.915848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.916283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.916707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.917145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:12.924690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-752e7db5-c979-4a76-84cd-608058af1171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:12.925490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752e7db5-c979-4a76-84cd-608058af1171 None None] The sync data for ids ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:18:13.002695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:18:13.013443 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:13.013956 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:13.020038 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:13.053142 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7be48358-3b70-4fdf-8b4c-cf3fe59f2581), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:13.077977 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:13.082571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:13.092809 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] 10.222.0.83 "DELETE /v2.0/networks/7be48358-3b70-4fdf-8b4c-cf3fe59f2581 HTTP/1.1" status: 204 len: 168 time: 0.9034262 Feb 02 13:18:13.115665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'port_id': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'mac_address': 'fa:16:3e:ed:74:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:18:13.162173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10a494-edad-4b48-99f2-c3cddb58e247 tempest-NetworksTestDHCPv6-1959092320 tempest-NetworksTestDHCPv6-1959092320-project] Pushing event deleted for resources: {'Network': ['ID=7be48358-3b70-4fdf-8b4c-cf3fe59f2581,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:13.201546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:13.206969 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:13.223927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bde70ec-4df4-4a0c-b1ca-af8157630336 req-fec2a161-7e97-4806-863a-7e00239c834e tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7398188 Feb 02 13:18:13.224493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Router 94c1e77b-f639-4056-bd33-493d8b351f51 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:18:13.296725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3362e7a6-5a47-4c55-856b-3b2d1b72d775 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:18:13.359941 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:13.360341 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:13.362185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5bd2e393-074d-4ec2-bd97-87f912b84795 None None] Provisioning complete for port cc017bc3-6c95-422f-8541-9fa148dcd89a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:13.362545 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5bd2e393-074d-4ec2-bd97-87f912b84795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:13.379261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-177fdfc0-b8c4-49a8-b000-b89a3e725e02 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:13.384799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-177fdfc0-b8c4-49a8-b000-b89a3e725e02 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/networks?id=dac7fa4e-cf39-4c04-be08-2b29c057f31e HTTP/1.1" status: 200 len: 911 time: 0.3465862 Feb 02 13:18:13.441903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:13.458935 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:13.479556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:18:13.485258 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e401c6dd-3749-47bc-80b9-74b167b99781 admin admin] 10.222.0.83 "PUT /v2.0/routers/94c1e77b-f639-4056-bd33-493d8b351f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8996925 Feb 02 13:18:13.503920 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Sync routers for ids ['94c1e77b-f639-4056-bd33-493d8b351f51'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:18:13.521876 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Routers {'94c1e77b-f639-4056-bd33-493d8b351f51'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:13.523826 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['94c1e77b-f639-4056-bd33-493d8b351f51'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:13.562906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:13.574465 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb261e6b-72c4-4eee-aa54-7a75908254ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd70eaba-0c08-4b68-8c2b-f8d27b4339d0'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:13.582400 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718cf00a-0406-4676-bdc0-0464df6dd304" -d '{"events": [{"server_uuid": "bb261e6b-72c4-4eee-aa54-7a75908254ce", "name": "network-vif-plugged", "status": "completed", "tag": "dd70eaba-0c08-4b68-8c2b-f8d27b4339d0"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:13.601274 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:13.638541 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9088ea1f-c7be-4e44-ab90-ebdaadd8343d req-288660f2-fdbf-4628-ad0a-fa033e3f3018 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (85a291f3-c9f3-4a05-a91d-50f0acf3b425), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:13.652656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2e393-074d-4ec2-bd97-87f912b84795 None None] Port cc017bc3-6c95-422f-8541-9fa148dcd89a cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:18:13.661392 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1eb0d1c-51f1-4154-82b7-0f378ff7cc0e req-51d4f523-aab5-4e9c-8e2f-f6e784d86da7 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=45609f11-4e53-4aca-aab3-2c44db64b92f HTTP/1.1" status: 200 len: 210 time: 0.1173477 Feb 02 13:18:13.682487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['85a291f3-c9f3-4a05-a91d-50f0acf3b425'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:18:13.685867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['efc908ff-9e61-4e7e-9860-812538ce757d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:18:13.741841 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Set router 94c1e77b-f639-4056-bd33-493d8b351f51 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:13.762151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-10e5a492-79df-4eb7-8e46-ccf2cc0704aa tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/quotas/d6589d4a4c514cbe8bf690849dabd725 HTTP/1.1" status: 200 len: 375 time: 0.2197423 Feb 02 13:18:13.797598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36158) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:13.868961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288660f2-fdbf-4628-ad0a-fa033e3f3018 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event deleted for resources: {'Port': ['ID=85a291f3-c9f3-4a05-a91d-50f0acf3b425,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:13.869986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:13.882690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['3362e7a6-5a47-4c55-856b-3b2d1b72d775'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:18:14.010375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-acf4741e-de60-4db7-901d-282153789e3d req-43aae188-a35b-45af-a183-7402a01ead7d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.2049966 Feb 02 13:18:14.054868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9088ea1f-c7be-4e44-ab90-ebdaadd8343d req-288660f2-fdbf-4628-ad0a-fa033e3f3018 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] No DVR routers for this DVR port 85a291f3-c9f3-4a05-a91d-50f0acf3b425 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:14.078927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:14.094317 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9088ea1f-c7be-4e44-ab90-ebdaadd8343d req-288660f2-fdbf-4628-ad0a-fa033e3f3018 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:14.101012 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1d419137-9ead-4d1b-baf8-4026181c62c2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=02d0f0b031074f4a91120895ec758578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3019226 Feb 02 13:18:14.107692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36164) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:14.129108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:14.134448 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9088ea1f-c7be-4e44-ab90-ebdaadd8343d req-288660f2-fdbf-4628-ad0a-fa033e3f3018 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.18 "DELETE /v2.0/ports/85a291f3-c9f3-4a05-a91d-50f0acf3b425 HTTP/1.1" status: 204 len: 173 time: 3.0093071 Feb 02 13:18:14.145041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45609f11-4e53-4aca-aab3-2c44db64b92f', 'name': 'network-vif-deleted', 'tag': '85a291f3-c9f3-4a05-a91d-50f0acf3b425'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:14.151160 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bdcece-a083-4f04-8707-6c67cbc1b398 x-openstack-request-id: req-50bdcece-a083-4f04-8707-6c67cbc1b398 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:14.151535 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb261e6b-72c4-4eee-aa54-7a75908254ce", "name": "network-vif-plugged", "status": "completed", "tag": "dd70eaba-0c08-4b68-8c2b-f8d27b4339d0", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:14.151741 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-50bdcece-a083-4f04-8707-6c67cbc1b398 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:14.152114 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb261e6b-72c4-4eee-aa54-7a75908254ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd70eaba-0c08-4b68-8c2b-f8d27b4339d0', 'code': 200} Feb 02 13:18:14.170267 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c6c02d-a86c-45d7-bfc6-016abdd17905" -d '{"events": [{"server_uuid": "45609f11-4e53-4aca-aab3-2c44db64b92f", "name": "network-vif-deleted", "tag": "85a291f3-c9f3-4a05-a91d-50f0acf3b425"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:14.223343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd4a64a6-fb03-4a9a-bb91-995dff7edee9 admin admin] Publish callbacks [] for security_group (9d8cc11b-ef76-4784-b8dd-f596fe37a0cf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:14.255581 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'name': 'tempest-TestAggregatesBasicOps-277317409-router', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:01Z', 'updated_at': '2022-02-02T13:18:11Z', 'revision_number': 4, 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'gw_port': {'id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:02Z', 'updated_at': '2022-02-02T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'cc017bc3-6c95-422f-8541-9fa148dcd89a', 'name': '', 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'mac_address': 'fa:16:3e:94:6a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '347a9e5f-a07b-478e-b70b-4e01d9be206f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:09Z', 'updated_at': '2022-02-02T13:18:11Z', 'revision_number': 2, 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'subnets': [{'id': '347a9e5f-a07b-478e-b70b-4e01d9be206f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:14.277666 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-17b83772-d032-4168-961e-f53720dd1f8a tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?tenant_id=d6589d4a4c514cbe8bf690849dabd725&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5096064 Feb 02 13:18:14.348700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd4a64a6-fb03-4a9a-bb91-995dff7edee9 admin admin] Publish callbacks [] for security_group (9d8cc11b-ef76-4784-b8dd-f596fe37a0cf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:14.391020 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Checking router: 94c1e77b-f639-4056-bd33-493d8b351f51 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:18:14.396036 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Updating router 94c1e77b-f639-4056-bd33-493d8b351f51 port cc017bc3-6c95-422f-8541-9fa148dcd89a binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:18:14.465545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:14.465825 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:14.504158 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:14.541078 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd4a64a6-fb03-4a9a-bb91-995dff7edee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9d8cc11b-ef76-4784-b8dd-f596fe37a0cf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:14.550008 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd4a64a6-fb03-4a9a-bb91-995dff7edee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:14.551493 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fd4a64a6-fb03-4a9a-bb91-995dff7edee9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9d8cc11b-ef76-4784-b8dd-f596fe37a0cf HTTP/1.1" status: 204 len: 168 time: 0.4432173 Feb 02 13:18:14.588187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031952c7-ccd9-48f5-a458-f89a07d74128 req-fec74d4f-6ace-4688-b2cc-a0e046fbdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:14.590347 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-031952c7-ccd9-48f5-a458-f89a07d74128 req-fec74d4f-6ace-4688-b2cc-a0e046fbdcd9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 1127 time: 0.3174746 Feb 02 13:18:14.598976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a64a6-fb03-4a9a-bb91-995dff7edee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8cc11b-ef76-4784-b8dd-f596fe37a0cf,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:14.762114 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-031952c7-ccd9-48f5-a458-f89a07d74128 req-e1ae6613-db76-4761-a257-9c6e22c2eade service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502473 Feb 02 13:18:14.806169 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc4bd58-005e-4cb6-8b88-5fd053192e92 x-openstack-request-id: req-2fc4bd58-005e-4cb6-8b88-5fd053192e92 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:14.808340 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45609f11-4e53-4aca-aab3-2c44db64b92f", "name": "network-vif-deleted", "tag": "85a291f3-c9f3-4a05-a91d-50f0acf3b425", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:14.808340 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2fc4bd58-005e-4cb6-8b88-5fd053192e92 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:14.819299 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45609f11-4e53-4aca-aab3-2c44db64b92f', 'name': 'network-vif-deleted', 'tag': '85a291f3-c9f3-4a05-a91d-50f0acf3b425', 'status': 'completed', 'code': 200} Feb 02 13:18:14.888686 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-0c7cf8ec-3d61-4c82-9d66-f736028463a4 service neutron] 10.222.0.83 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101058 Feb 02 13:18:14.959193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:15.095624 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a3ce4f9-74c5-42b7-8258-172f53ac9b62 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (2077f1fa-2c03-46b9-ac94-e9f728a1142e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:15.185838 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Publish callbacks [] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:15.205473 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:15.252987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-b89d5941-1302-4883-a940-94ce66a63a33 service neutron] 10.222.0.83 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3575351 Feb 02 13:18:15.303707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c2388-aa77-41c6-9d1a-952758da4d2b req-759f981a-01c2-44c2-b255-f9071c07c6fe tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:15.311078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f49c2388-aa77-41c6-9d1a-952758da4d2b req-759f981a-01c2-44c2-b255-f9071c07c6fe tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 945 time: 0.3145626 Feb 02 13:18:15.367814 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2008b9c-3f90-40c2-ad91-5e7e7737abb5 None None] Pushing event updated for resources: {'Port': ['ID=cc017bc3-6c95-422f-8541-9fa148dcd89a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:15.475080 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f49c2388-aa77-41c6-9d1a-952758da4d2b req-6348785c-f084-4c76-b9b2-dba911d38ffa tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536589 Feb 02 13:18:15.524799 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Attempting to bind port cc017bc3-6c95-422f-8541-9fa148dcd89a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:18:15.530445 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Attempting to bind port cc017bc3-6c95-422f-8541-9fa148dcd89a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '02375e80-2348-4c54-b526-a68bd2918323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:18:15.530812 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Attempting to bind port cc017bc3-6c95-422f-8541-9fa148dcd89a on network 5990a4e6-7253-4019-b0a2-30b61841cd70 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:18:15.551850 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:18:15.552253 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Checking segment: {'id': '02375e80-2348-4c54-b526-a68bd2918323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:15.553075 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:15.557224 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Bound using segment: {'id': '02375e80-2348-4c54-b526-a68bd2918323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:18:15.557768 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Bound port: cc017bc3-6c95-422f-8541-9fa148dcd89a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02375e80-2348-4c54-b526-a68bd2918323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:18:15.558148 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:15.739193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b62f1e11-0a0f-427e-a81c-51d83e635f2d None None] Provisioning complete for port cc017bc3-6c95-422f-8541-9fa148dcd89a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:15.739699 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b62f1e11-0a0f-427e-a81c-51d83e635f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:15.798804 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] For port cc017bc3-6c95-422f-8541-9fa148dcd89a, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:18:15.809386 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] For port cc017bc3-6c95-422f-8541-9fa148dcd89a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cc017bc3-6c95-422f-8541-9fa148dcd89a,segment=NetworkSegment(02375e80-2348-4c54-b526-a68bd2918323),segment_id=02375e80-2348-4c54-b526-a68bd2918323)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:18:15.836254 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:15.836432 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 85a291f3-c9f3-4a05-a91d-50f0acf3b425 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:15.915731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 85a291f3-c9f3-4a05-a91d-50f0acf3b425 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:15.916073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 85a291f3-c9f3-4a05-a91d-50f0acf3b425 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:15.948708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d4b093ae-9f57-49cd-b336-d38ec1736de8 req-584c1e7a-5db8-4845-88ab-d204fca17e3e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1377313 Feb 02 13:18:15.959350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b62f1e11-0a0f-427e-a81c-51d83e635f2d None None] Port cc017bc3-6c95-422f-8541-9fa148dcd89a cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:18:16.041068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9fb2172-dea4-45c9-bb30-fff39c4dd1d4 req-0751bf12-8c01-4acc-9d53-7bdd411fa2b9 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 210 time: 0.1653459 Feb 02 13:18:16.065681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ce4f9-74c5-42b7-8258-172f53ac9b62 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port 4458e678-76ed-4b8e-9b97-9b23bca91ac2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:16.067218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a3ce4f9-74c5-42b7-8258-172f53ac9b62 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4458e678-76ed-4b8e-9b97-9b23bca91ac2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:16.128799 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Routers {'94c1e77b-f639-4056-bd33-493d8b351f51'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:16.129458 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['94c1e77b-f639-4056-bd33-493d8b351f51'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:16.144456 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2008b9c-3f90-40c2-ad91-5e7e7737abb5 None None] Pushing event updated for resources: {'Port': ['ID=cc017bc3-6c95-422f-8541-9fa148dcd89a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:16.320400 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36232) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:16.362163 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a3ce4f9-74c5-42b7-8258-172f53ac9b62 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4458e678-76ed-4b8e-9b97-9b23bca91ac2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:16.397701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7a3ce4f9-74c5-42b7-8258-172f53ac9b62 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for 4458e678-76ed-4b8e-9b97-9b23bca91ac2 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:16.491486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:16.655654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'networks': [{'name': 'tempest-network--796415039'}, {'name': 'tempest-network--685304790'}]} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:16.656256 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'network': {'name': 'tempest-network--796415039'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:16.656705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'network': {'name': 'tempest-network--685304790'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:16.689274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:16.696452 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:16.723462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Made reservation on behalf of 25aee60b1d7944b886bbf3389d386480 for: {'network': 2} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:16.727986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:16.747215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:16.750405 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4a6710fe-91a8-4830-a9d7-5a5ce15b4972 None None] Provisioning complete for port cc017bc3-6c95-422f-8541-9fa148dcd89a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:16.752422 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a6710fe-91a8-4830-a9d7-5a5ce15b4972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:16.857194 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] Set router 94c1e77b-f639-4056-bd33-493d8b351f51 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:16.884832 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a3ce4f9-74c5-42b7-8258-172f53ac9b62 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4458e678-76ed-4b8e-9b97-9b23bca91ac2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:16.965097 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for security_group (8edd8c49-c111-45a4-90a4-a6d1b27524ae), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:16.979188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8edd8c49-c111-45a4-90a4-a6d1b27524ae), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:16.980101 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.071818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8edd8c49-c111-45a4-90a4-a6d1b27524ae,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:17.100858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:18:17.109178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ce4f9-74c5-42b7-8258-172f53ac9b62 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=4458e678-76ed-4b8e-9b97-9b23bca91ac2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:17.120792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:17.123267 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.126083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (5015c467-3b6b-4d67-ad52-f2fd5219455a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.126706 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Added segment 5015c467-3b6b-4d67-ad52-f2fd5219455a of type vlan for network 0b636a81-dd15-43c2-beec-eb5bab32bd6e Feb 02 13:18:17.169402 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4a6710fe-91a8-4830-a9d7-5a5ce15b4972 None None] Current status of the port cc017bc3-6c95-422f-8541-9fa148dcd89a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:17.175234 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a6710fe-91a8-4830-a9d7-5a5ce15b4972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.277655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:17.284381 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dd4798-fac3-4c10-97bc-45110d3a0bbf" -d '{"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-plugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:17.291007 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (0b636a81-dd15-43c2-beec-eb5bab32bd6e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.338246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:17.368206 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b51eda4-d2cc-4f2d-826d-aa818d63690a req-62363423-5bd3-42b8-96aa-853ead988b54 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1202307 Feb 02 13:18:17.401114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:18:17.417891 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a3ce4f9-74c5-42b7-8258-172f53ac9b62 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (2077f1fa-2c03-46b9-ac94-e9f728a1142e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.419771 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.429046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4a6710fe-91a8-4830-a9d7-5a5ce15b4972 None None] For port cc017bc3-6c95-422f-8541-9fa148dcd89a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cc017bc3-6c95-422f-8541-9fa148dcd89a,segment=NetworkSegment(02375e80-2348-4c54-b526-a68bd2918323),segment_id=02375e80-2348-4c54-b526-a68bd2918323)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:17.437207 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (935dc779-3e09-49dd-a6f2-b59ae3f56e0e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.437605 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Added segment 935dc779-3e09-49dd-a6f2-b59ae3f56e0e of type vlan for network 1c6bc1ad-6a7f-45cb-a770-7591310b3f81 Feb 02 13:18:17.470624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be5e9a-b118-453c-8c1e-2bc12cd3de7c req-05211aed-3dca-46e5-b805-fd1bf8323a7e tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:17.483836 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57be5e9a-b118-453c-8c1e-2bc12cd3de7c req-05211aed-3dca-46e5-b805-fd1bf8323a7e tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 945 time: 0.6278017 Feb 02 13:18:17.531410 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (1c6bc1ad-6a7f-45cb-a770-7591310b3f81), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.567525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:17.569011 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (0b636a81-dd15-43c2-beec-eb5bab32bd6e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.569510 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (1c6bc1ad-6a7f-45cb-a770-7591310b3f81), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.571140 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a6710fe-91a8-4830-a9d7-5a5ce15b4972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.579161 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'name': 'tempest-TestAggregatesBasicOps-277317409-router', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:01Z', 'updated_at': '2022-02-02T13:18:11Z', 'revision_number': 4, 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'gw_port': {'id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:02Z', 'updated_at': '2022-02-02T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'cc017bc3-6c95-422f-8541-9fa148dcd89a', 'name': '', 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'mac_address': 'fa:16:3e:94:6a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '347a9e5f-a07b-478e-b70b-4e01d9be206f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:09Z', 'updated_at': '2022-02-02T13:18:15Z', 'revision_number': 4, 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'subnets': [{'id': '347a9e5f-a07b-478e-b70b-4e01d9be206f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:17.580818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:17.604271 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:17.604963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:17.625517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6710fe-91a8-4830-a9d7-5a5ce15b4972 None None] Pushing event updated for resources: {'Port': ['ID=cc017bc3-6c95-422f-8541-9fa148dcd89a,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:17.641937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048165b2-f492-4ac0-8405-c9049bbd7ab1 None None] The sync data for ids ['94c1e77b-f639-4056-bd33-493d8b351f51'] in n-d-827336-2 is: [{'id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'name': 'tempest-TestAggregatesBasicOps-277317409-router', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:01Z', 'updated_at': '2022-02-02T13:18:11Z', 'revision_number': 4, 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'gw_port': {'id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:02Z', 'updated_at': '2022-02-02T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'cc017bc3-6c95-422f-8541-9fa148dcd89a', 'name': '', 'network_id': '5990a4e6-7253-4019-b0a2-30b61841cd70', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'mac_address': 'fa:16:3e:94:6a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': '347a9e5f-a07b-478e-b70b-4e01d9be206f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:09Z', 'updated_at': '2022-02-02T13:18:15Z', 'revision_number': 4, 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'subnets': [{'id': '347a9e5f-a07b-478e-b70b-4e01d9be206f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:18:17.698785 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.3755045 Feb 02 13:18:17.701666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36272) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:17.806324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event updated for resources: {'Network': ['ID=0b636a81-dd15-43c2-beec-eb5bab32bd6e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:17.831599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 0b636a81-dd15-43c2-beec-eb5bab32bd6e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:18:17.862702 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2b7a460-2e95-4bb3-8f47-5ac2dfbf2b48 req-ce758547-59e4-4d99-94e9-3d2b8754bce8 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 210 time: 0.1826708 Feb 02 13:18:17.958194 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57be5e9a-b118-453c-8c1e-2bc12cd3de7c req-4bcdcded-8104-4622-aacd-adf864b13e84 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618652 Feb 02 13:18:18.094272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ebdcc-0131-4cb9-8fbe-1de03e0b8e43 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event updated for resources: {'Network': ['ID=1c6bc1ad-6a7f-45cb-a770-7591310b3f81,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:18.108327 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2407b2a7-66e6-4201-94ad-6ff36c0d04c4 x-openstack-request-id: req-2407b2a7-66e6-4201-94ad-6ff36c0d04c4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:18.108916 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-plugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:18.109330 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2407b2a7-66e6-4201-94ad-6ff36c0d04c4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:18.109869 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'code': 200} Feb 02 13:18:18.140491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 1c6bc1ad-6a7f-45cb-a770-7591310b3f81 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:18:18.289946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3ce4f9-74c5-42b7-8258-172f53ac9b62 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 2077f1fa-2c03-46b9-ac94-e9f728a1142e has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:18:18.352095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cc017bc3-6c95-422f-8541-9fa148dcd89a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:18.381370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-e0050acc-175c-4194-9d10-ec4c46d7fff0 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:18.383832 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-e0050acc-175c-4194-9d10-ec4c46d7fff0 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.62 "GET /v2.0/networks?id=dac7fa4e-cf39-4c04-be08-2b29c057f31e HTTP/1.1" status: 200 len: 911 time: 0.3401473 Feb 02 13:18:18.423741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Request body: {'port': {'device_id': 'a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db', 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e', 'admin_state_up': True, 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:18.476821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Made reservation on behalf of d6589d4a4c514cbe8bf690849dabd725 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:18.479747 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:18.676191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3ce4f9-74c5-42b7-8258-172f53ac9b62 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:18:18.700033 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fabe1-010c-4fb2-a8bd-67a4d06268de tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:18.716170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10060afd-180a-4d90-a471-faba96b078b2 None None] Sync routers for ids ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:18:18.721227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fabe1-010c-4fb2-a8bd-67a4d06268de tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:18.730701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fabe1-010c-4fb2-a8bd-67a4d06268de tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:18.749986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10060afd-180a-4d90-a471-faba96b078b2 None None] Routers {'2077f1fa-2c03-46b9-ac94-e9f728a1142e'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:18.750855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-10060afd-180a-4d90-a471-faba96b078b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:18.755933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fabe1-010c-4fb2-a8bd-67a4d06268de tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:18.757700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aa3fabe1-010c-4fb2-a8bd-67a4d06268de tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.9686663 Feb 02 13:18:18.760815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36300) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:18.768345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7a3ce4f9-74c5-42b7-8258-172f53ac9b62 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/2077f1fa-2c03-46b9-ac94-e9f728a1142e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3855865 Feb 02 13:18:18.784287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36304) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:18.823093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-10060afd-180a-4d90-a471-faba96b078b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:18.842135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10060afd-180a-4d90-a471-faba96b078b2 None None] Routers {'2077f1fa-2c03-46b9-ac94-e9f728a1142e'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:18.842895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-10060afd-180a-4d90-a471-faba96b078b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:18.878376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Allocated IP 172.20.0.9 (dac7fa4e-cf39-4c04-be08-2b29c057f31e/9f5c9669-0db7-46c3-836f-e5879716fb69/2942dddd-6f3f-41a4-9ca5-ba308abf391b) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:18:18.887208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-473ecbe8-f8aa-4dab-b7cd-c260a9b84b61 req-8d0b6b3c-5aaf-4ba3-9836-706b6ea9a9bb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1177149 Feb 02 13:18:18.899432 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-10060afd-180a-4d90-a471-faba96b078b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:18.900130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10060afd-180a-4d90-a471-faba96b078b2 None None] The sync data for ids ['2077f1fa-2c03-46b9-ac94-e9f728a1142e'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:18:18.900311 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8299773f-1925-4a53-9de9-6889793f1981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=2077f1fa-2c03-46b9-ac94-e9f728a1142e HTTP/1.1" status: 200 len: 205 time: 0.1041667 Feb 02 13:18:18.901551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port cc017bc3-6c95-422f-8541-9fa148dcd89a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:18.902667 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:18.907953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36312) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:19.033714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (0b636a81-dd15-43c2-beec-eb5bab32bd6e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:19.118967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port cc017bc3-6c95-422f-8541-9fa148dcd89a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:19.153101 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80798409-f53e-411e-be7b-6cbe95fac49d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (2077f1fa-2c03-46b9-ac94-e9f728a1142e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:19.268772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (0b636a81-dd15-43c2-beec-eb5bab32bd6e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:19.295082 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b636a81-dd15-43c2-beec-eb5bab32bd6e']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:19.305718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5015c467-3b6b-4d67-ad52-f2fd5219455a') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:19.306016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5015c467-3b6b-4d67-ad52-f2fd5219455a') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:19.316209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (5015c467-3b6b-4d67-ad52-f2fd5219455a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:19.332097 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (5015c467-3b6b-4d67-ad52-f2fd5219455a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:19.339083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:19.339777 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (5015c467-3b6b-4d67-ad52-f2fd5219455a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:19.351222 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ca1807a-e319-4802-98aa-02cb25cf2cce req-f8ddf9ba-afc6-4308-b397-aef242350eeb tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 210 time: 0.2075994 Feb 02 13:18:19.459579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36320) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:19.525589 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks [] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:19.562641 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:19.671585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:19.710277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b47966af-f75c-47b6-a073-f140793030e5'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:18:19.861666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Pushing event updated for resources: {'Port': ['ID=2942dddd-6f3f-41a4-9ca5-ba308abf391b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:19.885451 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (0b636a81-dd15-43c2-beec-eb5bab32bd6e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:19.919189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:19.925149 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "DELETE /v2.0/networks/0b636a81-dd15-43c2-beec-eb5bab32bd6e HTTP/1.1" status: 204 len: 168 time: 1.1588891 Feb 02 13:18:19.956260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36332) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:19.978930 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Network dac7fa4e-cf39-4c04-be08-2b29c057f31e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:19.979875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f6595-0a93-4bc9-9473-25d29f9ecb58 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event deleted for resources: {'Network': ['ID=0b636a81-dd15-43c2-beec-eb5bab32bd6e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:19.984773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:20.016200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:20.075743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:20.081050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.133848 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80798409-f53e-411e-be7b-6cbe95fac49d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (2077f1fa-2c03-46b9-ac94-e9f728a1142e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.142526 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80798409-f53e-411e-be7b-6cbe95fac49d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (2077f1fa-2c03-46b9-ac94-e9f728a1142e), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.183064 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-1263f5bd-dc93-4cc1-952f-8c41eeeae634 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7633302 Feb 02 13:18:20.191957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (1c6bc1ad-6a7f-45cb-a770-7591310b3f81), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.209238 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b404fc-3ed6-465b-924b-6cde26d5023d req-557ad50a-6fd8-4908-8517-c7ec90ed6624 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:20.210792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59b404fc-3ed6-465b-924b-6cde26d5023d req-557ad50a-6fd8-4908-8517-c7ec90ed6624 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 945 time: 1.0652993 Feb 02 13:18:20.214368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Request body: {'port': {'device_id': 'a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:20.354439 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.396634 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80798409-f53e-411e-be7b-6cbe95fac49d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (2077f1fa-2c03-46b9-ac94-e9f728a1142e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.402818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80798409-f53e-411e-be7b-6cbe95fac49d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Fanout notify agent at l3_agent the message router_deleted on router 2077f1fa-2c03-46b9-ac94-e9f728a1142e {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:18:20.426302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-38c0b347-5312-4fb7-901c-0736f6db2bf7 None None] Provisioning complete for port 2942dddd-6f3f-41a4-9ca5-ba308abf391b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:20.426916 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38c0b347-5312-4fb7-901c-0736f6db2bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.427123 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80798409-f53e-411e-be7b-6cbe95fac49d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.428651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-80798409-f53e-411e-be7b-6cbe95fac49d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/2077f1fa-2c03-46b9-ac94-e9f728a1142e HTTP/1.1" status: 204 len: 168 time: 1.5194113 Feb 02 13:18:20.433441 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (1c6bc1ad-6a7f-45cb-a770-7591310b3f81), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.448291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36338) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:20.500608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-38c0b347-5312-4fb7-901c-0736f6db2bf7 None None] Port 2942dddd-6f3f-41a4-9ca5-ba308abf391b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:18:20.521376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cffe9e-d63f-48e5-a9fc-91196777f8c0 req-e72b9979-cc48-414c-8e67-29e19c88f426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:20.529572 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08cffe9e-d63f-48e5-a9fc-91196777f8c0 req-e72b9979-cc48-414c-8e67-29e19c88f426 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 945 time: 0.3925035 Feb 02 13:18:20.561935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-8948640e-778c-4b5f-a4b1-9325c31970e0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting subnet b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:20.580570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6bc1ad-6a7f-45cb-a770-7591310b3f81']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:20.585226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59b404fc-3ed6-465b-924b-6cde26d5023d req-ba75a22a-1481-498e-8d16-21b92743b0b9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846043 Feb 02 13:18:20.592867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '935dc779-3e09-49dd-a6f2-b59ae3f56e0e') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:20.593162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '935dc779-3e09-49dd-a6f2-b59ae3f56e0e') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:20.621786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (935dc779-3e09-49dd-a6f2-b59ae3f56e0e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.642630 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (935dc779-3e09-49dd-a6f2-b59ae3f56e0e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.650467 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:20.652226 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (935dc779-3e09-49dd-a6f2-b59ae3f56e0e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:20.683827 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:20.686364 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8948640e-778c-4b5f-a4b1-9325c31970e0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.779912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a127c6e-8613-4439-a4cc-ec122aadf98b req-efc223da-66d4-44a6-8119-bf559e7bd9a0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:20.781626 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a127c6e-8613-4439-a4cc-ec122aadf98b req-efc223da-66d4-44a6-8119-bf559e7bd9a0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 945 time: 0.3453057 Feb 02 13:18:20.783631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee9f3b5d-80e8-488a-9f64-718d42d1732e req-91caac7d-cca2-499f-85d0-15a6d2433acd tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.0699847 Feb 02 13:18:20.791051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8948640e-778c-4b5f-a4b1-9325c31970e0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:20.809618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08cffe9e-d63f-48e5-a9fc-91196777f8c0 req-edf0fe3e-ec84-4a9c-bd6f-fea50163780f tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776864 Feb 02 13:18:20.901617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8948640e-778c-4b5f-a4b1-9325c31970e0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.036938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (1c6bc1ad-6a7f-45cb-a770-7591310b3f81), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.043796 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.051778 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "DELETE /v2.0/networks/1c6bc1ad-6a7f-45cb-a770-7591310b3f81 HTTP/1.1" status: 204 len: 168 time: 1.0941176 Feb 02 13:18:21.060103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:21.084787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e744e56-32bf-4d97-947c-1d57a412a68f tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event deleted for resources: {'Network': ['ID=1c6bc1ad-6a7f-45cb-a770-7591310b3f81,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:21.236284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600585ac-83bc-488e-9f36-b0b4b1edeeea req-9cabdaf9-79f2-40c3-b617-debc2365bab5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:21.237786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-600585ac-83bc-488e-9f36-b0b4b1edeeea req-9cabdaf9-79f2-40c3-b617-debc2365bab5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1027 time: 0.2771275 Feb 02 13:18:21.245220 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-5a127c6e-8613-4439-a4cc-ec122aadf98b req-1ac31aff-e07c-4784-94e1-e85616250a2b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Deleting port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:21.245551 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a127c6e-8613-4439-a4cc-ec122aadf98b req-1ac31aff-e07c-4784-94e1-e85616250a2b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.305811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7c1243-cc0d-4f89-8c13-8c75d062fce9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:21.311115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7c1243-cc0d-4f89-8c13-8c75d062fce9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:21.317364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0e7c1243-cc0d-4f89-8c13-8c75d062fce9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2556231 Feb 02 13:18:21.320871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36346) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:21.329152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-391624744'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:21.387220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2942dddd-6f3f-41a4-9ca5-ba308abf391b {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:18:21.397062 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Publish callbacks [] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.413181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Transition to ACTIVE for port object 2942dddd-6f3f-41a4-9ca5-ba308abf391b will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:18:21.415697 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8948640e-778c-4b5f-a4b1-9325c31970e0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.426261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.429704 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-600585ac-83bc-488e-9f36-b0b4b1edeeea req-f97318ad-7239-4598-8d74-0b6ef9917543 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771162 Feb 02 13:18:21.445457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Made reservation on behalf of 25aee60b1d7944b886bbf3389d386480 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:21.449307 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.490122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948640e-778c-4b5f-a4b1-9325c31970e0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:21.510350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5a127c6e-8613-4439-a4cc-ec122aadf98b req-1ac31aff-e07c-4784-94e1-e85616250a2b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] For port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:21.510976 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a127c6e-8613-4439-a4cc-ec122aadf98b req-1ac31aff-e07c-4784-94e1-e85616250a2b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.525359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8948640e-778c-4b5f-a4b1-9325c31970e0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.526753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c0eff5-a0ef-4224-8adf-4c13afb03bde None None] Network cb1eaee9-0751-4f59-8634-b41778a54677 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:21.532044 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8948640e-778c-4b5f-a4b1-9325c31970e0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd HTTP/1.1" status: 204 len: 168 time: 1.0746140 Feb 02 13:18:21.539497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36348) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:21.563221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-5a127c6e-8613-4439-a4cc-ec122aadf98b req-1ac31aff-e07c-4784-94e1-e85616250a2b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Calling delete_port for dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:21.607250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:18:21.642382 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (28ad0102-87fb-4c09-811b-d699a16dbdd9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.645425 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Added segment 28ad0102-87fb-4c09-811b-d699a16dbdd9 of type vlan for network dfab3fc3-19db-411f-8069-bb15d4023120 Feb 02 13:18:21.651832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Pushing event updated for resources: {'Port': ['ID=2942dddd-6f3f-41a4-9ca5-ba308abf391b,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:21.786892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a85e97-7b5a-4b5e-af02-7434338a7e18 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting subnet c8aab082-dceb-4349-9f9b-8eae828702f6 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:21.842697 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (dfab3fc3-19db-411f-8069-bb15d4023120), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.852537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c96346-e7be-4c21-9c60-e40b4eb86886 None None] DHCP port deletion for cb1eaee9-0751-4f59-8634-b41778a54677 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:18:21.864252 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33a85e97-7b5a-4b5e-af02-7434338a7e18 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (c8aab082-dceb-4349-9f9b-8eae828702f6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:21.902288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Attempting to bind port 2942dddd-6f3f-41a4-9ca5-ba308abf391b on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:18:21.902680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Attempting to bind port 2942dddd-6f3f-41a4-9ca5-ba308abf391b by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:18:21.903140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Attempting to bind port 2942dddd-6f3f-41a4-9ca5-ba308abf391b on network dac7fa4e-cf39-4c04-be08-2b29c057f31e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:18:21.924213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Port 2942dddd-6f3f-41a4-9ca5-ba308abf391b on network dac7fa4e-cf39-4c04-be08-2b29c057f31e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:18:21.924536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Attempting to bind port 2942dddd-6f3f-41a4-9ca5-ba308abf391b on network dac7fa4e-cf39-4c04-be08-2b29c057f31e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:18:21.935346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:18:21.935735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Checking segment: {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:21.936097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Bound using segment: {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:18:21.936527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Bound port: 2942dddd-6f3f-41a4-9ca5-ba308abf391b, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d242349-31b6-4933-9f22-c86bad97f52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:18:21.936968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:22.001845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d9c96346-e7be-4c21-9c60-e40b4eb86886 None None] Deleting port 704e71af-c5c1-4252-b396-cf34189417bd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:22.004822 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9c96346-e7be-4c21-9c60-e40b4eb86886 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (704e71af-c5c1-4252-b396-cf34189417bd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:22.070413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e737f04-7fc9-4936-96b4-ce7d51506242 req-bbcff4d5-9b21-4d7e-91d7-03d7542acbf2 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:22.074247 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e737f04-7fc9-4936-96b4-ce7d51506242 req-bbcff4d5-9b21-4d7e-91d7-03d7542acbf2 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.62 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 945 time: 0.2552140 Feb 02 13:18:22.162991 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d9c96346-e7be-4c21-9c60-e40b4eb86886 None None] For port 704e71af-c5c1-4252-b396-cf34189417bd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=704e71af-c5c1-4252-b396-cf34189417bd,segment=NetworkSegment(b1abdaef-7d77-4b50-8b66-2af05283f881),segment_id=b1abdaef-7d77-4b50-8b66-2af05283f881)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:22.164127 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9c96346-e7be-4c21-9c60-e40b4eb86886 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (704e71af-c5c1-4252-b396-cf34189417bd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:22.184235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d9c96346-e7be-4c21-9c60-e40b4eb86886 None None] Calling delete_port for 704e71af-c5c1-4252-b396-cf34189417bd owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:22.189775 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef46630f-9a6c-41e8-8340-b41f49d2c90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (da16c34c-ea61-4d1c-9c5d-9754b27c905b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:22.258515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] For port 2942dddd-6f3f-41a4-9ca5-ba308abf391b, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:18:22.282546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] For port 2942dddd-6f3f-41a4-9ca5-ba308abf391b, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2942dddd-6f3f-41a4-9ca5-ba308abf391b,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:18:22.288208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 704e71af-c5c1-4252-b396-cf34189417bd no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:22.290085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-0e737f04-7fc9-4936-96b4-ce7d51506242 req-bca2d844-69f8-4000-9a0f-ae8171a32d5c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Deleting port efc908ff-9e61-4e7e-9860-812538ce757d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:22.290562 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e737f04-7fc9-4936-96b4-ce7d51506242 req-bca2d844-69f8-4000-9a0f-ae8171a32d5c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:22.295540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:22.322025 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9c96346-e7be-4c21-9c60-e40b4eb86886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (704e71af-c5c1-4252-b396-cf34189417bd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:22.369755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c96346-e7be-4c21-9c60-e40b4eb86886 None None] No DVR routers for this DVR port 704e71af-c5c1-4252-b396-cf34189417bd on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:22.393053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c96346-e7be-4c21-9c60-e40b4eb86886 None None] Pushing event deleted for resources: {'Port': ['ID=704e71af-c5c1-4252-b396-cf34189417bd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:22.407668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 704e71af-c5c1-4252-b396-cf34189417bd {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:22.408653 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 704e71af-c5c1-4252-b396-cf34189417bd not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:22.481377 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:18:22.505030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f5a67fd-6bef-4baa-acca-55dca4ad583a req-f48190bc-4005-4f07-aeed-922859f3d80a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.3975012 Feb 02 13:18:22.539527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0e737f04-7fc9-4936-96b4-ce7d51506242 req-bca2d844-69f8-4000-9a0f-ae8171a32d5c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] For port efc908ff-9e61-4e7e-9860-812538ce757d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=efc908ff-9e61-4e7e-9860-812538ce757d,segment=NetworkSegment(83c70ecc-25d2-4149-afac-bfea03ffc403),segment_id=83c70ecc-25d2-4149-afac-bfea03ffc403)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:22.539527 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e737f04-7fc9-4936-96b4-ce7d51506242 req-bca2d844-69f8-4000-9a0f-ae8171a32d5c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:22.549620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:22.609700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-0e737f04-7fc9-4936-96b4-ce7d51506242 req-bca2d844-69f8-4000-9a0f-ae8171a32d5c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Calling delete_port for efc908ff-9e61-4e7e-9860-812538ce757d owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:22.628993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:22.629761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:22.675837 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a127c6e-8613-4439-a4cc-ec122aadf98b req-1ac31aff-e07c-4784-94e1-e85616250a2b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (dd70eaba-0c08-4b68-8c2b-f8d27b4339d0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:22.695966 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33a85e97-7b5a-4b5e-af02-7434338a7e18 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (c8aab082-dceb-4349-9f9b-8eae828702f6), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:22.714738 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['851eda44-b5c7-4462-b02f-45604f9f4d1b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:18:22.786372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac31aff-e07c-4784-94e1-e85616250a2b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Pushing event deleted for resources: {'Port': ['ID=dd70eaba-0c08-4b68-8c2b-f8d27b4339d0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:22.806391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86685a2-534f-45b2-96b4-e0abeb5e3cc7 req-26b2347d-52a8-48c9-8360-9c9d5c52b01f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:22.813287 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b86685a2-534f-45b2-96b4-e0abeb5e3cc7 req-26b2347d-52a8-48c9-8360-9c9d5c52b01f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb261e6b-72c4-4eee-aa54-7a75908254ce HTTP/1.1" status: 200 len: 867 time: 0.9900298 Feb 02 13:18:22.835570 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (dfab3fc3-19db-411f-8069-bb15d4023120), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:22.840443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:22.841070 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:22.948512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event updated for resources: {'Network': ['ID=dfab3fc3-19db-411f-8069-bb15d4023120,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:22.958471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-53e24c10-9094-404b-bfff-6155b4dc7df0 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6294248 Feb 02 13:18:22.987189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:23.000999 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network dfab3fc3-19db-411f-8069-bb15d4023120 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:18:23.003324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1554fbe0-ee2f-42b5-aa79-deaf001e8a66 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-579217630'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:23.022292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:23.023147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:23.024547 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] 10.222.0.62 "PUT /v2.0/ports/2942dddd-6f3f-41a4-9ca5-ba308abf391b HTTP/1.1" status: 200 len: 1091 time: 2.8173754 Feb 02 13:18:23.025215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821af41-2c71-4794-8ffa-a4ffd9a7bf61 service neutron] Pushing event updated for resources: {'Port': ['ID=2942dddd-6f3f-41a4-9ca5-ba308abf391b,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:23.028010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db', 'tag': '2942dddd-6f3f-41a4-9ca5-ba308abf391b'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:23.029891 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6c7985-0540-40c8-8113-058766439177" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db", "tag": "2942dddd-6f3f-41a4-9ca5-ba308abf391b"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:23.106619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1554fbe0-ee2f-42b5-aa79-deaf001e8a66 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Made reservation on behalf of 25aee60b1d7944b886bbf3389d386480 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:23.110139 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1554fbe0-ee2f-42b5-aa79-deaf001e8a66 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:23.114627 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e737f04-7fc9-4936-96b4-ce7d51506242 req-bca2d844-69f8-4000-9a0f-ae8171a32d5c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (efc908ff-9e61-4e7e-9860-812538ce757d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:23.150138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a127c6e-8613-4439-a4cc-ec122aadf98b req-1ac31aff-e07c-4784-94e1-e85616250a2b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] No DVR routers for this DVR port dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:23.163400 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5a127c6e-8613-4439-a4cc-ec122aadf98b req-1ac31aff-e07c-4784-94e1-e85616250a2b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:23.166734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a127c6e-8613-4439-a4cc-ec122aadf98b req-1ac31aff-e07c-4784-94e1-e85616250a2b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.62 "DELETE /v2.0/ports/dd70eaba-0c08-4b68-8c2b-f8d27b4339d0 HTTP/1.1" status: 204 len: 173 time: 2.3768613 Feb 02 13:18:23.187725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb261e6b-72c4-4eee-aa54-7a75908254ce', 'name': 'network-vif-deleted', 'tag': 'dd70eaba-0c08-4b68-8c2b-f8d27b4339d0'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:23.191542 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e3e9f2-2d6b-4efe-8f19-a6ed094b9d7a" -d '{"events": [{"server_uuid": "bb261e6b-72c4-4eee-aa54-7a75908254ce", "name": "network-vif-deleted", "tag": "dd70eaba-0c08-4b68-8c2b-f8d27b4339d0"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:23.216158 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2d844-69f8-4000-9a0f-ae8171a32d5c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Pushing event deleted for resources: {'Port': ['ID=efc908ff-9e61-4e7e-9860-812538ce757d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:23.231448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1554fbe0-ee2f-42b5-aa79-deaf001e8a66 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:18:23.241456 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1554fbe0-ee2f-42b5-aa79-deaf001e8a66 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (99cd87ff-a4bf-40c2-8645-14110a2deb6e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:23.241785 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-1554fbe0-ee2f-42b5-aa79-deaf001e8a66 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Added segment 99cd87ff-a4bf-40c2-8645-14110a2deb6e of type vlan for network 7db01729-ac7f-44e1-a759-849bafa4aa40 Feb 02 13:18:23.262872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-476bd6cd-44a5-4fd0-b646-c0b946d41d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:23.266881 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-476bd6cd-44a5-4fd0-b646-c0b946d41d5d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d6589d4a4c514cbe8bf690849dabd725&device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1125 time: 0.1673090 Feb 02 13:18:23.296346 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1554fbe0-ee2f-42b5-aa79-deaf001e8a66 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7db01729-ac7f-44e1-a759-849bafa4aa40), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:23.313273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e737f04-7fc9-4936-96b4-ce7d51506242 req-bca2d844-69f8-4000-9a0f-ae8171a32d5c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] No DVR routers for this DVR port efc908ff-9e61-4e7e-9860-812538ce757d on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:23.333543 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e737f04-7fc9-4936-96b4-ce7d51506242 req-bca2d844-69f8-4000-9a0f-ae8171a32d5c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:23.343410 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1554fbe0-ee2f-42b5-aa79-deaf001e8a66 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7db01729-ac7f-44e1-a759-849bafa4aa40), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:23.344112 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e737f04-7fc9-4936-96b4-ce7d51506242 req-bca2d844-69f8-4000-9a0f-ae8171a32d5c tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.62 "DELETE /v2.0/ports/efc908ff-9e61-4e7e-9860-812538ce757d HTTP/1.1" status: 204 len: 173 time: 1.2594604 Feb 02 13:18:23.346473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1554fbe0-ee2f-42b5-aa79-deaf001e8a66 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:23.347152 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1554fbe0-ee2f-42b5-aa79-deaf001e8a66 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:23.407018 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-f90d045a-b97c-45a4-b2b5-c87c58f2c788 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2942dddd-6f3f-41a4-9ca5-ba308abf391b HTTP/1.1" status: 200 len: 217 time: 0.0989118 Feb 02 13:18:23.448200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554fbe0-ee2f-42b5-aa79-deaf001e8a66 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event updated for resources: {'Network': ['ID=7db01729-ac7f-44e1-a759-849bafa4aa40,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:23.463523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7db01729-ac7f-44e1-a759-849bafa4aa40 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:18:23.493288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccf55c-06b9-4a80-992d-19485dddc8f0 req-bc8f64f7-45a2-4742-9bea-88f677c8fb9d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:23.501584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35ccf55c-06b9-4a80-992d-19485dddc8f0 req-bc8f64f7-45a2-4742-9bea-88f677c8fb9d tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cddde2f-a13a-484b-8223-8332221aa11c HTTP/1.1" status: 200 len: 945 time: 0.8160133 Feb 02 13:18:23.522124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b86685a2-534f-45b2-96b4-e0abeb5e3cc7 req-835a9551-991f-4ea0-a802-2c7542127e31 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7079072 Feb 02 13:18:23.576385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-e9bf0b4d-2c3f-4793-8c16-dad3fa282828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:23.580336 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-e9bf0b4d-2c3f-4793-8c16-dad3fa282828 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f5c9669-0db7-46c3-836f-e5879716fb69 HTTP/1.1" status: 200 len: 849 time: 0.1444182 Feb 02 13:18:23.598995 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1554fbe0-ee2f-42b5-aa79-deaf001e8a66 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6072497 Feb 02 13:18:23.604449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36378) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:23.610016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'ports': [{'network_id': 'dfab3fc3-19db-411f-8069-bb15d4023120', 'name': 'tempest-port--1995699189', 'admin_state_up': True}, {'network_id': '7db01729-ac7f-44e1-a759-849bafa4aa40', 'admin_state_up': False}]} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:23.610325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'port': {'network_id': 'dfab3fc3-19db-411f-8069-bb15d4023120', 'name': 'tempest-port--1995699189', 'admin_state_up': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:23.610810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'port': {'network_id': '7db01729-ac7f-44e1-a759-849bafa4aa40', 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:23.613253 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33a85e97-7b5a-4b5e-af02-7434338a7e18 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (c8aab082-dceb-4349-9f9b-8eae828702f6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:23.780532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35ccf55c-06b9-4a80-992d-19485dddc8f0 req-b49f3f24-561f-48ee-a861-a947b3814ab2 tempest-ServersTestJSON-1588837763 tempest-ServersTestJSON-1588837763-project] 10.222.0.83 "GET /v2.0/security-groups?id=5d01b0ea-5a56-4618-bee7-f540a2b90bac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734044 Feb 02 13:18:23.850157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcd018-ebea-4940-99a7-fbe21a362f68 req-717cffc3-704a-4431-a256-de640aa3a372 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:23.872955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6adcd018-ebea-4940-99a7-fbe21a362f68 req-717cffc3-704a-4431-a256-de640aa3a372 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1125 time: 0.2147667 Feb 02 13:18:24.005262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6adcd018-ebea-4940-99a7-fbe21a362f68 req-10bb0cdb-2a12-4f5a-ac8c-701cf3f0a2fb tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302454 Feb 02 13:18:24.021714 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33a85e97-7b5a-4b5e-af02-7434338a7e18 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (c8aab082-dceb-4349-9f9b-8eae828702f6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:24.034948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ef46630f-9a6c-41e8-8340-b41f49d2c90e admin admin] Deleting port fae634bb-514a-4526-8bd0-1b7963d986f8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:24.035477 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef46630f-9a6c-41e8-8340-b41f49d2c90e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:24.043936 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18584db7-21e7-4110-9de2-d1be6a96955c x-openstack-request-id: req-18584db7-21e7-4110-9de2-d1be6a96955c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:24.044365 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb261e6b-72c4-4eee-aa54-7a75908254ce", "name": "network-vif-deleted", "tag": "dd70eaba-0c08-4b68-8c2b-f8d27b4339d0", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:24.044739 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-18584db7-21e7-4110-9de2-d1be6a96955c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:24.045325 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb261e6b-72c4-4eee-aa54-7a75908254ce', 'name': 'network-vif-deleted', 'tag': 'dd70eaba-0c08-4b68-8c2b-f8d27b4339d0', 'status': 'completed', 'code': 200} Feb 02 13:18:24.148389 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6567b6b8-bec4-44f0-be00-13b75f2eae70 x-openstack-request-id: req-6567b6b8-bec4-44f0-be00-13b75f2eae70 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:24.150649 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db", "tag": "2942dddd-6f3f-41a4-9ca5-ba308abf391b", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:24.151122 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6567b6b8-bec4-44f0-be00-13b75f2eae70 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:24.153368 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db', 'tag': '2942dddd-6f3f-41a4-9ca5-ba308abf391b', 'status': 'completed', 'code': 200} Feb 02 13:18:24.154682 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4a8118-0e4a-4e87-9c20-7ec2935edcaf None None] Network 78068cd7-0fc0-46f1-8aec-701341383eb1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:24.163612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a85e97-7b5a-4b5e-af02-7434338a7e18 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Subnet': ['ID=c8aab082-dceb-4349-9f9b-8eae828702f6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:24.172061 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33a85e97-7b5a-4b5e-af02-7434338a7e18 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:24.187161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-33a85e97-7b5a-4b5e-af02-7434338a7e18 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/c8aab082-dceb-4349-9f9b-8eae828702f6 HTTP/1.1" status: 204 len: 168 time: 2.6377351 Feb 02 13:18:24.192108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36384) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:24.352906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (cb1eaee9-0751-4f59-8634-b41778a54677), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:24.438397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-5ba0f066-9094-46ca-b129-663efbb138a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:24.446438 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-5ba0f066-9094-46ca-b129-663efbb138a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dac7fa4e-cf39-4c04-be08-2b29c057f31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7736890 Feb 02 13:18:24.447841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Made reservation on behalf of 25aee60b1d7944b886bbf3389d386480 for: {'port': 2} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:24.460344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:24.545741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device efc908ff-9e61-4e7e-9860-812538ce757d no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:24.640187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: efc908ff-9e61-4e7e-9860-812538ce757d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:24.644558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device efc908ff-9e61-4e7e-9860-812538ce757d not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:24.650327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e7f427-e41a-429a-b375-0184f1edd882 None None] DHCP port deletion for 78068cd7-0fc0-46f1-8aec-701341383eb1 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:18:24.707549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:24.842066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7f427-e41a-429a-b375-0184f1edd882 None None] Deleting port f3877550-ea5a-49de-92d7-2122eef68667 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:24.842592 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e7f427-e41a-429a-b375-0184f1edd882 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f3877550-ea5a-49de-92d7-2122eef68667), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:25.010598 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-677039c5-8d43-442c-a772-2764591bc231 service neutron] 10.222.0.62 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362513 Feb 02 13:18:25.024373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c5e7f427-e41a-429a-b375-0184f1edd882 None None] For port f3877550-ea5a-49de-92d7-2122eef68667, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f3877550-ea5a-49de-92d7-2122eef68667,segment=NetworkSegment(efaf5046-9a01-4f83-a178-10166d20930e),segment_id=efaf5046-9a01-4f83-a178-10166d20930e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:25.025645 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e7f427-e41a-429a-b375-0184f1edd882 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f3877550-ea5a-49de-92d7-2122eef68667), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:25.026823 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c231298-b9fb-4970-af72-376d7144f617 req-97a2b85f-c2cf-4c0e-929d-d0ad77f4ed5d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.8819137 Feb 02 13:18:25.043259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c5e7f427-e41a-429a-b375-0184f1edd882 None None] Calling delete_port for f3877550-ea5a-49de-92d7-2122eef68667 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:25.184157 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5e7f427-e41a-429a-b375-0184f1edd882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (f3877550-ea5a-49de-92d7-2122eef68667), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:25.215457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (cb1eaee9-0751-4f59-8634-b41778a54677), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:25.238490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:25.253523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7f427-e41a-429a-b375-0184f1edd882 None None] Pushing event deleted for resources: {'Port': ['ID=f3877550-ea5a-49de-92d7-2122eef68667,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:25.274545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7f427-e41a-429a-b375-0184f1edd882 None None] No DVR routers for this DVR port f3877550-ea5a-49de-92d7-2122eef68667 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:25.333935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be30d5c-06ad-4159-bc9f-982100a8bbec admin admin] Deleting subnet 8e3d761b-885b-4819-bc18-f1fb3a1e9ebb {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:25.353509 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4be30d5c-06ad-4159-bc9f-982100a8bbec admin admin] Publish callbacks [] for subnet (8e3d761b-885b-4819-bc18-f1fb3a1e9ebb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:25.517008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ef46630f-9a6c-41e8-8340-b41f49d2c90e admin admin] For port fae634bb-514a-4526-8bd0-1b7963d986f8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fae634bb-514a-4526-8bd0-1b7963d986f8,segment=NetworkSegment(f4aca7d2-7846-4b27-8a9a-6db2edbdb59d),segment_id=f4aca7d2-7846-4b27-8a9a-6db2edbdb59d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:25.517443 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef46630f-9a6c-41e8-8340-b41f49d2c90e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:25.539628 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fb9b2-1430-441a-9102-8233f0b4a151 req-a97c4b6e-92bf-4e16-b122-92349c242d14 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:25.551644 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813fb9b2-1430-441a-9102-8233f0b4a151 req-a97c4b6e-92bf-4e16-b122-92349c242d14 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.5610020 Feb 02 13:18:25.578287 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4be30d5c-06ad-4159-bc9f-982100a8bbec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (8e3d761b-885b-4819-bc18-f1fb3a1e9ebb), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:25.645358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ef46630f-9a6c-41e8-8340-b41f49d2c90e admin admin] Calling delete_port for fae634bb-514a-4526-8bd0-1b7963d986f8 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:25.705883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4c2e3-7e94-4d89-b9de-c30029543174 req-1bbf8acc-a654-40ab-a7a4-bbb1b8d7fcd7 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:25.717524 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63b4c2e3-7e94-4d89-b9de-c30029543174 req-1bbf8acc-a654-40ab-a7a4-bbb1b8d7fcd7 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1125 time: 0.3085444 Feb 02 13:18:25.770267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813fb9b2-1430-441a-9102-8233f0b4a151 req-fd88a8fe-3f71-4f1d-a8d0-a1d0cd4a6842 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170229 Feb 02 13:18:25.948522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] device_id is not set on port 8e400244-e0ac-4ee0-8365-a0ad25a8c271 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:18:26.037065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f3877550-ea5a-49de-92d7-2122eef68667 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:26.088437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: f3877550-ea5a-49de-92d7-2122eef68667 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:26.089740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f3877550-ea5a-49de-92d7-2122eef68667 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:26.090070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for port (8e400244-e0ac-4ee0-8365-a0ad25a8c271), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:26.147999 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4be30d5c-06ad-4159-bc9f-982100a8bbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (8e3d761b-885b-4819-bc18-f1fb3a1e9ebb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:26.207228 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63b4c2e3-7e94-4d89-b9de-c30029543174 req-c0138c60-0c33-4443-8ef9-66b8e6f51705 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878092 Feb 02 13:18:26.246329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] device_id is not set on port 144bd6dc-8eb7-4a2a-8fc6-716f2b8e5faa yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:18:26.342685 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for port (144bd6dc-8eb7-4a2a-8fc6-716f2b8e5faa), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:26.403232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1eaee9-0751-4f59-8634-b41778a54677']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:26.429938 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1abdaef-7d77-4b50-8b66-2af05283f881') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:26.430275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1abdaef-7d77-4b50-8b66-2af05283f881') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:26.463193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (b1abdaef-7d77-4b50-8b66-2af05283f881), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:26.468396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08bdffd6-a9f0-4be1-8628-51c092801691 req-6cdded4e-4339-49ef-ab8f-5e3308074152 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.2041807 Feb 02 13:18:26.502747 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b1abdaef-7d77-4b50-8b66-2af05283f881), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:26.511941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:26.512344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (b1abdaef-7d77-4b50-8b66-2af05283f881), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:26.562873 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4be30d5c-06ad-4159-bc9f-982100a8bbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (8e3d761b-885b-4819-bc18-f1fb3a1e9ebb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:26.597055 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9e9c1b9-7f3c-43dc-a448-ba2ae3f1045a req-78be077e-c371-481a-9fdb-64f87e3587c8 service neutron] 10.222.0.62 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4178011 Feb 02 13:18:26.597564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cddde2f-a13a-484b-8223-8332221aa11c', 'name': 'network-vif-deleted', 'tag': 'efc908ff-9e61-4e7e-9860-812538ce757d'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:26.600599 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1d1d80-433f-4601-ad2f-493461e07993" -d '{"events": [{"server_uuid": "0cddde2f-a13a-484b-8223-8332221aa11c", "name": "network-vif-deleted", "tag": "efc908ff-9e61-4e7e-9860-812538ce757d"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:26.604274 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:26.613272 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4be30d5c-06ad-4159-bc9f-982100a8bbec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:26.623236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8e400244-e0ac-4ee0-8365-a0ad25a8c271), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:26.630360 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36414) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:26.630947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4be30d5c-06ad-4159-bc9f-982100a8bbec admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8e3d761b-885b-4819-bc18-f1fb3a1e9ebb HTTP/1.1" status: 204 len: 168 time: 1.3832386 Feb 02 13:18:26.637128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be30d5c-06ad-4159-bc9f-982100a8bbec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3d761b-885b-4819-bc18-f1fb3a1e9ebb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:26.650559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (cb1eaee9-0751-4f59-8634-b41778a54677), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:26.692167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8461a5d8-3dc7-47a7-a5c0-bc0ae085b8b0 req-12a3c39c-3bb3-4349-b702-a84c4deeba61 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:26.701026 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125f454d-7e16-4f72-8cd8-f75bde54ab7e x-openstack-request-id: req-125f454d-7e16-4f72-8cd8-f75bde54ab7e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:26.707635 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cddde2f-a13a-484b-8223-8332221aa11c", "name": "network-vif-deleted", "tag": "efc908ff-9e61-4e7e-9860-812538ce757d", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:26.708046 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-125f454d-7e16-4f72-8cd8-f75bde54ab7e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:26.708491 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cddde2f-a13a-484b-8223-8332221aa11c', 'name': 'network-vif-deleted', 'tag': 'efc908ff-9e61-4e7e-9860-812538ce757d', 'status': 'completed', 'code': 200} Feb 02 13:18:26.725303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8461a5d8-3dc7-47a7-a5c0-bc0ae085b8b0 req-12a3c39c-3bb3-4349-b702-a84c4deeba61 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2537634 Feb 02 13:18:26.744257 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:26.752429 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/networks/cb1eaee9-0751-4f59-8634-b41778a54677 HTTP/1.1" status: 204 len: 168 time: 2.5581942 Feb 02 13:18:26.794700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:26.795530 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d931c-85c5-49b0-af6f-afa1aa8840fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Network': ['ID=cb1eaee9-0751-4f59-8634-b41778a54677,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:26.804366 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef46630f-9a6c-41e8-8340-b41f49d2c90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fae634bb-514a-4526-8bd0-1b7963d986f8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:26.883033 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46630f-9a6c-41e8-8340-b41f49d2c90e admin admin] Pushing event deleted for resources: {'Port': ['ID=fae634bb-514a-4526-8bd0-1b7963d986f8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:26.930042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c7985-0540-40c8-8113-058766439177 req-76bab95c-1a4e-4ebd-968d-57938dd12c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:26.931607 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d6c7985-0540-40c8-8113-058766439177 req-76bab95c-1a4e-4ebd-968d-57938dd12c89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d6589d4a4c514cbe8bf690849dabd725&device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1125 time: 0.1765020 Feb 02 13:18:27.096526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c7985-0540-40c8-8113-058766439177 req-a581f4c3-df09-4bcf-8a05-7192eb3be399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:27.098208 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d6c7985-0540-40c8-8113-058766439177 req-a581f4c3-df09-4bcf-8a05-7192eb3be399 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dac7fa4e-cf39-4c04-be08-2b29c057f31e HTTP/1.1" status: 200 len: 911 time: 0.1220019 Feb 02 13:18:27.101097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Checking segment: {'id': '28ad0102-87fb-4c09-811b-d699a16dbdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'dfab3fc3-19db-411f-8069-bb15d4023120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:27.101463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Network hostable DHCP agents. Network: dfab3fc3-19db-411f-8069-bb15d4023120, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:18:27.103543 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event updated for resources: {'Port': ['ID=8e400244-e0ac-4ee0-8365-a0ad25a8c271,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:27.121132 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (78068cd7-0fc0-46f1-8aec-701341383eb1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.153129 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8461a5d8-3dc7-47a7-a5c0-bc0ae085b8b0 req-5ff779b4-e79a-4134-bc5e-8df3de4b3e81 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268003 Feb 02 13:18:27.153802 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d6c7985-0540-40c8-8113-058766439177 req-3dbd12f7-3305-44fb-9a11-b328db9a7f13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2942dddd-6f3f-41a4-9ca5-ba308abf391b HTTP/1.1" status: 200 len: 217 time: 0.0469804 Feb 02 13:18:27.292976 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (78068cd7-0fc0-46f1-8aec-701341383eb1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.298569 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (9077904b-671d-4f70-86b9-02225fb01c2a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.302394 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef46630f-9a6c-41e8-8340-b41f49d2c90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (da16c34c-ea61-4d1c-9c5d-9754b27c905b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.306385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c7985-0540-40c8-8113-058766439177 req-88653b3b-8a99-4bfc-ad5a-cb6c92777863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:27.308315 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d6c7985-0540-40c8-8113-058766439177 req-88653b3b-8a99-4bfc-ad5a-cb6c92777863 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9f5c9669-0db7-46c3-836f-e5879716fb69 HTTP/1.1" status: 200 len: 849 time: 0.1451848 Feb 02 13:18:27.405050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Network dfab3fc3-19db-411f-8069-bb15d4023120 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:18:27.435798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78068cd7-0fc0-46f1-8aec-701341383eb1']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:27.451601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efaf5046-9a01-4f83-a178-10166d20930e') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:27.452246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efaf5046-9a01-4f83-a178-10166d20930e') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:27.459205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, dfab3fc3-19db-411f-8069-bb15d4023120) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:27.468604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f85ff7-5e62-4ee5-8ef1-4ad5bc913acb None None] Network dfab3fc3-19db-411f-8069-bb15d4023120 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:27.474752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:27.475985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (144bd6dc-8eb7-4a2a-8fc6-716f2b8e5faa), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.483485 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (efaf5046-9a01-4f83-a178-10166d20930e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.504403 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (efaf5046-9a01-4f83-a178-10166d20930e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.512325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:27.513130 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (efaf5046-9a01-4f83-a178-10166d20930e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.548416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event updated for resources: {'Port': ['ID=144bd6dc-8eb7-4a2a-8fc6-716f2b8e5faa,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:27.568532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c7985-0540-40c8-8113-058766439177 req-3b5ff33b-dc95-43fc-aeab-e9c5fdfa4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:27.570604 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d6c7985-0540-40c8-8113-058766439177 req-3b5ff33b-dc95-43fc-aeab-e9c5fdfa4f04 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dac7fa4e-cf39-4c04-be08-2b29c057f31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2528336 Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:27.603753 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:27.613518 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (78068cd7-0fc0-46f1-8aec-701341383eb1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.628141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (9077904b-671d-4f70-86b9-02225fb01c2a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.640200 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.649263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/networks/78068cd7-0fc0-46f1-8aec-701341383eb1 HTTP/1.1" status: 204 len: 168 time: 0.8517413 Feb 02 13:18:27.655705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cf48d-7661-4ead-b776-b2f1f90d806e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Network': ['ID=78068cd7-0fc0-46f1-8aec-701341383eb1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:27.663008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:27.671504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6d70d091-079a-4092-83cc-da1f3ac5d0ba tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-208985600'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:27.766756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Checking segment: {'id': '99cd87ff-a4bf-40c2-8645-14110a2deb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '7db01729-ac7f-44e1-a759-849bafa4aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:27.768666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Network hostable DHCP agents. Network: 7db01729-ac7f-44e1-a759-849bafa4aa40, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:18:27.771494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b809df2-6df8-409a-8815-17f5d537c2cf req-421c5024-3c42-4f52-b230-d5247fbb901f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:27.780445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b809df2-6df8-409a-8815-17f5d537c2cf req-421c5024-3c42-4f52-b230-d5247fbb901f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.4658935 Feb 02 13:18:27.786340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9077904b-671d-4f70-86b9-02225fb01c2a']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:27.793403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faad570-5e50-4918-ab7e-1dab37b0e654 req-25ca09fd-7f0f-4619-99b1-0f352669cf06 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:27.795034 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6faad570-5e50-4918-ab7e-1dab37b0e654 req-25ca09fd-7f0f-4619-99b1-0f352669cf06 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1125 time: 0.4029486 Feb 02 13:18:27.795714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d70d091-079a-4092-83cc-da1f3ac5d0ba tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:27.799691 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d70d091-079a-4092-83cc-da1f3ac5d0ba tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.849180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c70ecc-25d2-4149-afac-bfea03ffc403') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:27.849753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c70ecc-25d2-4149-afac-bfea03ffc403') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:27.863536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6faad570-5e50-4918-ab7e-1dab37b0e654 req-3432ef40-f56b-4024-9f9e-580d2622280d tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612566 Feb 02 13:18:27.870681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (83c70ecc-25d2-4149-afac-bfea03ffc403), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.920754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Network 7db01729-ac7f-44e1-a759-849bafa4aa40 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:18:27.936430 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b809df2-6df8-409a-8815-17f5d537c2cf req-a6f65a9f-6680-49fa-8160-a16bd9eb1d91 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549098 Feb 02 13:18:27.946324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7db01729-ac7f-44e1-a759-849bafa4aa40) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:27.956308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b725c295-d5a8-4415-af6e-d3c3d8c5c77f None None] Network 7db01729-ac7f-44e1-a759-849bafa4aa40 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:27.980290 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (83c70ecc-25d2-4149-afac-bfea03ffc403), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:27.982595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:27.988893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d70d091-079a-4092-83cc-da1f3ac5d0ba tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:18:27.999945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:28.003110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:28.003887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:28.024772 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d6c7985-0540-40c8-8113-058766439177 req-d274bd8f-a75e-4cf3-876d-fa276ccc1b0b service neutron] 10.222.0.62 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121797 Feb 02 13:18:28.029319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:28.029718 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (83c70ecc-25d2-4149-afac-bfea03ffc403), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:28.030128 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d70d091-079a-4092-83cc-da1f3ac5d0ba tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4b352f70-0fdd-4013-8340-71dec6ae6c72), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:28.031862 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:28.035037 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-6d70d091-079a-4092-83cc-da1f3ac5d0ba tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Added segment 4b352f70-0fdd-4013-8340-71dec6ae6c72 of type vlan for network ee94650c-2c40-400c-a862-5a571ed4099e Feb 02 13:18:28.094489 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d70d091-079a-4092-83cc-da1f3ac5d0ba tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (ee94650c-2c40-400c-a862-5a571ed4099e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:28.147603 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d70d091-079a-4092-83cc-da1f3ac5d0ba tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (ee94650c-2c40-400c-a862-5a571ed4099e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:28.153355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d70d091-079a-4092-83cc-da1f3ac5d0ba tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:28.156160 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d70d091-079a-4092-83cc-da1f3ac5d0ba tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:28.233894 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d6c7985-0540-40c8-8113-058766439177 req-b5a36df3-5e89-4cbc-9477-3fe477ea8d21 service neutron] 10.222.0.62 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801989 Feb 02 13:18:28.263784 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-95e0f78e-d531-41fd-b6a4-406003908fc7 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6556838 Feb 02 13:18:28.267707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36432) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:28.300532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70d091-079a-4092-83cc-da1f3ac5d0ba tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Network': ['ID=ee94650c-2c40-400c-a862-5a571ed4099e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:28.309970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6d70d091-079a-4092-83cc-da1f3ac5d0ba tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6431394 Feb 02 13:18:28.312918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a2e5def-8918-447d-8f1c-9d95a7ab0df0 req-57ffcdb0-d427-4ac7-b1a7-65ea33181d5f tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1805558 Feb 02 13:18:28.315536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:28.316578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network ee94650c-2c40-400c-a862-5a571ed4099e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:18:28.321979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6fc81312-f4a4-4107-b263-8a7f11765c2a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'subnet': {'network_id': 'ee94650c-2c40-400c-a862-5a571ed4099e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:28.465965 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (9077904b-671d-4f70-86b9-02225fb01c2a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:28.480396 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:28.490631 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] 10.222.0.83 "DELETE /v2.0/networks/9077904b-671d-4f70-86b9-02225fb01c2a HTTP/1.1" status: 204 len: 168 time: 1.8565519 Feb 02 13:18:28.529668 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae1dc3-793a-49ca-8603-90b8b242aca9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9077904b-671d-4f70-86b9-02225fb01c2a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:28.552437 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b66287-1b56-4fbe-81fa-91a926937241 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:28.575438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b66287-1b56-4fbe-81fa-91a926937241 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:28.580196 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-24b66287-1b56-4fbe-81fa-91a926937241 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3107593 Feb 02 13:18:28.586168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2942dddd-6f3f-41a4-9ca5-ba308abf391b details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:18:28.594891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36442) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:28.789598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-30bb05b7-a966-45c0-ac77-f853634892b2 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Deleting port 8e400244-e0ac-4ee0-8365-a0ad25a8c271 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:28.790206 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30bb05b7-a966-45c0-ac77-f853634892b2 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8e400244-e0ac-4ee0-8365-a0ad25a8c271), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:28.885775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2942dddd-6f3f-41a4-9ca5-ba308abf391b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2942dddd-6f3f-41a4-9ca5-ba308abf391b,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:28.895316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc81312-f4a4-4107-b263-8a7f11765c2a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:28.906980 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fc81312-f4a4-4107-b263-8a7f11765c2a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:28.907353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '2942dddd-6f3f-41a4-9ca5-ba308abf391b', 'network_id': 'dac7fa4e-cf39-4c04-be08-2b29c057f31e', 'port_id': '2942dddd-6f3f-41a4-9ca5-ba308abf391b', 'mac_address': 'fa:16:3e:4d:98:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5c9669-0db7-46c3-836f-e5879716fb69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:18:28.921699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef46630f-9a6c-41e8-8340-b41f49d2c90e admin admin] Router da16c34c-ea61-4d1c-9c5d-9754b27c905b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:18:28.990875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 2942dddd-6f3f-41a4-9ca5-ba308abf391b is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:28.995889 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:29.009483 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30bb05b7-a966-45c0-ac77-f853634892b2 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8e400244-e0ac-4ee0-8365-a0ad25a8c271), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:29.021442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2942dddd-6f3f-41a4-9ca5-ba308abf391b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:18:29.029752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36450) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:29.030590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6a6e2ee-5be4-4e43-81d0-8269a5d80193 req-ae892a7e-04a9-4530-9c93-939d554da7b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9083133 Feb 02 13:18:29.074766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2942dddd-6f3f-41a4-9ca5-ba308abf391b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2942dddd-6f3f-41a4-9ca5-ba308abf391b,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:29.079848 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:29.157402 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-66b89ba4-fd29-4d01-b554-b05f550e8949 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6ee72b4765a44f94a55b3d24e29dc8b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264555 Feb 02 13:18:29.158826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-30bb05b7-a966-45c0-ac77-f853634892b2 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Calling delete_port for 8e400244-e0ac-4ee0-8365-a0ad25a8c271 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:29.160941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36454) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:29.212466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=2942dddd-6f3f-41a4-9ca5-ba308abf391b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:29.359099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677bca9-fcf8-4a43-9696-a3508efa8d96 req-a743deaa-2779-4285-a123-59bec205de2e tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:29.367186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d677bca9-fcf8-4a43-9696-a3508efa8d96 req-a743deaa-2779-4285-a123-59bec205de2e tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1125 time: 0.3733237 Feb 02 13:18:29.377495 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdde1d2f-7813-4d02-a3c3-a3201dc39515 admin admin] Publish callbacks [] for security_group (5d01b0ea-5a56-4618-bee7-f540a2b90bac), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:29.409599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['2942dddd-6f3f-41a4-9ca5-ba308abf391b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:18:29.446951 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdde1d2f-7813-4d02-a3c3-a3201dc39515 admin admin] Publish callbacks [] for security_group (5d01b0ea-5a56-4618-bee7-f540a2b90bac), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:29.524063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d677bca9-fcf8-4a43-9696-a3508efa8d96 req-4ac518d4-e49a-4011-a6a3-d3540b6cbc14 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558688 Feb 02 13:18:29.537019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30bb05b7-a966-45c0-ac77-f853634892b2 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8e400244-e0ac-4ee0-8365-a0ad25a8c271), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:29.595163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb05b7-a966-45c0-ac77-f853634892b2 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event deleted for resources: {'Port': ['ID=8e400244-e0ac-4ee0-8365-a0ad25a8c271,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:29.602975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-30bb05b7-a966-45c0-ac77-f853634892b2 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:29.606298 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-30bb05b7-a966-45c0-ac77-f853634892b2 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "DELETE /v2.0/ports/8e400244-e0ac-4ee0-8365-a0ad25a8c271 HTTP/1.1" status: 204 len: 168 time: 1.0062695 Feb 02 13:18:29.622185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36462) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:29.732610 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdde1d2f-7813-4d02-a3c3-a3201dc39515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5d01b0ea-5a56-4618-bee7-f540a2b90bac), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:29.735241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdde1d2f-7813-4d02-a3c3-a3201dc39515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:29.748133 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fdde1d2f-7813-4d02-a3c3-a3201dc39515 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5d01b0ea-5a56-4618-bee7-f540a2b90bac HTTP/1.1" status: 204 len: 168 time: 0.5840077 Feb 02 13:18:29.768104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef46630f-9a6c-41e8-8340-b41f49d2c90e admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:18:29.779290 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e1f93-86a7-4db3-a2c5-f2790551b67b None None] Sync routers for ids ['da16c34c-ea61-4d1c-9c5d-9754b27c905b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:18:29.796555 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e1f93-86a7-4db3-a2c5-f2790551b67b None None] Routers {'da16c34c-ea61-4d1c-9c5d-9754b27c905b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:29.797380 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-943e1f93-86a7-4db3-a2c5-f2790551b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['da16c34c-ea61-4d1c-9c5d-9754b27c905b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:29.801858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde1d2f-7813-4d02-a3c3-a3201dc39515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d01b0ea-5a56-4618-bee7-f540a2b90bac,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:29.805314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ef46630f-9a6c-41e8-8340-b41f49d2c90e admin admin] 10.222.0.83 "PUT /v2.0/routers/da16c34c-ea61-4d1c-9c5d-9754b27c905b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2764325 Feb 02 13:18:29.815918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:30.013346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b33ce7cd-c5df-45bc-b9ed-ac98547ecec1 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Deleting port 144bd6dc-8eb7-4a2a-8fc6-716f2b8e5faa {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:30.021309 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b33ce7cd-c5df-45bc-b9ed-ac98547ecec1 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (144bd6dc-8eb7-4a2a-8fc6-716f2b8e5faa), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:30.148052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1dc4884d-28ef-44ef-80a1-7ec28b213dd2 req-d3613f84-3eea-4721-b9dd-234969f18627 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.3900354 Feb 02 13:18:30.191168 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-943e1f93-86a7-4db3-a2c5-f2790551b67b None None] Set router da16c34c-ea61-4d1c-9c5d-9754b27c905b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:30.194876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6e2ee-5be4-4e43-81d0-8269a5d80193 req-92c9866a-5c9d-4ffa-9a56-cf62745665ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:30.199508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6a6e2ee-5be4-4e43-81d0-8269a5d80193 req-92c9866a-5c9d-4ffa-9a56-cf62745665ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d6589d4a4c514cbe8bf690849dabd725&device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1128 time: 0.9037971 Feb 02 13:18:30.246955 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b33ce7cd-c5df-45bc-b9ed-ac98547ecec1 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (144bd6dc-8eb7-4a2a-8fc6-716f2b8e5faa), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:30.283547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b33ce7cd-c5df-45bc-b9ed-ac98547ecec1 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Calling delete_port for 144bd6dc-8eb7-4a2a-8fc6-716f2b8e5faa owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:30.383818 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fc81312-f4a4-4107-b263-8a7f11765c2a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (6a583399-adfc-4f0c-94db-b9a4c5998c9d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:30.528261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b33ce7cd-c5df-45bc-b9ed-ac98547ecec1 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (144bd6dc-8eb7-4a2a-8fc6-716f2b8e5faa), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:30.562387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc81312-f4a4-4107-b263-8a7f11765c2a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Subnet': ['ID=6a583399-adfc-4f0c-94db-b9a4c5998c9d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:30.600976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2942dddd-6f3f-41a4-9ca5-ba308abf391b up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:30.618500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ce7cd-c5df-45bc-b9ed-ac98547ecec1 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event deleted for resources: {'Port': ['ID=144bd6dc-8eb7-4a2a-8fc6-716f2b8e5faa,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:30.650975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b33ce7cd-c5df-45bc-b9ed-ac98547ecec1 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:30.654314 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b33ce7cd-c5df-45bc-b9ed-ac98547ecec1 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "DELETE /v2.0/ports/144bd6dc-8eb7-4a2a-8fc6-716f2b8e5faa HTTP/1.1" status: 204 len: 168 time: 1.0328658 Feb 02 13:18:30.668349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36484) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:30.674124 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-943e1f93-86a7-4db3-a2c5-f2790551b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'name': 'tempest-TestAggregatesBasicOps-1757451178-router', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:40Z', 'updated_at': '2022-02-02T13:18:26Z', 'revision_number': 5, 'project_id': 'b7d05e3fe51149e68051302010a70132', 'gw_port': {'id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:43Z', 'updated_at': '2022-02-02T13:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:30.746836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Publish callbacks [] for router (da16c34c-ea61-4d1c-9c5d-9754b27c905b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:30.761248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 2942dddd-6f3f-41a4-9ca5-ba308abf391b completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:18:30.767878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 2942dddd-6f3f-41a4-9ca5-ba308abf391b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:30.768290 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:30.770751 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e1f93-86a7-4db3-a2c5-f2790551b67b None None] Checking router: da16c34c-ea61-4d1c-9c5d-9754b27c905b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:18:30.796400 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e1f93-86a7-4db3-a2c5-f2790551b67b None None] Routers {'da16c34c-ea61-4d1c-9c5d-9754b27c905b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:30.798188 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-943e1f93-86a7-4db3-a2c5-f2790551b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['da16c34c-ea61-4d1c-9c5d-9754b27c905b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:30.798829 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0796f316-b849-4c0e-8388-74fee2550be8 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1291788 Feb 02 13:18:30.813750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36488) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:30.819143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9abfbaa1-4f07-4e1a-9713-ce3db364ba45 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-174520078'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:30.908865 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abfbaa1-4f07-4e1a-9713-ce3db364ba45 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Made reservation on behalf of 25aee60b1d7944b886bbf3389d386480 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:30.912326 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9abfbaa1-4f07-4e1a-9713-ce3db364ba45 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:30.965597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 2942dddd-6f3f-41a4-9ca5-ba308abf391b is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:30.965986 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:31.053556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abfbaa1-4f07-4e1a-9713-ce3db364ba45 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:18:31.082159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2942dddd-6f3f-41a4-9ca5-ba308abf391b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2942dddd-6f3f-41a4-9ca5-ba308abf391b,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:31.084941 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2942dddd-6f3f-41a4-9ca5-ba308abf391b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:31.092928 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578ed673-afe5-40dc-8c36-d5a0e68f7a71" -d '{"events": [{"server_uuid": "a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db", "name": "network-vif-plugged", "status": "completed", "tag": "2942dddd-6f3f-41a4-9ca5-ba308abf391b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:31.093157 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-943e1f93-86a7-4db3-a2c5-f2790551b67b None None] Set router da16c34c-ea61-4d1c-9c5d-9754b27c905b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:31.093690 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9abfbaa1-4f07-4e1a-9713-ce3db364ba45 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1369b40f-cd81-4a7c-9fd1-0b7e48e423a7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:31.094042 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-9abfbaa1-4f07-4e1a-9713-ce3db364ba45 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Added segment 1369b40f-cd81-4a7c-9fd1-0b7e48e423a7 of type vlan for network 05c55a71-5b8b-4b2b-8d10-eb4070186d0a Feb 02 13:18:31.103572 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:31.171413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc81312-f4a4-4107-b263-8a7f11765c2a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Checking segment: {'id': '4b352f70-0fdd-4013-8340-71dec6ae6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ee94650c-2c40-400c-a862-5a571ed4099e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:31.172032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc81312-f4a4-4107-b263-8a7f11765c2a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network hostable DHCP agents. Network: ee94650c-2c40-400c-a862-5a571ed4099e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:18:31.212786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=2942dddd-6f3f-41a4-9ca5-ba308abf391b,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:31.232835 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bfa50e-677c-4174-90b6-1af599772265 x-openstack-request-id: req-20bfa50e-677c-4174-90b6-1af599772265 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:31.233134 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db", "name": "network-vif-plugged", "status": "completed", "tag": "2942dddd-6f3f-41a4-9ca5-ba308abf391b", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:31.233388 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-20bfa50e-677c-4174-90b6-1af599772265 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:31.233792 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2942dddd-6f3f-41a4-9ca5-ba308abf391b', 'code': 200} Feb 02 13:18:31.358090 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9abfbaa1-4f07-4e1a-9713-ce3db364ba45 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (05c55a71-5b8b-4b2b-8d10-eb4070186d0a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:31.534348 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9abfbaa1-4f07-4e1a-9713-ce3db364ba45 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (05c55a71-5b8b-4b2b-8d10-eb4070186d0a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:31.550567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abfbaa1-4f07-4e1a-9713-ce3db364ba45 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:31.556449 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9abfbaa1-4f07-4e1a-9713-ce3db364ba45 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:31.671439 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9abfbaa1-4f07-4e1a-9713-ce3db364ba45 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8562350 Feb 02 13:18:31.680395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36508) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:31.705884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36510) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:31.706212 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-943e1f93-86a7-4db3-a2c5-f2790551b67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'name': 'tempest-TestAggregatesBasicOps-1757451178-router', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:40Z', 'updated_at': '2022-02-02T13:18:26Z', 'revision_number': 5, 'project_id': 'b7d05e3fe51149e68051302010a70132', 'gw_port': {'id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:43Z', 'updated_at': '2022-02-02T13:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:31.757358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5e7fe628-af27-4400-803c-3f750ecd8c7c tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1913404841'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:31.775013 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2579660-196b-470f-b11d-9156e366a2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:31.779105 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e1f93-86a7-4db3-a2c5-f2790551b67b None None] The sync data for ids ['da16c34c-ea61-4d1c-9c5d-9754b27c905b'] in n-d-827336-2 is: [{'id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'name': 'tempest-TestAggregatesBasicOps-1757451178-router', 'tenant_id': 'b7d05e3fe51149e68051302010a70132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:40Z', 'updated_at': '2022-02-02T13:18:26Z', 'revision_number': 5, 'project_id': 'b7d05e3fe51149e68051302010a70132', 'gw_port': {'id': '8cbee54b-ebeb-4935-bbcd-ce6eb70502a4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:08:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da16c34c-ea61-4d1c-9c5d-9754b27c905b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2295, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:43Z', 'updated_at': '2022-02-02T13:17:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:18:31.959886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e2828-bde9-43a5-94b5-5d07cf54aead req-6fa7be06-7345-4e71-b412-e0e117ab9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:31.964741 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-278e2828-bde9-43a5-94b5-5d07cf54aead req-6fa7be06-7345-4e71-b412-e0e117ab9bfb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1127 time: 0.6465585 Feb 02 13:18:31.974744 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7fe628-af27-4400-803c-3f750ecd8c7c tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Made reservation on behalf of 25aee60b1d7944b886bbf3389d386480 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:31.974744 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe628-af27-4400-803c-3f750ecd8c7c tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:31.977999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfbaa1-4f07-4e1a-9713-ce3db364ba45 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event updated for resources: {'Network': ['ID=05c55a71-5b8b-4b2b-8d10-eb4070186d0a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:31.998158 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-843879669-network', 'tenant_id': '4245390f147444858091149b69b5445e'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:32.019972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 05c55a71-5b8b-4b2b-8d10-eb4070186d0a details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:18:32.060889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6e2ee-5be4-4e43-81d0-8269a5d80193 req-d99deb92-2a5c-432e-a796-0912778b3956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:32.062447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6a6e2ee-5be4-4e43-81d0-8269a5d80193 req-d99deb92-2a5c-432e-a796-0912778b3956 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dac7fa4e-cf39-4c04-be08-2b29c057f31e HTTP/1.1" status: 200 len: 911 time: 1.7570148 Feb 02 13:18:32.093285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7fe628-af27-4400-803c-3f750ecd8c7c tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:18:32.096060 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Made reservation on behalf of 4245390f147444858091149b69b5445e for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:32.098450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.147236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.153125 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-278e2828-bde9-43a5-94b5-5d07cf54aead req-a6ab988e-27bb-464d-9edf-bdfea859bc24 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433363 Feb 02 13:18:32.160643 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe628-af27-4400-803c-3f750ecd8c7c tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (435fc3fc-6a7a-4e63-a5fa-a00634ca3a76), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.160643 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-5e7fe628-af27-4400-803c-3f750ecd8c7c tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Added segment 435fc3fc-6a7a-4e63-a5fa-a00634ca3a76 of type vlan for network 503b3d94-7fa1-410a-8dcb-f9b9e3258d00 Feb 02 13:18:32.194527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb6ac1-a5ad-4663-b114-4711d8931199 req-7ba241ce-7da7-4393-95b2-607d661429e5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:32.197788 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3deb6ac1-a5ad-4663-b114-4711d8931199 req-7ba241ce-7da7-4393-95b2-607d661429e5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1126 time: 1.4425786 Feb 02 13:18:32.230461 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe628-af27-4400-803c-3f750ecd8c7c tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (503b3d94-7fa1-410a-8dcb-f9b9e3258d00), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.286369 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe628-af27-4400-803c-3f750ecd8c7c tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (503b3d94-7fa1-410a-8dcb-f9b9e3258d00), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.291871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7fe628-af27-4400-803c-3f750ecd8c7c tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:32.296649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e7fe628-af27-4400-803c-3f750ecd8c7c tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.326521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc81312-f4a4-4107-b263-8a7f11765c2a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network ee94650c-2c40-400c-a862-5a571ed4099e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:18:32.385217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6a6e2ee-5be4-4e43-81d0-8269a5d80193 req-d8128014-0f44-4b96-938c-9c6e00b9dae3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b47966af-f75c-47b6-a073-f140793030e5 HTTP/1.1" status: 200 len: 217 time: 0.2681644 Feb 02 13:18:32.389219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-998e49ca-cbdb-452d-8cd9-546eb2038725 req-112ee987-e610-4102-b5fd-430873c332b8 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.3253300 Feb 02 13:18:32.392155 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5e7fe628-af27-4400-803c-3f750ecd8c7c tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6609321 Feb 02 13:18:32.396562 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Publish callbacks [] for security_group (e1caeb31-af4b-4d4a-bbb9-27ce3c0b4be6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.400872 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:18:32.454806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6fc81312-f4a4-4107-b263-8a7f11765c2a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, ee94650c-2c40-400c-a862-5a571ed4099e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:32.469237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6862a443-dc0f-43f1-8fec-ddaef44bcad3 None None] Network ee94650c-2c40-400c-a862-5a571ed4099e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:32.494271 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fe628-af27-4400-803c-3f750ecd8c7c tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event updated for resources: {'Network': ['ID=503b3d94-7fa1-410a-8dcb-f9b9e3258d00,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:32.501021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e1caeb31-af4b-4d4a-bbb9-27ce3c0b4be6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.565277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:18:32.632891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1caeb31-af4b-4d4a-bbb9-27ce3c0b4be6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:32.639619 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (81670b26-13ce-4651-956a-882c8d125a15), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.640426 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Added segment 81670b26-13ce-4651-956a-882c8d125a15 of type vlan for network 26a2a8bb-5db6-4b84-9fb5-a9080301e3e2 Feb 02 13:18:32.687362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.688630 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.689252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.689741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.690877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.691364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.695094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.695764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.696336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.696822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.697295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.697775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.698585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:32.741391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc81312-f4a4-4107-b263-8a7f11765c2a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:32.742296 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fc81312-f4a4-4107-b263-8a7f11765c2a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.785948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (26a2a8bb-5db6-4b84-9fb5-a9080301e3e2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.843237 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Publish callbacks [] for router_gateway (da16c34c-ea61-4d1c-9c5d-9754b27c905b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.846483 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (26a2a8bb-5db6-4b84-9fb5-a9080301e3e2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.850490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:32.853177 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.855744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6e2ee-5be4-4e43-81d0-8269a5d80193 req-0ede9229-9724-4dc6-aa56-71652b4591fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:32.857641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6a6e2ee-5be4-4e43-81d0-8269a5d80193 req-0ede9229-9724-4dc6-aa56-71652b4591fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f5c9669-0db7-46c3-836f-e5879716fb69 HTTP/1.1" status: 200 len: 849 time: 0.4461403 Feb 02 13:18:32.922153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 503b3d94-7fa1-410a-8dcb-f9b9e3258d00 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:18:32.962131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-ee94650c-2c40-400c-a862-5a571ed4099e', 'network_id': 'ee94650c-2c40-400c-a862-5a571ed4099e', 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'fixed_ips': [{'subnet_id': '6a583399-adfc-4f0c-94db-b9a4c5998c9d'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:18:32.964367 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:32.977162 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6fc81312-f4a4-4107-b263-8a7f11765c2a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6583254 Feb 02 13:18:32.977959 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:33.001179 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b73ccddf-f14b-461d-bd32-52ff22554e57 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-7824879', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:33.019600 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3213696 Feb 02 13:18:33.149452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442441c-c24e-435c-ba5d-8cc766418b61 admin admin] Pushing event updated for resources: {'Network': ['ID=26a2a8bb-5db6-4b84-9fb5-a9080301e3e2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:33.150635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3deb6ac1-a5ad-4663-b114-4711d8931199 req-893fa6b8-ced7-43e5-bca3-d476c5ca6224 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8086762 Feb 02 13:18:33.223783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 26a2a8bb-5db6-4b84-9fb5-a9080301e3e2 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:18:33.240663 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6e2ee-5be4-4e43-81d0-8269a5d80193 req-4469cf7f-7f6d-4ff3-bb97-70fd9d07c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:33.246773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6a6e2ee-5be4-4e43-81d0-8269a5d80193 req-4469cf7f-7f6d-4ff3-bb97-70fd9d07c195 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dac7fa4e-cf39-4c04-be08-2b29c057f31e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3812132 Feb 02 13:18:33.635160 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6a6e2ee-5be4-4e43-81d0-8269a5d80193 req-2be0e724-3ca6-44b9-83ba-65d706a5e476 service neutron] 10.222.0.18 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734665 Feb 02 13:18:33.640902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Deleting port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:33.641484 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:33.821630 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b73ccddf-f14b-461d-bd32-52ff22554e57 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (03b2723e-6475-4bcd-8710-cf31b00fc5f8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:33.829454 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b73ccddf-f14b-461d-bd32-52ff22554e57 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (03b2723e-6475-4bcd-8710-cf31b00fc5f8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:34.058649 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e5a2c4d-4b49-40ad-8f2e-7e2548121c0e req-aae97be6-3fad-4404-b557-557fb168390d tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.3429453 Feb 02 13:18:34.183021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fae634bb-514a-4526-8bd0-1b7963d986f8 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:34.293060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: fae634bb-514a-4526-8bd0-1b7963d986f8 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:34.304601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fae634bb-514a-4526-8bd0-1b7963d986f8 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:34.341340 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5a6a206-68ce-4602-97b0-bbf2d1d9421a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:34.381104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Allocated IP 2001:db8::2 (ee94650c-2c40-400c-a862-5a571ed4099e/6a583399-adfc-4f0c-94db-b9a4c5998c9d/1565e4ae-3970-40c3-968d-f3139b35d29c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:18:34.433886 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b73ccddf-f14b-461d-bd32-52ff22554e57 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (03b2723e-6475-4bcd-8710-cf31b00fc5f8), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:34.453595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] For port 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8cbee54b-ebeb-4935-bbcd-ce6eb70502a4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:34.453938 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:34.475608 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b73ccddf-f14b-461d-bd32-52ff22554e57 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (03b2723e-6475-4bcd-8710-cf31b00fc5f8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:34.579125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Calling delete_port for 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:34.597845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6a6e2ee-5be4-4e43-81d0-8269a5d80193 req-c6e4b57b-badc-4a20-a581-ed21043c1c30 service neutron] 10.222.0.18 "GET /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8611732 Feb 02 13:18:34.614476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f897-796e-4239-8556-5a8b66a45d88 req-d99a8eb0-4b46-444c-aa5a-ca8f05933130 tempest-ComputeTenantNetworksTest-1418657158 tempest-ComputeTenantNetworksTest-1418657158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:34.621601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f897-796e-4239-8556-5a8b66a45d88 req-d99a8eb0-4b46-444c-aa5a-ca8f05933130 tempest-ComputeTenantNetworksTest-1418657158 tempest-ComputeTenantNetworksTest-1418657158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:34.629228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098f897-796e-4239-8556-5a8b66a45d88 req-d99a8eb0-4b46-444c-aa5a-ca8f05933130 tempest-ComputeTenantNetworksTest-1418657158 tempest-ComputeTenantNetworksTest-1418657158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:34.632174 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2098f897-796e-4239-8556-5a8b66a45d88 req-d99a8eb0-4b46-444c-aa5a-ca8f05933130 tempest-ComputeTenantNetworksTest-1418657158 tempest-ComputeTenantNetworksTest-1418657158-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.8892601 Feb 02 13:18:34.669725 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b73ccddf-f14b-461d-bd32-52ff22554e57 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:34.674386 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b73ccddf-f14b-461d-bd32-52ff22554e57 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.6809211 Feb 02 13:18:34.674615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36562) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:34.680434 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'port': {'network_id': 'ee94650c-2c40-400c-a862-5a571ed4099e', 'name': 'tempest-RoutersIpV6Test-2126855585'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:34.755399 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Publish callbacks [] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:34.774619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:34.880258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b1a83-fea4-49f9-b4ec-c2766d25e969 req-9c26e7a7-013b-4d86-b6e1-f765e145b112 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:34.894622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-636b1a83-fea4-49f9-b4ec-c2766d25e969 req-9c26e7a7-013b-4d86-b6e1-f765e145b112 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1127 time: 0.3176045 Feb 02 13:18:34.940408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Network ee94650c-2c40-400c-a862-5a571ed4099e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:34.953146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Pushing event updated for resources: {'Port': ['ID=1565e4ae-3970-40c3-968d-f3139b35d29c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:34.958631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:34.962283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:35.078597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Attempting to bind port 1565e4ae-3970-40c3-968d-f3139b35d29c on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:18:35.082002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Attempting to bind port 1565e4ae-3970-40c3-968d-f3139b35d29c by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '4b352f70-0fdd-4013-8340-71dec6ae6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ee94650c-2c40-400c-a862-5a571ed4099e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:18:35.084285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Attempting to bind port 1565e4ae-3970-40c3-968d-f3139b35d29c on network ee94650c-2c40-400c-a862-5a571ed4099e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:18:35.085385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:35.088856 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:35.103068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:18:35.109689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Checking segment: {'id': '4b352f70-0fdd-4013-8340-71dec6ae6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ee94650c-2c40-400c-a862-5a571ed4099e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:35.110602 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:35.111140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Bound using segment: {'id': '4b352f70-0fdd-4013-8340-71dec6ae6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ee94650c-2c40-400c-a862-5a571ed4099e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:18:35.114482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Bound port: 1565e4ae-3970-40c3-968d-f3139b35d29c, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b352f70-0fdd-4013-8340-71dec6ae6c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'ee94650c-2c40-400c-a862-5a571ed4099e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:18:35.117460 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:35.138044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] device_id is not set on port b15485d9-6ad5-4a02-932a-8cd48677fb01 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:18:35.246825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b563f-de3f-43f2-9f7a-bbc04e36d70e req-8d0e4ff4-aec3-467e-8f63-c48ddb3165b5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:35.255643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e6b563f-de3f-43f2-9f7a-bbc04e36d70e req-8d0e4ff4-aec3-467e-8f63-c48ddb3165b5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.4136155 Feb 02 13:18:35.293456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] For port 1565e4ae-3970-40c3-968d-f3139b35d29c, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:18:35.301705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] For port 1565e4ae-3970-40c3-968d-f3139b35d29c, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1565e4ae-3970-40c3-968d-f3139b35d29c,segment=NetworkSegment(4b352f70-0fdd-4013-8340-71dec6ae6c72),segment_id=4b352f70-0fdd-4013-8340-71dec6ae6c72)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:18:35.320274 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:35.331845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-636b1a83-fea4-49f9-b4ec-c2766d25e969 req-3fd07604-b8d8-4a2e-92c2-b0b77be8fb65 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355505 Feb 02 13:18:35.393415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Allocated IP 2001:db8::2e2 (ee94650c-2c40-400c-a862-5a571ed4099e/6a583399-adfc-4f0c-94db-b9a4c5998c9d/b15485d9-6ad5-4a02-932a-8cd48677fb01) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:18:35.561319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d9d95-7c9a-4242-ad00-cdeaee4bf226 None None] Pushing event updated for resources: {'Port': ['ID=1565e4ae-3970-40c3-968d-f3139b35d29c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:35.586067 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:35.618953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3846f7e1-5675-4f58-88da-24173bd1e9d1 req-101325d8-6100-4148-8b2d-82f984472734 tempest-ComputeTenantNetworksTest-1418657158 tempest-ComputeTenantNetworksTest-1418657158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:35.620517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3846f7e1-5675-4f58-88da-24173bd1e9d1 req-101325d8-6100-4148-8b2d-82f984472734 tempest-ComputeTenantNetworksTest-1418657158 tempest-ComputeTenantNetworksTest-1418657158-project] 10.222.0.83 "GET /v2.0/networks/26a2a8bb-5db6-4b84-9fb5-a9080301e3e2 HTTP/1.1" status: 200 len: 768 time: 0.1960428 Feb 02 13:18:35.629059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36572) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:35.647540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e6b563f-de3f-43f2-9f7a-bbc04e36d70e req-add5a728-0750-4a43-b630-ffe6673203a3 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771617 Feb 02 13:18:35.721877 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8cbee54b-ebeb-4935-bbcd-ce6eb70502a4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:35.807031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbee54b-ebeb-4935-bbcd-ce6eb70502a4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:36.026392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36580) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:36.037277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'subnets': [{'network_id': '05c55a71-5b8b-4b2b-8d10-eb4070186d0a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1535731060', 'ip_version': 6}, {'network_id': '503b3d94-7fa1-410a-8dcb-f9b9e3258d00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:36.038032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'subnet': {'network_id': '05c55a71-5b8b-4b2b-8d10-eb4070186d0a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1535731060', 'ip_version': 6}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:36.038823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Request body: {'subnet': {'network_id': '503b3d94-7fa1-410a-8dcb-f9b9e3258d00', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:36.068719 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (26a2a8bb-5db6-4b84-9fb5-a9080301e3e2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.105481 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5dcc48fa-84c6-4f3c-acc4-acfb6a8b6e2e req-0a57be21-ede1-43d2-8020-728c6d43a031 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.2781661 Feb 02 13:18:36.190790 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.245960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d7238-9adf-4b86-aa2f-49885362a557 req-6e85da75-8791-408f-8e8e-8672f794f675 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:36.260245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b67d7238-9adf-4b86-aa2f-49885362a557 req-6e85da75-8791-408f-8e8e-8672f794f675 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1127 time: 0.4447474 Feb 02 13:18:36.310456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1565e4ae-3970-40c3-968d-f3139b35d29c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:36.369347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (da16c34c-ea61-4d1c-9c5d-9754b27c905b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.390599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 1565e4ae-3970-40c3-968d-f3139b35d29c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:36.391352 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.395791 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (26a2a8bb-5db6-4b84-9fb5-a9080301e3e2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.506992 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (da16c34c-ea61-4d1c-9c5d-9754b27c905b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.509329 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Publish callbacks [] for router_controller (da16c34c-ea61-4d1c-9c5d-9754b27c905b), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.511787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 1565e4ae-3970-40c3-968d-f3139b35d29c is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:36.513570 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.562745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 1565e4ae-3970-40c3-968d-f3139b35d29c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1565e4ae-3970-40c3-968d-f3139b35d29c,segment=NetworkSegment(4b352f70-0fdd-4013-8340-71dec6ae6c72),segment_id=4b352f70-0fdd-4013-8340-71dec6ae6c72)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:36.568570 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (da16c34c-ea61-4d1c-9c5d-9754b27c905b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.569127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router da16c34c-ea61-4d1c-9c5d-9754b27c905b {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:18:36.570673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a2a8bb-5db6-4b84-9fb5-a9080301e3e2']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:36.580844 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.584389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-864128e2-da44-41ed-8a07-769c8c5ba8cd admin admin] 10.222.0.83 "DELETE /v2.0/routers/da16c34c-ea61-4d1c-9c5d-9754b27c905b HTTP/1.1" status: 204 len: 168 time: 6.6711311 Feb 02 13:18:36.588397 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.594375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36582) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:36.594472 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.616705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81670b26-13ce-4651-956a-882c8d125a15') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:36.617045 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81670b26-13ce-4651-956a-882c8d125a15') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:36.694686 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (81670b26-13ce-4651-956a-882c8d125a15), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.736982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924f372-39f0-4afa-a8e9-4e5d23c11f95 req-b040b0ad-6e68-41ac-b43c-a9443cbeb664 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:36.745029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e924f372-39f0-4afa-a8e9-4e5d23c11f95 req-b040b0ad-6e68-41ac-b43c-a9443cbeb664 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.4739058 Feb 02 13:18:36.762802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network ee94650c-2c40-400c-a862-5a571ed4099e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:36.768096 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b67d7238-9adf-4b86-aa2f-49885362a557 req-adaddda2-7847-4c58-b04b-2653b32f360e tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042276 Feb 02 13:18:36.788891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Made reservation on behalf of 25aee60b1d7944b886bbf3389d386480 for: {'subnet': 2} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:36.810851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.813852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.833535 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.844175 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (81670b26-13ce-4651-956a-882c8d125a15), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.859863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:36.876434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f540d51-fcbb-40af-9bc9-cb93f4697083 admin admin] Deleting subnet 13451957-f2d4-4dd2-8e02-6281000ae999 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:36.885490 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f540d51-fcbb-40af-9bc9-cb93f4697083 admin admin] Publish callbacks [] for subnet (13451957-f2d4-4dd2-8e02-6281000ae999), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.916961 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.924730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=1565e4ae-3970-40c3-968d-f3139b35d29c,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:36.943246 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f540d51-fcbb-40af-9bc9-cb93f4697083 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (13451957-f2d4-4dd2-8e02-6281000ae999), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:36.959320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:36.960005 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (81670b26-13ce-4651-956a-882c8d125a15), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:37.006819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e924f372-39f0-4afa-a8e9-4e5d23c11f95 req-dbca886a-4a51-4666-a4fc-5af0700f1794 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607446 Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:37.053311 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:37.056314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:37.062722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:37.063502 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:37.130895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d3ca8-2274-4da9-9593-88ae38b5a060 req-0d39fdc0-6602-4663-a2da-b154053d59d4 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:37.139173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a5d3ca8-2274-4da9-9593-88ae38b5a060 req-0d39fdc0-6602-4663-a2da-b154053d59d4 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1127 time: 0.1936204 Feb 02 13:18:37.210764 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f540d51-fcbb-40af-9bc9-cb93f4697083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (13451957-f2d4-4dd2-8e02-6281000ae999), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:37.405974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=b15485d9-6ad5-4a02-932a-8cd48677fb01,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:37.424661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf571086-17a8-4a99-9dbe-446dc107cfd9 req-54d2bec5-a08d-4bda-9386-85ea0020fd40 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1497409 Feb 02 13:18:37.426451 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (26a2a8bb-5db6-4b84-9fb5-a9080301e3e2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:37.432556 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:37.438613 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] 10.222.0.83 "DELETE /v2.0/networks/26a2a8bb-5db6-4b84-9fb5-a9080301e3e2 HTTP/1.1" status: 204 len: 168 time: 1.8059890 Feb 02 13:18:37.453629 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f0e4f5da-1e46-4edd-bb10-503ae62f6961 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7779195 Feb 02 13:18:37.465022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:37.508803 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefbaff-eb4f-434d-8a76-e317e248e01b admin admin] Pushing event deleted for resources: {'Network': ['ID=26a2a8bb-5db6-4b84-9fb5-a9080301e3e2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:37.613905 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:37.644646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a62be8-98a2-4d37-86f1-dcee1887eebe None None] Network ee94650c-2c40-400c-a862-5a571ed4099e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:37.754240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36602) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:37.788085 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a5d3ca8-2274-4da9-9593-88ae38b5a060 req-baa008cf-0c2f-48de-acf2-d5c17766253f tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410017 Feb 02 13:18:37.895513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9fb0f502-cbf3-40a4-941e-0cb5738eede3 None None] Provisioning complete for port 1565e4ae-3970-40c3-968d-f3139b35d29c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:37.895875 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9fb0f502-cbf3-40a4-941e-0cb5738eede3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:37.988905 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ad4cc861-d143-4aca-ad6b-17c941877cca admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4245390f147444858091149b69b5445e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2199390 Feb 02 13:18:37.991190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36612) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:38.158770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1565e4ae-3970-40c3-968d-f3139b35d29c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:38.185624 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f540d51-fcbb-40af-9bc9-cb93f4697083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (13451957-f2d4-4dd2-8e02-6281000ae999), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.261230 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.298697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f540d51-fcbb-40af-9bc9-cb93f4697083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13451957-f2d4-4dd2-8e02-6281000ae999,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:38.300944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0f502-cbf3-40a4-941e-0cb5738eede3 None None] Current status of the port 1565e4ae-3970-40c3-968d-f3139b35d29c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:38.314752 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f540d51-fcbb-40af-9bc9-cb93f4697083 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.335070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91129b02-683b-4700-8003-9f7cfa1acf85 None None] Network cb2de5ec-90d0-469e-8f73-eb3e5c175c46 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:38.340579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2f540d51-fcbb-40af-9bc9-cb93f4697083 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/13451957-f2d4-4dd2-8e02-6281000ae999 HTTP/1.1" status: 204 len: 168 time: 1.7073157 Feb 02 13:18:38.345952 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36616) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:38.354672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96f2ad82-0656-417c-96c7-f079a1e991e3 admin admin] Publish callbacks [] for security_group (e1caeb31-af4b-4d4a-bbb9-27ce3c0b4be6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.422932 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (1f2a0674-6dfc-47c7-b807-4a516716a0b3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.518969 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96f2ad82-0656-417c-96c7-f079a1e991e3 admin admin] Publish callbacks [] for security_group (e1caeb31-af4b-4d4a-bbb9-27ce3c0b4be6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.556723 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (cb2de5ec-90d0-469e-8f73-eb3e5c175c46), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.621418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 1565e4ae-3970-40c3-968d-f3139b35d29c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:38.621910 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.647301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event updated for resources: {'Subnet': ['ID=1f2a0674-6dfc-47c7-b807-4a516716a0b3,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:38.689606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-69f00b0e-52bd-4623-9c2e-339550c480e0 None None] Provisioning complete for port b15485d9-6ad5-4a02-932a-8cd48677fb01 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:38.689920 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69f00b0e-52bd-4623-9c2e-339550c480e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.724897 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Checking segment: {'id': '1369b40f-cd81-4a7c-9fd1-0b7e48e423a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '05c55a71-5b8b-4b2b-8d10-eb4070186d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:38.725964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Network hostable DHCP agents. Network: 05c55a71-5b8b-4b2b-8d10-eb4070186d0a, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:18:38.793993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Network 05c55a71-5b8b-4b2b-8d10-eb4070186d0a is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:18:38.800157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb4358be-a276-4e07-a5d6-84445362dc75 req-ab742d86-09ba-45d6-9f16-82b07411cb92 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1774721 Feb 02 13:18:38.818678 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96f2ad82-0656-417c-96c7-f079a1e991e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e1caeb31-af4b-4d4a-bbb9-27ce3c0b4be6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.819111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-69f00b0e-52bd-4623-9c2e-339550c480e0 None None] Port b15485d9-6ad5-4a02-932a-8cd48677fb01 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:18:38.822607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96f2ad82-0656-417c-96c7-f079a1e991e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.845104 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-96f2ad82-0656-417c-96c7-f079a1e991e3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e1caeb31-af4b-4d4a-bbb9-27ce3c0b4be6 HTTP/1.1" status: 204 len: 168 time: 0.8524680 Feb 02 13:18:38.877683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 05c55a71-5b8b-4b2b-8d10-eb4070186d0a) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:38.891363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2ad82-0656-417c-96c7-f079a1e991e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1caeb31-af4b-4d4a-bbb9-27ce3c0b4be6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:38.893303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358dad0-1181-44e2-8688-32cdcdce3607 None None] Network 05c55a71-5b8b-4b2b-8d10-eb4070186d0a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:38.906103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (a7a70d83-e025-4350-9880-1b862ca27554), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.914590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8de6d1-291d-4f68-a4dc-ee5eccaf8f05 None None] DHCP port deletion for cb2de5ec-90d0-469e-8f73-eb3e5c175c46 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:18:38.921551 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:38.933489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-69f00b0e-52bd-4623-9c2e-339550c480e0 None None] Provisioning complete for port 1565e4ae-3970-40c3-968d-f3139b35d29c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:38.934076 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-69f00b0e-52bd-4623-9c2e-339550c480e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:39.048257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 1565e4ae-3970-40c3-968d-f3139b35d29c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:39.068557 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:39.153107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:39.156316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8cbee54b-ebeb-4935-bbcd-ce6eb70502a4 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:39.184605 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Checking segment: {'id': '435fc3fc-6a7a-4e63-a5fa-a00634ca3a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '503b3d94-7fa1-410a-8dcb-f9b9e3258d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:39.186312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Network hostable DHCP agents. Network: 503b3d94-7fa1-410a-8dcb-f9b9e3258d00, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:18:39.192475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event updated for resources: {'Subnet': ['ID=a7a70d83-e025-4350-9880-1b862ca27554,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:39.244464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Network 503b3d94-7fa1-410a-8dcb-f9b9e3258d00 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:18:39.268678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 503b3d94-7fa1-410a-8dcb-f9b9e3258d00) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:39.274030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:39.274808 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:39.275525 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:39.283583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b975cf-2f21-40f1-813c-faaaf232eaf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-05c55a71-5b8b-4b2b-8d10-eb4070186d0a', 'network_id': '05c55a71-5b8b-4b2b-8d10-eb4070186d0a', 'project_id': '25aee60b1d7944b886bbf3389d386480', 'fixed_ips': [{'subnet_id': '1f2a0674-6dfc-47c7-b807-4a516716a0b3'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:18:39.296982 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13b975cf-2f21-40f1-813c-faaaf232eaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:39.314604 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6d23d50a-de83-49b2-a31e-e7b446c29249 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.2817721 Feb 02 13:18:39.317192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36630) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:39.362480 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62425a99-66c9-457e-bdb9-235c42762f51 None None] Network 503b3d94-7fa1-410a-8dcb-f9b9e3258d00 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:39.414101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4d8de6d1-291d-4f68-a4dc-ee5eccaf8f05 None None] Deleting port 5089ba65-36b8-45f8-b53f-278c37eb27c0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:39.414470 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d8de6d1-291d-4f68-a4dc-ee5eccaf8f05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:39.421144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b269181-4fef-44ba-9ca5-6f0076a28d25 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:39.422503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b269181-4fef-44ba-9ca5-6f0076a28d25 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:39.428314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b269181-4fef-44ba-9ca5-6f0076a28d25 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:39.440658 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4b269181-4fef-44ba-9ca5-6f0076a28d25 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1131213 Feb 02 13:18:39.441548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36632) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:39.448258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c4823-5877-4877-9c9e-049363dd6f02 req-75317458-4409-4be9-90b9-ffba8b4d6f75 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:39.459557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba7c4823-5877-4877-9c9e-049363dd6f02 req-75317458-4409-4be9-90b9-ffba8b4d6f75 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1127 time: 0.9006405 Feb 02 13:18:39.493032 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:39.513847 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:39.550642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e53f7d-32dd-4e27-a963-62a0b7f5d7b3 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Deleting subnet 1f2a0674-6dfc-47c7-b807-4a516716a0b3 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:39.560395 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e53f7d-32dd-4e27-a963-62a0b7f5d7b3 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for subnet (1f2a0674-6dfc-47c7-b807-4a516716a0b3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:39.577177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4d8de6d1-291d-4f68-a4dc-ee5eccaf8f05 None None] For port 5089ba65-36b8-45f8-b53f-278c37eb27c0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5089ba65-36b8-45f8-b53f-278c37eb27c0,segment=NetworkSegment(f4aca7d2-7846-4b27-8a9a-6db2edbdb59d),segment_id=f4aca7d2-7846-4b27-8a9a-6db2edbdb59d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:39.577777 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d8de6d1-291d-4f68-a4dc-ee5eccaf8f05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:39.618137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4d8de6d1-291d-4f68-a4dc-ee5eccaf8f05 None None] Calling delete_port for 5089ba65-36b8-45f8-b53f-278c37eb27c0 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:39.650736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Deleting port 5089ba65-36b8-45f8-b53f-278c37eb27c0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:39.651329 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:39.736048 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e53f7d-32dd-4e27-a963-62a0b7f5d7b3 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (1f2a0674-6dfc-47c7-b807-4a516716a0b3), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:39.808886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] For port 5089ba65-36b8-45f8-b53f-278c37eb27c0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5089ba65-36b8-45f8-b53f-278c37eb27c0,segment=NetworkSegment(f4aca7d2-7846-4b27-8a9a-6db2edbdb59d),segment_id=f4aca7d2-7846-4b27-8a9a-6db2edbdb59d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:39.809472 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:39.978341 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d8de6d1-291d-4f68-a4dc-ee5eccaf8f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:40.007787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-69f00b0e-52bd-4623-9c2e-339550c480e0 None None] Current status of the port 1565e4ae-3970-40c3-968d-f3139b35d29c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:40.114033 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba7c4823-5877-4877-9c9e-049363dd6f02 req-e05939fa-0eeb-44c1-b170-0da50afcd790 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6527061 Feb 02 13:18:40.114447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=b15485d9-6ad5-4a02-932a-8cd48677fb01,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:40.122360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e53f7d-32dd-4e27-a963-62a0b7f5d7b3 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (1f2a0674-6dfc-47c7-b807-4a516716a0b3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:40.132843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Calling delete_port for 5089ba65-36b8-45f8-b53f-278c37eb27c0 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:40.306788 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5089ba65-36b8-45f8-b53f-278c37eb27c0 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:40.308458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2f710-969a-4e47-96f6-43335bb434cc req-6023a8b8-0f2c-4506-afdf-eda8928b039e tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:40.309863 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bff2f710-969a-4e47-96f6-43335bb434cc req-6023a8b8-0f2c-4506-afdf-eda8928b039e tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1127 time: 0.5043595 Feb 02 13:18:40.312175 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7f34-86d5-4bcc-8e4e-003abad36e8b req-3bcc12bd-c3ab-4bfb-a3ab-c85c98cd742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:40.313836 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fdde7f34-86d5-4bcc-8e4e-003abad36e8b req-3bcc12bd-c3ab-4bfb-a3ab-c85c98cd742c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1129 time: 0.5070326 Feb 02 13:18:40.332511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8de6d1-291d-4f68-a4dc-ee5eccaf8f05 None None] Pushing event deleted for resources: {'Port': ['ID=5089ba65-36b8-45f8-b53f-278c37eb27c0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:40.356301 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5089ba65-36b8-45f8-b53f-278c37eb27c0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:40.385692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e53f7d-32dd-4e27-a963-62a0b7f5d7b3 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (1f2a0674-6dfc-47c7-b807-4a516716a0b3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:40.407470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] No DVR routers for this DVR port 5089ba65-36b8-45f8-b53f-278c37eb27c0 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:40.568330 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e53f7d-32dd-4e27-a963-62a0b7f5d7b3 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:40.574385 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-97e53f7d-32dd-4e27-a963-62a0b7f5d7b3 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "DELETE /v2.0/subnets/1f2a0674-6dfc-47c7-b807-4a516716a0b3 HTTP/1.1" status: 204 len: 168 time: 1.1304872 Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server [None req-13b975cf-2f21-40f1-813c-faaaf232eaf0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f2a0674-6dfc-47c7-b807-4a516716a0b3: This subnet is being modified by another concurrent operation. Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:18:40.583470 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise exception Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f2a0674-6dfc-47c7-b807-4a516716a0b3: This subnet is being modified by another concurrent operation. Feb 02 13:18:40.587601 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server Feb 02 13:18:40.594943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8de6d1-291d-4f68-a4dc-ee5eccaf8f05 None None] No DVR routers for this DVR port 5089ba65-36b8-45f8-b53f-278c37eb27c0 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:40.599578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36660) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:40.600433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36662) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:40.621681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05836d77-5187-4f07-9cef-b91a868ae583 None None] Network 05c55a71-5b8b-4b2b-8d10-eb4070186d0a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:40.645892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e53f7d-32dd-4e27-a963-62a0b7f5d7b3 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2a0674-6dfc-47c7-b807-4a516716a0b3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:40.709186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 5089ba65-36b8-45f8-b53f-278c37eb27c0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:40.709949 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5089ba65-36b8-45f8-b53f-278c37eb27c0 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:40.714497 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-503b3d94-7fa1-410a-8dcb-f9b9e3258d00', 'network_id': '503b3d94-7fa1-410a-8dcb-f9b9e3258d00', 'project_id': '25aee60b1d7944b886bbf3389d386480', 'fixed_ips': [{'subnet_id': 'a7a70d83-e025-4350-9880-1b862ca27554'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:18:40.715349 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:40.778074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9cf817f3-36ec-41cc-a67a-b2ac3160f41e None None] Provisioning complete for port b15485d9-6ad5-4a02-932a-8cd48677fb01 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:40.786335 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cf817f3-36ec-41cc-a67a-b2ac3160f41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:40.882136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9cf817f3-36ec-41cc-a67a-b2ac3160f41e None None] Port b15485d9-6ad5-4a02-932a-8cd48677fb01 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:18:41.069703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5089ba65-36b8-45f8-b53f-278c37eb27c0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:41.104031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc55b8df-6901-428e-9ff0-0465b922a766 req-2b9170fd-37c1-4a82-b839-087758beecfb tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.9863782 Feb 02 13:18:41.178375 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (03b2723e-6475-4bcd-8710-cf31b00fc5f8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.242179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Allocated IP 2001:db8:0:1::1 (503b3d94-7fa1-410a-8dcb-f9b9e3258d00/a7a70d83-e025-4350-9880-1b862ca27554/9d15ae34-64c5-4587-8255-12184af672f0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:18:41.340993 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (cb2de5ec-90d0-469e-8f73-eb3e5c175c46), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.373244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-541298823-network', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:41.400253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46205184-b5ac-45d3-9e34-882bce2800a8 req-a9fea22e-e52e-4461-b5a9-a99f84a2c65b tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:41.407445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46205184-b5ac-45d3-9e34-882bce2800a8 req-a9fea22e-e52e-4461-b5a9-a99f84a2c65b tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 1127 time: 0.1516018 Feb 02 13:18:41.408963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cd3e98-877c-4c63-99f6-9ccb5584cc51 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Deleting subnet a7a70d83-e025-4350-9880-1b862ca27554 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:41.416394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2de5ec-90d0-469e-8f73-eb3e5c175c46']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:41.442419 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Made reservation on behalf of d1acffa9962e4ead92ac4fe6b1e0a02f for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:41.444891 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.448618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4aca7d2-7846-4b27-8a9a-6db2edbdb59d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:41.448913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4aca7d2-7846-4b27-8a9a-6db2edbdb59d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:41.475633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7f34-86d5-4bcc-8e4e-003abad36e8b req-5ad8e57d-63fa-4a56-a2c1-c712b468ab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:41.477210 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fdde7f34-86d5-4bcc-8e4e-003abad36e8b req-5ad8e57d-63fa-4a56-a2c1-c712b468ab53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 1.0661054 Feb 02 13:18:41.484476 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.516739 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (f4aca7d2-7846-4b27-8a9a-6db2edbdb59d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.518378 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.598256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46205184-b5ac-45d3-9e34-882bce2800a8 req-302e23d3-b231-4005-957d-fc55cdc0fc76 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894629 Feb 02 13:18:41.604667 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (f4aca7d2-7846-4b27-8a9a-6db2edbdb59d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.627045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:41.627802 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (f4aca7d2-7846-4b27-8a9a-6db2edbdb59d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:41.629963 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:41.661858 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fdde7f34-86d5-4bcc-8e4e-003abad36e8b req-a32de096-ec1c-4129-8a3d-2b163a8c701f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 1000 time: 0.1681278 Feb 02 13:18:41.666900 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Publish callbacks [] for port (9d15ae34-64c5-4587-8255-12184af672f0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.683711 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (9d15ae34-64c5-4587-8255-12184af672f0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.711473 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0cd3e98-877c-4c63-99f6-9ccb5584cc51 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for subnet (a7a70d83-e025-4350-9880-1b862ca27554), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.786886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Network 503b3d94-7fa1-410a-8dcb-f9b9e3258d00 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:41.790365 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (cb2de5ec-90d0-469e-8f73-eb3e5c175c46), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.808291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:41.824827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:41.835969 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.839312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] 10.222.0.83 "DELETE /v2.0/networks/cb2de5ec-90d0-469e-8f73-eb3e5c175c46 HTTP/1.1" status: 204 len: 168 time: 3.4908915 Feb 02 13:18:41.850217 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Publish callbacks [] for security_group (c0d490c3-92db-4026-92ad-a49549eae043), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.863846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:41.867457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Pushing event updated for resources: {'Port': ['ID=9d15ae34-64c5-4587-8255-12184af672f0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:41.886490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-bff2f710-969a-4e47-96f6-43335bb434cc req-43d7459e-20c2-44d1-a7ad-87687a563d12 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Deleting port 2942dddd-6f3f-41a4-9ca5-ba308abf391b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:41.886803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bff2f710-969a-4e47-96f6-43335bb434cc req-43d7459e-20c2-44d1-a7ad-87687a563d12 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.924263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Attempting to bind port 9d15ae34-64c5-4587-8255-12184af672f0 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:18:41.924641 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Attempting to bind port 9d15ae34-64c5-4587-8255-12184af672f0 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '435fc3fc-6a7a-4e63-a5fa-a00634ca3a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '503b3d94-7fa1-410a-8dcb-f9b9e3258d00'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:18:41.925003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Attempting to bind port 9d15ae34-64c5-4587-8255-12184af672f0 on network 503b3d94-7fa1-410a-8dcb-f9b9e3258d00 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:18:41.932972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:18:41.933352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Checking segment: {'id': '435fc3fc-6a7a-4e63-a5fa-a00634ca3a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '503b3d94-7fa1-410a-8dcb-f9b9e3258d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:41.934276 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.934697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Bound using segment: {'id': '435fc3fc-6a7a-4e63-a5fa-a00634ca3a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '503b3d94-7fa1-410a-8dcb-f9b9e3258d00'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:18:41.935161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Bound port: 9d15ae34-64c5-4587-8255-12184af672f0, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435fc3fc-6a7a-4e63-a5fa-a00634ca3a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '503b3d94-7fa1-410a-8dcb-f9b9e3258d00'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:18:41.935559 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d15ae34-64c5-4587-8255-12184af672f0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.985318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-bff2f710-969a-4e47-96f6-43335bb434cc req-43d7459e-20c2-44d1-a7ad-87687a563d12 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] For port 2942dddd-6f3f-41a4-9ca5-ba308abf391b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2942dddd-6f3f-41a4-9ca5-ba308abf391b,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:41.985686 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bff2f710-969a-4e47-96f6-43335bb434cc req-43d7459e-20c2-44d1-a7ad-87687a563d12 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:41.991827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f41a6-3292-4ee6-a6f0-5a09fbb320c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2de5ec-90d0-469e-8f73-eb3e5c175c46,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:41.999355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-bff2f710-969a-4e47-96f6-43335bb434cc req-43d7459e-20c2-44d1-a7ad-87687a563d12 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Calling delete_port for 2942dddd-6f3f-41a4-9ca5-ba308abf391b owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:42.137470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] For port 9d15ae34-64c5-4587-8255-12184af672f0, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:18:42.152166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] For port 9d15ae34-64c5-4587-8255-12184af672f0, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9d15ae34-64c5-4587-8255-12184af672f0,segment=NetworkSegment(435fc3fc-6a7a-4e63-a5fa-a00634ca3a76),segment_id=435fc3fc-6a7a-4e63-a5fa-a00634ca3a76)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:18:42.165562 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9d15ae34-64c5-4587-8255-12184af672f0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:42.250030 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c0d490c3-92db-4026-92ad-a49549eae043), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:42.316637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7f34-86d5-4bcc-8e4e-003abad36e8b req-87be627d-8b50-4a7f-a867-b476cf28bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:42.318595 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fdde7f34-86d5-4bcc-8e4e-003abad36e8b req-87be627d-8b50-4a7f-a867-b476cf28bf0d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.6096878 Feb 02 13:18:42.335048 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d490c3-92db-4026-92ad-a49549eae043,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:42.347853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e5080-aa3b-4894-ba62-a2dd94c1e9cd None None] Pushing event updated for resources: {'Port': ['ID=9d15ae34-64c5-4587-8255-12184af672f0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:42.398121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:18:42.429325 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bff2f710-969a-4e47-96f6-43335bb434cc req-43d7459e-20c2-44d1-a7ad-87687a563d12 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2942dddd-6f3f-41a4-9ca5-ba308abf391b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:42.440259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c5ce961-9be6-4792-8fcc-6fb746ad71e4 req-ea481199-aded-47fb-9883-459421fbdf7e tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.1651940 Feb 02 13:18:42.479258 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b47966af-f75c-47b6-a073-f140793030e5'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:18:42.561067 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0cd3e98-877c-4c63-99f6-9ccb5584cc51 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (a7a70d83-e025-4350-9880-1b862ca27554), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:42.702156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:42.711087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6370-cbb6-4a2d-aeb9-9ae0892a0ff8 req-7934588d-540a-43c1-bb42-73a9a26320e0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:42.720307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e0d6370-cbb6-4a2d-aeb9-9ae0892a0ff8 req-7934588d-540a-43c1-bb42-73a9a26320e0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1637878 Feb 02 13:18:42.739072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9720609b-906f-42fc-a89c-7974211af2b3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:42.739719 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Added segment 9720609b-906f-42fc-a89c-7974211af2b3 of type vlan for network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 Feb 02 13:18:42.771140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7459e-20c2-44d1-a7ad-87687a563d12 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Pushing event deleted for resources: {'Port': ['ID=2942dddd-6f3f-41a4-9ca5-ba308abf391b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:42.839980 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e0d6370-cbb6-4a2d-aeb9-9ae0892a0ff8 req-f4e6306a-94a8-4a60-ac49-b4fcb6232de6 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073277 Feb 02 13:18:42.841941 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:42.849393 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (03b2723e-6475-4bcd-8710-cf31b00fc5f8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:42.976044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=b15485d9-6ad5-4a02-932a-8cd48677fb01,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:43.015456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.016080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.016556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.017056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.017679 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.019001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.023159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.023774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.024270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.024745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.025211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.025688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.026153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:18:43.083888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7663807-504c-4625-b9e6-1b80c78ca46b req-d6a55899-092d-4066-bac6-5251133b4b3b tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db HTTP/1.1" status: 200 len: 210 time: 0.1156099 Feb 02 13:18:43.101041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff2f710-969a-4e47-96f6-43335bb434cc req-43d7459e-20c2-44d1-a7ad-87687a563d12 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] No DVR routers for this DVR port 2942dddd-6f3f-41a4-9ca5-ba308abf391b on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:43.129422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bff2f710-969a-4e47-96f6-43335bb434cc req-43d7459e-20c2-44d1-a7ad-87687a563d12 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:43.133351 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bff2f710-969a-4e47-96f6-43335bb434cc req-43d7459e-20c2-44d1-a7ad-87687a563d12 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.62 "DELETE /v2.0/ports/2942dddd-6f3f-41a4-9ca5-ba308abf391b HTTP/1.1" status: 204 len: 173 time: 2.8154793 Feb 02 13:18:43.140263 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (9354df0a-0d9a-4e5e-81ff-a8135783e4d8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:43.144824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db', 'name': 'network-vif-deleted', 'tag': '2942dddd-6f3f-41a4-9ca5-ba308abf391b'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:43.150898 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649e7eda-6c99-4dbe-ac50-183dc96092cc" -d '{"events": [{"server_uuid": "a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db", "name": "network-vif-deleted", "tag": "2942dddd-6f3f-41a4-9ca5-ba308abf391b"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:43.172868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2942dddd-6f3f-41a4-9ca5-ba308abf391b no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:43.261752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7f34-86d5-4bcc-8e4e-003abad36e8b req-58587ced-b0ed-49a1-99c5-f52d5be5b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:43.261752 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fdde7f34-86d5-4bcc-8e4e-003abad36e8b req-58587ced-b0ed-49a1-99c5-f52d5be5b6d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8781102 Feb 02 13:18:43.262069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 2942dddd-6f3f-41a4-9ca5-ba308abf391b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:43.262069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2942dddd-6f3f-41a4-9ca5-ba308abf391b not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:43.277896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0cd3e98-877c-4c63-99f6-9ccb5584cc51 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a7a70d83-e025-4350-9880-1b862ca27554), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:43.361037 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ac9cac-0e3a-48de-93c6-d038544cf3fd x-openstack-request-id: req-48ac9cac-0e3a-48de-93c6-d038544cf3fd {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:43.364940 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db", "name": "network-vif-deleted", "tag": "2942dddd-6f3f-41a4-9ca5-ba308abf391b", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:43.365374 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-48ac9cac-0e3a-48de-93c6-d038544cf3fd {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:43.370649 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d1b2c1-1cdf-4ccc-9dd8-8af82c1fb8db', 'name': 'network-vif-deleted', 'tag': '2942dddd-6f3f-41a4-9ca5-ba308abf391b', 'status': 'completed', 'code': 200} Feb 02 13:18:43.394895 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (9354df0a-0d9a-4e5e-81ff-a8135783e4d8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:43.396431 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:43.397179 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:43.451192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e935fb-051b-4aca-863b-f40a1f033a04 req-b3ca9d3d-1cb9-4e0e-82ff-c5b2cd385ff4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:43.454100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3e935fb-051b-4aca-863b-f40a1f033a04 req-b3ca9d3d-1cb9-4e0e-82ff-c5b2cd385ff4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.4236021 Feb 02 13:18:43.590666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] Pushing event updated for resources: {'Network': ['ID=9354df0a-0d9a-4e5e-81ff-a8135783e4d8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:43.592257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network ee94650c-2c40-400c-a862-5a571ed4099e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:43.604947 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:18:43.605548 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-da89a919-5f50-41c8-bd25-ff1b45413675 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0034361 Feb 02 13:18:43.608073 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36708) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:43.614208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9e890b89-b8c9-4cc5-ae0e-980588b8d795 admin admin] Request body: {'subnet': {'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-subnet', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:43.617968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0cd3e98-877c-4c63-99f6-9ccb5584cc51 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (a7a70d83-e025-4350-9880-1b862ca27554), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:43.649072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:43.660352 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd3e98-877c-4c63-99f6-9ccb5584cc51 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a70d83-e025-4350-9880-1b862ca27554,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:43.664204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0cd3e98-877c-4c63-99f6-9ccb5584cc51 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:43.667651 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e0cd3e98-877c-4c63-99f6-9ccb5584cc51 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "DELETE /v2.0/subnets/a7a70d83-e025-4350-9880-1b862ca27554 HTTP/1.1" status: 204 len: 168 time: 3.0611887 Feb 02 13:18:43.672341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36710) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:43.799218 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fdde7f34-86d5-4bcc-8e4e-003abad36e8b req-6c6d886d-74c2-4d03-99a4-441ddb650256 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734963 Feb 02 13:18:43.799960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e890b89-b8c9-4cc5-ae0e-980588b8d795 admin admin] Made reservation on behalf of d1acffa9962e4ead92ac4fe6b1e0a02f for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:43.802543 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9e890b89-b8c9-4cc5-ae0e-980588b8d795 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:43.807056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d64055-0224-44db-b1e6-8c35f1a35963 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:43.808831 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b4d64055-0224-44db-b1e6-8c35f1a35963 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1337163 Feb 02 13:18:43.850554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36712) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:43.908810 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3e935fb-051b-4aca-863b-f40a1f033a04 req-e46ccf38-6427-495b-a8d8-43fb20afdde2 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397566 Feb 02 13:18:44.023233 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35c084f4-de3b-41f6-96e2-2d79a4320a5f req-0a0fd39a-9187-444e-8030-1fa977a7ec44 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/ports?device_id=75716c7b-9bc8-4082-a5db-13e1f44b6637 HTTP/1.1" status: 200 len: 210 time: 0.3474658 Feb 02 13:18:44.116508 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-155665a1-a64c-4abc-ad09-37dfddc306b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (94c1e77b-f639-4056-bd33-493d8b351f51), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:44.186759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9d15ae34-64c5-4587-8255-12184af672f0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:44.282721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9d15ae34-64c5-4587-8255-12184af672f0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:44.283104 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9d15ae34-64c5-4587-8255-12184af672f0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:44.405391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5873e9c3-5443-47c8-abc2-7a1f5d0ef2f5 None None] Provisioning complete for port b15485d9-6ad5-4a02-932a-8cd48677fb01 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:44.406499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5873e9c3-5443-47c8-abc2-7a1f5d0ef2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:44.509088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5873e9c3-5443-47c8-abc2-7a1f5d0ef2f5 None None] Port b15485d9-6ad5-4a02-932a-8cd48677fb01 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:18:44.520109 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23227e-cf1c-4eb8-a928-1be76282c481 req-df9c4745-5d6d-415d-a893-5c9fe13362d7 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:44.521742 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb23227e-cf1c-4eb8-a928-1be76282c481 req-df9c4745-5d6d-415d-a893-5c9fe13362d7 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2804179 Feb 02 13:18:44.539859 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9d15ae34-64c5-4587-8255-12184af672f0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:44.544236 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d15ae34-64c5-4587-8255-12184af672f0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:44.611628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 9d15ae34-64c5-4587-8255-12184af672f0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9d15ae34-64c5-4587-8255-12184af672f0,segment=NetworkSegment(435fc3fc-6a7a-4e63-a5fa-a00634ca3a76),segment_id=435fc3fc-6a7a-4e63-a5fa-a00634ca3a76)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:44.624644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 03b2723e-6475-4bcd-8710-cf31b00fc5f8 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:18:44.632331 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9d15ae34-64c5-4587-8255-12184af672f0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:44.641270 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9e890b89-b8c9-4cc5-ae0e-980588b8d795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (d35ca6df-c5e1-4991-9f50-48a44f4110dd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:44.651337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (503b3d94-7fa1-410a-8dcb-f9b9e3258d00), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:44.723729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb23227e-cf1c-4eb8-a928-1be76282c481 req-0ac44034-d5b9-4d06-b920-e2bbcbb1b908 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853361 Feb 02 13:18:44.763192 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fdde7f34-86d5-4bcc-8e4e-003abad36e8b req-88568199-939c-4743-884d-3b59d0efdf71 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9498856 Feb 02 13:18:44.791848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4abaf5-a4db-4388-9584-a8cbdda22eee None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:18:44.804941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e890b89-b8c9-4cc5-ae0e-980588b8d795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35ca6df-c5e1-4991-9f50-48a44f4110dd,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:44.809733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e890b89-b8c9-4cc5-ae0e-980588b8d795 admin admin] Checking segment: {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:44.810107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e890b89-b8c9-4cc5-ae0e-980588b8d795 admin admin] Network hostable DHCP agents. Network: 9354df0a-0d9a-4e5e-81ff-a8135783e4d8, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:18:44.838627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Deleting port 9d15ae34-64c5-4587-8255-12184af672f0 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:44.838965 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9d15ae34-64c5-4587-8255-12184af672f0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:44.842222 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e890b89-b8c9-4cc5-ae0e-980588b8d795 admin admin] Network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:18:44.871921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9e890b89-b8c9-4cc5-ae0e-980588b8d795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 9354df0a-0d9a-4e5e-81ff-a8135783e4d8) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:44.908435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e890b89-b8c9-4cc5-ae0e-980588b8d795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:44.909084 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9e890b89-b8c9-4cc5-ae0e-980588b8d795 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:44.933582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=9d15ae34-64c5-4587-8255-12184af672f0,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:44.941364 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9e890b89-b8c9-4cc5-ae0e-980588b8d795 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3312516 Feb 02 13:18:44.943637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] For port 9d15ae34-64c5-4587-8255-12184af672f0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9d15ae34-64c5-4587-8255-12184af672f0,segment=NetworkSegment(435fc3fc-6a7a-4e63-a5fa-a00634ca3a76),segment_id=435fc3fc-6a7a-4e63-a5fa-a00634ca3a76)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:44.944001 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9d15ae34-64c5-4587-8255-12184af672f0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:44.946532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36732) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:44.973430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:44.995702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Calling delete_port for 9d15ae34-64c5-4587-8255-12184af672f0 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:45.016114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d37c1e3d-828a-468b-848d-b5c9ee948d61 None None] Provisioning complete for port 9d15ae34-64c5-4587-8255-12184af672f0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:45.016602 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d37c1e3d-828a-468b-848d-b5c9ee948d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9d15ae34-64c5-4587-8255-12184af672f0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.097355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (24688756-6fd4-4fcc-9727-64ce0a871445), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.099675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (24688756-6fd4-4fcc-9727-64ce0a871445), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.104011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:18:45.117828 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36736) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:45.117978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c8446705-ac0c-456f-814a-9e2a2ad099db tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/03b2723e-6475-4bcd-8710-cf31b00fc5f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6518326 Feb 02 13:18:45.138330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a21d9-c4cb-4a38-a361-87d554855a1c req-9a3a97f8-0fa6-43df-95e2-37f6c23e08d3 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:45.140204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d44a3-f4a1-4dad-993c-263d33c95c9e None None] Sync routers for ids ['03b2723e-6475-4bcd-8710-cf31b00fc5f8'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:18:45.149610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e78a21d9-c4cb-4a38-a361-87d554855a1c req-9a3a97f8-0fa6-43df-95e2-37f6c23e08d3 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1128 time: 0.3117373 Feb 02 13:18:45.216608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d44a3-f4a1-4dad-993c-263d33c95c9e None None] Routers {'03b2723e-6475-4bcd-8710-cf31b00fc5f8'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:45.218520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85f0c6-5d5d-4cf3-b73c-8ce38b27f69d req-cd21ef0c-e812-4ffa-82ab-9a7f20b97166 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:45.218820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-478d44a3-f4a1-4dad-993c-263d33c95c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03b2723e-6475-4bcd-8710-cf31b00fc5f8'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:45.220693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e85f0c6-5d5d-4cf3-b73c-8ce38b27f69d req-cd21ef0c-e812-4ffa-82ab-9a7f20b97166 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2831876 Feb 02 13:18:45.260998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78868ab-ace9-41c5-bd5f-3e9348c69559 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:45.262446 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e78868ab-ace9-41c5-bd5f-3e9348c69559 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports/b15485d9-6ad5-4a02-932a-8cd48677fb01 HTTP/1.1" status: 200 len: 984 time: 0.1427596 Feb 02 13:18:45.274159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36738) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:45.299352 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Publish callbacks [] for router_controller (24688756-6fd4-4fcc-9727-64ce0a871445), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.312773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-478d44a3-f4a1-4dad-993c-263d33c95c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:45.408029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e78a21d9-c4cb-4a38-a361-87d554855a1c req-4902cc60-0568-40ee-bb9b-ace82f2f0d0c tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549872 Feb 02 13:18:45.421883 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9d15ae34-64c5-4587-8255-12184af672f0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.425975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d44a3-f4a1-4dad-993c-263d33c95c9e None None] Routers {'03b2723e-6475-4bcd-8710-cf31b00fc5f8'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:45.427009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-478d44a3-f4a1-4dad-993c-263d33c95c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03b2723e-6475-4bcd-8710-cf31b00fc5f8'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:45.447459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-155665a1-a64c-4abc-ad09-37dfddc306b6 admin admin] Deleting port cc017bc3-6c95-422f-8541-9fa148dcd89a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:45.449371 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-155665a1-a64c-4abc-ad09-37dfddc306b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.461532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event deleted for resources: {'Port': ['ID=9d15ae34-64c5-4587-8255-12184af672f0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:45.475816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-478d44a3-f4a1-4dad-993c-263d33c95c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:45.476544 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478d44a3-f4a1-4dad-993c-263d33c95c9e None None] The sync data for ids ['03b2723e-6475-4bcd-8710-cf31b00fc5f8'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:18:45.495084 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d37c1e3d-828a-468b-848d-b5c9ee948d61 None None] Current status of the port 9d15ae34-64c5-4587-8255-12184af672f0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:45.500575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] No DVR routers for this DVR port 9d15ae34-64c5-4587-8255-12184af672f0 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:45.533701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e85f0c6-5d5d-4cf3-b73c-8ce38b27f69d req-ae5be581-cfe6-4bfb-8501-28a9db93dcb6 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889760 Feb 02 13:18:45.571559 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36752) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:45.586772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Publish callbacks [] for router_gateway (24688756-6fd4-4fcc-9727-64ce0a871445), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.673025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4abaf5-a4db-4388-9584-a8cbdda22eee None None] Unable to find a vacant binding_index for network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 and agent c7710c02-f9b3-49a5-ae5a-9586314bc311 {{(pid=103189) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 02 13:18:45.682074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4abaf5-a4db-4388-9584-a8cbdda22eee None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 9354df0a-0d9a-4e5e-81ff-a8135783e4d8) {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:18:45.707482 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (503b3d94-7fa1-410a-8dcb-f9b9e3258d00), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.755867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503b3d94-7fa1-410a-8dcb-f9b9e3258d00']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:45.772118 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc4c40c1-7491-499b-b19c-e3939fbece79 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for security_group (d98177b2-1d11-4711-a444-6853457e6eb8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.775610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435fc3fc-6a7a-4e63-a5fa-a00634ca3a76') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:45.775906 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435fc3fc-6a7a-4e63-a5fa-a00634ca3a76') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:45.821021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (435fc3fc-6a7a-4e63-a5fa-a00634ca3a76), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.843380 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc4c40c1-7491-499b-b19c-e3939fbece79 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for security_group (d98177b2-1d11-4711-a444-6853457e6eb8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.857041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (435fc3fc-6a7a-4e63-a5fa-a00634ca3a76), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.874738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:45.875723 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (435fc3fc-6a7a-4e63-a5fa-a00634ca3a76), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:45.879851 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:45.982865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:18:45.985465 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.040351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (503b3d94-7fa1-410a-8dcb-f9b9e3258d00), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.076359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc4c40c1-7491-499b-b19c-e3939fbece79 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d98177b2-1d11-4711-a444-6853457e6eb8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.079495 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc4c40c1-7491-499b-b19c-e3939fbece79 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.081573 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fc4c40c1-7491-499b-b19c-e3939fbece79 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "DELETE /v2.0/security-groups/d98177b2-1d11-4711-a444-6853457e6eb8 HTTP/1.1" status: 204 len: 168 time: 0.5125096 Feb 02 13:18:46.087006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.093242 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "DELETE /v2.0/networks/503b3d94-7fa1-410a-8dcb-f9b9e3258d00 HTTP/1.1" status: 204 len: 168 time: 2.2408330 Feb 02 13:18:46.098878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36766) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:46.099837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36768) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:46.131514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-155665a1-a64c-4abc-ad09-37dfddc306b6 admin admin] For port cc017bc3-6c95-422f-8541-9fa148dcd89a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cc017bc3-6c95-422f-8541-9fa148dcd89a,segment=NetworkSegment(02375e80-2348-4c54-b526-a68bd2918323),segment_id=02375e80-2348-4c54-b526-a68bd2918323)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:46.131904 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-155665a1-a64c-4abc-ad09-37dfddc306b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.150735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-155665a1-a64c-4abc-ad09-37dfddc306b6 admin admin] Calling delete_port for cc017bc3-6c95-422f-8541-9fa148dcd89a owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:46.158619 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65590154-ac10-44d4-9290-d60c6907ffb6 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event deleted for resources: {'Network': ['ID=503b3d94-7fa1-410a-8dcb-f9b9e3258d00,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:46.179237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Allocated IP 172.20.0.2 (9354df0a-0d9a-4e5e-81ff-a8135783e4d8/d35ca6df-c5e1-4991-9f50-48a44f4110dd/8263fc0e-c187-4200-9242-2799492dbdcb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:18:46.179457 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-598310d5-a1c1-48cd-a8d7-6b06d6099756 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] show failed (client error): The resource could not be found. Feb 02 13:18:46.184014 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-598310d5-a1c1-48cd-a8d7-6b06d6099756 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "GET /v2.0/security-groups/d98177b2-1d11-4711-a444-6853457e6eb8 HTTP/1.1" status: 404 len: 347 time: 0.0763996 Feb 02 13:18:46.184014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c40c1-7491-499b-b19c-e3939fbece79 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98177b2-1d11-4711-a444-6853457e6eb8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:46.186161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36772) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:46.257786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be8f60-634d-4273-a6c1-a91ef60f0d33 req-9890dda8-5add-4f9f-bddf-15b5ddb65e49 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:46.259337 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12be8f60-634d-4273-a6c1-a91ef60f0d33 req-9890dda8-5add-4f9f-bddf-15b5ddb65e49 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2255681 Feb 02 13:18:46.314594 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (05c55a71-5b8b-4b2b-8d10-eb4070186d0a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.347376 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Publish callbacks [] for router_gateway (24688756-6fd4-4fcc-9727-64ce0a871445), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.356612 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Publish callbacks [] for port (8263fc0e-c187-4200-9242-2799492dbdcb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.364013 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.377036 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.404919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:46.407479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12be8f60-634d-4273-a6c1-a91ef60f0d33 req-db1e3c5d-134e-4db4-b699-f47634cea33a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262844 Feb 02 13:18:46.412602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:46.416619 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:46.438795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Pushing event updated for resources: {'Port': ['ID=8263fc0e-c187-4200-9242-2799492dbdcb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:46.468205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590012-bde5-462d-a4bf-bb429ad5fd9e req-cc158721-f80e-4c87-8c58-a662ac5d9bf3 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:46.470037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d590012-bde5-462d-a4bf-bb429ad5fd9e req-cc158721-f80e-4c87-8c58-a662ac5d9bf3 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1128 time: 0.2630477 Feb 02 13:18:46.566267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Attempting to bind port 8263fc0e-c187-4200-9242-2799492dbdcb on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:18:46.566652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Attempting to bind port 8263fc0e-c187-4200-9242-2799492dbdcb by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:18:46.567027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Attempting to bind port 8263fc0e-c187-4200-9242-2799492dbdcb on network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:18:46.572606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:18:46.572985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Checking segment: {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:46.573396 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.573792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Bound using segment: {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:18:46.574268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Bound port: 8263fc0e-c187-4200-9242-2799492dbdcb, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:18:46.574655 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.643009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] For port 8263fc0e-c187-4200-9242-2799492dbdcb, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:18:46.646930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] For port 8263fc0e-c187-4200-9242-2799492dbdcb, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8263fc0e-c187-4200-9242-2799492dbdcb,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:18:46.654362 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.718931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205aa29-ac69-4f2a-ad8d-76d454677d0c None None] Pushing event updated for resources: {'Port': ['ID=8263fc0e-c187-4200-9242-2799492dbdcb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:46.834713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea7b0d-df27-4bba-8b89-5d337a33c425 req-0cec73be-81f2-454a-86bf-ee287080170f tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:46.836322 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93ea7b0d-df27-4bba-8b89-5d337a33c425 req-0cec73be-81f2-454a-86bf-ee287080170f tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 1128 time: 0.3305390 Feb 02 13:18:46.880037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (05c55a71-5b8b-4b2b-8d10-eb4070186d0a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.901068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22ba70-cbe7-4361-9598-9ca90af43b0d req-bcd08a45-a3c7-4a0d-8a1e-88151a6de93d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:46.902631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e22ba70-cbe7-4361-9598-9ca90af43b0d req-bcd08a45-a3c7-4a0d-8a1e-88151a6de93d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.3066626 Feb 02 13:18:46.936735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9d590012-bde5-462d-a4bf-bb429ad5fd9e req-448a652e-4fc5-4d45-bfe0-6b54d9476cc5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Deleting port b47966af-f75c-47b6-a073-f140793030e5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:46.937149 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d590012-bde5-462d-a4bf-bb429ad5fd9e req-448a652e-4fc5-4d45-bfe0-6b54d9476cc5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b47966af-f75c-47b6-a073-f140793030e5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.942272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c55a71-5b8b-4b2b-8d10-eb4070186d0a']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:46.949968 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-679dbf7d-db9d-411e-b831-dbd30aa7f77c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (03b2723e-6475-4bcd-8710-cf31b00fc5f8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.954990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-37c3e7cb-d601-4770-9d0d-39dd85ff6299 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Deleting port 1bc6a3b7-ddda-4273-a989-14c7688ed791 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:46.955337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c3e7cb-d601-4770-9d0d-39dd85ff6299 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1bc6a3b7-ddda-4273-a989-14c7688ed791), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.963205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1369b40f-cd81-4a7c-9fd1-0b7e48e423a7') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:46.963541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1369b40f-cd81-4a7c-9fd1-0b7e48e423a7') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:46.973220 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-155665a1-a64c-4abc-ad09-37dfddc306b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (cc017bc3-6c95-422f-8541-9fa148dcd89a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:46.995562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Allocated IP 172.25.4.210 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/b1d17285-0608-4b7a-bd1e-f154c303eb07) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:18:47.006311 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (1369b40f-cd81-4a7c-9fd1-0b7e48e423a7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.073756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1369b40f-cd81-4a7c-9fd1-0b7e48e423a7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.088879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:47.088879 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (1369b40f-cd81-4a7c-9fd1-0b7e48e423a7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.094930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155665a1-a64c-4abc-ad09-37dfddc306b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc017bc3-6c95-422f-8541-9fa148dcd89a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:47.098441 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:47.136916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93ea7b0d-df27-4bba-8b89-5d337a33c425 req-1c4c8c10-5177-4f64-8a2f-9d928b023f3f tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=bd2089be-573f-4b21-8878-b7528aff37c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826107 Feb 02 13:18:47.204084 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c3e7cb-d601-4770-9d0d-39dd85ff6299 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1bc6a3b7-ddda-4273-a989-14c7688ed791), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.204450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c3e7cb-d601-4770-9d0d-39dd85ff6299 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for floatingip (1bc6a3b7-ddda-4273-a989-14c7688ed791), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.226480 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-37c3e7cb-d601-4770-9d0d-39dd85ff6299 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Calling delete_port for 1bc6a3b7-ddda-4273-a989-14c7688ed791 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:47.234073 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e22ba70-cbe7-4361-9598-9ca90af43b0d req-fc862793-ef17-48ce-9114-94d793f12edb tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913189 Feb 02 13:18:47.234852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (05c55a71-5b8b-4b2b-8d10-eb4070186d0a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.248069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.251197 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "DELETE /v2.0/networks/05c55a71-5b8b-4b2b-8d10-eb4070186d0a HTTP/1.1" status: 204 len: 168 time: 1.1403332 Feb 02 13:18:47.256993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36788) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:47.320895 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Publish callbacks [] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.322412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fd7165-63e9-4555-8b76-0d8ca89bfc00 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event deleted for resources: {'Network': ['ID=05c55a71-5b8b-4b2b-8d10-eb4070186d0a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:47.392676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9d590012-bde5-462d-a4bf-bb429ad5fd9e req-448a652e-4fc5-4d45-bfe0-6b54d9476cc5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] For port b47966af-f75c-47b6-a073-f140793030e5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b47966af-f75c-47b6-a073-f140793030e5,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:47.393041 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d590012-bde5-462d-a4bf-bb429ad5fd9e req-448a652e-4fc5-4d45-bfe0-6b54d9476cc5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b47966af-f75c-47b6-a073-f140793030e5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.419262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7db01729-ac7f-44e1-a759-849bafa4aa40), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.439161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-9d590012-bde5-462d-a4bf-bb429ad5fd9e req-448a652e-4fc5-4d45-bfe0-6b54d9476cc5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Calling delete_port for b47966af-f75c-47b6-a073-f140793030e5 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:47.483714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.589330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c380e4-78dd-4b29-8db8-e8c7b35523e7 req-1c73df01-4d07-4fe4-828c-05ed7ce603c8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:47.591075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44c380e4-78dd-4b29-8db8-e8c7b35523e7 req-1c73df01-4d07-4fe4-828c-05ed7ce603c8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.3623047 Feb 02 13:18:47.608035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:47.611355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7db01729-ac7f-44e1-a759-849bafa4aa40), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.626216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:47.633293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:47.640033 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d17285-0608-4b7a-bd1e-f154c303eb07,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:47.650196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db01729-ac7f-44e1-a759-849bafa4aa40']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:47.655049 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-155665a1-a64c-4abc-ad09-37dfddc306b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (94c1e77b-f639-4056-bd33-493d8b351f51), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.663589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1d3c6-7489-4808-800d-e760ba151011 req-70507fcc-bfd8-4f5c-8ca2-fa963f137840 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:47.665235 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ba1d3c6-7489-4808-800d-e760ba151011 req-70507fcc-bfd8-4f5c-8ca2-fa963f137840 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2455118 Feb 02 13:18:47.684153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cd87ff-a4bf-40c2-8645-14110a2deb6e') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:47.684496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cd87ff-a4bf-40c2-8645-14110a2deb6e') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:47.692918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c3e7cb-d601-4770-9d0d-39dd85ff6299 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1bc6a3b7-ddda-4273-a989-14c7688ed791), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.706643 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (99cd87ff-a4bf-40c2-8645-14110a2deb6e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.735711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3e7cb-d601-4770-9d0d-39dd85ff6299 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Port': ['ID=1bc6a3b7-ddda-4273-a989-14c7688ed791,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:47.749655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (99cd87ff-a4bf-40c2-8645-14110a2deb6e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.788164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44c380e4-78dd-4b29-8db8-e8c7b35523e7 req-9fe62365-d1a0-49b2-a7c0-6a8f89d480b6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894162 Feb 02 13:18:47.835004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:47.835409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (99cd87ff-a4bf-40c2-8645-14110a2deb6e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:47.838561 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:47.938206 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d590012-bde5-462d-a4bf-bb429ad5fd9e req-448a652e-4fc5-4d45-bfe0-6b54d9476cc5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b47966af-f75c-47b6-a073-f140793030e5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.965887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c3e7cb-d601-4770-9d0d-39dd85ff6299 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for floatingip (faa98cc8-1c70-4144-a9ff-c3118e0174b5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.968474 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c3e7cb-d601-4770-9d0d-39dd85ff6299 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.969997 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-37c3e7cb-d601-4770-9d0d-39dd85ff6299 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "DELETE /v2.0/floatingips/faa98cc8-1c70-4144-a9ff-c3118e0174b5 HTTP/1.1" status: 204 len: 168 time: 1.7800288 Feb 02 13:18:47.973066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7db01729-ac7f-44e1-a759-849bafa4aa40), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.974444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36802) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:47.976806 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b47966af-f75c-47b6-a073-f140793030e5'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:18:47.994492 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:47.997722 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "DELETE /v2.0/networks/7db01729-ac7f-44e1-a759-849bafa4aa40 HTTP/1.1" status: 204 len: 168 time: 0.7362185 Feb 02 13:18:48.018858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36804) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:48.040106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c78396-392a-468d-a624-1225d7f80490 None None] Network 503b3d94-7fa1-410a-8dcb-f9b9e3258d00 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:48.042828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0133e020-d185-446d-b0a2-f45af349095b None None] Network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:48.059566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d149f8-301c-4cf6-a203-35205695b5c9 tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event deleted for resources: {'Network': ['ID=7db01729-ac7f-44e1-a759-849bafa4aa40,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:48.117504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c78396-392a-468d-a624-1225d7f80490 None None] Network 503b3d94-7fa1-410a-8dcb-f9b9e3258d00 could not be found, it might have been deleted concurrently. {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 13:18:48.248507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6608b7-c78d-4826-a5b1-bd2c96b0dbf6 None None] DHCP port deletion for 503b3d94-7fa1-410a-8dcb-f9b9e3258d00 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:18:48.294556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8263fc0e-c187-4200-9242-2799492dbdcb up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:48.337691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (dfab3fc3-19db-411f-8069-bb15d4023120), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.368545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b13c8027-aa64-486f-8d2e-88c7e6a98803 None None] Provisioning complete for port 8263fc0e-c187-4200-9242-2799492dbdcb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:48.368935 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b13c8027-aa64-486f-8d2e-88c7e6a98803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.397458 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Publish callbacks [] for router_gateway (24688756-6fd4-4fcc-9727-64ce0a871445), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.454858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-846611a9-3258-4410-bab3-422aa04cdb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Deleting port ffb6f5f4-e04d-4155-a2c8-df15fbb43eda {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:48.455343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-846611a9-3258-4410-bab3-422aa04cdb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.497107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b13c8027-aa64-486f-8d2e-88c7e6a98803 None None] Current status of the port 8263fc0e-c187-4200-9242-2799492dbdcb is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:48.497455 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b13c8027-aa64-486f-8d2e-88c7e6a98803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.556482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b13c8027-aa64-486f-8d2e-88c7e6a98803 None None] For port 8263fc0e-c187-4200-9242-2799492dbdcb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8263fc0e-c187-4200-9242-2799492dbdcb,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:48.557416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ba1d3c6-7489-4808-800d-e760ba151011 req-a065b33d-7994-479b-953d-1e51e8067ec8 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8794589 Feb 02 13:18:48.571667 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b13c8027-aa64-486f-8d2e-88c7e6a98803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.589003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a652e-4fc5-4d45-bfe0-6b54d9476cc5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Pushing event deleted for resources: {'Port': ['ID=b47966af-f75c-47b6-a073-f140793030e5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:48.634500 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c8027-aa64-486f-8d2e-88c7e6a98803 None None] Pushing event updated for resources: {'Port': ['ID=8263fc0e-c187-4200-9242-2799492dbdcb,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:48.642764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8263fc0e-c187-4200-9242-2799492dbdcb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:48.644781 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.660019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23a7ac22-b88d-4614-8d67-50dede78f302 req-642de80a-2643-4fdc-876e-87fc2c982467 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bb90a957-f37c-4cba-b6aa-d3421ea6feda HTTP/1.1" status: 200 len: 210 time: 0.0721691 Feb 02 13:18:48.718859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d590012-bde5-462d-a4bf-bb429ad5fd9e req-448a652e-4fc5-4d45-bfe0-6b54d9476cc5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] No DVR routers for this DVR port b47966af-f75c-47b6-a073-f140793030e5 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:48.722413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:48.723880 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d590012-bde5-462d-a4bf-bb429ad5fd9e req-448a652e-4fc5-4d45-bfe0-6b54d9476cc5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.727648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d590012-bde5-462d-a4bf-bb429ad5fd9e req-448a652e-4fc5-4d45-bfe0-6b54d9476cc5 tempest-TestServerMultinode-1785496112 tempest-TestServerMultinode-1785496112-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b47966af-f75c-47b6-a073-f140793030e5 HTTP/1.1" status: 204 len: 173 time: 2.2463312 Feb 02 13:18:48.729097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb90a957-f37c-4cba-b6aa-d3421ea6feda', 'name': 'network-vif-deleted', 'tag': 'b47966af-f75c-47b6-a073-f140793030e5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:48.730933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-846611a9-3258-4410-bab3-422aa04cdb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.731787 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229d7cda-f93b-4454-824e-030cac9471cd" -d '{"events": [{"server_uuid": "bb90a957-f37c-4cba-b6aa-d3421ea6feda", "name": "network-vif-deleted", "tag": "b47966af-f75c-47b6-a073-f140793030e5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:48.749239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-679dbf7d-db9d-411e-b831-dbd30aa7f77c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port b15485d9-6ad5-4a02-932a-8cd48677fb01 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:48.755621 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-679dbf7d-db9d-411e-b831-dbd30aa7f77c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.801157 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (dfab3fc3-19db-411f-8069-bb15d4023120), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.863689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfab3fc3-19db-411f-8069-bb15d4023120']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:48.864791 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-679dbf7d-db9d-411e-b831-dbd30aa7f77c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.866211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8263fc0e-c187-4200-9242-2799492dbdcb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:48.872277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:48.872753 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.877867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-679dbf7d-db9d-411e-b831-dbd30aa7f77c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for b15485d9-6ad5-4a02-932a-8cd48677fb01 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:48.890969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ad0102-87fb-4c09-811b-d699a16dbdd9') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:48.892421 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ad0102-87fb-4c09-811b-d699a16dbdd9') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:48.903258 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:48.905527 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a16c777-efd6-4554-a985-f7f2fad1c1c5" -d '{"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-unplugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:48.910957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (28ad0102-87fb-4c09-811b-d699a16dbdd9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:48.918254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-846611a9-3258-4410-bab3-422aa04cdb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Calling delete_port for ffb6f5f4-e04d-4155-a2c8-df15fbb43eda owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:48.933247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:48.943683 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:49.013405 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=11']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:49.087250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (28ad0102-87fb-4c09-811b-d699a16dbdd9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:49.103277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:49.103704 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (28ad0102-87fb-4c09-811b-d699a16dbdd9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:49.108414 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:49.126038 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (24688756-6fd4-4fcc-9727-64ce0a871445), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:49.140273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e527151-f52b-4960-b00f-476f0948a42b req-7dcbabb5-56c1-4021-b371-98fe20ed3f29 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:49.141682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e527151-f52b-4960-b00f-476f0948a42b req-7dcbabb5-56c1-4021-b371-98fe20ed3f29 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.2540171 Feb 02 13:18:49.143969 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155665a1-a64c-4abc-ad09-37dfddc306b6 admin admin] Router 94c1e77b-f639-4056-bd33-493d8b351f51 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:18:49.193423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b73584-5f55-4b76-afbb-2055ca8c00f2 req-83aeb21a-40aa-4f53-abb4-4d75af3c4179 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:49.195170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07b73584-5f55-4b76-afbb-2055ca8c00f2 req-83aeb21a-40aa-4f53-abb4-4d75af3c4179 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.3087249 Feb 02 13:18:49.225054 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (dfab3fc3-19db-411f-8069-bb15d4023120), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:49.229697 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:49.236875 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] 10.222.0.83 "DELETE /v2.0/networks/dfab3fc3-19db-411f-8069-bb15d4023120 HTTP/1.1" status: 204 len: 168 time: 1.2122672 Feb 02 13:18:49.259433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a50f54-038a-415b-b039-fe399c06736b tempest-BulkNetworkOpsIpV6Test-1634503322 tempest-BulkNetworkOpsIpV6Test-1634503322-project] Pushing event deleted for resources: {'Network': ['ID=dfab3fc3-19db-411f-8069-bb15d4023120,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:49.448197 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eff4c3-7be3-48c5-9a89-b6933918b842 None None] Network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:49.514084 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e527151-f52b-4960-b00f-476f0948a42b req-ad142c0b-73e9-485e-b7db-a0ae3290178a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3173532 Feb 02 13:18:49.555325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1445de1-00ea-41d4-8505-49082a548513 None None] Provisioning complete for port 8263fc0e-c187-4200-9242-2799492dbdcb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:49.555857 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1445de1-00ea-41d4-8505-49082a548513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:49.589019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07b73584-5f55-4b76-afbb-2055ca8c00f2 req-06194881-5b2a-4e2a-93a6-53c641565ce6 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672423 Feb 02 13:18:49.610374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36824) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:49.679033 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fe0fae-17a6-4d7e-b5e8-8e6c2ecbc778 x-openstack-request-id: req-02fe0fae-17a6-4d7e-b5e8-8e6c2ecbc778 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:49.679151 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb90a957-f37c-4cba-b6aa-d3421ea6feda", "name": "network-vif-deleted", "tag": "b47966af-f75c-47b6-a073-f140793030e5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:49.679400 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-02fe0fae-17a6-4d7e-b5e8-8e6c2ecbc778 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:49.679829 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb90a957-f37c-4cba-b6aa-d3421ea6feda', 'name': 'network-vif-deleted', 'tag': 'b47966af-f75c-47b6-a073-f140793030e5', 'status': 'completed', 'code': 200} Feb 02 13:18:49.714499 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-679dbf7d-db9d-411e-b831-dbd30aa7f77c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b15485d9-6ad5-4a02-932a-8cd48677fb01), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:49.776133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36832) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:49.780204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1445de1-00ea-41d4-8505-49082a548513 None None] Current status of the port 8263fc0e-c187-4200-9242-2799492dbdcb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:49.787467 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944519f9-b206-42ee-b7e3-321ffe6c0f65 x-openstack-request-id: req-944519f9-b206-42ee-b7e3-321ffe6c0f65 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:49.787978 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-unplugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:49.788381 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-944519f9-b206-42ee-b7e3-321ffe6c0f65 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:49.788926 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'code': 200} Feb 02 13:18:49.841788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679dbf7d-db9d-411e-b831-dbd30aa7f77c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=b15485d9-6ad5-4a02-932a-8cd48677fb01,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:49.854005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155665a1-a64c-4abc-ad09-37dfddc306b6 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:18:49.864705 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7264f31-d556-4f5a-b862-e7ee4c48c087 None None] Sync routers for ids ['94c1e77b-f639-4056-bd33-493d8b351f51'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:18:49.873760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-155665a1-a64c-4abc-ad09-37dfddc306b6 admin admin] 10.222.0.83 "PUT /v2.0/routers/94c1e77b-f639-4056-bd33-493d8b351f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0029826 Feb 02 13:18:49.876395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:49.884434 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7264f31-d556-4f5a-b862-e7ee4c48c087 None None] Routers {'94c1e77b-f639-4056-bd33-493d8b351f51'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:49.885093 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c7264f31-d556-4f5a-b862-e7ee4c48c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['94c1e77b-f639-4056-bd33-493d8b351f51'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:50.006840 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-846611a9-3258-4410-bab3-422aa04cdb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ffb6f5f4-e04d-4155-a2c8-df15fbb43eda), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.030393 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c7264f31-d556-4f5a-b862-e7ee4c48c087 None None] Set router 94c1e77b-f639-4056-bd33-493d8b351f51 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:50.058393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8263fc0e-c187-4200-9242-2799492dbdcb up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:50.107754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846611a9-3258-4410-bab3-422aa04cdb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Port': ['ID=ffb6f5f4-e04d-4155-a2c8-df15fbb43eda,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:50.144275 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Publish callbacks [] for router (94c1e77b-f639-4056-bd33-493d8b351f51), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.199056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e6afb4f0-c796-4dc2-b23e-349106594a19 None None] Provisioning complete for port 8263fc0e-c187-4200-9242-2799492dbdcb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:50.199938 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6afb4f0-c796-4dc2-b23e-349106594a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.253731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8263fc0e-c187-4200-9242-2799492dbdcb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:50.254399 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.275269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Router 24688756-6fd4-4fcc-9727-64ce0a871445 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:18:50.288076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-679dbf7d-db9d-411e-b831-dbd30aa7f77c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (03b2723e-6475-4bcd-8710-cf31b00fc5f8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.295848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-846611a9-3258-4410-bab3-422aa04cdb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.298595 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-846611a9-3258-4410-bab3-422aa04cdb16 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "DELETE /v2.0/ports/ffb6f5f4-e04d-4155-a2c8-df15fbb43eda HTTP/1.1" status: 204 len: 168 time: 2.3188787 Feb 02 13:18:50.311561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:50.376562 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c7264f31-d556-4f5a-b862-e7ee4c48c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'name': 'tempest-TestAggregatesBasicOps-277317409-router', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:01Z', 'updated_at': '2022-02-02T13:18:46Z', 'revision_number': 5, 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'gw_port': {'id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:02Z', 'updated_at': '2022-02-02T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:50.378174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8263fc0e-c187-4200-9242-2799492dbdcb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:50.425748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eed1db-bd5c-4a66-98ce-e662f87ce7a0 req-6b6d2415-19b6-49ee-b707-ecc1b202f7e4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:50.425939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e6afb4f0-c796-4dc2-b23e-349106594a19 None None] Current status of the port 8263fc0e-c187-4200-9242-2799492dbdcb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:50.427235 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7264f31-d556-4f5a-b862-e7ee4c48c087 None None] Checking router: 94c1e77b-f639-4056-bd33-493d8b351f51 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:18:50.427942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37eed1db-bd5c-4a66-98ce-e662f87ce7a0 req-6b6d2415-19b6-49ee-b707-ecc1b202f7e4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2856162 Feb 02 13:18:50.428764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9d15ae34-64c5-4587-8255-12184af672f0 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:50.439331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-001ff1d8-dd5f-4772-a994-5fc45790b64c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=25aee60b1d7944b886bbf3389d386480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8255019 Feb 02 13:18:50.451212 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7264f31-d556-4f5a-b862-e7ee4c48c087 None None] Routers {'94c1e77b-f639-4056-bd33-493d8b351f51'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:50.451900 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 9d15ae34-64c5-4587-8255-12184af672f0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:50.452013 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c7264f31-d556-4f5a-b862-e7ee4c48c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['94c1e77b-f639-4056-bd33-493d8b351f51'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:50.452253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9d15ae34-64c5-4587-8255-12184af672f0 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:50.461288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36842) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:50.516495 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:18:50.534876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Sync routers for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:18:50.564576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:50.565242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:50.612030 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.615943 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-87fb1682-2da5-4b4c-93da-0fbe51fd58d1 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6658373 Feb 02 13:18:50.620227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36848) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:50.627089 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-735ffc79-f965-4505-b891-fc6b7d5edb03 admin admin] Publish callbacks [] for security_group (8edd8c49-c111-45a4-90a4-a6d1b27524ae), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.661511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-735ffc79-f965-4505-b891-fc6b7d5edb03 admin admin] Publish callbacks [] for security_group (8edd8c49-c111-45a4-90a4-a6d1b27524ae), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.684570 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c7264f31-d556-4f5a-b862-e7ee4c48c087 None None] Set router 94c1e77b-f639-4056-bd33-493d8b351f51 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:50.765466 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-735ffc79-f965-4505-b891-fc6b7d5edb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8edd8c49-c111-45a4-90a4-a6d1b27524ae), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.769156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-735ffc79-f965-4505-b891-fc6b7d5edb03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.770366 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-735ffc79-f965-4505-b891-fc6b7d5edb03 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8edd8c49-c111-45a4-90a4-a6d1b27524ae HTTP/1.1" status: 204 len: 168 time: 0.3081191 Feb 02 13:18:50.814140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ffc79-f965-4505-b891-fc6b7d5edb03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edd8c49-c111-45a4-90a4-a6d1b27524ae,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:50.825797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bad61ae-0b03-4682-922d-9314472c220d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (04581618-6a2c-4e50-9368-66e85c14a0fb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.899709 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Publish callbacks [] for router_gateway (94c1e77b-f639-4056-bd33-493d8b351f51), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:50.993873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:18:51.042250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:51.080508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37eed1db-bd5c-4a66-98ce-e662f87ce7a0 req-182586cd-c5f9-4766-b818-50ae7055e9ad tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5976577 Feb 02 13:18:51.091594 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c7264f31-d556-4f5a-b862-e7ee4c48c087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'name': 'tempest-TestAggregatesBasicOps-277317409-router', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:01Z', 'updated_at': '2022-02-02T13:18:46Z', 'revision_number': 5, 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'gw_port': {'id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:02Z', 'updated_at': '2022-02-02T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:51.123937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67dda5-f13c-4032-9298-9ffef6810802 req-4b2d3b87-a48b-4a3a-aec6-cc9d3a9e12c1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:51.125593 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d67dda5-f13c-4032-9298-9ffef6810802 req-4b2d3b87-a48b-4a3a-aec6-cc9d3a9e12c1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2427077 Feb 02 13:18:51.147775 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7264f31-d556-4f5a-b862-e7ee4c48c087 None None] The sync data for ids ['94c1e77b-f639-4056-bd33-493d8b351f51'] in n-d-827336-2 is: [{'id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'name': 'tempest-TestAggregatesBasicOps-277317409-router', 'tenant_id': '18fd1e15a9f04b518c1b594ee0a41376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58'}], 'enable_snat': True}, 'gw_port_id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:01Z', 'updated_at': '2022-02-02T13:18:46Z', 'revision_number': 5, 'project_id': '18fd1e15a9f04b518c1b594ee0a41376', 'gw_port': {'id': '5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:df:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c1e77b-f639-4056-bd33-493d8b351f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:02Z', 'updated_at': '2022-02-02T13:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:18:51.166902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a06c188e-33d4-4187-a561-7614a84296f2 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Deleting port 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:51.167521 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a06c188e-33d4-4187-a561-7614a84296f2 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:51.290121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8bad61ae-0b03-4682-922d-9314472c220d admin admin] Deleting port 620e6248-0aa3-40e3-986a-5526e50577bb {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:51.290622 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bad61ae-0b03-4682-922d-9314472c220d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:51.346328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:51.365030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'port_id': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'mac_address': 'fa:16:3e:ed:74:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:18:51.374589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:47Z', 'revision_number': 3, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:51.406562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8bad61ae-0b03-4682-922d-9314472c220d admin admin] For port 620e6248-0aa3-40e3-986a-5526e50577bb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=620e6248-0aa3-40e3-986a-5526e50577bb,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:51.407080 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bad61ae-0b03-4682-922d-9314472c220d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:51.420978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:51.420978 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:51.424814 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8bad61ae-0b03-4682-922d-9314472c220d admin admin] Calling delete_port for 620e6248-0aa3-40e3-986a-5526e50577bb owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:51.454081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Checking router: 24688756-6fd4-4fcc-9727-64ce0a871445 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:18:51.454696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Updating router 24688756-6fd4-4fcc-9727-64ce0a871445 port b1d17285-0608-4b7a-bd1e-f154c303eb07 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:18:51.477639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3362e7a6-5a47-4c55-856b-3b2d1b72d775 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:18:51.520819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:51.543529 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:51.549535 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:51.694464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679dbf7d-db9d-411e-b831-dbd30aa7f77c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 03b2723e-6475-4bcd-8710-cf31b00fc5f8 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:18:51.694589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=12']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:51.744026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['3362e7a6-5a47-4c55-856b-3b2d1b72d775'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:18:51.751793 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bad61ae-0b03-4682-922d-9314472c220d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (620e6248-0aa3-40e3-986a-5526e50577bb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:51.836917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Deleting port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:51.848008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad61ae-0b03-4682-922d-9314472c220d admin admin] Pushing event deleted for resources: {'Port': ['ID=620e6248-0aa3-40e3-986a-5526e50577bb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:51.851464 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:51.876852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b47966af-f75c-47b6-a073-f140793030e5 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:51.891804 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a06c188e-33d4-4187-a561-7614a84296f2 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:51.911497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d67dda5-f13c-4032-9298-9ffef6810802 req-ea2985e4-938e-41ae-8b91-636a6fa4fa79 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272568 Feb 02 13:18:51.975313 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: b47966af-f75c-47b6-a073-f140793030e5 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:51.976226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36884) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:51.976693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b47966af-f75c-47b6-a073-f140793030e5 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:52.015011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a06c188e-33d4-4187-a561-7614a84296f2 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Calling delete_port for 5abe3ffe-b1f8-483f-b83f-f8edad0fc901 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:52.116542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cc017bc3-6c95-422f-8541-9fa148dcd89a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:52.161491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: cc017bc3-6c95-422f-8541-9fa148dcd89a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:52.162087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cc017bc3-6c95-422f-8541-9fa148dcd89a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:52.192602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e937521-9623-4d6b-bdf3-5fd7ff8258b3 req-e9fdbe3c-134d-484b-846b-c978ea85b8d7 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:52.199578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e937521-9623-4d6b-bdf3-5fd7ff8258b3 req-e9fdbe3c-134d-484b-846b-c978ea85b8d7 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.5167611 Feb 02 13:18:52.220031 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bad61ae-0b03-4682-922d-9314472c220d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (04581618-6a2c-4e50-9368-66e85c14a0fb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:52.237164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c874963c-f350-4c97-957c-733d9f70bc2c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868011796'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:52.286522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679dbf7d-db9d-411e-b831-dbd30aa7f77c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:18:52.299169 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf0c2d-c202-46d7-a37d-189f9a71721a None None] Sync routers for ids ['03b2723e-6475-4bcd-8710-cf31b00fc5f8'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:18:52.306592 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-679dbf7d-db9d-411e-b831-dbd30aa7f77c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/03b2723e-6475-4bcd-8710-cf31b00fc5f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0303023 Feb 02 13:18:52.309214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:52.316529 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf0c2d-c202-46d7-a37d-189f9a71721a None None] Routers {'03b2723e-6475-4bcd-8710-cf31b00fc5f8'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:52.321363 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6fdf0c2d-c202-46d7-a37d-189f9a71721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03b2723e-6475-4bcd-8710-cf31b00fc5f8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:52.374708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e937521-9623-4d6b-bdf3-5fd7ff8258b3 req-bbbe5a4f-92a1-447e-beb2-a3b8bd2b1d54 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691198 Feb 02 13:18:52.424034 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6fdf0c2d-c202-46d7-a37d-189f9a71721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:52.454578 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdf0c2d-c202-46d7-a37d-189f9a71721a None None] Routers {'03b2723e-6475-4bcd-8710-cf31b00fc5f8'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:52.455301 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6fdf0c2d-c202-46d7-a37d-189f9a71721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03b2723e-6475-4bcd-8710-cf31b00fc5f8'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:52.457433 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Publish callbacks [] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:52.474094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:52.535494 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6fdf0c2d-c202-46d7-a37d-189f9a71721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:52.536699 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdf0c2d-c202-46d7-a37d-189f9a71721a None None] The sync data for ids ['03b2723e-6475-4bcd-8710-cf31b00fc5f8'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:18:52.562154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] For port 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:52.562154 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:52.588481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Attempting to bind port b1d17285-0608-4b7a-bd1e-f154c303eb07 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:18:52.588849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Attempting to bind port b1d17285-0608-4b7a-bd1e-f154c303eb07 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:18:52.589209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Attempting to bind port b1d17285-0608-4b7a-bd1e-f154c303eb07 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:18:52.595297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:18:52.595628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:18:52.596030 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:52.596417 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:18:52.597112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Bound port: b1d17285-0608-4b7a-bd1e-f154c303eb07, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:18:52.597532 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:52.599926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad155ae-8ee8-4f51-a8f1-1d448de706da None None] Pushing event updated for resources: {'Port': ['ID=b1d17285-0608-4b7a-bd1e-f154c303eb07,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:52.630888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c874963c-f350-4c97-957c-733d9f70bc2c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:52.652009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c874963c-f350-4c97-957c-733d9f70bc2c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:52.689474 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] For port b1d17285-0608-4b7a-bd1e-f154c303eb07, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:18:52.703272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] For port b1d17285-0608-4b7a-bd1e-f154c303eb07, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b1d17285-0608-4b7a-bd1e-f154c303eb07,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:18:52.716420 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:52.718162 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Calling delete_port for 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:52.769433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bad61ae-0b03-4682-922d-9314472c220d admin admin] Router 04581618-6a2c-4e50-9368-66e85c14a0fb has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:18:52.782689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad155ae-8ee8-4f51-a8f1-1d448de706da None None] Pushing event updated for resources: {'Port': ['ID=b1d17285-0608-4b7a-bd1e-f154c303eb07,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:52.818370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:52.819003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:52.882842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c874963c-f350-4c97-957c-733d9f70bc2c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (a39d41cf-cae5-415f-a48c-43fcb8a72b1f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:52.915327 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c874963c-f350-4c97-957c-733d9f70bc2c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a39d41cf-cae5-415f-a48c-43fcb8a72b1f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:52.929400 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:52.986460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bad61ae-0b03-4682-922d-9314472c220d admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:18:53.000340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874963c-f350-4c97-957c-733d9f70bc2c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39d41cf-cae5-415f-a48c-43fcb8a72b1f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:53.007901 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fa841-92c3-4591-b4d9-72c67c15cdc6 None None] Sync routers for ids ['04581618-6a2c-4e50-9368-66e85c14a0fb'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:18:53.018107 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8bad61ae-0b03-4682-922d-9314472c220d admin admin] 10.222.0.83 "PUT /v2.0/routers/04581618-6a2c-4e50-9368-66e85c14a0fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2400341 Feb 02 13:18:53.022285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36908) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:53.032553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:53.054372 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8b05fe69-55c6-4ae2-9887-420d1d5d509e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] remove_router_interface failed (client error): The resource could not be found. Feb 02 13:18:53.057660 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8b05fe69-55c6-4ae2-9887-420d1d5d509e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/03b2723e-6475-4bcd-8710-cf31b00fc5f8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7421989 Feb 02 13:18:53.066201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36910) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:53.132465 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fa841-92c3-4591-b4d9-72c67c15cdc6 None None] Routers {'04581618-6a2c-4e50-9368-66e85c14a0fb'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:53.133889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-761fa841-92c3-4591-b4d9-72c67c15cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04581618-6a2c-4e50-9368-66e85c14a0fb'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:53.136951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22101995-e3d3-4d6e-b38a-622337b8bd34 req-8a77c0b3-5a2c-4b01-a8d7-a8beace57da6 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:53.144454 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22101995-e3d3-4d6e-b38a-622337b8bd34 req-8a77c0b3-5a2c-4b01-a8d7-a8beace57da6 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.4056954 Feb 02 13:18:53.145174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Publish callbacks [] for router (04581618-6a2c-4e50-9368-66e85c14a0fb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:53.267757 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4412f455-3be3-453b-9d14-034edf2e5920 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=03b2723e-6475-4bcd-8710-cf31b00fc5f8 HTTP/1.1" status: 200 len: 205 time: 0.1912725 Feb 02 13:18:53.268342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c874963c-f350-4c97-957c-733d9f70bc2c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (e8b1241c-3893-4258-8cf2-76f0ba00a9b3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:53.269538 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36912) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:53.303390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d55562-7f79-458c-8fd9-55b860de8a94 req-eedc9947-6802-469c-8173-ccf810cbbc38 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:53.304902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3d55562-7f79-458c-8fd9-55b860de8a94 req-eedc9947-6802-469c-8173-ccf810cbbc38 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 946 time: 0.2461531 Feb 02 13:18:53.326583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c874963c-f350-4c97-957c-733d9f70bc2c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e8b1241c-3893-4258-8cf2-76f0ba00a9b3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:53.346834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-033ca805-ac5b-45c9-a423-0a4aa465ce14 req-da1c4b2a-7b5e-4007-9999-5fa0e8c058d0 service neutron] (103188) timed out ('10.222.0.83', 36846) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:18:53.364187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22101995-e3d3-4d6e-b38a-622337b8bd34 req-65f153e4-531f-4d50-82f4-a40e240801d0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186382 Feb 02 13:18:53.401232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92f6a7a6-0179-43c4-9b2a-5c3b3e91f210 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (03b2723e-6475-4bcd-8710-cf31b00fc5f8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:53.408804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-761fa841-92c3-4591-b4d9-72c67c15cdc6 None None] Set router 04581618-6a2c-4e50-9368-66e85c14a0fb gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:53.490953 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a06c188e-33d4-4187-a561-7614a84296f2 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5abe3ffe-b1f8-483f-b83f-f8edad0fc901), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:53.511054 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c874963c-f350-4c97-957c-733d9f70bc2c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:53.512640 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c874963c-f350-4c97-957c-733d9f70bc2c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5345092 Feb 02 13:18:53.517417 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874963c-f350-4c97-957c-733d9f70bc2c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b1241c-3893-4258-8cf2-76f0ba00a9b3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:53.534116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:47Z', 'revision_number': 3, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:53.536679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36916) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:53.567894 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Publish callbacks [] for router_gateway (04581618-6a2c-4e50-9368-66e85c14a0fb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:53.585285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36754a6-cc13-465f-aa2b-4ce097585ee7 None None] The sync data for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 is: [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:47Z', 'revision_number': 3, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:18:53.613459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c188e-33d4-4187-a561-7614a84296f2 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Port': ['ID=5abe3ffe-b1f8-483f-b83f-f8edad0fc901,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:53.735463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Allocated IP 172.20.0.1 (9354df0a-0d9a-4e5e-81ff-a8135783e4d8/d35ca6df-c5e1-4991-9f50-48a44f4110dd/45a1b73f-1b3f-43eb-8626-141ade734e68) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:18:53.798447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-761fa841-92c3-4591-b4d9-72c67c15cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'name': 'tempest-TestServerMultinode-1803021492-router', 'tenant_id': '955839c2babc438b8783196ed9620004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146'}], 'enable_snat': True}, 'gw_port_id': '82474506-b444-4a43-b2d2-9da898acbd98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:05Z', 'updated_at': '2022-02-02T13:18:51Z', 'revision_number': 5, 'project_id': '955839c2babc438b8783196ed9620004', 'gw_port': {'id': '82474506-b444-4a43-b2d2-9da898acbd98', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:7f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:06Z', 'updated_at': '2022-02-02T13:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:53.830298 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92f6a7a6-0179-43c4-9b2a-5c3b3e91f210 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (03b2723e-6475-4bcd-8710-cf31b00fc5f8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:53.835574 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92f6a7a6-0179-43c4-9b2a-5c3b3e91f210 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (03b2723e-6475-4bcd-8710-cf31b00fc5f8), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:53.865481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fa841-92c3-4591-b4d9-72c67c15cdc6 None None] Checking router: 04581618-6a2c-4e50-9368-66e85c14a0fb for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:18:53.870697 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Publish callbacks [] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:53.882277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fa841-92c3-4591-b4d9-72c67c15cdc6 None None] Routers {'04581618-6a2c-4e50-9368-66e85c14a0fb'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:18:53.882948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-761fa841-92c3-4591-b4d9-72c67c15cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04581618-6a2c-4e50-9368-66e85c14a0fb'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:53.899851 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-698c58dc-78a3-4ea7-9875-554a82938d9e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3618960 Feb 02 13:18:53.906918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36918) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:53.916736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-48f4e089-fee4-45d7-8093-ff6e9ae3547e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group': {'name': 'tempest-security--994139003', 'description': 'tempest-security-description-1101100833'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:53.947094 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92f6a7a6-0179-43c4-9b2a-5c3b3e91f210 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (03b2723e-6475-4bcd-8710-cf31b00fc5f8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:53.948009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f6a7a6-0179-43c4-9b2a-5c3b3e91f210 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Fanout notify agent at l3_agent the message router_deleted on router 03b2723e-6475-4bcd-8710-cf31b00fc5f8 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:18:53.971511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92f6a7a6-0179-43c4-9b2a-5c3b3e91f210 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:53.973130 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-92f6a7a6-0179-43c4-9b2a-5c3b3e91f210 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/03b2723e-6475-4bcd-8710-cf31b00fc5f8 HTTP/1.1" status: 204 len: 168 time: 0.7028229 Feb 02 13:18:53.997189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36920) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:54.026515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Deleting port 82474506-b444-4a43-b2d2-9da898acbd98 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:54.027118 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (82474506-b444-4a43-b2d2-9da898acbd98), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:54.101558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3d55562-7f79-458c-8fd9-55b860de8a94 req-6150b387-4e55-4a5a-8269-cdaa08ed2021 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7572715 Feb 02 13:18:54.106391 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-48f4e089-fee4-45d7-8093-ff6e9ae3547e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (e8b1241c-3893-4258-8cf2-76f0ba00a9b3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:54.113090 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:54.149849 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:54.363852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:54.384579 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a06c188e-33d4-4187-a561-7614a84296f2 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:54.388272 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a06c188e-33d4-4187-a561-7614a84296f2 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "DELETE /v2.0/ports/5abe3ffe-b1f8-483f-b83f-f8edad0fc901 HTTP/1.1" status: 204 len: 168 time: 4.0728514 Feb 02 13:18:54.390810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-761fa841-92c3-4591-b4d9-72c67c15cdc6 None None] Set router 04581618-6a2c-4e50-9368-66e85c14a0fb gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:18:54.394965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:54.483556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4608f0-e5e3-451a-a12b-64d8874a88c5 req-ef64e522-d238-4e80-876c-90666e72b375 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:54.493000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea4608f0-e5e3-451a-a12b-64d8874a88c5 req-ef64e522-d238-4e80-876c-90666e72b375 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 1.0028913 Feb 02 13:18:54.495150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:54.500754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-761fa841-92c3-4591-b4d9-72c67c15cdc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'name': 'tempest-TestServerMultinode-1803021492-router', 'tenant_id': '955839c2babc438b8783196ed9620004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:05Z', 'updated_at': '2022-02-02T13:18:53Z', 'revision_number': 6, 'project_id': '955839c2babc438b8783196ed9620004', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:54.535541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cbb51e-cd1a-4c39-ac3d-0a663859298a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Deleting subnet 26371e2a-d775-4691-be95-f53aeb290042 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:54.541683 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb51e-cd1a-4c39-ac3d-0a663859298a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for subnet (26371e2a-d775-4691-be95-f53aeb290042), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:54.564392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761fa841-92c3-4591-b4d9-72c67c15cdc6 None None] The sync data for ids ['04581618-6a2c-4e50-9368-66e85c14a0fb'] in n-d-827336-2 is: [{'id': '04581618-6a2c-4e50-9368-66e85c14a0fb', 'name': 'tempest-TestServerMultinode-1803021492-router', 'tenant_id': '955839c2babc438b8783196ed9620004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:05Z', 'updated_at': '2022-02-02T13:18:53Z', 'revision_number': 6, 'project_id': '955839c2babc438b8783196ed9620004', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:18:54.631578 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb51e-cd1a-4c39-ac3d-0a663859298a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (26371e2a-d775-4691-be95-f53aeb290042), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:54.687830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:18:54.739866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:54.798775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6f8d08-546b-4615-bb2c-1a1861177f2e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting subnet 6a583399-adfc-4f0c-94db-b9a4c5998c9d {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:54.843111 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (24688756-6fd4-4fcc-9727-64ce0a871445), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:54.856936 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d08-546b-4615-bb2c-1a1861177f2e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (6a583399-adfc-4f0c-94db-b9a4c5998c9d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:54.860867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:54.861251 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.080604 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-48f4e089-fee4-45d7-8093-ff6e9ae3547e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (e8b1241c-3893-4258-8cf2-76f0ba00a9b3), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.085915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea4608f0-e5e3-451a-a12b-64d8874a88c5 req-ce05f4a3-ee00-4719-9c4a-4334c4c30b71 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5916891 Feb 02 13:18:55.107638 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] For port 82474506-b444-4a43-b2d2-9da898acbd98, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=82474506-b444-4a43-b2d2-9da898acbd98,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:55.107811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:55.107920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (82474506-b444-4a43-b2d2-9da898acbd98), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.108017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.145251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Pushing event updated for resources: {'Port': ['ID=45a1b73f-1b3f-43eb-8626-141ade734e68,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:55.184360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-48f4e089-fee4-45d7-8093-ff6e9ae3547e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e8b1241c-3893-4258-8cf2-76f0ba00a9b3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.188147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-48f4e089-fee4-45d7-8093-ff6e9ae3547e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.193522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-48f4e089-fee4-45d7-8093-ff6e9ae3547e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "PUT /v2.0/security-groups/e8b1241c-3893-4258-8cf2-76f0ba00a9b3 HTTP/1.1" status: 200 len: 1796 time: 1.2806337 Feb 02 13:18:55.193698 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (94c1e77b-f639-4056-bd33-493d8b351f51), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.197219 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d08-546b-4615-bb2c-1a1861177f2e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (6a583399-adfc-4f0c-94db-b9a4c5998c9d), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.213020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-98a0d766-a5d9-4648-ba6b-5d58370ba883 None None] Provisioning complete for port 45a1b73f-1b3f-43eb-8626-141ade734e68 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:55.215310 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98a0d766-a5d9-4648-ba6b-5d58370ba883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.263914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Calling delete_port for 82474506-b444-4a43-b2d2-9da898acbd98 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:55.277786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36928) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:55.332175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:55.340658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:18:55.344117 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cfd8ff-ffdb-4672-8611-2145867a3dba" -d '{"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-plugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:18:55.354162 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.415081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-98a0d766-a5d9-4648-ba6b-5d58370ba883 None None] Port 45a1b73f-1b3f-43eb-8626-141ade734e68 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:18:55.426248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4e089-fee4-45d7-8093-ff6e9ae3547e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b1241c-3893-4258-8cf2-76f0ba00a9b3,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:55.439100 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (94c1e77b-f639-4056-bd33-493d8b351f51), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.441971 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Publish callbacks [] for router_controller (94c1e77b-f639-4056-bd33-493d8b351f51), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.446032 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d08-546b-4615-bb2c-1a1861177f2e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (6a583399-adfc-4f0c-94db-b9a4c5998c9d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.455289 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d5bf4351-fe7d-4195-9039-b7c0269c0f93 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-groups/e8b1241c-3893-4258-8cf2-76f0ba00a9b3 HTTP/1.1" status: 200 len: 1796 time: 0.1702998 Feb 02 13:18:55.473190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36942) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:55.523724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=13']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:55.636224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:55.665609 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (94c1e77b-f639-4056-bd33-493d8b351f51), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.665609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94c1e77b-f639-4056-bd33-493d8b351f51 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:18:55.681029 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.684933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-687abcbf-911f-45a7-945f-218e55399637 admin admin] 10.222.0.83 "DELETE /v2.0/routers/94c1e77b-f639-4056-bd33-493d8b351f51 HTTP/1.1" status: 204 len: 168 time: 5.8080440 Feb 02 13:18:55.687304 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d08-546b-4615-bb2c-1a1861177f2e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (6a583399-adfc-4f0c-94db-b9a4c5998c9d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.695604 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36944) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:55.763091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f8d08-546b-4615-bb2c-1a1861177f2e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Subnet': ['ID=6a583399-adfc-4f0c-94db-b9a4c5998c9d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:55.768508 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b2db-c475-4d96-aed2-5def8206f52c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (e8b1241c-3893-4258-8cf2-76f0ba00a9b3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.789823 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d08-546b-4615-bb2c-1a1861177f2e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.792865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd72affe-e41b-4d37-9b22-6eb85809318b None None] Network ee94650c-2c40-400c-a862-5a571ed4099e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:55.796361 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9f6f8d08-546b-4615-bb2c-1a1861177f2e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/6a583399-adfc-4f0c-94db-b9a4c5998c9d HTTP/1.1" status: 204 len: 168 time: 1.7977974 Feb 02 13:18:55.801861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36946) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:55.810072 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb51e-cd1a-4c39-ac3d-0a663859298a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (26371e2a-d775-4691-be95-f53aeb290042), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.821176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce6eae-2167-42c8-bbc7-a066df6cc7ca req-16e50470-b221-4a24-9e3a-b50349566515 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:55.822884 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50ce6eae-2167-42c8-bbc7-a066df6cc7ca req-16e50470-b221-4a24-9e3a-b50349566515 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/networks?id=276ba717-3cc3-4b15-8fa5-18614378956f HTTP/1.1" status: 200 len: 813 time: 0.4833350 Feb 02 13:18:55.873159 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b2db-c475-4d96-aed2-5def8206f52c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (e8b1241c-3893-4258-8cf2-76f0ba00a9b3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.892692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90680d1-e9e2-4438-a41b-a88f15011765 req-e952ccf1-ee7d-4bec-a9f8-5967e8faf709 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:55.897342 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c90680d1-e9e2-4438-a41b-a88f15011765 req-e952ccf1-ee7d-4bec-a9f8-5967e8faf709 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.5659249 Feb 02 13:18:55.907940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bb36ad-bb47-479f-bb3a-7907fc8de05a admin admin] Deleting subnet 347a9e5f-a07b-478e-b70b-4e01d9be206f {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:55.932681 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53bb36ad-bb47-479f-bb3a-7907fc8de05a admin admin] Publish callbacks [] for subnet (347a9e5f-a07b-478e-b70b-4e01d9be206f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:55.938832 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50ce6eae-2167-42c8-bbc7-a066df6cc7ca req-74d64566-2e75-48d0-b50a-ee5b3434d87b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/quotas/6f94458897094d56aef55c1761cbde79 HTTP/1.1" status: 200 len: 375 time: 0.0798755 Feb 02 13:18:55.976434 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (82474506-b444-4a43-b2d2-9da898acbd98), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.048240 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (ee94650c-2c40-400c-a862-5a571ed4099e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.050266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Pushing event deleted for resources: {'Port': ['ID=82474506-b444-4a43-b2d2-9da898acbd98,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:56.150420 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b2db-c475-4d96-aed2-5def8206f52c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e8b1241c-3893-4258-8cf2-76f0ba00a9b3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.153397 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1cb6b2db-c475-4d96-aed2-5def8206f52c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.157898 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1cb6b2db-c475-4d96-aed2-5def8206f52c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-groups/e8b1241c-3893-4258-8cf2-76f0ba00a9b3 HTTP/1.1" status: 204 len: 168 time: 0.6785312 Feb 02 13:18:56.163046 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53bb36ad-bb47-479f-bb3a-7907fc8de05a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (347a9e5f-a07b-478e-b70b-4e01d9be206f), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.163249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36948) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:56.166405 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.211404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb51e-cd1a-4c39-ac3d-0a663859298a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (26371e2a-d775-4691-be95-f53aeb290042), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.213522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6b2db-c475-4d96-aed2-5def8206f52c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b1241c-3893-4258-8cf2-76f0ba00a9b3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:56.244124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (04581618-6a2c-4e50-9368-66e85c14a0fb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.271895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c90680d1-e9e2-4438-a41b-a88f15011765 req-e8a31c92-f8cd-45f6-acac-ecc853732083 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568497 Feb 02 13:18:56.300509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22087b72-f309-4944-bed6-8ed05a9a4c0b None None] DHCP port deletion for ee94650c-2c40-400c-a862-5a571ed4099e request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:18:56.382470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50ce6eae-2167-42c8-bbc7-a066df6cc7ca req-c92c1d56-d6c0-4d0b-8365-728a25f02eef tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=6f94458897094d56aef55c1761cbde79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3628325 Feb 02 13:18:56.390344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbb51e-cd1a-4c39-ac3d-0a663859298a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Subnet': ['ID=26371e2a-d775-4691-be95-f53aeb290042,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:56.421203 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4d28eb-0447-4cfe-abe6-3b07a7c2620a x-openstack-request-id: req-6a4d28eb-0447-4cfe-abe6-3b07a7c2620a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:18:56.424140 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-plugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:18:56.424140 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6a4d28eb-0447-4cfe-abe6-3b07a7c2620a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:18:56.425219 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'code': 200} Feb 02 13:18:56.428134 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b6cbb51e-cd1a-4c39-ac3d-0a663859298a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.439302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa074d5f-1696-45b1-9a78-2b30492012cb None None] Network f5fdd77c-8e52-4edb-974c-730c98bebc9d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:56.441471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b6cbb51e-cd1a-4c39-ac3d-0a663859298a tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "DELETE /v2.0/subnets/26371e2a-d775-4691-be95-f53aeb290042 HTTP/1.1" status: 204 len: 168 time: 2.0366843 Feb 02 13:18:56.449693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36952) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:56.615992 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (04581618-6a2c-4e50-9368-66e85c14a0fb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.618678 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Publish callbacks [] for router_controller (04581618-6a2c-4e50-9368-66e85c14a0fb), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.628401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-60bbc452-16f1-4a30-8c70-37c7b0ad8c19 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Deleting subnet 20ff2c74-050f-4a4a-a365-9050bf03faf5 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:56.633118 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b1d17285-0608-4b7a-bd1e-f154c303eb07 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:56.636678 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9adfaf3b-7c72-49ab-bc6e-eb8a831ee1d3 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4711890 Feb 02 13:18:56.647787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36954) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:56.651518 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60bbc452-16f1-4a30-8c70-37c7b0ad8c19 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for subnet (20ff2c74-050f-4a4a-a365-9050bf03faf5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.742292 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53bb36ad-bb47-479f-bb3a-7907fc8de05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (347a9e5f-a07b-478e-b70b-4e01d9be206f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.757074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-22087b72-f309-4944-bed6-8ed05a9a4c0b None None] Deleting port 1565e4ae-3970-40c3-968d-f3139b35d29c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:56.757665 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22087b72-f309-4944-bed6-8ed05a9a4c0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.760287 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-1e5d1827-dd59-4f5a-833e-5981c4be284e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] delete failed (client error): The resource could not be found. Feb 02 13:18:56.772896 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1e5d1827-dd59-4f5a-833e-5981c4be284e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-groups/e8b1241c-3893-4258-8cf2-76f0ba00a9b3 HTTP/1.1" status: 404 len: 347 time: 0.1158974 Feb 02 13:18:56.777135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36956) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:56.783079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fad87d00-bcd3-433f-a7cc-efbafb95abe2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group': {'name': 'tempest-secgroup--906732841'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:56.787780 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b1d17285-0608-4b7a-bd1e-f154c303eb07 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:56.791279 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.812755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (04581618-6a2c-4e50-9368-66e85c14a0fb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.813368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04581618-6a2c-4e50-9368-66e85c14a0fb {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:18:56.834931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port 1565e4ae-3970-40c3-968d-f3139b35d29c {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:56.835295 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.837797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fad87d00-bcd3-433f-a7cc-efbafb95abe2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.849325 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.850522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ad2de777-49a5-4e14-a3ea-048df628921b admin admin] 10.222.0.83 "DELETE /v2.0/routers/04581618-6a2c-4e50-9368-66e85c14a0fb HTTP/1.1" status: 204 len: 168 time: 3.8269370 Feb 02 13:18:56.853342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60bbc452-16f1-4a30-8c70-37c7b0ad8c19 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (20ff2c74-050f-4a4a-a365-9050bf03faf5), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.858136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36958) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:56.943651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-22087b72-f309-4944-bed6-8ed05a9a4c0b None None] For port 1565e4ae-3970-40c3-968d-f3139b35d29c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1565e4ae-3970-40c3-968d-f3139b35d29c,segment=NetworkSegment(4b352f70-0fdd-4013-8340-71dec6ae6c72),segment_id=4b352f70-0fdd-4013-8340-71dec6ae6c72)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:56.944238 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22087b72-f309-4944-bed6-8ed05a9a4c0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:56.963961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-22087b72-f309-4944-bed6-8ed05a9a4c0b None None] Calling delete_port for 1565e4ae-3970-40c3-968d-f3139b35d29c owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:57.092784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80dd8a6-4289-423e-ac97-912d89f44e4e None None] DHCP port deletion for f5fdd77c-8e52-4edb-974c-730c98bebc9d request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:18:57.115099 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22087b72-f309-4944-bed6-8ed05a9a4c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.128050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] For port 1565e4ae-3970-40c3-968d-f3139b35d29c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1565e4ae-3970-40c3-968d-f3139b35d29c,segment=NetworkSegment(4b352f70-0fdd-4013-8340-71dec6ae6c72),segment_id=4b352f70-0fdd-4013-8340-71dec6ae6c72)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:57.130018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.176389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5c4358-3e79-4b98-90c1-9ef9d6fa50da admin admin] Deleting subnet 9f5c9669-0db7-46c3-836f-e5879716fb69 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:18:57.180346 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c5c4358-3e79-4b98-90c1-9ef9d6fa50da admin admin] Publish callbacks [] for subnet (9f5c9669-0db7-46c3-836f-e5879716fb69), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.182149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22087b72-f309-4944-bed6-8ed05a9a4c0b None None] Pushing event deleted for resources: {'Port': ['ID=1565e4ae-3970-40c3-968d-f3139b35d29c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:57.226649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22087b72-f309-4944-bed6-8ed05a9a4c0b None None] No DVR routers for this DVR port 1565e4ae-3970-40c3-968d-f3139b35d29c on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:57.231932 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c5c4358-3e79-4b98-90c1-9ef9d6fa50da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (9f5c9669-0db7-46c3-836f-e5879716fb69), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.265828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b1d17285-0608-4b7a-bd1e-f154c303eb07 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:57.266244 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.299985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for 1565e4ae-3970-40c3-968d-f3139b35d29c owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:57.319735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port b1d17285-0608-4b7a-bd1e-f154c303eb07, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b1d17285-0608-4b7a-bd1e-f154c303eb07,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:57.325675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af5a07-c9c3-4b3b-972f-dc7c9b983fd5 req-7297285b-fe26-4b84-b091-3061446a4ce5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:57.327318 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98af5a07-c9c3-4b3b-972f-dc7c9b983fd5 req-7297285b-fe26-4b84-b091-3061446a4ce5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.7645028 Feb 02 13:18:57.336972 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.358885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60bbc452-16f1-4a30-8c70-37c7b0ad8c19 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (20ff2c74-050f-4a4a-a365-9050bf03faf5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.401408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d80dd8a6-4289-423e-ac97-912d89f44e4e None None] Deleting port b0d72ab5-3233-4d17-9ba2-c184bc483d96 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:57.401802 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80dd8a6-4289-423e-ac97-912d89f44e4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.453607 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53bb36ad-bb47-479f-bb3a-7907fc8de05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (347a9e5f-a07b-478e-b70b-4e01d9be206f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.477971 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1565e4ae-3970-40c3-968d-f3139b35d29c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.499306 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Publish callbacks [] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.517200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d80dd8a6-4289-423e-ac97-912d89f44e4e None None] For port b0d72ab5-3233-4d17-9ba2-c184bc483d96, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b0d72ab5-3233-4d17-9ba2-c184bc483d96,segment=NetworkSegment(fab5940f-9d2d-485e-a0ce-e54c6d02b4ec),segment_id=fab5940f-9d2d-485e-a0ce-e54c6d02b4ec)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:57.517971 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80dd8a6-4289-423e-ac97-912d89f44e4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.523944 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.532562 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53bb36ad-bb47-479f-bb3a-7907fc8de05a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.537634 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-53bb36ad-bb47-479f-bb3a-7907fc8de05a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/347a9e5f-a07b-478e-b70b-4e01d9be206f HTTP/1.1" status: 204 len: 168 time: 1.8408015 Feb 02 13:18:57.550737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d80dd8a6-4289-423e-ac97-912d89f44e4e None None] Calling delete_port for b0d72ab5-3233-4d17-9ba2-c184bc483d96 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:57.566596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98af5a07-c9c3-4b3b-972f-dc7c9b983fd5 req-ac8b29fd-c306-45b2-9229-2fec4a794f6b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115331 Feb 02 13:18:57.567859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb36ad-bb47-479f-bb3a-7907fc8de05a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=347a9e5f-a07b-478e-b70b-4e01d9be206f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:57.570941 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 82474506-b444-4a43-b2d2-9da898acbd98 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:57.576528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6cd927-89ad-4392-814e-4e7c542ccb6e None None] Network 5990a4e6-7253-4019-b0a2-30b61841cd70 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:57.596748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36962) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:57.672442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c5c4358-3e79-4b98-90c1-9ef9d6fa50da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (9f5c9669-0db7-46c3-836f-e5879716fb69), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.676571 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (5990a4e6-7253-4019-b0a2-30b61841cd70), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.777906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fad87d00-bcd3-433f-a7cc-efbafb95abe2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (a33c6340-7ad6-46e1-ac60-7692131de52e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.779168 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=1565e4ae-3970-40c3-968d-f3139b35d29c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:57.780459 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d80dd8a6-4289-423e-ac97-912d89f44e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (b0d72ab5-3233-4d17-9ba2-c184bc483d96), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.782000 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60bbc452-16f1-4a30-8c70-37c7b0ad8c19 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (20ff2c74-050f-4a4a-a365-9050bf03faf5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.792336 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c5c4358-3e79-4b98-90c1-9ef9d6fa50da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (9f5c9669-0db7-46c3-836f-e5879716fb69), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.801798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 82474506-b444-4a43-b2d2-9da898acbd98 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:57.802190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 82474506-b444-4a43-b2d2-9da898acbd98 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:57.802617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 620e6248-0aa3-40e3-986a-5526e50577bb no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:57.806321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801939d-fe58-4b7b-9fe4-8f3d335b1fcf req-d262e34b-585c-4567-b86a-f3870f284a56 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:57.808169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3801939d-fe58-4b7b-9fe4-8f3d335b1fcf req-d262e34b-585c-4567-b86a-f3870f284a56 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.3829391 Feb 02 13:18:57.809247 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (24688756-6fd4-4fcc-9727-64ce0a871445), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.814700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Pushing event updated for resources: {'Port': ['ID=45a1b73f-1b3f-43eb-8626-141ade734e68,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:57.830497 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 620e6248-0aa3-40e3-986a-5526e50577bb {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:57.831018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 620e6248-0aa3-40e3-986a-5526e50577bb not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:57.836607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60bbc452-16f1-4a30-8c70-37c7b0ad8c19 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.836735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=b1d17285-0608-4b7a-bd1e-f154c303eb07,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:57.842852 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-60bbc452-16f1-4a30-8c70-37c7b0ad8c19 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "DELETE /v2.0/subnets/20ff2c74-050f-4a4a-a365-9050bf03faf5 HTTP/1.1" status: 204 len: 168 time: 1.3845365 Feb 02 13:18:57.842852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbc452-16f1-4a30-8c70-37c7b0ad8c19 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Subnet': ['ID=20ff2c74-050f-4a4a-a365-9050bf03faf5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:57.843674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fad87d00-bcd3-433f-a7cc-efbafb95abe2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a33c6340-7ad6-46e1-ac60-7692131de52e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.843796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80dd8a6-4289-423e-ac97-912d89f44e4e None None] No DVR routers for this DVR port b0d72ab5-3233-4d17-9ba2-c184bc483d96 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:57.866025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36966) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:57.867604 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c5c4358-3e79-4b98-90c1-9ef9d6fa50da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:57.870893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c5dd39-78bb-4275-9147-418383988904 None None] Network 587f13c3-5829-4c57-bcd3-f3f049bb1786 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:57.871790 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4c5c4358-3e79-4b98-90c1-9ef9d6fa50da admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9f5c9669-0db7-46c3-836f-e5879716fb69 HTTP/1.1" status: 204 len: 168 time: 0.9852867 Feb 02 13:18:57.876311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ec5883-64e0-4ef7-ad30-a10b913e46eb None None] Network dac7fa4e-cf39-4c04-be08-2b29c057f31e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:18:57.931508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36968) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:57.943253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3801939d-fe58-4b7b-9fe4-8f3d335b1fcf req-376d7bad-2b64-481e-a2d4-d1e1bcb9b366 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193914 Feb 02 13:18:58.026103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80dd8a6-4289-423e-ac97-912d89f44e4e None None] Pushing event deleted for resources: {'Port': ['ID=b0d72ab5-3233-4d17-9ba2-c184bc483d96,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:58.067400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b1d17285-0608-4b7a-bd1e-f154c303eb07 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:18:58.069095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No DVR routers for this DVR port 1565e4ae-3970-40c3-968d-f3139b35d29c on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:58.071514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c4358-3e79-4b98-90c1-9ef9d6fa50da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5c9669-0db7-46c3-836f-e5879716fb69,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:58.083522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad87d00-bcd3-433f-a7cc-efbafb95abe2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33c6340-7ad6-46e1-ac60-7692131de52e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:58.105807 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fad87d00-bcd3-433f-a7cc-efbafb95abe2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.113382 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fad87d00-bcd3-433f-a7cc-efbafb95abe2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3316054 Feb 02 13:18:58.115218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36970) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:58.141761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a843cae8-9652-43c5-ba4b-b34f09ef7d44 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': 'a33c6340-7ad6-46e1-ac60-7692131de52e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:58.153868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b1d17285-0608-4b7a-bd1e-f154c303eb07 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:58.154585 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.156718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28113e1b-b89a-4f08-befb-6b354aff1b43 None None] DHCP port deletion for 5990a4e6-7253-4019-b0a2-30b61841cd70 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:18:58.175397 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (dac7fa4e-cf39-4c04-be08-2b29c057f31e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.226219 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (f5fdd77c-8e52-4edb-974c-730c98bebc9d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.249202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2462c200-0843-4c3d-a79c-df3306d11b12 None None] DHCP port deletion for 587f13c3-5829-4c57-bcd3-f3f049bb1786 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:18:58.249561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4c999-a908-448a-93c0-6ec4007196a9 req-cf1f98bf-d8a9-4a71-b601-d51c01467935 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:58.251102 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afe4c999-a908-448a-93c0-6ec4007196a9 req-cf1f98bf-d8a9-4a71-b601-d51c01467935 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.5415819 Feb 02 13:18:58.307187 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (ee94650c-2c40-400c-a862-5a571ed4099e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.324011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b1d17285-0608-4b7a-bd1e-f154c303eb07 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:18:58.325148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Deleting port 8c899b67-f52c-4834-99e1-9f47ed6059e0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:58.325632 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.328827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b50c20-607d-4ace-8cf0-3170d2d67bf7 None None] DHCP port deletion for dac7fa4e-cf39-4c04-be08-2b29c057f31e request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:18:58.329958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee94650c-2c40-400c-a862-5a571ed4099e']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:58.340839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b352f70-0fdd-4013-8340-71dec6ae6c72') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:58.341225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b352f70-0fdd-4013-8340-71dec6ae6c72') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:58.348858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-28113e1b-b89a-4f08-befb-6b354aff1b43 None None] Deleting port 8c899b67-f52c-4834-99e1-9f47ed6059e0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:58.349345 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28113e1b-b89a-4f08-befb-6b354aff1b43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.352300 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (4b352f70-0fdd-4013-8340-71dec6ae6c72), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.397293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4b352f70-0fdd-4013-8340-71dec6ae6c72), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.429174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-28113e1b-b89a-4f08-befb-6b354aff1b43 None None] For port 8c899b67-f52c-4834-99e1-9f47ed6059e0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8c899b67-f52c-4834-99e1-9f47ed6059e0,segment=NetworkSegment(02375e80-2348-4c54-b526-a68bd2918323),segment_id=02375e80-2348-4c54-b526-a68bd2918323)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:58.429710 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28113e1b-b89a-4f08-befb-6b354aff1b43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.435459 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a843cae8-9652-43c5-ba4b-b34f09ef7d44 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (569db793-5664-4910-b796-6773ebd75b20), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.438590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:58.439071 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (4b352f70-0fdd-4013-8340-71dec6ae6c72), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.439413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:58.454375 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:58.458477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-28113e1b-b89a-4f08-befb-6b354aff1b43 None None] Calling delete_port for 8c899b67-f52c-4834-99e1-9f47ed6059e0 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:58.485526 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:18:58.506620 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (f5fdd77c-8e52-4edb-974c-730c98bebc9d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.510707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afe4c999-a908-448a-93c0-6ec4007196a9 req-d46337dd-cdaf-418b-a18c-eebe8bb87f33 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497292 Feb 02 13:18:58.544791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] For port 8c899b67-f52c-4834-99e1-9f47ed6059e0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8c899b67-f52c-4834-99e1-9f47ed6059e0,segment=NetworkSegment(02375e80-2348-4c54-b526-a68bd2918323),segment_id=02375e80-2348-4c54-b526-a68bd2918323)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:58.545445 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.625174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5fdd77c-8e52-4edb-974c-730c98bebc9d']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:58.660470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Deleting port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:58.660861 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (ee94650c-2c40-400c-a862-5a571ed4099e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.661317 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.664240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:58.665596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab5940f-9d2d-485e-a0ce-e54c6d02b4ec') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:58.711117 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (fab5940f-9d2d-485e-a0ce-e54c6d02b4ec), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.753966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] For port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=74690ffc-bf2e-4bdf-acc3-80221fe6aaa7,segment=NetworkSegment(4d242349-31b6-4933-9f22-c86bad97f52b),segment_id=4d242349-31b6-4933-9f22-c86bad97f52b)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:58.754377 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.764697 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (fab5940f-9d2d-485e-a0ce-e54c6d02b4ec), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.771806 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:18:58.772237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Calling delete_port for 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:58.772802 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (fab5940f-9d2d-485e-a0ce-e54c6d02b4ec), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:18:58.849800 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:18:58.861589 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.865854 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/networks/ee94650c-2c40-400c-a862-5a571ed4099e HTTP/1.1" status: 204 len: 168 time: 3.0628424 Feb 02 13:18:58.876100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1565e4ae-3970-40c3-968d-f3139b35d29c no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:58.885926 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (f5fdd77c-8e52-4edb-974c-730c98bebc9d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.888275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36984) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:58.917960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-13cc8d1d-59d6-4f70-9c32-02f6b1a984f8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1578894616'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:58.923774 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28113e1b-b89a-4f08-befb-6b354aff1b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.926573 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.938764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a843cae8-9652-43c5-ba4b-b34f09ef7d44 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (569db793-5664-4910-b796-6773ebd75b20), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.941803 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6fd09-943a-44a2-84fc-6fa0b8f55a91 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Network': ['ID=ee94650c-2c40-400c-a862-5a571ed4099e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:58.949819 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:58.956457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 1565e4ae-3970-40c3-968d-f3139b35d29c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:58.956457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1565e4ae-3970-40c3-968d-f3139b35d29c not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:58.956457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:58.958015 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "DELETE /v2.0/networks/f5fdd77c-8e52-4edb-974c-730c98bebc9d HTTP/1.1" status: 204 len: 168 time: 1.0345170 Feb 02 13:18:58.958923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36986) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:58.966720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Calling delete_port for 8c899b67-f52c-4834-99e1-9f47ed6059e0 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:58.979446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28113e1b-b89a-4f08-befb-6b354aff1b43 None None] Pushing event deleted for resources: {'Port': ['ID=8c899b67-f52c-4834-99e1-9f47ed6059e0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:58.981864 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:58.982203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5c8aeaaf-09ec-439b-8c22-9ab451a1b2a1 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:58.982611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b0d72ab5-3233-4d17-9ba2-c184bc483d96 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:18:59.009784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a843cae8-9652-43c5-ba4b-b34f09ef7d44 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (569db793-5664-4910-b796-6773ebd75b20), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.011127 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cc8d1d-59d6-4f70-9c32-02f6b1a984f8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:18:59.022779 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-13cc8d1d-59d6-4f70-9c32-02f6b1a984f8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.031798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b0d72ab5-3233-4d17-9ba2-c184bc483d96 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:18:59.032463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b0d72ab5-3233-4d17-9ba2-c184bc483d96 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:18:59.034997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28113e1b-b89a-4f08-befb-6b354aff1b43 None None] No DVR routers for this DVR port 8c899b67-f52c-4834-99e1-9f47ed6059e0 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:59.052621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2462c200-0843-4c3d-a79c-df3306d11b12 None None] Deleting port c33333c2-f983-4fb8-a0e8-2fd989f9216a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:59.052621 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2462c200-0843-4c3d-a79c-df3306d11b12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.083702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=74690ffc-bf2e-4bdf-acc3-80221fe6aaa7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:59.097266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b89c6b-9c75-47b5-85f7-a43b35c11271 tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Network': ['ID=f5fdd77c-8e52-4edb-974c-730c98bebc9d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:59.102047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] No DVR routers for this DVR port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:59.132847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2462c200-0843-4c3d-a79c-df3306d11b12 None None] For port c33333c2-f983-4fb8-a0e8-2fd989f9216a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c33333c2-f983-4fb8-a0e8-2fd989f9216a,segment=NetworkSegment(4b3b9caa-5f7d-4992-97ce-1c068994e430),segment_id=4b3b9caa-5f7d-4992-97ce-1c068994e430)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:59.133554 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2462c200-0843-4c3d-a79c-df3306d11b12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.149134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2462c200-0843-4c3d-a79c-df3306d11b12 None None] Calling delete_port for c33333c2-f983-4fb8-a0e8-2fd989f9216a owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:59.155600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-22266ed8-3d75-425b-8045-eba51f4c7058 None None] Provisioning complete for port 45a1b73f-1b3f-43eb-8626-141ade734e68 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:18:59.156385 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-22266ed8-3d75-425b-8045-eba51f4c7058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.184841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a843cae8-9652-43c5-ba4b-b34f09ef7d44 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.186491 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a843cae8-9652-43c5-ba4b-b34f09ef7d44 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0596595 Feb 02 13:18:59.209101 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-522852fa-6d0c-4a29-9a04-a4822518702e req-5d7a5690-7760-44c9-a187-3371c199725a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6f94458897094d56aef55c1761cbde79 HTTP/1.1" status: 200 len: 221 time: 0.2949359 Feb 02 13:18:59.243974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:59.266217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cc8d1d-59d6-4f70-9c32-02f6b1a984f8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:18:59.276521 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-13cc8d1d-59d6-4f70-9c32-02f6b1a984f8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (ade8656b-a331-4086-9685-22258173ecee), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.276878 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-13cc8d1d-59d6-4f70-9c32-02f6b1a984f8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Added segment ade8656b-a331-4086-9685-22258173ecee of type vlan for network 7116042f-3070-4f87-abc1-3dd826aa74d1 Feb 02 13:18:59.310475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-22266ed8-3d75-425b-8045-eba51f4c7058 None None] Port 45a1b73f-1b3f-43eb-8626-141ade734e68 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:18:59.319601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c3b50c20-607d-4ace-8cf0-3170d2d67bf7 None None] Deleting port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:59.320350 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b50c20-607d-4ace-8cf0-3170d2d67bf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.330260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (587f13c3-5829-4c57-bcd3-f3f049bb1786), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.333036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843cae8-9652-43c5-ba4b-b34f09ef7d44 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569db793-5664-4910-b796-6773ebd75b20,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:59.361849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-13cc8d1d-59d6-4f70-9c32-02f6b1a984f8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7116042f-3070-4f87-abc1-3dd826aa74d1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.417345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c86b68-bae0-4496-897b-1bd554c5467e req-06e8251e-450c-45c0-aee7-b620eefe7e24 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:59.418973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46c86b68-bae0-4496-897b-1bd554c5467e req-06e8251e-450c-45c0-aee7-b620eefe7e24 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.3218265 Feb 02 13:18:59.441292 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-13cc8d1d-59d6-4f70-9c32-02f6b1a984f8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7116042f-3070-4f87-abc1-3dd826aa74d1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.448791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc8d1d-59d6-4f70-9c32-02f6b1a984f8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:59.449472 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-13cc8d1d-59d6-4f70-9c32-02f6b1a984f8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.457263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c3b50c20-607d-4ace-8cf0-3170d2d67bf7 None None] For port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7, host n-d-827336-2, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:59.458042 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b50c20-607d-4ace-8cf0-3170d2d67bf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.495898 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (dac7fa4e-cf39-4c04-be08-2b29c057f31e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.504772 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-13cc8d1d-59d6-4f70-9c32-02f6b1a984f8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5677426 Feb 02 13:18:59.504864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:59.504864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2f066902-accb-4488-9d14-c57b7ee5889f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'subnet': {'network_id': '7116042f-3070-4f87-abc1-3dd826aa74d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:18:59.505558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Router 24688756-6fd4-4fcc-9727-64ce0a871445 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:18:59.510509 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2462c200-0843-4c3d-a79c-df3306d11b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.512921 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0577421-7500-4bb1-813e-da8a760d5c83 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (569db793-5664-4910-b796-6773ebd75b20), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.532309 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Deleting port c33333c2-f983-4fb8-a0e8-2fd989f9216a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:18:59.532309 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.532679 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0577421-7500-4bb1-813e-da8a760d5c83 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (569db793-5664-4910-b796-6773ebd75b20), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.548004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c3b50c20-607d-4ace-8cf0-3170d2d67bf7 None None] Calling delete_port for 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:59.570811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-c3b50c20-607d-4ace-8cf0-3170d2d67bf7 None None] Port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:18:59.591687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462c200-0843-4c3d-a79c-df3306d11b12 None None] Pushing event deleted for resources: {'Port': ['ID=c33333c2-f983-4fb8-a0e8-2fd989f9216a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:59.604672 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0577421-7500-4bb1-813e-da8a760d5c83 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (569db793-5664-4910-b796-6773ebd75b20), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.606712 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b50c20-607d-4ace-8cf0-3170d2d67bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (74690ffc-bf2e-4bdf-acc3-80221fe6aaa7), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.619097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2462c200-0843-4c3d-a79c-df3306d11b12 None None] No DVR routers for this DVR port c33333c2-f983-4fb8-a0e8-2fd989f9216a on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:59.643490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520aee01-75f7-4042-b0a8-0de1a23aac5e req-87621eb0-ca8a-463b-838e-ef8273ebc81b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:18:59.643490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-520aee01-75f7-4042-b0a8-0de1a23aac5e req-87621eb0-ca8a-463b-838e-ef8273ebc81b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.3050513 Feb 02 13:18:59.643490 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0577421-7500-4bb1-813e-da8a760d5c83 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.643490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f0577421-7500-4bb1-813e-da8a760d5c83 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/569db793-5664-4910-b796-6773ebd75b20 HTTP/1.1" status: 204 len: 168 time: 0.3901076 Feb 02 13:18:59.660422 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:18:59.683964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b50c20-607d-4ace-8cf0-3170d2d67bf7 None None] Pushing event deleted for resources: {'Port': ['ID=74690ffc-bf2e-4bdf-acc3-80221fe6aaa7,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:59.696782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b50c20-607d-4ace-8cf0-3170d2d67bf7 None None] No DVR routers for this DVR port 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:59.723448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac7fa4e-cf39-4c04-be08-2b29c057f31e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:59.731991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0577421-7500-4bb1-813e-da8a760d5c83 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=569db793-5664-4910-b796-6773ebd75b20,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:59.743315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] For port c33333c2-f983-4fb8-a0e8-2fd989f9216a, host n-d-827336-2, got binding levels [] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:18:59.743705 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.746559 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc8d1d-59d6-4f70-9c32-02f6b1a984f8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Network': ['ID=7116042f-3070-4f87-abc1-3dd826aa74d1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:59.772110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Calling delete_port for c33333c2-f983-4fb8-a0e8-2fd989f9216a owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:18:59.776417 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7116042f-3070-4f87-abc1-3dd826aa74d1 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:18:59.788457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Port c33333c2-f983-4fb8-a0e8-2fd989f9216a was not found and therefore no delete operation was performed {{(pid=103187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:18:59.794164 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c33333c2-f983-4fb8-a0e8-2fd989f9216a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.805540 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8c899b67-f52c-4834-99e1-9f47ed6059e0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.827238 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46c86b68-bae0-4496-897b-1bd554c5467e req-42882978-e5eb-4e27-a97f-906e53b05e10 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3603735 Feb 02 13:18:59.860831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Port': ['ID=c33333c2-f983-4fb8-a0e8-2fd989f9216a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:59.864217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] No DVR routers for this DVR port c33333c2-f983-4fb8-a0e8-2fd989f9216a on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:59.867109 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] No DVR routers for this DVR port 8c899b67-f52c-4834-99e1-9f47ed6059e0 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:18:59.879269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d242349-31b6-4933-9f22-c86bad97f52b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:59.879614 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d242349-31b6-4933-9f22-c86bad97f52b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:18:59.889672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Pushing event deleted for resources: {'Port': ['ID=8c899b67-f52c-4834-99e1-9f47ed6059e0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:18:59.979055 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (587f13c3-5829-4c57-bcd3-f3f049bb1786), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:18:59.990722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c33333c2-f983-4fb8-a0e8-2fd989f9216a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:00.020755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587f13c3-5829-4c57-bcd3-f3f049bb1786']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:00.025604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c33333c2-f983-4fb8-a0e8-2fd989f9216a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:00.026223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c33333c2-f983-4fb8-a0e8-2fd989f9216a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:00.026966 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:00.039762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b3b9caa-5f7d-4992-97ce-1c068994e430') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:00.041226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b3b9caa-5f7d-4992-97ce-1c068994e430') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:00.041914 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (4d242349-31b6-4933-9f22-c86bad97f52b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.047895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-520aee01-75f7-4042-b0a8-0de1a23aac5e req-75aba11a-7e00-491e-a6dd-255ebaad3cea tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749306 Feb 02 13:19:00.057899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:00.059056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 74690ffc-bf2e-4bdf-acc3-80221fe6aaa7 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:00.059701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8c899b67-f52c-4834-99e1-9f47ed6059e0 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:00.074938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (4b3b9caa-5f7d-4992-97ce-1c068994e430), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.098335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8c899b67-f52c-4834-99e1-9f47ed6059e0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:00.098764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4b3b9caa-5f7d-4992-97ce-1c068994e430), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.098908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8c899b67-f52c-4834-99e1-9f47ed6059e0 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:00.108464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:19:00.109024 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (4b3b9caa-5f7d-4992-97ce-1c068994e430), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:19:00.113048 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:19:00.128994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-20c84c3b-9168-4947-bb91-7a8a7c1b28a2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4519665 Feb 02 13:19:00.133538 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:00.160060 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (4d242349-31b6-4933-9f22-c86bad97f52b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.221166 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (5990a4e6-7253-4019-b0a2-30b61841cd70), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.225168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:19:00.225571 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (4d242349-31b6-4933-9f22-c86bad97f52b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:19:00.230514 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:19:00.256577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (587f13c3-5829-4c57-bcd3-f3f049bb1786), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.279808 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.287445 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] 10.222.0.83 "DELETE /v2.0/networks/587f13c3-5829-4c57-bcd3-f3f049bb1786 HTTP/1.1" status: 204 len: 168 time: 1.2807178 Feb 02 13:19:00.306257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520cad2-f31e-428d-bd5b-110724503ccf tempest-TaggedBootDevicesTest-1550336818 tempest-TaggedBootDevicesTest-1550336818-project] Pushing event deleted for resources: {'Network': ['ID=587f13c3-5829-4c57-bcd3-f3f049bb1786,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:00.311246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92a87579-a34f-4793-a221-c65a9a461f27 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (a33c6340-7ad6-46e1-ac60-7692131de52e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.341977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:00.357518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f066902-accb-4488-9d14-c57b7ee5889f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:00.364362 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f066902-accb-4488-9d14-c57b7ee5889f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.364680 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Sync routers for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:00.383442 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a6616622-041f-4d68-92da-7a94871ed882 admin admin] 10.222.0.83 "PUT /v2.0/routers/24688756-6fd4-4fcc-9727-64ce0a871445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7588065 Feb 02 13:19:00.386332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92a87579-a34f-4793-a221-c65a9a461f27 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (a33c6340-7ad6-46e1-ac60-7692131de52e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.388780 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5990a4e6-7253-4019-b0a2-30b61841cd70']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:00.394488 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:00.395074 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:00.468874 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (dac7fa4e-cf39-4c04-be08-2b29c057f31e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.499062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02375e80-2348-4c54-b526-a68bd2918323') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:00.499972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02375e80-2348-4c54-b526-a68bd2918323') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:00.501600 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92a87579-a34f-4793-a221-c65a9a461f27 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a33c6340-7ad6-46e1-ac60-7692131de52e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.504876 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92a87579-a34f-4793-a221-c65a9a461f27 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.518764 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.521846 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-92a87579-a34f-4793-a221-c65a9a461f27 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-groups/a33c6340-7ad6-46e1-ac60-7692131de52e HTTP/1.1" status: 204 len: 168 time: 0.3873219 Feb 02 13:19:00.526011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37014) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:00.529156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] 10.222.0.83 "DELETE /v2.0/networks/dac7fa4e-cf39-4c04-be08-2b29c057f31e HTTP/1.1" status: 204 len: 168 time: 2.5771277 Feb 02 13:19:00.533980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37016) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:00.771262 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:00.794511 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (02375e80-2348-4c54-b526-a68bd2918323), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.803999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f74947-2120-4c9b-8f3c-28e05253fc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=dac7fa4e-cf39-4c04-be08-2b29c057f31e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:00.842866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ab457-180a-46d9-af69-8c06e377ff1b req-d7d3b9f8-6bbf-4187-86ad-49ed65a5f640 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:00.844859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e9ab457-180a-46d9-af69-8c06e377ff1b req-d7d3b9f8-6bbf-4187-86ad-49ed65a5f640 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.6307054 Feb 02 13:19:00.851262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a87579-a34f-4793-a221-c65a9a461f27 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33c6340-7ad6-46e1-ac60-7692131de52e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:00.916981 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (02375e80-2348-4c54-b526-a68bd2918323), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:00.985677 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-962095b7-013c-4b7e-8dc5-b174b172b38b tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4426444 Feb 02 13:19:00.992768 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37026) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:00.998519 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d44f3718-c306-4b1f-b25f-bc79bcc425a8 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311964908'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:01.030860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:19:01.031362 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (02375e80-2348-4c54-b526-a68bd2918323), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:19:01.038175 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:19:01.096844 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d44f3718-c306-4b1f-b25f-bc79bcc425a8 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.253673 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f066902-accb-4488-9d14-c57b7ee5889f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (eebc7e69-0caf-459d-ab28-1374de4a8808), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.270093 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:18:56Z', 'revision_number': 2, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:01.307890 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e9ab457-180a-46d9-af69-8c06e377ff1b req-556fa29d-3535-445d-a7e6-fd73d9e66fcf tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547603 Feb 02 13:19:01.331801 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (5990a4e6-7253-4019-b0a2-30b61841cd70), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.343774 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.353884 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] 10.222.0.83 "DELETE /v2.0/networks/5990a4e6-7253-4019-b0a2-30b61841cd70 HTTP/1.1" status: 204 len: 168 time: 3.7540812 Feb 02 13:19:01.361228 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Checking router: 24688756-6fd4-4fcc-9727-64ce0a871445 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:19:01.361578 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Updating router 24688756-6fd4-4fcc-9727-64ce0a871445 port 45a1b73f-1b3f-43eb-8626-141ade734e68 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:19:01.401110 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d44f3718-c306-4b1f-b25f-bc79bcc425a8 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (ff5de8ba-cf5c-4593-be07-4c0859d44707), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.411507 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d44f3718-c306-4b1f-b25f-bc79bcc425a8 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ff5de8ba-cf5c-4593-be07-4c0859d44707), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.470868 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.515246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d44f3718-c306-4b1f-b25f-bc79bcc425a8 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.520841 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d44f3718-c306-4b1f-b25f-bc79bcc425a8 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5285783 Feb 02 13:19:01.524525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37032) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:01.526394 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f3718-c306-4b1f-b25f-bc79bcc425a8 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5de8ba-cf5c-4593-be07-4c0859d44707,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:01.541374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-51089b37-d090-4364-90b5-ffd4adddf814 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': 'ff5de8ba-cf5c-4593-be07-4c0859d44707', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:01.568607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c428c5-9ae2-4d05-8ec7-7f8f380ecd7e admin admin] Pushing event deleted for resources: {'Network': ['ID=5990a4e6-7253-4019-b0a2-30b61841cd70,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:01.593355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37034) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:01.600319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-86735437-01a0-4634-8b54-d5d71c306b17 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230355239', 'description': 'tempest-description--1039830172'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:01.673986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-51089b37-d090-4364-90b5-ffd4adddf814 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (6e454ec7-0eb2-45aa-af19-0b585a45ba3e), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.680806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86735437-01a0-4634-8b54-d5d71c306b17 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.714605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f066902-accb-4488-9d14-c57b7ee5889f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Checking segment: {'id': 'ade8656b-a331-4086-9685-22258173ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7116042f-3070-4f87-abc1-3dd826aa74d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:01.714951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f066902-accb-4488-9d14-c57b7ee5889f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network hostable DHCP agents. Network: 7116042f-3070-4f87-abc1-3dd826aa74d1, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:19:01.740396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f066902-accb-4488-9d14-c57b7ee5889f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Subnet': ['ID=eebc7e69-0caf-459d-ab28-1374de4a8808,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:01.753188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62bbe9d4-99cd-4929-8330-669f006ccab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (0e46f7a6-258d-428e-b3f1-029915ee13a2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.773574 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3246f284-4c33-4db7-8eb5-8ef18ca342eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.848938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-51089b37-d090-4364-90b5-ffd4adddf814 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (6e454ec7-0eb2-45aa-af19-0b585a45ba3e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.880834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083e216-99c8-422c-a3ba-c5a5fab51642 req-e58a523e-9a33-457d-b063-63d6f38676a4 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:01.883630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a083e216-99c8-422c-a3ba-c5a5fab51642 req-e58a523e-9a33-457d-b063-63d6f38676a4 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.3702779 Feb 02 13:19:01.929258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-51089b37-d090-4364-90b5-ffd4adddf814 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (6e454ec7-0eb2-45aa-af19-0b585a45ba3e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.938179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37040) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:01.958975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f066902-accb-4488-9d14-c57b7ee5889f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 7116042f-3070-4f87-abc1-3dd826aa74d1 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:19:01.985283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2f066902-accb-4488-9d14-c57b7ee5889f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7116042f-3070-4f87-abc1-3dd826aa74d1) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:01.994139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f066902-accb-4488-9d14-c57b7ee5889f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:01.994967 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f066902-accb-4488-9d14-c57b7ee5889f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:01.996138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec8be56-797c-4dfe-bd5c-35efc05e7eb2 None None] Network 7116042f-3070-4f87-abc1-3dd826aa74d1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:02.001298 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a083e216-99c8-422c-a3ba-c5a5fab51642 req-7487890a-1347-47bc-a155-3d22d3fb56ba tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919027 Feb 02 13:19:02.004369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51089b37-d090-4364-90b5-ffd4adddf814 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e454ec7-0eb2-45aa-af19-0b585a45ba3e,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:02.024439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc7af-f8fd-44d7-87a1-1453678ddfc5 req-d958f30f-cc6c-4eed-8c3e-b5ae695d7856 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:02.032399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d66fc7af-f8fd-44d7-87a1-1453678ddfc5 req-d958f30f-cc6c-4eed-8c3e-b5ae695d7856 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2760994 Feb 02 13:19:02.090151 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2e99e766-3ff4-46c3-9b38-7165194d8418 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b7d05e3fe51149e68051302010a70132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1230850 Feb 02 13:19:02.097090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d66fc7af-f8fd-44d7-87a1-1453678ddfc5 req-4cd86d22-3d12-4a39-a00a-0a046d6a3467 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618868 Feb 02 13:19:02.105192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:02.129411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2f066902-accb-4488-9d14-c57b7ee5889f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6335757 Feb 02 13:19:02.130169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37046) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:02.140023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b4b6f50b-acc8-4adc-a4c9-e4a5f732cb1a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-861418723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:02.158273 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86735437-01a0-4634-8b54-d5d71c306b17 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group (b45b4ffb-74ea-4887-8f57-331b3fc7574f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.170254 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-51089b37-d090-4364-90b5-ffd4adddf814 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.176173 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-51089b37-d090-4364-90b5-ffd4adddf814 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6419451 Feb 02 13:19:02.187690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37048) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:02.189141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86735437-01a0-4634-8b54-d5d71c306b17 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b45b4ffb-74ea-4887-8f57-331b3fc7574f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.231131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fac81cf2-a19f-4ea5-bb04-50ed31536138 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': 'ff5de8ba-cf5c-4593-be07-4c0859d44707', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:02.260715 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f50b-acc8-4adc-a4c9-e4a5f732cb1a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (10b65702-4abe-4001-b22a-c6bbd07efda3), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.262814 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f50b-acc8-4adc-a4c9-e4a5f732cb1a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (10b65702-4abe-4001-b22a-c6bbd07efda3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.278443 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Publish callbacks [] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.287235 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.296609 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3620baf-c488-4d9b-a2a4-d7266cd10ab0 admin admin] Publish callbacks [] for security_group (ccf2c866-e74b-4d0d-9034-fb46a0993bab), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.338984 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7116042f-3070-4f87-abc1-3dd826aa74d1', 'network_id': '7116042f-3070-4f87-abc1-3dd826aa74d1', 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'fixed_ips': [{'subnet_id': 'eebc7e69-0caf-459d-ab28-1374de4a8808'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:19:02.339920 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.342660 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86735437-01a0-4634-8b54-d5d71c306b17 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.343894 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-86735437-01a0-4634-8b54-d5d71c306b17 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7496498 Feb 02 13:19:02.354029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8b9bf-1e5f-47b4-b8f1-fddfe50ce7b9 req-9b9ccbcc-40f1-4f66-aa23-130a8b40088e tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:02.354940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86735437-01a0-4634-8b54-d5d71c306b17 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b45b4ffb-74ea-4887-8f57-331b3fc7574f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:02.367500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37050) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:02.368422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fac81cf2-a19f-4ea5-bb04-50ed31536138 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (0daa52b5-a7bf-4f4a-ab29-adf96e001339), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.381179 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89e8b9bf-1e5f-47b4-b8f1-fddfe50ce7b9 req-9b9ccbcc-40f1-4f66-aa23-130a8b40088e tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1340232 Feb 02 13:19:02.414664 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Attempting to bind port 45a1b73f-1b3f-43eb-8626-141ade734e68 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:19:02.415040 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Attempting to bind port 45a1b73f-1b3f-43eb-8626-141ade734e68 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:19:02.424216 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Attempting to bind port 45a1b73f-1b3f-43eb-8626-141ade734e68 on network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:02.426439 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Pushing event updated for resources: {'Port': ['ID=45a1b73f-1b3f-43eb-8626-141ade734e68,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:02.444891 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.445229 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.447485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d02b8a35-3776-4ab7-88eb-276f4dd7b08d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Request body: {'security_group_rule': {'security_group_id': 'b45b4ffb-74ea-4887-8f57-331b3fc7574f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:02.448398 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.448891 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.449399 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.455292 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3620baf-c488-4d9b-a2a4-d7266cd10ab0 admin admin] Publish callbacks [] for security_group (ccf2c866-e74b-4d0d-9034-fb46a0993bab), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.455955 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.456544 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.457027 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.457519 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.457994 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.458468 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.458937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.459403 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:02.470352 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:19:02.470985 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Checking segment: {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:02.472108 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.479215 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Bound using segment: {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:19:02.479989 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Bound port: 45a1b73f-1b3f-43eb-8626-141ade734e68, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:19:02.480665 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.507803 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f50b-acc8-4adc-a4c9-e4a5f732cb1a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (10b65702-4abe-4001-b22a-c6bbd07efda3), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.526878 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f50b-acc8-4adc-a4c9-e4a5f732cb1a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (10b65702-4abe-4001-b22a-c6bbd07efda3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.555842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d02b8a35-3776-4ab7-88eb-276f4dd7b08d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group_rule (7fe8e295-c175-4f7c-9e3d-d33634dc3e2d), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.609133 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4b6f50b-acc8-4adc-a4c9-e4a5f732cb1a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.622380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b4b6f50b-acc8-4adc-a4c9-e4a5f732cb1a tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4887090 Feb 02 13:19:02.626976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d02b8a35-3776-4ab7-88eb-276f4dd7b08d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group_rule (7fe8e295-c175-4f7c-9e3d-d33634dc3e2d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.627318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37052) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:02.649772 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] For port 45a1b73f-1b3f-43eb-8626-141ade734e68, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:19:02.655845 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] For port 45a1b73f-1b3f-43eb-8626-141ade734e68, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=45a1b73f-1b3f-43eb-8626-141ade734e68,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:19:02.674893 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.729224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89e8b9bf-1e5f-47b4-b8f1-fddfe50ce7b9 req-9e777008-b9e3-4a0f-8bf0-5853ab17d274 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467178 Feb 02 13:19:02.737956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Allocated IP 2001:db8::2 (7116042f-3070-4f87-abc1-3dd826aa74d1/eebc7e69-0caf-459d-ab28-1374de4a8808/5beca3f5-2b99-479d-bf34-bc17c4d34f7b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:02.755839 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d02b8a35-3776-4ab7-88eb-276f4dd7b08d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (7fe8e295-c175-4f7c-9e3d-d33634dc3e2d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.763897 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3620baf-c488-4d9b-a2a4-d7266cd10ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ccf2c866-e74b-4d0d-9034-fb46a0993bab), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.766830 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d3620baf-c488-4d9b-a2a4-d7266cd10ab0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:02.771247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d3620baf-c488-4d9b-a2a4-d7266cd10ab0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ccf2c866-e74b-4d0d-9034-fb46a0993bab HTTP/1.1" status: 204 len: 168 time: 0.6638782 Feb 02 13:19:02.793837 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:02.794470 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:02.802859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3620baf-c488-4d9b-a2a4-d7266cd10ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf2c866-e74b-4d0d-9034-fb46a0993bab,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:02.996989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac5f40-3299-4f96-84bc-5f0c5538f148 req-f95238c3-fed7-4fd3-8f07-991f3339b581 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:03.008128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43ac5f40-3299-4f96-84bc-5f0c5538f148 req-f95238c3-fed7-4fd3-8f07-991f3339b581 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1325998 Feb 02 13:19:03.199202 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43ac5f40-3299-4f96-84bc-5f0c5538f148 req-9454f1ff-e749-4e11-800d-6f3e5e9134ae tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900861 Feb 02 13:19:03.311377 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Publish callbacks [] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:03.352822 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:03.365389 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:03.457070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e5f75-9c7d-4f41-ae80-17cf380e7232 req-47e62e66-0852-4e96-83ef-ebc00d1b9a1f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:03.461136 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e94e5f75-9c7d-4f41-ae80-17cf380e7232 req-47e62e66-0852-4e96-83ef-ebc00d1b9a1f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.2579634 Feb 02 13:19:03.465920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Network 7116042f-3070-4f87-abc1-3dd826aa74d1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:03.478575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:03.482882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:03.542925 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-74a11301-0565-4435-8c3d-116a31e48e50 None None] Provisioning complete for port 45a1b73f-1b3f-43eb-8626-141ade734e68 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:03.548769 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74a11301-0565-4435-8c3d-116a31e48e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:03.566311 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e94e5f75-9c7d-4f41-ae80-17cf380e7232 req-3e92bf68-db43-4180-9675-14450a8d3505 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992072 Feb 02 13:19:03.587435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Pushing event updated for resources: {'Port': ['ID=5beca3f5-2b99-479d-bf34-bc17c4d34f7b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:03.598506 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2aee2-19b8-4633-9008-f490f7c427c8 None None] Pushing event updated for resources: {'Port': ['ID=45a1b73f-1b3f-43eb-8626-141ade734e68,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:03.606661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7638-692a-414d-acfc-08b9563d5243 req-33a77954-7371-4317-ae83-02daea68c613 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:03.624529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62da7638-692a-414d-acfc-08b9563d5243 req-33a77954-7371-4317-ae83-02daea68c613 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2385321 Feb 02 13:19:03.657128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:03.728961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Attempting to bind port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:19:03.732409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Attempting to bind port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'ade8656b-a331-4086-9685-22258173ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7116042f-3070-4f87-abc1-3dd826aa74d1'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:19:03.732913 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Attempting to bind port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b on network 7116042f-3070-4f87-abc1-3dd826aa74d1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:03.750403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:19:03.752966 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Checking segment: {'id': 'ade8656b-a331-4086-9685-22258173ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7116042f-3070-4f87-abc1-3dd826aa74d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:03.756321 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:03.756321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Bound using segment: {'id': 'ade8656b-a331-4086-9685-22258173ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7116042f-3070-4f87-abc1-3dd826aa74d1'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:19:03.757006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Bound port: 5beca3f5-2b99-479d-bf34-bc17c4d34f7b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade8656b-a331-4086-9685-22258173ecee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7116042f-3070-4f87-abc1-3dd826aa74d1'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:19:03.757490 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:03.788418 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8bf00a88-829f-47db-b85c-f4e554384ead admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=18fd1e15a9f04b518c1b594ee0a41376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1234202 Feb 02 13:19:03.801604 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:03.845490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b8a35-3776-4ab7-88eb-276f4dd7b08d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe8e295-c175-4f7c-9e3d-d33634dc3e2d,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:03.862003 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:02Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:03.887330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62da7638-692a-414d-acfc-08b9563d5243 req-dbdfd0a6-4e6b-4754-9478-67e75cc0cf3c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618482 Feb 02 13:19:03.921074 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d02b8a35-3776-4ab7-88eb-276f4dd7b08d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:03.922538 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d02b8a35-3776-4ab7-88eb-276f4dd7b08d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5381727 Feb 02 13:19:03.927589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:03.947323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bcbe5836-a00c-40a3-896b-e7e9ef3d6ba4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Request body: {'security_group_rule': {'security_group_id': 'b45b4ffb-74ea-4887-8f57-331b3fc7574f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:03.955572 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e0f99-245a-4678-ae8d-5c20035bf843 None None] The sync data for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 is: [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:02Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:03.980421 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:03.985419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-74a11301-0565-4435-8c3d-116a31e48e50 None None] Current status of the port 45a1b73f-1b3f-43eb-8626-141ade734e68 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:03.985917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74a11301-0565-4435-8c3d-116a31e48e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:03.992886 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2d046bb-e7b0-4892-be6c-696c585455a1 admin admin] Publish callbacks [] for security_group (d8e81c6b-7cb7-4825-a6ec-2851f81731c6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.085375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] For port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:19:04.166469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] For port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5beca3f5-2b99-479d-bf34-bc17c4d34f7b,segment=NetworkSegment(ade8656b-a331-4086-9685-22258173ecee),segment_id=ade8656b-a331-4086-9685-22258173ecee)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:19:04.168474 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5836-a00c-40a3-896b-e7e9ef3d6ba4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group_rule (115f19ea-c856-45c8-9ff8-634d005d1ffb), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.173813 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2d046bb-e7b0-4892-be6c-696c585455a1 admin admin] Publish callbacks [] for security_group (d8e81c6b-7cb7-4825-a6ec-2851f81731c6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.176833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-74a11301-0565-4435-8c3d-116a31e48e50 None None] For port 45a1b73f-1b3f-43eb-8626-141ade734e68, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=45a1b73f-1b3f-43eb-8626-141ade734e68,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:04.181934 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb36c162-aae5-4f91-8ea1-d94ec023655f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.191267 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74a11301-0565-4435-8c3d-116a31e48e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.208263 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.342642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a11301-0565-4435-8c3d-116a31e48e50 None None] Pushing event updated for resources: {'Port': ['ID=45a1b73f-1b3f-43eb-8626-141ade734e68,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:04.346255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a523dea-9c03-42fa-844e-a29d02dfbebd req-51603000-b837-4639-b2cc-dc4a5ef76950 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:04.358280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a523dea-9c03-42fa-844e-a29d02dfbebd req-51603000-b837-4639-b2cc-dc4a5ef76950 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.3179061 Feb 02 13:19:04.384290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Allocated IP 2001:db8::1 (7116042f-3070-4f87-abc1-3dd826aa74d1/eebc7e69-0caf-459d-ab28-1374de4a8808/95147630-49f8-485e-a801-84e4e54061a3) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:04.497643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c7745-3635-4d2e-abb5-7493b8ee7d63 None None] Pushing event updated for resources: {'Port': ['ID=5beca3f5-2b99-479d-bf34-bc17c4d34f7b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:04.532462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a523dea-9c03-42fa-844e-a29d02dfbebd req-813d97c5-4af2-4013-933b-391784c6d6db tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704822 Feb 02 13:19:04.560996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0e184a06-c335-4d5d-a5b6-76b3fa947488 None None] Provisioning complete for port 45a1b73f-1b3f-43eb-8626-141ade734e68 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:04.561621 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e184a06-c335-4d5d-a5b6-76b3fa947488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.597575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (95147630-49f8-485e-a801-84e4e54061a3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.602934 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5836-a00c-40a3-896b-e7e9ef3d6ba4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group_rule (115f19ea-c856-45c8-9ff8-634d005d1ffb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.606439 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2d046bb-e7b0-4892-be6c-696c585455a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d8e81c6b-7cb7-4825-a6ec-2851f81731c6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.618707 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2d046bb-e7b0-4892-be6c-696c585455a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.620175 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c2d046bb-e7b0-4892-be6c-696c585455a1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d8e81c6b-7cb7-4825-a6ec-2851f81731c6 HTTP/1.1" status: 204 len: 168 time: 0.8176119 Feb 02 13:19:04.623316 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5836-a00c-40a3-896b-e7e9ef3d6ba4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (115f19ea-c856-45c8-9ff8-634d005d1ffb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.716999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (95147630-49f8-485e-a801-84e4e54061a3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.750456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d046bb-e7b0-4892-be6c-696c585455a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e81c6b-7cb7-4825-a6ec-2851f81731c6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:04.780400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe5836-a00c-40a3-896b-e7e9ef3d6ba4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115f19ea-c856-45c8-9ff8-634d005d1ffb,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:04.807218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0e184a06-c335-4d5d-a5b6-76b3fa947488 None None] Current status of the port 45a1b73f-1b3f-43eb-8626-141ade734e68 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:04.868641 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcbe5836-a00c-40a3-896b-e7e9ef3d6ba4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.874354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 7116042f-3070-4f87-abc1-3dd826aa74d1 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:04.884962 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bcbe5836-a00c-40a3-896b-e7e9ef3d6ba4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9494009 Feb 02 13:19:04.900990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37086) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:04.908089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:04.930093 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fac81cf2-a19f-4ea5-bb04-50ed31536138 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (0daa52b5-a7bf-4f4a-ab29-adf96e001339), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.932202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:04.939720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:04.940357 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (10b65702-4abe-4001-b22a-c6bbd07efda3), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:04.950201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=95147630-49f8-485e-a801-84e4e54061a3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:04.971732 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fac81cf2-a19f-4ea5-bb04-50ed31536138 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (0daa52b5-a7bf-4f4a-ab29-adf96e001339), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:05.045002 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a2ea4-415f-4c49-9093-a42e0065d4d5 req-ae0ac703-76df-4d59-964d-f181ac2e02e2 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:05.056937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-562a2ea4-415f-4c49-9093-a42e0065d4d5 req-ae0ac703-76df-4d59-964d-f181ac2e02e2 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.3017821 Feb 02 13:19:05.122596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686788d6-14c7-4147-9b4d-63f9edb4a04b req-b97be702-159c-4436-8aee-d7fa6ecee3dc tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:05.124398 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-686788d6-14c7-4147-9b4d-63f9edb4a04b req-b97be702-159c-4436-8aee-d7fa6ecee3dc tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.3054526 Feb 02 13:19:05.211870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac81cf2-a19f-4ea5-bb04-50ed31536138 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0daa52b5-a7bf-4f4a-ab29-adf96e001339,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:05.227379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:05.266926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-62bbe9d4-99cd-4929-8330-669f006ccab8 admin admin] Deleting port 5fcc94ef-37ff-4f0c-ad33-f241962f887e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:05.267270 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62bbe9d4-99cd-4929-8330-669f006ccab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:05.276356 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fac81cf2-a19f-4ea5-bb04-50ed31536138 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:05.277642 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fac81cf2-a19f-4ea5-bb04-50ed31536138 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 3.0603189 Feb 02 13:19:05.286480 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-562a2ea4-415f-4c49-9093-a42e0065d4d5 req-65f1a03e-6191-41be-97df-e3c9a4e4532c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262011 Feb 02 13:19:05.300294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:05.340934 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2ffb4cbb-a05c-4b29-9e9e-00c7c8e348da tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': 'ff5de8ba-cf5c-4593-be07-4c0859d44707', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:05.389924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-686788d6-14c7-4147-9b4d-63f9edb4a04b req-49e2ed6f-cdcd-4725-a3e3-182b96a4a104 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368596 Feb 02 13:19:05.451694 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffb4cbb-a05c-4b29-9e9e-00c7c8e348da tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (447ad29d-6c51-48c3-8001-4b1825115f0b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:05.528894 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:05.606820 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffb4cbb-a05c-4b29-9e9e-00c7c8e348da tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (447ad29d-6c51-48c3-8001-4b1825115f0b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:05.620012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adcb29-1445-4378-aee9-d85d2ab0529a req-5c28b966-b0a8-4f08-a41d-8c31738c8d2c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:05.625091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-62bbe9d4-99cd-4929-8330-669f006ccab8 admin admin] For port 5fcc94ef-37ff-4f0c-ad33-f241962f887e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5fcc94ef-37ff-4f0c-ad33-f241962f887e,segment=NetworkSegment(c8fa2d76-78a9-4a43-a881-a4b2b3fabc99),segment_id=c8fa2d76-78a9-4a43-a881-a4b2b3fabc99)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:05.625630 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62bbe9d4-99cd-4929-8330-669f006ccab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:05.628234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99adcb29-1445-4378-aee9-d85d2ab0529a req-5c28b966-b0a8-4f08-a41d-8c31738c8d2c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1537085 Feb 02 13:19:05.642918 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffb4cbb-a05c-4b29-9e9e-00c7c8e348da tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (447ad29d-6c51-48c3-8001-4b1825115f0b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:05.662088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-62bbe9d4-99cd-4929-8330-669f006ccab8 admin admin] Calling delete_port for 5fcc94ef-37ff-4f0c-ad33-f241962f887e owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:05.706036 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb4cbb-a05c-4b29-9e9e-00c7c8e348da tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447ad29d-6c51-48c3-8001-4b1825115f0b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:05.733881 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ffb4cbb-a05c-4b29-9e9e-00c7c8e348da tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:05.736637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2ffb4cbb-a05c-4b29-9e9e-00c7c8e348da tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4170067 Feb 02 13:19:05.765151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:05.775985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5d00c88b-56f9-4c08-8734-9501bb7e9fec tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': 'ff5de8ba-cf5c-4593-be07-4c0859d44707', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:05.815127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99adcb29-1445-4378-aee9-d85d2ab0529a req-7650c061-c9fa-4ac7-92af-f104a142dbd3 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857166 Feb 02 13:19:05.869068 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d00c88b-56f9-4c08-8734-9501bb7e9fec tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (928ba713-aa8d-4c6c-8126-57217688f51c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.007697 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (95147630-49f8-485e-a801-84e4e54061a3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.089950 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d00c88b-56f9-4c08-8734-9501bb7e9fec tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (928ba713-aa8d-4c6c-8126-57217688f51c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.101408 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d00c88b-56f9-4c08-8734-9501bb7e9fec tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (928ba713-aa8d-4c6c-8126-57217688f51c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.171588 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d00c88b-56f9-4c08-8734-9501bb7e9fec tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.175175 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5d00c88b-56f9-4c08-8734-9501bb7e9fec tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4081931 Feb 02 13:19:06.182546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37112) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:06.188029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-096982e2-1645-4ddb-831f-2c7525bf1fc5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': 'ff5de8ba-cf5c-4593-be07-4c0859d44707', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:06.202877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00c88b-56f9-4c08-8734-9501bb7e9fec tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=928ba713-aa8d-4c6c-8126-57217688f51c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:06.283344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9925b-09b4-482c-9acd-141bb35f3566 req-2784623c-e857-433b-88e4-10ff31dc7e47 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:06.296555 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3ee9925b-09b4-482c-9acd-141bb35f3566 req-2784623c-e857-433b-88e4-10ff31dc7e47 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.3252118 Feb 02 13:19:06.316243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 45a1b73f-1b3f-43eb-8626-141ade734e68 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:06.370140 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-096982e2-1645-4ddb-831f-2c7525bf1fc5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (ec898d0b-5d85-467c-8e56-01a9c33d1837), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.494063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3ee9925b-09b4-482c-9acd-141bb35f3566 req-4b44b4b7-f6f2-4cd8-b5e4-6506a1b9a1b6 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765406 Feb 02 13:19:06.550246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 45a1b73f-1b3f-43eb-8626-141ade734e68 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:06.550817 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.577055 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-096982e2-1645-4ddb-831f-2c7525bf1fc5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (ec898d0b-5d85-467c-8e56-01a9c33d1837), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.669965 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-096982e2-1645-4ddb-831f-2c7525bf1fc5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (ec898d0b-5d85-467c-8e56-01a9c33d1837), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.722220 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.731934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62bbe9d4-99cd-4929-8330-669f006ccab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5fcc94ef-37ff-4f0c-ad33-f241962f887e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.759020 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.787820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8a777d-e6e1-4817-9564-a1a0d5b5eb8c None None] Network 7116042f-3070-4f87-abc1-3dd826aa74d1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:06.788507 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096982e2-1645-4ddb-831f-2c7525bf1fc5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec898d0b-5d85-467c-8e56-01a9c33d1837,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:06.856122 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-096982e2-1645-4ddb-831f-2c7525bf1fc5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.861455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbe9d4-99cd-4929-8330-669f006ccab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fcc94ef-37ff-4f0c-ad33-f241962f887e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:06.896737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-096982e2-1645-4ddb-831f-2c7525bf1fc5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7064033 Feb 02 13:19:06.901714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:06.911830 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:06.915172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 45a1b73f-1b3f-43eb-8626-141ade734e68 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:06.926362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5beca3f5-2b99-479d-bf34-bc17c4d34f7b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:06.987872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985110cf-4584-4edb-80b8-1facf4dff771 req-cf7b475f-0f96-446c-92aa-c4280fe0840d tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:07.002599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-985110cf-4584-4edb-80b8-1facf4dff771 req-cf7b475f-0f96-446c-92aa-c4280fe0840d tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.4417994 Feb 02 13:19:07.044328 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c8799-87c5-4082-aaf9-46cec8ba93ec req-9c275d99-2456-428f-89be-3ae943320568 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:07.047966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b28c8799-87c5-4082-aaf9-46cec8ba93ec req-9c275d99-2456-428f-89be-3ae943320568 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.3415244 Feb 02 13:19:07.091404 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-95bab926-2d5e-4ed0-99aa-23474cb8b47f None None] Provisioning complete for port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:07.095853 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95bab926-2d5e-4ed0-99aa-23474cb8b47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.161940 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b28c8799-87c5-4082-aaf9-46cec8ba93ec req-baf54f68-34f3-411a-be0e-b5108b01ef06 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003642 Feb 02 13:19:07.170262 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e80ba9fb-3037-451c-bcdd-92e7764c9f94 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (ec898d0b-5d85-467c-8e56-01a9c33d1837), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.210047 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e80ba9fb-3037-451c-bcdd-92e7764c9f94 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (ec898d0b-5d85-467c-8e56-01a9c33d1837), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.213615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:07.224732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-985110cf-4584-4edb-80b8-1facf4dff771 req-9ea28db2-e941-4670-81a8-d69214127379 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210383 Feb 02 13:19:07.225374 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.277666 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e80ba9fb-3037-451c-bcdd-92e7764c9f94 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (ec898d0b-5d85-467c-8e56-01a9c33d1837), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.288255 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e80ba9fb-3037-451c-bcdd-92e7764c9f94 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.294935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e80ba9fb-3037-451c-bcdd-92e7764c9f94 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/ec898d0b-5d85-467c-8e56-01a9c33d1837 HTTP/1.1" status: 204 len: 168 time: 0.3902252 Feb 02 13:19:07.295866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37134) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:07.418089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ba9fb-3037-451c-bcdd-92e7764c9f94 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec898d0b-5d85-467c-8e56-01a9c33d1837,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:07.539192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Allocated IP 172.25.4.107 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/690a9f85-d2d1-46fa-a1ed-3facb03a36d2) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:07.590772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5f0e72e4-82b0-473c-8b84-196118b886d6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2874889 Feb 02 13:19:07.594037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-95bab926-2d5e-4ed0-99aa-23474cb8b47f None None] Current status of the port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:07.595925 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95bab926-2d5e-4ed0-99aa-23474cb8b47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.614760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baeff72-e0ce-4b84-ad69-76e436b28ea6 req-11ba03a2-ffe8-4467-99e5-545eeb0bb9ed tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:07.624339 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3baeff72-e0ce-4b84-ad69-76e436b28ea6 req-11ba03a2-ffe8-4467-99e5-545eeb0bb9ed tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.3272381 Feb 02 13:19:07.626037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:07.667599 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (95147630-49f8-485e-a801-84e4e54061a3), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.717965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:07.729009 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.762160 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a28b294-4c08-4b8c-990a-e96595a1182e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (928ba713-aa8d-4c6c-8126-57217688f51c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.785390 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.796919 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a28b294-4c08-4b8c-990a-e96595a1182e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (928ba713-aa8d-4c6c-8126-57217688f51c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.818040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-95bab926-2d5e-4ed0-99aa-23474cb8b47f None None] For port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5beca3f5-2b99-479d-bf34-bc17c4d34f7b,segment=NetworkSegment(ade8656b-a331-4086-9685-22258173ecee),segment_id=ade8656b-a331-4086-9685-22258173ecee)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:07.829867 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95bab926-2d5e-4ed0-99aa-23474cb8b47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.868618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3baeff72-e0ce-4b84-ad69-76e436b28ea6 req-d6c195bc-7de2-4538-98c0-f169835d7dba tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430134 Feb 02 13:19:07.921149 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a28b294-4c08-4b8c-990a-e96595a1182e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (928ba713-aa8d-4c6c-8126-57217688f51c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.929448 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a28b294-4c08-4b8c-990a-e96595a1182e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:07.930624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4a28b294-4c08-4b8c-990a-e96595a1182e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/928ba713-aa8d-4c6c-8126-57217688f51c HTTP/1.1" status: 204 len: 168 time: 0.3030071 Feb 02 13:19:07.936382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:08.040205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28b294-4c08-4b8c-990a-e96595a1182e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=928ba713-aa8d-4c6c-8126-57217688f51c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:08.086131 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for port (690a9f85-d2d1-46fa-a1ed-3facb03a36d2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:08.139691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62bbe9d4-99cd-4929-8330-669f006ccab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (0e46f7a6-258d-428e-b3f1-029915ee13a2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:08.147810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bab926-2d5e-4ed0-99aa-23474cb8b47f None None] Pushing event updated for resources: {'Port': ['ID=5beca3f5-2b99-479d-bf34-bc17c4d34f7b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:08.166411 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (95147630-49f8-485e-a801-84e4e54061a3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:08.167201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (10b65702-4abe-4001-b22a-c6bbd07efda3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:08.189728 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a61953fe-e62b-406d-ac62-b4a1d520411c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2302394 Feb 02 13:19:08.194446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37158) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:08.261035 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:19:08.262202 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:19:08.268101 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:08.290204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8934e26e-f45f-4474-af14-fad5933dcd7b None None] Provisioning complete for port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:08.290876 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8934e26e-f45f-4474-af14-fad5933dcd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:08.344575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (690a9f85-d2d1-46fa-a1ed-3facb03a36d2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:08.592964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8934e26e-f45f-4474-af14-fad5933dcd7b None None] Current status of the port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:08.633036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8934e26e-f45f-4474-af14-fad5933dcd7b None None] Provisioning complete for port 95147630-49f8-485e-a801-84e4e54061a3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:08.633616 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8934e26e-f45f-4474-af14-fad5933dcd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (95147630-49f8-485e-a801-84e4e54061a3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:08.636949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:08.667649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=95147630-49f8-485e-a801-84e4e54061a3,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:08.733469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:08.750709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8934e26e-f45f-4474-af14-fad5933dcd7b None None] Port 95147630-49f8-485e-a801-84e4e54061a3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:08.818064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:08.821915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:08.889421 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ed7e5536-45ce-4069-bfe4-e0eabf3c2939 None None] Provisioning complete for port 95147630-49f8-485e-a801-84e4e54061a3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:08.890818 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5536-45ce-4069-bfe4-e0eabf3c2939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (95147630-49f8-485e-a801-84e4e54061a3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:09.016093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 7116042f-3070-4f87-abc1-3dd826aa74d1 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:09.017017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ed7e5536-45ce-4069-bfe4-e0eabf3c2939 None None] Port 95147630-49f8-485e-a801-84e4e54061a3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:09.120795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5beca3f5-2b99-479d-bf34-bc17c4d34f7b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:09.252389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:09.257013 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:09.275549 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08402ba5-d3b2-406b-91c6-737c7986af87 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (447ad29d-6c51-48c3-8001-4b1825115f0b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:09.305975 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08402ba5-d3b2-406b-91c6-737c7986af87 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (447ad29d-6c51-48c3-8001-4b1825115f0b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:09.331381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f0539-8685-49a6-8abc-2d7f9c36241e req-f6bd933c-7e91-4798-bebe-40f3ac691464 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:09.340934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e4f0539-8685-49a6-8abc-2d7f9c36241e req-f6bd933c-7e91-4798-bebe-40f3ac691464 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 1.2813284 Feb 02 13:19:09.391353 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:19:09.403450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751adfc3-911a-4d48-9ad7-526031e25954 req-202479f7-0360-4c05-9771-14a12c9bf183 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:09.413648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-751adfc3-911a-4d48-9ad7-526031e25954 req-202479f7-0360-4c05-9771-14a12c9bf183 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.2296093 Feb 02 13:19:09.421072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:09.458214 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e4f0539-8685-49a6-8abc-2d7f9c36241e req-874b867f-aa1f-4c0a-91fc-569aad51138b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133208 Feb 02 13:19:09.486952 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08402ba5-d3b2-406b-91c6-737c7986af87 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (447ad29d-6c51-48c3-8001-4b1825115f0b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:09.497031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-08402ba5-d3b2-406b-91c6-737c7986af87 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:09.498523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-08402ba5-d3b2-406b-91c6-737c7986af87 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/447ad29d-6c51-48c3-8001-4b1825115f0b HTTP/1.1" status: 204 len: 168 time: 1.2933867 Feb 02 13:19:09.501706 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37186) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:09.532726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08402ba5-d3b2-406b-91c6-737c7986af87 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=447ad29d-6c51-48c3-8001-4b1825115f0b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:09.584345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-751adfc3-911a-4d48-9ad7-526031e25954 req-196bdf3b-94c1-4bcb-a804-9f20ceb08a77 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707931 Feb 02 13:19:09.605837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cd6d9a26-9942-49d5-a773-7bfd2b2751df tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1020617 Feb 02 13:19:09.610672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:09.621049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:09.623248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event updated for resources: {'Port': ['ID=690a9f85-d2d1-46fa-a1ed-3facb03a36d2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:09.668829 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ede466a-c6fd-4c46-a712-0f4e1acd173c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (0daa52b5-a7bf-4f4a-ab29-adf96e001339), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:09.687825 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ede466a-c6fd-4c46-a712-0f4e1acd173c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (0daa52b5-a7bf-4f4a-ab29-adf96e001339), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:09.694100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bbe9d4-99cd-4929-8330-669f006ccab8 admin admin] Router 0e46f7a6-258d-428e-b3f1-029915ee13a2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:19:09.707216 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (e879a8dc-a14c-4ebd-b72b-73834d957cbe), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:09.805056 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ede466a-c6fd-4c46-a712-0f4e1acd173c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (0daa52b5-a7bf-4f4a-ab29-adf96e001339), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:09.815389 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5ede466a-c6fd-4c46-a712-0f4e1acd173c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:09.820057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5ede466a-c6fd-4c46-a712-0f4e1acd173c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/0daa52b5-a7bf-4f4a-ab29-adf96e001339 HTTP/1.1" status: 204 len: 168 time: 0.2079897 Feb 02 13:19:09.838902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37192) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:09.883081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00f127-f9b8-422e-97a1-aabedc710e79 req-d66d2554-d6f6-4002-9033-1ad91d22b10d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:09.889751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce00f127-f9b8-422e-97a1-aabedc710e79 req-d66d2554-d6f6-4002-9033-1ad91d22b10d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1675935 Feb 02 13:19:09.896160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede466a-c6fd-4c46-a712-0f4e1acd173c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0daa52b5-a7bf-4f4a-ab29-adf96e001339,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:10.019041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (690a9f85-d2d1-46fa-a1ed-3facb03a36d2), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:10.040314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce00f127-f9b8-422e-97a1-aabedc710e79 req-088b2f92-1ecb-485f-9460-b69912361510 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371241 Feb 02 13:19:10.053998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-65dcba8c-3168-4574-9fe5-0cbbf744b730 None None] Provisioning complete for port 95147630-49f8-485e-a801-84e4e54061a3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:10.054638 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65dcba8c-3168-4574-9fe5-0cbbf744b730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (95147630-49f8-485e-a801-84e4e54061a3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:10.129926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-65dcba8c-3168-4574-9fe5-0cbbf744b730 None None] Port 95147630-49f8-485e-a801-84e4e54061a3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:10.178154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bbe9d4-99cd-4929-8330-669f006ccab8 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:10.185712 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-62bbe9d4-99cd-4929-8330-669f006ccab8 admin admin] 10.222.0.83 "PUT /v2.0/routers/0e46f7a6-258d-428e-b3f1-029915ee13a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6325676 Feb 02 13:19:10.193492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37196) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:10.201643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab49f2-2090-4cf7-b857-0f7ca5099701 None None] Sync routers for ids ['0e46f7a6-258d-428e-b3f1-029915ee13a2'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:10.244089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab49f2-2090-4cf7-b857-0f7ca5099701 None None] Routers {'0e46f7a6-258d-428e-b3f1-029915ee13a2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:10.247960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-20ab49f2-2090-4cf7-b857-0f7ca5099701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['0e46f7a6-258d-428e-b3f1-029915ee13a2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:10.261336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37202) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:10.269540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Request body: {'network': {'name': 'tempest-network-smoke--1439599271', 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'port_security_enabled': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:10.287117 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4e9be68c-d995-4ce6-8ea2-baab30c487da tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4403424 Feb 02 13:19:10.301784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37204) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:10.392077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Made reservation on behalf of f59ca13b528b42c586d69e9fa12543df for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:10.396681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:10.427966 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:10.432139 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a84f570-4976-4eac-b79f-d16d4704983f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (6e454ec7-0eb2-45aa-af19-0b585a45ba3e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:10.443001 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Publish callbacks [] for router (0e46f7a6-258d-428e-b3f1-029915ee13a2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:10.457098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a84f570-4976-4eac-b79f-d16d4704983f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (6e454ec7-0eb2-45aa-af19-0b585a45ba3e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:10.508805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 10b65702-4abe-4001-b22a-c6bbd07efda3 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:19:10.672474 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a84f570-4976-4eac-b79f-d16d4704983f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (6e454ec7-0eb2-45aa-af19-0b585a45ba3e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:10.673267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b57eac-f8d0-4973-beca-77208970047c req-abf24439-c347-4bc9-a8c5-b030c14809c5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:10.702013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87b57eac-f8d0-4973-beca-77208970047c req-abf24439-c347-4bc9-a8c5-b030c14809c5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2547171 Feb 02 13:19:10.748652 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a84f570-4976-4eac-b79f-d16d4704983f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:10.750605 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a84f570-4976-4eac-b79f-d16d4704983f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/6e454ec7-0eb2-45aa-af19-0b585a45ba3e HTTP/1.1" status: 204 len: 168 time: 0.4459395 Feb 02 13:19:10.762773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37210) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:10.814317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84f570-4976-4eac-b79f-d16d4704983f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e454ec7-0eb2-45aa-af19-0b585a45ba3e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:10.930846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39380788-ec03-4740-b4ee-2beb3e7cbe4e req-c98496b5-793a-4ba0-ada3-5e5abfe236a6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:10.932372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39380788-ec03-4740-b4ee-2beb3e7cbe4e req-c98496b5-793a-4ba0-ada3-5e5abfe236a6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.1222718 Feb 02 13:19:10.936543 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Publish callbacks [] for router_gateway (0e46f7a6-258d-428e-b3f1-029915ee13a2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:10.971711 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for port (690a9f85-d2d1-46fa-a1ed-3facb03a36d2), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:10.989496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:10.995538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-20ab49f2-2090-4cf7-b857-0f7ca5099701 None None] Set router 0e46f7a6-258d-428e-b3f1-029915ee13a2 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:11.003220 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f0ca9-3051-4a8b-945d-5eacb20344d4 None None] Sync routers for ids ['10b65702-4abe-4001-b22a-c6bbd07efda3'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:11.005703 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87b57eac-f8d0-4973-beca-77208970047c req-0ba8da51-c43c-41e8-95c8-ea85c0a022fa tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026738 Feb 02 13:19:11.017094 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f0ca9-3051-4a8b-945d-5eacb20344d4 None None] Routers {'10b65702-4abe-4001-b22a-c6bbd07efda3'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:11.017697 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f26f0ca9-3051-4a8b-945d-5eacb20344d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['10b65702-4abe-4001-b22a-c6bbd07efda3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:11.057903 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-863636ce-fe5e-4237-99fd-084b6963e8ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/10b65702-4abe-4001-b22a-c6bbd07efda3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4216182 Feb 02 13:19:11.067198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:11.077689 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (690a9f85-d2d1-46fa-a1ed-3facb03a36d2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.124771 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-98cd7bb8-0c0a-427e-b233-e4d3cceecf2d tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3602014 Feb 02 13:19:11.136902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37216) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:11.137434 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f26f0ca9-3051-4a8b-945d-5eacb20344d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:11.162684 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f0ca9-3051-4a8b-945d-5eacb20344d4 None None] Routers {'10b65702-4abe-4001-b22a-c6bbd07efda3'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:11.163614 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f26f0ca9-3051-4a8b-945d-5eacb20344d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['10b65702-4abe-4001-b22a-c6bbd07efda3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:11.200909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039b1862-5937-4a79-874c-d4c788a95824 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:11.211484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-039b1862-5937-4a79-874c-d4c788a95824 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports/95147630-49f8-485e-a801-84e4e54061a3 HTTP/1.1" status: 200 len: 911 time: 0.1418977 Feb 02 13:19:11.219896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:11.266764 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f26f0ca9-3051-4a8b-945d-5eacb20344d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:11.267485 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f0ca9-3051-4a8b-945d-5eacb20344d4 None None] The sync data for ids ['10b65702-4abe-4001-b22a-c6bbd07efda3'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:11.315775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-20ab49f2-2090-4cf7-b857-0f7ca5099701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'name': 'tempest-TestServerMultinode-1799602291-router', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:18Z', 'updated_at': '2022-02-02T13:19:06Z', 'revision_number': 5, 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'gw_port': {'id': '15699d47-36f1-4351-a1b8-e61a6f59bfcf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fe:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:17:20Z', 'updated_at': '2022-02-02T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:11.330450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event updated for resources: {'Port': ['ID=690a9f85-d2d1-46fa-a1ed-3facb03a36d2,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:11.368545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab49f2-2090-4cf7-b857-0f7ca5099701 None None] Checking router: 0e46f7a6-258d-428e-b3f1-029915ee13a2 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:19:11.380561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab49f2-2090-4cf7-b857-0f7ca5099701 None None] Routers {'0e46f7a6-258d-428e-b3f1-029915ee13a2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:11.381214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-20ab49f2-2090-4cf7-b857-0f7ca5099701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['0e46f7a6-258d-428e-b3f1-029915ee13a2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:11.428848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (e879a8dc-a14c-4ebd-b72b-73834d957cbe), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.450612 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.452106 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-206869bf-154c-4431-a303-dbc3f2351be6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5488641 Feb 02 13:19:11.460769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (efda3ff7-c81f-4092-a88a-8aa092299e93), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.472438 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (efda3ff7-c81f-4092-a88a-8aa092299e93), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.487297 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:19:11.499244 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (ffe3db51-b7c0-4d96-85be-f4497f138213), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.499244 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Added segment ffe3db51-b7c0-4d96-85be-f4497f138213 of type vlan for network 041d6a85-672d-4202-9c00-d5cf6e7701ef Feb 02 13:19:11.556060 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (041d6a85-672d-4202-9c00-d5cf6e7701ef), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.560458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39380788-ec03-4740-b4ee-2beb3e7cbe4e req-f22e7237-f643-4c8b-928b-a154706ca513 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6088743 Feb 02 13:19:11.575456 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0646-66f8-4d1c-96c8-fed1c458618f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (ff5de8ba-cf5c-4593-be07-4c0859d44707), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.592010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Deleting port 15699d47-36f1-4351-a1b8-e61a6f59bfcf {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:11.592355 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.596813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-20ab49f2-2090-4cf7-b857-0f7ca5099701 None None] Set router 0e46f7a6-258d-428e-b3f1-029915ee13a2 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:11.602337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0646-66f8-4d1c-96c8-fed1c458618f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (ff5de8ba-cf5c-4593-be07-4c0859d44707), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.668042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0646-66f8-4d1c-96c8-fed1c458618f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ff5de8ba-cf5c-4593-be07-4c0859d44707), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.670948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0646-66f8-4d1c-96c8-fed1c458618f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.674591 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ad9b0646-66f8-4d1c-96c8-fed1c458618f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-groups/ff5de8ba-cf5c-4593-be07-4c0859d44707 HTTP/1.1" status: 204 len: 168 time: 0.4687238 Feb 02 13:19:11.681236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37222) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:11.690901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efda3ff7-c81f-4092-a88a-8aa092299e93,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:11.733775 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (041d6a85-672d-4202-9c00-d5cf6e7701ef), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.741358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:11.741780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:11.773605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9923212-9334-40b0-9d8d-30ced399e17e req-793ae889-668a-473c-b58f-6e5ac27c59b0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:11.781107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9923212-9334-40b0-9d8d-30ced399e17e req-793ae889-668a-473c-b58f-6e5ac27c59b0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.5600045 Feb 02 13:19:11.801664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-20ab49f2-2090-4cf7-b857-0f7ca5099701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'name': 'tempest-TestServerMultinode-1799602291-router', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:18Z', 'updated_at': '2022-02-02T13:19:10Z', 'revision_number': 6, 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:11.851079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b0646-66f8-4d1c-96c8-fed1c458618f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5de8ba-cf5c-4593-be07-4c0859d44707,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:11.879160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ab49f2-2090-4cf7-b857-0f7ca5099701 None None] The sync data for ids ['0e46f7a6-258d-428e-b3f1-029915ee13a2'] in n-d-827336-2 is: [{'id': '0e46f7a6-258d-428e-b3f1-029915ee13a2', 'name': 'tempest-TestServerMultinode-1799602291-router', 'tenant_id': 'd6589d4a4c514cbe8bf690849dabd725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:17:18Z', 'updated_at': '2022-02-02T13:19:10Z', 'revision_number': 6, 'project_id': 'd6589d4a4c514cbe8bf690849dabd725', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:11.931974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Network': ['ID=041d6a85-672d-4202-9c00-d5cf6e7701ef,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:11.937187 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f927f94f-6cb2-4ece-ab1b-eb11fd4580d4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6746137 Feb 02 13:19:11.940581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37238) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:11.946549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'admin_state_up': True, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:11.948770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 041d6a85-672d-4202-9c00-d5cf6e7701ef details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:19:11.980198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-75e7e7bd-197c-4d0f-8a61-bc53ccaf75cc tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2976515 Feb 02 13:19:11.980894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37240) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:11.989145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-85a583ab-a68e-4ecd-843c-48ddfa374bfe tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911426465'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:12.037581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (fbc47b2b-36bb-4946-81aa-d4b90b945465), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.038688 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (fbc47b2b-36bb-4946-81aa-d4b90b945465), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.058122 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85a583ab-a68e-4ecd-843c-48ddfa374bfe tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.142884 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85a583ab-a68e-4ecd-843c-48ddfa374bfe tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (bda37d70-2b91-4fc6-8495-bfe933de2c21), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.176211 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85a583ab-a68e-4ecd-843c-48ddfa374bfe tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (bda37d70-2b91-4fc6-8495-bfe933de2c21), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.186499 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router_controller (fbc47b2b-36bb-4946-81aa-d4b90b945465), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.250089 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85a583ab-a68e-4ecd-843c-48ddfa374bfe tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.258159 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-85a583ab-a68e-4ecd-843c-48ddfa374bfe tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2746587 Feb 02 13:19:12.258816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37244) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:12.303561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1c389ca3-cbab-41ba-a691-243dfe14d663 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': 'bda37d70-2b91-4fc6-8495-bfe933de2c21', 'direction': 'ingress', 'protocol': 17}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:12.314718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] For port 15699d47-36f1-4351-a1b8-e61a6f59bfcf, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=15699d47-36f1-4351-a1b8-e61a6f59bfcf,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:12.315280 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.318948 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a583ab-a68e-4ecd-843c-48ddfa374bfe tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda37d70-2b91-4fc6-8495-bfe933de2c21,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:12.391879 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-95f03e35-0e30-4ee4-89e6-45b5384a7f59 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--230355239&fields=id&tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f HTTP/1.1" status: 200 len: 267 time: 0.4346633 Feb 02 13:19:12.429699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Calling delete_port for 15699d47-36f1-4351-a1b8-e61a6f59bfcf owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:12.475800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9923212-9334-40b0-9d8d-30ced399e17e req-c29eada2-281b-4c9f-abb0-430b8aa791ac tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312340 Feb 02 13:19:12.476144 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router_gateway (fbc47b2b-36bb-4946-81aa-d4b90b945465), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.518191 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c389ca3-cbab-41ba-a691-243dfe14d663 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (4eaf96fe-4d85-4dff-8b2a-d60d97307edf), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.754842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c389ca3-cbab-41ba-a691-243dfe14d663 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (4eaf96fe-4d85-4dff-8b2a-d60d97307edf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.774926 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c389ca3-cbab-41ba-a691-243dfe14d663 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (4eaf96fe-4d85-4dff-8b2a-d60d97307edf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.863585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c389ca3-cbab-41ba-a691-243dfe14d663 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.866546 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1c389ca3-cbab-41ba-a691-243dfe14d663 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5717063 Feb 02 13:19:12.878074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c389ca3-cbab-41ba-a691-243dfe14d663 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eaf96fe-4d85-4dff-8b2a-d60d97307edf,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:12.886643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37254) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:12.900922 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (15699d47-36f1-4351-a1b8-e61a6f59bfcf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:12.958274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 15699d47-36f1-4351-a1b8-e61a6f59bfcf no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:13.013519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 15699d47-36f1-4351-a1b8-e61a6f59bfcf {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:13.015699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 15699d47-36f1-4351-a1b8-e61a6f59bfcf not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:13.016447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5fcc94ef-37ff-4f0c-ad33-f241962f887e no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:13.023648 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=15699d47-36f1-4351-a1b8-e61a6f59bfcf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:13.080071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 5fcc94ef-37ff-4f0c-ad33-f241962f887e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:13.083903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5fcc94ef-37ff-4f0c-ad33-f241962f887e not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:13.212534 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (0e46f7a6-258d-428e-b3f1-029915ee13a2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.237046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router_gateway (fbc47b2b-36bb-4946-81aa-d4b90b945465), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.262054 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2f95cc8-641c-41ce-9d6f-390189120cee tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (bda37d70-2b91-4fc6-8495-bfe933de2c21), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.290580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2f95cc8-641c-41ce-9d6f-390189120cee tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (bda37d70-2b91-4fc6-8495-bfe933de2c21), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.302282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c9675-2543-4d12-b2b5-eec42eba790b req-5aa65d20-b4ab-41e7-82f6-276e693d8481 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:13.312768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a77c9675-2543-4d12-b2b5-eec42eba790b req-5aa65d20-b4ab-41e7-82f6-276e693d8481 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.4844723 Feb 02 13:19:13.323537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-6f6264c7-f288-411b-9830-c8c3e5dccb3d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:13.324802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-6f6264c7-f288-411b-9830-c8c3e5dccb3d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 816 time: 0.9075625 Feb 02 13:19:13.343400 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.384196 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-b914f25f-72b7-4cd1-9c7d-ffcde93c887e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/quotas/d1acffa9962e4ead92ac4fe6b1e0a02f HTTP/1.1" status: 200 len: 375 time: 0.0205045 Feb 02 13:19:13.389627 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (0e46f7a6-258d-428e-b3f1-029915ee13a2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.393166 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Publish callbacks [] for router_controller (0e46f7a6-258d-428e-b3f1-029915ee13a2), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.523649 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a77c9675-2543-4d12-b2b5-eec42eba790b req-b2a93a37-5fcd-457c-b32a-636e7ac0fde0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039645 Feb 02 13:19:13.550342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Allocated IP 172.25.4.19 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/36248fa5-8070-49df-b517-bf415963e7cf) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:13.588652 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (0e46f7a6-258d-428e-b3f1-029915ee13a2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.589464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e46f7a6-258d-428e-b3f1-029915ee13a2 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:19:13.639974 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.645701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-80a207ae-9807-4d50-a14b-f5561cffe3e0 admin admin] 10.222.0.83 "DELETE /v2.0/routers/0e46f7a6-258d-428e-b3f1-029915ee13a2 HTTP/1.1" status: 204 len: 168 time: 3.4495144 Feb 02 13:19:13.651703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37258) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:13.710857 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for port (36248fa5-8070-49df-b517-bf415963e7cf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.743670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2f95cc8-641c-41ce-9d6f-390189120cee tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (bda37d70-2b91-4fc6-8495-bfe933de2c21), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.754728 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-18342fbc-4344-45b4-9aa8-9b24d278bfc8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3539944 Feb 02 13:19:13.755022 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2f95cc8-641c-41ce-9d6f-390189120cee tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.759835 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b2f95cc8-641c-41ce-9d6f-390189120cee tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-groups/bda37d70-2b91-4fc6-8495-bfe933de2c21 HTTP/1.1" status: 204 len: 168 time: 0.8686581 Feb 02 13:19:13.771472 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (36248fa5-8070-49df-b517-bf415963e7cf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.772846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:13.776105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f95cc8-641c-41ce-9d6f-390189120cee tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda37d70-2b91-4fc6-8495-bfe933de2c21,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:13.842635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:13.846441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:13.855315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:13.870965 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4309a5b4-e25a-4abc-9557-527b546d456e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (10b65702-4abe-4001-b22a-c6bbd07efda3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:13.901824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Port': ['ID=36248fa5-8070-49df-b517-bf415963e7cf,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:14.025595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f1e8f6-a071-406a-baba-3fce81c7ab6f req-47a77985-7a25-4e71-ad3c-c4ed54b7e2ab tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:14.027894 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76f1e8f6-a071-406a-baba-3fce81c7ab6f req-47a77985-7a25-4e71-ad3c-c4ed54b7e2ab tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.3736553 Feb 02 13:19:14.038023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee215e05-26b1-421d-80b0-99062edadb21 admin admin] Deleting subnet a6db774c-3ceb-4f3c-9aba-9d87d029af8e {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:19:14.041968 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee215e05-26b1-421d-80b0-99062edadb21 admin admin] Publish callbacks [] for subnet (a6db774c-3ceb-4f3c-9aba-9d87d029af8e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:14.082896 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee215e05-26b1-421d-80b0-99062edadb21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (a6db774c-3ceb-4f3c-9aba-9d87d029af8e), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:14.174940 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee215e05-26b1-421d-80b0-99062edadb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a6db774c-3ceb-4f3c-9aba-9d87d029af8e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:14.314021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-d2a2545c-a844-4c88-a630-acbaa6471d7b service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:19:14.316173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-d2a2545c-a844-4c88-a630-acbaa6471d7b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4879124 Feb 02 13:19:14.322419 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee215e05-26b1-421d-80b0-99062edadb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (a6db774c-3ceb-4f3c-9aba-9d87d029af8e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:14.408403 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router_gateway (fbc47b2b-36bb-4946-81aa-d4b90b945465), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:14.487349 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76f1e8f6-a071-406a-baba-3fce81c7ab6f req-0660d75f-b536-451a-83a0-b22b101fe5c3 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815195 Feb 02 13:19:14.490346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-b6c57ebf-4146-4e5f-ae1b-53b4842e9b8e service neutron] 10.222.0.83 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608419 Feb 02 13:19:14.537869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-098a0a46-75de-468e-979a-4854100bab9d tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7631214 Feb 02 13:19:14.551974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee215e05-26b1-421d-80b0-99062edadb21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6db774c-3ceb-4f3c-9aba-9d87d029af8e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:14.562527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37270) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:14.571610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb96863-1a1a-491d-9b51-32327cfbcdec None None] Network 714c9e29-52de-4ad0-97fa-a1663c049ade requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:14.572384 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee215e05-26b1-421d-80b0-99062edadb21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:14.591573 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ee215e05-26b1-421d-80b0-99062edadb21 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a6db774c-3ceb-4f3c-9aba-9d87d029af8e HTTP/1.1" status: 204 len: 168 time: 0.9318647 Feb 02 13:19:14.594571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37272) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:14.722428 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ddee0cac-f215-4471-89e4-1a08e62a92ef tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410413752'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:14.759650 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-c532a32a-abf5-4bf4-b2bb-8e834adb00d3 service neutron] 10.222.0.83 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281344 Feb 02 13:19:14.846824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537f73f3-a081-448a-a23d-8949928e767a None None] DHCP port deletion for 714c9e29-52de-4ad0-97fa-a1663c049ade request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:19:14.923248 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddee0cac-f215-4471-89e4-1a08e62a92ef tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:14.976004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device efaf92b8-28d7-4356-9021-2181e448713b no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:15.046462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a6bd0-deb1-480f-9e0d-0898f26d3178 req-60e719ee-1dd3-4222-83b9-6e1bade21ed5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:15.049435 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c76a6bd0-deb1-480f-9e0d-0898f26d3178 req-60e719ee-1dd3-4222-83b9-6e1bade21ed5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.3168218 Feb 02 13:19:15.121986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Deleting port efaf92b8-28d7-4356-9021-2181e448713b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:15.122354 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (efaf92b8-28d7-4356-9021-2181e448713b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:15.308400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-537f73f3-a081-448a-a23d-8949928e767a None None] For port efaf92b8-28d7-4356-9021-2181e448713b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=efaf92b8-28d7-4356-9021-2181e448713b,segment=NetworkSegment(c8fa2d76-78a9-4a43-a881-a4b2b3fabc99),segment_id=c8fa2d76-78a9-4a43-a881-a4b2b3fabc99)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:15.308795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (efaf92b8-28d7-4356-9021-2181e448713b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:15.340737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Calling delete_port for efaf92b8-28d7-4356-9021-2181e448713b owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:15.501843 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (efaf92b8-28d7-4356-9021-2181e448713b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:15.582629 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No active binding found for port efaf92b8-28d7-4356-9021-2181e448713b {{(pid=103189) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 13:19:15.583322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] The host n-d-827336-2 is not matching for port efaf92b8-28d7-4356-9021-2181e448713b host None! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:19:15.584912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device efaf92b8-28d7-4356-9021-2181e448713b not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:15.617795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Pushing event deleted for resources: {'Port': ['ID=efaf92b8-28d7-4356-9021-2181e448713b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:15.642872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537f73f3-a081-448a-a23d-8949928e767a None None] No DVR routers for this DVR port efaf92b8-28d7-4356-9021-2181e448713b on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:19:15.698810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.701720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.703971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.706088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.708085 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.710206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.711978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.713294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.714216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.718472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.721594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.723544 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.724307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537f73f3-a081-448a-a23d-8949928e767a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:15.790050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (714c9e29-52de-4ad0-97fa-a1663c049ade), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.092762 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (714c9e29-52de-4ad0-97fa-a1663c049ade), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.121673 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddee0cac-f215-4471-89e4-1a08e62a92ef tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (c32444cd-1ebd-4ee4-834b-2e9774bf784c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.138876 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (fbc47b2b-36bb-4946-81aa-d4b90b945465), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.154749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714c9e29-52de-4ad0-97fa-a1663c049ade']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:16.161644 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddee0cac-f215-4471-89e4-1a08e62a92ef tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c32444cd-1ebd-4ee4-834b-2e9774bf784c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.214718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8fa2d76-78a9-4a43-a881-a4b2b3fabc99') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:16.215095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8fa2d76-78a9-4a43-a881-a4b2b3fabc99') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:16.232750 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (c8fa2d76-78a9-4a43-a881-a4b2b3fabc99), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.278735 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c8fa2d76-78a9-4a43-a881-a4b2b3fabc99), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.279650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb7c4cc-c9a0-45a4-a0b2-b282ca360e4a req-54e2c235-fbda-4c76-9265-12409c2227ee tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:16.281208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edb7c4cc-c9a0-45a4-a0b2-b282ca360e4a req-54e2c235-fbda-4c76-9265-12409c2227ee tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.8537605 Feb 02 13:19:16.284264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c76a6bd0-deb1-480f-9e0d-0898f26d3178 req-cfeec560-d5ab-4bb0-a941-4842ca9f0dba tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2229533 Feb 02 13:19:16.309143 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddee0cac-f215-4471-89e4-1a08e62a92ef tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.313155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ddee0cac-f215-4471-89e4-1a08e62a92ef tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.7205153 Feb 02 13:19:16.319606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37286) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:16.324730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1570491f-9009-4f92-888d-5b46ba1c3859 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group': {'name': 'tempest-secgroup--297930506'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:16.344053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:19:16.344953 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (c8fa2d76-78a9-4a43-a881-a4b2b3fabc99), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:19:16.346928 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:19:16.377170 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1570491f-9009-4f92-888d-5b46ba1c3859 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.394848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee0cac-f215-4471-89e4-1a08e62a92ef tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c32444cd-1ebd-4ee4-834b-2e9774bf784c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:16.558915 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (714c9e29-52de-4ad0-97fa-a1663c049ade), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.582516 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.583123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac50045b-a5e3-4723-8def-056b9ea5a333 req-511e4256-1018-49ac-962d-313f0b083256 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 210 time: 0.1364701 Feb 02 13:19:16.586597 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] 10.222.0.83 "DELETE /v2.0/networks/714c9e29-52de-4ad0-97fa-a1663c049ade HTTP/1.1" status: 204 len: 168 time: 1.9902568 Feb 02 13:19:16.588391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba02b39-22ac-4e45-9251-414b60121c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=714c9e29-52de-4ad0-97fa-a1663c049ade,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:16.616198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4309a5b4-e25a-4abc-9557-527b546d456e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port 95147630-49f8-485e-a801-84e4e54061a3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:16.616830 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4309a5b4-e25a-4abc-9557-527b546d456e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (95147630-49f8-485e-a801-84e4e54061a3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.620580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Router fbc47b2b-36bb-4946-81aa-d4b90b945465 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:19:16.631247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edb7c4cc-c9a0-45a4-a0b2-b282ca360e4a req-005afaf0-3c14-458c-96d8-d61b3fd7e95e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329141 Feb 02 13:19:16.642577 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1570491f-9009-4f92-888d-5b46ba1c3859 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (e808e016-8b74-49aa-ae2b-c2e6aeaf5613), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.655584 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1570491f-9009-4f92-888d-5b46ba1c3859 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e808e016-8b74-49aa-ae2b-c2e6aeaf5613), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.870362 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1570491f-9009-4f92-888d-5b46ba1c3859 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.874793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37296) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:16.881946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1570491f-9009-4f92-888d-5b46ba1c3859 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5612187 Feb 02 13:19:16.887633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4c0e3800-9eb4-4d1c-97c6-a49838e21e66 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': 'c32444cd-1ebd-4ee4-834b-2e9774bf784c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e808e016-8b74-49aa-ae2b-c2e6aeaf5613', 'remote_ip_prefix': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:16.894152 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:16.897657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570491f-9009-4f92-888d-5b46ba1c3859 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e808e016-8b74-49aa-ae2b-c2e6aeaf5613,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:16.915883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Sync routers for ids ['fbc47b2b-36bb-4946-81aa-d4b90b945465'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:16.952143 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:16.960151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:16.968209 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-53fbafe3-76e4-4717-9683-9f108754961a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.0261636 Feb 02 13:19:16.999011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Routers {'fbc47b2b-36bb-4946-81aa-d4b90b945465'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:17.005796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fbc47b2b-36bb-4946-81aa-d4b90b945465'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:17.020971 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3800-9eb4-4d1c-97c6-a49838e21e66 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (53638cce-39be-4651-979c-cf62048e3e5f), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.129389 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4309a5b4-e25a-4abc-9557-527b546d456e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (95147630-49f8-485e-a801-84e4e54061a3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.149480 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37302) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:17.173509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Set router fbc47b2b-36bb-4946-81aa-d4b90b945465 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:17.229439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4309a5b4-e25a-4abc-9557-527b546d456e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for 95147630-49f8-485e-a801-84e4e54061a3 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:17.239999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5b183abd-ebab-4063-97d5-9e7fc7fa466d tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f59ca13b528b42c586d69e9fa12543df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2785997 Feb 02 13:19:17.245416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37308) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:17.261866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d2a4a-549f-4ccb-bfaa-4f0a7ca8d32c req-d3c1d58b-4741-4b93-a006-08147cbfd375 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:17.263699 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3800-9eb4-4d1c-97c6-a49838e21e66 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (53638cce-39be-4651-979c-cf62048e3e5f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.269795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-260d2a4a-549f-4ccb-bfaa-4f0a7ca8d32c req-d3c1d58b-4741-4b93-a006-08147cbfd375 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.4631114 Feb 02 13:19:17.282568 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3800-9eb4-4d1c-97c6-a49838e21e66 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (53638cce-39be-4651-979c-cf62048e3e5f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.369334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c0e3800-9eb4-4d1c-97c6-a49838e21e66 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.374410 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4c0e3800-9eb4-4d1c-97c6-a49838e21e66 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4968920 Feb 02 13:19:17.376830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37310) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:17.386308 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e3800-9eb4-4d1c-97c6-a49838e21e66 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53638cce-39be-4651-979c-cf62048e3e5f,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:17.399409 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f1827160-8b39-4eff-aeb8-a34c281211d9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=955839c2babc438b8783196ed9620004&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2486811 Feb 02 13:19:17.409238 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-260d2a4a-549f-4ccb-bfaa-4f0a7ca8d32c req-e937de7b-d8e5-410c-997b-1bc06307c45d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368721 Feb 02 13:19:17.409973 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37312) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:17.435046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3920b8e-8837-43d5-9224-16f71b3cfee2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (53638cce-39be-4651-979c-cf62048e3e5f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.454097 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3920b8e-8837-43d5-9224-16f71b3cfee2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (53638cce-39be-4651-979c-cf62048e3e5f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.523635 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3920b8e-8837-43d5-9224-16f71b3cfee2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (53638cce-39be-4651-979c-cf62048e3e5f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.533310 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d3920b8e-8837-43d5-9224-16f71b3cfee2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.538603 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d3920b8e-8837-43d5-9224-16f71b3cfee2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/53638cce-39be-4651-979c-cf62048e3e5f HTTP/1.1" status: 204 len: 168 time: 0.1601231 Feb 02 13:19:17.541115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37318) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:17.556373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3920b8e-8837-43d5-9224-16f71b3cfee2 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53638cce-39be-4651-979c-cf62048e3e5f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:17.592381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:19:14Z', 'revision_number': 3, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:17.607760 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a585d530-5699-48b8-bd80-85355da7f844 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0648572 Feb 02 13:19:17.608617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37320) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:17.659717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Checking router: fbc47b2b-36bb-4946-81aa-d4b90b945465 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:19:17.660362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Updating router fbc47b2b-36bb-4946-81aa-d4b90b945465 port 36248fa5-8070-49df-b517-bf415963e7cf binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:19:17.709279 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d00c88e-1b8f-4140-8fa9-2e5149644eb7 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (e808e016-8b74-49aa-ae2b-c2e6aeaf5613), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.750109 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d00c88e-1b8f-4140-8fa9-2e5149644eb7 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (e808e016-8b74-49aa-ae2b-c2e6aeaf5613), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.752700 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (36248fa5-8070-49df-b517-bf415963e7cf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.830082 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf4a4a0-cda8-4b21-95bd-799b459c1724 admin admin] Publish callbacks [] for security_group (185b1c43-962b-4658-95ab-59ac95b9ede7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.833304 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d00c88e-1b8f-4140-8fa9-2e5149644eb7 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e808e016-8b74-49aa-ae2b-c2e6aeaf5613), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.837911 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d00c88e-1b8f-4140-8fa9-2e5149644eb7 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:17.843283 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2d00c88e-1b8f-4140-8fa9-2e5149644eb7 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-groups/e808e016-8b74-49aa-ae2b-c2e6aeaf5613 HTTP/1.1" status: 204 len: 168 time: 0.2332730 Feb 02 13:19:17.845909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37326) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:17.900402 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00c88e-1b8f-4140-8fa9-2e5149644eb7 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e808e016-8b74-49aa-ae2b-c2e6aeaf5613,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:17.932199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86cb4871-2f85-460e-af55-3d5be3e65fa4 req-08666000-52cc-434e-a452-d9c421a9eac1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 210 time: 0.1879463 Feb 02 13:19:17.961803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-fa9813d1-9d2a-4262-ad12-72b40900a192 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:17.963251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-fa9813d1-9d2a-4262-ad12-72b40900a192 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.18 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 816 time: 0.9401224 Feb 02 13:19:17.972522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0d2ede64-8385-412c-b1bc-8b824c91c6e3 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1137609 Feb 02 13:19:17.973774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37328) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:18.040996 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf4a4a0-cda8-4b21-95bd-799b459c1724 admin admin] Publish callbacks [] for security_group (185b1c43-962b-4658-95ab-59ac95b9ede7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.048317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94a821ef-6d1c-4c36-8074-dc85012fbc45 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (c32444cd-1ebd-4ee4-834b-2e9774bf784c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.093210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94a821ef-6d1c-4c36-8074-dc85012fbc45 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (c32444cd-1ebd-4ee4-834b-2e9774bf784c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.127967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a5d2e-6ed1-47e6-938f-f489c9d6fe47 req-ced27427-cc12-458a-a6d0-cefcc6a09a8d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:18.134875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd6a5d2e-6ed1-47e6-938f-f489c9d6fe47 req-ced27427-cc12-458a-a6d0-cefcc6a09a8d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.5653102 Feb 02 13:19:18.178198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94a821ef-6d1c-4c36-8074-dc85012fbc45 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c32444cd-1ebd-4ee4-834b-2e9774bf784c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.180838 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94a821ef-6d1c-4c36-8074-dc85012fbc45 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.184500 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-94a821ef-6d1c-4c36-8074-dc85012fbc45 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-groups/c32444cd-1ebd-4ee4-834b-2e9774bf784c HTTP/1.1" status: 204 len: 168 time: 0.2070973 Feb 02 13:19:18.184649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3471d1-48c9-4b89-9a5e-db5b5fd90465 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:18.188462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6a3471d1-48c9-4b89-9a5e-db5b5fd90465 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9318979 Feb 02 13:19:18.190632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37330) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:18.190982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37332) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:18.198396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a821ef-6d1c-4c36-8074-dc85012fbc45 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32444cd-1ebd-4ee4-834b-2e9774bf784c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:18.201838 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Publish callbacks [] for port (36248fa5-8070-49df-b517-bf415963e7cf), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.215865 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (36248fa5-8070-49df-b517-bf415963e7cf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.264537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efd0b3-b5df-4a04-bf72-4e8258e41a52 None None] Pushing event updated for resources: {'Port': ['ID=36248fa5-8070-49df-b517-bf415963e7cf,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:18.286343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Attempting to bind port 36248fa5-8070-49df-b517-bf415963e7cf on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:19:18.286712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Attempting to bind port 36248fa5-8070-49df-b517-bf415963e7cf by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:19:18.287073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Attempting to bind port 36248fa5-8070-49df-b517-bf415963e7cf on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:18.294294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:19:18.295139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:18.295573 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.296440 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:19:18.296926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Bound port: 36248fa5-8070-49df-b517-bf415963e7cf, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:19:18.297318 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (36248fa5-8070-49df-b517-bf415963e7cf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.324574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-2db5732a-45af-4d9c-a028-92e7d84c4143 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f HTTP/1.1" status: 200 len: 379 time: 0.3152058 Feb 02 13:19:18.374130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] For port 36248fa5-8070-49df-b517-bf415963e7cf, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:19:18.377340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] For port 36248fa5-8070-49df-b517-bf415963e7cf, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=36248fa5-8070-49df-b517-bf415963e7cf,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:19:18.379434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Request body: {'port': {'device_id': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'admin_state_up': True, 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'security_groups': ['b45b4ffb-74ea-4887-8f57-331b3fc7574f']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:18.390349 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (36248fa5-8070-49df-b517-bf415963e7cf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.424810 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5e1d783e-cb8b-4f8d-9a1a-4e298f94d363 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1454983 Feb 02 13:19:18.427769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37334) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:18.433117 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0819e78a-2b99-4eb8-8f99-3801b6267056 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-327187391', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:18.452700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd6a5d2e-6ed1-47e6-938f-f489c9d6fe47 req-fb23c356-b0e4-4e4d-8fcb-ec1eb11081c8 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168793 Feb 02 13:19:18.478361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Routers {'fbc47b2b-36bb-4946-81aa-d4b90b945465'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:18.479019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fbc47b2b-36bb-4946-81aa-d4b90b945465'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:18.637730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0819e78a-2b99-4eb8-8f99-3801b6267056 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Made reservation on behalf of f59ca13b528b42c586d69e9fa12543df for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:18.644175 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0819e78a-2b99-4eb8-8f99-3801b6267056 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.759933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0d138-6d26-42a9-95b8-df717170978c req-6d7cf9b6-a183-4cae-88e8-83c9e1c780d2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:18.768405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98b0d138-6d26-42a9-95b8-df717170978c req-6d7cf9b6-a183-4cae-88e8-83c9e1c780d2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.6901188 Feb 02 13:19:18.771613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4309a5b4-e25a-4abc-9557-527b546d456e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (95147630-49f8-485e-a801-84e4e54061a3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.907542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98b0d138-6d26-42a9-95b8-df717170978c req-33b55663-49f2-46f2-bdea-1a1d438ba5d1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369293 Feb 02 13:19:18.917420 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf4a4a0-cda8-4b21-95bd-799b459c1724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (185b1c43-962b-4658-95ab-59ac95b9ede7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.920921 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf4a4a0-cda8-4b21-95bd-799b459c1724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:18.922310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-adf4a4a0-cda8-4b21-95bd-799b459c1724 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/185b1c43-962b-4658-95ab-59ac95b9ede7 HTTP/1.1" status: 204 len: 168 time: 1.4326191 Feb 02 13:19:18.937018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309a5b4-e25a-4abc-9557-527b546d456e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=95147630-49f8-485e-a801-84e4e54061a3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:18.975205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efd0b3-b5df-4a04-bf72-4e8258e41a52 None None] Pushing event updated for resources: {'Port': ['ID=36248fa5-8070-49df-b517-bf415963e7cf,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:19.036568 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0819e78a-2b99-4eb8-8f99-3801b6267056 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (093b3616-4c4f-48dc-837c-33fb72d6c46a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:19.053376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4a4a0-cda8-4b21-95bd-799b459c1724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185b1c43-962b-4658-95ab-59ac95b9ede7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:19.078544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d3e5158f-aea9-4a8f-af08-f75cd8c019c9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8131471 Feb 02 13:19:19.083256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] Set router fbc47b2b-36bb-4946-81aa-d4b90b945465 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:19.129392 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37346) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:19.151517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-51e27f43-928b-4216-b0f2-b0b2d5c5aeb6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1763085583'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:19.232545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Made reservation on behalf of d1acffa9962e4ead92ac4fe6b1e0a02f for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:19.236017 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:19.246131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819e78a-2b99-4eb8-8f99-3801b6267056 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Subnet': ['ID=093b3616-4c4f-48dc-837c-33fb72d6c46a,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:19.288122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0819e78a-2b99-4eb8-8f99-3801b6267056 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Checking segment: {'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:19.293074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819e78a-2b99-4eb8-8f99-3801b6267056 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network hostable DHCP agents. Network: 041d6a85-672d-4202-9c00-d5cf6e7701ef, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:19:19.347462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0819e78a-2b99-4eb8-8f99-3801b6267056 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network 041d6a85-672d-4202-9c00-d5cf6e7701ef is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:19:19.364894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0819e78a-2b99-4eb8-8f99-3801b6267056 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 041d6a85-672d-4202-9c00-d5cf6e7701ef) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:19.384290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0819e78a-2b99-4eb8-8f99-3801b6267056 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:19.385187 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0819e78a-2b99-4eb8-8f99-3801b6267056 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:19.419138 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0819e78a-2b99-4eb8-8f99-3801b6267056 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9898319 Feb 02 13:19:19.422524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37356) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:19.474181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ea7c17-b106-4e02-98ad-7a80f9fb3b9f None None] Network 041d6a85-672d-4202-9c00-d5cf6e7701ef requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:19.571981 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4309a5b4-e25a-4abc-9557-527b546d456e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (10b65702-4abe-4001-b22a-c6bbd07efda3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:19.581185 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62465707-dfd7-4548-b704-5e8222e6256e req-c926a1d4-f1ba-46e2-81e7-1636bdc7307f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 210 time: 0.4496093 Feb 02 13:19:19.616415 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51e27f43-928b-4216-b0f2-b0b2d5c5aeb6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:19.657147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2a7b6-0786-4d65-b605-7ab8e26d27ea req-52d305ee-34a0-4c20-b6ab-6ba2b8f32512 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:19.658686 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1e2a7b6-0786-4d65-b605-7ab8e26d27ea req-52d305ee-34a0-4c20-b6ab-6ba2b8f32512 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.7453401 Feb 02 13:19:19.690166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-041d6a85-672d-4202-9c00-d5cf6e7701ef', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'fixed_ips': [{'subnet_id': '093b3616-4c4f-48dc-837c-33fb72d6c46a'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:19:19.692026 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:19.770997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37364) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:19.851713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Allocated IP 172.20.0.12 (9354df0a-0d9a-4e5e-81ff-a8135783e4d8/d35ca6df-c5e1-4991-9f50-48a44f4110dd/a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:19.912305 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:19:14Z', 'revision_number': 3, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:19.956546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290b75ca-08fe-4230-9188-4b79169c5c7e None None] The sync data for ids ['fbc47b2b-36bb-4946-81aa-d4b90b945465'] in n-d-827336-2 is: [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:19:14Z', 'revision_number': 3, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:19.976741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Allocated IP 172.20.0.2 (041d6a85-672d-4202-9c00-d5cf6e7701ef/093b3616-4c4f-48dc-837c-33fb72d6c46a/b308563e-6453-4dee-93b8-f86cd26f9909) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:20.079118 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:20.087957 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:20.168193 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:20.246068 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Publish callbacks [] for port (b308563e-6453-4dee-93b8-f86cd26f9909), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:20.258050 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:20.302884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Network 041d6a85-672d-4202-9c00-d5cf6e7701ef is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:20.309118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:20.318067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:20.322838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:20.328238 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event updated for resources: {'Port': ['ID=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:20.332075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:20.334221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:20.549516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Pushing event updated for resources: {'Port': ['ID=b308563e-6453-4dee-93b8-f86cd26f9909,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:20.554054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Attempting to bind port b308563e-6453-4dee-93b8-f86cd26f9909 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:19:20.554434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Attempting to bind port b308563e-6453-4dee-93b8-f86cd26f9909 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:19:20.554807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Attempting to bind port b308563e-6453-4dee-93b8-f86cd26f9909 on network 041d6a85-672d-4202-9c00-d5cf6e7701ef {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:20.569684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:19:20.570076 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Checking segment: {'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:20.570493 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:20.570889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Bound using segment: {'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:19:20.571372 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Bound port: b308563e-6453-4dee-93b8-f86cd26f9909, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:19:20.571786 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:20.590747 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1e2a7b6-0786-4d65-b605-7ab8e26d27ea req-0df34b4b-cc9e-436b-b809-20bb5d751e48 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9071043 Feb 02 13:19:20.633814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4309a5b4-e25a-4abc-9557-527b546d456e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 10b65702-4abe-4001-b22a-c6bbd07efda3 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:19:20.710996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Allocated IP 172.20.0.1 (041d6a85-672d-4202-9c00-d5cf6e7701ef/093b3616-4c4f-48dc-837c-33fb72d6c46a/e5ef5005-2bda-4d01-b16b-6985c68ab1e1) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:20.737194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf636534-810a-4ca0-bdb7-4f70b7c060ee req-33be7a15-211a-414b-af86-9027ea7a89a3 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:20.746372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf636534-810a-4ca0-bdb7-4f70b7c060ee req-33be7a15-211a-414b-af86-9027ea7a89a3 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.5966678 Feb 02 13:19:20.768429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:20.769154 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:20.796871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] For port b308563e-6453-4dee-93b8-f86cd26f9909, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:19:20.803150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] For port b308563e-6453-4dee-93b8-f86cd26f9909, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b308563e-6453-4dee-93b8-f86cd26f9909,segment=NetworkSegment(ffe3db51-b7c0-4d96-85be-f4497f138213),segment_id=ffe3db51-b7c0-4d96-85be-f4497f138213)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:19:20.811266 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:20.858138 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-e3bd723a-fd48-435a-b026-e6a1da434e16 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4921417 Feb 02 13:19:20.873274 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-88f4e2ab-89d5-48f3-8df8-d5eedd31f860 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d6589d4a4c514cbe8bf690849dabd725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7360053 Feb 02 13:19:20.897227 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37406) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:20.928112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Request body: {'port': {'device_id': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:20.928532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ee8cb-41d9-462b-9e84-beab4fba03ff None None] Pushing event updated for resources: {'Port': ['ID=b308563e-6453-4dee-93b8-f86cd26f9909,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:20.955161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-468d5c23-3e6b-4490-9b02-d76d560e788f None None] Provisioning complete for port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:20.955739 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-468d5c23-3e6b-4490-9b02-d76d560e788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.012011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-468d5c23-3e6b-4490-9b02-d76d560e788f None None] Port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:21.145890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 36248fa5-8070-49df-b517-bf415963e7cf up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:21.158231 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.182507 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96fc70ae-a3ae-4bbd-904f-83e639a008fe admin admin] Publish callbacks [] for security_group (bd2089be-573f-4b21-8878-b7528aff37c2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.233988 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96fc70ae-a3ae-4bbd-904f-83e639a008fe admin admin] Publish callbacks [] for security_group (bd2089be-573f-4b21-8878-b7528aff37c2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.272920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.276304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 36248fa5-8070-49df-b517-bf415963e7cf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:21.276804 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (36248fa5-8070-49df-b517-bf415963e7cf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.316247 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51e27f43-928b-4216-b0f2-b0b2d5c5aeb6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (d14e9549-fc5a-44e1-8616-f4e574d1dae8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.336236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4309a5b4-e25a-4abc-9557-527b546d456e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:21.361799 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a127c1-3f72-4f38-93e3-de5c215cc49e None None] Sync routers for ids ['10b65702-4abe-4001-b22a-c6bbd07efda3'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:21.393130 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Port': ['ID=e5ef5005-2bda-4d01-b16b-6985c68ab1e1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:21.394563 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a127c1-3f72-4f38-93e3-de5c215cc49e None None] Routers {'10b65702-4abe-4001-b22a-c6bbd07efda3'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:21.395808 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d9a127c1-3f72-4f38-93e3-de5c215cc49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['10b65702-4abe-4001-b22a-c6bbd07efda3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:21.427984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network 041d6a85-672d-4202-9c00-d5cf6e7701ef is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:21.429899 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:21.430866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 36248fa5-8070-49df-b517-bf415963e7cf is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:21.431608 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (36248fa5-8070-49df-b517-bf415963e7cf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.436936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:21.453606 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4309a5b4-e25a-4abc-9557-527b546d456e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/10b65702-4abe-4001-b22a-c6bbd07efda3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2257354 Feb 02 13:19:21.471630 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d9a127c1-3f72-4f38-93e3-de5c215cc49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:21.482546 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a127c1-3f72-4f38-93e3-de5c215cc49e None None] Routers {'10b65702-4abe-4001-b22a-c6bbd07efda3'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:21.484268 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d9a127c1-3f72-4f38-93e3-de5c215cc49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['10b65702-4abe-4001-b22a-c6bbd07efda3'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:21.504256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 36248fa5-8070-49df-b517-bf415963e7cf, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=36248fa5-8070-49df-b517-bf415963e7cf,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:21.511909 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf636534-810a-4ca0-bdb7-4f70b7c060ee req-b15411f9-eea9-4611-a49f-041e7ee27beb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7643409 Feb 02 13:19:21.512973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51e27f43-928b-4216-b0f2-b0b2d5c5aeb6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d14e9549-fc5a-44e1-8616-f4e574d1dae8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.521551 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (36248fa5-8070-49df-b517-bf415963e7cf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.532967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37412) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:21.539237 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.579003 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d9a127c1-3f72-4f38-93e3-de5c215cc49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:21.584556 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a127c1-3f72-4f38-93e3-de5c215cc49e None None] The sync data for ids ['10b65702-4abe-4001-b22a-c6bbd07efda3'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:21.592124 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51e27f43-928b-4216-b0f2-b0b2d5c5aeb6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.593741 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-51e27f43-928b-4216-b0f2-b0b2d5c5aeb6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.4461317 Feb 02 13:19:21.626080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37422) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:21.644211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0b84610e-6da1-4024-90e2-d55a9177cae9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': 'd14e9549-fc5a-44e1-8616-f4e574d1dae8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:21.649509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=36248fa5-8070-49df-b517-bf415963e7cf,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:21.680078 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9cad0381-aa8d-44c3-a5ca-e719b0e846c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=10b65702-4abe-4001-b22a-c6bbd07efda3 HTTP/1.1" status: 200 len: 205 time: 0.1445794 Feb 02 13:19:21.692540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:21.702010 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96fc70ae-a3ae-4bbd-904f-83e639a008fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (bd2089be-573f-4b21-8878-b7528aff37c2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.720923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96fc70ae-a3ae-4bbd-904f-83e639a008fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.722223 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-96fc70ae-a3ae-4bbd-904f-83e639a008fe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/bd2089be-573f-4b21-8878-b7528aff37c2 HTTP/1.1" status: 204 len: 168 time: 0.8225009 Feb 02 13:19:21.756340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126d0ba-ea95-408a-8682-a75eabe62641 req-c8c8526e-241c-4b6c-aa5d-3bfa902e161e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:21.758428 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d126d0ba-ea95-408a-8682-a75eabe62641 req-c8c8526e-241c-4b6c-aa5d-3bfa902e161e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 932 time: 0.9773643 Feb 02 13:19:21.780883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc70ae-a3ae-4bbd-904f-83e639a008fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2089be-573f-4b21-8878-b7528aff37c2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:21.798553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (fbc47b2b-36bb-4946-81aa-d4b90b945465), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:21.801356 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b84610e-6da1-4024-90e2-d55a9177cae9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (91dbf0c4-16e7-4feb-86f4-246f0a8d5f89), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.047870 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b84610e-6da1-4024-90e2-d55a9177cae9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (91dbf0c4-16e7-4feb-86f4-246f0a8d5f89), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.082743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b84610e-6da1-4024-90e2-d55a9177cae9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (91dbf0c4-16e7-4feb-86f4-246f0a8d5f89), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.152072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84610e-6da1-4024-90e2-d55a9177cae9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91dbf0c4-16e7-4feb-86f4-246f0a8d5f89,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:22.175818 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.218163 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0b84610e-6da1-4024-90e2-d55a9177cae9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.222872 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0b84610e-6da1-4024-90e2-d55a9177cae9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5809109 Feb 02 13:19:22.227450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37438) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:22.326583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0915337c-f412-4ec6-b250-2751b69d460a tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (91dbf0c4-16e7-4feb-86f4-246f0a8d5f89), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.373855 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0915337c-f412-4ec6-b250-2751b69d460a tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (91dbf0c4-16e7-4feb-86f4-246f0a8d5f89), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.384711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e27f43-928b-4216-b0f2-b0b2d5c5aeb6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14e9549-fc5a-44e1-8616-f4e574d1dae8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:22.423277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d126d0ba-ea95-408a-8682-a75eabe62641 req-7864dced-01a4-453d-ae10-2830679a3f8d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848696 Feb 02 13:19:22.470738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3152b3d-1952-471a-9bb1-fa038c1460a3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (10b65702-4abe-4001-b22a-c6bbd07efda3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.485212 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0915337c-f412-4ec6-b250-2751b69d460a tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (91dbf0c4-16e7-4feb-86f4-246f0a8d5f89), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.497862 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0915337c-f412-4ec6-b250-2751b69d460a tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.499513 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0915337c-f412-4ec6-b250-2751b69d460a tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/91dbf0c4-16e7-4feb-86f4-246f0a8d5f89 HTTP/1.1" status: 204 len: 168 time: 0.2705691 Feb 02 13:19:22.507276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37440) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:22.537597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915337c-f412-4ec6-b250-2751b69d460a tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91dbf0c4-16e7-4feb-86f4-246f0a8d5f89,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:22.687038 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6813714b-d717-4975-9b62-ab78499fb953 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1750259 Feb 02 13:19:22.688181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37442) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:22.878898 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a801468-1c26-4672-971a-5789eb7055c9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (d14e9549-fc5a-44e1-8616-f4e574d1dae8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.890359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.906274 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:22.975052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550929fb-6d1e-4b22-99ff-1f3725d0d71a req-10fd338d-21f2-4913-a70a-2d563607219b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:22.978546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-550929fb-6d1e-4b22-99ff-1f3725d0d71a req-10fd338d-21f2-4913-a70a-2d563607219b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.6439929 Feb 02 13:19:22.995964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d3b389-1397-4b2c-b2d2-af6a6387617c None None] Network 041d6a85-672d-4202-9c00-d5cf6e7701ef requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:22.996442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a801468-1c26-4672-971a-5789eb7055c9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (d14e9549-fc5a-44e1-8616-f4e574d1dae8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.041451 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (fbc47b2b-36bb-4946-81aa-d4b90b945465), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.062801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Port': ['ID=e5ef5005-2bda-4d01-b16b-6985c68ab1e1,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:23.104702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a801468-1c26-4672-971a-5789eb7055c9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d14e9549-fc5a-44e1-8616-f4e574d1dae8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.107620 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a801468-1c26-4672-971a-5789eb7055c9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.109088 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1a801468-1c26-4672-971a-5789eb7055c9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-groups/d14e9549-fc5a-44e1-8616-f4e574d1dae8 HTTP/1.1" status: 204 len: 168 time: 0.4142826 Feb 02 13:19:23.144445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37444) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:23.147298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a801468-1c26-4672-971a-5789eb7055c9 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14e9549-fc5a-44e1-8616-f4e574d1dae8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:23.244815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b308563e-6453-4dee-93b8-f86cd26f9909 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:23.252030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:19:23.260613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Publish callbacks [] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.308576 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3152b3d-1952-471a-9bb1-fa038c1460a3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (10b65702-4abe-4001-b22a-c6bbd07efda3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.313029 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3152b3d-1952-471a-9bb1-fa038c1460a3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (10b65702-4abe-4001-b22a-c6bbd07efda3), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.317899 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-05c5bbf5-b4b6-4da2-bf67-b091adc21afb tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1637619 Feb 02 13:19:23.319752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37448) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:23.326214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-baa5fceb-05c7-4e9e-90c2-9c5b0c0481f5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group': {'name': 'tempest-secgroup--363765387'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:23.327985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b0e7b004-2961-41f9-99fa-f5bb2d7e77eb None None] Provisioning complete for port b308563e-6453-4dee-93b8-f86cd26f9909 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:23.328515 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b004-2961-41f9-99fa-f5bb2d7e77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.354655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network 041d6a85-672d-4202-9c00-d5cf6e7701ef is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:23.356499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:23.372314 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baa5fceb-05c7-4e9e-90c2-9c5b0c0481f5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.401936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-550929fb-6d1e-4b22-99ff-1f3725d0d71a req-4ca2bb5b-85a5-4ba1-a19c-90b40d3a6039 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804853 Feb 02 13:19:23.410364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f49e8-e8e7-4af3-a81e-838a384df788 req-fe4d0c14-5517-4ba1-bfae-51009eda3a2b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:23.412271 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-315f49e8-e8e7-4af3-a81e-838a384df788 req-fe4d0c14-5517-4ba1-bfae-51009eda3a2b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 947 time: 0.8304055 Feb 02 13:19:23.415190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Transition to ACTIVE for port object a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:19:23.416465 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3152b3d-1952-471a-9bb1-fa038c1460a3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (10b65702-4abe-4001-b22a-c6bbd07efda3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.419849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3152b3d-1952-471a-9bb1-fa038c1460a3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Fanout notify agent at l3_agent the message router_deleted on router 10b65702-4abe-4001-b22a-c6bbd07efda3 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:19:23.464521 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.476935 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3152b3d-1952-471a-9bb1-fa038c1460a3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.480971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a3152b3d-1952-471a-9bb1-fa038c1460a3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/10b65702-4abe-4001-b22a-c6bbd07efda3 HTTP/1.1" status: 204 len: 168 time: 1.7874346 Feb 02 13:19:23.487769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37454) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:23.540665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Pushing event updated for resources: {'Port': ['ID=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:23.570593 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b0e7b004-2961-41f9-99fa-f5bb2d7e77eb None None] Current status of the port b308563e-6453-4dee-93b8-f86cd26f9909 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:23.570981 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b004-2961-41f9-99fa-f5bb2d7e77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.572958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b308563e-6453-4dee-93b8-f86cd26f9909 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:23.573307 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.656862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-315f49e8-e8e7-4af3-a81e-838a384df788 req-aadf6e0b-3a91-4944-969d-33915d4d3b58 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272878 Feb 02 13:19:23.770441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Attempting to bind port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:19:23.770943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Attempting to bind port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:19:23.771478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Attempting to bind port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd on network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:23.781219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd on network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:19:23.781744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Attempting to bind port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd on network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:23.798999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:19:23.800026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Checking segment: {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:23.800698 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Bound using segment: {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:19:23.801373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Bound port: a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:19:23.801898 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.846778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b0e7b004-2961-41f9-99fa-f5bb2d7e77eb None None] For port b308563e-6453-4dee-93b8-f86cd26f9909, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b308563e-6453-4dee-93b8-f86cd26f9909,segment=NetworkSegment(ffe3db51-b7c0-4d96-85be-f4497f138213),segment_id=ffe3db51-b7c0-4d96-85be-f4497f138213)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:23.869812 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0e7b004-2961-41f9-99fa-f5bb2d7e77eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.922737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:19:23.934100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:19:23.952564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c9eb80-fb1d-47f3-9295-fef5c3fb5793 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting subnet eebc7e69-0caf-459d-ab28-1374de4a8808 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:19:23.971497 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1c9eb80-fb1d-47f3-9295-fef5c3fb5793 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (eebc7e69-0caf-459d-ab28-1374de4a8808), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:23.988494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25ea10-c3fa-4d18-bb79-e7456fc9934a req-ea09d54b-0624-4a49-9f44-b7ff581a4656 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:23.990472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a25ea10-c3fa-4d18-bb79-e7456fc9934a req-ea09d54b-0624-4a49-9f44-b7ff581a4656 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.3108499 Feb 02 13:19:24.002668 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:24.055783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7b004-2961-41f9-99fa-f5bb2d7e77eb None None] Pushing event updated for resources: {'Port': ['ID=b308563e-6453-4dee-93b8-f86cd26f9909,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:24.095342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1c9eb80-fb1d-47f3-9295-fef5c3fb5793 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (eebc7e69-0caf-459d-ab28-1374de4a8808), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:24.122525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b308563e-6453-4dee-93b8-f86cd26f9909 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:24.122924 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:24.203805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Pushing event updated for resources: {'Port': ['ID=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:24.232442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:24.233084 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:24.234541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-89d4a0b9-10ef-4a8e-83fd-02905d6e534b service neutron] 10.222.0.18 "PUT /v2.0/ports/a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd HTTP/1.1" status: 200 len: 1092 time: 3.3135231 Feb 02 13:19:24.235992 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:19:24.238361 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263ac867-2264-4ab5-863c-fed5a4a3b2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:19:24.327128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4ea72-49f9-45a6-b0a8-299206cdf25b req-8469d7e4-9bdc-4d56-891a-408063600900 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:24.349666 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38d4ea72-49f9-45a6-b0a8-299206cdf25b req-8469d7e4-9bdc-4d56-891a-408063600900 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2239811 Feb 02 13:19:24.372107 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1c9eb80-fb1d-47f3-9295-fef5c3fb5793 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (eebc7e69-0caf-459d-ab28-1374de4a8808), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:24.389713 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:19:24.390591 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:19:24.431100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d9b9118c-e871-4d4e-a4da-e17f0ef7820c None None] Provisioning complete for port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:24.431578 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9b9118c-e871-4d4e-a4da-e17f0ef7820c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:24.518259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9118c-e871-4d4e-a4da-e17f0ef7820c None None] Port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:24.523032 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baa5fceb-05c7-4e9e-90c2-9c5b0c0481f5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (cc2154f6-a1d3-44da-8434-a2b9f8c19bd1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:24.533055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d9b9118c-e871-4d4e-a4da-e17f0ef7820c None None] Provisioning complete for port b308563e-6453-4dee-93b8-f86cd26f9909 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:24.533430 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d9b9118c-e871-4d4e-a4da-e17f0ef7820c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:24.554626 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baa5fceb-05c7-4e9e-90c2-9c5b0c0481f5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cc2154f6-a1d3-44da-8434-a2b9f8c19bd1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:24.580008 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38d4ea72-49f9-45a6-b0a8-299206cdf25b req-c2a517ce-efd1-4a6d-8400-a0a7cece89b7 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202177 Feb 02 13:19:24.640044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a25ea10-c3fa-4d18-bb79-e7456fc9934a req-6c5a2d70-eccc-4bfd-a252-70c5f2721f8e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6142430 Feb 02 13:19:24.673594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-0dd6383d-432a-482a-bf7a-1d4345be48e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:24.675668 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-0dd6383d-432a-482a-bf7a-1d4345be48e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 1126 time: 0.1523235 Feb 02 13:19:24.721848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5fceb-05c7-4e9e-90c2-9c5b0c0481f5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2154f6-a1d3-44da-8434-a2b9f8c19bd1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:24.736363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Router fbc47b2b-36bb-4946-81aa-d4b90b945465 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:19:24.739098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1c9eb80-fb1d-47f3-9295-fef5c3fb5793 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (eebc7e69-0caf-459d-ab28-1374de4a8808), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:24.746428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baa5fceb-05c7-4e9e-90c2-9c5b0c0481f5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:24.748057 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-baa5fceb-05c7-4e9e-90c2-9c5b0c0481f5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4273605 Feb 02 13:19:24.785524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37500) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:24.787174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9eb80-fb1d-47f3-9295-fef5c3fb5793 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Subnet': ['ID=eebc7e69-0caf-459d-ab28-1374de4a8808,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:24.797127 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0a380345-bc91-487a-92c0-49a64590b853 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': 'cc2154f6-a1d3-44da-8434-a2b9f8c19bd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:24.810052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-57c697e6-97e0-4dd7-af4f-1881a2a5cc2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd HTTP/1.1" status: 200 len: 217 time: 0.1213973 Feb 02 13:19:24.819843 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0a0e69-1797-4bee-bef4-543869fff760 x-openstack-request-id: req-ee0a0e69-1797-4bee-bef4-543869fff760 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:19:24.820148 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:19:24.820406 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ee0a0e69-1797-4bee-bef4-543869fff760 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:19:24.823196 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'status': 'completed', 'code': 200} Feb 02 13:19:24.834626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:24.913753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d050ae-bd45-4f47-a681-237839191cab None None] Network 7116042f-3070-4f87-abc1-3dd826aa74d1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:24.930560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-1bbff79f-b9e8-42e8-8eec-1629fe9ac94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:24.934750 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-1bbff79f-b9e8-42e8-8eec-1629fe9ac94a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.1057270 Feb 02 13:19:24.949793 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1c9eb80-fb1d-47f3-9295-fef5c3fb5793 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:24.953330 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f1c9eb80-fb1d-47f3-9295-fef5c3fb5793 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/eebc7e69-0caf-459d-ab28-1374de4a8808 HTTP/1.1" status: 204 len: 168 time: 1.4625463 Feb 02 13:19:24.957255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37506) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:24.979234 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9118c-e871-4d4e-a4da-e17f0ef7820c None None] Current status of the port b308563e-6453-4dee-93b8-f86cd26f9909 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:24.988510 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a380345-bc91-487a-92c0-49a64590b853 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (dbb87954-7f15-41dc-9e26-4edbb3e7f458), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:25.007226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-81f0397f-bd62-4229-837f-05e904b52f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:25.009436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-81f0397f-bd62-4229-837f-05e904b52f6d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0688984 Feb 02 13:19:25.026095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b308563e-6453-4dee-93b8-f86cd26f9909 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:25.027409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 36248fa5-8070-49df-b517-bf415963e7cf up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:25.164399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-f21e1111-42b9-4b6e-b660-05c77a6be571 service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486273 Feb 02 13:19:25.189496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-af6bcf55-395d-4bc4-9a63-9f49e06ec9a1 None None] Provisioning complete for port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:25.190118 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af6bcf55-395d-4bc4-9a63-9f49e06ec9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:25.293767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 36248fa5-8070-49df-b517-bf415963e7cf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:25.294466 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (36248fa5-8070-49df-b517-bf415963e7cf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:25.342009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7116042f-3070-4f87-abc1-3dd826aa74d1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:25.429567 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:25.429968 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:25.433323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3da2e53-f31f-4088-84fc-10acb3716e3a req-5b63e706-ac33-404d-85cd-44c5b22e2020 service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625852 Feb 02 13:19:25.504447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-af6bcf55-395d-4bc4-9a63-9f49e06ec9a1 None None] Port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:25.671373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ac867-2264-4ab5-863c-fed5a4a3b2e9 req-74e00cdb-79e6-4238-93b9-702f08c8c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:25.677312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-263ac867-2264-4ab5-863c-fed5a4a3b2e9 req-74e00cdb-79e6-4238-93b9-702f08c8c7ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 1126 time: 0.1383142 Feb 02 13:19:25.756390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:19:25.762606 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25191688-c5d2-4403-90a0-70784ba56287" -d '{"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-unplugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:19:25.765712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ed3e59-dfda-442f-82bc-75a47980f4a4 None None] DHCP port deletion for 7116042f-3070-4f87-abc1-3dd826aa74d1 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:19:25.790346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:25.804884 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:25.834923 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 36248fa5-8070-49df-b517-bf415963e7cf is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:25.929435 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a380345-bc91-487a-92c0-49a64590b853 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (dbb87954-7f15-41dc-9e26-4edbb3e7f458), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:25.931165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:25.943019 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9321e111-fb48-4e03-a818-1ed0d1c84b83 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "PUT /v2.0/routers/fbc47b2b-36bb-4946-81aa-d4b90b945465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5167215 Feb 02 13:19:25.944659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37550) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:25.950766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b52b5b02-eb10-49fd-abc8-f612012352fc tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--312191755', 'description': 'tempest-secgroup_access--312191755 description', 'project_id': 'f59ca13b528b42c586d69e9fa12543df'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:25.956298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Sync routers for ids ['fbc47b2b-36bb-4946-81aa-d4b90b945465'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:25.972108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a380345-bc91-487a-92c0-49a64590b853 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (dbb87954-7f15-41dc-9e26-4edbb3e7f458), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:25.979127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b71a60b6-cfca-44ec-9d8c-da46f0f4f4de None None] Provisioning complete for port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:25.981032 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b71a60b6-cfca-44ec-9d8c-da46f0f4f4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:25.982893 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b52b5b02-eb10-49fd-abc8-f612012352fc tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:25.985988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ac867-2264-4ab5-863c-fed5a4a3b2e9 req-0f21d2fb-99fb-4639-9a57-853364475a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:25.989429 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-263ac867-2264-4ab5-863c-fed5a4a3b2e9 req-0f21d2fb-99fb-4639-9a57-853364475a7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 917 time: 0.3051739 Feb 02 13:19:25.991206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=14']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:26.013497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a50fa-4f83-4e2b-8bc7-912dfdbbbe11 req-7ccd6708-89ca-4045-824e-b8bd553b8402 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:26.015738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-790a50fa-4f83-4e2b-8bc7-912dfdbbbe11 req-7ccd6708-89ca-4045-824e-b8bd553b8402 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2508943 Feb 02 13:19:26.018458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a380345-bc91-487a-92c0-49a64590b853 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb87954-7f15-41dc-9e26-4edbb3e7f458,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:26.045153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a380345-bc91-487a-92c0-49a64590b853 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.046521 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a380345-bc91-487a-92c0-49a64590b853 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2543168 Feb 02 13:19:26.050461 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:26.050929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.052754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37552) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:26.062354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-263ac867-2264-4ab5-863c-fed5a4a3b2e9 req-b0e6eaaf-bea7-4c7d-ab5e-9e1579fe87cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd HTTP/1.1" status: 200 len: 217 time: 0.0605502 Feb 02 13:19:26.074752 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ef0d20dc-74cd-4b94-9ed6-d30c32f0e759 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules/dbb87954-7f15-41dc-9e26-4edbb3e7f458 HTTP/1.1" status: 200 len: 763 time: 0.0194161 Feb 02 13:19:26.088824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37554) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:26.092180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e067d-0c6c-4fb0-a4c2-c72d2a733b13 req-0e0da5fc-cc58-4e43-a55a-e8d636b50278 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:26.093936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d2e067d-0c6c-4fb0-a4c2-c72d2a733b13 req-0e0da5fc-cc58-4e43-a55a-e8d636b50278 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.2691081 Feb 02 13:19:26.207387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] For port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5beca3f5-2b99-479d-bf34-bc17c4d34f7b,segment=NetworkSegment(ade8656b-a331-4086-9685-22258173ecee),segment_id=ade8656b-a331-4086-9685-22258173ecee)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:26.207708 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.209360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ac867-2264-4ab5-863c-fed5a4a3b2e9 req-1e8ca8cf-e057-44f7-bcc5-73adceea67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:26.211474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-263ac867-2264-4ab5-863c-fed5a4a3b2e9 req-1e8ca8cf-e057-44f7-bcc5-73adceea67dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.1424637 Feb 02 13:19:26.223070 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d2e067d-0c6c-4fb0-a4c2-c72d2a733b13 req-51e3d14e-db7f-4c16-aff9-2f08e11e982d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207428 Feb 02 13:19:26.226056 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-790a50fa-4f83-4e2b-8bc7-912dfdbbbe11 req-e8a6c494-e1e3-49c4-9a93-2ec8df566502 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625919 Feb 02 13:19:26.244189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b52b5b02-eb10-49fd-abc8-f612012352fc tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (ce150cba-6387-435f-9e45-69dfbbdf2444), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.282861 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7097f298-0644-4445-a839-aa91a2077815 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1874585 Feb 02 13:19:26.287074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:26.291551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for 5beca3f5-2b99-479d-bf34-bc17c4d34f7b owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:26.294428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b52b5b02-eb10-49fd-abc8-f612012352fc tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ce150cba-6387-435f-9e45-69dfbbdf2444), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.333520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ac867-2264-4ab5-863c-fed5a4a3b2e9 req-cfe0e569-c749-4fc1-b8e4-9176302e3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:26.335143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-263ac867-2264-4ab5-863c-fed5a4a3b2e9 req-cfe0e569-c749-4fc1-b8e4-9176302e3ab0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1080630 Feb 02 13:19:26.337194 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c63c5fb-591e-488d-8e4b-47f33a1073df tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (dbb87954-7f15-41dc-9e26-4edbb3e7f458), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.346833 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b52b5b02-eb10-49fd-abc8-f612012352fc tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.356178 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b52b5b02-eb10-49fd-abc8-f612012352fc tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4100018 Feb 02 13:19:26.356356 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c63c5fb-591e-488d-8e4b-47f33a1073df tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (dbb87954-7f15-41dc-9e26-4edbb3e7f458), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.357176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37560) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:26.388129 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9496737f-59bf-4d7c-8b4f-c87ea1919899 x-openstack-request-id: req-9496737f-59bf-4d7c-8b4f-c87ea1919899 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:19:26.388692 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-unplugged", "status": "completed", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:19:26.389487 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9496737f-59bf-4d7c-8b4f-c87ea1919899 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:19:26.390276 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'code': 200} Feb 02 13:19:26.392508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b308563e-6453-4dee-93b8-f86cd26f9909 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:26.393666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e0e4d12a-e843-4f4d-99af-b9d69750187d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1986563095', 'description': 'tempest-secgroup_general--1986563095 description', 'project_id': 'f59ca13b528b42c586d69e9fa12543df'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:26.439164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed3e59-dfda-442f-82bc-75a47980f4a4 None None] Deleting port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:26.439568 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3e59-dfda-442f-82bc-75a47980f4a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.442340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Routers {'fbc47b2b-36bb-4946-81aa-d4b90b945465'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:26.443108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fbc47b2b-36bb-4946-81aa-d4b90b945465'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:26.481736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b5b02-eb10-49fd-abc8-f612012352fc tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce150cba-6387-435f-9e45-69dfbbdf2444,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:26.496983 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0e4d12a-e843-4f4d-99af-b9d69750187d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.502958 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c63c5fb-591e-488d-8e4b-47f33a1073df tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (dbb87954-7f15-41dc-9e26-4edbb3e7f458), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.508630 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c63c5fb-591e-488d-8e4b-47f33a1073df tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.509887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3c63c5fb-591e-488d-8e4b-47f33a1073df tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/dbb87954-7f15-41dc-9e26-4edbb3e7f458 HTTP/1.1" status: 204 len: 168 time: 0.2216387 Feb 02 13:19:26.520832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37564) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:26.571073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b71a60b6-cfca-44ec-9d8c-da46f0f4f4de None None] Port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:26.577167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63c5fb-591e-488d-8e4b-47f33a1073df tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbb87954-7f15-41dc-9e26-4edbb3e7f458,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:26.618271 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0e4d12a-e843-4f4d-99af-b9d69750187d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (96c6c815-927d-4f5d-abca-6f1fa0e49aa2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.626989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc88fa4-084e-4152-a5ef-f367681a8f23 req-a1f556ab-76be-48fe-a52b-1cf564c42beb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:26.629850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0e4d12a-e843-4f4d-99af-b9d69750187d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (96c6c815-927d-4f5d-abca-6f1fa0e49aa2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.637485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8cc88fa4-084e-4152-a5ef-f367681a8f23 req-a1f556ab-76be-48fe-a52b-1cf564c42beb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2911382 Feb 02 13:19:26.670515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d2ed3e59-dfda-442f-82bc-75a47980f4a4 None None] For port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5beca3f5-2b99-479d-bf34-bc17c4d34f7b,segment=NetworkSegment(ade8656b-a331-4086-9685-22258173ecee),segment_id=ade8656b-a331-4086-9685-22258173ecee)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:26.670923 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3e59-dfda-442f-82bc-75a47980f4a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.694115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc2a8-cf6f-4a98-99b2-88b847ae2568 req-300318c4-2036-4f65-83a5-1e88be7b5f00 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:26.694659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed3e59-dfda-442f-82bc-75a47980f4a4 None None] Calling delete_port for 5beca3f5-2b99-479d-bf34-bc17c4d34f7b owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:26.696042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a3cc2a8-cf6f-4a98-99b2-88b847ae2568 req-300318c4-2036-4f65-83a5-1e88be7b5f00 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2541306 Feb 02 13:19:26.723807 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fc9b6d93-8350-4b37-8c72-b89041756f24 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2013545 Feb 02 13:19:26.725381 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.728528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37566) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:26.735560 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0e4d12a-e843-4f4d-99af-b9d69750187d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.737594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Set router fbc47b2b-36bb-4946-81aa-d4b90b945465 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:26.740455 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e0e4d12a-e843-4f4d-99af-b9d69750187d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3631155 Feb 02 13:19:26.745493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8206f9c8-b272-4b24-bd9b-d5154719d29e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': 'cc2154f6-a1d3-44da-8434-a2b9f8c19bd1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:26.748788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37568) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:26.756307 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-648dec81-6e59-4420-9ea2-6595f40acbfe tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Request body: {'security_group_rule': {'security_group_id': 'ce150cba-6387-435f-9e45-69dfbbdf2444', 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:26.775284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-263ac867-2264-4ab5-863c-fed5a4a3b2e9 req-2c80718c-8a21-435b-bd9b-f2086b3227b0 service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276447 Feb 02 13:19:26.786404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8cc88fa4-084e-4152-a5ef-f367681a8f23 req-f9bc74e3-0b2c-4ce7-88b2-f9a1835d1895 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479673 Feb 02 13:19:26.786832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4d12a-e843-4f4d-99af-b9d69750187d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c6c815-927d-4f5d-abca-6f1fa0e49aa2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:26.795047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=5beca3f5-2b99-479d-bf34-bc17c4d34f7b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:26.801208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No DVR routers for this DVR port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:19:26.804140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b308563e-6453-4dee-93b8-f86cd26f9909 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:26.808048 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.809786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8206f9c8-b272-4b24-bd9b-d5154719d29e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (0d5f96a3-bf3b-4e93-aa37-ded866fb1713), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.914070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7116042f-3070-4f87-abc1-3dd826aa74d1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.949200 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-263ac867-2264-4ab5-863c-fed5a4a3b2e9 req-4942e1d7-3afe-4407-8037-b6b8b3772d4d service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523454 Feb 02 13:19:26.954683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a3cc2a8-cf6f-4a98-99b2-88b847ae2568 req-2c0aa8b2-c8bd-41a8-93e4-cf771ff7645b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471335 Feb 02 13:19:26.989274 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-648dec81-6e59-4420-9ea2-6595f40acbfe tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group_rule (a131c834-6896-4f05-82de-64edddb96c53), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:26.993915 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2ed3e59-dfda-442f-82bc-75a47980f4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (5beca3f5-2b99-479d-bf34-bc17c4d34f7b), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.003928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7116042f-3070-4f87-abc1-3dd826aa74d1']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:27.032488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade8656b-a331-4086-9685-22258173ecee') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:27.032777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade8656b-a331-4086-9685-22258173ecee') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:27.048809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed3e59-dfda-442f-82bc-75a47980f4a4 None None] Pushing event deleted for resources: {'Port': ['ID=5beca3f5-2b99-479d-bf34-bc17c4d34f7b,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:27.051937 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-648dec81-6e59-4420-9ea2-6595f40acbfe tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group_rule (a131c834-6896-4f05-82de-64edddb96c53), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.059743 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-648dec81-6e59-4420-9ea2-6595f40acbfe tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (a131c834-6896-4f05-82de-64edddb96c53), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.076648 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (ade8656b-a331-4086-9685-22258173ecee), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.086885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed3e59-dfda-442f-82bc-75a47980f4a4 None None] No DVR routers for this DVR port 5beca3f5-2b99-479d-bf34-bc17c4d34f7b on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:19:27.092823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b308563e-6453-4dee-93b8-f86cd26f9909 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:27.103909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dec81-6e59-4420-9ea2-6595f40acbfe tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a131c834-6896-4f05-82de-64edddb96c53,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:27.133351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8206f9c8-b272-4b24-bd9b-d5154719d29e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (0d5f96a3-bf3b-4e93-aa37-ded866fb1713), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.144189 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-648dec81-6e59-4420-9ea2-6595f40acbfe tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.150762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-648dec81-6e59-4420-9ea2-6595f40acbfe tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3971713 Feb 02 13:19:27.177736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5beca3f5-2b99-479d-bf34-bc17c4d34f7b no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:27.205632 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8206f9c8-b272-4b24-bd9b-d5154719d29e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (0d5f96a3-bf3b-4e93-aa37-ded866fb1713), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.208213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 5beca3f5-2b99-479d-bf34-bc17c4d34f7b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:27.208421 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5beca3f5-2b99-479d-bf34-bc17c4d34f7b not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:27.234805 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (ade8656b-a331-4086-9685-22258173ecee), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.279685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206f9c8-b272-4b24-bd9b-d5154719d29e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d5f96a3-bf3b-4e93-aa37-ded866fb1713,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:27.285143 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8206f9c8-b272-4b24-bd9b-d5154719d29e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.289126 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8206f9c8-b272-4b24-bd9b-d5154719d29e tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5448320 Feb 02 13:19:27.292028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:19:27.292595 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (ade8656b-a331-4086-9685-22258173ecee), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.296340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37582) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:19:27.297214 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:19:27.323172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:19:22Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e5ef5005-2bda-4d01-b16b-6985c68ab1e1', 'name': '', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'mac_address': 'fa:16:3e:bb:fa:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:20Z', 'updated_at': '2022-02-02T13:19:22Z', 'revision_number': 2, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'subnets': [{'id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:27.337140 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24eb22-d3ab-469d-86d7-5efc35f1e824 req-d47f225b-4a5b-497d-af27-66b0cc888dbb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:27.338707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b24eb22-d3ab-469d-86d7-5efc35f1e824 req-d47f225b-4a5b-497d-af27-66b0cc888dbb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2099307 Feb 02 13:19:27.356274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Checking router: fbc47b2b-36bb-4946-81aa-d4b90b945465 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:19:27.356636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Updating router fbc47b2b-36bb-4946-81aa-d4b90b945465 port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:19:27.381707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e35fde-9428-4b13-b1b7-74aaf20bbe92 req-e5d299d4-cdf8-4bf2-ab86-9ad913fe06be tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:27.386102 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9fc98b82-3357-4dc4-b6fa-ac97bf5084c4 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules/0d5f96a3-bf3b-4e93-aa37-ded866fb1713 HTTP/1.1" status: 200 len: 763 time: 0.0842586 Feb 02 13:19:27.387869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0e35fde-9428-4b13-b1b7-74aaf20bbe92 req-e5d299d4-cdf8-4bf2-ab86-9ad913fe06be tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1272168 Feb 02 13:19:27.387991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37586) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:27.399940 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.401331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af313d2a-d673-4717-a04a-4e7587890de0 req-44bdeda7-73c6-4d4a-adce-12f34792aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:27.403400 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-af313d2a-d673-4717-a04a-4e7587890de0 req-44bdeda7-73c6-4d4a-adce-12f34792aba5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1127 time: 0.2684662 Feb 02 13:19:27.414651 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7116042f-3070-4f87-abc1-3dd826aa74d1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.442422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.451786 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/networks/7116042f-3070-4f87-abc1-3dd826aa74d1 HTTP/1.1" status: 204 len: 168 time: 2.4929700 Feb 02 13:19:27.454566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b24eb22-d3ab-469d-86d7-5efc35f1e824 req-ba79dab4-54f2-408c-9ae3-d922e46fca1a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057968 Feb 02 13:19:27.463877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37588) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:27.472895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-493502929', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:27.504256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0e35fde-9428-4b13-b1b7-74aaf20bbe92 req-3b985e91-8f5a-4cdc-8a70-4b3ca3398f40 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101749 Feb 02 13:19:27.526665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea257399-b578-47f5-9a6f-d8b1e1a37e28 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Network': ['ID=7116042f-3070-4f87-abc1-3dd826aa74d1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:27.626336 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c29b4ee7-6767-4078-a034-a6ff3dd0a2f0 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2367289 Feb 02 13:19:27.627527 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.632087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:27.637184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.643188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af313d2a-d673-4717-a04a-4e7587890de0 req-19ff5803-348d-4ba3-8eec-10a5b4711238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:27.644957 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-af313d2a-d673-4717-a04a-4e7587890de0 req-19ff5803-348d-4ba3-8eec-10a5b4711238 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.2318113 Feb 02 13:19:27.694519 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41d55188-269e-4274-b3cd-a6961adcef54 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (0d5f96a3-bf3b-4e93-aa37-ded866fb1713), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.712729 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41d55188-269e-4274-b3cd-a6961adcef54 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (0d5f96a3-bf3b-4e93-aa37-ded866fb1713), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.723164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27053f1-a365-42cc-975b-50e1850ed623 req-73e2c9a5-62e7-461f-acfa-29cd07f70693 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:27.725726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c27053f1-a365-42cc-975b-50e1850ed623 req-73e2c9a5-62e7-461f-acfa-29cd07f70693 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1753666 Feb 02 13:19:27.738213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.785211 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-2896176c-7f22-4e23-a757-f4e0811ab43f tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup_general--1986563095&fields=id&tenant_id=f59ca13b528b42c586d69e9fa12543df HTTP/1.1" status: 200 len: 267 time: 0.1501386 Feb 02 13:19:27.785410 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-af313d2a-d673-4717-a04a-4e7587890de0 req-eefcd3af-08f0-4257-b230-083885b8da40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 998 time: 0.1321275 Feb 02 13:19:27.803045 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Publish callbacks [] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.813627 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.864312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af313d2a-d673-4717-a04a-4e7587890de0 req-e56318a9-9657-40ec-a9f6-621ea150ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:27.865899 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-af313d2a-d673-4717-a04a-4e7587890de0 req-e56318a9-9657-40ec-a9f6-621ea150ed28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.0544388 Feb 02 13:19:27.869637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-846430c6-66ad-49e3-82d1-b23b0302ab75 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup_access--312191755&fields=id&tenant_id=f59ca13b528b42c586d69e9fa12543df HTTP/1.1" status: 200 len: 267 time: 0.0612180 Feb 02 13:19:27.876578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c27053f1-a365-42cc-975b-50e1850ed623 req-cf6b0574-b1ca-42c2-a070-6c60e1e1c6a4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146448 Feb 02 13:19:27.921663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d9638-cf0e-4cc2-999a-3e2c651a9e3d None None] Pushing event updated for resources: {'Port': ['ID=e5ef5005-2bda-4d01-b16b-6985c68ab1e1,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:27.944444 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41d55188-269e-4274-b3cd-a6961adcef54 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (0d5f96a3-bf3b-4e93-aa37-ded866fb1713), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.952932 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41d55188-269e-4274-b3cd-a6961adcef54 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.954164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-41d55188-269e-4274-b3cd-a6961adcef54 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/0d5f96a3-bf3b-4e93-aa37-ded866fb1713 HTTP/1.1" status: 204 len: 168 time: 0.3141074 Feb 02 13:19:27.966061 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_gateway (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:27.969508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:28.003092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Attempting to bind port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:19:28.003092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Attempting to bind port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:19:28.004247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Attempting to bind port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 on network 041d6a85-672d-4202-9c00-d5cf6e7701ef {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:28.012083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:19:28.012612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Checking segment: {'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:28.013118 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:28.013621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Bound using segment: {'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:19:28.014438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Bound port: e5ef5005-2bda-4d01-b16b-6985c68ab1e1, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:19:28.014935 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:28.038860 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af313d2a-d673-4717-a04a-4e7587890de0 req-585b5277-a829-4383-ba4e-89be4dcede60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:28.040563 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-af313d2a-d673-4717-a04a-4e7587890de0 req-585b5277-a829-4383-ba4e-89be4dcede60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0688016 Feb 02 13:19:28.107386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] For port e5ef5005-2bda-4d01-b16b-6985c68ab1e1, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:19:28.111311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] For port e5ef5005-2bda-4d01-b16b-6985c68ab1e1, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e5ef5005-2bda-4d01-b16b-6985c68ab1e1,segment=NetworkSegment(ffe3db51-b7c0-4d96-85be-f4497f138213),segment_id=ffe3db51-b7c0-4d96-85be-f4497f138213)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:19:28.116695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:19:28.130087 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:28.254300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Routers {'fbc47b2b-36bb-4946-81aa-d4b90b945465'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:28.255075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fbc47b2b-36bb-4946-81aa-d4b90b945465'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:28.298242 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-af313d2a-d673-4717-a04a-4e7587890de0 req-e60ab0fe-4d30-4728-acbd-7b5757c2d531 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457354 Feb 02 13:19:28.334159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d9638-cf0e-4cc2-999a-3e2c651a9e3d None None] Pushing event updated for resources: {'Port': ['ID=e5ef5005-2bda-4d01-b16b-6985c68ab1e1,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:28.414256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d55188-269e-4274-b3cd-a6961adcef54 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d5f96a3-bf3b-4e93-aa37-ded866fb1713,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:28.429520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-acaee11f-06c9-4e3e-9926-a8f83b5e332b None None] Provisioning complete for port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:28.430062 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acaee11f-06c9-4e3e-9926-a8f83b5e332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:28.432434 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-af313d2a-d673-4717-a04a-4e7587890de0 req-f42012f8-70ae-447b-861b-7a69650fbf53 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259930 Feb 02 13:19:28.520032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-83b44e4c-45fe-4385-af23-a198666ed349 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5393620 Feb 02 13:19:28.528633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:28.529264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:28.534446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0ddbee25-1fdc-4732-97c7-32764b8dd4ae tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': 'cc2154f6-a1d3-44da-8434-a2b9f8c19bd1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:28.561283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'port_id': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'mac_address': 'fa:16:3e:dd:09:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:19:28.568786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-cb61fa56-af61-4edf-9a85-0e44bccfd2b1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:28.571996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] Set router fbc47b2b-36bb-4946-81aa-d4b90b945465 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:28.580161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-cb61fa56-af61-4edf-9a85-0e44bccfd2b1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/networks?id=041d6a85-672d-4202-9c00-d5cf6e7701ef HTTP/1.1" status: 200 len: 797 time: 0.7014441 Feb 02 13:19:28.594643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a12429-9b64-4a50-ac32-a56a218968c6 req-ae10be2f-b977-416a-b3b0-bd0f63a53184 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:28.596689 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6a12429-9b64-4a50-ac32-a56a218968c6 req-ae10be2f-b977-416a-b3b0-bd0f63a53184 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.6141591 Feb 02 13:19:28.600697 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_gateway (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:28.636848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-c7fc5dbc-767d-49fb-aad9-4df8d6b1a674 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/quotas/f59ca13b528b42c586d69e9fa12543df HTTP/1.1" status: 200 len: 375 time: 0.0547397 Feb 02 13:19:28.642897 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-0ddbee25-1fdc-4732-97c7-32764b8dd4ae tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Project 82bc62981e5a41c685e66cc56d0067a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:19:28.650390 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:28.669055 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ddbee25-1fdc-4732-97c7-32764b8dd4ae tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (d74ebfab-bdbc-4e75-9445-147868b6c1aa), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:28.679726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:28.680148 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:28.750806 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6a12429-9b64-4a50-ac32-a56a218968c6 req-a66ccf09-3a2c-40fb-8faa-a09df9adab60 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446755 Feb 02 13:19:28.771838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-acaee11f-06c9-4e3e-9926-a8f83b5e332b None None] Current status of the port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:28.773161 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acaee11f-06c9-4e3e-9926-a8f83b5e332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:28.792818 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-e817d32b-b54f-4ef9-b008-cb1b3ce10dc2 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f59ca13b528b42c586d69e9fa12543df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1546960 Feb 02 13:19:28.817035 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ddbee25-1fdc-4732-97c7-32764b8dd4ae tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (d74ebfab-bdbc-4e75-9445-147868b6c1aa), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:28.831456 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ddbee25-1fdc-4732-97c7-32764b8dd4ae tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (d74ebfab-bdbc-4e75-9445-147868b6c1aa), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:28.852099 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:19:28.876612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-acaee11f-06c9-4e3e-9926-a8f83b5e332b None None] For port e5ef5005-2bda-4d01-b16b-6985c68ab1e1, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e5ef5005-2bda-4d01-b16b-6985c68ab1e1,segment=NetworkSegment(ffe3db51-b7c0-4d96-85be-f4497f138213),segment_id=ffe3db51-b7c0-4d96-85be-f4497f138213)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:28.908346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Allocated IP 172.25.4.138 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/db09051f-e6e7-404f-a506-7e258a24fa64) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:28.927320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbee25-1fdc-4732-97c7-32764b8dd4ae tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74ebfab-bdbc-4e75-9445-147868b6c1aa,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:28.963277 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0ddbee25-1fdc-4732-97c7-32764b8dd4ae tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:28.967100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0ddbee25-1fdc-4732-97c7-32764b8dd4ae tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4341159 Feb 02 13:19:28.972206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37616) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:29.010389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-465ecaa1-7657-4482-b99b-47688706de8b service neutron] 10.222.0.83 "GET /v2.0/networks/041d6a85-672d-4202-9c00-d5cf6e7701ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120538 Feb 02 13:19:29.017153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-62485485-894f-49de-bb1c-77ba597b6974 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules/d74ebfab-bdbc-4e75-9445-147868b6c1aa HTTP/1.1" status: 200 len: 769 time: 0.0412805 Feb 02 13:19:29.024975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37618) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:29.046408 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (db09051f-e6e7-404f-a506-7e258a24fa64), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:29.069463 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acaee11f-06c9-4e3e-9926-a8f83b5e332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:29.073393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324139d1-db0c-4808-8e41-e95bbfb0051c req-0d2fc2a8-7cb1-44cf-89e0-83a4642b6467 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:29.075087 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-324139d1-db0c-4808-8e41-e95bbfb0051c req-0d2fc2a8-7cb1-44cf-89e0-83a4642b6467 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2213967 Feb 02 13:19:29.086439 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (db09051f-e6e7-404f-a506-7e258a24fa64), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:29.144634 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:29.153382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:29.160503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:29.186961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0b5abc33-77e7-4529-b737-11957c6345a8 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1606798 Feb 02 13:19:29.193431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37620) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:29.223014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaee11f-06c9-4e3e-9926-a8f83b5e332b None None] Pushing event updated for resources: {'Port': ['ID=e5ef5005-2bda-4d01-b16b-6985c68ab1e1,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:29.239178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:29.274916 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:29.279319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-4d733c23-f11c-4b7d-9f8a-7e3cefa3485f service neutron] 10.222.0.83 "GET /v2.0/networks/041d6a85-672d-4202-9c00-d5cf6e7701ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676644 Feb 02 13:19:29.283253 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=db09051f-e6e7-404f-a506-7e258a24fa64,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:29.287163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-324139d1-db0c-4808-8e41-e95bbfb0051c req-66f6a688-df3c-4da2-825a-8524bd8302b5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784434 Feb 02 13:19:29.293361 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b23c9ff9-bc05-435d-ad54-2f3077d44229 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (d74ebfab-bdbc-4e75-9445-147868b6c1aa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:29.322837 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b23c9ff9-bc05-435d-ad54-2f3077d44229 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (d74ebfab-bdbc-4e75-9445-147868b6c1aa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:29.355248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:29.367658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e52bf53d-3e22-4c84-9e73-f03d115453d2 None None] Provisioning complete for port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:29.368139 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e52bf53d-3e22-4c84-9e73-f03d115453d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:29.372525 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b23c9ff9-bc05-435d-ad54-2f3077d44229 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (d74ebfab-bdbc-4e75-9445-147868b6c1aa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:29.378913 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b23c9ff9-bc05-435d-ad54-2f3077d44229 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:29.395494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37624) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:29.405891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b23c9ff9-bc05-435d-ad54-2f3077d44229 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/d74ebfab-bdbc-4e75-9445-147868b6c1aa HTTP/1.1" status: 204 len: 168 time: 0.2079310 Feb 02 13:19:29.412316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23c9ff9-bc05-435d-ad54-2f3077d44229 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d74ebfab-bdbc-4e75-9445-147868b6c1aa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:29.469567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37628) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:29.478536 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4562d24f-bacd-4d07-aa5c-540eb0a6a9dd tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0799937 Feb 02 13:19:29.499097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:19:22Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e5ef5005-2bda-4d01-b16b-6985c68ab1e1', 'name': '', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'mac_address': 'fa:16:3e:bb:fa:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:20Z', 'updated_at': '2022-02-02T13:19:28Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'subnets': [{'id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:29.601577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e52bf53d-3e22-4c84-9e73-f03d115453d2 None None] Current status of the port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:29.604080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:19:29.664889 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03d0df69-a5bf-40b4-a4d8-a103063fd88b tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (cc2154f6-a1d3-44da-8434-a2b9f8c19bd1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:29.669515 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_gateway (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:29.695301 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c94915-ce1f-474c-adcc-5742ca2285c5 None None] The sync data for ids ['fbc47b2b-36bb-4946-81aa-d4b90b945465'] in n-d-827336-2 is: [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:19:22Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e5ef5005-2bda-4d01-b16b-6985c68ab1e1', 'name': '', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'mac_address': 'fa:16:3e:bb:fa:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:20Z', 'updated_at': '2022-02-02T13:19:28Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'subnets': [{'id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:29.857730 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03d0df69-a5bf-40b4-a4d8-a103063fd88b tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (cc2154f6-a1d3-44da-8434-a2b9f8c19bd1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:29.957623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff197d6-6fde-46cd-9fe5-735839c9ac09 req-bf647632-dff5-4373-ba0a-88d54639be9f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:29.959332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ff197d6-6fde-46cd-9fe5-735839c9ac09 req-bf647632-dff5-4373-ba0a-88d54639be9f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 945 time: 0.4551377 Feb 02 13:19:29.995651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a44859-cc8a-4e2e-a0e7-92c3eda891a9 req-a1ff6a32-dfff-440b-8bf9-08fba3e88b27 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:29.995651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3a44859-cc8a-4e2e-a0e7-92c3eda891a9 req-a1ff6a32-dfff-440b-8bf9-08fba3e88b27 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.4246128 Feb 02 13:19:30.127985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e5ef5005-2bda-4d01-b16b-6985c68ab1e1 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:30.139468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ff197d6-6fde-46cd-9fe5-735839c9ac09 req-d147d120-0332-4879-ae5e-6072813e1cd1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408041 Feb 02 13:19:30.178245 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03d0df69-a5bf-40b4-a4d8-a103063fd88b tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cc2154f6-a1d3-44da-8434-a2b9f8c19bd1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:30.186253 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03d0df69-a5bf-40b4-a4d8-a103063fd88b tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:30.189986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-03d0df69-a5bf-40b4-a4d8-a103063fd88b tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-groups/cc2154f6-a1d3-44da-8434-a2b9f8c19bd1 HTTP/1.1" status: 204 len: 168 time: 0.7174220 Feb 02 13:19:30.191829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37640) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:30.244517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0df69-a5bf-40b4-a4d8-a103063fd88b tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2154f6-a1d3-44da-8434-a2b9f8c19bd1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:30.254385 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:30.324318 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6a9132b-0df7-40a2-8b23-6c6011f89abf req-d8ee62ba-4c25-42d7-9ca2-ce0ee9a06e4e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 210 time: 0.0643079 Feb 02 13:19:30.330307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:30.330748 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:30.348185 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3a44859-cc8a-4e2e-a0e7-92c3eda891a9 req-6a623e8f-3d96-41d3-b0b5-8e6d87bfc6e3 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327043 Feb 02 13:19:30.496204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37646) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:30.496487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d6141917-12cf-4b6f-81e5-0c960ea9e1ab tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2716625 Feb 02 13:19:30.505287 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f82468d9-6b0e-45e0-a78a-47b02e8216c6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064674206'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:30.567521 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f82468d9-6b0e-45e0-a78a-47b02e8216c6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:30.591160 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 57aa85fa-ac8e-4d6b-ad16-e6e045d57caa is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:19:30.659162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:30.736789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff7265-8166-431b-93b3-956e773c8aec req-bb9777fa-abfb-4d5c-adaf-f86dd8a3c21a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:30.767413 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cff7265-8166-431b-93b3-956e773c8aec req-bb9777fa-abfb-4d5c-adaf-f86dd8a3c21a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2428052 Feb 02 13:19:30.767413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cff90-9cbc-4127-b618-e90d7e7ab94d req-1411c712-7ce5-4a59-9d90-931a0ee97e15 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:30.784456 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c7cff90-9cbc-4127-b618-e90d7e7ab94d req-1411c712-7ce5-4a59-9d90-931a0ee97e15 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1951730 Feb 02 13:19:30.877458 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f82468d9-6b0e-45e0-a78a-47b02e8216c6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (22957796-d691-46a0-9c6f-ef509c954aa7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:30.893019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f82468d9-6b0e-45e0-a78a-47b02e8216c6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (22957796-d691-46a0-9c6f-ef509c954aa7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:30.904692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:30.924387 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc2cba-8940-44ea-b5dc-1ce3d0bd3144 None None] Sync routers for ids ['57aa85fa-ac8e-4d6b-ad16-e6e045d57caa'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:30.947414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:30.951636 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-582c4e97-7273-48c5-babb-5854cb34df22 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4825320 Feb 02 13:19:30.952610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37650) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:30.954251 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc2cba-8940-44ea-b5dc-1ce3d0bd3144 None None] Routers {'57aa85fa-ac8e-4d6b-ad16-e6e045d57caa'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:30.955068 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-affc2cba-8940-44ea-b5dc-1ce3d0bd3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['57aa85fa-ac8e-4d6b-ad16-e6e045d57caa'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:30.956540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f82468d9-6b0e-45e0-a78a-47b02e8216c6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:30.960916 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f82468d9-6b0e-45e0-a78a-47b02e8216c6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4594092 Feb 02 13:19:30.962898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37652) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:30.973529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82468d9-6b0e-45e0-a78a-47b02e8216c6 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22957796-d691-46a0-9c6f-ef509c954aa7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:30.989589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c7cff90-9cbc-4127-b618-e90d7e7ab94d req-2d9185a3-8fdc-4756-9294-72a8d4ddfff7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037842 Feb 02 13:19:31.008111 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-affc2cba-8940-44ea-b5dc-1ce3d0bd3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:31.028925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6eced558-88fd-432c-b1db-13b574089013 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Request body: {'security_group_rule': {'security_group_id': '22957796-d691-46a0-9c6f-ef509c954aa7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:31.040708 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affc2cba-8940-44ea-b5dc-1ce3d0bd3144 None None] Routers {'57aa85fa-ac8e-4d6b-ad16-e6e045d57caa'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:31.041960 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-affc2cba-8940-44ea-b5dc-1ce3d0bd3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['57aa85fa-ac8e-4d6b-ad16-e6e045d57caa'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:31.088170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cff7265-8166-431b-93b3-956e773c8aec req-8dd30af4-8477-465c-8326-f406df0f5ecf tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943308 Feb 02 13:19:31.119455 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6eced558-88fd-432c-b1db-13b574089013 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (ef9415ba-c29b-4a69-85bb-1bf6d5423ef0), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:31.130003 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-affc2cba-8940-44ea-b5dc-1ce3d0bd3144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:31.131125 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc2cba-8940-44ea-b5dc-1ce3d0bd3144 None None] The sync data for ids ['57aa85fa-ac8e-4d6b-ad16-e6e045d57caa'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:31.241553 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6eced558-88fd-432c-b1db-13b574089013 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (ef9415ba-c29b-4a69-85bb-1bf6d5423ef0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:31.254935 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6eced558-88fd-432c-b1db-13b574089013 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (ef9415ba-c29b-4a69-85bb-1bf6d5423ef0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:31.360761 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eced558-88fd-432c-b1db-13b574089013 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9415ba-c29b-4a69-85bb-1bf6d5423ef0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:31.440396 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6eced558-88fd-432c-b1db-13b574089013 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:31.441628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6eced558-88fd-432c-b1db-13b574089013 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4733477 Feb 02 13:19:31.458472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37666) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:31.546026 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2680d38-3689-4f74-a4c6-1787cf85cbd3 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (22957796-d691-46a0-9c6f-ef509c954aa7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:31.584723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b832d6-0918-4050-8b64-be9849816ed8 req-029ddf3d-d04a-47bf-9f82-b0cbb9d3b162 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:31.586730 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50b832d6-0918-4050-8b64-be9849816ed8 req-029ddf3d-d04a-47bf-9f82-b0cbb9d3b162 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 945 time: 0.2717526 Feb 02 13:19:31.603131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d157cf-e4f2-47b1-8a28-e9b43d70d2de req-f1bf2eb4-15d1-4773-938c-767183df6f5b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:31.604878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-20d157cf-e4f2-47b1-8a28-e9b43d70d2de req-f1bf2eb4-15d1-4773-938c-767183df6f5b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1838300 Feb 02 13:19:31.654252 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2680d38-3689-4f74-a4c6-1787cf85cbd3 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (22957796-d691-46a0-9c6f-ef509c954aa7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:31.737082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50b832d6-0918-4050-8b64-be9849816ed8 req-50bf7148-fffe-4e6c-b82a-4fbdcc8454e8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194677 Feb 02 13:19:31.760041 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15f93c66-c171-4de4-ae60-541da1bb0c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:31.771820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:31.772067 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4f3c2b5c-68fd-4994-9c4f-b714fe81689e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/routers/57aa85fa-ac8e-4d6b-ad16-e6e045d57caa HTTP/1.1" status: 200 len: 884 time: 0.8094511 Feb 02 13:19:31.816734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-3dee3082-1798-4588-9bf5-e214b9d0f209 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:31.820935 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-3dee3082-1798-4588-9bf5-e214b9d0f209 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.62 "GET /v2.0/networks?id=041d6a85-672d-4202-9c00-d5cf6e7701ef HTTP/1.1" status: 200 len: 797 time: 0.5954127 Feb 02 13:19:31.870143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-20d157cf-e4f2-47b1-8a28-e9b43d70d2de req-b7014bd8-00e9-439f-8e6a-6115e62f126a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542419 Feb 02 13:19:31.885752 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2680d38-3689-4f74-a4c6-1787cf85cbd3 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (22957796-d691-46a0-9c6f-ef509c954aa7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:31.894070 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2680d38-3689-4f74-a4c6-1787cf85cbd3 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:31.895389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c2680d38-3689-4f74-a4c6-1787cf85cbd3 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-groups/22957796-d691-46a0-9c6f-ef509c954aa7 HTTP/1.1" status: 204 len: 168 time: 0.4339831 Feb 02 13:19:31.898586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37672) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:31.965930 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37676) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:31.987493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2680d38-3689-4f74-a4c6-1787cf85cbd3 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22957796-d691-46a0-9c6f-ef509c954aa7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:32.029076 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-f9b88be7-aaf0-4bc3-99be-1458040ae275 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f59ca13b528b42c586d69e9fa12543df HTTP/1.1" status: 200 len: 477 time: 0.1929154 Feb 02 13:19:32.042352 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Request body: {'port': {'device_id': '490e882a-0b6d-4147-87c2-6332f6900caf', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'admin_state_up': True, 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'security_groups': ['96c6c815-927d-4f5d-abca-6f1fa0e49aa2', 'ce150cba-6387-435f-9e45-69dfbbdf2444']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:32.056268 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f8314cf2-b1ba-4ae3-9163-0016c0f17fd5 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1413713 Feb 02 13:19:32.061294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:32.067521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:32.131900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-880bd948-7a34-43b6-8add-7254137e3dfb req-6f2c775e-c824-4a22-8874-1715c29d87a8 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 210 time: 0.0933347 Feb 02 13:19:32.171237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:19:32.175857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:32.176243 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:32.304791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fda619-0570-4258-a90f-0f5b8735fbfe req-78642f62-fc9b-4e4d-a72c-b70444641adb tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:32.312588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64fda619-0570-4258-a90f-0f5b8735fbfe req-78642f62-fc9b-4e4d-a72c-b70444641adb tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.4119692 Feb 02 13:19:32.325714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Made reservation on behalf of f59ca13b528b42c586d69e9fa12543df for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:32.329885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:32.348808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:32.349203 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:32.410768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:32.412625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:19:32.416617 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe47190-6d20-4013-8abc-440945aa38c7" -d '{"events": [{"server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "name": "network-vif-plugged", "status": "completed", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:19:32.426701 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:32.438719 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a9c93ee6-08d4-4dff-b070-76edea35c68f tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3244827 Feb 02 13:19:32.441669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37684) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:32.471207 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-5f2eb16d-0b86-4fb0-a5cd-463226621255 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] delete failed (client error): The resource could not be found. Feb 02 13:19:32.472484 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5f2eb16d-0b86-4fb0-a5cd-463226621255 tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "DELETE /v2.0/security-groups/22957796-d691-46a0-9c6f-ef509c954aa7 HTTP/1.1" status: 404 len: 347 time: 0.0297446 Feb 02 13:19:32.477583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37686) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:32.482372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39e094-aa2b-42aa-a0d8-0200d0686097 req-779ee8d7-82d0-4722-80fc-facd024ecbc8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:32.492402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe39e094-aa2b-42aa-a0d8-0200d0686097 req-779ee8d7-82d0-4722-80fc-facd024ecbc8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2328990 Feb 02 13:19:32.507725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64fda619-0570-4258-a90f-0f5b8735fbfe req-f4f9fe97-d06e-4097-84f8-0f4672f7dbdc tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899815 Feb 02 13:19:32.529762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:32.590695 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef97ef-1bec-4db0-ac0f-61f190ef2d29 x-openstack-request-id: req-5eef97ef-1bec-4db0-ac0f-61f190ef2d29 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:19:32.590994 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "name": "network-vif-plugged", "status": "completed", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:19:32.591249 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5eef97ef-1bec-4db0-ac0f-61f190ef2d29 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:19:32.591902 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'code': 200} Feb 02 13:19:32.639883 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe39e094-aa2b-42aa-a0d8-0200d0686097 req-66f3e0ef-2ab4-4e50-a4ec-add9c88d8f7c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464288 Feb 02 13:19:32.694631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3162a634-73da-4a04-9153-26e050c049c9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.9214795 Feb 02 13:19:32.698834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:32.714717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1e9787cb-827f-4bff-a8b9-cbb8bc56cd79 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-493502929'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:32.779817 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a7436b94-d5f1-452f-84c6-e8e55089940c tempest-SecGroupIPv6Test-1745752410 tempest-SecGroupIPv6Test-1745752410-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2946768 Feb 02 13:19:32.867651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Allocated IP 172.20.0.10 (041d6a85-672d-4202-9c00-d5cf6e7701ef/093b3616-4c4f-48dc-837c-33fb72d6c46a/759188de-d549-457e-ba09-5c1ab95ac169) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:33.126430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37702) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:33.178112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for port (759188de-d549-457e-ba09-5c1ab95ac169), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:33.205148 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1d6810f-e401-4426-ac79-2d43ccf267a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (b73c26ca-958e-4227-bb75-14c25010be67), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:33.285513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a788e-460f-420f-91ca-7281736c3358 req-3120a362-9621-4716-a1e3-32205b97cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:33.288302 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b11a788e-460f-420f-91ca-7281736c3358 req-3120a362-9621-4716-a1e3-32205b97cd7a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 1128 time: 0.5829618 Feb 02 13:19:33.318840 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (759188de-d549-457e-ba09-5c1ab95ac169), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:33.325327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73980869-5a03-4219-ba3e-86f9898e2d97 req-f803f04a-966f-4d21-b2c5-9f7b33b93c5f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:33.326904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73980869-5a03-4219-ba3e-86f9898e2d97 req-f803f04a-966f-4d21-b2c5-9f7b33b93c5f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.3535209 Feb 02 13:19:33.345368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c62f1-2ef7-4983-ad62-0db0392f75d5 req-b8cf8b7f-0f29-45eb-967b-14343935e375 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:33.346937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d16c62f1-2ef7-4983-ad62-0db0392f75d5 req-b8cf8b7f-0f29-45eb-967b-14343935e375 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.3746085 Feb 02 13:19:33.416532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network 041d6a85-672d-4202-9c00-d5cf6e7701ef is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:33.419774 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4362c3c1-910c-4211-b7d3-4f887279fdab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=82bc62981e5a41c685e66cc56d0067a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2900393 Feb 02 13:19:33.427791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37708) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:33.429023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:33.434854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:33.445326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Port': ['ID=759188de-d549-457e-ba09-5c1ab95ac169,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:33.459497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b11a788e-460f-420f-91ca-7281736c3358 req-931f63fc-de71-4c93-95d6-c543453db13b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638637 Feb 02 13:19:33.486184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.486553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.486901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.487234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.487590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.487914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.488239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.488693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.489018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.489335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.489658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.489981 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.490288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:33.609914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:33.610561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:33.634810 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-9c12682e-18be-498f-b523-cf304105fc0e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.5965369 Feb 02 13:19:33.640949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67b37d6a-6d14-4a5c-99f1-f863c76b6ed9 admin admin] Publish callbacks [] for security_group (a39d41cf-cae5-415f-a48c-43fcb8a72b1f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:33.653346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Request body: {'port': {'device_id': '490e882a-0b6d-4147-87c2-6332f6900caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:33.743667 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67b37d6a-6d14-4a5c-99f1-f863c76b6ed9 admin admin] Publish callbacks [] for security_group (a39d41cf-cae5-415f-a48c-43fcb8a72b1f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:33.765928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3f1a62d5-8b82-4a51-b329-e43e9ef24820 None None] Provisioning complete for port 759188de-d549-457e-ba09-5c1ab95ac169 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:33.767097 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f1a62d5-8b82-4a51-b329-e43e9ef24820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (759188de-d549-457e-ba09-5c1ab95ac169), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:33.786878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (759188de-d549-457e-ba09-5c1ab95ac169), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:33.789697 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73980869-5a03-4219-ba3e-86f9898e2d97 req-64435165-fc0d-42d2-bb3d-59e433540546 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4415240 Feb 02 13:19:33.795307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d16c62f1-2ef7-4983-ad62-0db0392f75d5 req-a86aac47-97b2-4f2f-bba2-6b29f4aa1327 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141102 Feb 02 13:19:33.819817 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e9787cb-827f-4bff-a8b9-cbb8bc56cd79 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:33.848854 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e9787cb-827f-4bff-a8b9-cbb8bc56cd79 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:33.853803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3f1a62d5-8b82-4a51-b329-e43e9ef24820 None None] Port 759188de-d549-457e-ba09-5c1ab95ac169 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:33.970548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67b37d6a-6d14-4a5c-99f1-f863c76b6ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a39d41cf-cae5-415f-a48c-43fcb8a72b1f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:33.972950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67b37d6a-6d14-4a5c-99f1-f863c76b6ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:33.974114 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-67b37d6a-6d14-4a5c-99f1-f863c76b6ed9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a39d41cf-cae5-415f-a48c-43fcb8a72b1f HTTP/1.1" status: 204 len: 168 time: 0.5421290 Feb 02 13:19:34.010171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b37d6a-6d14-4a5c-99f1-f863c76b6ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39d41cf-cae5-415f-a48c-43fcb8a72b1f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:34.054707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9787cb-827f-4bff-a8b9-cbb8bc56cd79 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 57aa85fa-ac8e-4d6b-ad16-e6e045d57caa has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:19:34.077742 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccbdad33-d6ea-4320-87ad-d4d94b58cc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:34.110396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f1d6810f-e401-4426-ac79-2d43ccf267a9 admin admin] Deleting port 8b9e460e-c3e5-4e93-b752-1db77c55669a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:34.110734 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1d6810f-e401-4426-ac79-2d43ccf267a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:34.156824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20765ac2-0deb-4109-8800-256ecc02b35d req-53d64cb5-61e4-472c-bf0c-ec96ff3c1a78 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:34.163486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-20765ac2-0deb-4109-8800-256ecc02b35d req-53d64cb5-61e4-472c-bf0c-ec96ff3c1a78 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 971 time: 0.2550964 Feb 02 13:19:34.244710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759188de-d549-457e-ba09-5c1ab95ac169 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:19:34.258949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Publish callbacks [] for port (759188de-d549-457e-ba09-5c1ab95ac169), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:34.262058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f1d6810f-e401-4426-ac79-2d43ccf267a9 admin admin] For port 8b9e460e-c3e5-4e93-b752-1db77c55669a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8b9e460e-c3e5-4e93-b752-1db77c55669a,segment=NetworkSegment(dd9d795b-eb2a-411f-8122-095fd1dfd724),segment_id=dd9d795b-eb2a-411f-8122-095fd1dfd724)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:34.262248 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1d6810f-e401-4426-ac79-2d43ccf267a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:34.281951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f1d6810f-e401-4426-ac79-2d43ccf267a9 admin admin] Calling delete_port for 8b9e460e-c3e5-4e93-b752-1db77c55669a owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:34.288349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Transition to ACTIVE for port object 759188de-d549-457e-ba09-5c1ab95ac169 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:19:34.295820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-240050ed-9630-4c0f-85ec-a17fab397565 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:34.297451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-240050ed-9630-4c0f-85ec-a17fab397565 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 812 time: 0.3481724 Feb 02 13:19:34.298903 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (759188de-d549-457e-ba09-5c1ab95ac169), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:34.343644 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f503e09c-6192-453a-991b-52a8e3059230 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/quotas/7b92b835720c47608b10176547f4948b HTTP/1.1" status: 200 len: 375 time: 0.0359213 Feb 02 13:19:34.358508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-20765ac2-0deb-4109-8800-256ecc02b35d req-3da52040-a4b8-4c40-890a-beeeda383f73 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1919560 Feb 02 13:19:34.429600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Pushing event updated for resources: {'Port': ['ID=759188de-d549-457e-ba09-5c1ab95ac169,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:34.437035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9787cb-827f-4bff-a8b9-cbb8bc56cd79 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:34.449215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcfdf5-0428-439c-98ee-d70ba39a04df None None] Sync routers for ids ['57aa85fa-ac8e-4d6b-ad16-e6e045d57caa'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:34.475583 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e9787cb-827f-4bff-a8b9-cbb8bc56cd79 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:34.476800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1e9787cb-827f-4bff-a8b9-cbb8bc56cd79 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/57aa85fa-ac8e-4d6b-ad16-e6e045d57caa HTTP/1.1" status: 200 len: 891 time: 1.7712057 Feb 02 13:19:34.481057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcfdf5-0428-439c-98ee-d70ba39a04df None None] Routers {'57aa85fa-ac8e-4d6b-ad16-e6e045d57caa'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:34.484636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-03fcfdf5-0428-439c-98ee-d70ba39a04df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['57aa85fa-ac8e-4d6b-ad16-e6e045d57caa'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:34.506699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37732) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:34.590869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-2f84b5cc-04bb-4a75-81f5-237900b4942b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2457881 Feb 02 13:19:34.621064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-03fcfdf5-0428-439c-98ee-d70ba39a04df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:34.645802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fcfdf5-0428-439c-98ee-d70ba39a04df None None] Routers {'57aa85fa-ac8e-4d6b-ad16-e6e045d57caa'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:34.646657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-03fcfdf5-0428-439c-98ee-d70ba39a04df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['57aa85fa-ac8e-4d6b-ad16-e6e045d57caa'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:34.673121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0003ba-4a5c-496b-b2eb-cbec05d19913 req-913c74ac-4c0b-4a6e-9fd8-084221add335 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:34.676635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b0003ba-4a5c-496b-b2eb-cbec05d19913 req-913c74ac-4c0b-4a6e-9fd8-084221add335 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1987176 Feb 02 13:19:34.714667 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-03fcfdf5-0428-439c-98ee-d70ba39a04df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:34.715263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcfdf5-0428-439c-98ee-d70ba39a04df None None] The sync data for ids ['57aa85fa-ac8e-4d6b-ad16-e6e045d57caa'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:34.760526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Attempting to bind port 759188de-d549-457e-ba09-5c1ab95ac169 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:19:34.760870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Attempting to bind port 759188de-d549-457e-ba09-5c1ab95ac169 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:19:34.761196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Attempting to bind port 759188de-d549-457e-ba09-5c1ab95ac169 on network 041d6a85-672d-4202-9c00-d5cf6e7701ef {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:34.774868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Port 759188de-d549-457e-ba09-5c1ab95ac169 on network 041d6a85-672d-4202-9c00-d5cf6e7701ef not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:19:34.775195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Attempting to bind port 759188de-d549-457e-ba09-5c1ab95ac169 on network 041d6a85-672d-4202-9c00-d5cf6e7701ef {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:34.788029 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-94ccb490-cf80-4b63-9e97-529a98ae700b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/routers/57aa85fa-ac8e-4d6b-ad16-e6e045d57caa HTTP/1.1" status: 200 len: 891 time: 0.2779429 Feb 02 13:19:34.792010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37738) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:34.794633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:19:34.795057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Checking segment: {'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:34.795363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Bound using segment: {'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:19:34.795846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Bound port: 759188de-d549-457e-ba09-5c1ab95ac169, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe3db51-b7c0-4d96-85be-f4497f138213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:19:34.796201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (759188de-d549-457e-ba09-5c1ab95ac169), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:34.835257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3b16cfe0-22d7-4c47-8e59-6bf9b42273ed tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=57aa85fa-ac8e-4d6b-ad16-e6e045d57caa HTTP/1.1" status: 200 len: 205 time: 0.0404801 Feb 02 13:19:34.839942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37744) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:34.848456 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-87f6b118-542f-40c7-9d10-4d9dbdbf28a3 service neutron] 10.222.0.83 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414644 Feb 02 13:19:34.880267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b0003ba-4a5c-496b-b2eb-cbec05d19913 req-e208a346-bd60-4ab6-81c3-7d97ac23a1df tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266828 Feb 02 13:19:34.880545 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1d6810f-e401-4426-ac79-2d43ccf267a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8b9e460e-c3e5-4e93-b752-1db77c55669a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:34.919709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6810f-e401-4426-ac79-2d43ccf267a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9e460e-c3e5-4e93-b752-1db77c55669a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:34.925173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] For port 759188de-d549-457e-ba09-5c1ab95ac169, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:19:34.955973 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] For port 759188de-d549-457e-ba09-5c1ab95ac169, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=759188de-d549-457e-ba09-5c1ab95ac169,segment=NetworkSegment(ffe3db51-b7c0-4d96-85be-f4497f138213),segment_id=ffe3db51-b7c0-4d96-85be-f4497f138213)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:19:34.979743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (759188de-d549-457e-ba09-5c1ab95ac169), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:35.092241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:35.093345 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:35.095212 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] 10.222.0.62 "PUT /v2.0/ports/759188de-d549-457e-ba09-5c1ab95ac169 HTTP/1.1" status: 200 len: 1131 time: 1.4464335 Feb 02 13:19:35.100104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490e882a-0b6d-4147-87c2-6332f6900caf', 'tag': '759188de-d549-457e-ba09-5c1ab95ac169'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:19:35.102825 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24328099-4de5-4262-968c-6fc06c836cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "490e882a-0b6d-4147-87c2-6332f6900caf", "tag": "759188de-d549-457e-ba09-5c1ab95ac169"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:19:35.166063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-e1fb8916-b57b-4fdc-953e-3fba11d3e71e service neutron] 10.222.0.83 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654847 Feb 02 13:19:35.182377 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:35.251498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdc8ef-495f-4c6a-bd5e-6645ac3945ff service neutron] Pushing event updated for resources: {'Port': ['ID=759188de-d549-457e-ba09-5c1ab95ac169,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:35.258980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02629dc4-c721-4db2-8a2a-7c2728e25385 req-b57a2fde-3d39-4011-9b59-6bba4d157863 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:35.260617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02629dc4-c721-4db2-8a2a-7c2728e25385 req-b57a2fde-3d39-4011-9b59-6bba4d157863 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.1986947 Feb 02 13:19:35.349343 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-f95a49b1-9f9d-4d83-a056-bb2fe977dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:35.352087 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-f95a49b1-9f9d-4d83-a056-bb2fe977dad8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f59ca13b528b42c586d69e9fa12543df&device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 1165 time: 0.1834142 Feb 02 13:19:35.353736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1d6810f-e401-4426-ac79-2d43ccf267a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (b73c26ca-958e-4227-bb75-14c25010be67), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:35.392370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02629dc4-c721-4db2-8a2a-7c2728e25385 req-a34a824b-38fa-4ef7-ac5b-02c996592d51 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241314 Feb 02 13:19:35.422499 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_gateway (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:35.500038 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:35.597321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2e83f-f352-419d-9d84-0dc39e374197 req-ce0a16ab-5da3-4153-ab2b-4c6905f46b77 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:35.598903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03a2e83f-f352-419d-9d84-0dc39e374197 req-ce0a16ab-5da3-4153-ab2b-4c6905f46b77 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1008337 Feb 02 13:19:35.604029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port db09051f-e6e7-404f-a506-7e258a24fa64 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:35.604376 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (db09051f-e6e7-404f-a506-7e258a24fa64), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:35.627159 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-64e91bf1-343f-4543-9662-4b1728bcb5a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=759188de-d549-457e-ba09-5c1ab95ac169 HTTP/1.1" status: 200 len: 217 time: 0.1834095 Feb 02 13:19:35.737244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03a2e83f-f352-419d-9d84-0dc39e374197 req-4c6439b5-bd2b-4350-8dc1-73cccc55148d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299767 Feb 02 13:19:35.777294 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (db09051f-e6e7-404f-a506-7e258a24fa64), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:35.796143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-3f2aba27-f039-4511-abc7-836b2adde969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:35.797814 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-3f2aba27-f039-4511-abc7-836b2adde969 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=093b3616-4c4f-48dc-837c-33fb72d6c46a HTTP/1.1" status: 200 len: 834 time: 0.1636291 Feb 02 13:19:35.831875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for db09051f-e6e7-404f-a506-7e258a24fa64 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:35.937687 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4f012e-4c31-457c-9e35-7f661254828e x-openstack-request-id: req-af4f012e-4c31-457c-9e35-7f661254828e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:19:35.937995 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490e882a-0b6d-4147-87c2-6332f6900caf", "tag": "759188de-d549-457e-ba09-5c1ab95ac169", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:19:35.938230 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-af4f012e-4c31-457c-9e35-7f661254828e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:19:35.938681 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490e882a-0b6d-4147-87c2-6332f6900caf', 'tag': '759188de-d549-457e-ba09-5c1ab95ac169', 'status': 'completed', 'code': 200} Feb 02 13:19:36.020601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-4f11bfed-d47d-4928-8266-dec4595ff75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:36.022184 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-4f11bfed-d47d-4928-8266-dec4595ff75f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=041d6a85-672d-4202-9c00-d5cf6e7701ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2166383 Feb 02 13:19:36.024767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6198650f-e1ad-4e2a-8d83-6169a928f2c3 req-1ae3de71-2c2e-4266-b509-c04ee57ebaab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 210 time: 0.0402904 Feb 02 13:19:36.026897 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d6810f-e401-4426-ac79-2d43ccf267a9 admin admin] Router b73c26ca-958e-4227-bb75-14c25010be67 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:19:36.059909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3ea30-69bb-4ba8-9cc6-1e47351b6b4d req-a0d8bb1c-8cc9-42a3-ade1-bb95cb30d87e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:36.062211 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40b3ea30-69bb-4ba8-9cc6-1e47351b6b4d req-a0d8bb1c-8cc9-42a3-ade1-bb95cb30d87e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 983 time: 0.1958833 Feb 02 13:19:36.224269 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-923e7f4e-1a51-40e0-a63b-8c690fa187b3 service neutron] 10.222.0.62 "GET /v2.0/networks/041d6a85-672d-4202-9c00-d5cf6e7701ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943717 Feb 02 13:19:36.254903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021dce0-a41d-43ea-8762-15840c7f0596 req-a5adda6d-3040-466a-96b9-c71242bbdacf tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:36.264044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a021dce0-a41d-43ea-8762-15840c7f0596 req-a5adda6d-3040-466a-96b9-c71242bbdacf tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.1617861 Feb 02 13:19:36.267589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:36.278022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d6810f-e401-4426-ac79-2d43ccf267a9 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:36.295750 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40b3ea30-69bb-4ba8-9cc6-1e47351b6b4d req-ae72c178-b679-48f5-826b-d5b0f81f2a7e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2088058 Feb 02 13:19:36.298617 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce244b56-c16f-4cf3-88ed-8d2de8a7ebfc None None] Sync routers for ids ['b73c26ca-958e-4227-bb75-14c25010be67'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:36.313290 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce244b56-c16f-4cf3-88ed-8d2de8a7ebfc None None] Routers {'b73c26ca-958e-4227-bb75-14c25010be67'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:36.313922 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ce244b56-c16f-4cf3-88ed-8d2de8a7ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b73c26ca-958e-4227-bb75-14c25010be67'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:36.322590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5eb15879-6190-4cfe-850d-4758a8393e91 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Request body: {'floatingip': {'port_id': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:36.371105 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c9e65b3-6bb4-489a-89ad-5e26346a972d req-b6aba9fb-463c-4d3a-83a1-937ad6851a52 service neutron] 10.222.0.62 "GET /v2.0/networks/041d6a85-672d-4202-9c00-d5cf6e7701ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397519 Feb 02 13:19:36.375306 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f1d6810f-e401-4426-ac79-2d43ccf267a9 admin admin] 10.222.0.83 "PUT /v2.0/routers/b73c26ca-958e-4227-bb75-14c25010be67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4080386 Feb 02 13:19:36.378027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37796) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:36.427689 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5eb15879-6190-4cfe-850d-4758a8393e91 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (e879a8dc-a14c-4ebd-b72b-73834d957cbe), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:36.490415 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ce244b56-c16f-4cf3-88ed-8d2de8a7ebfc None None] Set router b73c26ca-958e-4227-bb75-14c25010be67 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:36.662502 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:36.679724 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (db09051f-e6e7-404f-a506-7e258a24fa64), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:36.715962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=db09051f-e6e7-404f-a506-7e258a24fa64,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:36.724615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3708c0-a986-41f9-8c47-6d5e114bab99 req-6f12440f-7c33-4662-a8d3-4eb492465498 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:36.731498 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a3708c0-a986-41f9-8c47-6d5e114bab99 req-6f12440f-7c33-4662-a8d3-4eb492465498 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2440891 Feb 02 13:19:36.754016 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ce244b56-c16f-4cf3-88ed-8d2de8a7ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:19:34Z', 'revision_number': 5, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:36.793384 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce244b56-c16f-4cf3-88ed-8d2de8a7ebfc None None] Checking router: b73c26ca-958e-4227-bb75-14c25010be67 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:19:36.807228 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce244b56-c16f-4cf3-88ed-8d2de8a7ebfc None None] Routers {'b73c26ca-958e-4227-bb75-14c25010be67'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:36.808841 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:36.809264 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ce244b56-c16f-4cf3-88ed-8d2de8a7ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b73c26ca-958e-4227-bb75-14c25010be67'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:36.901319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a3708c0-a986-41f9-8c47-6d5e114bab99 req-63b4fd16-8f77-4b5a-8122-2a7d40f9b22a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561079 Feb 02 13:19:36.954960 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ce244b56-c16f-4cf3-88ed-8d2de8a7ebfc None None] Set router b73c26ca-958e-4227-bb75-14c25010be67 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:37.101144 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Publish callbacks [] for router (b73c26ca-958e-4227-bb75-14c25010be67), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:37.142129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24328099-4de5-4262-968c-6fc06c836cbf req-166216b7-5fcf-4c9d-a3de-3bcab99418de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:37.143796 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-24328099-4de5-4262-968c-6fc06c836cbf req-166216b7-5fcf-4c9d-a3de-3bcab99418de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f59ca13b528b42c586d69e9fa12543df&device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 1165 time: 0.6314373 Feb 02 13:19:37.259300 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ce244b56-c16f-4cf3-88ed-8d2de8a7ebfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:19:34Z', 'revision_number': 5, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:37.295793 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Publish callbacks [] for router_gateway (b73c26ca-958e-4227-bb75-14c25010be67), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:37.302430 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce244b56-c16f-4cf3-88ed-8d2de8a7ebfc None None] The sync data for ids ['b73c26ca-958e-4227-bb75-14c25010be67'] in n-d-827336-2 is: [{'id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'name': 'tempest-TaggedBootDevicesTest-1421817616-router', 'tenant_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '09f5a830-a766-4241-af70-861ecc36a765', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:16Z', 'updated_at': '2022-02-02T13:19:34Z', 'revision_number': 5, 'project_id': '0ae77cfdd42d4abf8cbafce4246db71e', 'gw_port': {'id': '09f5a830-a766-4241-af70-861ecc36a765', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:12:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73c26ca-958e-4227-bb75-14c25010be67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:17Z', 'updated_at': '2022-02-02T13:10:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:37.306150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24328099-4de5-4262-968c-6fc06c836cbf req-cc4a5622-99ed-40a5-b9e4-0ef30c962b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:37.307837 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-24328099-4de5-4262-968c-6fc06c836cbf req-cc4a5622-99ed-40a5-b9e4-0ef30c962b41 service neutron] 10.222.0.62 "GET /v2.0/networks?id=041d6a85-672d-4202-9c00-d5cf6e7701ef HTTP/1.1" status: 200 len: 898 time: 0.1571186 Feb 02 13:19:37.391892 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:37.393184 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-24328099-4de5-4262-968c-6fc06c836cbf req-d8b3374c-0056-484b-9a87-0d528e846f3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=759188de-d549-457e-ba09-5c1ab95ac169 HTTP/1.1" status: 200 len: 217 time: 0.0461147 Feb 02 13:19:37.452924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24328099-4de5-4262-968c-6fc06c836cbf req-8456786d-360c-4ff4-a03b-691f0c95d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:37.454485 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-24328099-4de5-4262-968c-6fc06c836cbf req-8456786d-360c-4ff4-a03b-691f0c95d6c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=093b3616-4c4f-48dc-837c-33fb72d6c46a HTTP/1.1" status: 200 len: 834 time: 0.0548592 Feb 02 13:19:37.455862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Deleting port 09f5a830-a766-4241-af70-861ecc36a765 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:37.456277 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (09f5a830-a766-4241-af70-861ecc36a765), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:37.571096 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] For port 09f5a830-a766-4241-af70-861ecc36a765, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=09f5a830-a766-4241-af70-861ecc36a765,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:37.571538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (09f5a830-a766-4241-af70-861ecc36a765), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:37.575341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24328099-4de5-4262-968c-6fc06c836cbf req-f29267c5-0b15-4550-95d8-0530602ce1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:37.576982 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-24328099-4de5-4262-968c-6fc06c836cbf req-f29267c5-0b15-4550-95d8-0530602ce1a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=041d6a85-672d-4202-9c00-d5cf6e7701ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1090717 Feb 02 13:19:37.596068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Calling delete_port for 09f5a830-a766-4241-af70-861ecc36a765 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:37.621979 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:37.634324 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:37.637378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-282cc55d-9507-47de-8473-9539701a3d49 req-2d324a34-9dde-4d55-83f9-14f46a1ce075 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 210 time: 0.1360445 Feb 02 13:19:37.647312 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:37.744353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc3d89-ed55-419c-86c4-f29ceb332b2d req-11325810-7fab-4a5d-9ccf-0b7098806de3 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:37.745880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cfc3d89-ed55-419c-86c4-f29ceb332b2d req-11325810-7fab-4a5d-9ccf-0b7098806de3 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.4633815 Feb 02 13:19:37.749091 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-24328099-4de5-4262-968c-6fc06c836cbf req-117ad000-d537-43ea-829e-e7d3e34ad1fa service neutron] 10.222.0.62 "GET /v2.0/networks/041d6a85-672d-4202-9c00-d5cf6e7701ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645081 Feb 02 13:19:37.759295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-9453abd8-275d-473d-85bd-32d550ce1294 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:37.760810 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-9453abd8-275d-473d-85bd-32d550ce1294 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.18 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 812 time: 0.8420544 Feb 02 13:19:37.783488 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (57aa85fa-ac8e-4d6b-ad16-e6e045d57caa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:37.783488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Fanout notify agent at l3_agent the message router_deleted on router 57aa85fa-ac8e-4d6b-ad16-e6e045d57caa {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:19:37.789126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Request body: {'port': {'device_id': '2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'admin_state_up': True, 'tenant_id': '7b92b835720c47608b10176547f4948b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:37.808165 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:37.809384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-81333cfd-a529-47d5-88ba-b4b25f8051ec tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/57aa85fa-ac8e-4d6b-ad16-e6e045d57caa HTTP/1.1" status: 204 len: 168 time: 2.9683750 Feb 02 13:19:37.825225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37810) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:37.834480 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0a2d4e22-77fb-4b70-a174-fccf7a1fbdfe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1681916653'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:37.900149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8b9e460e-c3e5-4e93-b752-1db77c55669a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:37.912592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2d4e22-77fb-4b70-a174-fccf7a1fbdfe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:37.916497 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4e22-77fb-4b70-a174-fccf7a1fbdfe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:37.924991 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8b9e460e-c3e5-4e93-b752-1db77c55669a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:37.929053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8b9e460e-c3e5-4e93-b752-1db77c55669a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:37.969215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.db.resource_extend [None req-5eb15879-6190-4cfe-850d-4758a8393e91 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:19:37.988414 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-24328099-4de5-4262-968c-6fc06c836cbf req-87f0d860-679f-4f2c-a9dd-85daf0a67929 service neutron] 10.222.0.62 "GET /v2.0/networks/041d6a85-672d-4202-9c00-d5cf6e7701ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319627 Feb 02 13:19:38.002121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2d4e22-77fb-4b70-a174-fccf7a1fbdfe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:19:38.013501 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4e22-77fb-4b70-a174-fccf7a1fbdfe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (3017c117-eb93-41b0-a1ee-18522d2bd8f3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.013908 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-0a2d4e22-77fb-4b70-a174-fccf7a1fbdfe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Added segment 3017c117-eb93-41b0-a1ee-18522d2bd8f3 of type vlan for network 5307d786-1d5b-4c59-b592-261715e8e3ac Feb 02 13:19:38.015298 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (09f5a830-a766-4241-af70-861ecc36a765), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.021920 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.065237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=09f5a830-a766-4241-af70-861ecc36a765,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:38.087651 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4e22-77fb-4b70-a174-fccf7a1fbdfe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (5307d786-1d5b-4c59-b592-261715e8e3ac), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.147054 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cfc3d89-ed55-419c-86c4-f29ceb332b2d req-cfb9d082-bc70-4229-b67a-ffb0dd0e75b7 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731146 Feb 02 13:19:38.177126 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (b73c26ca-958e-4227-bb75-14c25010be67), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.177789 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5eb15879-6190-4cfe-850d-4758a8393e91 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.183979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4e22-77fb-4b70-a174-fccf7a1fbdfe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (5307d786-1d5b-4c59-b592-261715e8e3ac), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.189131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847fd5d7-b15f-4cba-b91f-8c51276e3cbc req-74178ad3-dae2-4f78-95d2-53c874da3d8e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:38.192386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2d4e22-77fb-4b70-a174-fccf7a1fbdfe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:38.193186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4e22-77fb-4b70-a174-fccf7a1fbdfe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.196886 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-847fd5d7-b15f-4cba-b91f-8c51276e3cbc req-74178ad3-dae2-4f78-95d2-53c874da3d8e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 983 time: 0.4719753 Feb 02 13:19:38.216600 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5eb15879-6190-4cfe-850d-4758a8393e91 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (e879a8dc-a14c-4ebd-b72b-73834d957cbe), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.341783 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a2d4e22-77fb-4b70-a174-fccf7a1fbdfe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5129774 Feb 02 13:19:38.348498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37838) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:38.350372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (b73c26ca-958e-4227-bb75-14c25010be67), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.353870 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Publish callbacks [] for router_controller (b73c26ca-958e-4227-bb75-14c25010be67), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.359358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Made reservation on behalf of 7b92b835720c47608b10176547f4948b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:38.360161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b1bc46b9-a25a-411a-aa5c-621feeac0981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'subnet': {'network_id': '5307d786-1d5b-4c59-b592-261715e8e3ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:38.362726 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.434618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-847fd5d7-b15f-4cba-b91f-8c51276e3cbc req-621c108b-6eda-4457-b307-5f0d8bd1a73d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2311203 Feb 02 13:19:38.442859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d4e22-77fb-4b70-a174-fccf7a1fbdfe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Network': ['ID=5307d786-1d5b-4c59-b592-261715e8e3ac,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:38.453809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 5307d786-1d5b-4c59-b592-261715e8e3ac details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:19:38.499435 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-5eb15879-6190-4cfe-850d-4758a8393e91 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Floating IP e879a8dc-a14c-4ebd-b72b-73834d957cbe associated. External IP: 172.25.4.107, port: a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd. Feb 02 13:19:38.546977 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (b73c26ca-958e-4227-bb75-14c25010be67), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.547998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b73c26ca-958e-4227-bb75-14c25010be67 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:19:38.556149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.557441 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-791f3d67-9db3-4614-8fba-98c2bc766e6a admin admin] 10.222.0.83 "DELETE /v2.0/routers/b73c26ca-958e-4227-bb75-14c25010be67 HTTP/1.1" status: 204 len: 168 time: 2.1780334 Feb 02 13:19:38.560738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37842) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:38.564003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119ab16-0409-42d8-8b72-1e9e77e3d432 req-1ff18835-5035-4cbf-b3e6-6e815f590b2a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:38.565765 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6119ab16-0409-42d8-8b72-1e9e77e3d432 req-1ff18835-5035-4cbf-b3e6-6e815f590b2a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2238963 Feb 02 13:19:38.616592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bc46b9-a25a-411a-aa5c-621feeac0981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:38.620559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1bc46b9-a25a-411a-aa5c-621feeac0981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.641655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-0357d6ce-05e8-4dec-a118-9dd57c827a25 admin admin] Deleting subnet fa6bda80-df11-42de-8ebe-410c80374a78 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:19:38.645450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0357d6ce-05e8-4dec-a118-9dd57c827a25 admin admin] Publish callbacks [] for subnet (fa6bda80-df11-42de-8ebe-410c80374a78), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.725835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Allocated IP 172.20.0.13 (cb2a4104-c51e-40f3-b13e-924d4652304e/be877423-cc9d-4b0f-a0a3-809a3db51209/4547ba98-2947-45a2-b076-d92df55c2845) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:38.751396 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0357d6ce-05e8-4dec-a118-9dd57c827a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (fa6bda80-df11-42de-8ebe-410c80374a78), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:38.757710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6119ab16-0409-42d8-8b72-1e9e77e3d432 req-d8139a1a-f009-40fd-8223-72c73024311f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834064 Feb 02 13:19:38.838596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80c7ce30-a52a-4b19-90ed-17fae3e0bceb req-65df9814-8fce-46c6-82ae-5da42b791b2f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 210 time: 0.0788090 Feb 02 13:19:38.920312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0357d6ce-05e8-4dec-a118-9dd57c827a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (fa6bda80-df11-42de-8ebe-410c80374a78), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.004187 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1bc46b9-a25a-411a-aa5c-621feeac0981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (168a3773-b1ac-44bb-9f59-27a82cb923b6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.049734 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0357d6ce-05e8-4dec-a118-9dd57c827a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (fa6bda80-df11-42de-8ebe-410c80374a78), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.077604 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0357d6ce-05e8-4dec-a118-9dd57c827a25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.081079 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0357d6ce-05e8-4dec-a118-9dd57c827a25 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/fa6bda80-df11-42de-8ebe-410c80374a78 HTTP/1.1" status: 204 len: 168 time: 0.5194879 Feb 02 13:19:39.087244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc46b9-a25a-411a-aa5c-621feeac0981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Subnet': ['ID=168a3773-b1ac-44bb-9f59-27a82cb923b6,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:39.089451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37848) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:39.096045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1191cf1c-05f9-47ec-b628-3f99c5381f7e None None] Network 5716fbfd-26f9-422f-a503-b67b5c7019cb requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:39.144236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357d6ce-05e8-4dec-a118-9dd57c827a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6bda80-df11-42de-8ebe-410c80374a78,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:39.156329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc46b9-a25a-411a-aa5c-621feeac0981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Checking segment: {'id': '3017c117-eb93-41b0-a1ee-18522d2bd8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5307d786-1d5b-4c59-b592-261715e8e3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:39.156713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc46b9-a25a-411a-aa5c-621feeac0981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network hostable DHCP agents. Network: 5307d786-1d5b-4c59-b592-261715e8e3ac, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:19:39.210419 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (5716fbfd-26f9-422f-a503-b67b5c7019cb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.217162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc46b9-a25a-411a-aa5c-621feeac0981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 5307d786-1d5b-4c59-b592-261715e8e3ac is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:19:39.230123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b1bc46b9-a25a-411a-aa5c-621feeac0981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 5307d786-1d5b-4c59-b592-261715e8e3ac) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:39.266079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc46b9-a25a-411a-aa5c-621feeac0981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:39.269513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1bc46b9-a25a-411a-aa5c-621feeac0981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.275888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f65726-8926-4ffe-bcc4-ab36f4744297 None None] Network 5307d786-1d5b-4c59-b592-261715e8e3ac requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:39.290470 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b1bc46b9-a25a-411a-aa5c-621feeac0981 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9377093 Feb 02 13:19:39.294140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37850) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:39.300331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-04e7ab11-3443-4365-a9ef-6231ca2ad11b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-684705402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:39.324286 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04e7ab11-3443-4365-a9ef-6231ca2ad11b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (5057bba3-b3d9-43f9-b1ba-f933ed4149be), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.325570 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04e7ab11-3443-4365-a9ef-6231ca2ad11b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (5057bba3-b3d9-43f9-b1ba-f933ed4149be), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.354339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Deleting port a33c1f6f-9221-4cf1-83dc-065016c9279d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:39.355079 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.367302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb15879-6190-4cfe-850d-4758a8393e91 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Router 24688756-6fd4-4fcc-9727-64ce0a871445 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:19:39.395106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3519fe7-68b0-430e-b5e7-d8a8cb6027c0 req-f7ca291f-d31b-4548-91b8-34c9fc73b8d4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:39.396651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3519fe7-68b0-430e-b5e7-d8a8cb6027c0 req-f7ca291f-d31b-4548-91b8-34c9fc73b8d4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.4855397 Feb 02 13:19:39.430826 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for port (4547ba98-2947-45a2-b076-d92df55c2845), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.475116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-5307d786-1d5b-4c59-b592-261715e8e3ac', 'network_id': '5307d786-1d5b-4c59-b592-261715e8e3ac', 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'fixed_ips': [{'subnet_id': '168a3773-b1ac-44bb-9f59-27a82cb923b6'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:19:39.476075 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.510888 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] For port a33c1f6f-9221-4cf1-83dc-065016c9279d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a33c1f6f-9221-4cf1-83dc-065016c9279d,segment=NetworkSegment(dd9d795b-eb2a-411f-8122-095fd1dfd724),segment_id=dd9d795b-eb2a-411f-8122-095fd1dfd724)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:39.511229 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.524884 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04e7ab11-3443-4365-a9ef-6231ca2ad11b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (5057bba3-b3d9-43f9-b1ba-f933ed4149be), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.560712 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04e7ab11-3443-4365-a9ef-6231ca2ad11b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (5057bba3-b3d9-43f9-b1ba-f933ed4149be), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.572363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Calling delete_port for a33c1f6f-9221-4cf1-83dc-065016c9279d owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:39.615407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb15879-6190-4cfe-850d-4758a8393e91 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:39.629474 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5eb15879-6190-4cfe-850d-4758a8393e91 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.634879 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04e7ab11-3443-4365-a9ef-6231ca2ad11b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.639969 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-04e7ab11-3443-4365-a9ef-6231ca2ad11b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3444865 Feb 02 13:19:39.640959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37860) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:39.713078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c3820e-c37a-4346-abb8-de57746deb34 None None] DHCP port deletion for 5716fbfd-26f9-422f-a503-b67b5c7019cb request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:19:39.715960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a59798-c8b0-4779-9fc4-c5e2cf4390ff None None] Sync routers for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:39.732297 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3519fe7-68b0-430e-b5e7-d8a8cb6027c0 req-77b711fb-035a-4cef-9e9a-9532c0cd5bd8 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267817 Feb 02 13:19:39.768134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5eb15879-6190-4cfe-850d-4758a8393e91 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "PUT /v2.0/floatingips/e879a8dc-a14c-4ebd-b72b-73834d957cbe HTTP/1.1" status: 200 len: 992 time: 3.4596174 Feb 02 13:19:39.771663 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:19:39.773586 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30596ed5-14c6-4f4e-a893-ce1d4bb7b9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:19:39.778445 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4547ba98-2947-45a2-b076-d92df55c2845), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:39.780608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a59798-c8b0-4779-9fc4-c5e2cf4390ff None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:39.782929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-77a59798-c8b0-4779-9fc4-c5e2cf4390ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:39.792870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9134121-33a0-4db3-ba66-4d7b15700917 req-37b1510f-2079-41bf-91df-a071322471f2 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:39.800051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9134121-33a0-4db3-ba66-4d7b15700917 req-37b1510f-2079-41bf-91df-a071322471f2 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 983 time: 0.1892500 Feb 02 13:19:39.896132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Network cb2a4104-c51e-40f3-b13e-924d4652304e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:39.933223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event updated for resources: {'Port': ['ID=4547ba98-2947-45a2-b076-d92df55c2845,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:39.977130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-77a59798-c8b0-4779-9fc4-c5e2cf4390ff None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:39.992635 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:40.053340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:40.119633 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Allocated IP 2001:db8::2 (5307d786-1d5b-4c59-b592-261715e8e3ac/168a3773-b1ac-44bb-9f59-27a82cb923b6/3db6e43e-65f0-4984-ae73-12c108047273) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:40.199171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37876) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:40.222657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a33c1f6f-9221-4cf1-83dc-065016c9279d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.229158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9134121-33a0-4db3-ba66-4d7b15700917 req-1badcce0-9341-4fd3-8875-e92caefbda32 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4281478 Feb 02 13:19:40.247747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:40.248393 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.254270 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a33c1f6f-9221-4cf1-83dc-065016c9279d no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:40.277743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc04b2-7a50-4f00-b86f-05cf4947ea9b req-fc52e6ed-e08e-46b7-8acd-f745224f0cf5 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:40.279305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3ecc04b2-7a50-4f00-b86f-05cf4947ea9b req-fc52e6ed-e08e-46b7-8acd-f745224f0cf5 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.3322754 Feb 02 13:19:40.301895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Pushing event deleted for resources: {'Port': ['ID=a33c1f6f-9221-4cf1-83dc-065016c9279d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:40.305921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] No DVR routers for this DVR port a33c1f6f-9221-4cf1-83dc-065016c9279d on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:19:40.313485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: a33c1f6f-9221-4cf1-83dc-065016c9279d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:40.313837 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a33c1f6f-9221-4cf1-83dc-065016c9279d not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:40.314262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 09f5a830-a766-4241-af70-861ecc36a765 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:40.345873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-f7da099f-2a65-4506-b252-63c8d30955ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5700865 Feb 02 13:19:40.362914 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc438e6-8516-4257-8ed3-8822a040ba7b x-openstack-request-id: req-8bc438e6-8516-4257-8ed3-8822a040ba7b {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:19:40.363209 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:19:40.363487 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8bc438e6-8516-4257-8ed3-8822a040ba7b {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:19:40.363901 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'status': 'completed', 'code': 200} Feb 02 13:19:40.399208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Request body: {'port': {'device_id': '2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:40.441808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-11c3820e-c37a-4346-abb8-de57746deb34 None None] The port 'a33c1f6f-9221-4cf1-83dc-065016c9279d' was deleted {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Feb 02 13:19:40.458706 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cebc1a8d-4174-4ee2-958a-fb23a94b40e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.492344 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3ecc04b2-7a50-4f00-b86f-05cf4947ea9b req-eceec803-3681-4a76-913a-da26b7a23b47 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915061 Feb 02 13:19:40.497890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 09f5a830-a766-4241-af70-861ecc36a765 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:40.498242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 09f5a830-a766-4241-af70-861ecc36a765 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:40.548936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-01484c6c-0c04-4d3d-aad5-f01babdd15d0 None None] Provisioning complete for port 4547ba98-2947-45a2-b076-d92df55c2845 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:40.549484 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01484c6c-0c04-4d3d-aad5-f01babdd15d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4547ba98-2947-45a2-b076-d92df55c2845), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.564293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (5716fbfd-26f9-422f-a503-b67b5c7019cb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.584387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.590490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-01484c6c-0c04-4d3d-aad5-f01babdd15d0 None None] Port 4547ba98-2947-45a2-b076-d92df55c2845 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:40.596382 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-77a59798-c8b0-4779-9fc4-c5e2cf4390ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e879a8dc-a14c-4ebd-b72b-73834d957cbe', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'port_id': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'mac_address': 'fa:16:3e:dd:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:19:09Z', 'updated_at': '2022-02-02T13:19:37Z', 'revision_number': 1, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:04Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:40.639074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5716fbfd-26f9-422f-a503-b67b5c7019cb']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:40.650023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a59798-c8b0-4779-9fc4-c5e2cf4390ff None None] Checking router: 24688756-6fd4-4fcc-9727-64ce0a871445 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:19:40.689549 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4547ba98-2947-45a2-b076-d92df55c2845), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.695536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9d795b-eb2a-411f-8122-095fd1dfd724') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:40.695827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9d795b-eb2a-411f-8122-095fd1dfd724') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:40.734654 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30596ed5-14c6-4f4e-a893-ce1d4bb7b9a7 req-4be3b493-4864-4050-afc6-b8dff1ee6710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:40.736939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30596ed5-14c6-4f4e-a893-ce1d4bb7b9a7 req-4be3b493-4864-4050-afc6-b8dff1ee6710 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 1128 time: 0.3319774 Feb 02 13:19:40.743676 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (dd9d795b-eb2a-411f-8122-095fd1dfd724), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.749818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ed45a-3ee0-49f2-9887-e4506fc75e99 req-03b5ca81-9d1d-487f-9baa-2e71870b146d tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:40.752574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d3ed45a-3ee0-49f2-9887-e4506fc75e99 req-03b5ca81-9d1d-487f-9baa-2e71870b146d tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 932 time: 0.2498605 Feb 02 13:19:40.788325 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Publish callbacks [] for port (3db6e43e-65f0-4984-ae73-12c108047273), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.806479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a59798-c8b0-4779-9fc4-c5e2cf4390ff None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:40.808528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-77a59798-c8b0-4779-9fc4-c5e2cf4390ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:40.811946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (dd9d795b-eb2a-411f-8122-095fd1dfd724), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.813527 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (3db6e43e-65f0-4984-ae73-12c108047273), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.847652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:19:40.848096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (dd9d795b-eb2a-411f-8122-095fd1dfd724), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:19:40.851788 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:19:40.893542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Network 5307d786-1d5b-4c59-b592-261715e8e3ac is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:40.895066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e14773-710e-4f1f-85fa-4e5dd606b44e req-81b944e7-0c58-48fe-bb6f-0485ea769ed2 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:40.896916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0e14773-710e-4f1f-85fa-4e5dd606b44e req-81b944e7-0c58-48fe-bb6f-0485ea769ed2 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2597682 Feb 02 13:19:40.927508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:40.946331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 759188de-d549-457e-ba09-5c1ab95ac169 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:19:40.956758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:40.960954 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cebc1a8d-4174-4ee2-958a-fb23a94b40e2 admin admin] Publish callbacks [] for security_group (9f7caee9-0310-4317-9935-724e4bb6fa3a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.976102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cebc1a8d-4174-4ee2-958a-fb23a94b40e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9f7caee9-0310-4317-9935-724e4bb6fa3a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:40.995631 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (5716fbfd-26f9-422f-a503-b67b5c7019cb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.014743 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-27dcd45e-be10-4f72-8be4-85bc07330f97 req-7db4427a-13b4-4675-924d-ad917c0fb4aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2453642 Feb 02 13:19:41.025274 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.031155 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] 10.222.0.83 "DELETE /v2.0/networks/5716fbfd-26f9-422f-a503-b67b5c7019cb HTTP/1.1" status: 204 len: 168 time: 1.9362173 Feb 02 13:19:41.045434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:41.056655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfeb91a-9740-4153-a73e-3b4f4ec5179c admin admin] Pushing event deleted for resources: {'Network': ['ID=5716fbfd-26f9-422f-a503-b67b5c7019cb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:41.078389 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cebc1a8d-4174-4ee2-958a-fb23a94b40e2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f978d452e3b1496b95e3c238114c6227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8740828 Feb 02 13:19:41.082214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc1a8d-4174-4ee2-958a-fb23a94b40e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7caee9-0310-4317-9935-724e4bb6fa3a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:41.088121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37884) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:41.089767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d3ed45a-3ee0-49f2-9887-e4506fc75e99 req-7288f77a-34bf-4cf3-b784-88fc0932e290 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259537 Feb 02 13:19:41.151017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30596ed5-14c6-4f4e-a893-ce1d4bb7b9a7 req-54c776c6-28a1-463e-80b4-2f310d5daf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:41.155640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30596ed5-14c6-4f4e-a893-ce1d4bb7b9a7 req-54c776c6-28a1-463e-80b4-2f310d5daf04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 917 time: 0.3988795 Feb 02 13:19:41.174659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Allocated IP 2001:db8::1 (5307d786-1d5b-4c59-b592-261715e8e3ac/168a3773-b1ac-44bb-9f59-27a82cb923b6/028f3346-3872-4437-a309-d642c34cf5df) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:41.252558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-902052ba-dff7-4fd2-be37-24b40226103f admin admin] Publish callbacks [] for security_group (9f7caee9-0310-4317-9935-724e4bb6fa3a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.293360 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcd45e-be10-4f72-8be4-85bc07330f97 req-0334831a-de16-4e72-8ac2-fb5fd8ae5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:41.294931 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-27dcd45e-be10-4f72-8be4-85bc07330f97 req-0334831a-de16-4e72-8ac2-fb5fd8ae5deb service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1127 time: 0.1630890 Feb 02 13:19:41.352003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-77a59798-c8b0-4779-9fc4-c5e2cf4390ff None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:41.438871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Pushing event updated for resources: {'Port': ['ID=3db6e43e-65f0-4984-ae73-12c108047273,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:41.513935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Attempting to bind port 3db6e43e-65f0-4984-ae73-12c108047273 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:19:41.514502 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Attempting to bind port 3db6e43e-65f0-4984-ae73-12c108047273 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '3017c117-eb93-41b0-a1ee-18522d2bd8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5307d786-1d5b-4c59-b592-261715e8e3ac'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:19:41.514879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Attempting to bind port 3db6e43e-65f0-4984-ae73-12c108047273 on network 5307d786-1d5b-4c59-b592-261715e8e3ac {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:41.520146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0e14773-710e-4f1f-85fa-4e5dd606b44e req-e82e7d95-f250-4760-8e22-36b473fb3501 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6119857 Feb 02 13:19:41.573289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:19:41.573714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Checking segment: {'id': '3017c117-eb93-41b0-a1ee-18522d2bd8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5307d786-1d5b-4c59-b592-261715e8e3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:41.574095 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.574502 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Bound using segment: {'id': '3017c117-eb93-41b0-a1ee-18522d2bd8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5307d786-1d5b-4c59-b592-261715e8e3ac'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:19:41.574994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Bound port: 3db6e43e-65f0-4984-ae73-12c108047273, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3017c117-eb93-41b0-a1ee-18522d2bd8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5307d786-1d5b-4c59-b592-261715e8e3ac'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:19:41.575673 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3db6e43e-65f0-4984-ae73-12c108047273), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.656003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30596ed5-14c6-4f4e-a893-ce1d4bb7b9a7 req-d6d1abde-5b48-420f-8b96-0504344b0bec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd HTTP/1.1" status: 200 len: 1000 time: 0.4910176 Feb 02 13:19:41.658001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4547ba98-2947-45a2-b076-d92df55c2845 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:19:41.685721 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-902052ba-dff7-4fd2-be37-24b40226103f admin admin] Publish callbacks [] for security_group (9f7caee9-0310-4317-9935-724e4bb6fa3a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.691328 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Publish callbacks [] for port (4547ba98-2947-45a2-b076-d92df55c2845), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.728139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 759188de-d549-457e-ba09-5c1ab95ac169, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=759188de-d549-457e-ba09-5c1ab95ac169,segment=NetworkSegment(ffe3db51-b7c0-4d96-85be-f4497f138213),segment_id=ffe3db51-b7c0-4d96-85be-f4497f138213)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:41.771875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '759188de-d549-457e-ba09-5c1ab95ac169', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'port_id': '759188de-d549-457e-ba09-5c1ab95ac169', 'mac_address': 'fa:16:3e:ff:89:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:19:41.786987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (028f3346-3872-4437-a309-d642c34cf5df), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.793956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Transition to ACTIVE for port object 4547ba98-2947-45a2-b076-d92df55c2845 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:19:41.802303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] For port 3db6e43e-65f0-4984-ae73-12c108047273, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:19:41.809777 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] For port 3db6e43e-65f0-4984-ae73-12c108047273, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3db6e43e-65f0-4984-ae73-12c108047273,segment=NetworkSegment(3017c117-eb93-41b0-a1ee-18522d2bd8f3),segment_id=3017c117-eb93-41b0-a1ee-18522d2bd8f3)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:19:41.813244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d89e8-b23a-445d-b477-72f2ed9ba29a req-06334471-9332-41f6-8828-fab97bee9670 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:41.815048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb9d89e8-b23a-445d-b477-72f2ed9ba29a req-06334471-9332-41f6-8828-fab97bee9670 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 983 time: 0.3918250 Feb 02 13:19:41.823660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30596ed5-14c6-4f4e-a893-ce1d4bb7b9a7 req-c5e7f9ef-4330-4560-a34d-75837ca1abba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:41.826320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30596ed5-14c6-4f4e-a893-ce1d4bb7b9a7 req-c5e7f9ef-4330-4560-a34d-75837ca1abba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.1553197 Feb 02 13:19:41.831726 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (4547ba98-2947-45a2-b076-d92df55c2845), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.849590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0379d-218f-4945-9c2d-e9704f3331f8 req-681af558-b3a6-43d7-a465-53c27d872638 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:41.849908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-902052ba-dff7-4fd2-be37-24b40226103f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9f7caee9-0310-4317-9935-724e4bb6fa3a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.851125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5e0379d-218f-4945-9c2d-e9704f3331f8 req-681af558-b3a6-43d7-a465-53c27d872638 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.2358518 Feb 02 13:19:41.853976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-902052ba-dff7-4fd2-be37-24b40226103f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.856001 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-902052ba-dff7-4fd2-be37-24b40226103f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9f7caee9-0310-4317-9935-724e4bb6fa3a HTTP/1.1" status: 204 len: 168 time: 0.7669439 Feb 02 13:19:41.874446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcd45e-be10-4f72-8be4-85bc07330f97 req-275fe98a-a46a-4cc9-a279-fb83b4a9ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:41.877296 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-27dcd45e-be10-4f72-8be4-85bc07330f97 req-275fe98a-a46a-4cc9-a279-fb83b4a9ab44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.2323432 Feb 02 13:19:41.882559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (028f3346-3872-4437-a309-d642c34cf5df), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.889437 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3db6e43e-65f0-4984-ae73-12c108047273), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:41.952147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=028f3346-3872-4437-a309-d642c34cf5df,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:41.995188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902052ba-dff7-4fd2-be37-24b40226103f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7caee9-0310-4317-9935-724e4bb6fa3a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:42.037071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 5307d786-1d5b-4c59-b592-261715e8e3ac is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:42.045291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:42.057289 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:42.057963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (5057bba3-b3d9-43f9-b1ba-f933ed4149be), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:42.058553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 759188de-d549-457e-ba09-5c1ab95ac169 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:42.059032 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (759188de-d549-457e-ba09-5c1ab95ac169), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:42.101583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079df57-c517-49c0-80af-fa336808b4a9 None None] Pushing event updated for resources: {'Port': ['ID=3db6e43e-65f0-4984-ae73-12c108047273,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:42.115809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759188de-d549-457e-ba09-5c1ab95ac169 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:19:42.141907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 759188de-d549-457e-ba09-5c1ab95ac169, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=759188de-d549-457e-ba09-5c1ab95ac169,segment=NetworkSegment(ffe3db51-b7c0-4d96-85be-f4497f138213),segment_id=ffe3db51-b7c0-4d96-85be-f4497f138213)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:42.163452 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (759188de-d549-457e-ba09-5c1ab95ac169), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:42.171411 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-27dcd45e-be10-4f72-8be4-85bc07330f97 req-f69a84fc-2e77-4f10-8b45-41a96efdd856 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 998 time: 0.2848330 Feb 02 13:19:42.188188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Pushing event updated for resources: {'Port': ['ID=4547ba98-2947-45a2-b076-d92df55c2845,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:42.298532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=759188de-d549-457e-ba09-5c1ab95ac169,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:42.303329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcd45e-be10-4f72-8be4-85bc07330f97 req-8851873e-7187-469a-9f56-e81d7a76da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:42.305109 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-27dcd45e-be10-4f72-8be4-85bc07330f97 req-8851873e-7187-469a-9f56-e81d7a76da22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.1257937 Feb 02 13:19:42.324099 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-77a59798-c8b0-4779-9fc4-c5e2cf4390ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e879a8dc-a14c-4ebd-b72b-73834d957cbe', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'port_id': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'mac_address': 'fa:16:3e:dd:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:19:09Z', 'updated_at': '2022-02-02T13:19:37Z', 'revision_number': 1, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:04Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:42.376940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a59798-c8b0-4779-9fc4-c5e2cf4390ff None None] The sync data for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 is: [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e879a8dc-a14c-4ebd-b72b-73834d957cbe', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'floating_ip_address': '172.25.4.107', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'port_id': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'mac_address': 'fa:16:3e:dd:09:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:19:09Z', 'updated_at': '2022-02-02T13:19:37Z', 'revision_number': 1, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:04Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:42.389643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37898) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:42.402703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30596ed5-14c6-4f4e-a893-ce1d4bb7b9a7 req-c088cc2c-6708-4874-8fe9-fea9b2d1fad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:42.404399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30596ed5-14c6-4f4e-a893-ce1d4bb7b9a7 req-c088cc2c-6708-4874-8fe9-fea9b2d1fad9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5657601 Feb 02 13:19:42.425106 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb9d89e8-b23a-445d-b477-72f2ed9ba29a req-3a4bf1d6-85ae-4823-8bd8-f9fb76fecf3b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5942371 Feb 02 13:19:42.431143 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92aa48f7-0e67-4f3a-b7c7-bdc986ef8cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:42.434261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (028f3346-3872-4437-a309-d642c34cf5df), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:42.465942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcd45e-be10-4f72-8be4-85bc07330f97 req-299fd775-162e-45de-b363-47d88d7a1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:42.467595 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-27dcd45e-be10-4f72-8be4-85bc07330f97 req-299fd775-162e-45de-b363-47d88d7a1dcf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1546521 Feb 02 13:19:42.492706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['759188de-d549-457e-ba09-5c1ab95ac169'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:19:42.493180 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5e0379d-218f-4945-9c2d-e9704f3331f8 req-797d1e80-20c6-4f24-977c-41da77377ecc tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6129513 Feb 02 13:19:42.493940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Attempting to bind port 4547ba98-2947-45a2-b076-d92df55c2845 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:19:42.494268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Attempting to bind port 4547ba98-2947-45a2-b076-d92df55c2845 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:19:42.494692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Attempting to bind port 4547ba98-2947-45a2-b076-d92df55c2845 on network cb2a4104-c51e-40f3-b13e-924d4652304e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:42.693703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Port 4547ba98-2947-45a2-b076-d92df55c2845 on network cb2a4104-c51e-40f3-b13e-924d4652304e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:19:42.694029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Attempting to bind port 4547ba98-2947-45a2-b076-d92df55c2845 on network cb2a4104-c51e-40f3-b13e-924d4652304e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:42.724033 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30596ed5-14c6-4f4e-a893-ce1d4bb7b9a7 req-ef78ea7f-7e2f-4500-88e4-c2cfe968d785 service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930591 Feb 02 13:19:42.728402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:19:42.728737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Checking segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:42.729120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Bound using segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:19:42.729553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Bound port: 4547ba98-2947-45a2-b076-d92df55c2845, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:19:42.730090 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4547ba98-2947-45a2-b076-d92df55c2845), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:42.770049 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b174b9-0a09-4fb6-827a-c76b3e8ba564 None None] New status for floating IP e879a8dc-a14c-4ebd-b72b-73834d957cbe: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:19:42.837970 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92aa48f7-0e67-4f3a-b7c7-bdc986ef8cd6 admin admin] Publish callbacks [] for security_group (c3ed7b85-a17d-4642-96b9-d2736a51186d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:42.852772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92aa48f7-0e67-4f3a-b7c7-bdc986ef8cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c3ed7b85-a17d-4642-96b9-d2736a51186d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:42.896801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa48f7-0e67-4f3a-b7c7-bdc986ef8cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ed7b85-a17d-4642-96b9-d2736a51186d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:42.970735 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-92aa48f7-0e67-4f3a-b7c7-bdc986ef8cd6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fe6aaa215bce4f9089f06920e4a90630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5758901 Feb 02 13:19:43.068277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37900) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:43.103073 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-27dcd45e-be10-4f72-8be4-85bc07330f97 req-757008dd-d96b-46fd-b348-3eb3520cc0c2 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998646 Feb 02 13:19:43.179669 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f2d94-e422-4860-a0a4-469a92eacc37 req-a677d68b-e8c0-4af8-b2d1-bbaca998d92e tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:43.186385 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-065f2d94-e422-4860-a0a4-469a92eacc37 req-a677d68b-e8c0-4af8-b2d1-bbaca998d92e tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.5696573 Feb 02 13:19:43.223698 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4036e6dc-87e9-4de0-8142-78178d50b14d admin admin] Publish callbacks [] for security_group (c3ed7b85-a17d-4642-96b9-d2736a51186d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:43.263226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a4416-6fc6-45d2-af95-8ddcb75a70fb req-d51d08da-20ce-486e-bf11-37705348e5a7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:43.264907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d4a4416-6fc6-45d2-af95-8ddcb75a70fb req-d51d08da-20ce-486e-bf11-37705348e5a7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 944 time: 0.6511550 Feb 02 13:19:43.291189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4036e6dc-87e9-4de0-8142-78178d50b14d admin admin] Publish callbacks [] for security_group (c3ed7b85-a17d-4642-96b9-d2736a51186d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:43.302463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (028f3346-3872-4437-a309-d642c34cf5df), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:43.306637 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-27dcd45e-be10-4f72-8be4-85bc07330f97 req-fbbc22af-4792-4575-afe4-9eb916747289 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957140 Feb 02 13:19:43.313758 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (028f3346-3872-4437-a309-d642c34cf5df), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:43.314517 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (5057bba3-b3d9-43f9-b1ba-f933ed4149be), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:43.378481 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30596ed5-14c6-4f4e-a893-ce1d4bb7b9a7 req-1dbac458-653b-4f56-a311-1401776d224b service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450944 Feb 02 13:19:43.380561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] For port 4547ba98-2947-45a2-b076-d92df55c2845, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:19:43.386304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-065f2d94-e422-4860-a0a4-469a92eacc37 req-36e5b1a0-e62f-480e-b28f-6211dcc0fcbe tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989844 Feb 02 13:19:43.415118 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=028f3346-3872-4437-a309-d642c34cf5df,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:43.434403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] For port 4547ba98-2947-45a2-b076-d92df55c2845, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4547ba98-2947-45a2-b076-d92df55c2845,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:19:43.449717 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d4a4416-6fc6-45d2-af95-8ddcb75a70fb req-29fe8edc-4f97-468b-8687-aba64299bc16 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578002 Feb 02 13:19:43.458575 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (4547ba98-2947-45a2-b076-d92df55c2845), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:43.484331 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4036e6dc-87e9-4de0-8142-78178d50b14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c3ed7b85-a17d-4642-96b9-d2736a51186d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:43.487091 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4036e6dc-87e9-4de0-8142-78178d50b14d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:43.490914 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4036e6dc-87e9-4de0-8142-78178d50b14d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c3ed7b85-a17d-4642-96b9-d2736a51186d HTTP/1.1" status: 204 len: 168 time: 0.4191771 Feb 02 13:19:43.525145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Pushing event updated for resources: {'Port': ['ID=4547ba98-2947-45a2-b076-d92df55c2845,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:43.534380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 5307d786-1d5b-4c59-b592-261715e8e3ac is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:43.539271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.539623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.539957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.540282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.540600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.540917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.541466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.541844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.542160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.542473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.542788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.543096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.543404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:19:43.554047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:43.554690 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:43.556604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-26f0df1e-f5b6-44c7-99b8-2f7ebbc2bf13 service neutron] 10.222.0.18 "PUT /v2.0/ports/4547ba98-2947-45a2-b076-d92df55c2845 HTTP/1.1" status: 200 len: 1092 time: 3.1758928 Feb 02 13:19:43.557187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1', 'tag': '4547ba98-2947-45a2-b076-d92df55c2845'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:19:43.559728 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3a9aef-a73d-4173-8c96-d776b750ce3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1", "tag": "4547ba98-2947-45a2-b076-d92df55c2845"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:19:43.563979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:43.569640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036e6dc-87e9-4de0-8142-78178d50b14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ed7b85-a17d-4642-96b9-d2736a51186d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:43.603345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f6021b-14a8-4c36-b871-66c30cda4222 None None] Network 5307d786-1d5b-4c59-b592-261715e8e3ac requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:43.717368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9129b1e8-6afd-4d77-ac4c-7ca897995aff None None] Provisioning complete for port 3db6e43e-65f0-4984-ae73-12c108047273 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:43.717746 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9129b1e8-6afd-4d77-ac4c-7ca897995aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3db6e43e-65f0-4984-ae73-12c108047273), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:43.774757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5057bba3-b3d9-43f9-b1ba-f933ed4149be is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:19:43.790685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f27ed-a0bc-4165-8d54-471edf545b97 req-66446896-0010-4ed2-8bd4-34191619e38b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:43.792604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-442f27ed-a0bc-4165-8d54-471edf545b97 req-66446896-0010-4ed2-8bd4-34191619e38b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 984 time: 0.1977546 Feb 02 13:19:43.813140 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096b25e-94a3-4bc7-a4c3-50fd56484971 req-4748d11c-43a4-45e1-81fc-020b9a589534 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:43.821023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8096b25e-94a3-4bc7-a4c3-50fd56484971 req-4748d11c-43a4-45e1-81fc-020b9a589534 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2233949 Feb 02 13:19:43.824260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-08973f23-a51a-468f-a478-12add8e4fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:43.825856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-08973f23-a51a-468f-a478-12add8e4fdf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 1126 time: 0.1934617 Feb 02 13:19:43.829790 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc87c8a2-3879-4a92-a0c8-abaa9b0a28cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (8450b3a1-2260-449e-bb0f-6556b0f24711), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:43.947018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9129b1e8-6afd-4d77-ac4c-7ca897995aff None None] Current status of the port 3db6e43e-65f0-4984-ae73-12c108047273 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:43.947415 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9129b1e8-6afd-4d77-ac4c-7ca897995aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3db6e43e-65f0-4984-ae73-12c108047273), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:43.973904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:43.982405 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-10c215e5-96b9-433d-9021-a7d06cf98ef1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5057bba3-b3d9-43f9-b1ba-f933ed4149be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2942696 Feb 02 13:19:43.984069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37918) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:43.997362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d28d3d-d176-4e82-8230-1413a9aabb18 None None] Sync routers for ids ['5057bba3-b3d9-43f9-b1ba-f933ed4149be'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:44.050603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d28d3d-d176-4e82-8230-1413a9aabb18 None None] Routers {'5057bba3-b3d9-43f9-b1ba-f933ed4149be'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:44.051233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d8d28d3d-d176-4e82-8230-1413a9aabb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5057bba3-b3d9-43f9-b1ba-f933ed4149be'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:44.054842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-442f27ed-a0bc-4165-8d54-471edf545b97 req-9fc7d9af-ccf1-488d-8d99-cab9877acf3c tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2494032 Feb 02 13:19:44.072230 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-b1e2b2d3-7953-4594-b62a-f293fbbf2fcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4547ba98-2947-45a2-b076-d92df55c2845 HTTP/1.1" status: 200 len: 217 time: 0.1851881 Feb 02 13:19:44.099366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89a498d-1cf2-43ed-85b3-066b0f6f18ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:44.105926 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a89a498d-1cf2-43ed-85b3-066b0f6f18ae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports/028f3346-3872-4437-a309-d642c34cf5df HTTP/1.1" status: 200 len: 911 time: 0.1206427 Feb 02 13:19:44.106698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37922) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:44.115724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3db6e43e-65f0-4984-ae73-12c108047273 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:44.118730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9129b1e8-6afd-4d77-ac4c-7ca897995aff None None] For port 3db6e43e-65f0-4984-ae73-12c108047273, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3db6e43e-65f0-4984-ae73-12c108047273,segment=NetworkSegment(3017c117-eb93-41b0-a1ee-18522d2bd8f3),segment_id=3017c117-eb93-41b0-a1ee-18522d2bd8f3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:44.121883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d8d28d3d-d176-4e82-8230-1413a9aabb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:44.130939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-861d4382-c2bf-47c5-b665-17aeb5629cd7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '168a3773-b1ac-44bb-9f59-27a82cb923b6'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:44.184508 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9129b1e8-6afd-4d77-ac4c-7ca897995aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3db6e43e-65f0-4984-ae73-12c108047273), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:44.198500 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d28d3d-d176-4e82-8230-1413a9aabb18 None None] Routers {'5057bba3-b3d9-43f9-b1ba-f933ed4149be'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:44.199128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d8d28d3d-d176-4e82-8230-1413a9aabb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5057bba3-b3d9-43f9-b1ba-f933ed4149be'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:44.257275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d8d28d3d-d176-4e82-8230-1413a9aabb18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:44.257935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d28d3d-d176-4e82-8230-1413a9aabb18 None None] The sync data for ids ['5057bba3-b3d9-43f9-b1ba-f933ed4149be'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:44.288333 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8096b25e-94a3-4bc7-a4c3-50fd56484971 req-cccf6286-e927-485b-b0dd-4f0b6cc8e3c5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444818 Feb 02 13:19:44.322699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129b1e8-6afd-4d77-ac4c-7ca897995aff None None] Pushing event updated for resources: {'Port': ['ID=3db6e43e-65f0-4984-ae73-12c108047273,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:44.339282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 3db6e43e-65f0-4984-ae73-12c108047273 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:44.339970 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3db6e43e-65f0-4984-ae73-12c108047273), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:44.346031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-7da5b8e1-ea36-4f18-8875-ba2d54a35626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:44.354513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-7da5b8e1-ea36-4f18-8875-ba2d54a35626 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.2588141 Feb 02 13:19:44.374919 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-861d4382-c2bf-47c5-b665-17aeb5629cd7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (028f3346-3872-4437-a309-d642c34cf5df), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:44.405370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-82da4688-2ac7-4d9f-b9cf-dbdc0267ee3c None None] Provisioning complete for port 028f3346-3872-4437-a309-d642c34cf5df triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:44.405552 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82da4688-2ac7-4d9f-b9cf-dbdc0267ee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (028f3346-3872-4437-a309-d642c34cf5df), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:44.445007 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac159a78-5bb8-4730-8e41-491b3f3e3a06 x-openstack-request-id: req-ac159a78-5bb8-4730-8e41-491b3f3e3a06 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:19:44.445570 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1", "tag": "4547ba98-2947-45a2-b076-d92df55c2845", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:19:44.445823 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ac159a78-5bb8-4730-8e41-491b3f3e3a06 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:19:44.447234 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1', 'tag': '4547ba98-2947-45a2-b076-d92df55c2845', 'status': 'completed', 'code': 200} Feb 02 13:19:44.459576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-82da4688-2ac7-4d9f-b9cf-dbdc0267ee3c None None] Port 028f3346-3872-4437-a309-d642c34cf5df cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:44.528604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 3db6e43e-65f0-4984-ae73-12c108047273 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:44.537062 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-82da4688-2ac7-4d9f-b9cf-dbdc0267ee3c None None] Provisioning complete for port 3db6e43e-65f0-4984-ae73-12c108047273 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:44.537603 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82da4688-2ac7-4d9f-b9cf-dbdc0267ee3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3db6e43e-65f0-4984-ae73-12c108047273), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:44.593232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a22faa-d041-4eb5-8570-c338bb3ccb96 req-19ee2db8-9474-426d-99a8-47121fc48ae2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:44.596072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2a22faa-d041-4eb5-8570-c338bb3ccb96 req-19ee2db8-9474-426d-99a8-47121fc48ae2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.4251070 Feb 02 13:19:44.675236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-0f58408f-7786-4fcd-aae8-ddd47484fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:44.677011 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-0f58408f-7786-4fcd-aae8-ddd47484fd73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2280166 Feb 02 13:19:44.682317 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-82da4688-2ac7-4d9f-b9cf-dbdc0267ee3c None None] Current status of the port 3db6e43e-65f0-4984-ae73-12c108047273 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:44.756028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac7750-74fc-4e0b-9381-b7934115dee9 req-f4a4bcef-54d3-4c7f-ac42-b019eafe2c55 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:44.757586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00ac7750-74fc-4e0b-9381-b7934115dee9 req-f4a4bcef-54d3-4c7f-ac42-b019eafe2c55 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2390709 Feb 02 13:19:44.769076 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2a22faa-d041-4eb5-8570-c338bb3ccb96 req-a5aa84f2-51d4-461b-8d01-c1b471314e80 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518302 Feb 02 13:19:44.814199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3070b2f1-5d88-4b39-8f01-4115972a0a8d None None] Provisioning complete for port 028f3346-3872-4437-a309-d642c34cf5df triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:44.814199 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3070b2f1-5d88-4b39-8f01-4115972a0a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (028f3346-3872-4437-a309-d642c34cf5df), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:44.889658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3070b2f1-5d88-4b39-8f01-4115972a0a8d None None] Port 028f3346-3872-4437-a309-d642c34cf5df cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:44.924818 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-861d4382-c2bf-47c5-b665-17aeb5629cd7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (028f3346-3872-4437-a309-d642c34cf5df), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:44.937680 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-861d4382-c2bf-47c5-b665-17aeb5629cd7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (028f3346-3872-4437-a309-d642c34cf5df), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:44.945326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861d4382-c2bf-47c5-b665-17aeb5629cd7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:44.946082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-861d4382-c2bf-47c5-b665-17aeb5629cd7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:44.948248 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-861d4382-c2bf-47c5-b665-17aeb5629cd7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/ports/028f3346-3872-4437-a309-d642c34cf5df HTTP/1.1" status: 200 len: 911 time: 0.8349569 Feb 02 13:19:44.950725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 759188de-d549-457e-ba09-5c1ab95ac169 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:44.953258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37944) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:44.994948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-8636a693-658e-403e-87d1-9b2aa288c5c0 service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972159 Feb 02 13:19:44.999411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00ac7750-74fc-4e0b-9381-b7934115dee9 req-a068ccda-2d74-4cc3-ba36-aa3d033a8d0d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266996 Feb 02 13:19:45.034189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5951c9b1-5dc5-430b-bd7c-3b8a82ec90ce None None] Provisioning complete for port 028f3346-3872-4437-a309-d642c34cf5df triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:45.034746 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5951c9b1-5dc5-430b-bd7c-3b8a82ec90ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (028f3346-3872-4437-a309-d642c34cf5df), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:45.056344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e500a-94c8-4ad2-91ab-43a103876293 req-8794e964-3f39-4684-b8da-a0b881261041 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:45.059244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f5e500a-94c8-4ad2-91ab-43a103876293 req-8794e964-3f39-4684-b8da-a0b881261041 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 944 time: 0.1825824 Feb 02 13:19:45.092438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5951c9b1-5dc5-430b-bd7c-3b8a82ec90ce None None] Port 028f3346-3872-4437-a309-d642c34cf5df cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:45.110482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d4382-c2bf-47c5-b665-17aeb5629cd7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=028f3346-3872-4437-a309-d642c34cf5df,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:45.151770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 759188de-d549-457e-ba09-5c1ab95ac169 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:19:45.162783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 759188de-d549-457e-ba09-5c1ab95ac169 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:45.163166 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (759188de-d549-457e-ba09-5c1ab95ac169), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:45.265974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-dc87c8a2-3879-4a92-a0c8-abaa9b0a28cd admin admin] Deleting port 300358a5-3abc-4e7e-9a86-dec5a225d9ff {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:45.266318 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc87c8a2-3879-4a92-a0c8-abaa9b0a28cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:45.329334 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 759188de-d549-457e-ba09-5c1ab95ac169 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:45.330693 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (759188de-d549-457e-ba09-5c1ab95ac169), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:45.343287 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f5e500a-94c8-4ad2-91ab-43a103876293 req-40796e71-3c61-42a3-ab14-722ac00fa5e7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715297 Feb 02 13:19:45.373451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490e882a-0b6d-4147-87c2-6332f6900caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759188de-d549-457e-ba09-5c1ab95ac169'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:19:45.377696 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ce2943-8f5a-4589-95a4-dc7193a9cbd2" -d '{"events": [{"server_uuid": "490e882a-0b6d-4147-87c2-6332f6900caf", "name": "network-vif-plugged", "status": "completed", "tag": "759188de-d549-457e-ba09-5c1ab95ac169"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:19:45.395104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 759188de-d549-457e-ba09-5c1ab95ac169, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=759188de-d549-457e-ba09-5c1ab95ac169,segment=NetworkSegment(ffe3db51-b7c0-4d96-85be-f4497f138213),segment_id=ffe3db51-b7c0-4d96-85be-f4497f138213)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:45.402313 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (759188de-d549-457e-ba09-5c1ab95ac169), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:45.417293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e385fc6a-922a-4646-a9d7-c6690f528806 req-8c092902-359a-4f88-9b50-97468424ebb0 service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161463 Feb 02 13:19:45.456244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1eeae8-e6ec-4685-8528-6703aa22d0df req-3c8e8b17-771c-4a32-b358-6c2d679fb513 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:45.465127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de1eeae8-e6ec-4685-8528-6703aa22d0df req-3c8e8b17-771c-4a32-b358-6c2d679fb513 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 984 time: 0.2312012 Feb 02 13:19:45.472931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-dc87c8a2-3879-4a92-a0c8-abaa9b0a28cd admin admin] For port 300358a5-3abc-4e7e-9a86-dec5a225d9ff, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=300358a5-3abc-4e7e-9a86-dec5a225d9ff,segment=NetworkSegment(a9d7a65b-107c-411b-8ee4-3b409b7c52c3),segment_id=a9d7a65b-107c-411b-8ee4-3b409b7c52c3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:45.473787 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc87c8a2-3879-4a92-a0c8-abaa9b0a28cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:45.504831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-dc87c8a2-3879-4a92-a0c8-abaa9b0a28cd admin admin] Calling delete_port for 300358a5-3abc-4e7e-9a86-dec5a225d9ff owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:45.509351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=759188de-d549-457e-ba09-5c1ab95ac169,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:45.524002 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99eb76c-4f57-4690-b6f0-be6f13c9d7a7 x-openstack-request-id: req-a99eb76c-4f57-4690-b6f0-be6f13c9d7a7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:19:45.525661 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490e882a-0b6d-4147-87c2-6332f6900caf", "name": "network-vif-plugged", "status": "completed", "tag": "759188de-d549-457e-ba09-5c1ab95ac169", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:19:45.525923 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a99eb76c-4f57-4690-b6f0-be6f13c9d7a7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:19:45.526853 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490e882a-0b6d-4147-87c2-6332f6900caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759188de-d549-457e-ba09-5c1ab95ac169', 'code': 200} Feb 02 13:19:45.621751 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c327c67f-c974-416c-99d9-243065c5240d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (5057bba3-b3d9-43f9-b1ba-f933ed4149be), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:45.645591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de1eeae8-e6ec-4685-8528-6703aa22d0df req-aa352f6b-d800-4248-af2e-f1fc6256a354 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1749389 Feb 02 13:19:45.736849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a9aef-a73d-4173-8c96-d776b750ce3d req-03c38747-97c1-4afd-991f-5d1d22a4a4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:45.738374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c3a9aef-a73d-4173-8c96-d776b750ce3d req-03c38747-97c1-4afd-991f-5d1d22a4a4c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 1126 time: 0.2041142 Feb 02 13:19:45.822092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecb261-275f-41c7-a40c-9f448d0233fb req-78dbbc86-1174-4375-94a9-e9be4ba21f01 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:45.824083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65ecb261-275f-41c7-a40c-9f448d0233fb req-78dbbc86-1174-4375-94a9-e9be4ba21f01 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1698623 Feb 02 13:19:45.867030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fa629-b775-4817-abc2-c532fc34f9bf req-2bceb78f-c82b-48b1-9063-1074d7b09531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:45.868800 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-800fa629-b775-4817-abc2-c532fc34f9bf req-2bceb78f-c82b-48b1-9063-1074d7b09531 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 1167 time: 0.1064019 Feb 02 13:19:45.986981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3db6e43e-65f0-4984-ae73-12c108047273 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:45.988365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65ecb261-275f-41c7-a40c-9f448d0233fb req-cf44a222-56c0-4eec-bae9-f4aca8c0949c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517134 Feb 02 13:19:45.989874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a9aef-a73d-4173-8c96-d776b750ce3d req-a9d59a91-1655-415a-baf3-e7ff6fb1719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:45.995269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c3a9aef-a73d-4173-8c96-d776b750ce3d req-a9d59a91-1655-415a-baf3-e7ff6fb1719c service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.2476637 Feb 02 13:19:46.075034 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-800fa629-b775-4817-abc2-c532fc34f9bf req-47377c33-4e4f-4cd0-a1e6-d30132a6c6c4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ce150cba-6387-435f-9e45-69dfbbdf2444&id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1942289 Feb 02 13:19:46.088986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c3a9aef-a73d-4173-8c96-d776b750ce3d req-ead3cc2c-129f-4fd4-a0fd-0d8663254f2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4547ba98-2947-45a2-b076-d92df55c2845 HTTP/1.1" status: 200 len: 217 time: 0.0656130 Feb 02 13:19:46.144441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c327c67f-c974-416c-99d9-243065c5240d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port 028f3346-3872-4437-a309-d642c34cf5df {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:46.144780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c327c67f-c974-416c-99d9-243065c5240d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (028f3346-3872-4437-a309-d642c34cf5df), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:46.167140 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc87c8a2-3879-4a92-a0c8-abaa9b0a28cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (300358a5-3abc-4e7e-9a86-dec5a225d9ff), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:46.293285 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c327c67f-c974-416c-99d9-243065c5240d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (028f3346-3872-4437-a309-d642c34cf5df), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:46.318300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87c8a2-3879-4a92-a0c8-abaa9b0a28cd admin admin] Pushing event deleted for resources: {'Port': ['ID=300358a5-3abc-4e7e-9a86-dec5a225d9ff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:46.351654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c327c67f-c974-416c-99d9-243065c5240d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for 028f3346-3872-4437-a309-d642c34cf5df owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:46.353198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 3db6e43e-65f0-4984-ae73-12c108047273 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:46.353815 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3db6e43e-65f0-4984-ae73-12c108047273), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:46.363285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6df84a-9d3c-42f6-a3fc-2bc96729a1a0 req-9a9f0fce-6507-494d-bc16-7316410c374c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:46.364891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-be6df84a-9d3c-42f6-a3fc-2bc96729a1a0 req-9a9f0fce-6507-494d-bc16-7316410c374c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2802272 Feb 02 13:19:46.366351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a9aef-a73d-4173-8c96-d776b750ce3d req-2f0f9699-bcfc-4347-9a9e-16cde2cd5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:46.367701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c3a9aef-a73d-4173-8c96-d776b750ce3d req-2f0f9699-bcfc-4347-9a9e-16cde2cd5e8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.2677045 Feb 02 13:19:46.394685 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:19:46.474782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 3db6e43e-65f0-4984-ae73-12c108047273 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:46.565895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-be6df84a-9d3c-42f6-a3fc-2bc96729a1a0 req-3c0c831b-282f-449e-a5cd-bd030c300202 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930232 Feb 02 13:19:46.637522 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc87c8a2-3879-4a92-a0c8-abaa9b0a28cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (8450b3a1-2260-449e-bb0f-6556b0f24711), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:46.644233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a9aef-a73d-4173-8c96-d776b750ce3d req-a00c31e2-35a1-4700-9c7a-905c76895656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:46.646071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c3a9aef-a73d-4173-8c96-d776b750ce3d req-a00c31e2-35a1-4700-9c7a-905c76895656 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2698762 Feb 02 13:19:46.660191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225300f-15c6-40b1-ad65-fa4ab94f75c3 req-1fae0404-27ff-41f2-a6a2-aba3a2dd0598 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:46.668490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d225300f-15c6-40b1-ad65-fa4ab94f75c3 req-1fae0404-27ff-41f2-a6a2-aba3a2dd0598 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 944 time: 0.1733289 Feb 02 13:19:46.753957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c327c67f-c974-416c-99d9-243065c5240d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (028f3346-3872-4437-a309-d642c34cf5df), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:46.817913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327c67f-c974-416c-99d9-243065c5240d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=028f3346-3872-4437-a309-d642c34cf5df,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:46.971992 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c327c67f-c974-416c-99d9-243065c5240d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (5057bba3-b3d9-43f9-b1ba-f933ed4149be), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:47.195566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c327c67f-c974-416c-99d9-243065c5240d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5057bba3-b3d9-43f9-b1ba-f933ed4149be has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:19:47.401748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d225300f-15c6-40b1-ad65-fa4ab94f75c3 req-ecdd26a4-aaa7-4653-a13a-c61ea515003b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7319546 Feb 02 13:19:47.420733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90a6c8-b1d4-4b7c-89b7-f42b34c0681f req-4722da3b-4318-4691-a716-2c11c719123c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:47.428422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c90a6c8-b1d4-4b7c-89b7-f42b34c0681f req-4722da3b-4318-4691-a716-2c11c719123c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.6788578 Feb 02 13:19:47.478040 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c3a9aef-a73d-4173-8c96-d776b750ce3d req-717e31d0-7f12-4831-a2fe-33cea0500ddd service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8077884 Feb 02 13:19:47.653661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c90a6c8-b1d4-4b7c-89b7-f42b34c0681f req-0192abcf-8895-4482-a3ce-a022eda8d05a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241492 Feb 02 13:19:47.680514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc87c8a2-3879-4a92-a0c8-abaa9b0a28cd admin admin] Router 8450b3a1-2260-449e-bb0f-6556b0f24711 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:19:47.710846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c3a9aef-a73d-4173-8c96-d776b750ce3d req-188f0c37-33b2-4070-ae17-42658e0d399c service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237096 Feb 02 13:19:47.728318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae3d37-b8fe-4367-9cbf-d30d27130f34 req-bd552191-2ee7-4b3c-9af5-d0a90c1f90e6 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:47.729871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-feae3d37-b8fe-4367-9cbf-d30d27130f34 req-bd552191-2ee7-4b3c-9af5-d0a90c1f90e6 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 985 time: 0.1458240 Feb 02 13:19:47.839790 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c327c67f-c974-416c-99d9-243065c5240d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:47.851358 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c327c67f-c974-416c-99d9-243065c5240d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5057bba3-b3d9-43f9-b1ba-f933ed4149be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8936355 Feb 02 13:19:47.851871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38010) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:47.856707 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de464878-8b7b-4616-9513-76e1e21ffe91 None None] Sync routers for ids ['5057bba3-b3d9-43f9-b1ba-f933ed4149be'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:47.869255 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de464878-8b7b-4616-9513-76e1e21ffe91 None None] Routers {'5057bba3-b3d9-43f9-b1ba-f933ed4149be'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:47.870902 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de464878-8b7b-4616-9513-76e1e21ffe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5057bba3-b3d9-43f9-b1ba-f933ed4149be'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:47.914269 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a92442d0-f6a0-45b8-aa23-16219f317650 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=5057bba3-b3d9-43f9-b1ba-f933ed4149be HTTP/1.1" status: 200 len: 205 time: 0.0584056 Feb 02 13:19:47.914269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38014) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:47.916830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-feae3d37-b8fe-4367-9cbf-d30d27130f34 req-edccc15f-4bd3-48ca-a9d8-d8d31badcd04 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1465490 Feb 02 13:19:47.964586 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d361e1-d68f-481b-939e-a355c334e37b req-ef99986c-a902-4f5e-bda8-b3d0831b27ae tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:47.966231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7d361e1-d68f-481b-939e-a355c334e37b req-ef99986c-a902-4f5e-bda8-b3d0831b27ae tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1948998 Feb 02 13:19:47.967046 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de464878-8b7b-4616-9513-76e1e21ffe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:47.984234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc87c8a2-3879-4a92-a0c8-abaa9b0a28cd admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:47.993819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-dc87c8a2-3879-4a92-a0c8-abaa9b0a28cd admin admin] 10.222.0.83 "PUT /v2.0/routers/8450b3a1-2260-449e-bb0f-6556b0f24711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9418201 Feb 02 13:19:47.994837 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6636c4-3101-4f4a-a0ca-1abd5461820e None None] Sync routers for ids ['8450b3a1-2260-449e-bb0f-6556b0f24711'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:47.996554 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de464878-8b7b-4616-9513-76e1e21ffe91 None None] Routers {'5057bba3-b3d9-43f9-b1ba-f933ed4149be'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:47.997238 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de464878-8b7b-4616-9513-76e1e21ffe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5057bba3-b3d9-43f9-b1ba-f933ed4149be'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:47.998119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38018) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:48.016751 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6636c4-3101-4f4a-a0ca-1abd5461820e None None] Routers {'8450b3a1-2260-449e-bb0f-6556b0f24711'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:48.019147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ab6636c4-3101-4f4a-a0ca-1abd5461820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8450b3a1-2260-449e-bb0f-6556b0f24711'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:48.036802 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de464878-8b7b-4616-9513-76e1e21ffe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:48.037850 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de464878-8b7b-4616-9513-76e1e21ffe91 None None] The sync data for ids ['5057bba3-b3d9-43f9-b1ba-f933ed4149be'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:48.071587 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1dbd-73c8-4d95-af37-5c25b324bda1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (5057bba3-b3d9-43f9-b1ba-f933ed4149be), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.146559 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Publish callbacks [] for router (8450b3a1-2260-449e-bb0f-6556b0f24711), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.147353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ab6636c4-3101-4f4a-a0ca-1abd5461820e None None] Set router 8450b3a1-2260-449e-bb0f-6556b0f24711 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:48.214057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 4547ba98-2947-45a2-b076-d92df55c2845 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:19:48.254066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7d361e1-d68f-481b-939e-a355c334e37b req-2a74d3b6-2fda-4662-a548-75a9666bb6d5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576001 Feb 02 13:19:48.273670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1dbd-73c8-4d95-af37-5c25b324bda1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (5057bba3-b3d9-43f9-b1ba-f933ed4149be), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.276018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1dbd-73c8-4d95-af37-5c25b324bda1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (5057bba3-b3d9-43f9-b1ba-f933ed4149be), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.311947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582a131-6208-4a0d-b14e-b01526b5b059 req-3935d59d-0641-4692-8f47-fffafed0d4eb tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:48.313701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d582a131-6208-4a0d-b14e-b01526b5b059 req-3935d59d-0641-4692-8f47-fffafed0d4eb tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 985 time: 0.2547159 Feb 02 13:19:48.340602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 4547ba98-2947-45a2-b076-d92df55c2845, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4547ba98-2947-45a2-b076-d92df55c2845,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:48.378234 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1dbd-73c8-4d95-af37-5c25b324bda1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (5057bba3-b3d9-43f9-b1ba-f933ed4149be), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.378830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3d1dbd-73c8-4d95-af37-5c25b324bda1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Fanout notify agent at l3_agent the message router_deleted on router 5057bba3-b3d9-43f9-b1ba-f933ed4149be {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:19:48.386358 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ef3d1dbd-73c8-4d95-af37-5c25b324bda1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.392003 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ef3d1dbd-73c8-4d95-af37-5c25b324bda1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/5057bba3-b3d9-43f9-b1ba-f933ed4149be HTTP/1.1" status: 204 len: 168 time: 0.4770970 Feb 02 13:19:48.392712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38022) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:48.396554 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Publish callbacks [] for router_gateway (8450b3a1-2260-449e-bb0f-6556b0f24711), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.406851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '4547ba98-2947-45a2-b076-d92df55c2845', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'port_id': '4547ba98-2947-45a2-b076-d92df55c2845', 'mac_address': 'fa:16:3e:61:c1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:19:48.423954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d582a131-6208-4a0d-b14e-b01526b5b059 req-1f2bc95b-4152-45df-88ee-ddd9fab5c65b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1030335 Feb 02 13:19:48.515736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b0c42a-4382-4034-be35-d16a2266c9fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting subnet 168a3773-b1ac-44bb-9f59-27a82cb923b6 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:19:48.520592 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c42a-4382-4034-be35-d16a2266c9fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (168a3773-b1ac-44bb-9f59-27a82cb923b6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.535350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Deleting port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:48.535843 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.549851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 4547ba98-2947-45a2-b076-d92df55c2845 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:48.550246 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4547ba98-2947-45a2-b076-d92df55c2845), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.574926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4547ba98-2947-45a2-b076-d92df55c2845 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:19:48.596942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 4547ba98-2947-45a2-b076-d92df55c2845, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4547ba98-2947-45a2-b076-d92df55c2845,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:48.603335 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4547ba98-2947-45a2-b076-d92df55c2845), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.621418 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c42a-4382-4034-be35-d16a2266c9fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (168a3773-b1ac-44bb-9f59-27a82cb923b6), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.639544 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ab6636c4-3101-4f4a-a0ca-1abd5461820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'name': 'tempest-TaggedBootDevicesTest-50997935-router', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:34Z', 'updated_at': '2022-02-02T13:19:45Z', 'revision_number': 5, 'project_id': 'e975a27435c24de18c2252cf875560b6', 'gw_port': {'id': 'dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:10:37Z', 'updated_at': '2022-02-02T13:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:48.670737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6636c4-3101-4f4a-a0ca-1abd5461820e None None] Checking router: 8450b3a1-2260-449e-bb0f-6556b0f24711 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:19:48.673381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04729d01-0da7-484f-a76f-af00cb376eeb req-dc9af844-9001-4154-a783-e67b85050b04 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:48.675081 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04729d01-0da7-484f-a76f-af00cb376eeb req-dc9af844-9001-4154-a783-e67b85050b04 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 944 time: 0.1319842 Feb 02 13:19:48.683314 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] For port dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:48.683696 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.689246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=4547ba98-2947-45a2-b076-d92df55c2845,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:48.694785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6636c4-3101-4f4a-a0ca-1abd5461820e None None] Routers {'8450b3a1-2260-449e-bb0f-6556b0f24711'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:48.694785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ab6636c4-3101-4f4a-a0ca-1abd5461820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8450b3a1-2260-449e-bb0f-6556b0f24711'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:48.731118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Calling delete_port for dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:48.778560 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c42a-4382-4034-be35-d16a2266c9fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (168a3773-b1ac-44bb-9f59-27a82cb923b6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.782425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-ab6636c4-3101-4f4a-a0ca-1abd5461820e None None] Set router 8450b3a1-2260-449e-bb0f-6556b0f24711 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:48.844831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-ab6636c4-3101-4f4a-a0ca-1abd5461820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'name': 'tempest-TaggedBootDevicesTest-50997935-router', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:34Z', 'updated_at': '2022-02-02T13:19:48Z', 'revision_number': 6, 'project_id': 'e975a27435c24de18c2252cf875560b6', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:48.850347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04729d01-0da7-484f-a76f-af00cb376eeb req-07dc89c3-3bd4-4798-8659-39238fc2ba63 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638463 Feb 02 13:19:48.851582 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c42a-4382-4034-be35-d16a2266c9fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (168a3773-b1ac-44bb-9f59-27a82cb923b6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.885950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6636c4-3101-4f4a-a0ca-1abd5461820e None None] The sync data for ids ['8450b3a1-2260-449e-bb0f-6556b0f24711'] in n-d-827336-2 is: [{'id': '8450b3a1-2260-449e-bb0f-6556b0f24711', 'name': 'tempest-TaggedBootDevicesTest-50997935-router', 'tenant_id': 'e975a27435c24de18c2252cf875560b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:10:34Z', 'updated_at': '2022-02-02T13:19:48Z', 'revision_number': 6, 'project_id': 'e975a27435c24de18c2252cf875560b6', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:48.907783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0c42a-4382-4034-be35-d16a2266c9fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Subnet': ['ID=168a3773-b1ac-44bb-9f59-27a82cb923b6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:48.909695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['4547ba98-2947-45a2-b076-d92df55c2845'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:19:48.913781 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e4b0c42a-4382-4034-be35-d16a2266c9fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:48.919543 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e4b0c42a-4382-4034-be35-d16a2266c9fb tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/168a3773-b1ac-44bb-9f59-27a82cb923b6 HTTP/1.1" status: 204 len: 168 time: 0.5232947 Feb 02 13:19:48.920220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38038) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:48.964906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4eb479-eb6b-4dd7-82b5-ece4ace13a10 None None] Network 5307d786-1d5b-4c59-b592-261715e8e3ac requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:49.035766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (5307d786-1d5b-4c59-b592-261715e8e3ac), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.105957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1147e17-e33e-497e-9e04-b09c419c3da7 req-0b25303c-32d7-4584-bfca-1e7eb95f229b tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:49.107825 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1147e17-e33e-497e-9e04-b09c419c3da7 req-0b25303c-32d7-4584-bfca-1e7eb95f229b tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 1167 time: 0.1579955 Feb 02 13:19:49.134612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port 3db6e43e-65f0-4984-ae73-12c108047273 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:49.135108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3db6e43e-65f0-4984-ae73-12c108047273), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.144919 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d1147e17-e33e-497e-9e04-b09c419c3da7 req-e8c349a6-0e82-4116-a9fb-17033892b8a3 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.159103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35567e2-e3d7-4e78-a345-13bdd9ca291c req-912f2487-b298-4880-a9a4-2111e7634c08 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:49.167294 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e35567e2-e3d7-4e78-a345-13bdd9ca291c req-912f2487-b298-4880-a9a4-2111e7634c08 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1820645 Feb 02 13:19:49.198371 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.225280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] For port 3db6e43e-65f0-4984-ae73-12c108047273, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3db6e43e-65f0-4984-ae73-12c108047273,segment=NetworkSegment(3017c117-eb93-41b0-a1ee-18522d2bd8f3),segment_id=3017c117-eb93-41b0-a1ee-18522d2bd8f3)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:49.225280 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3db6e43e-65f0-4984-ae73-12c108047273), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.237995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for 3db6e43e-65f0-4984-ae73-12c108047273 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:49.266895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:49.272860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa979b5-866d-4a5d-9eab-1867ae7f5c14 None None] DHCP port deletion for 5307d786-1d5b-4c59-b592-261715e8e3ac request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:19:49.293945 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e35567e2-e3d7-4e78-a345-13bdd9ca291c req-ac69c7b5-6c26-46a7-9b3e-e15cc031037f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256647 Feb 02 13:19:49.348401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8aa979b5-866d-4a5d-9eab-1867ae7f5c14 None None] Deleting port 3db6e43e-65f0-4984-ae73-12c108047273 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:49.348777 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8aa979b5-866d-4a5d-9eab-1867ae7f5c14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3db6e43e-65f0-4984-ae73-12c108047273), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.386337 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (8450b3a1-2260-449e-bb0f-6556b0f24711), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.448759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8aa979b5-866d-4a5d-9eab-1867ae7f5c14 None None] For port 3db6e43e-65f0-4984-ae73-12c108047273, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3db6e43e-65f0-4984-ae73-12c108047273,segment=NetworkSegment(3017c117-eb93-41b0-a1ee-18522d2bd8f3),segment_id=3017c117-eb93-41b0-a1ee-18522d2bd8f3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:49.449224 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8aa979b5-866d-4a5d-9eab-1867ae7f5c14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3db6e43e-65f0-4984-ae73-12c108047273), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.470166 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3db6e43e-65f0-4984-ae73-12c108047273), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.474125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8aa979b5-866d-4a5d-9eab-1867ae7f5c14 None None] Calling delete_port for 3db6e43e-65f0-4984-ae73-12c108047273 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:49.508176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=3db6e43e-65f0-4984-ae73-12c108047273,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:49.515745 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No DVR routers for this DVR port 3db6e43e-65f0-4984-ae73-12c108047273 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:19:49.518072 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (8450b3a1-2260-449e-bb0f-6556b0f24711), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.522341 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Publish callbacks [] for router_controller (8450b3a1-2260-449e-bb0f-6556b0f24711), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.577131 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8aa979b5-866d-4a5d-9eab-1867ae7f5c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (3db6e43e-65f0-4984-ae73-12c108047273), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.585679 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d1147e17-e33e-497e-9e04-b09c419c3da7 req-e8c349a6-0e82-4116-a9fb-17033892b8a3 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Publish callbacks [] for security_group (eb40dc71-c757-456f-91d6-541d1b75171b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.591752 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d1147e17-e33e-497e-9e04-b09c419c3da7 req-e8c349a6-0e82-4116-a9fb-17033892b8a3 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (eb40dc71-c757-456f-91d6-541d1b75171b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.605145 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (8450b3a1-2260-449e-bb0f-6556b0f24711), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.605609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa979b5-866d-4a5d-9eab-1867ae7f5c14 None None] No DVR routers for this DVR port 3db6e43e-65f0-4984-ae73-12c108047273 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:19:49.606169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8450b3a1-2260-449e-bb0f-6556b0f24711 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:19:49.607595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa979b5-866d-4a5d-9eab-1867ae7f5c14 None None] Pushing event deleted for resources: {'Port': ['ID=3db6e43e-65f0-4984-ae73-12c108047273,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:49.609147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (5307d786-1d5b-4c59-b592-261715e8e3ac), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.613493 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.619540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f7746d6c-57e8-4eea-952b-013484322fd8 admin admin] 10.222.0.83 "DELETE /v2.0/routers/8450b3a1-2260-449e-bb0f-6556b0f24711 HTTP/1.1" status: 204 len: 168 time: 1.6153975 Feb 02 13:19:49.625112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38048) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:49.654532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c349a6-0e82-4116-a9fb-17033892b8a3 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb40dc71-c757-456f-91d6-541d1b75171b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:49.667404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1147e17-e33e-497e-9e04-b09c419c3da7 req-e8c349a6-0e82-4116-a9fb-17033892b8a3 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5493298 Feb 02 13:19:49.674386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5307d786-1d5b-4c59-b592-261715e8e3ac']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:49.686526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3017c117-eb93-41b0-a1ee-18522d2bd8f3') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:49.686869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3017c117-eb93-41b0-a1ee-18522d2bd8f3') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:49.693858 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:49.699178 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (3017c117-eb93-41b0-a1ee-18522d2bd8f3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.715182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2122561d-9056-41a4-baba-99cdfd6b3063 admin admin] Deleting subnet a6f45f85-462b-446e-87e2-c5f770293872 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:19:49.722355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2122561d-9056-41a4-baba-99cdfd6b3063 admin admin] Publish callbacks [] for subnet (a6f45f85-462b-446e-87e2-c5f770293872), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.744399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dd8495-30be-40c5-b6fb-2a5ea2b2fe12 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:49.749622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f7dd8495-30be-40c5-b6fb-2a5ea2b2fe12 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 1162 time: 0.0546203 Feb 02 13:19:49.750242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38052) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:49.755363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': '759188de-d549-457e-ba09-5c1ab95ac169', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:49.770171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2122561d-9056-41a4-baba-99cdfd6b3063 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (a6f45f85-462b-446e-87e2-c5f770293872), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.772194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (3017c117-eb93-41b0-a1ee-18522d2bd8f3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.781248 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.802473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:19:49.802840 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (3017c117-eb93-41b0-a1ee-18522d2bd8f3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:19:49.806107 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:19:49.906798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (5307d786-1d5b-4c59-b592-261715e8e3ac), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.912978 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.916804 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:49.924051 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/networks/5307d786-1d5b-4c59-b592-261715e8e3ac HTTP/1.1" status: 204 len: 168 time: 1.0031886 Feb 02 13:19:49.937616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38056) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:49.953356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a28f40b5-614f-4426-a2c3-4a568b059770 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1102684889', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:49.980694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7c7cf-3ba3-44c7-9979-c615c765c76c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Network': ['ID=5307d786-1d5b-4c59-b592-261715e8e3ac,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:49.997850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2122561d-9056-41a4-baba-99cdfd6b3063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a6f45f85-462b-446e-87e2-c5f770293872), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.028969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 300358a5-3abc-4e7e-9a86-dec5a225d9ff no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:50.029896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a28f40b5-614f-4426-a2c3-4a568b059770 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.031027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a28f40b5-614f-4426-a2c3-4a568b059770 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.069936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Allocated IP 172.25.4.51 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/f535b2ab-666a-4f07-b722-73f506d9f4b6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:50.083972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 300358a5-3abc-4e7e-9a86-dec5a225d9ff {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:50.084723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 300358a5-3abc-4e7e-9a86-dec5a225d9ff not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:50.085351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3db6e43e-65f0-4984-ae73-12c108047273 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:50.102006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a28f40b5-614f-4426-a2c3-4a568b059770 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (5d131d84-8779-43de-b7fc-2f619b56d8e2), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.110249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2122561d-9056-41a4-baba-99cdfd6b3063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (a6f45f85-462b-446e-87e2-c5f770293872), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.113335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1046d0-1e09-4ff1-a5e1-8da1a015bffe req-2ac38245-c504-4f04-9741-c46b61d91d6b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:50.114922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a1046d0-1e09-4ff1-a5e1-8da1a015bffe req-2ac38245-c504-4f04-9741-c46b61d91d6b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 945 time: 0.1037583 Feb 02 13:19:50.122056 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a28f40b5-614f-4426-a2c3-4a568b059770 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.138656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 3db6e43e-65f0-4984-ae73-12c108047273 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:50.139487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3db6e43e-65f0-4984-ae73-12c108047273 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:50.140151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:50.156381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2122561d-9056-41a4-baba-99cdfd6b3063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f45f85-462b-446e-87e2-c5f770293872,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:50.161331 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2122561d-9056-41a4-baba-99cdfd6b3063 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.165214 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2122561d-9056-41a4-baba-99cdfd6b3063 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a6f45f85-462b-446e-87e2-c5f770293872 HTTP/1.1" status: 204 len: 168 time: 0.5386660 Feb 02 13:19:50.167855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38058) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:50.182683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a28f40b5-614f-4426-a2c3-4a568b059770 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.183375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 4547ba98-2947-45a2-b076-d92df55c2845 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:50.187648 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a28f40b5-614f-4426-a2c3-4a568b059770 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2489455 Feb 02 13:19:50.191219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:50.200171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-73a35610-032f-44d8-bd5f-43035d3cff61 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1331312287'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:50.215142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db6a6c-4e0a-44c5-a470-3dd2fd67721d None None] Network 90b285b9-d6dc-44d4-93ad-aed96b419144 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:50.262054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:50.262750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dceaa7c3-2e98-48a5-a3d2-134dbb0b7c15 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:50.288716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a1046d0-1e09-4ff1-a5e1-8da1a015bffe req-7655ee62-3313-417e-ab7c-1fa4d5265393 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652491 Feb 02 13:19:50.293986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (90b285b9-d6dc-44d4-93ad-aed96b419144), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.313136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a35610-032f-44d8-bd5f-43035d3cff61 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:50.316498 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73a35610-032f-44d8-bd5f-43035d3cff61 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.353298 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for port (f535b2ab-666a-4f07-b722-73f506d9f4b6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.370210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Deleting port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:50.370832 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.378521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a35610-032f-44d8-bd5f-43035d3cff61 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:19:50.402420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 4547ba98-2947-45a2-b076-d92df55c2845 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:19:50.403277 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73a35610-032f-44d8-bd5f-43035d3cff61 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (08a3b62e-8df7-4cef-87d9-4b92939099e3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.403653 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-73a35610-032f-44d8-bd5f-43035d3cff61 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Added segment 08a3b62e-8df7-4cef-87d9-4b92939099e3 of type vlan for network 958b6d3f-d6f1-4b8d-a67a-03c115b46181 Feb 02 13:19:50.418297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 4547ba98-2947-45a2-b076-d92df55c2845 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:50.418909 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4547ba98-2947-45a2-b076-d92df55c2845), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.491963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] For port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac,segment=NetworkSegment(a9d7a65b-107c-411b-8ee4-3b409b7c52c3),segment_id=a9d7a65b-107c-411b-8ee4-3b409b7c52c3)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:50.492106 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.492973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f535b2ab-666a-4f07-b722-73f506d9f4b6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.507078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Calling delete_port for ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:50.518983 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73a35610-032f-44d8-bd5f-43035d3cff61 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (958b6d3f-d6f1-4b8d-a67a-03c115b46181), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.540956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 4547ba98-2947-45a2-b076-d92df55c2845 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:50.541605 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4547ba98-2947-45a2-b076-d92df55c2845), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.582564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:50.586289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52163a1-9d12-4095-ab9f-7a3005daa87a None None] DHCP port deletion for 90b285b9-d6dc-44d4-93ad-aed96b419144 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:19:50.595036 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:50.598126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Port': ['ID=f535b2ab-666a-4f07-b722-73f506d9f4b6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:50.603677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:50.615984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f47d7-75cb-4dda-ac87-6c31132b6715 req-296e3031-7123-419d-ad15-9c12f95defd1 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:50.623821 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-990f47d7-75cb-4dda-ac87-6c31132b6715 req-296e3031-7123-419d-ad15-9c12f95defd1 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2047474 Feb 02 13:19:50.625508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4547ba98-2947-45a2-b076-d92df55c2845'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:19:50.626119 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73a35610-032f-44d8-bd5f-43035d3cff61 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (958b6d3f-d6f1-4b8d-a67a-03c115b46181), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.628871 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42307bb9-c9be-4d8c-a7be-1f55edba2a38" -d '{"events": [{"server_uuid": "2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1", "name": "network-vif-plugged", "status": "completed", "tag": "4547ba98-2947-45a2-b076-d92df55c2845"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:19:50.631154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a35610-032f-44d8-bd5f-43035d3cff61 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:50.631779 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73a35610-032f-44d8-bd5f-43035d3cff61 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.667288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 4547ba98-2947-45a2-b076-d92df55c2845, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4547ba98-2947-45a2-b076-d92df55c2845,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:50.680422 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4547ba98-2947-45a2-b076-d92df55c2845), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.704490 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.751110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-73a35610-032f-44d8-bd5f-43035d3cff61 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5561688 Feb 02 13:19:50.756444 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75be48c9-1da9-4514-b0dc-146521dd5e07 x-openstack-request-id: req-75be48c9-1da9-4514-b0dc-146521dd5e07 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:19:50.756444 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1", "name": "network-vif-plugged", "status": "completed", "tag": "4547ba98-2947-45a2-b076-d92df55c2845", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:19:50.756789 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-75be48c9-1da9-4514-b0dc-146521dd5e07 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:19:50.757122 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4547ba98-2947-45a2-b076-d92df55c2845', 'code': 200} Feb 02 13:19:50.782880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] No DVR routers for this DVR port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:19:50.795906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38074) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:50.818122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b52163a1-9d12-4095-ab9f-7a3005daa87a None None] Deleting port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:19:50.818653 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b52163a1-9d12-4095-ab9f-7a3005daa87a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.822883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f9a54d63-8732-4b6a-854f-9517d0e64a7d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'subnet': {'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:50.887218 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a35610-032f-44d8-bd5f-43035d3cff61 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Network': ['ID=958b6d3f-d6f1-4b8d-a67a-03c115b46181,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:50.898380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b52163a1-9d12-4095-ab9f-7a3005daa87a None None] For port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac, host n-d-827336-2, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:50.898783 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b52163a1-9d12-4095-ab9f-7a3005daa87a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.912160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b52163a1-9d12-4095-ab9f-7a3005daa87a None None] Calling delete_port for ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:19:50.914915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-b52163a1-9d12-4095-ab9f-7a3005daa87a None None] Port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:19:50.920140 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b52163a1-9d12-4095-ab9f-7a3005daa87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.922162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 958b6d3f-d6f1-4b8d-a67a-03c115b46181 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:19:50.924706 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (90b285b9-d6dc-44d4-93ad-aed96b419144), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:50.941529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=4547ba98-2947-45a2-b076-d92df55c2845,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:50.952837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b285b9-d6dc-44d4-93ad-aed96b419144']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:50.964266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52163a1-9d12-4095-ab9f-7a3005daa87a None None] No DVR routers for this DVR port ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:19:50.968700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:50.977314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d7a65b-107c-411b-8ee4-3b409b7c52c3') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:50.979690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d7a65b-107c-411b-8ee4-3b409b7c52c3') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:50.984385 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-990f47d7-75cb-4dda-ac87-6c31132b6715 req-41a5d02c-d54d-488c-a8c8-109d3bdc135b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577290 Feb 02 13:19:51.001917 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (a9d7a65b-107c-411b-8ee4-3b409b7c52c3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:51.016028 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a9d7a65b-107c-411b-8ee4-3b409b7c52c3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (a9d7a65b-107c-411b-8ee4-3b409b7c52c3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:19:51.031323 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:19:51.043506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52163a1-9d12-4095-ab9f-7a3005daa87a None None] Pushing event deleted for resources: {'Port': ['ID=ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:51.122453 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (90b285b9-d6dc-44d4-93ad-aed96b419144), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:51.134655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:51.140578 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/90b285b9-d6dc-44d4-93ad-aed96b419144 HTTP/1.1" status: 204 len: 168 time: 0.9713664 Feb 02 13:19:51.166110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487c51d-5644-4f28-99c8-cb1a1868bdd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=90b285b9-d6dc-44d4-93ad-aed96b419144,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:51.258532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b810d-b397-4d25-aa90-1252c7009b6e req-d5aa1048-8eca-421f-b8b4-64d9d415e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:51.260174 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a9b810d-b397-4d25-aa90-1252c7009b6e req-d5aa1048-8eca-421f-b8b4-64d9d415e24a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 1128 time: 0.4134512 Feb 02 13:19:51.422011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38082) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:51.479072 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b83ebd36-a604-43d4-a781-5fe6bda96073 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0ae77cfdd42d4abf8cbafce4246db71e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0551882 Feb 02 13:19:51.481099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38084) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:51.545217 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab434cc9-8c29-4858-a49d-8546615ca8eb admin admin] Publish callbacks [] for security_group (317c200f-3d4f-4db4-bc2b-6bada38c549e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:51.568086 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab434cc9-8c29-4858-a49d-8546615ca8eb admin admin] Publish callbacks [] for security_group (317c200f-3d4f-4db4-bc2b-6bada38c549e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:51.621005 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab434cc9-8c29-4858-a49d-8546615ca8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (317c200f-3d4f-4db4-bc2b-6bada38c549e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:51.623101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a54d63-8732-4b6a-854f-9517d0e64a7d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:51.623987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ab434cc9-8c29-4858-a49d-8546615ca8eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:51.625249 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ab434cc9-8c29-4858-a49d-8546615ca8eb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/317c200f-3d4f-4db4-bc2b-6bada38c549e HTTP/1.1" status: 204 len: 168 time: 0.1429644 Feb 02 13:19:51.630173 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9a54d63-8732-4b6a-854f-9517d0e64a7d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:51.655108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab434cc9-8c29-4858-a49d-8546615ca8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317c200f-3d4f-4db4-bc2b-6bada38c549e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:51.848584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a9b810d-b397-4d25-aa90-1252c7009b6e req-9f362346-3d7c-4d4c-b869-e5b3b99a0a35 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5802073 Feb 02 13:19:51.936645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0391e8-61dd-4765-9b49-d873564796aa req-80f243d2-0245-4f72-81fb-3f9f4eabb604 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:51.945206 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb0391e8-61dd-4765-9b49-d873564796aa req-80f243d2-0245-4f72-81fb-3f9f4eabb604 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.3281405 Feb 02 13:19:52.059625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-ddff0992-81bc-45ea-96b7-8e041a62ed43 req-9d03f2a2-9f3b-4d7a-b3b5-d028d272e137 service neutron] (103187) timed out ('10.222.0.18', 62486) {{(pid=103187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:19:52.132330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb0391e8-61dd-4765-9b49-d873564796aa req-8d6ab45f-d7be-4c3c-8e97-39c28c46caaf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855419 Feb 02 13:19:52.140993 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for floatingip (234ef2e7-d2e3-4c3e-a1d7-595f95fdecfc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:52.211886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:19:52.235208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38094) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:52.238482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:19:52.239319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ef8a230f-ddf5-4081-b7c9-e0e9a30c62ac not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:19:52.256972 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9a54d63-8732-4b6a-854f-9517d0e64a7d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (e00d2ec5-2e49-4456-9bac-ea65a0bed603), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:52.317065 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b284a1b9-db59-429b-ab88-99c23e3fde6e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e975a27435c24de18c2252cf875560b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0772364 Feb 02 13:19:52.317277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38096) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:52.346969 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a771b-5d46-4759-b175-f03930de44d4 req-870932a1-9dad-4bed-857c-51e4748208af tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:52.348581 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-295a771b-5d46-4759-b175-f03930de44d4 req-870932a1-9dad-4bed-857c-51e4748208af tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2240705 Feb 02 13:19:52.365518 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f535b2ab-666a-4f07-b722-73f506d9f4b6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:52.382101 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d273fd8-3df5-4ad7-96c3-0a7a6bb6f0aa admin admin] Publish callbacks [] for security_group (c4585437-bde4-47eb-9a32-82f5a574232b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:52.395229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a54d63-8732-4b6a-854f-9517d0e64a7d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Subnet': ['ID=e00d2ec5-2e49-4456-9bac-ea65a0bed603,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:52.408934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d273fd8-3df5-4ad7-96c3-0a7a6bb6f0aa admin admin] Publish callbacks [] for security_group (c4585437-bde4-47eb-9a32-82f5a574232b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:52.473044 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d273fd8-3df5-4ad7-96c3-0a7a6bb6f0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c4585437-bde4-47eb-9a32-82f5a574232b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:52.478539 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d273fd8-3df5-4ad7-96c3-0a7a6bb6f0aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:52.480182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a54d63-8732-4b6a-854f-9517d0e64a7d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Checking segment: {'id': '08a3b62e-8df7-4cef-87d9-4b92939099e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:52.480553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a54d63-8732-4b6a-854f-9517d0e64a7d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network hostable DHCP agents. Network: 958b6d3f-d6f1-4b8d-a67a-03c115b46181, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:19:52.484081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0d273fd8-3df5-4ad7-96c3-0a7a6bb6f0aa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c4585437-bde4-47eb-9a32-82f5a574232b HTTP/1.1" status: 204 len: 168 time: 0.1653430 Feb 02 13:19:52.502782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d273fd8-3df5-4ad7-96c3-0a7a6bb6f0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4585437-bde4-47eb-9a32-82f5a574232b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:52.518889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-295a771b-5d46-4759-b175-f03930de44d4 req-8a9ce7e7-f4cc-4008-b17f-669c0a971bcd tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575747 Feb 02 13:19:52.568630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a54d63-8732-4b6a-854f-9517d0e64a7d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 958b6d3f-d6f1-4b8d-a67a-03c115b46181 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:19:52.589910 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f9a54d63-8732-4b6a-854f-9517d0e64a7d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 958b6d3f-d6f1-4b8d-a67a-03c115b46181) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:52.598775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a54d63-8732-4b6a-854f-9517d0e64a7d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:52.598888 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9a54d63-8732-4b6a-854f-9517d0e64a7d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:52.602833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419af28b-d2c3-48cc-95c7-496961b6c0dd None None] Network 958b6d3f-d6f1-4b8d-a67a-03c115b46181 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:52.631994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f9a54d63-8732-4b6a-854f-9517d0e64a7d tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8294706 Feb 02 13:19:52.634945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38100) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:52.641314 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for port (f535b2ab-666a-4f07-b722-73f506d9f4b6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:52.651307 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f535b2ab-666a-4f07-b722-73f506d9f4b6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:52.734547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:19:52.736213 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:52.743278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Port': ['ID=f535b2ab-666a-4f07-b722-73f506d9f4b6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:52.756047 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (234ef2e7-d2e3-4c3e-a1d7-595f95fdecfc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:52.919977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Allocated IP 2001:db8::2 (958b6d3f-d6f1-4b8d-a67a-03c115b46181/e00d2ec5-2e49-4456-9bac-ea65a0bed603/4609e333-5e9e-4db5-9c4d-841c0c125785) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:52.962569 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Floating IP 234ef2e7-d2e3-4c3e-a1d7-595f95fdecfc associated. External IP: 172.25.4.51, port: 759188de-d549-457e-ba09-5c1ab95ac169. Feb 02 13:19:53.080010 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Publish callbacks [] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:53.091680 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:53.143402 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:53.150670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Pushing event updated for resources: {'Port': ['ID=4609e333-5e9e-4db5-9c4d-841c0c125785,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:53.178424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Network 958b6d3f-d6f1-4b8d-a67a-03c115b46181 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:53.180685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:53.184610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:53.302829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Attempting to bind port 4609e333-5e9e-4db5-9c4d-841c0c125785 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:19:53.303541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Attempting to bind port 4609e333-5e9e-4db5-9c4d-841c0c125785 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '08a3b62e-8df7-4cef-87d9-4b92939099e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:19:53.303673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Attempting to bind port 4609e333-5e9e-4db5-9c4d-841c0c125785 on network 958b6d3f-d6f1-4b8d-a67a-03c115b46181 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:53.314848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:19:53.317551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Checking segment: {'id': '08a3b62e-8df7-4cef-87d9-4b92939099e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:53.318149 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:53.318696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Bound using segment: {'id': '08a3b62e-8df7-4cef-87d9-4b92939099e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:19:53.319483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Bound port: 4609e333-5e9e-4db5-9c4d-841c0c125785, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a3b62e-8df7-4cef-87d9-4b92939099e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:19:53.320144 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:53.425144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] For port 4609e333-5e9e-4db5-9c4d-841c0c125785, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:19:53.429146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] For port 4609e333-5e9e-4db5-9c4d-841c0c125785, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4609e333-5e9e-4db5-9c4d-841c0c125785,segment=NetworkSegment(08a3b62e-8df7-4cef-87d9-4b92939099e3),segment_id=08a3b62e-8df7-4cef-87d9-4b92939099e3)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:19:53.438046 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:53.456585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Router fbc47b2b-36bb-4946-81aa-d4b90b945465 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:19:53.506996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bc21d-c98e-41fe-bb99-da64b188ac78 None None] Pushing event updated for resources: {'Port': ['ID=4609e333-5e9e-4db5-9c4d-841c0c125785,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:53.543914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Allocated IP 2001:db8::1 (958b6d3f-d6f1-4b8d-a67a-03c115b46181/e00d2ec5-2e49-4456-9bac-ea65a0bed603/fbdab5c6-7a1c-485f-9409-fb9af8657cca) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:53.552840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a897d-49bc-4d6d-bf5a-8a785f897914 req-c6b2f9fe-b74b-4196-a980-d29e3900d3f1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:53.554799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-983a897d-49bc-4d6d-bf5a-8a785f897914 req-c6b2f9fe-b74b-4196-a980-d29e3900d3f1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.2090428 Feb 02 13:19:53.675497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:53.740329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:53.752822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6b793-891b-417b-91a9-7670caa51454 req-a3c0f53d-7b3e-462b-9728-8d61cbce2287 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:53.754428 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7f6b793-891b-417b-91a9-7670caa51454 req-a3c0f53d-7b3e-462b-9728-8d61cbce2287 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1230392 Feb 02 13:19:53.761586 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc9a1d-eab8-49a2-82df-64bd305924a9 None None] Sync routers for ids ['fbc47b2b-36bb-4946-81aa-d4b90b945465'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:53.766776 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:53.769580 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-983a897d-49bc-4d6d-bf5a-8a785f897914 req-91ab4ba3-ecfe-41a6-b83f-b5d2c341d286 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973546 Feb 02 13:19:53.782441 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:53.793055 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc9a1d-eab8-49a2-82df-64bd305924a9 None None] Routers {'fbc47b2b-36bb-4946-81aa-d4b90b945465'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:53.793862 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f7dc9a1d-eab8-49a2-82df-64bd305924a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fbc47b2b-36bb-4946-81aa-d4b90b945465'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:53.857956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5be4a685-551e-4e43-9fdc-bc8c496f26c3 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1065676 Feb 02 13:19:53.861045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490e882a-0b6d-4147-87c2-6332f6900caf', 'tag': '759188de-d549-457e-ba09-5c1ab95ac169'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:19:53.863867 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfac5ce9-4343-4b5d-a062-7ef1486a4668" -d '{"events": [{"name": "network-changed", "server_uuid": "490e882a-0b6d-4147-87c2-6332f6900caf", "tag": "759188de-d549-457e-ba09-5c1ab95ac169"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:19:53.864669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38134) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:53.883725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7f6b793-891b-417b-91a9-7670caa51454 req-2b87ff72-4922-4189-8ff3-33c4e3a8513b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130967 Feb 02 13:19:53.893205 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:53.951984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-58787362-network', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:54.003806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Made reservation on behalf of 376711c1b5754cb9a73d54cac187ca36 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:54.006375 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.025903 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa352cdb-ce32-46a5-a473-2d6461610443 x-openstack-request-id: req-aa352cdb-ce32-46a5-a473-2d6461610443 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:19:54.026222 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490e882a-0b6d-4147-87c2-6332f6900caf", "tag": "759188de-d549-457e-ba09-5c1ab95ac169", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:19:54.032937 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aa352cdb-ce32-46a5-a473-2d6461610443 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:19:54.033480 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490e882a-0b6d-4147-87c2-6332f6900caf', 'tag': '759188de-d549-457e-ba09-5c1ab95ac169', 'status': 'completed', 'code': 200} Feb 02 13:19:54.040081 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.063239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 958b6d3f-d6f1-4b8d-a67a-03c115b46181 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:54.077683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:54.080391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:54.080803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.245023 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f7dc9a1d-eab8-49a2-82df-64bd305924a9 None None] Set router fbc47b2b-36bb-4946-81aa-d4b90b945465 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:54.265356 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Publish callbacks [] for security_group (7a81c1ee-b29a-47c8-845f-db390344d1c2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.327510 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7a81c1ee-b29a-47c8-845f-db390344d1c2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.340789 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4609e333-5e9e-4db5-9c4d-841c0c125785 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:54.357415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=fbdab5c6-7a1c-485f-9409-fb9af8657cca,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:54.381823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:19:54.397187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a81c1ee-b29a-47c8-845f-db390344d1c2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:54.424125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409908e1-ce24-465f-984f-0d5ffef5af46 req-a3ede5df-6f25-42cd-b6f3-1a4f48c61cca tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.427732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-409908e1-ce24-465f-984f-0d5ffef5af46 req-a3ede5df-6f25-42cd-b6f3-1a4f48c61cca tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.2523656 Feb 02 13:19:54.432068 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b60d748a-5eb4-476f-af07-56941fe4826e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.432998 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Added segment b60d748a-5eb4-476f-af07-56941fe4826e of type vlan for network 79debd18-7bb2-4eb7-af10-309e07e6664a Feb 02 13:19:54.461243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4609e333-5e9e-4db5-9c4d-841c0c125785 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:54.461625 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.496427 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.499302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b1890-7166-4a28-b371-0269d16bddcc tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.499820 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b1890-7166-4a28-b371-0269d16bddcc tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.500290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b1890-7166-4a28-b371-0269d16bddcc tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.500748 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b1890-7166-4a28-b371-0269d16bddcc tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.501237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b1890-7166-4a28-b371-0269d16bddcc tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.501721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b1890-7166-4a28-b371-0269d16bddcc tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.502172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b1890-7166-4a28-b371-0269d16bddcc tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.502620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b1890-7166-4a28-b371-0269d16bddcc tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.507386 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6e7b1890-7166-4a28-b371-0269d16bddcc tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5677 time: 0.6405671 Feb 02 13:19:54.509853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38142) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:54.520131 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-409908e1-ce24-465f-984f-0d5ffef5af46 req-9946c3ff-6095-4788-9606-41551f46b576 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852139 Feb 02 13:19:54.595069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5ce9-4343-4b5d-a062-7ef1486a4668 req-3fcf22ea-03bb-4793-aefc-fbb19b039daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.597407 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cfac5ce9-4343-4b5d-a062-7ef1486a4668 req-3fcf22ea-03bb-4793-aefc-fbb19b039daa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f59ca13b528b42c586d69e9fa12543df&device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 1167 time: 0.3819668 Feb 02 13:19:54.611904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4609e333-5e9e-4db5-9c4d-841c0c125785 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:54.612649 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.617679 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (79debd18-7bb2-4eb7-af10-309e07e6664a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.659471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 4609e333-5e9e-4db5-9c4d-841c0c125785, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4609e333-5e9e-4db5-9c4d-841c0c125785,segment=NetworkSegment(08a3b62e-8df7-4cef-87d9-4b92939099e3),segment_id=08a3b62e-8df7-4cef-87d9-4b92939099e3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:54.674149 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f7dc9a1d-eab8-49a2-82df-64bd305924a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:19:22Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '234ef2e7-d2e3-4c3e-a1d7-595f95fdecfc', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'port_id': '759188de-d549-457e-ba09-5c1ab95ac169', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'mac_address': 'fa:16:3e:ff:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490e882a-0b6d-4147-87c2-6332f6900caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:19:51Z', 'updated_at': '2022-02-02T13:19:51Z', 'revision_number': 0, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ef5005-2bda-4d01-b16b-6985c68ab1e1', 'name': '', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'mac_address': 'fa:16:3e:bb:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:20Z', 'updated_at': '2022-02-02T13:19:28Z', 'revision_number': 5, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'subnets': [{'id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:54.676160 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (79debd18-7bb2-4eb7-af10-309e07e6664a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.678086 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.678857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.680142 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.748013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0714724 Feb 02 13:19:54.755051 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc9a1d-eab8-49a2-82df-64bd305924a9 None None] Checking router: fbc47b2b-36bb-4946-81aa-d4b90b945465 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:19:54.763598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:54.773302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-69b94c1a-553b-49bc-9a9f-5e6aeb4d298d admin admin] Request body: {'subnet': {'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-58787362-subnet', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:54.781664 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc9a1d-eab8-49a2-82df-64bd305924a9 None None] Routers {'fbc47b2b-36bb-4946-81aa-d4b90b945465'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:54.783024 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f7dc9a1d-eab8-49a2-82df-64bd305924a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fbc47b2b-36bb-4946-81aa-d4b90b945465'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:54.784442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=4609e333-5e9e-4db5-9c4d-841c0c125785,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:54.808660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620864b9-4250-498d-bb6c-e89f45ccdcd2 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.809186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620864b9-4250-498d-bb6c-e89f45ccdcd2 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.809702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620864b9-4250-498d-bb6c-e89f45ccdcd2 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.810155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620864b9-4250-498d-bb6c-e89f45ccdcd2 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.810601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620864b9-4250-498d-bb6c-e89f45ccdcd2 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.811044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620864b9-4250-498d-bb6c-e89f45ccdcd2 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.811512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620864b9-4250-498d-bb6c-e89f45ccdcd2 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.811956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620864b9-4250-498d-bb6c-e89f45ccdcd2 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:54.820352 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-620864b9-4250-498d-bb6c-e89f45ccdcd2 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5262 time: 0.3094683 Feb 02 13:19:54.820990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38146) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:54.889497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b94c1a-553b-49bc-9a9f-5e6aeb4d298d admin admin] Made reservation on behalf of 376711c1b5754cb9a73d54cac187ca36 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:54.892169 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69b94c1a-553b-49bc-9a9f-5e6aeb4d298d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:54.929184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5a400-80cc-44b4-b3c9-141eb46a4a24 admin admin] Pushing event updated for resources: {'Network': ['ID=79debd18-7bb2-4eb7-af10-309e07e6664a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:54.948670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 79debd18-7bb2-4eb7-af10-309e07e6664a details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:19:54.954257 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-f7dc9a1d-eab8-49a2-82df-64bd305924a9 None None] Set router fbc47b2b-36bb-4946-81aa-d4b90b945465 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:55.105731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c95d1-aaf1-409c-be22-2e6089a969e8 req-d2d6bec9-1733-4244-9ed2-59550b767bba tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:55.113385 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f52c95d1-aaf1-409c-be22-2e6089a969e8 req-d2d6bec9-1733-4244-9ed2-59550b767bba tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.0974040 Feb 02 13:19:55.231960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f52c95d1-aaf1-409c-be22-2e6089a969e8 req-032ca3fd-8f16-4936-a013-e663f74cf4b5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150692 Feb 02 13:19:55.266545 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69b94c1a-553b-49bc-9a9f-5e6aeb4d298d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (fced92fd-062d-435a-bc90-e10ac8434f63), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:55.280123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11d15be-52f9-4e7a-89da-2f1f78d5f3d4 None None] Network 958b6d3f-d6f1-4b8d-a67a-03c115b46181 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:55.351549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b94c1a-553b-49bc-9a9f-5e6aeb4d298d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fced92fd-062d-435a-bc90-e10ac8434f63,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:55.357897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b94c1a-553b-49bc-9a9f-5e6aeb4d298d admin admin] Checking segment: {'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:55.358034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b94c1a-553b-49bc-9a9f-5e6aeb4d298d admin admin] Network hostable DHCP agents. Network: 79debd18-7bb2-4eb7-af10-309e07e6664a, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:19:55.379801 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b94c1a-553b-49bc-9a9f-5e6aeb4d298d admin admin] Network 79debd18-7bb2-4eb7-af10-309e07e6664a is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:19:55.388426 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1499003b-7c6a-4bc0-84ce-c22f08d19e14 None None] Provisioning complete for port 4609e333-5e9e-4db5-9c4d-841c0c125785 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:55.389394 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1499003b-7c6a-4bc0-84ce-c22f08d19e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:55.398646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-69b94c1a-553b-49bc-9a9f-5e6aeb4d298d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 79debd18-7bb2-4eb7-af10-309e07e6664a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:55.403243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b94c1a-553b-49bc-9a9f-5e6aeb4d298d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:55.403905 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69b94c1a-553b-49bc-9a9f-5e6aeb4d298d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:55.419488 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad220a0e-234a-44f3-b078-df49c1aef43b None None] Network 79debd18-7bb2-4eb7-af10-309e07e6664a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:55.427576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-69b94c1a-553b-49bc-9a9f-5e6aeb4d298d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6619933 Feb 02 13:19:55.429628 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:55.435254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-58787362-router', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:55.448593 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f7dc9a1d-eab8-49a2-82df-64bd305924a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:19:22Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '234ef2e7-d2e3-4c3e-a1d7-595f95fdecfc', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'port_id': '759188de-d549-457e-ba09-5c1ab95ac169', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'mac_address': 'fa:16:3e:ff:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490e882a-0b6d-4147-87c2-6332f6900caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:19:51Z', 'updated_at': '2022-02-02T13:19:51Z', 'revision_number': 0, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ef5005-2bda-4d01-b16b-6985c68ab1e1', 'name': '', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'mac_address': 'fa:16:3e:bb:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:20Z', 'updated_at': '2022-02-02T13:19:28Z', 'revision_number': 5, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'subnets': [{'id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:55.484236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:55.485521 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:55.504024 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dc9a1d-eab8-49a2-82df-64bd305924a9 None None] The sync data for ids ['fbc47b2b-36bb-4946-81aa-d4b90b945465'] in n-d-827336-2 is: [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:19:22Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '234ef2e7-d2e3-4c3e-a1d7-595f95fdecfc', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'port_id': '759188de-d549-457e-ba09-5c1ab95ac169', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'mac_address': 'fa:16:3e:ff:89:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490e882a-0b6d-4147-87c2-6332f6900caf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:19:51Z', 'updated_at': '2022-02-02T13:19:51Z', 'revision_number': 0, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5ef5005-2bda-4d01-b16b-6985c68ab1e1', 'name': '', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'mac_address': 'fa:16:3e:bb:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:20Z', 'updated_at': '2022-02-02T13:19:28Z', 'revision_number': 5, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'subnets': [{'id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:55.620293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5ce9-4343-4b5d-a062-7ef1486a4668 req-52b96a6d-cb93-4ab9-88bb-bb7540e7cb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:55.622017 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cfac5ce9-4343-4b5d-a062-7ef1486a4668 req-52b96a6d-cb93-4ab9-88bb-bb7540e7cb44 service neutron] 10.222.0.62 "GET /v2.0/networks?id=041d6a85-672d-4202-9c00-d5cf6e7701ef HTTP/1.1" status: 200 len: 898 time: 1.0177946 Feb 02 13:19:55.634634 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Publish callbacks [] for router_controller (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:55.849063 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Publish callbacks [] for router_gateway (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:55.865190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8c185-a576-4b0a-92bd-5c3824c9b59d req-5d6c598d-0513-461a-9bbf-e27ac23460c2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:55.866740 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80f8c185-a576-4b0a-92bd-5c3824c9b59d req-5d6c598d-0513-461a-9bbf-e27ac23460c2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.1719968 Feb 02 13:19:55.925494 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cfac5ce9-4343-4b5d-a062-7ef1486a4668 req-f383d92f-fb76-4152-8d0f-9b16116a1958 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=759188de-d549-457e-ba09-5c1ab95ac169 HTTP/1.1" status: 200 len: 999 time: 0.2875750 Feb 02 13:19:55.930681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1499003b-7c6a-4bc0-84ce-c22f08d19e14 None None] Current status of the port 4609e333-5e9e-4db5-9c4d-841c0c125785 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:55.934571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf82201-1b4d-4de9-a3ac-703548c624b3 None None] Network 79debd18-7bb2-4eb7-af10-309e07e6664a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:55.995690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b905d46e-880b-4f0b-aecf-5b92b0869f4a None None] New status for floating IP 234ef2e7-d2e3-4c3e-a1d7-595f95fdecfc: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:19:55.998889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80f8c185-a576-4b0a-92bd-5c3824c9b59d req-c40d6f0c-ed30-400f-bc6e-64f2cddab3bd tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137137 Feb 02 13:19:56.036599 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:56.057851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:56.058718 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:56.184596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5ce9-4343-4b5d-a062-7ef1486a4668 req-d2dc99b8-54fa-4a87-9737-cf68831af72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:56.186132 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cfac5ce9-4343-4b5d-a062-7ef1486a4668 req-d2dc99b8-54fa-4a87-9737-cf68831af72f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=093b3616-4c4f-48dc-837c-33fb72d6c46a HTTP/1.1" status: 200 len: 834 time: 0.2409210 Feb 02 13:19:56.244409 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Publish callbacks [] for router_gateway (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:56.248878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4609e333-5e9e-4db5-9c4d-841c0c125785 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:19:56.286167 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:56.342208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 958b6d3f-d6f1-4b8d-a67a-03c115b46181 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:56.360074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:56.405824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=fbdab5c6-7a1c-485f-9409-fb9af8657cca,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:56.425469 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-64ea7782-4494-433b-b243-85b570b8db70 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3588 time: 1.0092666 Feb 02 13:19:56.467008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fc0fbd3f-cbb0-45d6-8edb-4bf85b17d9c0 None None] Provisioning complete for port 4609e333-5e9e-4db5-9c4d-841c0c125785 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:56.467715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc0fbd3f-cbb0-45d6-8edb-4bf85b17d9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:56.473468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:56.476581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4609e333-5e9e-4db5-9c4d-841c0c125785 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:56.477124 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:56.609728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac5ce9-4343-4b5d-a062-7ef1486a4668 req-49b16bb9-0bed-47e0-b842-70cbd7bb8b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:56.611918 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cfac5ce9-4343-4b5d-a062-7ef1486a4668 req-49b16bb9-0bed-47e0-b842-70cbd7bb8b65 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=041d6a85-672d-4202-9c00-d5cf6e7701ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4144897 Feb 02 13:19:56.696960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4609e333-5e9e-4db5-9c4d-841c0c125785 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:56.771775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fc0fbd3f-cbb0-45d6-8edb-4bf85b17d9c0 None None] Current status of the port 4609e333-5e9e-4db5-9c4d-841c0c125785 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:56.786867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fc0fbd3f-cbb0-45d6-8edb-4bf85b17d9c0 None None] Provisioning complete for port fbdab5c6-7a1c-485f-9409-fb9af8657cca triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:56.787567 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc0fbd3f-cbb0-45d6-8edb-4bf85b17d9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:56.836819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fc0fbd3f-cbb0-45d6-8edb-4bf85b17d9c0 None None] Port fbdab5c6-7a1c-485f-9409-fb9af8657cca cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:56.858100 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cfac5ce9-4343-4b5d-a062-7ef1486a4668 req-491047fc-d301-4be7-9e7f-d5257d1e5d23 service neutron] 10.222.0.62 "GET /v2.0/networks/041d6a85-672d-4202-9c00-d5cf6e7701ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272327 Feb 02 13:19:56.973424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-78eeda3b-02e2-446a-bacc-81bd3a739e08 None None] Provisioning complete for port fbdab5c6-7a1c-485f-9409-fb9af8657cca triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:56.974352 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78eeda3b-02e2-446a-bacc-81bd3a739e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:56.977440 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5d131d84-8779-43de-b7fc-2f619b56d8e2 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:19:57.046851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:57.078284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-78eeda3b-02e2-446a-bacc-81bd3a739e08 None None] Port fbdab5c6-7a1c-485f-9409-fb9af8657cca cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:57.138751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:57.142056 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cfac5ce9-4343-4b5d-a062-7ef1486a4668 req-d0c2869f-f3ae-4d23-bede-596eb10476b0 service neutron] 10.222.0.62 "GET /v2.0/networks/041d6a85-672d-4202-9c00-d5cf6e7701ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696667 Feb 02 13:19:57.148955 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f7456935-51b2-4c0c-98b5-ef629fd27ff9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5127015 Feb 02 13:19:57.149469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38180) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:57.151523 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Sync routers for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:57.154729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-40af78cc-8798-4908-bb1c-22c236b53d24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-809832959'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:57.169038 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:57.169863 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:57.175140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40af78cc-8798-4908-bb1c-22c236b53d24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:57.179149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40af78cc-8798-4908-bb1c-22c236b53d24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.198902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9cbb7e36-1a9a-4bf8-a98f-547ff44a35e9 None None] Provisioning complete for port fbdab5c6-7a1c-485f-9409-fb9af8657cca triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:57.199953 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7e36-1a9a-4bf8-a98f-547ff44a35e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.217782 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f0459-bde0-4ad3-ba67-61b164d28961 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:57.218284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9f0459-bde0-4ad3-ba67-61b164d28961 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:57.219314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40af78cc-8798-4908-bb1c-22c236b53d24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:19:57.220239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fa9f0459-bde0-4ad3-ba67-61b164d28961 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=fbc47b2b-36bb-4946-81aa-d4b90b945465 HTTP/1.1" status: 200 len: 2061 time: 0.7448413 Feb 02 13:19:57.238771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb7e36-1a9a-4bf8-a98f-547ff44a35e9 None None] Port fbdab5c6-7a1c-485f-9409-fb9af8657cca cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:19:57.241232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40af78cc-8798-4908-bb1c-22c236b53d24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (118cf37e-eeba-4320-97e2-1acde2792b05), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.242355 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-40af78cc-8798-4908-bb1c-22c236b53d24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Added segment 118cf37e-eeba-4320-97e2-1acde2792b05 of type vlan for network 95e90283-4e05-45dc-ae58-d0872cb9bea0 Feb 02 13:19:57.264339 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-022405aa-868a-4222-b8ef-fe70f986e131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.275230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Allocated IP 172.25.4.62 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/899bb0dd-6430-4700-9828-6a1c9df105f4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:57.287666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2061b1-f19b-4c88-8f56-019025b8969e req-3ff0d435-6cc1-4151-bb58-6e94ff423b55 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:57.289415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea2061b1-f19b-4c88-8f56-019025b8969e req-3ff0d435-6cc1-4151-bb58-6e94ff423b55 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.9351611 Feb 02 13:19:57.300288 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40af78cc-8798-4908-bb1c-22c236b53d24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (95e90283-4e05-45dc-ae58-d0872cb9bea0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.331043 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:57.340744 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40af78cc-8798-4908-bb1c-22c236b53d24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (95e90283-4e05-45dc-ae58-d0872cb9bea0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.347529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40af78cc-8798-4908-bb1c-22c236b53d24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:57.348141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40af78cc-8798-4908-bb1c-22c236b53d24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.353490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee174f92-c336-481a-b39c-b631c9b2a1f3 req-59d50ce7-71c6-4d73-9a4a-064e283f5147 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:57.354989 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee174f92-c336-481a-b39c-b631c9b2a1f3 req-59d50ce7-71c6-4d73-9a4a-064e283f5147 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.2387443 Feb 02 13:19:57.389286 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-40af78cc-8798-4908-bb1c-22c236b53d24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2386765 Feb 02 13:19:57.389974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38184) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:57.403557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-faa41587-80de-491e-baab-f898180a4c40 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'subnet': {'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:19:57.520528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea2061b1-f19b-4c88-8f56-019025b8969e req-45c2272f-6eb3-42f8-b224-4b5eede9c02b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202029 Feb 02 13:19:57.523726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee174f92-c336-481a-b39c-b631c9b2a1f3 req-c6b591b7-5c49-454b-a440-67a42e181ca0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531382 Feb 02 13:19:57.563190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa41587-80de-491e-baab-f898180a4c40 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:19:57.567098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-faa41587-80de-491e-baab-f898180a4c40 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.572512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af78cc-8798-4908-bb1c-22c236b53d24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Network': ['ID=95e90283-4e05-45dc-ae58-d0872cb9bea0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:57.583884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 95e90283-4e05-45dc-ae58-d0872cb9bea0 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:19:57.588613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Publish callbacks [] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.600628 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-022405aa-868a-4222-b8ef-fe70f986e131 admin admin] Publish callbacks [] for security_group (4e308b3d-c7b7-4de3-a1b8-17b1f3b0acc8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.611510 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-022405aa-868a-4222-b8ef-fe70f986e131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4e308b3d-c7b7-4de3-a1b8-17b1f3b0acc8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.668051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-022405aa-868a-4222-b8ef-fe70f986e131 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5c7699dbe2d645189a0a465e38239515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6167493 Feb 02 13:19:57.668686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38186) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:57.674127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022405aa-868a-4222-b8ef-fe70f986e131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e308b3d-c7b7-4de3-a1b8-17b1f3b0acc8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:57.679973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.705998 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:19:54Z', 'revision_number': 2, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:55Z', 'revision_number': 2, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:57.725098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:57.728399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:57.730877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:57.751644 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Checking router: 5d131d84-8779-43de-b7fc-2f619b56d8e2 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:19:57.751644 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Updating router 5d131d84-8779-43de-b7fc-2f619b56d8e2 port fbdab5c6-7a1c-485f-9409-fb9af8657cca binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:19:57.792824 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.804046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b47ac971-cc82-42e4-bf00-e38aa78d5e70 admin admin] Publish callbacks [] for security_group (4e308b3d-c7b7-4de3-a1b8-17b1f3b0acc8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.863721 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b47ac971-cc82-42e4-bf00-e38aa78d5e70 admin admin] Publish callbacks [] for security_group (4e308b3d-c7b7-4de3-a1b8-17b1f3b0acc8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.888855 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-faa41587-80de-491e-baab-f898180a4c40 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (94339c65-999f-4396-8248-d7b08de8ee4c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.914180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Pushing event updated for resources: {'Port': ['ID=899bb0dd-6430-4700-9828-6a1c9df105f4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:57.974853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa41587-80de-491e-baab-f898180a4c40 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Subnet': ['ID=94339c65-999f-4396-8248-d7b08de8ee4c,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:57.981428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b47ac971-cc82-42e4-bf00-e38aa78d5e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4e308b3d-c7b7-4de3-a1b8-17b1f3b0acc8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.984109 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b47ac971-cc82-42e4-bf00-e38aa78d5e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:57.985299 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b47ac971-cc82-42e4-bf00-e38aa78d5e70 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4e308b3d-c7b7-4de3-a1b8-17b1f3b0acc8 HTTP/1.1" status: 204 len: 168 time: 0.3156612 Feb 02 13:19:57.991940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa41587-80de-491e-baab-f898180a4c40 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Checking segment: {'id': '118cf37e-eeba-4320-97e2-1acde2792b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:57.992306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa41587-80de-491e-baab-f898180a4c40 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network hostable DHCP agents. Network: 95e90283-4e05-45dc-ae58-d0872cb9bea0, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:19:58.000275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ac971-cc82-42e4-bf00-e38aa78d5e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e308b3d-c7b7-4de3-a1b8-17b1f3b0acc8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:58.026745 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa41587-80de-491e-baab-f898180a4c40 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 95e90283-4e05-45dc-ae58-d0872cb9bea0 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:19:58.047923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-faa41587-80de-491e-baab-f898180a4c40 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 95e90283-4e05-45dc-ae58-d0872cb9bea0) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:58.057561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa41587-80de-491e-baab-f898180a4c40 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:58.058280 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-faa41587-80de-491e-baab-f898180a4c40 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.066463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a02eb-11c6-4d4f-912e-6f0ab95fd5ee None None] Network 95e90283-4e05-45dc-ae58-d0872cb9bea0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:19:58.080266 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Publish callbacks [] for router_gateway (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.097564 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-faa41587-80de-491e-baab-f898180a4c40 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7000041 Feb 02 13:19:58.098427 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38190) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:58.238525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-95e90283-4e05-45dc-ae58-d0872cb9bea0', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:19:58.241179 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.291240 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Publish callbacks [] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.301160 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.481034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Allocated IP 2001:db8:1::2 (95e90283-4e05-45dc-ae58-d0872cb9bea0/94339c65-999f-4396-8248-d7b08de8ee4c/ddd3666c-766e-4f74-b93e-18be9655c480) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:58.533668 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf432a14-ab74-4ad4-b48d-742308fe6f76 None None] Pushing event updated for resources: {'Port': ['ID=fbdab5c6-7a1c-485f-9409-fb9af8657cca,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:58.553632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38194) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:58.560988 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Attempting to bind port fbdab5c6-7a1c-485f-9409-fb9af8657cca on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:19:58.561462 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Attempting to bind port fbdab5c6-7a1c-485f-9409-fb9af8657cca by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '08a3b62e-8df7-4cef-87d9-4b92939099e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:19:58.561908 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Attempting to bind port fbdab5c6-7a1c-485f-9409-fb9af8657cca on network 958b6d3f-d6f1-4b8d-a67a-03c115b46181 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:58.578159 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af263247-3eee-4199-b37f-9b7b0c2b9191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.582129 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:19:58.582957 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Checking segment: {'id': '08a3b62e-8df7-4cef-87d9-4b92939099e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:58.584684 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.585245 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Bound using segment: {'id': '08a3b62e-8df7-4cef-87d9-4b92939099e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:19:58.587678 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Bound port: fbdab5c6-7a1c-485f-9409-fb9af8657cca, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a3b62e-8df7-4cef-87d9-4b92939099e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:19:58.588153 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.682151 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.728639 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] For port fbdab5c6-7a1c-485f-9409-fb9af8657cca, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:19:58.735228 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] For port fbdab5c6-7a1c-485f-9409-fb9af8657cca, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fbdab5c6-7a1c-485f-9409-fb9af8657cca,segment=NetworkSegment(08a3b62e-8df7-4cef-87d9-4b92939099e3),segment_id=08a3b62e-8df7-4cef-87d9-4b92939099e3)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:19:58.748132 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.779328 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Publish callbacks [] for port (ddd3666c-766e-4f74-b93e-18be9655c480), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.785759 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.824604 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:58.825276 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:58.852747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Network 95e90283-4e05-45dc-ae58-d0872cb9bea0 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:58.853957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Pushing event updated for resources: {'Port': ['ID=ddd3666c-766e-4f74-b93e-18be9655c480,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:58.856795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:58.860095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:58.872701 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.972735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-94fa7bdf-4aab-406b-a5d0-15af36e5b798 None None] Provisioning complete for port fbdab5c6-7a1c-485f-9409-fb9af8657cca triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:58.973034 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94fa7bdf-4aab-406b-a5d0-15af36e5b798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:58.977224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Attempting to bind port ddd3666c-766e-4f74-b93e-18be9655c480 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:19:58.977904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Attempting to bind port ddd3666c-766e-4f74-b93e-18be9655c480 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '118cf37e-eeba-4320-97e2-1acde2792b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:19:58.978329 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Attempting to bind port ddd3666c-766e-4f74-b93e-18be9655c480 on network 95e90283-4e05-45dc-ae58-d0872cb9bea0 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:19:59.017895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:19:59.019104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Checking segment: {'id': '118cf37e-eeba-4320-97e2-1acde2792b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:19:59.019104 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.020556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Bound using segment: {'id': '118cf37e-eeba-4320-97e2-1acde2792b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:19:59.021262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Bound port: ddd3666c-766e-4f74-b93e-18be9655c480, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118cf37e-eeba-4320-97e2-1acde2792b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:19:59.024873 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.029850 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af263247-3eee-4199-b37f-9b7b0c2b9191 admin admin] Publish callbacks [] for security_group (f4cd192c-3b37-4122-8856-8bee9ba0a44d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.037475 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf432a14-ab74-4ad4-b48d-742308fe6f76 None None] Pushing event updated for resources: {'Port': ['ID=fbdab5c6-7a1c-485f-9409-fb9af8657cca,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:59.078069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af263247-3eee-4199-b37f-9b7b0c2b9191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f4cd192c-3b37-4122-8856-8bee9ba0a44d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.101535 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:59.133225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ca308-f437-4f37-a0d7-19eb23dc8976 req-38de77e3-204a-4100-9787-23e90dd5b0a5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:59.139762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e0ca308-f437-4f37-a0d7-19eb23dc8976 req-38de77e3-204a-4100-9787-23e90dd5b0a5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.4688575 Feb 02 13:19:59.144444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-af263247-3eee-4199-b37f-9b7b0c2b9191 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1b7a89682144430289369aa7d84a70d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5875580 Feb 02 13:19:59.151971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] For port ddd3666c-766e-4f74-b93e-18be9655c480, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:19:59.155358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] For port ddd3666c-766e-4f74-b93e-18be9655c480, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ddd3666c-766e-4f74-b93e-18be9655c480,segment=NetworkSegment(118cf37e-eeba-4320-97e2-1acde2792b05),segment_id=118cf37e-eeba-4320-97e2-1acde2792b05)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:19:59.161114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38200) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:59.172300 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.246292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Router ffb500f8-7731-4b71-9c9c-a35f1fe12a11 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:19:59.260415 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d8db7b7-9ad9-46f3-b546-737974b0832f admin admin] Publish callbacks [] for security_group (f4cd192c-3b37-4122-8856-8bee9ba0a44d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.262485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-94fa7bdf-4aab-406b-a5d0-15af36e5b798 None None] Current status of the port fbdab5c6-7a1c-485f-9409-fb9af8657cca is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:59.262877 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94fa7bdf-4aab-406b-a5d0-15af36e5b798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.319812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3bb40b-8e57-4d2f-a296-15deb9c68b9e None None] Pushing event updated for resources: {'Port': ['ID=ddd3666c-766e-4f74-b93e-18be9655c480,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:59.347860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-94fa7bdf-4aab-406b-a5d0-15af36e5b798 None None] For port fbdab5c6-7a1c-485f-9409-fb9af8657cca, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fbdab5c6-7a1c-485f-9409-fb9af8657cca,segment=NetworkSegment(08a3b62e-8df7-4cef-87d9-4b92939099e3),segment_id=08a3b62e-8df7-4cef-87d9-4b92939099e3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:19:59.353493 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94fa7bdf-4aab-406b-a5d0-15af36e5b798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.371059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Allocated IP 2001:db8:1::1 (95e90283-4e05-45dc-ae58-d0872cb9bea0/94339c65-999f-4396-8248-d7b08de8ee4c/52d00138-d1a6-4ea7-bc4c-553ef94018be) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:19:59.426087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa7bdf-4aab-406b-a5d0-15af36e5b798 None None] Pushing event updated for resources: {'Port': ['ID=fbdab5c6-7a1c-485f-9409-fb9af8657cca,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:59.451598 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:19:54Z', 'revision_number': 2, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:58Z', 'revision_number': 4, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:59.461082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e0ca308-f437-4f37-a0d7-19eb23dc8976 req-dd777309-d0db-4abe-8cdb-2912c510cbb4 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969916 Feb 02 13:19:59.472277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00d872-bf5a-42db-9ced-c9d1907ea137 req-e21c9de8-caab-45fd-b2c3-ba24755f5ced tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:19:59.473633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e00d872-bf5a-42db-9ced-c9d1907ea137 req-e21c9de8-caab-45fd-b2c3-ba24755f5ced tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.7853477 Feb 02 13:19:59.477859 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1d13fe1d-7cc1-418a-95f8-23ec5fb05c7f None None] Provisioning complete for port fbdab5c6-7a1c-485f-9409-fb9af8657cca triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:19:59.478237 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d13fe1d-7cc1-418a-95f8-23ec5fb05c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.479562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af263247-3eee-4199-b37f-9b7b0c2b9191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cd192c-3b37-4122-8856-8bee9ba0a44d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:59.506603 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de10f312-dcbb-4dbc-8269-88a86a2e2adc None None] The sync data for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 is: [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:19:54Z', 'revision_number': 2, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:58Z', 'revision_number': 4, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:19:59.522392 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:19:59.530119 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.530632 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d8db7b7-9ad9-46f3-b546-737974b0832f admin admin] Publish callbacks [] for security_group (f4cd192c-3b37-4122-8856-8bee9ba0a44d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.544769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Sync routers for ids ['ffb500f8-7731-4b71-9c9c-a35f1fe12a11'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:19:59.578932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Routers {'ffb500f8-7731-4b71-9c9c-a35f1fe12a11'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:19:59.578932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ffb500f8-7731-4b71-9c9c-a35f1fe12a11'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:19:59.600180 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.604295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38202) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:19:59.604484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3c971374-7a10-48bb-9a39-23239e44821d admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1737187 Feb 02 13:19:59.630045 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e00d872-bf5a-42db-9ced-c9d1907ea137 req-b87788fc-282d-4187-89d9-99440c224180 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466570 Feb 02 13:19:59.662330 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d8db7b7-9ad9-46f3-b546-737974b0832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f4cd192c-3b37-4122-8856-8bee9ba0a44d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.668305 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d8db7b7-9ad9-46f3-b546-737974b0832f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.671227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1d8db7b7-9ad9-46f3-b546-737974b0832f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f4cd192c-3b37-4122-8856-8bee9ba0a44d HTTP/1.1" status: 204 len: 168 time: 0.5061901 Feb 02 13:19:59.685099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8db7b7-9ad9-46f3-b546-737974b0832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cd192c-3b37-4122-8856-8bee9ba0a44d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:59.719922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1d13fe1d-7cc1-418a-95f8-23ec5fb05c7f None None] Current status of the port fbdab5c6-7a1c-485f-9409-fb9af8657cca is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:19:59.733302 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:19:59.789259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Set router ffb500f8-7731-4b71-9c9c-a35f1fe12a11 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:19:59.843128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 95e90283-4e05-45dc-ae58-d0872cb9bea0 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:19:59.852550 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:19:59.864391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=52d00138-d1a6-4ea7-bc4c-553ef94018be,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:19:59.864391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:19:59.864774 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:00.081187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'name': 'tempest-ServerRescueTestJSON-58787362-router', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:55Z', 'updated_at': '2022-02-02T13:19:57Z', 'revision_number': 3, 'project_id': '376711c1b5754cb9a73d54cac187ca36', 'gw_port': {'id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:56Z', 'updated_at': '2022-02-02T13:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:00.086131 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:00.157130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Checking router: ffb500f8-7731-4b71-9c9c-a35f1fe12a11 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:00.157481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Updating router ffb500f8-7731-4b71-9c9c-a35f1fe12a11 port 899bb0dd-6430-4700-9828-6a1c9df105f4 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:20:00.201045 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:00.365380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fbdab5c6-7a1c-485f-9409-fb9af8657cca up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:00.502672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port fbdab5c6-7a1c-485f-9409-fb9af8657cca triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:00.503035 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:00.693708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc053f-bdb7-463b-aad7-61b6e4ef6b01 req-1e528479-0540-4272-be65-23610a20c13d tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:00.712281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99fc053f-bdb7-463b-aad7-61b6e4ef6b01 req-1e528479-0540-4272-be65-23610a20c13d tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.1319516 Feb 02 13:20:00.740747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port fbdab5c6-7a1c-485f-9409-fb9af8657cca is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:00.741871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ddd3666c-766e-4f74-b93e-18be9655c480 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:00.831337 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Publish callbacks [] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:00.842569 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:00.945003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ddd3666c-766e-4f74-b93e-18be9655c480 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:00.945456 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:00.947543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84562d32-8480-4aa5-80b8-83732bd7a25b None None] Pushing event updated for resources: {'Port': ['ID=899bb0dd-6430-4700-9828-6a1c9df105f4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:00.956064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Attempting to bind port 899bb0dd-6430-4700-9828-6a1c9df105f4 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:00.956475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Attempting to bind port 899bb0dd-6430-4700-9828-6a1c9df105f4 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:00.956845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Attempting to bind port 899bb0dd-6430-4700-9828-6a1c9df105f4 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:00.981226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99fc053f-bdb7-463b-aad7-61b6e4ef6b01 req-3b001a9a-b7fb-4d30-9008-6419d9f906a0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570937 Feb 02 13:20:00.994718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:00.995151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:00.995613 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:00.998533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:01.001151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Bound port: 899bb0dd-6430-4700-9828-6a1c9df105f4, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:01.004070 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.010767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a2b5b-7b5a-40a6-9364-e2067acf4e84 req-d57575bc-c071-47d6-9fea-02be852885e4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:01.012618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-055a2b5b-7b5a-40a6-9364-e2067acf4e84 req-d57575bc-c071-47d6-9fea-02be852885e4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2746894 Feb 02 13:20:01.016127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fbcf04-6779-42b3-a656-31e80a13a4cb None None] Network 95e90283-4e05-45dc-ae58-d0872cb9bea0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:20:01.091357 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-055a2b5b-7b5a-40a6-9364-e2067acf4e84 req-5a0bd11b-1c48-47b0-855f-968fc14b9aa9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718935 Feb 02 13:20:01.180733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0116e2aa-a6bd-4809-9dd4-417cef0bf05e None None] Provisioning complete for port ddd3666c-766e-4f74-b93e-18be9655c480 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:01.181113 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0116e2aa-a6bd-4809-9dd4-417cef0bf05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.198987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.220999 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] For port 899bb0dd-6430-4700-9828-6a1c9df105f4, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:01.259737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] For port 899bb0dd-6430-4700-9828-6a1c9df105f4, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=899bb0dd-6430-4700-9828-6a1c9df105f4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:01.283311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ddd3666c-766e-4f74-b93e-18be9655c480 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:01.283743 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.297094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.306006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.312750 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.314024 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.484467 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=52d00138-d1a6-4ea7-bc4c-553ef94018be,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:01.521373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Allocated IP 172.20.0.1 (79debd18-7bb2-4eb7-af10-309e07e6664a/fced92fd-062d-435a-bc90-e10ac8434f63/3023438b-bb2d-45f6-b904-51288ad22c1e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:20:01.538110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 95e90283-4e05-45dc-ae58-d0872cb9bea0 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:01.541084 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:01.587121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port ddd3666c-766e-4f74-b93e-18be9655c480, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ddd3666c-766e-4f74-b93e-18be9655c480,segment=NetworkSegment(118cf37e-eeba-4320-97e2-1acde2792b05),segment_id=118cf37e-eeba-4320-97e2-1acde2792b05)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:01.605818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Routers {'ffb500f8-7731-4b71-9c9c-a35f1fe12a11'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:01.606458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ffb500f8-7731-4b71-9c9c-a35f1fe12a11'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:01.608405 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.649724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84562d32-8480-4aa5-80b8-83732bd7a25b None None] Pushing event updated for resources: {'Port': ['ID=899bb0dd-6430-4700-9828-6a1c9df105f4,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:01.658363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0116e2aa-a6bd-4809-9dd4-417cef0bf05e None None] Current status of the port ddd3666c-766e-4f74-b93e-18be9655c480 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:01.658800 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0116e2aa-a6bd-4809-9dd4-417cef0bf05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.708783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=ddd3666c-766e-4f74-b93e-18be9655c480,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:01.799307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Publish callbacks [] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.805601 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83967b4a-9a7d-46c9-8260-c8f48ae88dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.842797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] Set router ffb500f8-7731-4b71-9c9c-a35f1fe12a11 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:01.849903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5d131d84-8779-43de-b7fc-2f619b56d8e2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:20:01.852179 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:01.914641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Network 79debd18-7bb2-4eb7-af10-309e07e6664a is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:01.944066 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-0116e2aa-a6bd-4809-9dd4-417cef0bf05e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:20:01.944328 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-0116e2aa-a6bd-4809-9dd4-417cef0bf05e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:20:01.971902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:01.981631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:20:02.064179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3023438b-bb2d-45f6-b904-51288ad22c1e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:02.187219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'name': 'tempest-ServerRescueTestJSON-58787362-router', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:55Z', 'updated_at': '2022-02-02T13:19:57Z', 'revision_number': 3, 'project_id': '376711c1b5754cb9a73d54cac187ca36', 'gw_port': {'id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:56Z', 'updated_at': '2022-02-02T13:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:02.189881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:02.206310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:02.220543 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Sync routers for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:20:02.225020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ddd3666c-766e-4f74-b93e-18be9655c480 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:02.227798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93727fba-b36e-4e49-9615-6ca02d010c30 None None] The sync data for ids ['ffb500f8-7731-4b71-9c9c-a35f1fe12a11'] in n-d-827336-2 is: [{'id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'name': 'tempest-ServerRescueTestJSON-58787362-router', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:55Z', 'updated_at': '2022-02-02T13:19:57Z', 'revision_number': 3, 'project_id': '376711c1b5754cb9a73d54cac187ca36', 'gw_port': {'id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:56Z', 'updated_at': '2022-02-02T13:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:02.247521 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:02.250971 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:19:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:02.327908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ddd3666c-766e-4f74-b93e-18be9655c480 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:02.328382 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:02.345828 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-044a35b1-17ae-4e60-85b4-edb24531c422 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2462549 Feb 02 13:20:02.364168 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38274) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:02.367049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bfbb3-c9c7-49e7-ad31-266c87ea71f2 req-d13f4d3d-878a-4781-8985-898f17d587d1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:02.386120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-462bfbb3-c9c7-49e7-ad31-266c87ea71f2 req-d13f4d3d-878a-4781-8985-898f17d587d1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.2973390 Feb 02 13:20:02.389625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d464419b-6903-4144-87cb-70c07e9b8777 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-392391064'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:02.453890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d464419b-6903-4144-87cb-70c07e9b8777 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:20:02.465581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d464419b-6903-4144-87cb-70c07e9b8777 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:02.506653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca59f8-58a6-4ac4-a1b8-33a2796e449f req-57b1ab18-0fb1-47f4-b5da-6642e356a9d8 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:02.515381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6ca59f8-58a6-4ac4-a1b8-33a2796e449f req-57b1ab18-0fb1-47f4-b5da-6642e356a9d8 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2746449 Feb 02 13:20:02.541331 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:02.637839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-462bfbb3-c9c7-49e7-ad31-266c87ea71f2 req-a6535a7e-7436-428c-8d7e-f93298e0c93b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363462 Feb 02 13:20:02.653153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0116e2aa-a6bd-4809-9dd4-417cef0bf05e None None] Current status of the port ddd3666c-766e-4f74-b93e-18be9655c480 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:02.661961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ddd3666c-766e-4f74-b93e-18be9655c480 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:02.666655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d464419b-6903-4144-87cb-70c07e9b8777 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:20:02.753279 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6ca59f8-58a6-4ac4-a1b8-33a2796e449f req-de277b63-26bc-4f6a-beff-c05094fbd518 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363675 Feb 02 13:20:02.803296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-98956042-5139-4a5d-bbc5-76ad5e924e3d None None] Provisioning complete for port ddd3666c-766e-4f74-b93e-18be9655c480 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:02.808306 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98956042-5139-4a5d-bbc5-76ad5e924e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:02.867510 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d464419b-6903-4144-87cb-70c07e9b8777 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:02.867934 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-d464419b-6903-4144-87cb-70c07e9b8777 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Added segment 294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18 of type vlan for network 41e15d19-2c7f-41da-a816-e7733998a77f Feb 02 13:20:02.941438 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.007456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 851eda44-b5c7-4462-b02f-45604f9f4d1b details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:20:03.031691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d464419b-6903-4144-87cb-70c07e9b8777 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (41e15d19-2c7f-41da-a816-e7733998a77f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.085821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-98956042-5139-4a5d-bbc5-76ad5e924e3d None None] Current status of the port ddd3666c-766e-4f74-b93e-18be9655c480 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:03.166241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d464419b-6903-4144-87cb-70c07e9b8777 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (41e15d19-2c7f-41da-a816-e7733998a77f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.178770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d464419b-6903-4144-87cb-70c07e9b8777 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:03.179586 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d464419b-6903-4144-87cb-70c07e9b8777 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.246181 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:00Z', 'revision_number': 3, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:01Z', 'revision_number': 2, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:03.247666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:03.266095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f', 'port_id': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'mac_address': 'fa:16:3e:58:af:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:20:03.271317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d464419b-6903-4144-87cb-70c07e9b8777 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9010310 Feb 02 13:20:03.273491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-98956042-5139-4a5d-bbc5-76ad5e924e3d None None] Provisioning complete for port 52d00138-d1a6-4ea7-bc4c-553ef94018be triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:03.274226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:03.274513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98956042-5139-4a5d-bbc5-76ad5e924e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.280105 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-12c4b788-6e5e-4ab2-86b4-01d72e67c5d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'subnet': {'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:03.307682 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Checking router: 5d131d84-8779-43de-b7fc-2f619b56d8e2 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:03.308323 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Updating router 5d131d84-8779-43de-b7fc-2f619b56d8e2 port 52d00138-d1a6-4ea7-bc4c-553ef94018be binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:20:03.329864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464419b-6903-4144-87cb-70c07e9b8777 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Network': ['ID=41e15d19-2c7f-41da-a816-e7733998a77f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:03.350588 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.354376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 41e15d19-2c7f-41da-a816-e7733998a77f details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:20:03.525826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 851eda44-b5c7-4462-b02f-45604f9f4d1b is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:03.526303 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.532697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c4b788-6e5e-4ab2-86b4-01d72e67c5d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:20:03.533297 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Publish callbacks [] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.537219 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12c4b788-6e5e-4ab2-86b4-01d72e67c5d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.548215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.572604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-98956042-5139-4a5d-bbc5-76ad5e924e3d None None] Port 52d00138-d1a6-4ea7-bc4c-553ef94018be cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:20:03.592781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 851eda44-b5c7-4462-b02f-45604f9f4d1b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:20:03.646021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:03.660018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.778174 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.906920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3023438b-bb2d-45f6-b904-51288ad22c1e,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:03.916912 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Publish callbacks [] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:03.937345 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:04.037381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['851eda44-b5c7-4462-b02f-45604f9f4d1b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:20:04.065238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7ab99daa-725d-4025-b5d1-57db7c89f260 None None] Provisioning complete for port 52d00138-d1a6-4ea7-bc4c-553ef94018be triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:04.065639 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ab99daa-725d-4025-b5d1-57db7c89f260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:04.137360 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Network 79debd18-7bb2-4eb7-af10-309e07e6664a is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:04.143652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:04.190614 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Attempting to bind port 52d00138-d1a6-4ea7-bc4c-553ef94018be on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:04.190996 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Attempting to bind port 52d00138-d1a6-4ea7-bc4c-553ef94018be by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '118cf37e-eeba-4320-97e2-1acde2792b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:04.191321 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Attempting to bind port 52d00138-d1a6-4ea7-bc4c-553ef94018be on network 95e90283-4e05-45dc-ae58-d0872cb9bea0 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:04.209088 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12c4b788-6e5e-4ab2-86b4-01d72e67c5d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (a8fe9e09-13e1-4b23-afd4-4d1290af6c8a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:04.212499 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:04.212871 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Checking segment: {'id': '118cf37e-eeba-4320-97e2-1acde2792b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:04.213270 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:04.213656 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Bound using segment: {'id': '118cf37e-eeba-4320-97e2-1acde2792b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:04.214136 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Bound port: 52d00138-d1a6-4ea7-bc4c-553ef94018be, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118cf37e-eeba-4320-97e2-1acde2792b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:04.214507 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:04.254626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7ab99daa-725d-4025-b5d1-57db7c89f260 None None] Port 52d00138-d1a6-4ea7-bc4c-553ef94018be cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:20:04.336081 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8480-b675-4b99-adb3-a9d0e0f3528c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:04.342948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4b788-6e5e-4ab2-86b4-01d72e67c5d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Subnet': ['ID=a8fe9e09-13e1-4b23-afd4-4d1290af6c8a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:04.343464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:04.386959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 899bb0dd-6430-4700-9828-6a1c9df105f4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:04.409125 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] For port 52d00138-d1a6-4ea7-bc4c-553ef94018be, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:04.417926 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] For port 52d00138-d1a6-4ea7-bc4c-553ef94018be, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=52d00138-d1a6-4ea7-bc4c-553ef94018be,segment=NetworkSegment(118cf37e-eeba-4320-97e2-1acde2792b05),segment_id=118cf37e-eeba-4320-97e2-1acde2792b05)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:04.433296 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Pushing event updated for resources: {'Port': ['ID=52d00138-d1a6-4ea7-bc4c-553ef94018be,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:04.461142 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.461389 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.461732 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.462059 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.466803 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.467351 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.467897 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.470095 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.470590 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.471074 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.473288 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.475755 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.476270 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:04.489014 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:04.505409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Router ffb500f8-7731-4b71-9c9c-a35f1fe12a11 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:20:04.533495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c4b788-6e5e-4ab2-86b4-01d72e67c5d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Checking segment: {'id': '294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:04.534089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c4b788-6e5e-4ab2-86b4-01d72e67c5d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network hostable DHCP agents. Network: 41e15d19-2c7f-41da-a816-e7733998a77f, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:20:04.561559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672252b5-dfe3-437a-907e-55e7e060503a req-b058f7a1-547e-4d7a-9a08-bd6c5cbeaabf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:04.576003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-672252b5-dfe3-437a-907e-55e7e060503a req-b058f7a1-547e-4d7a-9a08-bd6c5cbeaabf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.4010403 Feb 02 13:20:04.609837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd63d2-30c2-429d-84d2-86b3f3b2aab9 req-f2a4b7fa-f3b6-4a76-b72f-8442d416410c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:04.611836 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ddd63d2-30c2-429d-84d2-86b3f3b2aab9 req-f2a4b7fa-f3b6-4a76-b72f-8442d416410c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 0.4403713 Feb 02 13:20:04.697864 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:04.700997 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:04.775685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-df0ee044-13b4-42c5-b49c-e0ac939a8d0f None None] Provisioning complete for port 52d00138-d1a6-4ea7-bc4c-553ef94018be triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:04.776130 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df0ee044-13b4-42c5-b49c-e0ac939a8d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:04.776588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-672252b5-dfe3-437a-907e-55e7e060503a req-9b7acac2-c5f6-44d4-b201-10c34fe16025 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988072 Feb 02 13:20:04.777502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c4b788-6e5e-4ab2-86b4-01d72e67c5d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 41e15d19-2c7f-41da-a816-e7733998a77f is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:20:04.811705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:04.827256 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7be7bbfa-d033-4ace-b628-151e638911d5 admin admin] 10.222.0.83 "PUT /v2.0/routers/ffb500f8-7731-4b71-9c9c-a35f1fe12a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2133265 Feb 02 13:20:04.827501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-12c4b788-6e5e-4ab2-86b4-01d72e67c5d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 41e15d19-2c7f-41da-a816-e7733998a77f) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:04.839349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c4b788-6e5e-4ab2-86b4-01d72e67c5d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:04.840099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12c4b788-6e5e-4ab2-86b4-01d72e67c5d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:04.861277 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d7305-df32-4ed0-8001-92dc4d5e6a9a None None] Pushing event updated for resources: {'Port': ['ID=52d00138-d1a6-4ea7-bc4c-553ef94018be,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:04.875069 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ddd63d2-30c2-429d-84d2-86b3f3b2aab9 req-e6ea53a8-f3b7-46f2-ab7f-6edb8b3ca1e5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464049 Feb 02 13:20:04.887456 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-12c4b788-6e5e-4ab2-86b4-01d72e67c5d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6110635 Feb 02 13:20:04.890043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38300) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:04.919899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 899bb0dd-6430-4700-9828-6a1c9df105f4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:04.920281 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:04.951412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9308427f-908f-4a05-a8f1-a7c6d2a65bd6 None None] Network 41e15d19-2c7f-41da-a816-e7733998a77f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:20:05.007364 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:05.529333 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:00Z', 'revision_number': 3, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:04Z', 'revision_number': 4, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:05.609569 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c999f0f6-5eb4-4d5b-98ef-8ac462b0db93 None None] The sync data for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 is: [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:00Z', 'revision_number': 3, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:04Z', 'revision_number': 4, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:05.671353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-df0ee044-13b4-42c5-b49c-e0ac939a8d0f None None] Current status of the port 52d00138-d1a6-4ea7-bc4c-553ef94018be is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:05.671938 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df0ee044-13b4-42c5-b49c-e0ac939a8d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:05.687892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Sync routers for ids ['ffb500f8-7731-4b71-9c9c-a35f1fe12a11'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:20:05.694372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:05.773708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-41e15d19-2c7f-41da-a816-e7733998a77f', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:20:05.774467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:05.884771 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:05.889184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Routers {'ffb500f8-7731-4b71-9c9c-a35f1fe12a11'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:05.892412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ffb500f8-7731-4b71-9c9c-a35f1fe12a11'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:05.941332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-82601d17-87c3-4ef4-83d8-98a15d38a9b3 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:05.957604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-82601d17-87c3-4ef4-83d8-98a15d38a9b3 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/networks?id=79debd18-7bb2-4eb7-af10-309e07e6664a HTTP/1.1" status: 200 len: 809 time: 0.3625112 Feb 02 13:20:05.997843 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-5a364bd6-7bbe-43c3-a5dd-56f62cca1110 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/quotas/376711c1b5754cb9a73d54cac187ca36 HTTP/1.1" status: 200 len: 375 time: 0.0365911 Feb 02 13:20:06.066320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 899bb0dd-6430-4700-9828-6a1c9df105f4 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:06.067089 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:06.143413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef17b3-80c8-44db-8356-15775f2543be req-64e88097-ec9a-48ca-8ef6-2f1cc312e646 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:06.150516 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2ef17b3-80c8-44db-8356-15775f2543be req-64e88097-ec9a-48ca-8ef6-2f1cc312e646 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.1765399 Feb 02 13:20:06.167329 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-6ca8a7b3-73d6-4591-9bda-09a0b9aa0b08 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=376711c1b5754cb9a73d54cac187ca36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1685300 Feb 02 13:20:06.174275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-df0ee044-13b4-42c5-b49c-e0ac939a8d0f None None] For port 52d00138-d1a6-4ea7-bc4c-553ef94018be, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=52d00138-d1a6-4ea7-bc4c-553ef94018be,segment=NetworkSegment(118cf37e-eeba-4320-97e2-1acde2792b05),segment_id=118cf37e-eeba-4320-97e2-1acde2792b05)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:06.194792 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df0ee044-13b4-42c5-b49c-e0ac939a8d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:06.214999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Allocated IP 2001:db8:2::1 (41e15d19-2c7f-41da-a816-e7733998a77f/a8fe9e09-13e1-4b23-afd4-4d1290af6c8a/ba9d192d-cddb-464a-a764-897b2fe68d1c) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:20:06.377731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 899bb0dd-6430-4700-9828-6a1c9df105f4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=899bb0dd-6430-4700-9828-6a1c9df105f4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:06.413127 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:06.454346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2ef17b3-80c8-44db-8356-15775f2543be req-6fef8e62-51c3-4a1c-9ca9-5e7acebc2e03 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018754 Feb 02 13:20:06.466239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-b9a7a75e-c0e8-480c-8516-f556f96bfdf6 service neutron] 10.222.0.83 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980192 Feb 02 13:20:06.468357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Set router ffb500f8-7731-4b71-9c9c-a35f1fe12a11 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:06.492184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:06.611833 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:06.715687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 41e15d19-2c7f-41da-a816-e7733998a77f is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:06.723167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:06.732026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:20:06.732695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:06.841831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=ba9d192d-cddb-464a-a764-897b2fe68d1c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:06.861679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-36f31bd3-7ee3-4407-a99c-e60ca840f43d service neutron] 10.222.0.83 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876467 Feb 02 13:20:06.909447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cfacf9-98a6-4f39-896e-76412c0a3fcd req-294cbb81-ef6c-4962-a16a-a55e8e3cf572 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:06.920189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2cfacf9-98a6-4f39-896e-76412c0a3fcd req-294cbb81-ef6c-4962-a16a-a55e8e3cf572 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 0.2371285 Feb 02 13:20:06.989597 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:07.012161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 52d00138-d1a6-4ea7-bc4c-553ef94018be up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:07.034723 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2cfacf9-98a6-4f39-896e-76412c0a3fcd req-dd1a8365-8d7d-4e8f-849a-600945f4fe8e tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128652 Feb 02 13:20:07.042292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c7267222-9d84-4664-b86e-2a3745a2d5c5 None None] Provisioning complete for port 52d00138-d1a6-4ea7-bc4c-553ef94018be triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:07.042683 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7267222-9d84-4664-b86e-2a3745a2d5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:07.087658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 851eda44-b5c7-4462-b02f-45604f9f4d1b up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:07.237505 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ee9226e-f087-4681-921c-8a039e7b58bf req-78141767-9731-4150-ade4-4be686d56e9b tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 210 time: 0.0410771 Feb 02 13:20:07.322322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ee044-13b4-42c5-b49c-e0ac939a8d0f None None] Pushing event updated for resources: {'Port': ['ID=52d00138-d1a6-4ea7-bc4c-553ef94018be,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:07.360267 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:07.416184 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:07.465853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Allocated IP 2001:db8:2::2 (41e15d19-2c7f-41da-a816-e7733998a77f/a8fe9e09-13e1-4b23-afd4-4d1290af6c8a/9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:20:07.521165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=899bb0dd-6430-4700-9828-6a1c9df105f4,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:07.601589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 52d00138-d1a6-4ea7-bc4c-553ef94018be triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:07.601994 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:07.660553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 851eda44-b5c7-4462-b02f-45604f9f4d1b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:07.660934 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:07.802889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5bf73-dc38-4853-bc41-75387bbe1318 req-6c7bdbef-b408-4b7b-9001-9d0a5680b09a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:07.810870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73c5bf73-dc38-4853-bc41-75387bbe1318 req-6c7bdbef-b408-4b7b-9001-9d0a5680b09a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.1497226 Feb 02 13:20:07.817040 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:07.836147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c7267222-9d84-4664-b86e-2a3745a2d5c5 None None] Current status of the port 52d00138-d1a6-4ea7-bc4c-553ef94018be is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:07.845029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'name': 'tempest-ServerRescueTestJSON-58787362-router', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:55Z', 'updated_at': '2022-02-02T13:20:02Z', 'revision_number': 4, 'project_id': '376711c1b5754cb9a73d54cac187ca36', 'gw_port': {'id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:56Z', 'updated_at': '2022-02-02T13:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '3023438b-bb2d-45f6-b904-51288ad22c1e', 'name': '', 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'mac_address': 'fa:16:3e:31:d9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'fced92fd-062d-435a-bc90-e10ac8434f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:01Z', 'updated_at': '2022-02-02T13:20:03Z', 'revision_number': 2, 'project_id': '376711c1b5754cb9a73d54cac187ca36', 'subnets': [{'id': 'fced92fd-062d-435a-bc90-e10ac8434f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:07.916807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Checking router: ffb500f8-7731-4b71-9c9c-a35f1fe12a11 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:07.917225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Updating router ffb500f8-7731-4b71-9c9c-a35f1fe12a11 port 3023438b-bb2d-45f6-b904-51288ad22c1e binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:20:07.987453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73c5bf73-dc38-4853-bc41-75387bbe1318 req-118de545-3d46-4ccb-a280-b44b1dd30568 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708918 Feb 02 13:20:08.195959 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:08.200548 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Publish callbacks [] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:08.219575 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:08.223213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:08.229039 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:08.231202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 52d00138-d1a6-4ea7-bc4c-553ef94018be is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:08.235194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:08.236603 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:08.310116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fbdcb-a170-4d3d-9f61-d4c90b5681a4 req-af901bc4-4f71-4266-a1fe-2f5e81f441d9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:08.316631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-408fbdcb-a170-4d3d-9f61-d4c90b5681a4 req-af901bc4-4f71-4266-a1fe-2f5e81f441d9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 0.1729612 Feb 02 13:20:08.349114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Network 41e15d19-2c7f-41da-a816-e7733998a77f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:08.355345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:08.361141 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 851eda44-b5c7-4462-b02f-45604f9f4d1b is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:08.361637 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:08.377131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:20:08.403977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b77b0f46-cab3-4153-b77e-111bbb873025 req-a18b94db-7274-4388-9e79-a879d27d969c tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 210 time: 0.0794966 Feb 02 13:20:08.417234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=ba9d192d-cddb-464a-a764-897b2fe68d1c,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:08.460861 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-408fbdcb-a170-4d3d-9f61-d4c90b5681a4 req-a6bf7e39-4d72-463c-be4c-b8d5a089b104 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352332 Feb 02 13:20:08.492435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:20:08.494862 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491a3233-e597-4cb6-9ee1-6b4d71155fc8" -d '{"events": [{"server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "name": "network-vif-plugged", "status": "completed", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:20:08.585664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 41e15d19-2c7f-41da-a816-e7733998a77f is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:08.588586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:08.636943 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ede184-bdf5-4b12-a364-783e716fec06 x-openstack-request-id: req-19ede184-bdf5-4b12-a364-783e716fec06 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:20:08.637286 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "name": "network-vif-plugged", "status": "completed", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:20:08.637501 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-19ede184-bdf5-4b12-a364-783e716fec06 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:20:08.638032 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'code': 200} Feb 02 13:20:08.641766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Pushing event updated for resources: {'Port': ['ID=9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:08.649175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:08.651805 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 52d00138-d1a6-4ea7-bc4c-553ef94018be up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:08.695837 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:08.703676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Attempting to bind port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:08.704052 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Attempting to bind port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:08.704498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Attempting to bind port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 on network 41e15d19-2c7f-41da-a816-e7733998a77f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:08.746741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:08.747025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Checking segment: {'id': '294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:08.747360 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:08.747748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Bound using segment: {'id': '294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:08.748244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Bound port: 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:08.748634 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:08.759321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5d131d84-8779-43de-b7fc-2f619b56d8e2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:20:08.874179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:08.929912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 52d00138-d1a6-4ea7-bc4c-553ef94018be triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:08.930406 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:08.965560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:08.971806 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] For port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:08.977884 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Sync routers for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:20:08.980983 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0df46a5a-c735-47b1-88b4-c525ba135366 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0897174 Feb 02 13:20:08.983719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38354) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:08.990587 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4dd1e0ed-dd6e-4cfb-b23a-551d7e2610e8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1294444523'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:08.996350 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:08.997239 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:09.032339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] For port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0,segment=NetworkSegment(294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18),segment_id=294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:09.061733 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:09.145022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd1e0ed-dd6e-4cfb-b23a-551d7e2610e8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:20:09.150099 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e0ed-dd6e-4cfb-b23a-551d7e2610e8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:09.199155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a79062-13b1-4210-b4e1-eb8b276af543 req-7a42e7e3-54a9-40a1-8a69-094c0f6477dd tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:09.213473 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89a79062-13b1-4210-b4e1-eb8b276af543 req-7a42e7e3-54a9-40a1-8a69-094c0f6477dd tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.1154797 Feb 02 13:20:09.216317 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:09.249789 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd1e0ed-dd6e-4cfb-b23a-551d7e2610e8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:20:09.309579 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e0ed-dd6e-4cfb-b23a-551d7e2610e8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (44c69391-2f17-4fcb-9d33-c2730d877187), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:09.310206 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-4dd1e0ed-dd6e-4cfb-b23a-551d7e2610e8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Added segment 44c69391-2f17-4fcb-9d33-c2730d877187 of type vlan for network 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 Feb 02 13:20:09.348380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89a79062-13b1-4210-b4e1-eb8b276af543 req-706e3b4c-339c-41bf-aeea-735d76404b16 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336167 Feb 02 13:20:09.353642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-0fdfd081-85ad-46b4-858f-7ea1af81fa03 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:09.361054 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-0fdfd081-85ad-46b4-858f-7ea1af81fa03 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.62 "GET /v2.0/networks?id=79debd18-7bb2-4eb7-af10-309e07e6664a HTTP/1.1" status: 200 len: 809 time: 0.3193390 Feb 02 13:20:09.413470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Request body: {'port': {'device_id': '498f1e5b-f89b-4084-8f93-f034267e012c', 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a', 'admin_state_up': True, 'tenant_id': '376711c1b5754cb9a73d54cac187ca36'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:09.446051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e0ed-dd6e-4cfb-b23a-551d7e2610e8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:09.458061 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 52d00138-d1a6-4ea7-bc4c-553ef94018be is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:09.460541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 899bb0dd-6430-4700-9828-6a1c9df105f4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:09.567942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e0ed-dd6e-4cfb-b23a-551d7e2610e8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:09.578342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888e48d-3cb7-48d9-971c-b4d6371ea6ec None None] Pushing event updated for resources: {'Port': ['ID=9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:09.584350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd1e0ed-dd6e-4cfb-b23a-551d7e2610e8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:09.587390 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4dd1e0ed-dd6e-4cfb-b23a-551d7e2610e8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:09.615931 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Publish callbacks [] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:09.623896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 899bb0dd-6430-4700-9828-6a1c9df105f4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:09.624328 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:09.658223 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:09.668648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3dd167da-d7f9-4a7f-a610-dc1c58628248 req-e3aa2313-91af-4129-aefc-29c6b5b90346 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 210 time: 0.0777473 Feb 02 13:20:09.742390 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:06Z', 'revision_number': 4, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba9d192d-cddb-464a-a764-897b2fe68d1c', 'name': '', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:d2:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:05Z', 'updated_at': '2022-02-02T13:20:07Z', 'revision_number': 2, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:09.779448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9dfde-c98e-481e-873a-89f59265ad2e None None] Pushing event updated for resources: {'Port': ['ID=3023438b-bb2d-45f6-b904-51288ad22c1e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:09.782322 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4dd1e0ed-dd6e-4cfb-b23a-551d7e2610e8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7969997 Feb 02 13:20:09.792868 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Checking router: 5d131d84-8779-43de-b7fc-2f619b56d8e2 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:09.793065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a693864-a11d-42f9-9e7e-30227744f42c req-f47d291d-051f-490a-9684-2f78a40e8eed tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:09.793697 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Updating router 5d131d84-8779-43de-b7fc-2f619b56d8e2 port ba9d192d-cddb-464a-a764-897b2fe68d1c binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:20:09.794580 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a693864-a11d-42f9-9e7e-30227744f42c req-f47d291d-051f-490a-9684-2f78a40e8eed tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1234965 Feb 02 13:20:09.795085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:09.800966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-20ca5274-3fee-4f6d-b448-bad881296fc6 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'subnet': {'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:09.855683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1e0ed-dd6e-4cfb-b23a-551d7e2610e8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Network': ['ID=8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:09.867409 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:09.871176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Made reservation on behalf of 376711c1b5754cb9a73d54cac187ca36 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:20:09.877291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:10.070313 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:20:10.100022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a693864-a11d-42f9-9e7e-30227744f42c req-b98ebda9-2efd-41b9-9cc4-19036e416eca tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948873 Feb 02 13:20:10.138007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Attempting to bind port 3023438b-bb2d-45f6-b904-51288ad22c1e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:10.138379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Attempting to bind port 3023438b-bb2d-45f6-b904-51288ad22c1e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:10.138744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Attempting to bind port 3023438b-bb2d-45f6-b904-51288ad22c1e on network 79debd18-7bb2-4eb7-af10-309e07e6664a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:10.159300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ca5274-3fee-4f6d-b448-bad881296fc6 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Made reservation on behalf of 359d63ba52a2489eb05378bc0e83ed3d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:20:10.163192 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20ca5274-3fee-4f6d-b448-bad881296fc6 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:10.240854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 899bb0dd-6430-4700-9828-6a1c9df105f4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:10.245555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:10.246331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Checking segment: {'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:10.246904 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:10.247461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Bound using segment: {'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:10.248116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Bound port: 3023438b-bb2d-45f6-b904-51288ad22c1e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:10.251643 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:10.280238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Allocated IP 172.20.0.13 (79debd18-7bb2-4eb7-af10-309e07e6664a/fced92fd-062d-435a-bc90-e10ac8434f63/1be0072e-75db-4aa9-b980-db09d8fd1e52) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:20:10.384409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] For port 3023438b-bb2d-45f6-b904-51288ad22c1e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:10.390254 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] For port 3023438b-bb2d-45f6-b904-51288ad22c1e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3023438b-bb2d-45f6-b904-51288ad22c1e,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:10.422229 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:10.611290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Routers {'ffb500f8-7731-4b71-9c9c-a35f1fe12a11'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:10.613645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ffb500f8-7731-4b71-9c9c-a35f1fe12a11'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:10.648241 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Publish callbacks [] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:10.665926 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:10.752746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9dfde-c98e-481e-873a-89f59265ad2e None None] Pushing event updated for resources: {'Port': ['ID=3023438b-bb2d-45f6-b904-51288ad22c1e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:10.765058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks [] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:10.775037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:10.781382 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20ca5274-3fee-4f6d-b448-bad881296fc6 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (a0e14abf-b94e-4d71-9776-b41a7c1f977b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:10.863848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:10.947293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] Set router ffb500f8-7731-4b71-9c9c-a35f1fe12a11 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:10.958815 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Attempting to bind port ba9d192d-cddb-464a-a764-897b2fe68d1c on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:10.959452 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Attempting to bind port ba9d192d-cddb-464a-a764-897b2fe68d1c by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:10.960122 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Attempting to bind port ba9d192d-cddb-464a-a764-897b2fe68d1c on network 41e15d19-2c7f-41da-a816-e7733998a77f {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:10.964921 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05425d-918a-4225-b4bf-6ad4d9558000 req-8d513778-1ad1-41db-83ad-5248abc8802f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:10.966339 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f05425d-918a-4225-b4bf-6ad4d9558000 req-8d513778-1ad1-41db-83ad-5248abc8802f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.4551156 Feb 02 13:20:10.969853 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa28a2c-d00b-40af-bcb0-19b3f6024df3 None None] Pushing event updated for resources: {'Port': ['ID=ba9d192d-cddb-464a-a764-897b2fe68d1c,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:10.972699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Network 79debd18-7bb2-4eb7-af10-309e07e6664a is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:10.986351 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:10.987697 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Checking segment: {'id': '294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:10.988214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:10.988814 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:10.995527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:20:11.000390 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Bound using segment: {'id': '294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:11.001274 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Bound port: ba9d192d-cddb-464a-a764-897b2fe68d1c, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:11.002720 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:11.082579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:11.082959 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:11.123358 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] For port ba9d192d-cddb-464a-a764-897b2fe68d1c, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:11.131667 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] For port ba9d192d-cddb-464a-a764-897b2fe68d1c, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ba9d192d-cddb-464a-a764-897b2fe68d1c,segment=NetworkSegment(294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18),segment_id=294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:11.139028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:11.141900 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:11.144319 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:11.153567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Pushing event updated for resources: {'Port': ['ID=1be0072e-75db-4aa9-b980-db09d8fd1e52,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:11.177936 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-668ce1ae-0c41-47f7-9630-c6c1745a4225 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7994931 Feb 02 13:20:11.196496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Request body: {'port': {'device_id': '498f1e5b-f89b-4084-8f93-f034267e012c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:11.215360 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f05425d-918a-4225-b4bf-6ad4d9558000 req-89f38632-a8bf-4a90-b6fa-bfd7c885f46a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296379 Feb 02 13:20:11.217978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca5274-3fee-4f6d-b448-bad881296fc6 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Subnet': ['ID=a0e14abf-b94e-4d71-9776-b41a7c1f977b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:11.270987 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:11.271659 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:11.292208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ca5274-3fee-4f6d-b448-bad881296fc6 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Checking segment: {'id': '44c69391-2f17-4fcb-9d33-c2730d877187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:11.294240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca5274-3fee-4f6d-b448-bad881296fc6 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network hostable DHCP agents. Network: 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:20:11.355215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:11.412944 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdfc66-2c5a-410f-be29-b21c71315dea req-8acbe434-1889-4183-8c89-4a55c3c0f855 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:11.423371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3cfdfc66-2c5a-410f-be29-b21c71315dea req-8acbe434-1889-4183-8c89-4a55c3c0f855 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 932 time: 0.5258212 Feb 02 13:20:11.484338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca5274-3fee-4f6d-b448-bad881296fc6 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:20:11.534363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee63cc89-1e68-4bd5-82a9-966a4c28ebe6 None None] Network 41e15d19-2c7f-41da-a816-e7733998a77f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:20:11.543655 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa28a2c-d00b-40af-bcb0-19b3f6024df3 None None] Pushing event updated for resources: {'Port': ['ID=ba9d192d-cddb-464a-a764-897b2fe68d1c,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:11.546513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-20ca5274-3fee-4f6d-b448-bad881296fc6 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:11.583916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ca5274-3fee-4f6d-b448-bad881296fc6 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:11.601529 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20ca5274-3fee-4f6d-b448-bad881296fc6 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:11.606629 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:11.621822 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2191c0-4e7a-409d-b0d0-ee964e26dfe4 None None] Network 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:20:11.689459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3cfdfc66-2c5a-410f-be29-b21c71315dea req-5277a882-7df3-4a23-ab9d-37613c1ea130 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648425 Feb 02 13:20:11.727935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-20ca5274-3fee-4f6d-b448-bad881296fc6 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9279325 Feb 02 13:20:11.728841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:11.941108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:11.941499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:12.000802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0,segment=NetworkSegment(294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18),segment_id=294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:12.018910 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7e220dd1-35bd-42ae-b78b-4ed5dabd1e9a None None] Provisioning complete for port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:12.020209 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e220dd1-35bd-42ae-b78b-4ed5dabd1e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:12.070475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3', 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3', 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'fixed_ips': [{'subnet_id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:20:12.071628 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:12.074593 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:12.086962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be0072e-75db-4aa9-b980-db09d8fd1e52 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:20:12.121592 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:06Z', 'revision_number': 4, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba9d192d-cddb-464a-a764-897b2fe68d1c', 'name': '', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:d2:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:05Z', 'updated_at': '2022-02-02T13:20:11Z', 'revision_number': 4, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:12.130944 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Publish callbacks [] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:12.185442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Transition to ACTIVE for port object 1be0072e-75db-4aa9-b980-db09d8fd1e52 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:20:12.196213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:12.268116 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf489ef-b0e2-4a94-9118-f4a0a166f697 None None] The sync data for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 is: [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:06Z', 'revision_number': 4, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba9d192d-cddb-464a-a764-897b2fe68d1c', 'name': '', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:d2:6e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:05Z', 'updated_at': '2022-02-02T13:20:11Z', 'revision_number': 4, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:12.284251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:12.355852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Pushing event updated for resources: {'Port': ['ID=1be0072e-75db-4aa9-b980-db09d8fd1e52,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:12.561759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Attempting to bind port 1be0072e-75db-4aa9-b980-db09d8fd1e52 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:12.562363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Attempting to bind port 1be0072e-75db-4aa9-b980-db09d8fd1e52 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:12.562751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Attempting to bind port 1be0072e-75db-4aa9-b980-db09d8fd1e52 on network 79debd18-7bb2-4eb7-af10-309e07e6664a {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:12.581625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Port 1be0072e-75db-4aa9-b980-db09d8fd1e52 on network 79debd18-7bb2-4eb7-af10-309e07e6664a not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:20:12.581955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Attempting to bind port 1be0072e-75db-4aa9-b980-db09d8fd1e52 on network 79debd18-7bb2-4eb7-af10-309e07e6664a {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:12.597089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:12.597369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Checking segment: {'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:12.597760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Bound using segment: {'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:12.598190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Bound port: 1be0072e-75db-4aa9-b980-db09d8fd1e52, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:12.598545 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:12.826493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] For port 1be0072e-75db-4aa9-b980-db09d8fd1e52, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:12.838652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] For port 1be0072e-75db-4aa9-b980-db09d8fd1e52, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1be0072e-75db-4aa9-b980-db09d8fd1e52,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:12.847320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ba9d192d-cddb-464a-a764-897b2fe68d1c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:12.856581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:12.971375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Pushing event updated for resources: {'Port': ['ID=1be0072e-75db-4aa9-b980-db09d8fd1e52,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:12.981927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:12.983232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:12.989253 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-66a86e0d-f303-4b98-b1c6-a27f27032116 service neutron] 10.222.0.62 "PUT /v2.0/ports/1be0072e-75db-4aa9-b980-db09d8fd1e52 HTTP/1.1" status: 200 len: 1092 time: 1.7960408 Feb 02 13:20:12.989873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498f1e5b-f89b-4084-8f93-f034267e012c', 'tag': '1be0072e-75db-4aa9-b980-db09d8fd1e52'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:20:13.001102 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dce7fb9-8184-4d07-afba-f97c14abd0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "498f1e5b-f89b-4084-8f93-f034267e012c", "tag": "1be0072e-75db-4aa9-b980-db09d8fd1e52"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:20:13.070691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7e220dd1-35bd-42ae-b78b-4ed5dabd1e9a None None] Current status of the port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:13.156736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-8c6d1e6f-b456-480d-acd6-72dc844a2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:13.167264 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-8c6d1e6f-b456-480d-acd6-72dc844a2de2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=376711c1b5754cb9a73d54cac187ca36&device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 1126 time: 0.1118357 Feb 02 13:20:13.216713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'name': 'tempest-ServerRescueTestJSON-58787362-router', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:55Z', 'updated_at': '2022-02-02T13:20:02Z', 'revision_number': 4, 'project_id': '376711c1b5754cb9a73d54cac187ca36', 'gw_port': {'id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:56Z', 'updated_at': '2022-02-02T13:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '3023438b-bb2d-45f6-b904-51288ad22c1e', 'name': '', 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'mac_address': 'fa:16:3e:31:d9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'fced92fd-062d-435a-bc90-e10ac8434f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:01Z', 'updated_at': '2022-02-02T13:20:10Z', 'revision_number': 4, 'project_id': '376711c1b5754cb9a73d54cac187ca36', 'subnets': [{'id': 'fced92fd-062d-435a-bc90-e10ac8434f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:13.224440 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-6dcb140d-5aaa-4f67-b8e9-e8943d65515d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be0072e-75db-4aa9-b980-db09d8fd1e52 HTTP/1.1" status: 200 len: 217 time: 0.0430117 Feb 02 13:20:13.256504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3dfca-bcc3-4924-9e27-0f2d39efc39d req-7eda8184-5a5d-48ba-be85-67f3b7ee833a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:13.259201 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34b3dfca-bcc3-4924-9e27-0f2d39efc39d req-7eda8184-5a5d-48ba-be85-67f3b7ee833a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 1.4201033 Feb 02 13:20:13.290830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938aedd-db03-4e96-9133-d3b6ae106f82 req-ff298619-3ee7-4b94-8220-a17c941a3793 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:13.314727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2938aedd-db03-4e96-9133-d3b6ae106f82 req-ff298619-3ee7-4b94-8220-a17c941a3793 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.4321475 Feb 02 13:20:13.358734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-eac69acc-b93f-4580-95ed-82e9358197e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:13.364819 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-eac69acc-b93f-4580-95ed-82e9358197e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fced92fd-062d-435a-bc90-e10ac8434f63 HTTP/1.1" status: 200 len: 849 time: 0.1254439 Feb 02 13:20:13.372506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de1c0d-d8ca-4dc0-81c9-cab3040db0ba None None] The sync data for ids ['ffb500f8-7731-4b71-9c9c-a35f1fe12a11'] in n-d-827336-2 is: [{'id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'name': 'tempest-ServerRescueTestJSON-58787362-router', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:55Z', 'updated_at': '2022-02-02T13:20:02Z', 'revision_number': 4, 'project_id': '376711c1b5754cb9a73d54cac187ca36', 'gw_port': {'id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:56Z', 'updated_at': '2022-02-02T13:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '3023438b-bb2d-45f6-b904-51288ad22c1e', 'name': '', 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'mac_address': 'fa:16:3e:31:d9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2506, 'fixed_ips': [{'subnet_id': 'fced92fd-062d-435a-bc90-e10ac8434f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:01Z', 'updated_at': '2022-02-02T13:20:10Z', 'revision_number': 4, 'project_id': '376711c1b5754cb9a73d54cac187ca36', 'subnets': [{'id': 'fced92fd-062d-435a-bc90-e10ac8434f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:13.387834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ba9d192d-cddb-464a-a764-897b2fe68d1c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:13.388211 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:13.435530 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-f1054f86-4011-4512-a653-feaaa8d843c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=79debd18-7bb2-4eb7-af10-309e07e6664a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633297 Feb 02 13:20:13.507703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Allocated IP 2001:db8:3::2 (8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3/a0e14abf-b94e-4d71-9776-b41a7c1f977b/9ed56f13-9594-42cf-bbcd-36d49ae8efa8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:20:13.600302 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2938aedd-db03-4e96-9133-d3b6ae106f82 req-a2daa065-1604-4aa6-bbb8-71f04c323738 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809865 Feb 02 13:20:13.692746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ba9d192d-cddb-464a-a764-897b2fe68d1c is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:13.693507 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:13.746756 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34b3dfca-bcc3-4924-9e27-0f2d39efc39d req-0c6f6854-ba9b-4c1f-ad27-40269f6dbb58 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747637 Feb 02 13:20:13.788660 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-a4754ff2-e783-4267-b4de-e3a322a635f5 service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367219 Feb 02 13:20:13.847391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port ba9d192d-cddb-464a-a764-897b2fe68d1c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ba9d192d-cddb-464a-a764-897b2fe68d1c,segment=NetworkSegment(294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18),segment_id=294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:13.873788 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:13.874677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:14.028270 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c4c6617-5114-4cf8-8d95-cf2d198cb4b4 req-5b1b1ae2-df48-40a5-9d6f-5150b334e38b service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316246 Feb 02 13:20:14.086069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:14.193845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ddd34-0935-4254-8cdc-24b7de7774dc req-aaf12f31-3cfb-4a27-9546-7a49b8a5ef1e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:14.198550 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d8ddd34-0935-4254-8cdc-24b7de7774dc req-aaf12f31-3cfb-4a27-9546-7a49b8a5ef1e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.3881497 Feb 02 13:20:14.282407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ffa0afef-23ce-4dcd-b34d-2adf270fed58 None None] Provisioning complete for port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:14.282795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffa0afef-23ce-4dcd-b34d-2adf270fed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:14.430296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=ba9d192d-cddb-464a-a764-897b2fe68d1c,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:14.510581 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Publish callbacks [] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:14.530250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:14.530841 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:14.594012 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:14.764661 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Network 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:14.776548 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:14.791969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:20:14.807252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Pushing event updated for resources: {'Port': ['ID=9ed56f13-9594-42cf-bbcd-36d49ae8efa8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:14.864742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Allocated IP 2001:db8:3::1 (8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3/a0e14abf-b94e-4d71-9776-b41a7c1f977b/8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:20:14.931135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0afef-23ce-4dcd-b34d-2adf270fed58 None None] Current status of the port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:14.933221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:14.958935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Attempting to bind port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:14.959315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Attempting to bind port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '44c69391-2f17-4fcb-9d33-c2730d877187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:14.959860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Attempting to bind port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 on network 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:14.966468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:14.966830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Checking segment: {'id': '44c69391-2f17-4fcb-9d33-c2730d877187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:14.967469 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:14.967915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Bound using segment: {'id': '44c69391-2f17-4fcb-9d33-c2730d877187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:14.968402 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Bound port: 9ed56f13-9594-42cf-bbcd-36d49ae8efa8, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c69391-2f17-4fcb-9d33-c2730d877187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:14.969102 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:14.973003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ffa0afef-23ce-4dcd-b34d-2adf270fed58 None None] Provisioning complete for port ba9d192d-cddb-464a-a764-897b2fe68d1c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:14.973380 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffa0afef-23ce-4dcd-b34d-2adf270fed58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:15.126718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] For port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:15.146913 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] For port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9ed56f13-9594-42cf-bbcd-36d49ae8efa8,segment=NetworkSegment(44c69391-2f17-4fcb-9d33-c2730d877187),segment_id=44c69391-2f17-4fcb-9d33-c2730d877187)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:15.160150 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:15.211704 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:15.277051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d8ddd34-0935-4254-8cdc-24b7de7774dc req-50be710d-1455-47f7-b965-e8cfb61c5495 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0078104 Feb 02 13:20:15.383072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f86c9-2fc9-44c2-9499-ea30568de116 req-2eabad77-a9a1-4677-aefe-d133b9084d32 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:15.388126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-137f86c9-2fc9-44c2-9499-ea30568de116 req-2eabad77-a9a1-4677-aefe-d133b9084d32 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 944 time: 1.3237288 Feb 02 13:20:15.395980 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:15.408014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3023438b-bb2d-45f6-b904-51288ad22c1e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:15.417324 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6923c6b7-8727-4d71-8dc2-452b15bab0c9 x-openstack-request-id: req-6923c6b7-8727-4d71-8dc2-452b15bab0c9 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:20:15.418245 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498f1e5b-f89b-4084-8f93-f034267e012c", "tag": "1be0072e-75db-4aa9-b980-db09d8fd1e52", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:20:15.418706 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6923c6b7-8727-4d71-8dc2-452b15bab0c9 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:20:15.419319 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498f1e5b-f89b-4084-8f93-f034267e012c', 'tag': '1be0072e-75db-4aa9-b980-db09d8fd1e52', 'status': 'completed', 'code': 200} Feb 02 13:20:15.556422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7d608-8177-446e-92c6-23e6c5beca02 None None] Pushing event updated for resources: {'Port': ['ID=9ed56f13-9594-42cf-bbcd-36d49ae8efa8,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:15.607019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:15.627469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0afef-23ce-4dcd-b34d-2adf270fed58 None None] Current status of the port ba9d192d-cddb-464a-a764-897b2fe68d1c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:15.646910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce7fb9-8184-4d07-afba-f97c14abd0c0 req-2b6d5447-c0e5-46eb-b848-4fb1b46ee12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:15.660198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6dce7fb9-8184-4d07-afba-f97c14abd0c0 req-2b6d5447-c0e5-46eb-b848-4fb1b46ee12b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=376711c1b5754cb9a73d54cac187ca36&device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 1126 time: 0.1948643 Feb 02 13:20:15.666745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 3023438b-bb2d-45f6-b904-51288ad22c1e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:15.667122 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:15.737725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:15.788490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-137f86c9-2fc9-44c2-9499-ea30568de116 req-ba5bab56-84a6-46de-902c-5557afeb08ea tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864622 Feb 02 13:20:15.792535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:15.815053 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:20:15.815053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:15.856496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80157a-65bb-484c-86bf-b27004ff90f4 req-bb6e4c92-d9c5-4e7b-8cfb-5a24abae7cc1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:15.865714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb80157a-65bb-484c-86bf-b27004ff90f4 req-bb6e4c92-d9c5-4e7b-8cfb-5a24abae7cc1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.2515979 Feb 02 13:20:15.949640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fb314b1a-23fd-4767-a43d-3e4052de9b68 None None] Provisioning complete for port ba9d192d-cddb-464a-a764-897b2fe68d1c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:15.950175 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb314b1a-23fd-4767-a43d-3e4052de9b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:16.008530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 3023438b-bb2d-45f6-b904-51288ad22c1e is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:16.008908 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:16.059651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce7fb9-8184-4d07-afba-f97c14abd0c0 req-613131ed-e1ba-46a0-852d-26a7a9e60198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:16.065779 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6dce7fb9-8184-4d07-afba-f97c14abd0c0 req-613131ed-e1ba-46a0-852d-26a7a9e60198 service neutron] 10.222.0.62 "GET /v2.0/networks?id=79debd18-7bb2-4eb7-af10-309e07e6664a HTTP/1.1" status: 200 len: 910 time: 0.3999801 Feb 02 13:20:16.072964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 3023438b-bb2d-45f6-b904-51288ad22c1e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3023438b-bb2d-45f6-b904-51288ad22c1e,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:16.086192 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:16.087640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ba9d192d-cddb-464a-a764-897b2fe68d1c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:16.173410 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6dce7fb9-8184-4d07-afba-f97c14abd0c0 req-5fb54b16-3c91-4b65-9bbf-221edb54294c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be0072e-75db-4aa9-b980-db09d8fd1e52 HTTP/1.1" status: 200 len: 217 time: 0.1003499 Feb 02 13:20:16.175635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb80157a-65bb-484c-86bf-b27004ff90f4 req-a26a2592-7194-4435-af15-8988d58ebf81 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884474 Feb 02 13:20:16.259656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce7fb9-8184-4d07-afba-f97c14abd0c0 req-ec72aa4f-f76c-45c4-a16a-d36d989370d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:16.261153 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6dce7fb9-8184-4d07-afba-f97c14abd0c0 req-ec72aa4f-f76c-45c4-a16a-d36d989370d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fced92fd-062d-435a-bc90-e10ac8434f63 HTTP/1.1" status: 200 len: 849 time: 0.0811071 Feb 02 13:20:16.275544 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fb314b1a-23fd-4767-a43d-3e4052de9b68 None None] Current status of the port ba9d192d-cddb-464a-a764-897b2fe68d1c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:16.281927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=3023438b-bb2d-45f6-b904-51288ad22c1e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:16.290194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791f60e-a887-4ce7-8d1d-a1b3b6cb77dd req-a0598026-c596-484a-afc0-6a48b74b4ef5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:16.301477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.302267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.302559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d791f60e-a887-4ce7-8d1d-a1b3b6cb77dd req-a0598026-c596-484a-afc0-6a48b74b4ef5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2519357 Feb 02 13:20:16.302944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.303451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.303949 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.304429 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.304914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.305389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.306111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.306964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.307468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.308010 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.308490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:16.321320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ba9d192d-cddb-464a-a764-897b2fe68d1c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:16.322015 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:16.328344 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6dce7fb9-8184-4d07-afba-f97c14abd0c0 req-415e7984-5754-44d7-b752-f4e8f18549bf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=79debd18-7bb2-4eb7-af10-309e07e6664a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571258 Feb 02 13:20:16.452479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ba9d192d-cddb-464a-a764-897b2fe68d1c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:16.467502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d791f60e-a887-4ce7-8d1d-a1b3b6cb77dd req-a4fd4370-b1f7-4805-ae93-1de394598037 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637096 Feb 02 13:20:16.513764 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6dce7fb9-8184-4d07-afba-f97c14abd0c0 req-0dc0b383-f168-4924-a33d-93b24d30ce14 service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744571 Feb 02 13:20:16.556888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc825c-5f96-4310-8347-e44f7e7e68f4 req-82c5ff24-172c-474a-8f05-3ccf754ce238 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:16.558511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4cdc825c-5f96-4310-8347-e44f7e7e68f4 req-82c5ff24-172c-474a-8f05-3ccf754ce238 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.1166754 Feb 02 13:20:16.562713 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:16.660105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4cdc825c-5f96-4310-8347-e44f7e7e68f4 req-d1d8cb63-9fd3-4e16-9e28-fcd9d3557903 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937231 Feb 02 13:20:16.703973 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6dce7fb9-8184-4d07-afba-f97c14abd0c0 req-6f3946bd-467d-4a1a-a371-6a00dfbf6259 service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829486 Feb 02 13:20:17.049817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 1be0072e-75db-4aa9-b980-db09d8fd1e52 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:20:17.070970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3297ca3-866e-418f-bc7e-7a2cb04eccf4 req-7b44626e-edf2-4532-bc1b-5dd0358d730d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:17.078787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3297ca3-866e-418f-bc7e-7a2cb04eccf4 req-7b44626e-edf2-4532-bc1b-5dd0358d730d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 944 time: 0.1714060 Feb 02 13:20:17.133741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76de4384-a5a9-43c4-8f9d-60d99551882b None None] Network 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:20:17.182837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3297ca3-866e-418f-bc7e-7a2cb04eccf4 req-9bc2c8f6-0e82-4116-8ab4-2bd0d0b0e5b0 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030331 Feb 02 13:20:17.209031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:17.229983 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:17.230810 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:17.305153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3023438b-bb2d-45f6-b904-51288ad22c1e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:17.396152 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b9ef8552-e378-4f06-81db-16e69686a8d7 None None] Provisioning complete for port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:17.396554 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8552-e378-4f06-81db-16e69686a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:17.417987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event updated for resources: {'Port': ['ID=8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:17.469787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ee689-bd0a-4ffa-a67f-2249ba94f1a7 req-8562f4e0-e4f9-4c27-986e-068fa4a4dab8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:17.471758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 1be0072e-75db-4aa9-b980-db09d8fd1e52, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1be0072e-75db-4aa9-b980-db09d8fd1e52,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:17.476439 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-386ee689-bd0a-4ffa-a67f-2249ba94f1a7 req-8562f4e0-e4f9-4c27-986e-068fa4a4dab8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.1665058 Feb 02 13:20:17.507654 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Network 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:17.510295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:17.560671 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 3023438b-bb2d-45f6-b904-51288ad22c1e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:17.561543 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:17.563781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '1be0072e-75db-4aa9-b980-db09d8fd1e52', 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a', 'port_id': '1be0072e-75db-4aa9-b980-db09d8fd1e52', 'mac_address': 'fa:16:3e:3d:a7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fced92fd-062d-435a-bc90-e10ac8434f63', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:20:17.587262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-386ee689-bd0a-4ffa-a67f-2249ba94f1a7 req-02cd593a-a7d2-450c-86b2-9f25a1da5c50 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040292 Feb 02 13:20:17.735373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef8552-e378-4f06-81db-16e69686a8d7 None None] Current status of the port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:17.736082 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8552-e378-4f06-81db-16e69686a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:17.744354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49774dc-faa6-4e1a-be77-5e41844ed26d req-27c9cebb-222f-40d4-b345-d70554aa1c5a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:17.757332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e49774dc-faa6-4e1a-be77-5e41844ed26d req-27c9cebb-222f-40d4-b345-d70554aa1c5a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1658380 Feb 02 13:20:17.759469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5d131d84-8779-43de-b7fc-2f619b56d8e2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:20:17.817896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 1be0072e-75db-4aa9-b980-db09d8fd1e52 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:17.818699 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:17.882079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be0072e-75db-4aa9-b980-db09d8fd1e52 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:20:17.903453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b9ef8552-e378-4f06-81db-16e69686a8d7 None None] For port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9ed56f13-9594-42cf-bbcd-36d49ae8efa8,segment=NetworkSegment(44c69391-2f17-4fcb-9d33-c2730d877187),segment_id=44c69391-2f17-4fcb-9d33-c2730d877187)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:17.928198 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9ef8552-e378-4f06-81db-16e69686a8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:17.945441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 3023438b-bb2d-45f6-b904-51288ad22c1e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:17.967587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:18.006182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e49774dc-faa6-4e1a-be77-5e41844ed26d req-36d43873-85b0-41d7-a0d8-57ed4adaa9e0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390609 Feb 02 13:20:18.028156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 1be0072e-75db-4aa9-b980-db09d8fd1e52, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1be0072e-75db-4aa9-b980-db09d8fd1e52,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:18.028367 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d4e71-45c3-43b5-be3d-5a81dfb323d7 req-0f827a11-1dd4-4431-a992-86ddbfe12ca0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:18.037500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-412d4e71-45c3-43b5-be3d-5a81dfb323d7 req-0f827a11-1dd4-4431-a992-86ddbfe12ca0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.2142322 Feb 02 13:20:18.062652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:18.079728 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4ccd7c8c-fb70-4012-aa88-9c8fd661c7a5 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3472509 Feb 02 13:20:18.082210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38450) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:18.088995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bbeb2490-63d9-4073-a39e-e00299aca1b0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:18.090089 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:18.123349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Sync routers for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:20:18.205658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-412d4e71-45c3-43b5-be3d-5a81dfb323d7 req-901fcb89-b1e0-4d4f-bca8-b0ba542b2f83 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671159 Feb 02 13:20:18.212660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c51dec5d-f875-429c-be62-4aa77042f3d7 None None] Provisioning complete for port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:18.213037 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c51dec5d-f875-429c-be62-4aa77042f3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:18.292974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef8552-e378-4f06-81db-16e69686a8d7 None None] Pushing event updated for resources: {'Port': ['ID=9ed56f13-9594-42cf-bbcd-36d49ae8efa8,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:18.339823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:18.340614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:18.410770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9e9fd-e520-4427-a80a-e6f8a51f1009 req-a85960c5-9ad8-49d3-a3d2-9d10d61f01a8 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:18.420063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52e9e9fd-e520-4427-a80a-e6f8a51f1009 req-a85960c5-9ad8-49d3-a3d2-9d10d61f01a8 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 945 time: 0.1017716 Feb 02 13:20:18.453205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['1be0072e-75db-4aa9-b980-db09d8fd1e52'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:20:18.495865 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52e9e9fd-e520-4427-a80a-e6f8a51f1009 req-eda4053a-ba20-426c-a100-0a8173a6f277 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745153 Feb 02 13:20:18.779942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf177ba8-6a6a-479f-9f7b-99001c3063a9 req-ba82f11b-acd8-4fab-91a3-66f368e74cec tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:18.781272 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf177ba8-6a6a-479f-9f7b-99001c3063a9 req-ba82f11b-acd8-4fab-91a3-66f368e74cec tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.1103649 Feb 02 13:20:18.801323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c51dec5d-f875-429c-be62-4aa77042f3d7 None None] Current status of the port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:18.826319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=1be0072e-75db-4aa9-b980-db09d8fd1e52,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:18.835414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:18.835820 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:18.863679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf177ba8-6a6a-479f-9f7b-99001c3063a9 req-c4167c43-51d2-4bcc-ba15-dd60affef5eb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737875 Feb 02 13:20:18.902804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:18.972609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.extraroute_db [None req-bbeb2490-63d9-4073-a39e-e00299aca1b0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 02 13:20:18.975113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c51dec5d-f875-429c-be62-4aa77042f3d7 None None] Provisioning complete for port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:18.975700 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c51dec5d-f875-429c-be62-4aa77042f3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:18.994197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.extraroute_db [None req-bbeb2490-63d9-4073-a39e-e00299aca1b0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Removed routes are [] {{(pid=103187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 02 13:20:18.994589 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2490-63d9-4073-a39e-e00299aca1b0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:19.150178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c51dec5d-f875-429c-be62-4aa77042f3d7 None None] Port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:20:19.183768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4017809-9e2b-4897-85a0-3c44ca2bc46b req-428bcdd7-c209-45e9-8005-d8d48f33e6eb tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:19.192356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4017809-9e2b-4897-85a0-3c44ca2bc46b req-428bcdd7-c209-45e9-8005-d8d48f33e6eb tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.0747263 Feb 02 13:20:19.308016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4017809-9e2b-4897-85a0-3c44ca2bc46b req-b27f437d-6861-4dc6-9058-280e74279d8b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144161 Feb 02 13:20:19.312318 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2490-63d9-4073-a39e-e00299aca1b0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:19.316878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2490-63d9-4073-a39e-e00299aca1b0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:19.409544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb590b45-454d-4e57-8b5e-996e1d138ddd req-d4fb69e1-383d-4603-8c8f-8e0d179a32b3 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:19.411567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb590b45-454d-4e57-8b5e-996e1d138ddd req-d4fb69e1-383d-4603-8c8f-8e0d179a32b3 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.0968926 Feb 02 13:20:19.444402 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeb2490-63d9-4073-a39e-e00299aca1b0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5d131d84-8779-43de-b7fc-2f619b56d8e2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:20:19.451197 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e610a65c-eeac-4a7f-9541-63279ad85632 None None] Provisioning complete for port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:19.451728 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e610a65c-eeac-4a7f-9541-63279ad85632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:19.454943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:19.553725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb590b45-454d-4e57-8b5e-996e1d138ddd req-4bb10a51-7138-4564-b243-3afb3b7a6b4f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340988 Feb 02 13:20:19.607881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e610a65c-eeac-4a7f-9541-63279ad85632 None None] Port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:20:19.621928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeb2490-63d9-4073-a39e-e00299aca1b0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:19.631571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:16Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f', 'name': '', 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f0:8c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:14Z', 'updated_at': '2022-02-02T13:20:16Z', 'revision_number': 2, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba9d192d-cddb-464a-a764-897b2fe68d1c', 'name': '', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:d2:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:05Z', 'updated_at': '2022-02-02T13:20:13Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:19.634734 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbeb2490-63d9-4073-a39e-e00299aca1b0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:19.644069 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bbeb2490-63d9-4073-a39e-e00299aca1b0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2 HTTP/1.1" status: 200 len: 954 time: 1.5598817 Feb 02 13:20:19.644712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:19.681606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:19.683651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Checking router: 5d131d84-8779-43de-b7fc-2f619b56d8e2 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:19.684050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Updating router 5d131d84-8779-43de-b7fc-2f619b56d8e2 port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:20:19.800878 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:20.262574 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Publish callbacks [] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:20.266280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:20.266676 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:20.318107 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:20.390714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f15a0f-56b3-4934-9a5e-1a3b29cebe2d None None] Pushing event updated for resources: {'Port': ['ID=8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:20.477407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38484) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:20.483097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-75d8c355-fa9a-400c-9706-886ec31f0be9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'router': {'routes': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:20.494231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-75331f52-1eed-48c0-8afc-53ea46fd940e tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2 HTTP/1.1" status: 200 len: 954 time: 0.8479848 Feb 02 13:20:20.566010 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Attempting to bind port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:20.566380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Attempting to bind port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '44c69391-2f17-4fcb-9d33-c2730d877187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:20.566748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Attempting to bind port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f on network 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:20.609035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec80ce-2205-4ce7-abe9-8457fe123d15 req-37134efc-ef12-4800-baa1-91679d16e0a2 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:20.621076 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6fec80ce-2205-4ce7-abe9-8457fe123d15 req-37134efc-ef12-4800-baa1-91679d16e0a2 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 945 time: 0.9610622 Feb 02 13:20:20.634899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:20.635339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Checking segment: {'id': '44c69391-2f17-4fcb-9d33-c2730d877187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:20.635706 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:20.636106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Bound using segment: {'id': '44c69391-2f17-4fcb-9d33-c2730d877187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:20.636595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Bound port: 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c69391-2f17-4fcb-9d33-c2730d877187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:20.636987 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:20.705189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6fec80ce-2205-4ce7-abe9-8457fe123d15 req-8be30962-810e-4426-8a5c-111334538552 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822668 Feb 02 13:20:20.745898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cd8b4-9cc6-487e-a984-b2e96d6e6d12 req-e3021e37-0d8f-4130-a1f8-68a04dce8a2e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:20.752825 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e27cd8b4-9cc6-487e-a984-b2e96d6e6d12 req-e3021e37-0d8f-4130-a1f8-68a04dce8a2e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.2533708 Feb 02 13:20:20.756262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:20.834797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] For port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:20.839637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] For port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f,segment=NetworkSegment(44c69391-2f17-4fcb-9d33-c2730d877187),segment_id=44c69391-2f17-4fcb-9d33-c2730d877187)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:20.862841 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:20.929358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e27cd8b4-9cc6-487e-a984-b2e96d6e6d12 req-a81a7f41-b147-4a8a-b1d4-f3026fdc8888 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692376 Feb 02 13:20:20.991543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9804f3-7346-413b-b60b-5933f3837e47 req-745f6c4d-9c51-4938-8e53-0fa1174ef081 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:20.999777 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:21.000544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a9804f3-7346-413b-b60b-5933f3837e47 req-745f6c4d-9c51-4938-8e53-0fa1174ef081 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.0859811 Feb 02 13:20:21.001393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:21.094338 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a9804f3-7346-413b-b60b-5933f3837e47 req-a23e3e17-2940-4054-a0c0-9ac87bbb807d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926268 Feb 02 13:20:21.148642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 1be0072e-75db-4aa9-b980-db09d8fd1e52 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:21.299281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db23228-a578-4491-bb9f-a754c2100116 req-7356c759-71b8-4b6b-9f7b-a338f8841224 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:21.316588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8db23228-a578-4491-bb9f-a754c2100116 req-7356c759-71b8-4b6b-9f7b-a338f8841224 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.1665597 Feb 02 13:20:21.335073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f15a0f-56b3-4934-9a5e-1a3b29cebe2d None None] Pushing event updated for resources: {'Port': ['ID=8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:21.374554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-14c8f611-8c15-4d60-8698-510598139ac3 None None] Provisioning complete for port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:21.375188 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14c8f611-8c15-4d60-8698-510598139ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:21.528166 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8db23228-a578-4491-bb9f-a754c2100116 req-f5cd6ef5-729e-4fb4-abda-4e500e2e8923 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083251 Feb 02 13:20:21.549156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:21.578061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210bf73-9259-4790-a308-0265d72403f1 req-e70bc54e-f6a0-4300-b64b-5e398918111c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:21.586764 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5210bf73-9259-4790-a308-0265d72403f1 req-e70bc54e-f6a0-4300-b64b-5e398918111c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1384637 Feb 02 13:20:21.650900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5210bf73-9259-4790-a308-0265d72403f1 req-c733b5b8-8dd1-49ef-a437-31242d0e048a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627449 Feb 02 13:20:21.938056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 1be0072e-75db-4aa9-b980-db09d8fd1e52 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:20:21.956169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 1be0072e-75db-4aa9-b980-db09d8fd1e52 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:21.956859 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:22.045570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f63e-ee71-4db3-9afa-3276694e3bdb req-29152578-1b32-4178-9b97-e76cb42a9f81 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:22.056772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55c6f63e-ee71-4db3-9afa-3276694e3bdb req-29152578-1b32-4178-9b97-e76cb42a9f81 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2859311 Feb 02 13:20:22.132214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e91bd-2a5b-4519-b844-31f69107b887 req-48032a47-5a26-4bb7-9aaa-827ccdaedf35 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:22.140863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-317e91bd-2a5b-4519-b844-31f69107b887 req-48032a47-5a26-4bb7-9aaa-827ccdaedf35 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 945 time: 0.2439191 Feb 02 13:20:22.178706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55c6f63e-ee71-4db3-9afa-3276694e3bdb req-4c89e2ad-4bba-4c00-b759-f41d8407885b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197629 Feb 02 13:20:22.187252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.extraroute_db [None req-75d8c355-fa9a-400c-9706-886ec31f0be9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Added routes are [] {{(pid=103187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 02 13:20:22.187906 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.extraroute_db [None req-75d8c355-fa9a-400c-9706-886ec31f0be9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 02 13:20:22.259780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75d8c355-fa9a-400c-9706-886ec31f0be9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:22.266128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-317e91bd-2a5b-4519-b844-31f69107b887 req-432a9f9c-5e6e-42bc-8767-0737731ae356 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233027 Feb 02 13:20:22.300116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-14c8f611-8c15-4d60-8698-510598139ac3 None None] Current status of the port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:22.300614 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14c8f611-8c15-4d60-8698-510598139ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:22.372167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:18Z', 'revision_number': 6, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f', 'name': '', 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f0:8c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:14Z', 'updated_at': '2022-02-02T13:20:20Z', 'revision_number': 4, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba9d192d-cddb-464a-a764-897b2fe68d1c', 'name': '', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:d2:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:05Z', 'updated_at': '2022-02-02T13:20:13Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:22.395851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac4ecd-fd19-4a7a-b8b3-9f52365b1627 req-4669cf39-095a-4b3b-92e7-4dd6d9a5c34f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:22.404117 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-beac4ecd-fd19-4a7a-b8b3-9f52365b1627 req-4669cf39-095a-4b3b-92e7-4dd6d9a5c34f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1113591 Feb 02 13:20:22.454492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 1be0072e-75db-4aa9-b980-db09d8fd1e52 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:22.454811 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:22.538368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 1be0072e-75db-4aa9-b980-db09d8fd1e52, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1be0072e-75db-4aa9-b980-db09d8fd1e52,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:22.542790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92e2941-f7f5-4d1b-8280-0b93592fc6b3 None None] The sync data for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 is: [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:18Z', 'revision_number': 6, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f', 'name': '', 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f0:8c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:14Z', 'updated_at': '2022-02-02T13:20:20Z', 'revision_number': 4, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba9d192d-cddb-464a-a764-897b2fe68d1c', 'name': '', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:d2:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:05Z', 'updated_at': '2022-02-02T13:20:13Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:22.558428 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498f1e5b-f89b-4084-8f93-f034267e012c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be0072e-75db-4aa9-b980-db09d8fd1e52'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:20:22.564119 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf910af-645f-476b-8de3-739deae2429e" -d '{"events": [{"server_uuid": "498f1e5b-f89b-4084-8f93-f034267e012c", "name": "network-vif-plugged", "status": "completed", "tag": "1be0072e-75db-4aa9-b980-db09d8fd1e52"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:20:22.584908 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:22.618468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-14c8f611-8c15-4d60-8698-510598139ac3 None None] For port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f,segment=NetworkSegment(44c69391-2f17-4fcb-9d33-c2730d877187),segment_id=44c69391-2f17-4fcb-9d33-c2730d877187)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:22.643744 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-beac4ecd-fd19-4a7a-b8b3-9f52365b1627 req-c9d5b827-603a-474b-a364-71ad60f34b87 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327085 Feb 02 13:20:22.700575 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14c8f611-8c15-4d60-8698-510598139ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:22.726791 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75d8c355-fa9a-400c-9706-886ec31f0be9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:22.736108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75d8c355-fa9a-400c-9706-886ec31f0be9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:22.779728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=1be0072e-75db-4aa9-b980-db09d8fd1e52,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:22.877678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8f611-8c15-4d60-8698-510598139ac3 None None] Pushing event updated for resources: {'Port': ['ID=8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:22.907151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8b71414e-f411-4b31-9b71-352f6bef0973 None None] Provisioning complete for port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:22.907902 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b71414e-f411-4b31-9b71-352f6bef0973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:23.012293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-9438df66-513d-46d6-bf6d-bf21cb6bd076 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:23.020782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8b71414e-f411-4b31-9b71-352f6bef0973 None None] Current status of the port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:23.027661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-9438df66-513d-46d6-bf6d-bf21cb6bd076 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 812 time: 0.4677055 Feb 02 13:20:23.063622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-a967b915-e184-4932-968c-e76168a2868b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/quotas/7b92b835720c47608b10176547f4948b HTTP/1.1" status: 200 len: 375 time: 0.0327981 Feb 02 13:20:23.083025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d8c355-fa9a-400c-9706-886ec31f0be9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5d131d84-8779-43de-b7fc-2f619b56d8e2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:20:23.138122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca164765-4056-495d-b92f-12e856de1abf req-0eaeda59-b905-404b-86f2-6d5cc8015427 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:23.145384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca164765-4056-495d-b92f-12e856de1abf req-0eaeda59-b905-404b-86f2-6d5cc8015427 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.3094146 Feb 02 13:20:23.275059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d8c355-fa9a-400c-9706-886ec31f0be9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:23.288946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75d8c355-fa9a-400c-9706-886ec31f0be9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:23.290794 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-75d8c355-fa9a-400c-9706-886ec31f0be9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2 HTTP/1.1" status: 200 len: 704 time: 2.8115199 Feb 02 13:20:23.293485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38526) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:23.317165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca164765-4056-495d-b92f-12e856de1abf req-0ac6a0ef-298c-432a-a5c0-ee52935c4a13 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705282 Feb 02 13:20:23.353084 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-f0c1752d-75c7-47eb-9405-7f9a17fe680e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2766185 Feb 02 13:20:23.394362 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:20:23.451930 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050b3c84-6e71-47a3-ace2-f745050aff5d x-openstack-request-id: req-050b3c84-6e71-47a3-ace2-f745050aff5d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:20:23.452437 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498f1e5b-f89b-4084-8f93-f034267e012c", "name": "network-vif-plugged", "status": "completed", "tag": "1be0072e-75db-4aa9-b980-db09d8fd1e52", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:20:23.452536 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-050b3c84-6e71-47a3-ace2-f745050aff5d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:20:23.452884 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498f1e5b-f89b-4084-8f93-f034267e012c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be0072e-75db-4aa9-b980-db09d8fd1e52', 'code': 200} Feb 02 13:20:23.546932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-9f042854-3a24-413a-800c-17a3e81dccfd service neutron] 10.222.0.83 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923096 Feb 02 13:20:23.727384 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:23.734407 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e5028339-061c-45c5-8d65-04c6df6c0294 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2 HTTP/1.1" status: 200 len: 704 time: 0.4332919 Feb 02 13:20:23.735039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38530) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:23.833767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:23.834153 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:23.869844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046374f-cc53-4ed3-ab54-cd648e401f93 req-62b46b29-3cc6-4b35-8e53-74e9c1c9ff66 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:23.892251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8046374f-cc53-4ed3-ab54-cd648e401f93 req-62b46b29-3cc6-4b35-8e53-74e9c1c9ff66 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.2897778 Feb 02 13:20:23.909123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13f9b1-f9fe-423d-8302-854f8cbddea4 req-e743cff5-933f-4542-aa11-9e5d67092222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:23.911183 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c13f9b1-f9fe-423d-8302-854f8cbddea4 req-e743cff5-933f-4542-aa11-9e5d67092222 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 1128 time: 0.3067791 Feb 02 13:20:23.934873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-c4948718-44a0-4dad-9c24-39b01a01774d service neutron] 10.222.0.83 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787317 Feb 02 13:20:24.040600 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8046374f-cc53-4ed3-ab54-cd648e401f93 req-c1379461-b68c-415f-b79b-3a7fd041c302 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476233 Feb 02 13:20:24.195733 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c13f9b1-f9fe-423d-8302-854f8cbddea4 req-a01c2ad1-1cfe-4ddd-914e-444ac155b641 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722645 Feb 02 13:20:24.231895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:24.314372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-26e7e06a-f13c-47b7-a407-c033760eaf85 req-9a5f2b35-927f-4002-9231-284ca73bed85 service neutron] (103188) timed out ('10.222.0.62', 60232) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:20:24.374209 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e87e746e-abed-4eb9-9f02-64ffa34bd1e6 req-e5ec135d-de6b-4267-929a-09a0c4124eb7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 210 time: 0.1109922 Feb 02 13:20:24.388108 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9c0a2-7e4f-40f8-8982-c02df0668799 None None] Sync routers for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:20:24.405481 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9c0a2-7e4f-40f8-8982-c02df0668799 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:24.406254 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4fa9c0a2-7e4f-40f8-8982-c02df0668799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:24.441981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183db2bc-cb19-4c03-8083-cb6ab1343367 req-bb134a95-d6e7-41f9-9505-ac9e1bece5ca tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:24.455493 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-183db2bc-cb19-4c03-8083-cb6ab1343367 req-bb134a95-d6e7-41f9-9505-ac9e1bece5ca tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2722616 Feb 02 13:20:24.488913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38540) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:24.587682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-183db2bc-cb19-4c03-8083-cb6ab1343367 req-a4614268-4dff-40ed-88da-16e5d9c4d49c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309061 Feb 02 13:20:24.642344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4dd50-1574-47ea-af62-88039c998a46 req-0908c73f-54e0-4f0c-b978-be28cff0ee19 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:24.650871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ae4dd50-1574-47ea-af62-88039c998a46 req-0908c73f-54e0-4f0c-b978-be28cff0ee19 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.1322079 Feb 02 13:20:24.681706 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4fa9c0a2-7e4f-40f8-8982-c02df0668799 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:24.730768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ae4dd50-1574-47ea-af62-88039c998a46 req-4c572622-8f8f-4157-9d6b-886751ed6c93 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754039 Feb 02 13:20:24.817621 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9bae9f1d-8366-4f95-a8e7-b2cddc090698 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4372 time: 0.3266230 Feb 02 13:20:24.820655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38546) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:24.826476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ec34cb27-dcbc-4ef8-bae9-fc23790dcd9b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Request body: {'network': {'name': 'tempest-network-smoke--1936412465', 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'port_security_enabled': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:24.874679 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec34cb27-dcbc-4ef8-bae9-fc23790dcd9b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Made reservation on behalf of f59ca13b528b42c586d69e9fa12543df for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:20:24.887614 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec34cb27-dcbc-4ef8-bae9-fc23790dcd9b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:24.892017 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-352e1e11-cc4a-4668-babf-72d987a77542 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:24.967662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec34cb27-dcbc-4ef8-bae9-fc23790dcd9b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:20:24.992462 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec34cb27-dcbc-4ef8-bae9-fc23790dcd9b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (74f419dd-1b1d-49da-9b83-96b932b54c4e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:24.992920 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-ec34cb27-dcbc-4ef8-bae9-fc23790dcd9b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Added segment 74f419dd-1b1d-49da-9b83-96b932b54c4e of type vlan for network 204262e1-02f9-4995-a0c6-c08c55df52b8 Feb 02 13:20:25.102013 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec34cb27-dcbc-4ef8-bae9-fc23790dcd9b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (204262e1-02f9-4995-a0c6-c08c55df52b8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:25.231010 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4fa9c0a2-7e4f-40f8-8982-c02df0668799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:22Z', 'revision_number': 7, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f', 'name': '', 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f0:8c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:14Z', 'updated_at': '2022-02-02T13:20:22Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba9d192d-cddb-464a-a764-897b2fe68d1c', 'name': '', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:d2:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:05Z', 'updated_at': '2022-02-02T13:20:13Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:25.293031 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9c0a2-7e4f-40f8-8982-c02df0668799 None None] Checking router: 5d131d84-8779-43de-b7fc-2f619b56d8e2 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:25.318772 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec34cb27-dcbc-4ef8-bae9-fc23790dcd9b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (204262e1-02f9-4995-a0c6-c08c55df52b8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:25.327358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34cb27-dcbc-4ef8-bae9-fc23790dcd9b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:25.328488 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec34cb27-dcbc-4ef8-bae9-fc23790dcd9b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:25.330083 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa9c0a2-7e4f-40f8-8982-c02df0668799 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:25.330762 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4fa9c0a2-7e4f-40f8-8982-c02df0668799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:25.402878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38554) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:25.405485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ec34cb27-dcbc-4ef8-bae9-fc23790dcd9b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5834355 Feb 02 13:20:25.415171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-688308078', 'admin_state_up': True, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:25.475377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60f2c0-3a1d-4127-bde7-7f07cc79de8d req-729bd093-80e2-4643-a1e8-c9baeba85b7c tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:25.478720 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (cbd23145-9a23-4707-b13f-07066e86e160), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:25.480476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c60f2c0-3a1d-4127-bde7-7f07cc79de8d req-729bd093-80e2-4643-a1e8-c9baeba85b7c tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.3299639 Feb 02 13:20:25.486083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (cbd23145-9a23-4707-b13f-07066e86e160), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:25.769001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c60f2c0-3a1d-4127-bde7-7f07cc79de8d req-c35d62a3-3c0f-4bd8-bee7-54b8bdb0faae tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715247 Feb 02 13:20:25.769977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34cb27-dcbc-4ef8-bae9-fc23790dcd9b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Network': ['ID=204262e1-02f9-4995-a0c6-c08c55df52b8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:25.790723 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router_controller (cbd23145-9a23-4707-b13f-07066e86e160), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:25.795713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 204262e1-02f9-4995-a0c6-c08c55df52b8 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:20:25.820046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ce2aaf7-990c-4b48-b276-ba2456af19ae req-0b5074b9-0318-41d7-9e52-684401d7068c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 210 time: 0.1641750 Feb 02 13:20:25.901141 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4fa9c0a2-7e4f-40f8-8982-c02df0668799 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:25.997010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-352e1e11-cc4a-4668-babf-72d987a77542 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:20:25.999513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-352e1e11-cc4a-4668-babf-72d987a77542 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:26.151360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ccfc1-c9e5-44f4-b159-79608dc37502 req-a33be243-e967-4a53-a390-8cf3a3fd5da0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:26.152969 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-707ccfc1-c9e5-44f4-b159-79608dc37502 req-a33be243-e967-4a53-a390-8cf3a3fd5da0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.1334937 Feb 02 13:20:26.347779 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4fa9c0a2-7e4f-40f8-8982-c02df0668799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:22Z', 'revision_number': 7, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f', 'name': '', 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f0:8c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:14Z', 'updated_at': '2022-02-02T13:20:22Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba9d192d-cddb-464a-a764-897b2fe68d1c', 'name': '', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:d2:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:05Z', 'updated_at': '2022-02-02T13:20:13Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:26.405441 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa9c0a2-7e4f-40f8-8982-c02df0668799 None None] The sync data for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 is: [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:22Z', 'revision_number': 7, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f', 'name': '', 'network_id': '8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f0:8c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:14Z', 'updated_at': '2022-02-02T13:20:22Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a0e14abf-b94e-4d71-9776-b41a7c1f977b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba9d192d-cddb-464a-a764-897b2fe68d1c', 'name': '', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:d2:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:05Z', 'updated_at': '2022-02-02T13:20:13Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:26.495749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-4fa2b92d-19f7-482a-b6da-f08cbb589782 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:26.497352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-4fa2b92d-19f7-482a-b6da-f08cbb589782 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.18 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 812 time: 0.3338118 Feb 02 13:20:26.498929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router_gateway (cbd23145-9a23-4707-b13f-07066e86e160), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:26.556911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Request body: {'port': {'device_id': '5c985f43-3001-4e5a-b4e3-057afe2b4e16', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'admin_state_up': True, 'tenant_id': '7b92b835720c47608b10176547f4948b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:26.593031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ca584-c386-4492-a082-477d08a3ff0d req-24fa0606-b39b-4265-8672-a5cab13b4aca tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:26.601210 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-278ca584-c386-4492-a082-477d08a3ff0d req-24fa0606-b39b-4265-8672-a5cab13b4aca tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.6500025 Feb 02 13:20:26.669109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-352e1e11-cc4a-4668-babf-72d987a77542 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] For port 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f,segment=NetworkSegment(44c69391-2f17-4fcb-9d33-c2730d877187),segment_id=44c69391-2f17-4fcb-9d33-c2730d877187)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:26.669480 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-352e1e11-cc4a-4668-babf-72d987a77542 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:26.693040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-352e1e11-cc4a-4668-babf-72d987a77542 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:20:26.860944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-707ccfc1-c9e5-44f4-b159-79608dc37502 req-e4cb792d-cafb-4b86-ab32-5d768ec23664 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4236040 Feb 02 13:20:26.967312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-278ca584-c386-4492-a082-477d08a3ff0d req-1ac8d736-c35c-4ea5-9af9-f4d0f7ed0855 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650625 Feb 02 13:20:26.984387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Made reservation on behalf of 7b92b835720c47608b10176547f4948b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:20:26.988014 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:27.203776 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-352e1e11-cc4a-4668-babf-72d987a77542 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:27.255143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e1e11-cc4a-4668-babf-72d987a77542 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:27.302852 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fea4aab-32ad-4ae6-95d7-4abef833cd73 req-50b0b51f-1326-43cf-adf4-3779c5c0720a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 210 time: 0.1542866 Feb 02 13:20:27.314477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bbe72-e78a-49cb-b7ec-9ab71fdfbea0 req-b48d7552-194f-4b45-8452-a33d91d568f8 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:27.316066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-601bbe72-e78a-49cb-b7ec-9ab71fdfbea0 req-b48d7552-194f-4b45-8452-a33d91d568f8 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.2543216 Feb 02 13:20:27.495863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-352e1e11-cc4a-4668-babf-72d987a77542 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:27.516518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Allocated IP 172.20.0.9 (cb2a4104-c51e-40f3-b13e-924d4652304e/be877423-cc9d-4b0f-a0a3-809a3db51209/23c8494a-e636-4066-acdc-38a8419de8aa) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:20:27.588951 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-601bbe72-e78a-49cb-b7ec-9ab71fdfbea0 req-5bdba33e-df41-4207-b92d-d17d6e37bc08 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280617 Feb 02 13:20:28.185615 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for port (23c8494a-e636-4066-acdc-38a8419de8aa), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:28.236906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b77ad-5228-414a-a580-7c6c5d85bcc5 req-c4bbfdf0-b59a-424d-8321-7787244f781a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:28.244610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd9b77ad-5228-414a-a580-7c6c5d85bcc5 req-c4bbfdf0-b59a-424d-8321-7787244f781a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.1680112 Feb 02 13:20:28.328478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195e52d-c5d5-44f3-9b22-41c529d29660 req-39fa550b-ec93-4456-bcdf-30a3d5b54159 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:28.336604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7195e52d-c5d5-44f3-9b22-41c529d29660 req-39fa550b-ec93-4456-bcdf-30a3d5b54159 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1990385 Feb 02 13:20:28.386698 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:28.426425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['4547ba98-2947-45a2-b076-d92df55c2845'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:20:28.457174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Network cb2a4104-c51e-40f3-b13e-924d4652304e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:28.534670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:28.582370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd9b77ad-5228-414a-a580-7c6c5d85bcc5 req-0fc5e951-dbe4-40c2-9ec5-98e64279c401 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216856 Feb 02 13:20:28.583182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:20:28.727585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router_gateway (cbd23145-9a23-4707-b13f-07066e86e160), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:28.754096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:28.754778 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:28.779772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:28.809118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2660697 Feb 02 13:20:28.859372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Request body: {'port': {'device_id': '5c985f43-3001-4e5a-b4e3-057afe2b4e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:28.929379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0b719-cc99-41c0-b5e5-4daf945de527 req-bb09cf88-e630-441b-a130-51c86a5ba2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:28.930917 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2e0b719-cc99-41c0-b5e5-4daf945de527 req-bb09cf88-e630-441b-a130-51c86a5ba2de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=376711c1b5754cb9a73d54cac187ca36&device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 1128 time: 0.2923183 Feb 02 13:20:29.073872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958e34e-fced-4269-a254-b3cb3bdff747 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event updated for resources: {'Port': ['ID=23c8494a-e636-4066-acdc-38a8419de8aa,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:29.101618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7195e52d-c5d5-44f3-9b22-41c529d29660 req-d7d50994-9c19-4026-9c92-be9a6f6a4280 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7641392 Feb 02 13:20:29.104017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0b719-cc99-41c0-b5e5-4daf945de527 req-f9017db4-f27f-4c38-9c6c-3536f7915d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:29.105853 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2e0b719-cc99-41c0-b5e5-4daf945de527 req-f9017db4-f27f-4c38-9c6c-3536f7915d97 service neutron] 10.222.0.62 "GET /v2.0/networks?id=79debd18-7bb2-4eb7-af10-309e07e6664a HTTP/1.1" status: 200 len: 910 time: 0.1233456 Feb 02 13:20:29.122823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f5034236-5ffc-4dc3-96b9-8b24ae4a2989 None None] Provisioning complete for port 23c8494a-e636-4066-acdc-38a8419de8aa triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:29.123132 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5034236-5ffc-4dc3-96b9-8b24ae4a2989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:29.183437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b061aa-214e-49cd-a2a8-f8128dd1080d req-a30e2f22-b9e9-4f65-89ea-e8ae99d8471c tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:29.184846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4b061aa-214e-49cd-a2a8-f8128dd1080d req-a30e2f22-b9e9-4f65-89ea-e8ae99d8471c tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.3729432 Feb 02 13:20:29.250413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f5034236-5ffc-4dc3-96b9-8b24ae4a2989 None None] Port 23c8494a-e636-4066-acdc-38a8419de8aa cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:20:29.301260 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2e0b719-cc99-41c0-b5e5-4daf945de527 req-79d8b743-ab92-4853-b50f-f5f64592a945 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be0072e-75db-4aa9-b980-db09d8fd1e52 HTTP/1.1" status: 200 len: 217 time: 0.1294515 Feb 02 13:20:29.380212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:29.450276 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4b061aa-214e-49cd-a2a8-f8128dd1080d req-89539338-8c0a-43b4-8e90-0602a70b4942 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509597 Feb 02 13:20:29.467540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Allocated IP 172.25.4.13 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/70ca3db8-6df2-4288-b8c8-304f9bb88900) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:20:29.471259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0b719-cc99-41c0-b5e5-4daf945de527 req-481e7f86-fe5a-4055-8236-f0dbd97ceb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:29.481878 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2e0b719-cc99-41c0-b5e5-4daf945de527 req-481e7f86-fe5a-4055-8236-f0dbd97ceb74 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fced92fd-062d-435a-bc90-e10ac8434f63 HTTP/1.1" status: 200 len: 849 time: 0.1302145 Feb 02 13:20:29.590234 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2e0b719-cc99-41c0-b5e5-4daf945de527 req-9c5c44dd-0fff-4324-85fe-b6e79832afa7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=79debd18-7bb2-4eb7-af10-309e07e6664a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033463 Feb 02 13:20:29.920746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:29.970054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23c8494a-e636-4066-acdc-38a8419de8aa {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:20:30.005965 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Publish callbacks [] for port (23c8494a-e636-4066-acdc-38a8419de8aa), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:30.033681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:30.052390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Transition to ACTIVE for port object 23c8494a-e636-4066-acdc-38a8419de8aa will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:20:30.077835 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:30.117189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3485f59-c77f-4dea-994c-67b4ae5561fb req-2e2b6bc1-07f8-4f17-8139-e416bf8aa759 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:30.118778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3485f59-c77f-4dea-994c-67b4ae5561fb req-2e2b6bc1-07f8-4f17-8139-e416bf8aa759 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 931 time: 0.8592901 Feb 02 13:20:30.160054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352e1e11-cc4a-4668-babf-72d987a77542 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5d131d84-8779-43de-b7fc-2f619b56d8e2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:20:30.163207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Port': ['ID=70ca3db8-6df2-4288-b8c8-304f9bb88900,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:30.166352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4818f-bda8-4d22-acc3-d00098556a4d req-7cbe7ce8-e410-4d3a-900a-b6b64d4364f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:30.175979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6e4818f-bda8-4d22-acc3-d00098556a4d req-7cbe7ce8-e410-4d3a-900a-b6b64d4364f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 1128 time: 0.8122294 Feb 02 13:20:30.348845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:20:30.407662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Pushing event updated for resources: {'Port': ['ID=23c8494a-e636-4066-acdc-38a8419de8aa,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:30.410984 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2e0b719-cc99-41c0-b5e5-4daf945de527 req-45bb61a7-6a11-4727-b1fe-0c750109c737 service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984592 Feb 02 13:20:30.527340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:30.556280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:30.563414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:20:30.657994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:30.748410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4818f-bda8-4d22-acc3-d00098556a4d req-06b91049-8e54-491c-a0af-4cf42cbd237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:30.750952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6e4818f-bda8-4d22-acc3-d00098556a4d req-06b91049-8e54-491c-a0af-4cf42cbd237d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 917 time: 0.5492017 Feb 02 13:20:31.138008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'port_id': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'mac_address': 'fa:16:3e:dd:09:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:20:31.235597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:31.235982 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:31.278334 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:20:31.291413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81eb4ab-47d2-4735-8f21-f6e0937ca1ee req-981f7559-1429-4738-9d40-371ef5c28ddd tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:31.295102 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d81eb4ab-47d2-4735-8f21-f6e0937ca1ee req-981f7559-1429-4738-9d40-371ef5c28ddd tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 1.2295303 Feb 02 13:20:31.302684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352e1e11-cc4a-4668-babf-72d987a77542 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:31.306986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3485f59-c77f-4dea-994c-67b4ae5561fb req-d2ee4320-4c80-46e1-a267-aab18a9f3abc tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1063533 Feb 02 13:20:31.330865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb381d-4249-43fe-aa4e-9f5d7695cd62 None None] Sync routers for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:20:31.340849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6e4818f-bda8-4d22-acc3-d00098556a4d req-35b151ac-a86f-4f25-bb06-8199130f7fc4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd HTTP/1.1" status: 200 len: 1002 time: 0.5739195 Feb 02 13:20:31.389434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:31.398024 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-352e1e11-cc4a-4668-babf-72d987a77542 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6600335 Feb 02 13:20:31.402492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb381d-4249-43fe-aa4e-9f5d7695cd62 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:31.405711 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-11fb381d-4249-43fe-aa4e-9f5d7695cd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:31.419257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4818f-bda8-4d22-acc3-d00098556a4d req-c138498d-a9eb-4ce2-b5b4-c4ddaec90f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:31.421114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6e4818f-bda8-4d22-acc3-d00098556a4d req-c138498d-a9eb-4ce2-b5b4-c4ddaec90f31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.0665958 Feb 02 13:20:31.432107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38636) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:31.438759 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2e0b719-cc99-41c0-b5e5-4daf945de527 req-e0846371-59ca-4717-b063-c4118a4bf1fc service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0189168 Feb 02 13:20:31.474379 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Attempting to bind port 23c8494a-e636-4066-acdc-38a8419de8aa on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:31.474854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Attempting to bind port 23c8494a-e636-4066-acdc-38a8419de8aa by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:31.475289 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Attempting to bind port 23c8494a-e636-4066-acdc-38a8419de8aa on network cb2a4104-c51e-40f3-b13e-924d4652304e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:31.523296 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Port 23c8494a-e636-4066-acdc-38a8419de8aa on network cb2a4104-c51e-40f3-b13e-924d4652304e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:20:31.539253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Attempting to bind port 23c8494a-e636-4066-acdc-38a8419de8aa on network cb2a4104-c51e-40f3-b13e-924d4652304e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:31.562099 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-11fb381d-4249-43fe-aa4e-9f5d7695cd62 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:31.630162 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:31.631304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting subnet a0e14abf-b94e-4d71-9776-b41a7c1f977b {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:20:31.632645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Checking segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:31.633128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Bound using segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:31.636479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Bound port: 23c8494a-e636-4066-acdc-38a8419de8aa, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:31.636953 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:31.657259 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (a0e14abf-b94e-4d71-9776-b41a7c1f977b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:31.693908 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d81eb4ab-47d2-4735-8f21-f6e0937ca1ee req-852fb850-17f3-4de2-9fdc-4f1b288b7d4a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701792 Feb 02 13:20:31.773185 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:31.844388 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-065ccc19-5776-48be-b126-38db7914d7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:31.871561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] For port 23c8494a-e636-4066-acdc-38a8419de8aa, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:31.878488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] For port 23c8494a-e636-4066-acdc-38a8419de8aa, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=23c8494a-e636-4066-acdc-38a8419de8aa,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:31.908788 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:31.937305 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-11fb381d-4249-43fe-aa4e-9f5d7695cd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:26Z', 'revision_number': 8, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba9d192d-cddb-464a-a764-897b2fe68d1c', 'name': '', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:d2:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:05Z', 'updated_at': '2022-02-02T13:20:13Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:31.966872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4818f-bda8-4d22-acc3-d00098556a4d req-c130434a-50f8-4376-9a70-6efd71a0a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:31.969187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6e4818f-bda8-4d22-acc3-d00098556a4d req-c130434a-50f8-4376-9a70-6efd71a0a7ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5367262 Feb 02 13:20:32.002473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:20:32.014559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb381d-4249-43fe-aa4e-9f5d7695cd62 None None] Checking router: 5d131d84-8779-43de-b7fc-2f619b56d8e2 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:32.018010 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (a0e14abf-b94e-4d71-9776-b41a7c1f977b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:32.038831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760759b-5df8-44e6-a309-3eeb55c8efc7 req-f0dafa38-0446-4d76-941b-722ec1ec6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:32.040852 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8760759b-5df8-44e6-a309-3eeb55c8efc7 req-f0dafa38-0446-4d76-941b-722ec1ec6267 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6f94458897094d56aef55c1761cbde79&device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 1127 time: 0.8253372 Feb 02 13:20:32.089766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:32.121700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fb381d-4249-43fe-aa4e-9f5d7695cd62 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:32.122340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-11fb381d-4249-43fe-aa4e-9f5d7695cd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:32.239147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-11fb381d-4249-43fe-aa4e-9f5d7695cd62 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:32.286915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6e4818f-bda8-4d22-acc3-d00098556a4d req-4d9a1717-6c90-4beb-a309-35808e52b526 service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105640 Feb 02 13:20:32.417575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:32.418149 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:32.419647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] 10.222.0.18 "PUT /v2.0/ports/23c8494a-e636-4066-acdc-38a8419de8aa HTTP/1.1" status: 200 len: 1091 time: 3.5720901 Feb 02 13:20:32.447482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c985f43-3001-4e5a-b4e3-057afe2b4e16', 'tag': '23c8494a-e636-4066-acdc-38a8419de8aa'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:20:32.453150 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f39215-ddf7-4b90-bd92-57378dbcc3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5c985f43-3001-4e5a-b4e3-057afe2b4e16", "tag": "23c8494a-e636-4066-acdc-38a8419de8aa"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:20:32.490049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f61ae-1423-44c1-ae5a-aa29df931c33 req-cc700912-ff25-435d-9c17-5bd156864592 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:32.499144 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d66f61ae-1423-44c1-ae5a-aa29df931c33 req-cc700912-ff25-435d-9c17-5bd156864592 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.9799924 Feb 02 13:20:32.636834 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router_gateway (cbd23145-9a23-4707-b13f-07066e86e160), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:33.012975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760759b-5df8-44e6-a309-3eeb55c8efc7 req-5f56d091-9cf3-4f87-a66d-d151de252130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:33.014519 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8760759b-5df8-44e6-a309-3eeb55c8efc7 req-5f56d091-9cf3-4f87-a66d-d151de252130 service neutron] 10.222.0.62 "GET /v2.0/networks?id=276ba717-3cc3-4b15-8fa5-18614378956f HTTP/1.1" status: 200 len: 914 time: 0.9035490 Feb 02 13:20:33.028571 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a0e14abf-b94e-4d71-9776-b41a7c1f977b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:33.096386 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (cbd23145-9a23-4707-b13f-07066e86e160), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:33.197099 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8760759b-5df8-44e6-a309-3eeb55c8efc7 req-a89a616d-0433-49c9-a0fe-aba16f9cdd11 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b HTTP/1.1" status: 200 len: 217 time: 0.1648502 Feb 02 13:20:33.401520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-11fb381d-4249-43fe-aa4e-9f5d7695cd62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:26Z', 'revision_number': 8, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba9d192d-cddb-464a-a764-897b2fe68d1c', 'name': '', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:d2:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:05Z', 'updated_at': '2022-02-02T13:20:13Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:33.450664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760759b-5df8-44e6-a309-3eeb55c8efc7 req-64d095d2-80cd-4fac-b95b-dc4c3de03563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:33.452451 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8760759b-5df8-44e6-a309-3eeb55c8efc7 req-64d095d2-80cd-4fac-b95b-dc4c3de03563 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0 HTTP/1.1" status: 200 len: 853 time: 0.0905952 Feb 02 13:20:33.493836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fb381d-4249-43fe-aa4e-9f5d7695cd62 None None] The sync data for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 is: [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:26Z', 'revision_number': 8, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba9d192d-cddb-464a-a764-897b2fe68d1c', 'name': '', 'network_id': '41e15d19-2c7f-41da-a816-e7733998a77f', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:d2:6e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:05Z', 'updated_at': '2022-02-02T13:20:13Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'a8fe9e09-13e1-4b23-afd4-4d1290af6c8a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:33.543125 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8760759b-5df8-44e6-a309-3eeb55c8efc7 req-d482ee14-c030-43cc-9949-8734e13802d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=276ba717-3cc3-4b15-8fa5-18614378956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676394 Feb 02 13:20:33.621630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bbf76-d8d7-40fa-a6a7-1bf96128221d req-c7e4c619-7b8d-4f5b-a37b-66b786c294b1 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:33.628432 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a7bbf76-d8d7-40fa-a6a7-1bf96128221d req-c7e4c619-7b8d-4f5b-a37b-66b786c294b1 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 1.6754348 Feb 02 13:20:33.644552 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6e4818f-bda8-4d22-acc3-d00098556a4d req-92bf8892-1eb9-4dec-9257-f43f842035cb service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2192979 Feb 02 13:20:33.645988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f43c76-1356-44a2-be0d-c1dc8e57653c service neutron] Pushing event updated for resources: {'Port': ['ID=23c8494a-e636-4066-acdc-38a8419de8aa,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:33.678188 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8760759b-5df8-44e6-a309-3eeb55c8efc7 req-e78ce907-1a0a-4e57-9258-b4dd06e47c72 service neutron] 10.222.0.62 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286702 Feb 02 13:20:33.695724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (a0e14abf-b94e-4d71-9776-b41a7c1f977b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:33.705021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-ba3ed87e-3b57-49bf-b379-97855d0b113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:33.706974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-ba3ed87e-3b57-49bf-b379-97855d0b113b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 1125 time: 1.0345778 Feb 02 13:20:33.720674 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d66f61ae-1423-44c1-ae5a-aa29df931c33 req-8019756e-d552-4546-a999-f227a0310412 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0257182 Feb 02 13:20:33.775285 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-fef7e254-3aa8-4551-b23f-996057142a13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23c8494a-e636-4066-acdc-38a8419de8aa HTTP/1.1" status: 200 len: 217 time: 0.0468898 Feb 02 13:20:33.779057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a7bbf76-d8d7-40fa-a6a7-1bf96128221d req-ba2f9e66-8996-41fb-b2c7-fe28e923ceaf tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189275 Feb 02 13:20:33.814577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e9f924-8fc8-4032-b2a2-800af07daab8 None None] Network 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:20:33.832698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Subnet': ['ID=a0e14abf-b94e-4d71-9776-b41a7c1f977b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:33.837683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Router cbd23145-9a23-4707-b13f-07066e86e160 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:20:33.842135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:33.865914 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/a0e14abf-b94e-4d71-9776-b41a7c1f977b HTTP/1.1" status: 204 len: 168 time: 2.4258194 Feb 02 13:20:33.882546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-97427485-b484-4337-a0da-18eefe9c64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:33.887373 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-97427485-b484-4337-a0da-18eefe9c64a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.1033494 Feb 02 13:20:33.888157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38652) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:33.934233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.949670 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.950052 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.950361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.963685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.964167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.964521 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.964858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.965196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.965530 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.965857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.966181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.966502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac01d15-1d43-44ce-bbb7-9b4baf3420a0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:33.995387 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8c8ecf-b838-49fb-a458-78fec9054744 x-openstack-request-id: req-dd8c8ecf-b838-49fb-a458-78fec9054744 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:20:33.995817 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c985f43-3001-4e5a-b4e3-057afe2b4e16", "tag": "23c8494a-e636-4066-acdc-38a8419de8aa", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:20:33.996160 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dd8c8ecf-b838-49fb-a458-78fec9054744 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:20:33.996818 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c985f43-3001-4e5a-b4e3-057afe2b4e16', 'tag': '23c8494a-e636-4066-acdc-38a8419de8aa', 'status': 'completed', 'code': 200} Feb 02 13:20:34.137731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-a4d607b2-7d22-49d8-b20a-814001555706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:34.139749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-a4d607b2-7d22-49d8-b20a-814001555706 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2310212 Feb 02 13:20:34.143664 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:34.195694 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fc6ba486-b3bc-4526-a349-acc0789c60c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:34.321764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:34.323066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4f311-ef55-4f00-9553-1875c0fd0d41 req-3048f96d-6512-4d99-9aeb-5b57ecabceeb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:34.332752 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Sync routers for ids ['cbd23145-9a23-4707-b13f-07066e86e160'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:20:34.357750 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06c4f311-ef55-4f00-9553-1875c0fd0d41 req-3048f96d-6512-4d99-9aeb-5b57ecabceeb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 943 time: 0.4683268 Feb 02 13:20:34.361388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c58ca8-97b3-4714-b9c9-dadea119a0ff None None] DHCP port deletion for 8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:20:34.363116 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Routers {'cbd23145-9a23-4707-b13f-07066e86e160'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:34.364596 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cbd23145-9a23-4707-b13f-07066e86e160'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:34.386994 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:34.388237 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d2b134fa-cf76-4bfe-beb6-4a0c45a9c820 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.9843509 Feb 02 13:20:34.403804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38654) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:34.414646 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8760759b-5df8-44e6-a309-3eeb55c8efc7 req-1b013d83-6151-4492-9723-321faf814b12 service neutron] 10.222.0.62 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296789 Feb 02 13:20:34.433401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:34.640053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59891f01-c5c7-4e5f-858b-fb4a1ec5671f tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:34.644314 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Set router cbd23145-9a23-4707-b13f-07066e86e160 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:34.645543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38658) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:34.647687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:34.648018 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:34.658212 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-59891f01-c5c7-4e5f-858b-fb4a1ec5671f tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f59ca13b528b42c586d69e9fa12543df&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2365484 Feb 02 13:20:34.713381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-8bd6257d-1a86-472f-b721-0e8bead13194 service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447402 Feb 02 13:20:34.750226 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b4c58ca8-97b3-4714-b9c9-dadea119a0ff None None] Deleting port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:20:34.750607 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4c58ca8-97b3-4714-b9c9-dadea119a0ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:34.857057 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688308078', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:20:25Z', 'updated_at': '2022-02-02T13:20:31Z', 'revision_number': 3, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:28Z', 'updated_at': '2022-02-02T13:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:34.881647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cedf11-7836-4f30-9e12-e7bf99dee525 req-8b27b915-9b23-4e03-8bd2-2f26a47eed5d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:34.883155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52cedf11-7836-4f30-9e12-e7bf99dee525 req-8b27b915-9b23-4e03-8bd2-2f26a47eed5d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 945 time: 0.7219748 Feb 02 13:20:34.893792 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Checking router: cbd23145-9a23-4707-b13f-07066e86e160 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:34.894485 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Updating router cbd23145-9a23-4707-b13f-07066e86e160 port 70ca3db8-6df2-4288-b8c8-304f9bb88900 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:20:34.925447 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:34.949147 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06c4f311-ef55-4f00-9553-1875c0fd0d41 req-56a099ef-bdd0-4fa1-aa97-3d2bffd3133c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888302 Feb 02 13:20:34.975531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b4c58ca8-97b3-4714-b9c9-dadea119a0ff None None] For port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9ed56f13-9594-42cf-bbcd-36d49ae8efa8,segment=NetworkSegment(44c69391-2f17-4fcb-9d33-c2730d877187),segment_id=44c69391-2f17-4fcb-9d33-c2730d877187)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:34.975934 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4c58ca8-97b3-4714-b9c9-dadea119a0ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:34.989922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:34.990301 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.024429 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b4c58ca8-97b3-4714-b9c9-dadea119a0ff None None] Calling delete_port for 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:20:35.075253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:20:35.078523 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b550952-1104-4666-ac8a-1b66bb854636" -d '{"events": [{"server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "name": "network-vif-plugged", "status": "completed", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:20:35.173890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:35.194708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 851eda44-b5c7-4462-b02f-45604f9f4d1b no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:20:35.213071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:20:35.213759 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.241107 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.274444 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Publish callbacks [] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.285058 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.367602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:35.378093 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234a960-f008-43eb-a16f-28e8f40391f1 None None] Pushing event updated for resources: {'Port': ['ID=70ca3db8-6df2-4288-b8c8-304f9bb88900,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:35.404577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] For port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9ed56f13-9594-42cf-bbcd-36d49ae8efa8,segment=NetworkSegment(44c69391-2f17-4fcb-9d33-c2730d877187),segment_id=44c69391-2f17-4fcb-9d33-c2730d877187)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:35.405099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.419209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 851eda44-b5c7-4462-b02f-45604f9f4d1b is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:35.419685 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.421419 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:20:35.422921 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b4c58ca8-97b3-4714-b9c9-dadea119a0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.427409 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Attempting to bind port 70ca3db8-6df2-4288-b8c8-304f9bb88900 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:35.428013 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Attempting to bind port 70ca3db8-6df2-4288-b8c8-304f9bb88900 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:35.428664 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Attempting to bind port 70ca3db8-6df2-4288-b8c8-304f9bb88900 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:35.439719 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:35.440369 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:35.440930 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.442624 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:35.444079 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Bound port: 70ca3db8-6df2-4288-b8c8-304f9bb88900, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:35.444632 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.455643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c58ca8-97b3-4714-b9c9-dadea119a0ff None None] Pushing event deleted for resources: {'Port': ['ID=9ed56f13-9594-42cf-bbcd-36d49ae8efa8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:35.462625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c58ca8-97b3-4714-b9c9-dadea119a0ff None None] No DVR routers for this DVR port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:20:35.487885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:35.505435 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.541858 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9ed56f13-9594-42cf-bbcd-36d49ae8efa8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.556509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d73ab-f522-4650-a8ab-4f0c2733e134 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:35.558685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-be5d73ab-f522-4650-a8ab-4f0c2733e134 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8920593 Feb 02 13:20:35.568560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38666) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:35.592683 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] For port 70ca3db8-6df2-4288-b8c8-304f9bb88900, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:35.597646 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] For port 70ca3db8-6df2-4288-b8c8-304f9bb88900, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=70ca3db8-6df2-4288-b8c8-304f9bb88900,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:35.602584 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.619476 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:35.639098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:20:35.658143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:35.679600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=9ed56f13-9594-42cf-bbcd-36d49ae8efa8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:35.700220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbe98ad-987b-473c-bf9b-600eeb2a76ea req-1bd49591-655f-4962-9f7e-983de88725b6 service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9614539 Feb 02 13:20:35.701417 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:20:35.701764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:20:35.702183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:20:35.732931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38670) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:35.733832 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-11ae0a72-6631-4e41-92b2-91ab71bdf4b2 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1605313 Feb 02 13:20:35.749482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:20:35.752150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8dcf67c4-7bd7-4ef0-adbe-0ed271e7d12f not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:20:35.760601 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234a960-f008-43eb-a16f-28e8f40391f1 None None] Pushing event updated for resources: {'Port': ['ID=70ca3db8-6df2-4288-b8c8-304f9bb88900,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:35.763224 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Routers {'cbd23145-9a23-4707-b13f-07066e86e160'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:35.763902 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cbd23145-9a23-4707-b13f-07066e86e160'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:35.780425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52cedf11-7836-4f30-9e12-e7bf99dee525 req-1e910954-d8df-43a4-8651-5c475adbae6a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8085530 Feb 02 13:20:35.785096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No DVR routers for this DVR port 9ed56f13-9594-42cf-bbcd-36d49ae8efa8 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:20:35.842619 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-551a6932-6d8e-4f3c-8611-c1903b011550 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=f59ca13b528b42c586d69e9fa12543df&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0985935 Feb 02 13:20:35.847016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38672) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:35.917001 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] Set router cbd23145-9a23-4707-b13f-07066e86e160 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:35.942699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82fa66-1365-4549-acc1-4a952f62675d req-49e855bb-3d31-4b2f-a0d2-a069dbef8dde tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:35.949154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1f82fa66-1365-4549-acc1-4a952f62675d req-49e855bb-3d31-4b2f-a0d2-a069dbef8dde tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.8350761 Feb 02 13:20:36.117929 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:36.156545 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688308078', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:20:25Z', 'updated_at': '2022-02-02T13:20:31Z', 'revision_number': 3, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:28Z', 'updated_at': '2022-02-02T13:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:36.173940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:36.201322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c69391-2f17-4fcb-9d33-c2730d877187') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:36.206202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c69391-2f17-4fcb-9d33-c2730d877187') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:36.228995 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907bc707-e519-4f99-82b4-67a33fee9048 None None] The sync data for ids ['cbd23145-9a23-4707-b13f-07066e86e160'] in n-d-827336-2 is: [{'id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688308078', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:20:25Z', 'updated_at': '2022-02-02T13:20:31Z', 'revision_number': 3, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:28Z', 'updated_at': '2022-02-02T13:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:36.242734 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (44c69391-2f17-4fcb-9d33-c2730d877187), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:36.261674 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (44c69391-2f17-4fcb-9d33-c2730d877187), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:36.274165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:20:36.274688 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (44c69391-2f17-4fcb-9d33-c2730d877187), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:20:36.356416 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:20:36.372300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f39215-ddf7-4b90-bd92-57378dbcc3b6 req-eb9528b8-ce3a-4942-9b5d-e5bda84c99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:36.375244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5f39215-ddf7-4b90-bd92-57378dbcc3b6 req-eb9528b8-ce3a-4942-9b5d-e5bda84c99f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 1125 time: 0.5304031 Feb 02 13:20:36.539212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ae1a0-5d72-4a89-ba0a-f4b3da05e7ce req-6a8ff575-d968-48f0-ba92-0a9dad78a174 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:36.542542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c1ae1a0-5d72-4a89-ba0a-f4b3da05e7ce req-6a8ff575-d968-48f0-ba92-0a9dad78a174 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.5661192 Feb 02 13:20:36.545223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f39215-ddf7-4b90-bd92-57378dbcc3b6 req-864b33a9-a133-410e-90d9-4190ab232d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:36.547558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5f39215-ddf7-4b90-bd92-57378dbcc3b6 req-864b33a9-a133-410e-90d9-4190ab232d2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.1566231 Feb 02 13:20:36.557002 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1f82fa66-1365-4549-acc1-4a952f62675d req-15e2c768-b4b2-4b56-be33-f7bf5733b926 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632472 Feb 02 13:20:36.578295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9785624-39b9-48f0-b010-54c1336fa428 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:36.590279 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c9785624-39b9-48f0-b010-54c1336fa428 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7410533 Feb 02 13:20:36.593139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38676) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:36.623414 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:36.633411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5f39215-ddf7-4b90-bd92-57378dbcc3b6 req-d4581856-bc3c-4b5c-acd1-40fc1549dd2c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23c8494a-e636-4066-acdc-38a8419de8aa HTTP/1.1" status: 200 len: 217 time: 0.0760949 Feb 02 13:20:36.641596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:36.645478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/networks/8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3 HTTP/1.1" status: 204 len: 168 time: 2.7472794 Feb 02 13:20:36.653085 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddab392-456d-42d9-bd70-c91751180fdc x-openstack-request-id: req-1ddab392-456d-42d9-bd70-c91751180fdc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:20:36.653568 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "name": "network-vif-plugged", "status": "completed", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:20:36.653668 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1ddab392-456d-42d9-bd70-c91751180fdc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:20:36.653990 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'code': 200} Feb 02 13:20:36.659012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38678) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:36.673859 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f8086940-6570-4f63-8755-1e03e48f5d19 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0790024 Feb 02 13:20:36.674730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38680) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:36.710891 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:36.739684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8a6e531c-60c3-4269-9a3f-6bafd04e2a03 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1397002287', 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8', 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:36.795738 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:37.013680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6e531c-60c3-4269-9a3f-6bafd04e2a03 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Made reservation on behalf of f59ca13b528b42c586d69e9fa12543df for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:20:37.014194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea166091-66d4-49ee-9358-5bdaa6fdf8f7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Network': ['ID=8dd9080c-0bc5-46b3-8bbd-ca6d4cd5eee3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:37.023163 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a6e531c-60c3-4269-9a3f-6bafd04e2a03 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:37.075363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c1ae1a0-5d72-4a89-ba0a-f4b3da05e7ce req-8183b9d1-c5e2-4362-ba05-f0c4ace4fbbe tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596691 Feb 02 13:20:37.148763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f39215-ddf7-4b90-bd92-57378dbcc3b6 req-29ac0cb6-49e6-4510-be8b-d909904d3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:37.150425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5f39215-ddf7-4b90-bd92-57378dbcc3b6 req-29ac0cb6-49e6-4510-be8b-d909904d3698 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.5024135 Feb 02 13:20:37.315227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8128c2-0de9-4e67-8a9d-d9ad9419dfbb req-b35b4a95-c348-4ff5-a7d5-6eebc376ef68 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:37.316820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e8128c2-0de9-4e67-8a9d-d9ad9419dfbb req-b35b4a95-c348-4ff5-a7d5-6eebc376ef68 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 943 time: 0.3714519 Feb 02 13:20:37.425492 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a6e531c-60c3-4269-9a3f-6bafd04e2a03 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (15287e40-4cb6-493d-95e2-8b8d3738f096), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:37.491915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e8128c2-0de9-4e67-8a9d-d9ad9419dfbb req-887956ea-e16b-4e07-9cab-53c2b2eb7c33 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689539 Feb 02 13:20:37.547257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f39215-ddf7-4b90-bd92-57378dbcc3b6 req-c98e5a94-3e2d-4b35-ab01-5bd7fe0381b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:37.557715 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5f39215-ddf7-4b90-bd92-57378dbcc3b6 req-c98e5a94-3e2d-4b35-ab01-5bd7fe0381b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3965988 Feb 02 13:20:37.598517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6e531c-60c3-4269-9a3f-6bafd04e2a03 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Checking segment: {'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:37.598990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6e531c-60c3-4269-9a3f-6bafd04e2a03 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network hostable DHCP agents. Network: 204262e1-02f9-4995-a0c6-c08c55df52b8, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:20:37.607522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e531c-60c3-4269-9a3f-6bafd04e2a03 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Subnet': ['ID=15287e40-4cb6-493d-95e2-8b8d3738f096,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:37.647114 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:37.682100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6e531c-60c3-4269-9a3f-6bafd04e2a03 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network 204262e1-02f9-4995-a0c6-c08c55df52b8 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:20:37.696290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df2d0-c647-41b5-9564-9959947a3da4 req-9eccca47-d64d-4fb0-9bb7-1f42da4e107b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:37.700882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-693df2d0-c647-41b5-9564-9959947a3da4 req-9eccca47-d64d-4fb0-9bb7-1f42da4e107b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.5012729 Feb 02 13:20:37.729960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-8a6e531c-60c3-4269-9a3f-6bafd04e2a03 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 204262e1-02f9-4995-a0c6-c08c55df52b8) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:37.734083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6e531c-60c3-4269-9a3f-6bafd04e2a03 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:37.734808 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a6e531c-60c3-4269-9a3f-6bafd04e2a03 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:37.744674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3216df-0241-479f-b80e-23aa0e0ea933 None None] Network 204262e1-02f9-4995-a0c6-c08c55df52b8 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:20:37.770035 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8a6e531c-60c3-4269-9a3f-6bafd04e2a03 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0473411 Feb 02 13:20:37.770252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38692) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:37.998230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 70ca3db8-6df2-4288-b8c8-304f9bb88900 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:38.191584 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:38.236972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-204262e1-02f9-4995-a0c6-c08c55df52b8', 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8', 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'fixed_ips': [{'subnet_id': '15287e40-4cb6-493d-95e2-8b8d3738f096'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:20:38.246335 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:38.267908 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5f39215-ddf7-4b90-bd92-57378dbcc3b6 req-38d19c5e-f68f-4921-a6c6-b443d619c501 service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7022357 Feb 02 13:20:38.276405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-693df2d0-c647-41b5-9564-9959947a3da4 req-7bcf52b0-990b-4f7f-a44f-31823b5a63de tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4480081 Feb 02 13:20:38.806217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:20:38.809220 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c0e73d-6c3c-45ef-8771-58d31560551b" -d '{"events": [{"server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "name": "network-vif-unplugged", "status": "completed", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:20:38.818123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 23c8494a-e636-4066-acdc-38a8419de8aa details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:20:38.958168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:39.074136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df26a8-d552-4d13-be90-59c5698ac32b req-8f4b1f6c-ab0f-4ab4-9d8d-0b1deb2cb3e9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:39.086511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 70ca3db8-6df2-4288-b8c8-304f9bb88900 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:39.086943 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:39.089914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6df26a8-d552-4d13-be90-59c5698ac32b req-8f4b1f6c-ab0f-4ab4-9d8d-0b1deb2cb3e9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 943 time: 1.3794415 Feb 02 13:20:39.238436 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Allocated IP 172.20.0.18 (204262e1-02f9-4995-a0c6-c08c55df52b8/15287e40-4cb6-493d-95e2-8b8d3738f096/caa16122-42eb-40ea-9913-6dadea23dbd0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:20:39.356864 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 23c8494a-e636-4066-acdc-38a8419de8aa, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=23c8494a-e636-4066-acdc-38a8419de8aa,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:39.389451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 70ca3db8-6df2-4288-b8c8-304f9bb88900 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:39.395980 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:39.433128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5f39215-ddf7-4b90-bd92-57378dbcc3b6 req-9c94bd2f-c324-495d-b798-745c3d1f107f service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1529555 Feb 02 13:20:39.506983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '23c8494a-e636-4066-acdc-38a8419de8aa', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'port_id': '23c8494a-e636-4066-acdc-38a8419de8aa', 'mac_address': 'fa:16:3e:c1:e1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:20:39.514598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 70ca3db8-6df2-4288-b8c8-304f9bb88900, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=70ca3db8-6df2-4288-b8c8-304f9bb88900,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:39.525428 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3f934-0b16-4d00-a864-d6022c04d922 req-bfe8ca77-e88a-4bfd-a708-a85b335f5e6c tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:39.527099 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3fd3f934-0b16-4d00-a864-d6022c04d922 req-bfe8ca77-e88a-4bfd-a708-a85b335f5e6c tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.5720072 Feb 02 13:20:39.530559 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:39.659522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6df26a8-d552-4d13-be90-59c5698ac32b req-4d7eccc9-a2c7-4cc7-a73a-baed76da71f8 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485816 Feb 02 13:20:39.689830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3fd3f934-0b16-4d00-a864-d6022c04d922 req-00f24154-99a6-47fd-b26a-9dcf6193557d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479480 Feb 02 13:20:39.725283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 23c8494a-e636-4066-acdc-38a8419de8aa is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:39.730159 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:39.751815 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41e601da-3ad0-4e4d-b284-69993a7a0570 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:39.787243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=70ca3db8-6df2-4288-b8c8-304f9bb88900,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:39.806862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23c8494a-e636-4066-acdc-38a8419de8aa {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:20:39.820746 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Feb 2022 13:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b9bec1-b0eb-4797-a7b6-fad11aebdcfc x-openstack-request-id: req-89b9bec1-b0eb-4797-a7b6-fad11aebdcfc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:20:39.821029 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "name": "network-vif-unplugged", "status": "failed", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b", "code": 422}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:20:39.821281 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-89b9bec1-b0eb-4797-a7b6-fad11aebdcfc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:20:39.821715 n-d-827336-2 neutron-server[103189]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'code': 422} returned with failed status Feb 02 13:20:39.852977 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Publish callbacks [] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:39.876497 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:39.897263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 23c8494a-e636-4066-acdc-38a8419de8aa, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=23c8494a-e636-4066-acdc-38a8419de8aa,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:39.967851 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:39.969474 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Network 204262e1-02f9-4995-a0c6-c08c55df52b8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:39.979452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:39.982810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:20:40.019263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Allocated IP 172.20.0.17 (204262e1-02f9-4995-a0c6-c08c55df52b8/15287e40-4cb6-493d-95e2-8b8d3738f096/b30f133d-d5ef-48e6-a54d-5f675bd63b08) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:20:40.083261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b56ed-295c-4f9b-aadc-7479b2e4eed7 req-d2703629-120a-4b68-bacc-68881ebcdbdb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:40.085927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf2b56ed-295c-4f9b-aadc-7479b2e4eed7 req-d2703629-120a-4b68-bacc-68881ebcdbdb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 944 time: 0.2000637 Feb 02 13:20:40.113434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Pushing event updated for resources: {'Port': ['ID=caa16122-42eb-40ea-9913-6dadea23dbd0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:40.209956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf2b56ed-295c-4f9b-aadc-7479b2e4eed7 req-72f3fdd8-5b97-4c65-802b-5da2b431fcab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127412 Feb 02 13:20:40.215066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:40.252614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Attempting to bind port caa16122-42eb-40ea-9913-6dadea23dbd0 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:40.259967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Attempting to bind port caa16122-42eb-40ea-9913-6dadea23dbd0 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:40.263203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Attempting to bind port caa16122-42eb-40ea-9913-6dadea23dbd0 on network 204262e1-02f9-4995-a0c6-c08c55df52b8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:40.301980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1a784-d77b-40b9-a863-5d4be7b5762d req-6e8bb7e9-f155-41d8-bef2-9b1aedd553db tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:40.312033 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ee1a784-d77b-40b9-a863-5d4be7b5762d req-6e8bb7e9-f155-41d8-bef2-9b1aedd553db tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.3569460 Feb 02 13:20:40.323410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:40.330883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Checking segment: {'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:40.335518 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:40.335518 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Bound using segment: {'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:40.336682 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:40.354641 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Bound port: caa16122-42eb-40ea-9913-6dadea23dbd0, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:40.355233 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:40.371643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['23c8494a-e636-4066-acdc-38a8419de8aa'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:20:40.421217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ee1a784-d77b-40b9-a863-5d4be7b5762d req-7324fe38-8c7a-49b7-8761-ef741d9d64b6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077800 Feb 02 13:20:40.432322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network 204262e1-02f9-4995-a0c6-c08c55df52b8 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:40.451855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:40.458405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:20:40.490085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8a8b6-4f3e-47af-8484-0d2c978dfa81 req-f22a2d93-84be-4d3e-8d1f-f05b2b7b6bd9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:40.492104 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25e8a8b6-4f3e-47af-8484-0d2c978dfa81 req-f22a2d93-84be-4d3e-8d1f-f05b2b7b6bd9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 943 time: 0.1158016 Feb 02 13:20:40.554028 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (cbd23145-9a23-4707-b13f-07066e86e160), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:40.554723 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25e8a8b6-4f3e-47af-8484-0d2c978dfa81 req-1f538e63-a431-4e59-a0b1-ab79e20c8247 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542164 Feb 02 13:20:40.628985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=23c8494a-e636-4066-acdc-38a8419de8aa,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:40.758445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-41e601da-3ad0-4e4d-b284-69993a7a0570 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port ba9d192d-cddb-464a-a764-897b2fe68d1c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:20:40.758698 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41e601da-3ad0-4e4d-b284-69993a7a0570 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:40.825775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Port': ['ID=b30f133d-d5ef-48e6-a54d-5f675bd63b08,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:40.927292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] For port caa16122-42eb-40ea-9913-6dadea23dbd0, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:40.935298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-41e601da-3ad0-4e4d-b284-69993a7a0570 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] For port ba9d192d-cddb-464a-a764-897b2fe68d1c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ba9d192d-cddb-464a-a764-897b2fe68d1c,segment=NetworkSegment(294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18),segment_id=294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:40.935697 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41e601da-3ad0-4e4d-b284-69993a7a0570 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:40.954539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-41e601da-3ad0-4e4d-b284-69993a7a0570 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for ba9d192d-cddb-464a-a764-897b2fe68d1c owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:20:40.956464 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:40.977822 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] For port caa16122-42eb-40ea-9913-6dadea23dbd0, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=caa16122-42eb-40ea-9913-6dadea23dbd0,segment=NetworkSegment(74f419dd-1b1d-49da-9b83-96b932b54c4e),segment_id=74f419dd-1b1d-49da-9b83-96b932b54c4e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:41.002545 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:41.132828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d039d7e-3ef5-4c50-8897-f7aeb99414fe None None] Pushing event updated for resources: {'Port': ['ID=caa16122-42eb-40ea-9913-6dadea23dbd0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:41.137267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-8d849e8b-eefa-4b68-ae90-b98837c711f1 req-9454088f-50c3-4331-875f-6eaacd61502e service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:20:41.151293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d849e8b-eefa-4b68-ae90-b98837c711f1 req-9454088f-50c3-4331-875f-6eaacd61502e service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093699 Feb 02 13:20:41.219912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 851eda44-b5c7-4462-b02f-45604f9f4d1b no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:20:41.393443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780200d7-c881-429a-b88f-fc2d796d18a3 req-3e79ee4b-108c-4d68-87e9-7f8d3c69e4db tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:41.396431 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-780200d7-c881-429a-b88f-fc2d796d18a3 req-3e79ee4b-108c-4d68-87e9-7f8d3c69e4db tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.2773948 Feb 02 13:20:41.423393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 851eda44-b5c7-4462-b02f-45604f9f4d1b is: DOWN; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:41.500347 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:41.521985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:41.575897 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41e601da-3ad0-4e4d-b284-69993a7a0570 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ba9d192d-cddb-464a-a764-897b2fe68d1c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:41.721265 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e601da-3ad0-4e4d-b284-69993a7a0570 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=ba9d192d-cddb-464a-a764-897b2fe68d1c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:41.771599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:41.843790 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Port': ['ID=b30f133d-d5ef-48e6-a54d-5f675bd63b08,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:41.878004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-780200d7-c881-429a-b88f-fc2d796d18a3 req-9dc90b50-c20c-4231-943d-8e4109ffd202 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427303 Feb 02 13:20:41.956829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (cbd23145-9a23-4707-b13f-07066e86e160), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:42.010886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09090c4a-5955-427f-8e39-cb5a5d0f3308 req-1f28ba83-c1a4-40d2-bfd2-99648a52977a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:42.020590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09090c4a-5955-427f-8e39-cb5a5d0f3308 req-1f28ba83-c1a4-40d2-bfd2-99648a52977a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 944 time: 0.5493245 Feb 02 13:20:42.102696 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41e601da-3ad0-4e4d-b284-69993a7a0570 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:42.118351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device caa16122-42eb-40ea-9913-6dadea23dbd0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:42.215709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network 204262e1-02f9-4995-a0c6-c08c55df52b8 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:42.218148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:42.230104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port caa16122-42eb-40ea-9913-6dadea23dbd0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:42.230482 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:42.324548 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09090c4a-5955-427f-8e39-cb5a5d0f3308 req-736206c8-66b1-4359-8506-7147ac0f7d70 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029783 Feb 02 13:20:42.355019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port caa16122-42eb-40ea-9913-6dadea23dbd0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:42.355798 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:42.389853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Router cbd23145-9a23-4707-b13f-07066e86e160 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:20:42.393296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port caa16122-42eb-40ea-9913-6dadea23dbd0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=caa16122-42eb-40ea-9913-6dadea23dbd0,segment=NetworkSegment(74f419dd-1b1d-49da-9b83-96b932b54c4e),segment_id=74f419dd-1b1d-49da-9b83-96b932b54c4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:42.406412 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:42.407676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 70ca3db8-6df2-4288-b8c8-304f9bb88900 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:42.468139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 23c8494a-e636-4066-acdc-38a8419de8aa up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:42.624297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426dbe4-e19d-41e9-a318-a2358954dea2 req-0fa1720e-2c0a-4117-90d5-e4e600f525ea tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:42.633481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:42.636648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b426dbe4-e19d-41e9-a318-a2358954dea2 req-0fa1720e-2c0a-4117-90d5-e4e600f525ea tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 943 time: 0.6085184 Feb 02 13:20:42.642282 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2b8cbc8b-4d88-498b-83e0-0995e36880d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "PUT /v2.0/routers/cbd23145-9a23-4707-b13f-07066e86e160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8709767 Feb 02 13:20:42.676333 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 70ca3db8-6df2-4288-b8c8-304f9bb88900 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:42.676872 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:42.712482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Sync routers for ids ['cbd23145-9a23-4707-b13f-07066e86e160'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:20:42.738556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Routers {'cbd23145-9a23-4707-b13f-07066e86e160'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:42.739350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cbd23145-9a23-4707-b13f-07066e86e160'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:42.815298 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-9a03488c-429f-48f0-935a-3d5dc9262741 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0402374 Feb 02 13:20:42.822058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-0ac0cf19-4da3-437d-870d-96aa948edf1d service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:20:42.835670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-0ac0cf19-4da3-437d-870d-96aa948edf1d service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0180740 Feb 02 13:20:42.885800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94374e54-9e03-4965-9081-fcbb145606bd req-8af0c5be-3bc2-4fe1-91bd-a7ba3baa7bdb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:42.894036 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94374e54-9e03-4965-9081-fcbb145606bd req-8af0c5be-3bc2-4fe1-91bd-a7ba3baa7bdb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.4133441 Feb 02 13:20:42.965323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Set router cbd23145-9a23-4707-b13f-07066e86e160 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:43.025501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b426dbe4-e19d-41e9-a318-a2358954dea2 req-57b7ab45-a05e-4888-8bb0-a13b56066be3 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878586 Feb 02 13:20:43.065023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94374e54-9e03-4965-9081-fcbb145606bd req-d981e357-133c-4da9-83cc-60a20435af1e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698515 Feb 02 13:20:43.092483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 23c8494a-e636-4066-acdc-38a8419de8aa completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:20:43.116894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 23c8494a-e636-4066-acdc-38a8419de8aa triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:43.117630 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:43.122954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e601da-3ad0-4e4d-b284-69993a7a0570 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5d131d84-8779-43de-b7fc-2f619b56d8e2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:20:43.195930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065c2b18-d8a8-4fc1-abcd-4d0561255d6c None None] Network 204262e1-02f9-4995-a0c6-c08c55df52b8 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:20:43.323883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=caa16122-42eb-40ea-9913-6dadea23dbd0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:43.531779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 23c8494a-e636-4066-acdc-38a8419de8aa is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:43.532193 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:43.596854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-f9bda3e6-3a42-4dad-8511-53493a91073d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:43.604249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-f9bda3e6-3a42-4dad-8511-53493a91073d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/networks?id=204262e1-02f9-4995-a0c6-c08c55df52b8 HTTP/1.1" status: 200 len: 798 time: 0.2479861 Feb 02 13:20:43.606534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e601da-3ad0-4e4d-b284-69993a7a0570 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:43.621591 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053224ca-c872-4730-9c7d-7d1ca10fd8b1 None None] Sync routers for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:20:43.623339 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-41e601da-3ad0-4e4d-b284-69993a7a0570 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9600458 Feb 02 13:20:43.626532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38770) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:43.642373 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6435aa10-4f0e-47b4-a667-bc2ed113ed4f tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/quotas/f59ca13b528b42c586d69e9fa12543df HTTP/1.1" status: 200 len: 375 time: 0.0371637 Feb 02 13:20:43.678933 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053224ca-c872-4730-9c7d-7d1ca10fd8b1 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:43.679586 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-053224ca-c872-4730-9c7d-7d1ca10fd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:43.795735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a488179-0665-4bbd-a649-cdb040a02b9f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting subnet a8fe9e09-13e1-4b23-afd4-4d1290af6c8a {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:20:43.804135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a488179-0665-4bbd-a649-cdb040a02b9f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (a8fe9e09-13e1-4b23-afd4-4d1290af6c8a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:43.818991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a69a6-1a8f-4cc9-8221-c79f26173212 req-ee7bd337-f8d9-4f3b-84d4-ca1ee87c0fc3 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:43.823038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a38a69a6-1a8f-4cc9-8221-c79f26173212 req-ee7bd337-f8d9-4f3b-84d4-ca1ee87c0fc3 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.6853266 Feb 02 13:20:43.882108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f3283a2d-ad74-47cd-868c-746fd8d21d66 None None] Provisioning complete for port caa16122-42eb-40ea-9913-6dadea23dbd0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:43.882480 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3283a2d-ad74-47cd-868c-746fd8d21d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:43.899742 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a488179-0665-4bbd-a649-cdb040a02b9f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (a8fe9e09-13e1-4b23-afd4-4d1290af6c8a), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:43.904168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c985f43-3001-4e5a-b4e3-057afe2b4e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c8494a-e636-4066-acdc-38a8419de8aa'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:20:43.906489 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3703aaa5-74d5-4b7f-ae8b-01729b02c6bb" -d '{"events": [{"server_uuid": "5c985f43-3001-4e5a-b4e3-057afe2b4e16", "name": "network-vif-plugged", "status": "completed", "tag": "23c8494a-e636-4066-acdc-38a8419de8aa"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:20:43.980245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a38a69a6-1a8f-4cc9-8221-c79f26173212 req-bfd894f0-e83b-4d3e-8b8c-d5f3bdffb7b6 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438088 Feb 02 13:20:44.018886 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-dddb75dc-6363-4b1e-a5ce-c9ce2c18c3fc tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=f59ca13b528b42c586d69e9fa12543df&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3755355 Feb 02 13:20:44.051099 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a488179-0665-4bbd-a649-cdb040a02b9f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a8fe9e09-13e1-4b23-afd4-4d1290af6c8a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:44.051473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 23c8494a-e636-4066-acdc-38a8419de8aa, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=23c8494a-e636-4066-acdc-38a8419de8aa,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:44.188530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a488179-0665-4bbd-a649-cdb040a02b9f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (a8fe9e09-13e1-4b23-afd4-4d1290af6c8a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:44.198213 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:44.227957 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-053224ca-c872-4730-9c7d-7d1ca10fd8b1 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:44.250425 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a488179-0665-4bbd-a649-cdb040a02b9f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:44.258804 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7a488179-0665-4bbd-a649-cdb040a02b9f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/a8fe9e09-13e1-4b23-afd4-4d1290af6c8a HTTP/1.1" status: 204 len: 168 time: 0.6293764 Feb 02 13:20:44.261934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38780) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:44.264542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a488179-0665-4bbd-a649-cdb040a02b9f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fe9e09-13e1-4b23-afd4-4d1290af6c8a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:44.284964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-3cd01696-d7a1-4ed7-97f9-a651a2be4c43 service neutron] 10.222.0.83 "GET /v2.0/networks/204262e1-02f9-4995-a0c6-c08c55df52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650850 Feb 02 13:20:44.287710 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ffd5a6-af5e-407c-918e-f260584cb9b5 None None] Network 41e15d19-2c7f-41da-a816-e7733998a77f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:20:44.347450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 70ca3db8-6df2-4288-b8c8-304f9bb88900 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:44.536325 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (41e15d19-2c7f-41da-a816-e7733998a77f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:44.547769 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-8f44edd2-352b-41f6-91d2-39e77ffbdd5a service neutron] 10.222.0.83 "GET /v2.0/networks/204262e1-02f9-4995-a0c6-c08c55df52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618196 Feb 02 13:20:44.770362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:20:44.770808 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:44.825863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0730dbb-f495-42a6-901f-24cc666dae90 req-a8b9df67-cded-4e6b-b0d1-f2f76bc1a7a1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:44.828048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0730dbb-f495-42a6-901f-24cc666dae90 req-a8b9df67-cded-4e6b-b0d1-f2f76bc1a7a1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 945 time: 0.6303000 Feb 02 13:20:44.933829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-0c44c767-833a-435c-bba7-9f3d8c484907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:44.942669 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-0c44c767-833a-435c-bba7-9f3d8c484907 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a&tenant_id=6f94458897094d56aef55c1761cbde79 HTTP/1.1" status: 200 len: 1125 time: 0.3830297 Feb 02 13:20:44.982590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] For port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0,segment=NetworkSegment(294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18),segment_id=294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:44.983193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:45.005699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device caa16122-42eb-40ea-9913-6dadea23dbd0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:45.009033 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-053224ca-c872-4730-9c7d-7d1ca10fd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:41Z', 'revision_number': 9, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:45.023251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=23c8494a-e636-4066-acdc-38a8419de8aa,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:45.032031 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a709ab2b-a1b5-4952-8f08-7060c466ccee x-openstack-request-id: req-a709ab2b-a1b5-4952-8f08-7060c466ccee {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:20:45.032382 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c985f43-3001-4e5a-b4e3-057afe2b4e16", "name": "network-vif-plugged", "status": "completed", "tag": "23c8494a-e636-4066-acdc-38a8419de8aa", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:20:45.032735 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a709ab2b-a1b5-4952-8f08-7060c466ccee {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:20:45.033221 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c985f43-3001-4e5a-b4e3-057afe2b4e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23c8494a-e636-4066-acdc-38a8419de8aa', 'code': 200} Feb 02 13:20:45.042204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:45.068655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:20:45.180513 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053224ca-c872-4730-9c7d-7d1ca10fd8b1 None None] Checking router: 5d131d84-8779-43de-b7fc-2f619b56d8e2 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:45.211471 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053224ca-c872-4730-9c7d-7d1ca10fd8b1 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:45.212408 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-053224ca-c872-4730-9c7d-7d1ca10fd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:45.232476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688308078', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:20:25Z', 'updated_at': '2022-02-02T13:20:40Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:28Z', 'updated_at': '2022-02-02T13:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'b30f133d-d5ef-48e6-a54d-5f675bd63b08', 'name': '', 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'mac_address': 'fa:16:3e:01:24:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '15287e40-4cb6-493d-95e2-8b8d3738f096', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:39Z', 'updated_at': '2022-02-02T13:20:41Z', 'revision_number': 2, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'subnets': [{'id': '15287e40-4cb6-493d-95e2-8b8d3738f096', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:45.288043 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:45.335356 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:45.347634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Checking router: cbd23145-9a23-4707-b13f-07066e86e160 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:45.348029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Updating router cbd23145-9a23-4707-b13f-07066e86e160 port b30f133d-d5ef-48e6-a54d-5f675bd63b08 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:20:45.354579 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No DVR routers for this DVR port 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:20:45.420283 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:45.420684 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-053224ca-c872-4730-9c7d-7d1ca10fd8b1 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:45.474056 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:45.676463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f3283a2d-ad74-47cd-868c-746fd8d21d66 None None] Current status of the port caa16122-42eb-40ea-9913-6dadea23dbd0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:45.726701 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (41e15d19-2c7f-41da-a816-e7733998a77f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:45.744902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port caa16122-42eb-40ea-9913-6dadea23dbd0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:45.746144 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:45.817884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e15d19-2c7f-41da-a816-e7733998a77f']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:45.846388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38798) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:45.869362 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-053224ca-c872-4730-9c7d-7d1ca10fd8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:41Z', 'revision_number': 9, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:45.880960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265a6e2-1088-4e2b-bc55-1206de811bd0 None None] DHCP port deletion for 41e15d19-2c7f-41da-a816-e7733998a77f request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:20:45.884875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:45.885746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:45.919842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:45.941763 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053224ca-c872-4730-9c7d-7d1ca10fd8b1 None None] The sync data for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 is: [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:41Z', 'revision_number': 9, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': '52d00138-d1a6-4ea7-bc4c-553ef94018be', 'name': '', 'network_id': '95e90283-4e05-45dc-ae58-d0872cb9bea0', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:f1:ad:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2505, 'fixed_ips': [{'subnet_id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:59Z', 'updated_at': '2022-02-02T13:20:05Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': '94339c65-999f-4396-8248-d7b08de8ee4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:45.956000 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:45.977923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:20:45.978481 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (294d7a0e-2e83-4c10-b11c-d1c0ebcdcb18), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:20:46.035059 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:20:46.111009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (41e15d19-2c7f-41da-a816-e7733998a77f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:46.117330 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:46.128780 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/networks/41e15d19-2c7f-41da-a816-e7733998a77f HTTP/1.1" status: 204 len: 168 time: 1.8654125 Feb 02 13:20:46.141411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38804) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:46.143207 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0730dbb-f495-42a6-901f-24cc666dae90 req-ef709afd-36ae-4a20-a6c0-7781222dfbeb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2932551 Feb 02 13:20:46.165401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133ae34-2d4a-477a-ab28-9af1a31f0dd8 req-6aeeb53c-2c8a-462b-8b55-a6dd41fcbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:46.169373 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1133ae34-2d4a-477a-ab28-9af1a31f0dd8 req-6aeeb53c-2c8a-462b-8b55-a6dd41fcbf16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 1127 time: 0.9403543 Feb 02 13:20:46.188611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf75d6c-5189-4b74-b978-28804e952550 req-eb66f5be-43c4-4cc8-a5f5-dd66d0c822ac tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:46.200344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e69181af-513c-4dd4-b35f-d152e604a0e7 None None] Provisioning complete for port b30f133d-d5ef-48e6-a54d-5f675bd63b08 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:46.200344 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e69181af-513c-4dd4-b35f-d152e604a0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:46.205131 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eaf75d6c-5189-4b74-b978-28804e952550 req-eb66f5be-43c4-4cc8-a5f5-dd66d0c822ac tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 943 time: 0.9143004 Feb 02 13:20:46.252138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e31234-4926-44c1-a46b-ab24185b5a0b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Network': ['ID=41e15d19-2c7f-41da-a816-e7733998a77f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:46.480868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:46.485350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca66a5d9-c0a4-4973-a533-3ba24cb67ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:46.554390 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Publish callbacks [] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:46.561900 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e69181af-513c-4dd4-b35f-d152e604a0e7 None None] Port b30f133d-d5ef-48e6-a54d-5f675bd63b08 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:20:46.564263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1133ae34-2d4a-477a-ab28-9af1a31f0dd8 req-f4e56071-7d2e-42d9-b269-65b40b56ebe3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500659 Feb 02 13:20:46.578854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eaf75d6c-5189-4b74-b978-28804e952550 req-30e2ffda-d2b4-41a8-aa03-fac689840c9d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723817 Feb 02 13:20:46.606956 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:46.614589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:46.736828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e69181af-513c-4dd4-b35f-d152e604a0e7 None None] Provisioning complete for port caa16122-42eb-40ea-9913-6dadea23dbd0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:46.737209 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e69181af-513c-4dd4-b35f-d152e604a0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:46.741436 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port caa16122-42eb-40ea-9913-6dadea23dbd0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:46.816248 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca66a5d9-c0a4-4973-a533-3ba24cb67ef1 admin admin] Publish callbacks [] for security_group (e77a9fa2-5165-445d-bf06-96337b53ee7b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:46.827892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ca66a5d9-c0a4-4973-a533-3ba24cb67ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e77a9fa2-5165-445d-bf06-96337b53ee7b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:46.875782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66a5d9-c0a4-4973-a533-3ba24cb67ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77a9fa2-5165-445d-bf06-96337b53ee7b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:46.903162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da821c3a-80c7-4415-a7da-06d08907e319 None None] Pushing event updated for resources: {'Port': ['ID=b30f133d-d5ef-48e6-a54d-5f675bd63b08,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:46.925749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ba9d192d-cddb-464a-a764-897b2fe68d1c no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:20:46.934687 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ca66a5d9-c0a4-4973-a533-3ba24cb67ef1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=68a7d3fe35ac4cb291bb2fa323b72d33&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0870543 Feb 02 13:20:46.971526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38806) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:46.983480 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ba9d192d-cddb-464a-a764-897b2fe68d1c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:20:46.983717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ba9d192d-cddb-464a-a764-897b2fe68d1c not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:20:46.984024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:20:47.116876 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5f370bd-4676-4a47-8391-b0cd05a4c1b3 admin admin] Publish callbacks [] for security_group (e77a9fa2-5165-445d-bf06-96337b53ee7b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:47.128827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:20:47.129171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9e84d3e0-fe1e-4bd5-bcf6-d45d50ce2fe0 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:20:47.141122 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5f370bd-4676-4a47-8391-b0cd05a4c1b3 admin admin] Publish callbacks [] for security_group (e77a9fa2-5165-445d-bf06-96337b53ee7b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:47.205358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Attempting to bind port b30f133d-d5ef-48e6-a54d-5f675bd63b08 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:47.205730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Attempting to bind port b30f133d-d5ef-48e6-a54d-5f675bd63b08 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:47.206098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Attempting to bind port b30f133d-d5ef-48e6-a54d-5f675bd63b08 on network 204262e1-02f9-4995-a0c6-c08c55df52b8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:47.233290 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5f370bd-4676-4a47-8391-b0cd05a4c1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e77a9fa2-5165-445d-bf06-96337b53ee7b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:47.236273 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5f370bd-4676-4a47-8391-b0cd05a4c1b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:47.238034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:47.238408 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f5f370bd-4676-4a47-8391-b0cd05a4c1b3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e77a9fa2-5165-445d-bf06-96337b53ee7b HTTP/1.1" status: 204 len: 168 time: 0.2650666 Feb 02 13:20:47.239018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Checking segment: {'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:47.239701 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:47.240310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Bound using segment: {'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:47.249297 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f370bd-4676-4a47-8391-b0cd05a4c1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77a9fa2-5165-445d-bf06-96337b53ee7b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:47.252344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Bound port: b30f133d-d5ef-48e6-a54d-5f675bd63b08, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:47.254620 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:47.296923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9351228e-d819-4d86-9047-3b67d8ba36c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:47.359152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd129ae7-e0ec-4b3a-944e-b1ce24eace33 req-160e0230-345b-4340-a465-6d4fed5bd0e1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 210 time: 0.0691404 Feb 02 13:20:47.382513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e69181af-513c-4dd4-b35f-d152e604a0e7 None None] Current status of the port caa16122-42eb-40ea-9913-6dadea23dbd0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:47.396247 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a25f1d-dec1-4c5f-9404-f1d8d7c96f12 req-0b65b20b-8539-424d-9d6c-7592c14ccc0b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:47.397799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11a25f1d-dec1-4c5f-9404-f1d8d7c96f12 req-0b65b20b-8539-424d-9d6c-7592c14ccc0b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.9807961 Feb 02 13:20:47.458927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] For port b30f133d-d5ef-48e6-a54d-5f675bd63b08, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:47.468025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] For port b30f133d-d5ef-48e6-a54d-5f675bd63b08, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b30f133d-d5ef-48e6-a54d-5f675bd63b08,segment=NetworkSegment(74f419dd-1b1d-49da-9b83-96b932b54c4e),segment_id=74f419dd-1b1d-49da-9b83-96b932b54c4e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:47.487005 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:47.606336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851eda44-b5c7-4462-b02f-45604f9f4d1b {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:20:47.654328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da821c3a-80c7-4415-a7da-06d08907e319 None None] Pushing event updated for resources: {'Port': ['ID=b30f133d-d5ef-48e6-a54d-5f675bd63b08,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:47.702694 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-dc1c2720-993f-4f42-8d60-b37018de4696 None None] Provisioning complete for port b30f133d-d5ef-48e6-a54d-5f675bd63b08 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:47.703035 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2720-993f-4f42-8d60-b37018de4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:47.774333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38816) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:47.790178 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Publish callbacks [] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:47.799395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Routers {'cbd23145-9a23-4707-b13f-07066e86e160'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:47.810457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cbd23145-9a23-4707-b13f-07066e86e160'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:47.848937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Transition to ACTIVE for port object 851eda44-b5c7-4462-b02f-45604f9f4d1b will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:20:47.886745 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:47.888999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d4c16-347d-4852-aa89-ce081f953d29 req-06d38ce8-4c73-49d4-a2a5-a825a1a83791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:47.900868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-174d4c16-347d-4852-aa89-ce081f953d29 req-06d38ce8-4c73-49d4-a2a5-a825a1a83791 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 1128 time: 0.2297704 Feb 02 13:20:47.998096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Pushing event updated for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=9']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:48.011779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11a25f1d-dec1-4c5f-9404-f1d8d7c96f12 req-03a7fee8-49bf-40c4-bd0b-41412a56b499 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5640237 Feb 02 13:20:48.034886 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d01c0215-85ec-4f74-8ad7-297b4eaaa817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:48.142741 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d01c0215-85ec-4f74-8ad7-297b4eaaa817 admin admin] Publish callbacks [] for security_group (2b3d2648-c604-4d47-8ff4-9170959f23d6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:48.171596 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-174d4c16-347d-4852-aa89-ce081f953d29 req-01d2fa49-a2e2-4a4e-b5ac-421d914290ec service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304599 Feb 02 13:20:48.177829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9351228e-d819-4d86-9047-3b67d8ba36c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port 52d00138-d1a6-4ea7-bc4c-553ef94018be {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:20:48.178169 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9351228e-d819-4d86-9047-3b67d8ba36c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:48.190059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.190436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.190780 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.191111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.191480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.191784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.192105 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.192435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.192737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.193052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.193364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.193711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.194001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:20:48.197297 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d01c0215-85ec-4f74-8ad7-297b4eaaa817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2b3d2648-c604-4d47-8ff4-9170959f23d6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:48.250405 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] Set router cbd23145-9a23-4707-b13f-07066e86e160 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:48.250939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c0215-85ec-4f74-8ad7-297b4eaaa817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3d2648-c604-4d47-8ff4-9170959f23d6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:48.252349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dc1c2720-993f-4f42-8d60-b37018de4696 None None] Current status of the port b30f133d-d5ef-48e6-a54d-5f675bd63b08 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:48.252349 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2720-993f-4f42-8d60-b37018de4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:48.276361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-0fd31aee-78be-48d8-b7f7-6a1af92de511 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:48.277481 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-0fd31aee-78be-48d8-b7f7-6a1af92de511 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.18 "GET /v2.0/networks?id=204262e1-02f9-4995-a0c6-c08c55df52b8 HTTP/1.1" status: 200 len: 798 time: 1.0125022 Feb 02 13:20:48.341891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-9351228e-d819-4d86-9047-3b67d8ba36c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] For port 52d00138-d1a6-4ea7-bc4c-553ef94018be, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=52d00138-d1a6-4ea7-bc4c-553ef94018be,segment=NetworkSegment(118cf37e-eeba-4320-97e2-1acde2792b05),segment_id=118cf37e-eeba-4320-97e2-1acde2792b05)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:48.342250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9351228e-d819-4d86-9047-3b67d8ba36c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:48.345547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] No DVR routers for this DVR port 851eda44-b5c7-4462-b02f-45604f9f4d1b on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:20:48.355216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568a1bf-dcdb-4157-a30c-e1fda38aea0d req-08e09de0-5201-4191-a39f-f005877f8085 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:48.362682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9351228e-d819-4d86-9047-3b67d8ba36c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for 52d00138-d1a6-4ea7-bc4c-553ef94018be owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:20:48.363027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a568a1bf-dcdb-4157-a30c-e1fda38aea0d req-08e09de0-5201-4191-a39f-f005877f8085 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.8316813 Feb 02 13:20:48.373449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Request body: {'port': {'device_id': '5a401aaf-ec93-47da-b164-7ef83dfeaecc', 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8', 'admin_state_up': True, 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:48.410759 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d01c0215-85ec-4f74-8ad7-297b4eaaa817 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=eab19c9113d943fcbf5c54f013623564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5603979 Feb 02 13:20:48.423936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-dc1c2720-993f-4f42-8d60-b37018de4696 None None] For port b30f133d-d5ef-48e6-a54d-5f675bd63b08, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b30f133d-d5ef-48e6-a54d-5f675bd63b08,segment=NetworkSegment(74f419dd-1b1d-49da-9b83-96b932b54c4e),segment_id=74f419dd-1b1d-49da-9b83-96b932b54c4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:48.436702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38820) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:48.438040 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc1c2720-993f-4f42-8d60-b37018de4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:48.498750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Attempting to bind port 851eda44-b5c7-4462-b02f-45604f9f4d1b on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:48.499516 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Attempting to bind port 851eda44-b5c7-4462-b02f-45604f9f4d1b by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:48.500124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Attempting to bind port 851eda44-b5c7-4462-b02f-45604f9f4d1b on network 276ba717-3cc3-4b15-8fa5-18614378956f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:48.548364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a568a1bf-dcdb-4157-a30c-e1fda38aea0d req-b0f28061-9609-45e1-985a-035c874ba5a1 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836448 Feb 02 13:20:48.583209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b2642-4693-47d4-91fb-f62b2414c8c0 req-f5f4c1f6-bf08-48cf-b177-8985d7109bc9 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:48.598516 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-796b2642-4693-47d4-91fb-f62b2414c8c0 req-f5f4c1f6-bf08-48cf-b177-8985d7109bc9 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 945 time: 0.4536736 Feb 02 13:20:48.628921 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9351228e-d819-4d86-9047-3b67d8ba36c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (52d00138-d1a6-4ea7-bc4c-553ef94018be), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:48.670910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351228e-d819-4d86-9047-3b67d8ba36c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=52d00138-d1a6-4ea7-bc4c-553ef94018be,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:48.733602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Port 851eda44-b5c7-4462-b02f-45604f9f4d1b on network 276ba717-3cc3-4b15-8fa5-18614378956f not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:20:48.734364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Attempting to bind port 851eda44-b5c7-4462-b02f-45604f9f4d1b on network 276ba717-3cc3-4b15-8fa5-18614378956f {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:48.743251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d4e72a57-ae99-44ff-8e48-0a22a735424c None None] Provisioning complete for port b30f133d-d5ef-48e6-a54d-5f675bd63b08 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:48.743818 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4e72a57-ae99-44ff-8e48-0a22a735424c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:48.789951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:48.794233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Checking segment: {'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:48.794998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Bound using segment: {'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:48.795734 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Bound port: 851eda44-b5c7-4462-b02f-45604f9f4d1b, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e283c1cd-47b2-4a53-b6cf-62ac40095847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:48.800381 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:48.820272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c2720-993f-4f42-8d60-b37018de4696 None None] Pushing event updated for resources: {'Port': ['ID=b30f133d-d5ef-48e6-a54d-5f675bd63b08,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:48.904342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9351228e-d819-4d86-9047-3b67d8ba36c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:48.994278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d4e72a57-ae99-44ff-8e48-0a22a735424c None None] Current status of the port b30f133d-d5ef-48e6-a54d-5f675bd63b08 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:49.025489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688308078', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:20:25Z', 'updated_at': '2022-02-02T13:20:40Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:28Z', 'updated_at': '2022-02-02T13:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'b30f133d-d5ef-48e6-a54d-5f675bd63b08', 'name': '', 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'mac_address': 'fa:16:3e:01:24:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '15287e40-4cb6-493d-95e2-8b8d3738f096', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:39Z', 'updated_at': '2022-02-02T13:20:47Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'subnets': [{'id': '15287e40-4cb6-493d-95e2-8b8d3738f096', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:49.076187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ffede2-f76b-47a8-9d47-db6d274d8f7e None None] The sync data for ids ['cbd23145-9a23-4707-b13f-07066e86e160'] in n-d-827336-2 is: [{'id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688308078', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:20:25Z', 'updated_at': '2022-02-02T13:20:40Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:28Z', 'updated_at': '2022-02-02T13:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'b30f133d-d5ef-48e6-a54d-5f675bd63b08', 'name': '', 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'mac_address': 'fa:16:3e:01:24:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'device_owner': 'network:router_interface', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': '15287e40-4cb6-493d-95e2-8b8d3738f096', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:39Z', 'updated_at': '2022-02-02T13:20:47Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'subnets': [{'id': '15287e40-4cb6-493d-95e2-8b8d3738f096', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:49.116806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:49.125732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:49.152094 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:49.156230 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31a1c46a-f0ab-4d84-b7ee-c592c3fa1b75 admin admin] Publish callbacks [] for security_group (2b3d2648-c604-4d47-8ff4-9170959f23d6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:49.250396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-796b2642-4693-47d4-91fb-f62b2414c8c0 req-f25abc19-f947-414a-a5ca-a675cca4289c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6324365 Feb 02 13:20:49.308444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Pushing event updated for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:49.340132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:49.341019 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:49.343677 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-12a10e14-67f4-4abd-89b6-a7af3b3da7aa service neutron] 10.222.0.18 "PUT /v2.0/ports/851eda44-b5c7-4462-b02f-45604f9f4d1b HTTP/1.1" status: 200 len: 1091 time: 4.3645408 Feb 02 13:20:49.345817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:20:49.348465 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99910dc5-f2c3-4e4c-a658-7b567176f257" -d '{"events": [{"name": "network-changed", "server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:20:49.409819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f21d55-4fdd-46a6-9eaa-3261661be256 req-967fd34c-bbe3-4a25-a641-c39dc3d9f331 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:49.415236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9f21d55-4fdd-46a6-9eaa-3261661be256 req-967fd34c-bbe3-4a25-a641-c39dc3d9f331 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 943 time: 0.7162931 Feb 02 13:20:49.441487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Made reservation on behalf of f59ca13b528b42c586d69e9fa12543df for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:20:49.447444 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:49.480150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b6778e1-9ffc-4364-9eb9-93e513901060 req-774a1952-9c58-428c-86f2-39f0d7e30fb4 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 210 time: 0.1283245 Feb 02 13:20:49.509154 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31a1c46a-f0ab-4d84-b7ee-c592c3fa1b75 admin admin] Publish callbacks [] for security_group (2b3d2648-c604-4d47-8ff4-9170959f23d6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:49.793413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9351228e-d819-4d86-9047-3b67d8ba36c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5d131d84-8779-43de-b7fc-2f619b56d8e2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:20:49.929347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9351228e-d819-4d86-9047-3b67d8ba36c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:49.931564 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9f21d55-4fdd-46a6-9eaa-3261661be256 req-cad3b65f-ff36-4a3f-890a-adee1f1e96b5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615757 Feb 02 13:20:49.940747 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9351228e-d819-4d86-9047-3b67d8ba36c1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7963271 Feb 02 13:20:49.942580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf156ff-c212-4cc5-b495-a4bf5dcdf10d None None] Sync routers for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:20:49.943032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38834) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:49.949919 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31a1c46a-f0ab-4d84-b7ee-c592c3fa1b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2b3d2648-c604-4d47-8ff4-9170959f23d6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:49.953304 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-31a1c46a-f0ab-4d84-b7ee-c592c3fa1b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:49.954733 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-31a1c46a-f0ab-4d84-b7ee-c592c3fa1b75 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2b3d2648-c604-4d47-8ff4-9170959f23d6 HTTP/1.1" status: 204 len: 168 time: 1.4941571 Feb 02 13:20:49.973085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-c4f45d2a-c6b6-45c3-a73f-89cdf23b6181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:49.974835 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-c4f45d2a-c6b6-45c3-a73f-89cdf23b6181 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f94458897094d56aef55c1761cbde79&device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 1126 time: 0.5531697 Feb 02 13:20:49.985560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf156ff-c212-4cc5-b495-a4bf5dcdf10d None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:49.991362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-bcf156ff-c212-4cc5-b495-a4bf5dcdf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:50.029567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1c46a-f0ab-4d84-b7ee-c592c3fa1b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3d2648-c604-4d47-8ff4-9170959f23d6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:50.032470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Allocated IP 172.20.0.30 (204262e1-02f9-4995-a0c6-c08c55df52b8/15287e40-4cb6-493d-95e2-8b8d3738f096/bf164a20-e0e6-4a3c-b3ff-d3f185e34429) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:20:50.037574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-854350eb-b332-440f-bad3-41ff66cd8b39 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting subnet 94339c65-999f-4396-8248-d7b08de8ee4c {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:20:50.045103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cf521-a440-47fd-9349-82c72d178100 req-cd5ae2bc-7565-458f-9fbb-1e232f558154 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:50.047035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-826cf521-a440-47fd-9349-82c72d178100 req-cd5ae2bc-7565-458f-9fbb-1e232f558154 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.4369409 Feb 02 13:20:50.054775 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-854350eb-b332-440f-bad3-41ff66cd8b39 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (94339c65-999f-4396-8248-d7b08de8ee4c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:50.166631 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-854350eb-b332-440f-bad3-41ff66cd8b39 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (94339c65-999f-4396-8248-d7b08de8ee4c), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:50.282657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-bcf156ff-c212-4cc5-b495-a4bf5dcdf10d None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:50.312440 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bcc318-455c-437b-9692-03085febd618 x-openstack-request-id: req-14bcc318-455c-437b-9692-03085febd618 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:20:50.312955 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:20:50.321852 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-14bcc318-455c-437b-9692-03085febd618 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:20:50.323019 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'status': 'completed', 'code': 200} Feb 02 13:20:50.353281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-826cf521-a440-47fd-9349-82c72d178100 req-f9da267c-ee2e-4b36-a6c5-d0cb580682d4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812047 Feb 02 13:20:50.383653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-8a56b2ae-e5bf-4df2-8531-0f20d0262987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:50.387737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-8a56b2ae-e5bf-4df2-8531-0f20d0262987 service neutron] 10.222.0.18 "GET /v2.0/networks?id=276ba717-3cc3-4b15-8fa5-18614378956f HTTP/1.1" status: 200 len: 914 time: 0.4043746 Feb 02 13:20:50.397581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-854350eb-b332-440f-bad3-41ff66cd8b39 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (94339c65-999f-4396-8248-d7b08de8ee4c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:50.495888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-4940cac5-5d9c-4573-8e38-01f4233a4568 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b HTTP/1.1" status: 200 len: 217 time: 0.1010411 Feb 02 13:20:50.532903 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-854350eb-b332-440f-bad3-41ff66cd8b39 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (94339c65-999f-4396-8248-d7b08de8ee4c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:50.598270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854350eb-b332-440f-bad3-41ff66cd8b39 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Subnet': ['ID=94339c65-999f-4396-8248-d7b08de8ee4c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:50.643041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-854350eb-b332-440f-bad3-41ff66cd8b39 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:50.649728 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-854350eb-b332-440f-bad3-41ff66cd8b39 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/94339c65-999f-4396-8248-d7b08de8ee4c HTTP/1.1" status: 204 len: 168 time: 0.7058203 Feb 02 13:20:50.650387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38846) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:50.699204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cd9704-b66a-469a-a06f-f2aaa7c8b973 None None] Network 95e90283-4e05-45dc-ae58-d0872cb9bea0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:20:50.770973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:50.828908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (95e90283-4e05-45dc-ae58-d0872cb9bea0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:50.856008 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84c22b29-327f-4756-8b3f-23366f70f47a req-3484a6e8-7d0f-4edc-a889-8e8f577921b5 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 210 time: 0.2105625 Feb 02 13:20:50.939409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-e9d4b6c1-0e8b-4d11-bab0-f6221834989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:50.940900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-e9d4b6c1-0e8b-4d11-bab0-f6221834989a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0 HTTP/1.1" status: 200 len: 853 time: 0.3726823 Feb 02 13:20:50.963267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e75ec-69f6-4857-b4d7-a1b550d90167 req-28a84fd2-9268-4638-b065-fd67e0684844 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:50.976389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a24e75ec-69f6-4857-b4d7-a1b550d90167 req-28a84fd2-9268-4638-b065-fd67e0684844 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.4871531 Feb 02 13:20:51.005190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port ddd3666c-766e-4f74-b93e-18be9655c480 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:20:51.007623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:51.011135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b30f133d-d5ef-48e6-a54d-5f675bd63b08 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:20:51.133835 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:51.151000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-9a68d5d3-4a5d-44d3-8a86-7eddd0829c3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=276ba717-3cc3-4b15-8fa5-18614378956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1931722 Feb 02 13:20:51.217611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] For port ddd3666c-766e-4f74-b93e-18be9655c480, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ddd3666c-766e-4f74-b93e-18be9655c480,segment=NetworkSegment(118cf37e-eeba-4320-97e2-1acde2792b05),segment_id=118cf37e-eeba-4320-97e2-1acde2792b05)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:51.217984 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:51.238738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for ddd3666c-766e-4f74-b93e-18be9655c480 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:20:51.382670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ddd3666c-766e-4f74-b93e-18be9655c480), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:51.391352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a24e75ec-69f6-4857-b4d7-a1b550d90167 req-bf8ce26a-f365-4553-9540-45d7c6568c48 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063082 Feb 02 13:20:51.392218 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event updated for resources: {'Port': ['ID=bf164a20-e0e6-4a3c-b3ff-d3f185e34429,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:51.428972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-bcf156ff-c212-4cc5-b495-a4bf5dcdf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:48Z', 'revision_number': 10, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:51.429126 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=ddd3666c-766e-4f74-b93e-18be9655c480,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:51.437730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b30f133d-d5ef-48e6-a54d-5f675bd63b08 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:51.438117 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:51.466569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No DVR routers for this DVR port ddd3666c-766e-4f74-b93e-18be9655c480 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:20:51.505982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Network 204262e1-02f9-4995-a0c6-c08c55df52b8 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:51.516384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:51.528764 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:20:51.581627 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6765c58-1840-4c3a-bf97-d9c82ad7bd5f None None] DHCP port deletion for 95e90283-4e05-45dc-ae58-d0872cb9bea0 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:20:51.587682 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf156ff-c212-4cc5-b495-a4bf5dcdf10d None None] Checking router: 5d131d84-8779-43de-b7fc-2f619b56d8e2 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:51.606275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf156ff-c212-4cc5-b495-a4bf5dcdf10d None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:51.606921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-bcf156ff-c212-4cc5-b495-a4bf5dcdf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:51.618133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec24b3-0888-484f-b5ad-b0b0a5b36244 req-70ea31d9-16c8-4a65-9075-a833941a646a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:51.626208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98ec24b3-0888-484f-b5ad-b0b0a5b36244 req-70ea31d9-16c8-4a65-9075-a833941a646a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 0.5474181 Feb 02 13:20:51.735263 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (95e90283-4e05-45dc-ae58-d0872cb9bea0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:51.746290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98ec24b3-0888-484f-b5ad-b0b0a5b36244 req-45d03dea-0da0-4bfb-a232-24c43e6f734b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165948 Feb 02 13:20:51.767517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-bcf156ff-c212-4cc5-b495-a4bf5dcdf10d None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:51.781803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:51.782427 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:51.809182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e90283-4e05-45dc-ae58-d0872cb9bea0']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:51.842533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118cf37e-eeba-4320-97e2-1acde2792b05') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:51.843636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118cf37e-eeba-4320-97e2-1acde2792b05') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:51.877066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (118cf37e-eeba-4320-97e2-1acde2792b05), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:51.882364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-8cee6355-94f0-45c5-bd2c-9d59c1336371 service neutron] 10.222.0.18 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769159 Feb 02 13:20:51.896041 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6ed4c66c-c7e5-41f8-9875-38e4a28cd798 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.5564392 Feb 02 13:20:51.905564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (118cf37e-eeba-4320-97e2-1acde2792b05), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:51.923948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Request body: {'port': {'device_id': '5a401aaf-ec93-47da-b164-7ef83dfeaecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:51.925456 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:20:51.925964 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (118cf37e-eeba-4320-97e2-1acde2792b05), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:20:51.929414 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:20:52.076307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (95e90283-4e05-45dc-ae58-d0872cb9bea0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:52.084463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:52.095703 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/networks/95e90283-4e05-45dc-ae58-d0872cb9bea0 HTTP/1.1" status: 204 len: 168 time: 1.4442077 Feb 02 13:20:52.096473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38884) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:52.121327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b30f133d-d5ef-48e6-a54d-5f675bd63b08 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:20:52.128161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdac6c-55bf-468e-a78c-fe134318256c tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Network': ['ID=95e90283-4e05-45dc-ae58-d0872cb9bea0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:52.145213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ae805ef4-3dfe-45b9-a994-6e477bd9931c None None] Provisioning complete for port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:20:52.146312 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae805ef4-3dfe-45b9-a994-6e477bd9931c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:52.167151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d1bb136-3101-48db-9c9b-87d5b18262ec req-63b2fe56-eff3-4101-bdd5-ee53ef9b54b9 service neutron] 10.222.0.18 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763083 Feb 02 13:20:52.306998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a789f9-5e15-4263-85f8-530e5359e3db req-9779f590-8a4a-49f5-85eb-19dc595cb9de tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:52.308669 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-9779f590-8a4a-49f5-85eb-19dc595cb9de tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/networks?id=79debd18-7bb2-4eb7-af10-309e07e6664a HTTP/1.1" status: 200 len: 809 time: 0.3948169 Feb 02 13:20:52.371405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-d4a5dee9-197a-4a10-857f-3e01860f2692 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/quotas/376711c1b5754cb9a73d54cac187ca36 HTTP/1.1" status: 200 len: 375 time: 0.0130417 Feb 02 13:20:52.381336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889da3e-e951-47d0-a593-a45f3b282771 req-e5f083a9-8417-4c15-9765-94909e10bb03 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:52.385623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ae805ef4-3dfe-45b9-a994-6e477bd9931c None None] Port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:20:52.394977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8889da3e-e951-47d0-a593-a45f3b282771 req-e5f083a9-8417-4c15-9765-94909e10bb03 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.5938122 Feb 02 13:20:52.459332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-bcf156ff-c212-4cc5-b495-a4bf5dcdf10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:48Z', 'revision_number': 10, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:52.534248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf156ff-c212-4cc5-b495-a4bf5dcdf10d None None] The sync data for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 is: [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:48Z', 'revision_number': 10, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None, '_interfaces': [{'id': 'fbdab5c6-7a1c-485f-9409-fb9af8657cca', 'name': '', 'network_id': '958b6d3f-d6f1-4b8d-a67a-03c115b46181', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'mac_address': 'fa:16:3e:1c:e1:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2480, 'fixed_ips': [{'subnet_id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:53Z', 'updated_at': '2022-02-02T13:19:59Z', 'revision_number': 5, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'subnets': [{'id': 'e00d2ec5-2e49-4456-9bac-ea65a0bed603', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:52.552426 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8889da3e-e951-47d0-a593-a45f3b282771 req-0560839e-76b2-4347-9e93-ad9bf4d6cacd tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513808 Feb 02 13:20:52.552426 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:52.639880 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-343db871-e826-42d4-b146-f66e87e22dd3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:52.924275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf164a20-e0e6-4a3c-b3ff-d3f185e34429 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:20:52.932256 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Publish callbacks [] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:52.947156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Transition to ACTIVE for port object bf164a20-e0e6-4a3c-b3ff-d3f185e34429 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:20:53.053108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:53.070027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 52d00138-d1a6-4ea7-bc4c-553ef94018be no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:20:53.095405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99910dc5-f2c3-4e4c-a658-7b567176f257 req-615b5096-86f8-43c6-a4a0-5860a75084fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:53.097060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99910dc5-f2c3-4e4c-a658-7b567176f257 req-615b5096-86f8-43c6-a4a0-5860a75084fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f94458897094d56aef55c1761cbde79&device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 1126 time: 0.7851677 Feb 02 13:20:53.137487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 52d00138-d1a6-4ea7-bc4c-553ef94018be {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:20:53.139008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 52d00138-d1a6-4ea7-bc4c-553ef94018be not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:20:53.139705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ddd3666c-766e-4f74-b93e-18be9655c480 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:20:53.199246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-343db871-e826-42d4-b146-f66e87e22dd3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port fbdab5c6-7a1c-485f-9409-fb9af8657cca {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:20:53.199922 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-343db871-e826-42d4-b146-f66e87e22dd3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:53.208407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ddd3666c-766e-4f74-b93e-18be9655c480 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:20:53.209365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ddd3666c-766e-4f74-b93e-18be9655c480 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:20:53.355538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-03e8825c-7827-4f33-8ccc-537035247d06 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=376711c1b5754cb9a73d54cac187ca36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9379776 Feb 02 13:20:53.428427 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-343db871-e826-42d4-b146-f66e87e22dd3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] For port fbdab5c6-7a1c-485f-9409-fb9af8657cca, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fbdab5c6-7a1c-485f-9409-fb9af8657cca,segment=NetworkSegment(08a3b62e-8df7-4cef-87d9-4b92939099e3),segment_id=08a3b62e-8df7-4cef-87d9-4b92939099e3)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:53.428806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-343db871-e826-42d4-b146-f66e87e22dd3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:53.466780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-343db871-e826-42d4-b146-f66e87e22dd3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for fbdab5c6-7a1c-485f-9409-fb9af8657cca owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:20:53.528797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-d51fe8ee-2783-4dc7-a86a-5f6ce8c66497 service neutron] 10.222.0.83 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722264 Feb 02 13:20:53.988241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-343db871-e826-42d4-b146-f66e87e22dd3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (fbdab5c6-7a1c-485f-9409-fb9af8657cca), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:54.033550 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343db871-e826-42d4-b146-f66e87e22dd3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=fbdab5c6-7a1c-485f-9409-fb9af8657cca,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:54.231106 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-343db871-e826-42d4-b146-f66e87e22dd3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:54.578240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf164a20-e0e6-4a3c-b3ff-d3f185e34429,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:54.621733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343db871-e826-42d4-b146-f66e87e22dd3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5d131d84-8779-43de-b7fc-2f619b56d8e2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:20:54.963980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343db871-e826-42d4-b146-f66e87e22dd3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:54.974359 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed181c-5168-4647-81e4-b2c3bd291c82 None None] Sync routers for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:20:54.975568 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-343db871-e826-42d4-b146-f66e87e22dd3 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8738301 Feb 02 13:20:54.976347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38918) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:54.985521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405167e1-6013-47f6-906b-eaa9822fb34f req-5bb939e3-8959-4e58-868e-a569695f05e0 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:54.989179 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed181c-5168-4647-81e4-b2c3bd291c82 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:55.000653 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-89ed181c-5168-4647-81e4-b2c3bd291c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:55.012276 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-405167e1-6013-47f6-906b-eaa9822fb34f req-5bb939e3-8959-4e58-868e-a569695f05e0 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 907 time: 2.0594959 Feb 02 13:20:55.044664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e58943-c9e1-42b7-8995-8a60b3b9e1a9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting subnet e00d2ec5-2e49-4456-9bac-ea65a0bed603 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:20:55.064343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96e58943-c9e1-42b7-8995-8a60b3b9e1a9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (e00d2ec5-2e49-4456-9bac-ea65a0bed603), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:55.142709 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-09fbc6ca-03a5-424d-bf8f-4456e5b350b4 service neutron] 10.222.0.83 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6102169 Feb 02 13:20:55.162585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Attempting to bind port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:55.164688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Attempting to bind port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:55.164688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Attempting to bind port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 on network 204262e1-02f9-4995-a0c6-c08c55df52b8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:55.201100 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-89ed181c-5168-4647-81e4-b2c3bd291c82 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:55.231708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 on network 204262e1-02f9-4995-a0c6-c08c55df52b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:20:55.232041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Attempting to bind port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 on network 204262e1-02f9-4995-a0c6-c08c55df52b8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:55.236025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96e58943-c9e1-42b7-8995-8a60b3b9e1a9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (e00d2ec5-2e49-4456-9bac-ea65a0bed603), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:55.260764 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:55.261102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Checking segment: {'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:55.261484 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Bound using segment: {'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:55.261933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Bound port: bf164a20-e0e6-4a3c-b3ff-d3f185e34429, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f419dd-1b1d-49da-9b83-96b932b54c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:55.262292 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:55.414246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99910dc5-f2c3-4e4c-a658-7b567176f257 req-9f70616d-ecca-40c8-88c3-08b9954f227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:55.418016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99910dc5-f2c3-4e4c-a658-7b567176f257 req-9f70616d-ecca-40c8-88c3-08b9954f227e service neutron] 10.222.0.18 "GET /v2.0/networks?id=276ba717-3cc3-4b15-8fa5-18614378956f HTTP/1.1" status: 200 len: 914 time: 2.2969420 Feb 02 13:20:55.443878 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-89ed181c-5168-4647-81e4-b2c3bd291c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:53Z', 'revision_number': 11, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:55.539571 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed181c-5168-4647-81e4-b2c3bd291c82 None None] Checking router: 5d131d84-8779-43de-b7fc-2f619b56d8e2 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:55.543019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99910dc5-f2c3-4e4c-a658-7b567176f257 req-069c7e77-4989-47be-892a-1174bbe80c74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b HTTP/1.1" status: 200 len: 217 time: 0.1173012 Feb 02 13:20:55.559867 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ed181c-5168-4647-81e4-b2c3bd291c82 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:55.560801 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-89ed181c-5168-4647-81e4-b2c3bd291c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:55.604664 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96e58943-c9e1-42b7-8995-8a60b3b9e1a9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (e00d2ec5-2e49-4456-9bac-ea65a0bed603), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:55.787601 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96e58943-c9e1-42b7-8995-8a60b3b9e1a9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (e00d2ec5-2e49-4456-9bac-ea65a0bed603), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:55.818183 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-89ed181c-5168-4647-81e4-b2c3bd291c82 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:55.928959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef4eea-5502-418c-8acf-f1e1b90d2574 None None] Network 958b6d3f-d6f1-4b8d-a67a-03c115b46181 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:20:55.930821 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96e58943-c9e1-42b7-8995-8a60b3b9e1a9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:55.943879 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-89ed181c-5168-4647-81e4-b2c3bd291c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:53Z', 'revision_number': 11, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:55.950525 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-96e58943-c9e1-42b7-8995-8a60b3b9e1a9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/e00d2ec5-2e49-4456-9bac-ea65a0bed603 HTTP/1.1" status: 204 len: 168 time: 0.9717131 Feb 02 13:20:55.952850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e58943-c9e1-42b7-8995-8a60b3b9e1a9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Subnet': ['ID=e00d2ec5-2e49-4456-9bac-ea65a0bed603,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:55.960701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] For port bf164a20-e0e6-4a3c-b3ff-d3f185e34429, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:20:55.963328 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38934) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:55.973457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] For port bf164a20-e0e6-4a3c-b3ff-d3f185e34429, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bf164a20-e0e6-4a3c-b3ff-d3f185e34429,segment=NetworkSegment(74f419dd-1b1d-49da-9b83-96b932b54c4e),segment_id=74f419dd-1b1d-49da-9b83-96b932b54c4e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:20:55.976673 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ed181c-5168-4647-81e4-b2c3bd291c82 None None] The sync data for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 is: [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:53Z', 'revision_number': 11, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:56.001960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99910dc5-f2c3-4e4c-a658-7b567176f257 req-e63b3d1a-7229-4b4f-ae8a-1d3d84ec8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:56.005604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99910dc5-f2c3-4e4c-a658-7b567176f257 req-e63b3d1a-7229-4b4f-ae8a-1d3d84ec8ba9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0 HTTP/1.1" status: 200 len: 853 time: 0.3383539 Feb 02 13:20:56.017704 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:56.077003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (958b6d3f-d6f1-4b8d-a67a-03c115b46181), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:56.210298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Deleting port 4609e333-5e9e-4db5-9c4d-841c0c125785 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:20:56.216612 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:56.220961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99910dc5-f2c3-4e4c-a658-7b567176f257 req-78a87fed-41b9-4206-be27-90e649acc97d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=276ba717-3cc3-4b15-8fa5-18614378956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1857076 Feb 02 13:20:56.225872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:56.226752 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:56.230240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] 10.222.0.18 "PUT /v2.0/ports/bf164a20-e0e6-4a3c-b3ff-d3f185e34429 HTTP/1.1" status: 200 len: 1055 time: 4.3135855 Feb 02 13:20:56.237041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a401aaf-ec93-47da-b164-7ef83dfeaecc', 'tag': 'bf164a20-e0e6-4a3c-b3ff-d3f185e34429'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:20:56.239670 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cac7fc6-b8ea-4a3f-a56a-f7adafe3d19e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a401aaf-ec93-47da-b164-7ef83dfeaecc", "tag": "bf164a20-e0e6-4a3c-b3ff-d3f185e34429"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:20:56.270522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea5603-4eb9-4146-8c07-d46ac8c2a0c8 req-14bda0f4-82aa-4b57-bd30-818678a6a68b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:56.280143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4ea5603-4eb9-4146-8c07-d46ac8c2a0c8 req-14bda0f4-82aa-4b57-bd30-818678a6a68b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.7335775 Feb 02 13:20:56.309968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4a6e0-c9f6-4742-9983-9e1f9821b50a req-293ac91e-30e2-4d6f-8300-a0561ab27490 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:56.312056 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8b4a6e0-c9f6-4742-9983-9e1f9821b50a req-293ac91e-30e2-4d6f-8300-a0561ab27490 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 0.9029386 Feb 02 13:20:56.355756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] For port 4609e333-5e9e-4db5-9c4d-841c0c125785, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4609e333-5e9e-4db5-9c4d-841c0c125785,segment=NetworkSegment(08a3b62e-8df7-4cef-87d9-4b92939099e3),segment_id=08a3b62e-8df7-4cef-87d9-4b92939099e3)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:56.356308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:56.378493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f046ab0-60ec-4f6f-b890-d6f548ab127c None None] DHCP port deletion for 958b6d3f-d6f1-4b8d-a67a-03c115b46181 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:20:56.417552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Calling delete_port for 4609e333-5e9e-4db5-9c4d-841c0c125785 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:20:56.488336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0f046ab0-60ec-4f6f-b890-d6f548ab127c None None] Deleting port 4609e333-5e9e-4db5-9c4d-841c0c125785 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:20:56.488716 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f046ab0-60ec-4f6f-b890-d6f548ab127c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:56.596377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99910dc5-f2c3-4e4c-a658-7b567176f257 req-724f3f9a-e0c9-49a6-aa2e-8be5031e4376 service neutron] 10.222.0.18 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988400 Feb 02 13:20:56.629532 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:56.669054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0f046ab0-60ec-4f6f-b890-d6f548ab127c None None] For port 4609e333-5e9e-4db5-9c4d-841c0c125785, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4609e333-5e9e-4db5-9c4d-841c0c125785,segment=NetworkSegment(08a3b62e-8df7-4cef-87d9-4b92939099e3),segment_id=08a3b62e-8df7-4cef-87d9-4b92939099e3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:20:56.670556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Port': ['ID=4609e333-5e9e-4db5-9c4d-841c0c125785,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:56.671762 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f046ab0-60ec-4f6f-b890-d6f548ab127c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:56.676623 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No DVR routers for this DVR port 4609e333-5e9e-4db5-9c4d-841c0c125785 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:20:56.721048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4ea5603-4eb9-4146-8c07-d46ac8c2a0c8 req-0041a514-1539-4e3b-bb15-9bc00ffbfa82 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4077604 Feb 02 13:20:56.741374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0f046ab0-60ec-4f6f-b890-d6f548ab127c None None] Calling delete_port for 4609e333-5e9e-4db5-9c4d-841c0c125785 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:20:56.864559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99910dc5-f2c3-4e4c-a658-7b567176f257 req-d976cd73-8bb3-411c-b30f-be270daaa3a2 service neutron] 10.222.0.18 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095339 Feb 02 13:20:56.904337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (958b6d3f-d6f1-4b8d-a67a-03c115b46181), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:56.910048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ffed10a-15da-46ac-800b-5a723a5ce5c5 req-714d3e54-9315-4c38-9bdb-3b45c87bd7c0 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 210 time: 0.0393877 Feb 02 13:20:56.944004 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6722b5b6-12b0-4520-83bd-23c1af775ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf164a20-e0e6-4a3c-b3ff-d3f185e34429,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:56.957019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958b6d3f-d6f1-4b8d-a67a-03c115b46181']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:56.973220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8b4a6e0-c9f6-4742-9983-9e1f9821b50a req-049b535c-0615-4111-90a9-d06b6fa93722 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185935 Feb 02 13:20:56.992433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a3b62e-8df7-4cef-87d9-4b92939099e3') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:57.004699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a3b62e-8df7-4cef-87d9-4b92939099e3') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:57.006689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-69a04f1b-9022-4702-82e4-7b69e2d88164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:57.011304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-69a04f1b-9022-4702-82e4-7b69e2d88164 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f59ca13b528b42c586d69e9fa12543df&device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 1089 time: 0.6095417 Feb 02 13:20:57.016813 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f046ab0-60ec-4f6f-b890-d6f548ab127c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (4609e333-5e9e-4db5-9c4d-841c0c125785), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:57.031888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (08a3b62e-8df7-4cef-87d9-4b92939099e3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:57.038154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fbdab5c6-7a1c-485f-9409-fb9af8657cca no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:20:57.061035 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (08a3b62e-8df7-4cef-87d9-4b92939099e3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:57.074726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:20:57.076562 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (08a3b62e-8df7-4cef-87d9-4b92939099e3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:20:57.110647 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:20:57.237716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f046ab0-60ec-4f6f-b890-d6f548ab127c None None] Pushing event deleted for resources: {'Port': ['ID=4609e333-5e9e-4db5-9c4d-841c0c125785,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:57.242402 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: fbdab5c6-7a1c-485f-9409-fb9af8657cca {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:20:57.242635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fbdab5c6-7a1c-485f-9409-fb9af8657cca not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:20:57.274160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4609e333-5e9e-4db5-9c4d-841c0c125785 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:20:57.278471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f046ab0-60ec-4f6f-b890-d6f548ab127c None None] No DVR routers for this DVR port 4609e333-5e9e-4db5-9c4d-841c0c125785 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:20:57.302077 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c837aaf4-328f-454c-80e1-69d3925f7037 x-openstack-request-id: req-c837aaf4-328f-454c-80e1-69d3925f7037 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:20:57.302404 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a401aaf-ec93-47da-b164-7ef83dfeaecc", "tag": "bf164a20-e0e6-4a3c-b3ff-d3f185e34429", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:20:57.303292 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c837aaf4-328f-454c-80e1-69d3925f7037 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:20:57.303806 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a401aaf-ec93-47da-b164-7ef83dfeaecc', 'tag': 'bf164a20-e0e6-4a3c-b3ff-d3f185e34429', 'status': 'completed', 'code': 200} Feb 02 13:20:57.313093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-b8784f36-612a-436f-9ece-97b614f78ed0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=bf164a20-e0e6-4a3c-b3ff-d3f185e34429 HTTP/1.1" status: 200 len: 217 time: 0.1889248 Feb 02 13:20:57.375579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 4609e333-5e9e-4db5-9c4d-841c0c125785 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:20:57.376049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4609e333-5e9e-4db5-9c4d-841c0c125785 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:20:57.435366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a789f9-5e15-4263-85f8-530e5359e3db req-a72e7527-d95b-45cc-bf82-f89c9f9ed401 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:57.436927 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-a72e7527-d95b-45cc-bf82-f89c9f9ed401 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.62 "GET /v2.0/networks?id=79debd18-7bb2-4eb7-af10-309e07e6664a HTTP/1.1" status: 200 len: 809 time: 0.2238593 Feb 02 13:20:57.447020 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (958b6d3f-d6f1-4b8d-a67a-03c115b46181), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:57.458585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Request body: {'port': {'device_id': '9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d', 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a', 'admin_state_up': True, 'tenant_id': '376711c1b5754cb9a73d54cac187ca36'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:57.463966 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:57.471832 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/networks/958b6d3f-d6f1-4b8d-a67a-03c115b46181 HTTP/1.1" status: 204 len: 168 time: 1.5036731 Feb 02 13:20:57.484347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38968) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:57.489378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d9ea32a5-7fab-4f22-9a16-8ea2b9c2c4d1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'router': {'routes': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:57.497396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f97b6f-9c3c-4217-8ca4-80b64f38585e req-a704e869-4335-4a4f-8702-f3466d9149fa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:57.506856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158edacc-ca4a-4c9e-a4eb-07bcacf299fe tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Pushing event deleted for resources: {'Network': ['ID=958b6d3f-d6f1-4b8d-a67a-03c115b46181,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:57.528504 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4f97b6f-9c3c-4217-8ca4-80b64f38585e req-a704e869-4335-4a4f-8702-f3466d9149fa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 907 time: 0.4860945 Feb 02 13:20:57.553277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-68d144b6-e4e3-4af5-bb61-2e0b65c04d49 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=cb35392a5b1c4ee0931a1fde5479f776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1291516 Feb 02 13:20:57.744533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.extraroute_db [None req-d9ea32a5-7fab-4f22-9a16-8ea2b9c2c4d1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Added routes are [] {{(pid=103187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 02 13:20:57.744533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.extraroute_db [None req-d9ea32a5-7fab-4f22-9a16-8ea2b9c2c4d1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Removed routes are [] {{(pid=103187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 02 13:20:57.744948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9ea32a5-7fab-4f22-9a16-8ea2b9c2c4d1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:57.763205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-9bb525a7-4b57-4ae9-b616-2746a5f1446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:57.765391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-9bb525a7-4b57-4ae9-b616-2746a5f1446d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15287e40-4cb6-493d-95e2-8b8d3738f096 HTTP/1.1" status: 200 len: 838 time: 0.4390378 Feb 02 13:20:57.770358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Made reservation on behalf of 376711c1b5754cb9a73d54cac187ca36 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:20:57.774296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:57.855768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-b1908115-4f57-4452-9256-10211c6a97f9 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:57.870876 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-b1908115-4f57-4452-9256-10211c6a97f9 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3157866 Feb 02 13:20:57.927998 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-15cea4ce-621a-453b-86f7-016b70696d51 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/quotas/cb35392a5b1c4ee0931a1fde5479f776 HTTP/1.1" status: 200 len: 375 time: 0.0554998 Feb 02 13:20:57.967918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-2dc81579-6287-4425-835b-ae153acf21cf tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb35392a5b1c4ee0931a1fde5479f776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341289 Feb 02 13:20:57.987572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9ea32a5-7fab-4f22-9a16-8ea2b9c2c4d1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:57.998491 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9ea32a5-7fab-4f22-9a16-8ea2b9c2c4d1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:58.015719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa0208-e439-4f3d-a4c3-66d47ef73218 req-bdde4f7e-da3b-4b8d-80a1-28aaa5eadecd tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:58.022739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0aa0208-e439-4f3d-a4c3-66d47ef73218 req-bdde4f7e-da3b-4b8d-80a1-28aaa5eadecd tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.1477764 Feb 02 13:20:58.128169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0aa0208-e439-4f3d-a4c3-66d47ef73218 req-38c446a4-52de-43cc-868c-57a6fa790b43 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043324 Feb 02 13:20:58.153945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-13448a12-d340-40bb-8664-d1486599246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:58.155497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-13448a12-d340-40bb-8664-d1486599246b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=204262e1-02f9-4995-a0c6-c08c55df52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1905589 Feb 02 13:20:58.167605 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ea32a5-7fab-4f22-9a16-8ea2b9c2c4d1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 5d131d84-8779-43de-b7fc-2f619b56d8e2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:20:58.219818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Allocated IP 172.20.0.6 (79debd18-7bb2-4eb7-af10-309e07e6664a/fced92fd-062d-435a-bc90-e10ac8434f63/39a483f9-b38c-4664-be78-263c9ec755be) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:20:58.332484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ea32a5-7fab-4f22-9a16-8ea2b9c2c4d1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:20:58.338395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f110269-8214-44e0-9bec-9dcd66e69152 req-e684c287-9875-42c7-8ea2-7a1aaa6f37cb tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 210 time: 0.0472724 Feb 02 13:20:58.346159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc80b50-a2ac-4973-a86d-1899025cb071 None None] Sync routers for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:20:58.347033 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9ea32a5-7fab-4f22-9a16-8ea2b9c2c4d1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:58.351791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:58.352048 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d9ea32a5-7fab-4f22-9a16-8ea2b9c2c4d1 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2 HTTP/1.1" status: 200 len: 705 time: 0.8666048 Feb 02 13:20:58.374139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc80b50-a2ac-4973-a86d-1899025cb071 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:58.376758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fcc80b50-a2ac-4973-a86d-1899025cb071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:58.439190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fae1ae83-a7f0-4af5-9124-9e58083ea6a9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d131d84-8779-43de-b7fc-2f619b56d8e2 HTTP/1.1" status: 200 len: 205 time: 0.0858474 Feb 02 13:20:58.444063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:58.599139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-fcc80b50-a2ac-4973-a86d-1899025cb071 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:58.610666 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks [] for port (39a483f9-b38c-4664-be78-263c9ec755be), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:58.652700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-839816a2-b3ce-4b10-90c2-c5e019926d90 req-c7262188-2dd0-4938-9cd9-5e4e1d268408 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 210 time: 0.0581827 Feb 02 13:20:58.671408 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (39a483f9-b38c-4664-be78-263c9ec755be), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:58.727871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Pushing event updated for resources: {'Port': ['ID=39a483f9-b38c-4664-be78-263c9ec755be,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:58.745409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Network 79debd18-7bb2-4eb7-af10-309e07e6664a is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:20:58.746910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:20:58.747125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['1be0072e-75db-4aa9-b980-db09d8fd1e52'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:20:58.749205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:20:58.750843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fcc80b50-a2ac-4973-a86d-1899025cb071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:53Z', 'revision_number': 11, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:58.798467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc80b50-a2ac-4973-a86d-1899025cb071 None None] Checking router: 5d131d84-8779-43de-b7fc-2f619b56d8e2 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:20:58.800723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:58.801447 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:58.836914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc80b50-a2ac-4973-a86d-1899025cb071 None None] Routers {'5d131d84-8779-43de-b7fc-2f619b56d8e2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:20:58.838217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fcc80b50-a2ac-4973-a86d-1899025cb071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['5d131d84-8779-43de-b7fc-2f619b56d8e2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:58.855898 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b82eff7a-6261-4922-90d5-50110cf03943 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3977175 Feb 02 13:20:58.876874 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4d65-65cc-4a3a-9015-1301ff4d6aad tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:58.894069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Request body: {'port': {'device_id': '9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:20:58.958261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-fcc80b50-a2ac-4973-a86d-1899025cb071 None None] Set router 5d131d84-8779-43de-b7fc-2f619b56d8e2 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:20:59.099697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fcc80b50-a2ac-4973-a86d-1899025cb071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:53Z', 'revision_number': 11, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:20:59.124536 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (39a483f9-b38c-4664-be78-263c9ec755be), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:59.130055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc80b50-a2ac-4973-a86d-1899025cb071 None None] The sync data for ids ['5d131d84-8779-43de-b7fc-2f619b56d8e2'] in n-d-827336-2 is: [{'id': '5d131d84-8779-43de-b7fc-2f619b56d8e2', 'name': 'tempest-RoutersIpV6Test-router-1102684889', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:50Z', 'updated_at': '2022-02-02T13:20:53Z', 'revision_number': 11, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:20:59.295743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2556eb-d6b2-41d9-8e57-f6de01674048 req-30498965-9726-4572-b629-b3b0ac7ca14a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:59.306321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba2556eb-d6b2-41d9-8e57-f6de01674048 req-30498965-9726-4572-b629-b3b0ac7ca14a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 0.8791912 Feb 02 13:20:59.451970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-de345625-5041-404f-8f71-3ae0993faddf service neutron] 10.222.0.18 "GET /v2.0/networks/204262e1-02f9-4995-a0c6-c08c55df52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0373173 Feb 02 13:20:59.571910 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4d65-65cc-4a3a-9015-1301ff4d6aad tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:59.583335 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4d65-65cc-4a3a-9015-1301ff4d6aad tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (5d131d84-8779-43de-b7fc-2f619b56d8e2), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:59.586554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef047535-f6a9-4763-af57-ed09426a0d20 req-71f567b2-1f88-4dc7-922e-5a5924e3b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:59.588310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef047535-f6a9-4763-af57-ed09426a0d20 req-71f567b2-1f88-4dc7-922e-5a5924e3b411 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 1128 time: 0.5614715 Feb 02 13:20:59.604578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a483f9-b38c-4664-be78-263c9ec755be {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:20:59.609184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe44eb-f6bc-4e1c-8a29-15dddff18412 req-158cab77-0ed6-4bc4-8901-059660357b97 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:20:59.614217 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Publish callbacks [] for port (39a483f9-b38c-4664-be78-263c9ec755be), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:59.618620 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7cfe44eb-f6bc-4e1c-8a29-15dddff18412 req-158cab77-0ed6-4bc4-8901-059660357b97 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 907 time: 0.7549090 Feb 02 13:20:59.645699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Transition to ACTIVE for port object 39a483f9-b38c-4664-be78-263c9ec755be will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:20:59.650610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba2556eb-d6b2-41d9-8e57-f6de01674048 req-3dd08bc7-0439-465e-978a-376739a74843 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410182 Feb 02 13:20:59.653845 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (39a483f9-b38c-4664-be78-263c9ec755be), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:59.732785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Pushing event updated for resources: {'Port': ['ID=39a483f9-b38c-4664-be78-263c9ec755be,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:20:59.855635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Attempting to bind port 39a483f9-b38c-4664-be78-263c9ec755be on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:20:59.856506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Attempting to bind port 39a483f9-b38c-4664-be78-263c9ec755be by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:20:59.857072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Attempting to bind port 39a483f9-b38c-4664-be78-263c9ec755be on network 79debd18-7bb2-4eb7-af10-309e07e6664a {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:59.862108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Port 39a483f9-b38c-4664-be78-263c9ec755be on network 79debd18-7bb2-4eb7-af10-309e07e6664a not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:20:59.862742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Attempting to bind port 39a483f9-b38c-4664-be78-263c9ec755be on network 79debd18-7bb2-4eb7-af10-309e07e6664a {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:20:59.870552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:20:59.871252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Checking segment: {'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:20:59.871913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Bound using segment: {'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:20:59.872598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Bound port: 39a483f9-b38c-4664-be78-263c9ec755be, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b60d748a-5eb4-476f-af07-56941fe4826e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:20:59.873195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (39a483f9-b38c-4664-be78-263c9ec755be), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:59.944747 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4d65-65cc-4a3a-9015-1301ff4d6aad tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (5d131d84-8779-43de-b7fc-2f619b56d8e2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:59.945395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcb4d65-65cc-4a3a-9015-1301ff4d6aad tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Fanout notify agent at l3_agent the message router_deleted on router 5d131d84-8779-43de-b7fc-2f619b56d8e2 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:20:59.952872 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddcb4d65-65cc-4a3a-9015-1301ff4d6aad tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:20:59.958460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ddcb4d65-65cc-4a3a-9015-1301ff4d6aad tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2 HTTP/1.1" status: 204 len: 168 time: 1.5011559 Feb 02 13:20:59.959979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39006) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:20:59.966626 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71fad2b0-cc65-4467-af2c-cbaecc680960 req-2b6a5be9-3df6-4760-97c8-f36de4b321f4 service neutron] 10.222.0.18 "GET /v2.0/networks/204262e1-02f9-4995-a0c6-c08c55df52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717047 Feb 02 13:20:59.972967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aee8e525-e2d4-4a0c-8395-0253e1ada176 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1619672264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:00.032682 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-463ff0c4-9b84-4ade-8c4d-29b8093af7b8 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cb35392a5b1c4ee0931a1fde5479f776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756254 Feb 02 13:21:00.101241 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee8e525-e2d4-4a0c-8395-0253e1ada176 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (94bd8685-dcd5-4ad2-b659-e7ab49918c3c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:00.102394 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee8e525-e2d4-4a0c-8395-0253e1ada176 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (94bd8685-dcd5-4ad2-b659-e7ab49918c3c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:00.151593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8aa9d-e7ba-4001-b1fd-0a231d61fa70 req-6ac890ea-e54a-4cc0-a4e2-bcad5624a3ab tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:00.153356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfe8aa9d-e7ba-4001-b1fd-0a231d61fa70 req-6ac890ea-e54a-4cc0-a4e2-bcad5624a3ab tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 943 time: 0.3543046 Feb 02 13:21:00.282728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] For port 39a483f9-b38c-4664-be78-263c9ec755be, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:21:00.342474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] For port 39a483f9-b38c-4664-be78-263c9ec755be, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=39a483f9-b38c-4664-be78-263c9ec755be,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:21:00.375990 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (39a483f9-b38c-4664-be78-263c9ec755be), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:00.401936 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:21:00.738922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef047535-f6a9-4763-af57-ed09426a0d20 req-7887638d-3cbc-44bd-b250-59ea16507132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:00.740434 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef047535-f6a9-4763-af57-ed09426a0d20 req-7887638d-3cbc-44bd-b250-59ea16507132 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 917 time: 0.9112015 Feb 02 13:21:00.825394 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee8e525-e2d4-4a0c-8395-0253e1ada176 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (94bd8685-dcd5-4ad2-b659-e7ab49918c3c), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:00.841606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Pushing event updated for resources: {'Port': ['ID=39a483f9-b38c-4664-be78-263c9ec755be,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:00.844328 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a34376-5bd2-4d5b-9940-26dac5024777 req-597db43f-03de-40d9-a9c5-71719fafea3c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:00.845840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7a34376-5bd2-4d5b-9940-26dac5024777 req-597db43f-03de-40d9-a9c5-71719fafea3c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 1.0077899 Feb 02 13:21:00.857974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-7eae626e-b1e6-43f8-adab-03824d3c5c85 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:00.859595 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-7eae626e-b1e6-43f8-adab-03824d3c5c85 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8213465 Feb 02 13:21:00.862319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfe8aa9d-e7ba-4001-b1fd-0a231d61fa70 req-17943eeb-0d0d-4789-a7c6-6784ac17af15 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089723 Feb 02 13:21:00.867514 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee8e525-e2d4-4a0c-8395-0253e1ada176 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (94bd8685-dcd5-4ad2-b659-e7ab49918c3c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:00.879631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:00.880776 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:00.882733 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-c0671da8-943f-474e-af41-fe81b9b08b01 service neutron] 10.222.0.62 "PUT /v2.0/ports/39a483f9-b38c-4664-be78-263c9ec755be HTTP/1.1" status: 200 len: 1091 time: 2.0004356 Feb 02 13:21:00.889715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Request body: {'port': {'device_id': '82fa81f4-7d05-42a6-8262-fd4e02ea60f5', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': 'cb35392a5b1c4ee0931a1fde5479f776'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:00.903863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d', 'tag': '39a483f9-b38c-4664-be78-263c9ec755be'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:00.919568 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1556d5-0aee-4751-b33c-1f31ebec2196" -d '{"events": [{"name": "network-changed", "server_uuid": "9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d", "tag": "39a483f9-b38c-4664-be78-263c9ec755be"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:00.936896 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee8e525-e2d4-4a0c-8395-0253e1ada176 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:00.938631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aee8e525-e2d4-4a0c-8395-0253e1ada176 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9709640 Feb 02 13:21:00.952093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39014) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:00.956079 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7a34376-5bd2-4d5b-9940-26dac5024777 req-cf5f5674-594c-42a0-a52d-42f013f28f04 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789423 Feb 02 13:21:00.971589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9da34309-7e58-4c26-a93c-25245e66b744 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:01.079693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72c40cf3-fc8a-4915-8ec6-f41426f89946 req-0127c269-8838-4427-afc0-e80f1599dd5e tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 210 time: 0.0532420 Feb 02 13:21:01.241939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab68e7-693b-434c-b6b1-9bb4b0a94801 req-877e76d9-6c15-4f4e-9df9-46ff3c6146d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:01.243902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-acab68e7-693b-434c-b6b1-9bb4b0a94801 req-877e76d9-6c15-4f4e-9df9-46ff3c6146d1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 907 time: 0.0874252 Feb 02 13:21:01.288781 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a789f9-5e15-4263-85f8-530e5359e3db req-38504a76-fbfa-4332-96f7-38efa2f2e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:01.290530 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-38504a76-fbfa-4332-96f7-38efa2f2e117 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=376711c1b5754cb9a73d54cac187ca36&device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 1125 time: 0.3399518 Feb 02 13:21:01.370783 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9da34309-7e58-4c26-a93c-25245e66b744 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (94bd8685-dcd5-4ad2-b659-e7ab49918c3c), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:01.375195 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e1717-3f1d-43ec-bfe4-6a5af308c52a req-1d2d59c4-40b3-4df0-860a-08357dff0252 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:01.378209 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-fc805fa1-8bd7-4a3e-a152-088a5841786b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39a483f9-b38c-4664-be78-263c9ec755be HTTP/1.1" status: 200 len: 217 time: 0.0527091 Feb 02 13:21:01.381068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e5e1717-3f1d-43ec-bfe4-6a5af308c52a req-1d2d59c4-40b3-4df0-860a-08357dff0252 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 0.0666382 Feb 02 13:21:01.396118 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Made reservation on behalf of cb35392a5b1c4ee0931a1fde5479f776 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:01.400021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:01.432277 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9da34309-7e58-4c26-a93c-25245e66b744 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (94bd8685-dcd5-4ad2-b659-e7ab49918c3c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:01.434224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e5e1717-3f1d-43ec-bfe4-6a5af308c52a req-94f9829e-706d-40c8-8a7b-ad99e5c388c5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493050 Feb 02 13:21:01.437680 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:01.492188 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800d5dea-a7ab-440f-a090-ad64cf817b92 x-openstack-request-id: req-800d5dea-a7ab-440f-a090-ad64cf817b92 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:01.492456 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d", "tag": "39a483f9-b38c-4664-be78-263c9ec755be", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:01.492787 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-800d5dea-a7ab-440f-a090-ad64cf817b92 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:01.493228 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d', 'tag': '39a483f9-b38c-4664-be78-263c9ec755be', 'status': 'completed', 'code': 200} Feb 02 13:21:01.532038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a789f9-5e15-4263-85f8-530e5359e3db req-7741e7c4-9a5d-4baf-8ef2-18c2c09d0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:01.533516 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-7741e7c4-9a5d-4baf-8ef2-18c2c09d0f17 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fced92fd-062d-435a-bc90-e10ac8434f63 HTTP/1.1" status: 200 len: 849 time: 0.1477871 Feb 02 13:21:01.579693 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-b2674b2b-b2f2-4bd0-b032-ea90efb5ffd7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=79debd18-7bb2-4eb7-af10-309e07e6664a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346954 Feb 02 13:21:01.711884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da34309-7e58-4c26-a93c-25245e66b744 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Router 94bd8685-dcd5-4ad2-b659-e7ab49918c3c is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:21:01.730874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Publish callbacks [] for security_group (0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:01.735321 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-71e6a7f4-381a-48f2-b96f-f0b0b4eeca87 service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475613 Feb 02 13:21:01.775795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aed770f8-771e-4673-b54b-d299875e580f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:01.778268 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:01.909924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da34309-7e58-4c26-a93c-25245e66b744 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:21:01.919731 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9938b4b-8332-4108-8ade-c65d810888b4 None None] Sync routers for ids ['94bd8685-dcd5-4ad2-b659-e7ab49918c3c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:21:01.949060 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9938b4b-8332-4108-8ade-c65d810888b4 None None] Routers {'94bd8685-dcd5-4ad2-b659-e7ab49918c3c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:01.949681 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c9938b4b-8332-4108-8ade-c65d810888b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['94bd8685-dcd5-4ad2-b659-e7ab49918c3c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:01.982576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9da34309-7e58-4c26-a93c-25245e66b744 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:01.987243 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9da34309-7e58-4c26-a93c-25245e66b744 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "PUT /v2.0/routers/94bd8685-dcd5-4ad2-b659-e7ab49918c3c HTTP/1.1" status: 200 len: 698 time: 1.0310400 Feb 02 13:21:01.987243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:01.992761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39022) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:01.994241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1647f-806b-47ad-8ffd-9dff70288e22 req-14efe7ad-31b9-43c2-aed1-9c181b57d08a tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:01.996521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88e1647f-806b-47ad-8ffd-9dff70288e22 req-14efe7ad-31b9-43c2-aed1-9c181b57d08a tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 943 time: 0.0602438 Feb 02 13:21:02.032216 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c9938b4b-8332-4108-8ade-c65d810888b4 None None] Set router 94bd8685-dcd5-4ad2-b659-e7ab49918c3c gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:21:02.063244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88e1647f-806b-47ad-8ffd-9dff70288e22 req-f563782a-225f-49cf-955d-7f41fba1dfed tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598538 Feb 02 13:21:02.126365 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-00084f1c-97f4-4857-a3c2-b76e427a44d9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/routers/94bd8685-dcd5-4ad2-b659-e7ab49918c3c HTTP/1.1" status: 200 len: 704 time: 0.1294827 Feb 02 13:21:02.130599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:02.132073 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c9938b4b-8332-4108-8ade-c65d810888b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bd8685-dcd5-4ad2-b659-e7ab49918c3c', 'name': 'tempest-RoutersIpV6Test-router-1619672264', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:21:00Z', 'updated_at': '2022-02-02T13:21:01Z', 'revision_number': 2, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:02.135152 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-49a789f9-5e15-4263-85f8-530e5359e3db req-99b70407-44bd-4cd7-85a7-df19623f53e4 service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921778 Feb 02 13:21:02.163271 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8d1d5bd8-16fa-43b9-badc-049c74535670 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=94bd8685-dcd5-4ad2-b659-e7ab49918c3c HTTP/1.1" status: 200 len: 205 time: 0.0313604 Feb 02 13:21:02.165935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39030) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:02.172831 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9938b4b-8332-4108-8ade-c65d810888b4 None None] Checking router: 94bd8685-dcd5-4ad2-b659-e7ab49918c3c for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:21:02.183603 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9938b4b-8332-4108-8ade-c65d810888b4 None None] Routers {'94bd8685-dcd5-4ad2-b659-e7ab49918c3c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:02.184691 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c9938b4b-8332-4108-8ade-c65d810888b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:20:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['94bd8685-dcd5-4ad2-b659-e7ab49918c3c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:02.247796 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e5c5e-954b-49f9-80ad-b2a42cd95a54 req-219fabfc-a9e0-47eb-9c38-5f50c63d760c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:02.249528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-670e5c5e-954b-49f9-80ad-b2a42cd95a54 req-219fabfc-a9e0-47eb-9c38-5f50c63d760c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 946 time: 0.0894403 Feb 02 13:21:02.263110 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c9938b4b-8332-4108-8ade-c65d810888b4 None None] Set router 94bd8685-dcd5-4ad2-b659-e7ab49918c3c gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:21:02.315588 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-670e5c5e-954b-49f9-80ad-b2a42cd95a54 req-da32a90e-08ed-431a-87d3-f3a64467e37e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593483 Feb 02 13:21:02.328994 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c9938b4b-8332-4108-8ade-c65d810888b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bd8685-dcd5-4ad2-b659-e7ab49918c3c', 'name': 'tempest-RoutersIpV6Test-router-1619672264', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:21:00Z', 'updated_at': '2022-02-02T13:21:01Z', 'revision_number': 2, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:02.356271 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-98718ba2-b7a1-4bcc-a64f-cd88ca90dfa8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (94bd8685-dcd5-4ad2-b659-e7ab49918c3c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:02.443618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56307869-9446-468c-9705-cde0decb9d0e req-2ec983b3-ecf3-4ef2-bfb8-7570b9b20637 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 210 time: 0.0371609 Feb 02 13:21:02.486508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:02.511141 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9938b4b-8332-4108-8ade-c65d810888b4 None None] The sync data for ids ['94bd8685-dcd5-4ad2-b659-e7ab49918c3c'] in n-d-827336-2 is: [{'id': '94bd8685-dcd5-4ad2-b659-e7ab49918c3c', 'name': 'tempest-RoutersIpV6Test-router-1619672264', 'tenant_id': '359d63ba52a2489eb05378bc0e83ed3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:21:00Z', 'updated_at': '2022-02-02T13:21:01Z', 'revision_number': 2, 'project_id': '359d63ba52a2489eb05378bc0e83ed3d', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:21:02.633470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:02.634376 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:02.659179 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634a49c-b402-4c97-9d46-fc44e2e05365 req-e9479392-9fb6-4658-b8db-a952e5706d27 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:02.673699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f634a49c-b402-4c97-9d46-fc44e2e05365 req-e9479392-9fb6-4658-b8db-a952e5706d27 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 907 time: 0.1350982 Feb 02 13:21:02.687563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:02.710509 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f520fce9-c8d5-43ed-9d29-6c9917c14855" -d '{"events": [{"server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:02.732616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:02.749792 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:02.808169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Allocated IP 192.168.233.237 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/5d27a1f2-2095-4157-8968-d48c65e0af24) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:21:02.840562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:02.872315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcfef6-f51f-4a79-a511-1c7070705aa0 req-c79675ed-9c79-4542-9f77-97f8d4e0ab67 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:02.889594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97fcfef6-f51f-4a79-a511-1c7070705aa0 req-c79675ed-9c79-4542-9f77-97f8d4e0ab67 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 0.1038663 Feb 02 13:21:02.960898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97fcfef6-f51f-4a79-a511-1c7070705aa0 req-a30443ef-ab89-4a32-915e-868f6b6d64ea tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658178 Feb 02 13:21:02.999462 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-98718ba2-b7a1-4bcc-a64f-cd88ca90dfa8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (94bd8685-dcd5-4ad2-b659-e7ab49918c3c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:03.001746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-98718ba2-b7a1-4bcc-a64f-cd88ca90dfa8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router_controller (94bd8685-dcd5-4ad2-b659-e7ab49918c3c), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:03.005563 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555d898a-5002-42cf-818f-9ba3725ad2d2 x-openstack-request-id: req-555d898a-5002-42cf-818f-9ba3725ad2d2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:03.005860 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "name": "network-vif-unplugged", "status": "completed", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:03.006121 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-555d898a-5002-42cf-818f-9ba3725ad2d2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:03.006524 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'code': 200} Feb 02 13:21:03.018678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1556d5-0aee-4751-b33c-1f31ebec2196 req-ef743ea7-bda8-4d57-9ace-1c0dc0143377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:03.020706 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b1556d5-0aee-4751-b33c-1f31ebec2196 req-ef743ea7-bda8-4d57-9ace-1c0dc0143377 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=376711c1b5754cb9a73d54cac187ca36&device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 1125 time: 0.7740159 Feb 02 13:21:03.206909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-98718ba2-b7a1-4bcc-a64f-cd88ca90dfa8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (94bd8685-dcd5-4ad2-b659-e7ab49918c3c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:03.207771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98718ba2-b7a1-4bcc-a64f-cd88ca90dfa8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Fanout notify agent at l3_agent the message router_deleted on router 94bd8685-dcd5-4ad2-b659-e7ab49918c3c {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:21:03.208488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3128e-6384-44e9-ab9a-6358d3c53241 req-b23a137c-3ec3-4624-974e-a7a0d079f607 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:03.210686 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4e3128e-6384-44e9-ab9a-6358d3c53241 req-b23a137c-3ec3-4624-974e-a7a0d079f607 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 943 time: 0.0605330 Feb 02 13:21:03.246207 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-98718ba2-b7a1-4bcc-a64f-cd88ca90dfa8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:03.247384 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-98718ba2-b7a1-4bcc-a64f-cd88ca90dfa8 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/94bd8685-dcd5-4ad2-b659-e7ab49918c3c HTTP/1.1" status: 204 len: 168 time: 1.0795550 Feb 02 13:21:03.253421 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39040) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:03.334402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4e3128e-6384-44e9-ab9a-6358d3c53241 req-27005321-6daf-45d6-bea9-da308f05c54f tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070864 Feb 02 13:21:03.354556 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aa155765-0b1f-43e4-996b-d0780cd6e197 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=94bd8685-dcd5-4ad2-b659-e7ab49918c3c HTTP/1.1" status: 200 len: 205 time: 0.0984597 Feb 02 13:21:03.357255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:03.370204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1556d5-0aee-4751-b33c-1f31ebec2196 req-79f5a020-93d7-433e-ba29-909b88599d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:03.371753 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b1556d5-0aee-4751-b33c-1f31ebec2196 req-79f5a020-93d7-433e-ba29-909b88599d7b service neutron] 10.222.0.62 "GET /v2.0/networks?id=79debd18-7bb2-4eb7-af10-309e07e6664a HTTP/1.1" status: 200 len: 910 time: 0.3237948 Feb 02 13:21:03.432551 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-f53c56ba-6bf4-42a8-88e8-3028d83ffdae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] delete failed (client error): The resource could not be found. Feb 02 13:21:03.436400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f53c56ba-6bf4-42a8-88e8-3028d83ffdae tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/94bd8685-dcd5-4ad2-b659-e7ab49918c3c HTTP/1.1" status: 404 len: 336 time: 0.0780394 Feb 02 13:21:03.437120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39046) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:03.472964 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b1556d5-0aee-4751-b33c-1f31ebec2196 req-83dc4c70-7d51-4278-90e5-d9d07789839d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39a483f9-b38c-4664-be78-263c9ec755be HTTP/1.1" status: 200 len: 217 time: 0.0899377 Feb 02 13:21:03.474283 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ac349c-0b77-423c-8afd-ae8337c8d6e0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] DELETE failed (client error): The resource could not be found. Feb 02 13:21:03.476149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ac349c-0b77-423c-8afd-ae8337c8d6e0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:21:03.489840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-28ac349c-0b77-423c-8afd-ae8337c8d6e0 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/a0e14abf-b94e-4d71-9776-b41a7c1f977b HTTP/1.1" status: 404 len: 337 time: 0.0515585 Feb 02 13:21:03.496324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39050) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:03.510415 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Publish callbacks [] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:03.566393 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4be46f-967e-4534-ba10-486e70075804 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] DELETE failed (client error): The resource could not be found. Feb 02 13:21:03.569770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d4be46f-967e-4534-ba10-486e70075804 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:21:03.579074 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6d4be46f-967e-4534-ba10-486e70075804 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/a8fe9e09-13e1-4b23-afd4-4d1290af6c8a HTTP/1.1" status: 404 len: 337 time: 0.0792994 Feb 02 13:21:03.580787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39052) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:03.584907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731f6d6-ce94-4410-88f3-ffbc5cac07af req-9a5e059a-f1ee-426f-b425-c7021d369309 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:03.593271 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2731f6d6-ce94-4410-88f3-ffbc5cac07af req-9a5e059a-f1ee-426f-b425-c7021d369309 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1013279 Feb 02 13:21:03.629135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1556d5-0aee-4751-b33c-1f31ebec2196 req-13d2ff9d-1779-4b34-be17-62dc2f8aa219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:03.630665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b1556d5-0aee-4751-b33c-1f31ebec2196 req-13d2ff9d-1779-4b34-be17-62dc2f8aa219 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fced92fd-062d-435a-bc90-e10ac8434f63 HTTP/1.1" status: 200 len: 849 time: 0.1486123 Feb 02 13:21:03.633147 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a7b48eb-5af5-4ada-a538-bd6e88cc4dc9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] DELETE failed (client error): The resource could not be found. Feb 02 13:21:03.633663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a7b48eb-5af5-4ada-a538-bd6e88cc4dc9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:21:03.637204 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3a7b48eb-5af5-4ada-a538-bd6e88cc4dc9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/94339c65-999f-4396-8248-d7b08de8ee4c HTTP/1.1" status: 404 len: 337 time: 0.0518625 Feb 02 13:21:03.640898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39054) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:03.667527 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2731f6d6-ce94-4410-88f3-ffbc5cac07af req-5e8c37f1-a70f-46e3-a185-bce3a8bd4a8a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659389 Feb 02 13:21:03.708912 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a828936-d44d-4921-b277-afe21e33d975 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] DELETE failed (client error): The resource could not be found. Feb 02 13:21:03.709375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a828936-d44d-4921-b277-afe21e33d975 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:21:03.720341 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5a828936-d44d-4921-b277-afe21e33d975 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/e00d2ec5-2e49-4456-9bac-ea65a0bed603 HTTP/1.1" status: 404 len: 337 time: 0.0759835 Feb 02 13:21:03.720589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39058) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:03.721819 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:03.801761 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b1556d5-0aee-4751-b33c-1f31ebec2196 req-07e8db21-b7c7-452a-b4dc-8045ad6755dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=79debd18-7bb2-4eb7-af10-309e07e6664a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247952 Feb 02 13:21:03.817727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc19ff-d13c-4e64-a07a-3a581173f0d5 req-b8b4e74d-755a-467c-8dc8-00b550b5729f tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:03.825475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98bc19ff-d13c-4e64-a07a-3a581173f0d5 req-b8b4e74d-755a-467c-8dc8-00b550b5729f tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 936 time: 0.0744689 Feb 02 13:21:03.832092 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cc9476dd-ec36-4df1-94bd-58edbeb13bb7 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d131d84-8779-43de-b7fc-2f619b56d8e2 HTTP/1.1" status: 200 len: 205 time: 0.1079640 Feb 02 13:21:03.841686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:03.861639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:21:03.874217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:03.902726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:21:03.938589 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-ee50e406-f7b5-44cd-9062-31722d780522 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] delete failed (client error): The resource could not be found. Feb 02 13:21:03.942302 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ee50e406-f7b5-44cd-9062-31722d780522 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/5d131d84-8779-43de-b7fc-2f619b56d8e2 HTTP/1.1" status: 404 len: 336 time: 0.0996621 Feb 02 13:21:03.942895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39062) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:03.989980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Pushing event updated for resources: {'Port': ['ID=5d27a1f2-2095-4157-8968-d48c65e0af24,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:04.032984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:04.033933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:04.040454 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-da1d82f3-f689-437d-b4d5-f273be6bc995 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=5057bba3-b3d9-43f9-b1ba-f933ed4149be HTTP/1.1" status: 200 len: 205 time: 0.0795219 Feb 02 13:21:04.041123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:04.062170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98bc19ff-d13c-4e64-a07a-3a581173f0d5 req-9d94be49-a6d9-46d6-bd72-2353fff32b97 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352140 Feb 02 13:21:04.071281 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b1556d5-0aee-4751-b33c-1f31ebec2196 req-1ded7dde-8a63-4619-bc1f-32ccb2e4cfa5 service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333989 Feb 02 13:21:04.077275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4cc2836-37c2-4928-89d5-b9117c9c4326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:04.081074 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8472b877-9e29-40ad-bd73-22be4faf4d03 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1945202 Feb 02 13:21:04.146840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Request body: {'port': {'device_id': '82fa81f4-7d05-42a6-8262-fd4e02ea60f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:04.160427 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-e313d44c-c1d0-4c7e-93a2-dd6962196667 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] delete failed (client error): The resource could not be found. Feb 02 13:21:04.165757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39068) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:04.167844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e313d44c-c1d0-4c7e-93a2-dd6962196667 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/5057bba3-b3d9-43f9-b1ba-f933ed4149be HTTP/1.1" status: 404 len: 336 time: 0.1235039 Feb 02 13:21:04.256922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c25a3d-81e2-4153-8597-f2dfb8173128 req-244440da-22b8-4314-84ce-a5738000cb81 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:04.266904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3c25a3d-81e2-4153-8597-f2dfb8173128 req-244440da-22b8-4314-84ce-a5738000cb81 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 907 time: 0.0923951 Feb 02 13:21:04.322811 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca604b0-adc7-40cd-850e-82cec127c120 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] DELETE failed (client error): The resource could not be found. Feb 02 13:21:04.325689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca604b0-adc7-40cd-850e-82cec127c120 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:21:04.329399 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8ca604b0-adc7-40cd-850e-82cec127c120 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/168a3773-b1ac-44bb-9f59-27a82cb923b6 HTTP/1.1" status: 404 len: 337 time: 0.1616843 Feb 02 13:21:04.332068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:04.379134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0b6b5869-9d9a-422e-93f3-4d2c59590494 None None] Provisioning complete for port 5d27a1f2-2095-4157-8968-d48c65e0af24 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:04.379552 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5869-9d9a-422e-93f3-4d2c59590494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:04.410659 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:04.415317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b1556d5-0aee-4751-b33c-1f31ebec2196 req-d8fdfcd6-ab79-4847-8238-11b60ee4d5b7 service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329039 Feb 02 13:21:04.423143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b5869-9d9a-422e-93f3-4d2c59590494 None None] Port 5d27a1f2-2095-4157-8968-d48c65e0af24 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:21:04.433018 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c1552092-38b5-42d3-919c-41953843c114 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=57aa85fa-ac8e-4d6b-ad16-e6e045d57caa HTTP/1.1" status: 200 len: 205 time: 0.0993328 Feb 02 13:21:04.434978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39074) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:04.486971 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89f08f-d011-4490-8824-613093e97dd8 req-d501ebc8-5850-4a91-9d30-fca85fd387cb tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:04.487402 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-4aab2c7d-237e-4e0b-8a1e-1f8b8e573f5b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] delete failed (client error): The resource could not be found. Feb 02 13:21:04.488669 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4aab2c7d-237e-4e0b-8a1e-1f8b8e573f5b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/57aa85fa-ac8e-4d6b-ad16-e6e045d57caa HTTP/1.1" status: 404 len: 336 time: 0.0521619 Feb 02 13:21:04.491541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39076) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:04.494663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a89f08f-d011-4490-8824-613093e97dd8 req-d501ebc8-5850-4a91-9d30-fca85fd387cb tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 0.1302910 Feb 02 13:21:04.544565 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-716fe56c-2d64-40e2-b77c-8a3c2d723808 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=10b65702-4abe-4001-b22a-c6bbd07efda3 HTTP/1.1" status: 200 len: 205 time: 0.0517821 Feb 02 13:21:04.547134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:04.593956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a89f08f-d011-4490-8824-613093e97dd8 req-0e7a03cc-7898-4e0d-ad76-b5dc1c30a8b6 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982096 Feb 02 13:21:04.600156 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-98dd2bb3-d9d9-4d2e-bfe4-33e94f49fc24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] delete failed (client error): The resource could not be found. Feb 02 13:21:04.611608 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-98dd2bb3-d9d9-4d2e-bfe4-33e94f49fc24 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/10b65702-4abe-4001-b22a-c6bbd07efda3 HTTP/1.1" status: 404 len: 336 time: 0.0551839 Feb 02 13:21:04.611608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:04.670544 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-158c3695-3b92-46ab-a657-03b12f71f286 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] DELETE failed (client error): The resource could not be found. Feb 02 13:21:04.674524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158c3695-3b92-46ab-a657-03b12f71f286 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:21:04.687806 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39086) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:04.690590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-158c3695-3b92-46ab-a657-03b12f71f286 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/eebc7e69-0caf-459d-ab28-1374de4a8808 HTTP/1.1" status: 404 len: 337 time: 0.0771656 Feb 02 13:21:04.737606 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3828fe01-c372-46d0-9f76-c969c832dd1f tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=03b2723e-6475-4bcd-8710-cf31b00fc5f8 HTTP/1.1" status: 200 len: 205 time: 0.0437183 Feb 02 13:21:04.737606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39088) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:04.758469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c20ca-ad23-4c35-ae8e-df53c18af041 req-0ae24131-2d57-405d-9b07-1a0b40089641 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:04.765902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a11c20ca-ad23-4c35-ae8e-df53c18af041 req-0ae24131-2d57-405d-9b07-1a0b40089641 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 943 time: 0.0690906 Feb 02 13:21:04.824200 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-5314eeed-8aa5-4a13-8b78-1af5e7b5ad2b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] delete failed (client error): The resource could not be found. Feb 02 13:21:04.828495 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5314eeed-8aa5-4a13-8b78-1af5e7b5ad2b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/03b2723e-6475-4bcd-8710-cf31b00fc5f8 HTTP/1.1" status: 404 len: 336 time: 0.0862212 Feb 02 13:21:04.828891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39090) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:04.885165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a11c20ca-ad23-4c35-ae8e-df53c18af041 req-5bf873ac-1b3c-4312-92bd-4b5463a43fc9 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034763 Feb 02 13:21:04.886466 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a08f99-f4b7-452b-9bbd-bd0792c920a9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] DELETE failed (client error): The resource could not be found. Feb 02 13:21:04.886929 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a08f99-f4b7-452b-9bbd-bd0792c920a9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:21:04.890404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-66a08f99-f4b7-452b-9bbd-bd0792c920a9 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/6a583399-adfc-4f0c-94db-b9a4c5998c9d HTTP/1.1" status: 404 len: 337 time: 0.0600004 Feb 02 13:21:04.892988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:04.935954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-757430e0-c34e-4727-8fea-a27d84fecb77 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "GET /v2.0/ports?device_id=2077f1fa-2c03-46b9-ac94-e9f728a1142e HTTP/1.1" status: 200 len: 205 time: 0.0397394 Feb 02 13:21:04.936200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39094) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:04.976547 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-94f1b92a-38c9-4fcc-949c-64e926dd99bf tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] delete failed (client error): The resource could not be found. Feb 02 13:21:04.979947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-94f1b92a-38c9-4fcc-949c-64e926dd99bf tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/routers/2077f1fa-2c03-46b9-ac94-e9f728a1142e HTTP/1.1" status: 404 len: 336 time: 0.0403960 Feb 02 13:21:04.990006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39096) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:05.002151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d27a1f2-2095-4157-8968-d48c65e0af24 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:21:05.013416 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Publish callbacks [] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:05.037567 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d9d773-3833-4b85-ab8a-586542341c26 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] DELETE failed (client error): The resource could not be found. Feb 02 13:21:05.038128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d9d773-3833-4b85-ab8a-586542341c26 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:21:05.039045 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Transition to ACTIVE for port object 5d27a1f2-2095-4157-8968-d48c65e0af24 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:21:05.041996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-30d9d773-3833-4b85-ab8a-586542341c26 tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/b2d716ee-ff28-41a5-afe7-c3dc9aa1f3dd HTTP/1.1" status: 404 len: 337 time: 0.0528703 Feb 02 13:21:05.045867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39098) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:05.055340 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:05.067341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b70df3-e407-4876-b4bf-dca3845a948d req-805576cf-7687-47f6-95f1-3f1d9bf9fd3b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:05.069021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2b70df3-e407-4876-b4bf-dca3845a948d req-805576cf-7687-47f6-95f1-3f1d9bf9fd3b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.0903656 Feb 02 13:21:05.105358 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f321c3-7427-4783-8cff-66cd351b562b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] DELETE failed (client error): The resource could not be found. Feb 02 13:21:05.106366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f321c3-7427-4783-8cff-66cd351b562b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:21:05.109840 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b2f321c3-7427-4783-8cff-66cd351b562b tempest-RoutersIpV6Test-1620307896 tempest-RoutersIpV6Test-1620307896-project] 10.222.0.83 "DELETE /v2.0/subnets/c8aab082-dceb-4349-9f9b-8eae828702f6 HTTP/1.1" status: 404 len: 337 time: 0.0617206 Feb 02 13:21:05.152589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2b70df3-e407-4876-b4bf-dca3845a948d req-ba9280c2-ad51-4e84-a5e3-1ee56b58448d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721905 Feb 02 13:21:05.209313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d27a1f2-2095-4157-8968-d48c65e0af24,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:05.269670 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Attempting to bind port 5d27a1f2-2095-4157-8968-d48c65e0af24 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:21:05.270113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Attempting to bind port 5d27a1f2-2095-4157-8968-d48c65e0af24 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:21:05.270535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Attempting to bind port 5d27a1f2-2095-4157-8968-d48c65e0af24 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:21:05.275592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Port 5d27a1f2-2095-4157-8968-d48c65e0af24 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:21:05.275919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Attempting to bind port 5d27a1f2-2095-4157-8968-d48c65e0af24 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:21:05.284633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:21:05.285079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:21:05.285349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:21:05.285830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Bound port: 5d27a1f2-2095-4157-8968-d48c65e0af24, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:21:05.286182 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:05.287964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac0f49-1e3d-4f1b-a0e6-84568e72ba9e req-7c0cf2f4-4e66-4033-a494-4e819419b52d tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:05.296350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6ac0f49-1e3d-4f1b-a0e6-84568e72ba9e req-7c0cf2f4-4e66-4033-a494-4e819419b52d tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 948 time: 0.0724037 Feb 02 13:21:05.310848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 39a483f9-b38c-4664-be78-263c9ec755be details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:21:05.358707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6ac0f49-1e3d-4f1b-a0e6-84568e72ba9e req-f3f746b1-56f6-4d9c-9e9b-d8a773400c11 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611112 Feb 02 13:21:05.395496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] For port 5d27a1f2-2095-4157-8968-d48c65e0af24, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:21:05.404391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] For port 5d27a1f2-2095-4157-8968-d48c65e0af24, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d27a1f2-2095-4157-8968-d48c65e0af24,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:21:05.417488 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:05.501664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:05.502300 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:05.504281 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] 10.222.0.62 "PUT /v2.0/ports/5d27a1f2-2095-4157-8968-d48c65e0af24 HTTP/1.1" status: 200 len: 1096 time: 1.3707359 Feb 02 13:21:05.509914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fa81f4-7d05-42a6-8262-fd4e02ea60f5', 'tag': '5d27a1f2-2095-4157-8968-d48c65e0af24'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:05.512170 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bea567-5c23-4447-b838-d1ac4585b9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "82fa81f4-7d05-42a6-8262-fd4e02ea60f5", "tag": "5d27a1f2-2095-4157-8968-d48c65e0af24"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:05.521202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad322580-71a8-4b24-a17d-338173287eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d27a1f2-2095-4157-8968-d48c65e0af24,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:05.557066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834832c-40f2-45fb-a0b1-ebc8601045c0 req-41fe72a3-b62d-4bf4-b2cb-7617eb9fdecb tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:05.559408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7834832c-40f2-45fb-a0b1-ebc8601045c0 req-41fe72a3-b62d-4bf4-b2cb-7617eb9fdecb tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 907 time: 0.1325245 Feb 02 13:21:05.614359 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39112) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:05.643054 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c17c152-d985-4ae8-b873-95f7a309e020 x-openstack-request-id: req-2c17c152-d985-4ae8-b873-95f7a309e020 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:05.643344 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fa81f4-7d05-42a6-8262-fd4e02ea60f5", "tag": "5d27a1f2-2095-4157-8968-d48c65e0af24", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:05.643640 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2c17c152-d985-4ae8-b873-95f7a309e020 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:05.644037 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82fa81f4-7d05-42a6-8262-fd4e02ea60f5', 'tag': '5d27a1f2-2095-4157-8968-d48c65e0af24', 'status': 'completed', 'code': 200} Feb 02 13:21:05.667188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-f3b56af5-10e3-41bc-9260-5c4ead46acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:05.669006 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-f3b56af5-10e3-41bc-9260-5c4ead46acca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb35392a5b1c4ee0931a1fde5479f776&device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 1130 time: 0.0959225 Feb 02 13:21:05.732051 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-4742b962-9e58-4abf-b115-a442859dd97a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=5d27a1f2-2095-4157-8968-d48c65e0af24 HTTP/1.1" status: 200 len: 217 time: 0.0501702 Feb 02 13:21:05.765785 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:05.785336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 39a483f9-b38c-4664-be78-263c9ec755be, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=39a483f9-b38c-4664-be78-263c9ec755be,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:05.801683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '39a483f9-b38c-4664-be78-263c9ec755be', 'network_id': '79debd18-7bb2-4eb7-af10-309e07e6664a', 'port_id': '39a483f9-b38c-4664-be78-263c9ec755be', 'mac_address': 'fa:16:3e:0f:4a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fced92fd-062d-435a-bc90-e10ac8434f63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:21:05.803594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-4344f445-ebcb-4501-991e-ab8f1f2ace08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:05.805355 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-4344f445-ebcb-4501-991e-ab8f1f2ace08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0671642 Feb 02 13:21:05.826420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba153b-bfae-4120-a584-b59fc5ba5300 req-04cf5395-ebbf-4523-9221-be3711e76a63 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:05.835245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfba153b-bfae-4120-a584-b59fc5ba5300 req-04cf5395-ebbf-4523-9221-be3711e76a63 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 0.0995958 Feb 02 13:21:05.847122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 39a483f9-b38c-4664-be78-263c9ec755be is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:05.847895 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (39a483f9-b38c-4664-be78-263c9ec755be), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:05.863247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a483f9-b38c-4664-be78-263c9ec755be {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:21:05.874417 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8139a732-704b-45de-8f9b-40ad509f74df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:05.876167 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-8139a732-704b-45de-8f9b-40ad509f74df service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0640893 Feb 02 13:21:05.884163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-02c63ca2-9258-4d69-b232-63c42a4fdba2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=359d63ba52a2489eb05378bc0e83ed3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2685356 Feb 02 13:21:05.884540 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 39a483f9-b38c-4664-be78-263c9ec755be, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=39a483f9-b38c-4664-be78-263c9ec755be,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:05.886878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39116) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:05.891601 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (39a483f9-b38c-4664-be78-263c9ec755be), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:05.908016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfba153b-bfae-4120-a584-b59fc5ba5300 req-f8143bf8-f395-4742-abc3-731517d20549 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718384 Feb 02 13:21:05.966644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=39a483f9-b38c-4664-be78-263c9ec755be,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:05.996494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ccbf-de4c-4119-b18e-53cb3c2b03f6 admin admin] Publish callbacks [] for security_group (84709e50-c3fa-49f4-bc06-9de242258c9f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:06.022683 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-2f52a274-f50d-415f-b4f2-744796c3d670 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391134 Feb 02 13:21:06.023700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d966e-e61a-4b8e-a874-702f4da1cefd req-2727da5b-1215-4864-9dd9-f7609def9aee tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.025253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d05d966e-e61a-4b8e-a874-702f4da1cefd req-2727da5b-1215-4864-9dd9-f7609def9aee tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 944 time: 0.0613711 Feb 02 13:21:06.039013 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ccbf-de4c-4119-b18e-53cb3c2b03f6 admin admin] Publish callbacks [] for security_group (84709e50-c3fa-49f4-bc06-9de242258c9f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:06.076192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d05d966e-e61a-4b8e-a874-702f4da1cefd req-234f9611-4514-4dcc-842d-6fa85f13cbd8 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Feb 02 13:21:06.146713 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dce44e2f-4689-4834-a3d7-df36e12632bd req-13da2630-1db9-4121-ac78-4b11108b1862 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157393 Feb 02 13:21:06.152279 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ccbf-de4c-4119-b18e-53cb3c2b03f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (84709e50-c3fa-49f4-bc06-9de242258c9f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:06.154878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ea6ccbf-de4c-4119-b18e-53cb3c2b03f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:06.158734 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9ea6ccbf-de4c-4119-b18e-53cb3c2b03f6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/84709e50-c3fa-49f4-bc06-9de242258c9f HTTP/1.1" status: 204 len: 168 time: 0.2679973 Feb 02 13:21:06.168047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6ccbf-de4c-4119-b18e-53cb3c2b03f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84709e50-c3fa-49f4-bc06-9de242258c9f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:06.213681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['39a483f9-b38c-4664-be78-263c9ec755be'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:21:06.322053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bea567-5c23-4447-b838-d1ac4585b9f5 req-3f01ff78-9dda-4248-8f63-574c3b5ec793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.324277 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-60bea567-5c23-4447-b838-d1ac4585b9f5 req-3f01ff78-9dda-4248-8f63-574c3b5ec793 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb35392a5b1c4ee0931a1fde5479f776&device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 1130 time: 0.0561829 Feb 02 13:21:06.361196 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef047535-f6a9-4763-af57-ed09426a0d20 req-cd9ca1ff-0d99-47f2-adfc-722b42df45b8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd HTTP/1.1" status: 200 len: 1000 time: 0.2098441 Feb 02 13:21:06.385245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac7fc6-b8ea-4a3f-a56a-f7adafe3d19e req-d3b4a5e8-55d6-4465-a108-16e11a452a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.386708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3cac7fc6-b8ea-4a3f-a56a-f7adafe3d19e req-d3b4a5e8-55d6-4465-a108-16e11a452a6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f59ca13b528b42c586d69e9fa12543df&device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 1089 time: 0.2197611 Feb 02 13:21:06.420487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08077436-648f-4949-a7c1-d9c591d2274c req-2ff437fc-7f1e-40df-8696-75eca4f03ea0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.422163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08077436-648f-4949-a7c1-d9c591d2274c req-2ff437fc-7f1e-40df-8696-75eca4f03ea0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1901493 Feb 02 13:21:06.440249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bea567-5c23-4447-b838-d1ac4585b9f5 req-043f42ba-44dc-4f10-9184-d72a8a40eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.441930 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-60bea567-5c23-4447-b838-d1ac4585b9f5 req-043f42ba-44dc-4f10-9184-d72a8a40eacf service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1105366 Feb 02 13:21:06.474545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20979f-8b91-4670-89a5-f6f66900669a req-50688483-7537-44be-be94-75ffff0a4f06 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.476060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad20979f-8b91-4670-89a5-f6f66900669a req-50688483-7537-44be-be94-75ffff0a4f06 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2145140 Feb 02 13:21:06.484893 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-60bea567-5c23-4447-b838-d1ac4585b9f5 req-e4296c67-db14-43d6-bceb-84cd9c7371cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=5d27a1f2-2095-4157-8968-d48c65e0af24 HTTP/1.1" status: 200 len: 217 time: 0.0365975 Feb 02 13:21:06.541326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bea567-5c23-4447-b838-d1ac4585b9f5 req-59ee21c7-2230-4cee-bb51-d2b5223a6a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.542774 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-60bea567-5c23-4447-b838-d1ac4585b9f5 req-59ee21c7-2230-4cee-bb51-d2b5223a6a16 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0507815 Feb 02 13:21:06.544044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef047535-f6a9-4763-af57-ed09426a0d20 req-823fefe3-20b8-4845-b7e1-0366abd4947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.545513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef047535-f6a9-4763-af57-ed09426a0d20 req-823fefe3-20b8-4845-b7e1-0366abd4947f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.1710801 Feb 02 13:21:06.597585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bea567-5c23-4447-b838-d1ac4585b9f5 req-acd2f9db-1db5-4441-8204-6cfa08877924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.599337 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-60bea567-5c23-4447-b838-d1ac4585b9f5 req-acd2f9db-1db5-4441-8204-6cfa08877924 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0498967 Feb 02 13:21:06.603987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08077436-648f-4949-a7c1-d9c591d2274c req-2d9d7fab-dbe7-4830-af07-4e29fd6821cb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705258 Feb 02 13:21:06.639630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac7fc6-b8ea-4a3f-a56a-f7adafe3d19e req-00f43c83-6e50-4189-9e10-c5c57d90cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.641242 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3cac7fc6-b8ea-4a3f-a56a-f7adafe3d19e req-00f43c83-6e50-4189-9e10-c5c57d90cabe service neutron] 10.222.0.18 "GET /v2.0/networks?id=204262e1-02f9-4995-a0c6-c08c55df52b8 HTTP/1.1" status: 200 len: 899 time: 0.2473533 Feb 02 13:21:06.648928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad20979f-8b91-4670-89a5-f6f66900669a req-519c7e99-c0e6-484e-908f-97a326c6b88d tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592388 Feb 02 13:21:06.666857 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:06.710198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3cac7fc6-b8ea-4a3f-a56a-f7adafe3d19e req-2b0e5acd-5f36-4b4c-8f33-5df1b92748b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=bf164a20-e0e6-4a3c-b3ff-d3f185e34429 HTTP/1.1" status: 200 len: 217 time: 0.0595031 Feb 02 13:21:06.712797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef047535-f6a9-4763-af57-ed09426a0d20 req-88f8d221-daaf-40d5-88b6-1a7bad8883d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.714275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef047535-f6a9-4763-af57-ed09426a0d20 req-88f8d221-daaf-40d5-88b6-1a7bad8883d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1546447 Feb 02 13:21:06.766093 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-60bea567-5c23-4447-b838-d1ac4585b9f5 req-e665db5d-6f95-4a5c-9ab9-cb14a97426e5 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594939 Feb 02 13:21:06.806325 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:06.867301 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-60bea567-5c23-4447-b838-d1ac4585b9f5 req-a80f4634-80cb-412f-8d53-f9242b080645 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909617 Feb 02 13:21:06.894969 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac7fc6-b8ea-4a3f-a56a-f7adafe3d19e req-d6ad4f42-0334-4a02-a83c-8f36277b2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.896477 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3cac7fc6-b8ea-4a3f-a56a-f7adafe3d19e req-d6ad4f42-0334-4a02-a83c-8f36277b2959 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=15287e40-4cb6-493d-95e2-8b8d3738f096 HTTP/1.1" status: 200 len: 838 time: 0.1739793 Feb 02 13:21:06.960817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39152) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:06.963217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60fda3-adae-48ec-8cc3-656a035abdbd req-1415cbdc-0b2e-4c09-b456-20570a38fed7 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.964759 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f60fda3-adae-48ec-8cc3-656a035abdbd req-1415cbdc-0b2e-4c09-b456-20570a38fed7 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 948 time: 0.2272544 Feb 02 13:21:06.970747 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef047535-f6a9-4763-af57-ed09426a0d20 req-2219fcbb-8e91-45e0-902a-0d8ac2a38a0a service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469187 Feb 02 13:21:06.981740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0cc21-81e8-4d95-9109-f953ceaa3bf3 req-5dd8ee8a-7bc1-4232-bef7-2e1d3c317944 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:06.983134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6fc0cc21-81e8-4d95-9109-f953ceaa3bf3 req-5dd8ee8a-7bc1-4232-bef7-2e1d3c317944 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 907 time: 0.2099535 Feb 02 13:21:07.073387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-627ff113-60dd-4829-bfc7-b62c71a0d30c tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-514271852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:07.074565 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac7fc6-b8ea-4a3f-a56a-f7adafe3d19e req-506a86c6-d32e-4d62-8ddf-bfa64ae630c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:07.076093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3cac7fc6-b8ea-4a3f-a56a-f7adafe3d19e req-506a86c6-d32e-4d62-8ddf-bfa64ae630c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=204262e1-02f9-4995-a0c6-c08c55df52b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1711178 Feb 02 13:21:07.094753 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-627ff113-60dd-4829-bfc7-b62c71a0d30c tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (7560933b-fa7f-4248-965d-287aae31a57c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.095836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-627ff113-60dd-4829-bfc7-b62c71a0d30c tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (7560933b-fa7f-4248-965d-287aae31a57c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.127837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f60fda3-adae-48ec-8cc3-656a035abdbd req-1053ebd6-de03-49b1-bd7f-196c5540f8c8 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539006 Feb 02 13:21:07.149849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-627ff113-60dd-4829-bfc7-b62c71a0d30c tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for router_controller (7560933b-fa7f-4248-965d-287aae31a57c), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.155744 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-627ff113-60dd-4829-bfc7-b62c71a0d30c tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (7560933b-fa7f-4248-965d-287aae31a57c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.170758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef047535-f6a9-4763-af57-ed09426a0d20 req-5824f6fa-137f-41fc-bbd9-8020a6db187b service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866517 Feb 02 13:21:07.177687 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-627ff113-60dd-4829-bfc7-b62c71a0d30c tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.182458 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-627ff113-60dd-4829-bfc7-b62c71a0d30c tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2177358 Feb 02 13:21:07.182751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39158) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:07.189436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-91275256'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:07.209589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Made reservation on behalf of 4647d8be540b413db8a0e5d302b2bba0 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:07.212985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.222021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.267321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d68111-2017-4aa3-bafc-8f4afe81bf1a req-6b5573c0-5561-4b40-b737-b1d8db901fb6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:07.268829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3d68111-2017-4aa3-bafc-8f4afe81bf1a req-6b5573c0-5561-4b40-b737-b1d8db901fb6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1881826 Feb 02 13:21:07.304245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 39a483f9-b38c-4664-be78-263c9ec755be up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:07.304832 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for security_group (270bb10e-0a47-41e5-86e2-5e63bfb6d958), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.305457 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3cac7fc6-b8ea-4a3f-a56a-f7adafe3d19e req-64334f66-cd8a-43b4-8c46-4b699318f66a service neutron] 10.222.0.18 "GET /v2.0/networks/204262e1-02f9-4995-a0c6-c08c55df52b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082281 Feb 02 13:21:07.312866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (270bb10e-0a47-41e5-86e2-5e63bfb6d958), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.342168 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:21:07.353236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270bb10e-0a47-41e5-86e2-5e63bfb6d958,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:07.354352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e8e0d-9fe2-40cd-b50b-0379d6867690 req-3943bef5-20dc-47ec-9299-e89f80ca804b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:07.355898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d3e8e0d-9fe2-40cd-b50b-0379d6867690 req-3943bef5-20dc-47ec-9299-e89f80ca804b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 0.1468010 Feb 02 13:21:07.358772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (40b11c30-8435-46f0-ba4f-054cbe1c3665), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.359006 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Added segment 40b11c30-8435-46f0-ba4f-054cbe1c3665 of type vlan for network 6aaede50-8141-4884-bfed-5f97dac0b14f Feb 02 13:21:07.381571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 39a483f9-b38c-4664-be78-263c9ec755be completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:21:07.382390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3d68111-2017-4aa3-bafc-8f4afe81bf1a req-ee2d4a8f-5d98-4db2-83f6-643fe94fd505 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038806 Feb 02 13:21:07.387645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 39a483f9-b38c-4664-be78-263c9ec755be triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:07.388821 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (39a483f9-b38c-4664-be78-263c9ec755be), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.414917 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (6aaede50-8141-4884-bfed-5f97dac0b14f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.445844 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (6aaede50-8141-4884-bfed-5f97dac0b14f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.454536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:07.455169 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.487502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d3e8e0d-9fe2-40cd-b50b-0379d6867690 req-4ee72b45-85ae-4fdd-b2f3-19b30cbf714c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129808 Feb 02 13:21:07.496438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 39a483f9-b38c-4664-be78-263c9ec755be is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:07.497234 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (39a483f9-b38c-4664-be78-263c9ec755be), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.499471 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3154650 Feb 02 13:21:07.516571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3cac7fc6-b8ea-4a3f-a56a-f7adafe3d19e req-717edf62-e19f-4aed-9f12-d0409378fe03 service neutron] 10.222.0.18 "GET /v2.0/networks/204262e1-02f9-4995-a0c6-c08c55df52b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023923 Feb 02 13:21:07.517051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:07.523197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fcb4ee84-f8b6-4e79-9592-8cfd05f4d069 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Request body: {'subnet': {'network_id': '6aaede50-8141-4884-bfed-5f97dac0b14f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:07.531287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a483f9-b38c-4664-be78-263c9ec755be'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:07.544809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43880b5-177e-488a-91e2-f045c29f28c6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'Network': ['ID=6aaede50-8141-4884-bfed-5f97dac0b14f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:07.551967 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4592a582-3acf-426a-817d-43e3a1b4165d" -d '{"events": [{"server_uuid": "9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d", "name": "network-vif-plugged", "status": "completed", "tag": "39a483f9-b38c-4664-be78-263c9ec755be"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:07.558913 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 6aaede50-8141-4884-bfed-5f97dac0b14f details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:21:07.582865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 39a483f9-b38c-4664-be78-263c9ec755be, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=39a483f9-b38c-4664-be78-263c9ec755be,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:07.595376 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (39a483f9-b38c-4664-be78-263c9ec755be), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.614480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaebae0-8ade-45a1-baf4-70543a257548 req-9712ba2d-72f2-428f-8871-4ae3c6359446 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:07.620065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2aaebae0-8ade-45a1-baf4-70543a257548 req-9712ba2d-72f2-428f-8871-4ae3c6359446 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 944 time: 0.1522014 Feb 02 13:21:07.689557 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:07.693444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=39a483f9-b38c-4664-be78-263c9ec755be,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:07.701440 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3e6021-d0bb-4133-8d55-311d2f6e247d x-openstack-request-id: req-7d3e6021-d0bb-4133-8d55-311d2f6e247d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:07.701800 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d", "name": "network-vif-plugged", "status": "completed", "tag": "39a483f9-b38c-4664-be78-263c9ec755be", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:07.702032 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7d3e6021-d0bb-4133-8d55-311d2f6e247d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:07.702640 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a483f9-b38c-4664-be78-263c9ec755be', 'code': 200} Feb 02 13:21:07.837204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a217e8f-2af1-4a8d-9611-786d5a28117a req-c2e55e09-4e90-40eb-afd0-a1dcbbb7efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:07.838699 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0a217e8f-2af1-4a8d-9611-786d5a28117a req-c2e55e09-4e90-40eb-afd0-a1dcbbb7efd7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 1127 time: 0.0475473 Feb 02 13:21:07.886503 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0a217e8f-2af1-4a8d-9611-786d5a28117a req-b9346cac-4ddc-44f3-9b45-f1386f584585 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Feb 02 13:21:07.998121 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.027718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb4ee84-f8b6-4e79-9592-8cfd05f4d069 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Made reservation on behalf of 4647d8be540b413db8a0e5d302b2bba0 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:08.031376 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ee84-f8b6-4e79-9592-8cfd05f4d069 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.079130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2aaebae0-8ade-45a1-baf4-70543a257548 req-f8fbbb29-988b-46f4-89ca-583dcb354ea1 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520454 Feb 02 13:21:08.133995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e780c-fef7-4104-b235-0e903aa206d4 req-4c1bab2e-6202-42c4-a7a4-19b2438edfb5 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:08.135501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-027e780c-fef7-4104-b235-0e903aa206d4 req-4c1bab2e-6202-42c4-a7a4-19b2438edfb5 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1497498 Feb 02 13:21:08.223165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-027e780c-fef7-4104-b235-0e903aa206d4 req-cd611e51-aa94-4d8c-930d-7ae5caf504fa tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814989 Feb 02 13:21:08.269062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045809f-b6fa-4485-8ae9-d2a4d6a0f9e1 req-554ad467-a73f-4e96-9787-07b25f6c243e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:08.270547 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1045809f-b6fa-4485-8ae9-d2a4d6a0f9e1 req-554ad467-a73f-4e96-9787-07b25f6c243e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1341555 Feb 02 13:21:08.384158 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ee84-f8b6-4e79-9592-8cfd05f4d069 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (7d5b9c10-f4c1-4503-96e1-9b031c89ec48), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.418082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1045809f-b6fa-4485-8ae9-d2a4d6a0f9e1 req-b163f2e1-c14f-4d6b-9dcd-3cf7bce17bd9 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397774 Feb 02 13:21:08.448266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af6789-9e05-461e-b637-3f998522aa0c req-3e8e75a7-3058-4582-ad3b-60242bfff91a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:08.449741 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35af6789-9e05-461e-b637-3f998522aa0c req-3e8e75a7-3058-4582-ad3b-60242bfff91a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 907 time: 0.1614861 Feb 02 13:21:08.458846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4ee84-f8b6-4e79-9592-8cfd05f4d069 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'Subnet': ['ID=7d5b9c10-f4c1-4503-96e1-9b031c89ec48,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:08.487590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb4ee84-f8b6-4e79-9592-8cfd05f4d069 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Checking segment: {'id': '40b11c30-8435-46f0-ba4f-054cbe1c3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6aaede50-8141-4884-bfed-5f97dac0b14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:21:08.487954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb4ee84-f8b6-4e79-9592-8cfd05f4d069 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Network hostable DHCP agents. Network: 6aaede50-8141-4884-bfed-5f97dac0b14f, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:21:08.531799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb4ee84-f8b6-4e79-9592-8cfd05f4d069 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Network 6aaede50-8141-4884-bfed-5f97dac0b14f is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:21:08.543709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device bf164a20-e0e6-4a3c-b3ff-d3f185e34429 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:21:08.550228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3873a9-875b-4adc-b4ac-2031c5e89485 req-a5066ea5-b48e-42a2-9dbd-bc62e8b61922 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:08.557252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee3873a9-875b-4adc-b4ac-2031c5e89485 req-a5066ea5-b48e-42a2-9dbd-bc62e8b61922 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 948 time: 0.0831444 Feb 02 13:21:08.593795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fcb4ee84-f8b6-4e79-9592-8cfd05f4d069 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 6aaede50-8141-4884-bfed-5f97dac0b14f) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:08.612728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb4ee84-f8b6-4e79-9592-8cfd05f4d069 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:08.613325 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ee84-f8b6-4e79-9592-8cfd05f4d069 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.618756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9007480e-cac5-410d-b0a0-d14eeced3a01 None None] Network 6aaede50-8141-4884-bfed-5f97dac0b14f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:08.650319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fcb4ee84-f8b6-4e79-9592-8cfd05f4d069 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1319752 Feb 02 13:21:08.654207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39180) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:08.659210 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee3873a9-875b-4adc-b4ac-2031c5e89485 req-6d7c64c0-3f45-4c0c-a5cb-e5180c266339 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011341 Feb 02 13:21:08.659845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1480543e-cd71-4aee-ae3d-bb7ab229c42a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Request body: {'network': {'name': 'tempest-router-network01--1703654002'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:08.683046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be5b39-142d-4ed2-8e0e-98ef5c5a52bd req-a03a90f9-dd4c-4257-9534-0b0e7926a87b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:08.683046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66be5b39-142d-4ed2-8e0e-98ef5c5a52bd req-a03a90f9-dd4c-4257-9534-0b0e7926a87b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 944 time: 0.1121211 Feb 02 13:21:08.701591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1480543e-cd71-4aee-ae3d-bb7ab229c42a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Made reservation on behalf of 4647d8be540b413db8a0e5d302b2bba0 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:08.705417 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1480543e-cd71-4aee-ae3d-bb7ab229c42a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.709154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port bf164a20-e0e6-4a3c-b3ff-d3f185e34429, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bf164a20-e0e6-4a3c-b3ff-d3f185e34429,segment=NetworkSegment(74f419dd-1b1d-49da-9b83-96b932b54c4e),segment_id=74f419dd-1b1d-49da-9b83-96b932b54c4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:08.735664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'bf164a20-e0e6-4a3c-b3ff-d3f185e34429', 'network_id': '204262e1-02f9-4995-a0c6-c08c55df52b8', 'port_id': 'bf164a20-e0e6-4a3c-b3ff-d3f185e34429', 'mac_address': 'fa:16:3e:fb:84:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15287e40-4cb6-493d-95e2-8b8d3738f096', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:21:08.735904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1480543e-cd71-4aee-ae3d-bb7ab229c42a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:21:08.746069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1480543e-cd71-4aee-ae3d-bb7ab229c42a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a2caebbd-e635-4389-bbe7-6a80db0b9093), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.746428 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-1480543e-cd71-4aee-ae3d-bb7ab229c42a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Added segment a2caebbd-e635-4389-bbe7-6a80db0b9093 of type vlan for network 24a44ddd-12a8-449f-920a-6e8c32352d67 Feb 02 13:21:08.748246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66be5b39-142d-4ed2-8e0e-98ef5c5a52bd req-f1cb951a-3975-4ae7-9dc8-d824628e670f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621133 Feb 02 13:21:08.788804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-6aaede50-8141-4884-bfed-5f97dac0b14f', 'network_id': '6aaede50-8141-4884-bfed-5f97dac0b14f', 'project_id': '4647d8be540b413db8a0e5d302b2bba0', 'fixed_ips': [{'subnet_id': '7d5b9c10-f4c1-4503-96e1-9b031c89ec48'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:21:08.789787 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.793197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1480543e-cd71-4aee-ae3d-bb7ab229c42a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (24a44ddd-12a8-449f-920a-6e8c32352d67), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.824657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:08.825045 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.826390 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1480543e-cd71-4aee-ae3d-bb7ab229c42a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (24a44ddd-12a8-449f-920a-6e8c32352d67), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.832625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1480543e-cd71-4aee-ae3d-bb7ab229c42a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:08.833239 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1480543e-cd71-4aee-ae3d-bb7ab229c42a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.890278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf164a20-e0e6-4a3c-b3ff-d3f185e34429 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:21:08.895342 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1480543e-cd71-4aee-ae3d-bb7ab229c42a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2396502 Feb 02 13:21:08.898379 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:08.905947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dd75ed1d-3f05-4498-9f71-19092db1ec18 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Request body: {'network': {'name': 'tempest-router-network02--113165704'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:08.928699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port bf164a20-e0e6-4a3c-b3ff-d3f185e34429, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bf164a20-e0e6-4a3c-b3ff-d3f185e34429,segment=NetworkSegment(74f419dd-1b1d-49da-9b83-96b932b54c4e),segment_id=74f419dd-1b1d-49da-9b83-96b932b54c4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:08.938051 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.938822 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 851eda44-b5c7-4462-b02f-45604f9f4d1b details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:21:08.942231 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd75ed1d-3f05-4498-9f71-19092db1ec18 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Made reservation on behalf of 4647d8be540b413db8a0e5d302b2bba0 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:08.943879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480543e-cd71-4aee-ae3d-bb7ab229c42a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'Network': ['ID=24a44ddd-12a8-449f-920a-6e8c32352d67,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:08.947066 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd75ed1d-3f05-4498-9f71-19092db1ec18 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.978519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 24a44ddd-12a8-449f-920a-6e8c32352d67 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:21:08.981233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd75ed1d-3f05-4498-9f71-19092db1ec18 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:21:08.993477 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd75ed1d-3f05-4498-9f71-19092db1ec18 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d1cf04b6-45f0-48ac-966d-9a97e1bb0557), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:08.993734 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-dd75ed1d-3f05-4498-9f71-19092db1ec18 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Added segment d1cf04b6-45f0-48ac-966d-9a97e1bb0557 of type vlan for network 7f264671-f76a-44e5-8a52-8d15ced96914 Feb 02 13:21:09.056236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd75ed1d-3f05-4498-9f71-19092db1ec18 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7f264671-f76a-44e5-8a52-8d15ced96914), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:09.127867 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd75ed1d-3f05-4498-9f71-19092db1ec18 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7f264671-f76a-44e5-8a52-8d15ced96914), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:09.133846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd75ed1d-3f05-4498-9f71-19092db1ec18 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:09.134463 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd75ed1d-3f05-4498-9f71-19092db1ec18 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:09.167597 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.resource_extend [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 13:21:09.181087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Allocated IP 2001:db8::2 (6aaede50-8141-4884-bfed-5f97dac0b14f/7d5b9c10-f4c1-4503-96e1-9b031c89ec48/b2320a8f-d6a3-42eb-8476-2bbad791bad0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:21:09.182399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5d1a8-1ea9-4dee-b117-8b4d9eab51fe req-b2168587-3620-42ae-b5c9-93873a4d4b06 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:09.183921 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7a5d1a8-1ea9-4dee-b117-8b4d9eab51fe req-b2168587-3620-42ae-b5c9-93873a4d4b06 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1171868 Feb 02 13:21:09.185379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=bf164a20-e0e6-4a3c-b3ff-d3f185e34429,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:09.207989 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-dd75ed1d-3f05-4498-9f71-19092db1ec18 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3083761 Feb 02 13:21:09.211055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39190) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:09.217003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-856263d8-5a9e-4881-9778-6f5a7506efef tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Request body: {'subnet': {'network_id': '24a44ddd-12a8-449f-920a-6e8c32352d67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:09.265679 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75ed1d-3f05-4498-9f71-19092db1ec18 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'Network': ['ID=7f264671-f76a-44e5-8a52-8d15ced96914,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:09.285547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7f264671-f76a-44e5-8a52-8d15ced96914 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:21:09.305572 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259cf8d-3735-4782-8b26-5676981c8932 req-0f05d23e-3a0b-4674-88f5-9a39264c2324 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:09.306348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a259cf8d-3735-4782-8b26-5676981c8932 req-0f05d23e-3a0b-4674-88f5-9a39264c2324 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.1467199 Feb 02 13:21:09.315089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856263d8-5a9e-4881-9778-6f5a7506efef tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Made reservation on behalf of 4647d8be540b413db8a0e5d302b2bba0 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:09.320944 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-856263d8-5a9e-4881-9778-6f5a7506efef tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:09.326115 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7a5d1a8-1ea9-4dee-b117-8b4d9eab51fe req-f4814f13-c9cb-486e-8659-cd31eb719a96 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097317 Feb 02 13:21:09.353406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5d27a1f2-2095-4157-8968-d48c65e0af24 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:21:09.419553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:09.458356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a259cf8d-3735-4782-8b26-5676981c8932 req-39b5e013-fb60-4a94-99bc-d481e7c95f2d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314588 Feb 02 13:21:09.484870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a18f8-54fe-491b-ab19-2502c1eb8df3 req-8c38839f-ac49-4e37-8ee8-310a40fdbd4c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:09.486440 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c7a18f8-54fe-491b-ab19-2502c1eb8df3 req-8c38839f-ac49-4e37-8ee8-310a40fdbd4c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.0822971 Feb 02 13:21:09.555666 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c7a18f8-54fe-491b-ab19-2502c1eb8df3 req-3405b964-2d9d-4a66-a3ba-0b44092ff64f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621667 Feb 02 13:21:09.557565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'network_id': '276ba717-3cc3-4b15-8fa5-18614378956f', 'port_id': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'mac_address': 'fa:16:3e:58:af:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:21:09.565885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-856263d8-5a9e-4881-9778-6f5a7506efef tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (b5c50b77-02b9-4355-839f-21b9f45e762a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:09.613000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a041b0-6855-48be-b12e-2806b13b8390 req-5d860b9b-c225-4dae-b0b8-25dff9e65cdc tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:09.614899 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63a041b0-6855-48be-b12e-2806b13b8390 req-5d860b9b-c225-4dae-b0b8-25dff9e65cdc tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 908 time: 0.0781298 Feb 02 13:21:09.625928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 851eda44-b5c7-4462-b02f-45604f9f4d1b is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:09.626321 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:09.673686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851eda44-b5c7-4462-b02f-45604f9f4d1b {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:21:09.731914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5d27a1f2-2095-4157-8968-d48c65e0af24, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d27a1f2-2095-4157-8968-d48c65e0af24,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:09.765627 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Publish callbacks [] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:09.772718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:09.774469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '5d27a1f2-2095-4157-8968-d48c65e0af24', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '5d27a1f2-2095-4157-8968-d48c65e0af24', 'mac_address': 'fa:16:3e:ba:74:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:21:09.778183 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:09.789836 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:09.837042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141ad71-ff6e-4ff4-b54a-47fd37501ed6 req-a56956b3-2705-4167-9670-dbad8dbf2358 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:09.838829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2141ad71-ff6e-4ff4-b54a-47fd37501ed6 req-a56956b3-2705-4167-9670-dbad8dbf2358 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 948 time: 0.0779958 Feb 02 13:21:09.851243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Network 6aaede50-8141-4884-bfed-5f97dac0b14f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:21:09.857960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:09.867358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:21:09.887974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Pushing event updated for resources: {'Port': ['ID=b2320a8f-d6a3-42eb-8476-2bbad791bad0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:09.900198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5d27a1f2-2095-4157-8968-d48c65e0af24 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:09.900878 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:09.916060 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856263d8-5a9e-4881-9778-6f5a7506efef tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'Subnet': ['ID=b5c50b77-02b9-4355-839f-21b9f45e762a,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:09.919039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2141ad71-ff6e-4ff4-b54a-47fd37501ed6 req-0e1d24f3-d765-48a6-8d96-3ab9ff574823 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729702 Feb 02 13:21:09.925872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856263d8-5a9e-4881-9778-6f5a7506efef tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Checking segment: {'id': 'a2caebbd-e635-4389-bbe7-6a80db0b9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '24a44ddd-12a8-449f-920a-6e8c32352d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:21:09.926060 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856263d8-5a9e-4881-9778-6f5a7506efef tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Network hostable DHCP agents. Network: 24a44ddd-12a8-449f-920a-6e8c32352d67, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:21:09.946734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d27a1f2-2095-4157-8968-d48c65e0af24 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:21:09.954171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856263d8-5a9e-4881-9778-6f5a7506efef tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Network 24a44ddd-12a8-449f-920a-6e8c32352d67 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:21:09.973212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-856263d8-5a9e-4881-9778-6f5a7506efef tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 24a44ddd-12a8-449f-920a-6e8c32352d67) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:09.984026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856263d8-5a9e-4881-9778-6f5a7506efef tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:09.984880 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-856263d8-5a9e-4881-9778-6f5a7506efef tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:09.995396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633a0a4f-c105-48a7-80d7-bf4d3bc12920 None None] Network 24a44ddd-12a8-449f-920a-6e8c32352d67 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:10.013181 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-856263d8-5a9e-4881-9778-6f5a7506efef tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8009462 Feb 02 13:21:10.017865 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39210) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:10.023237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-dc7fd0e9-4449-4d94-b4c4-3d711da7425b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Request body: {'subnet': {'network_id': '7f264671-f76a-44e5-8a52-8d15ced96914', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:10.027876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5d27a1f2-2095-4157-8968-d48c65e0af24, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d27a1f2-2095-4157-8968-d48c65e0af24,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:10.053387 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:10.055717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Attempting to bind port b2320a8f-d6a3-42eb-8476-2bbad791bad0 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:21:10.056087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Attempting to bind port b2320a8f-d6a3-42eb-8476-2bbad791bad0 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '40b11c30-8435-46f0-ba4f-054cbe1c3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6aaede50-8141-4884-bfed-5f97dac0b14f'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:21:10.056500 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Attempting to bind port b2320a8f-d6a3-42eb-8476-2bbad791bad0 on network 6aaede50-8141-4884-bfed-5f97dac0b14f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:21:10.070504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017e6b3-0e89-499e-b3ca-d07a35f47d56 req-6ce3bf5e-f00a-4fc9-b512-244a66378410 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:10.081959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0017e6b3-0e89-499e-b3ca-d07a35f47d56 req-6ce3bf5e-f00a-4fc9-b512-244a66378410 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.1043289 Feb 02 13:21:10.089962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=11']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:10.095485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:21:10.095841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Checking segment: {'id': '40b11c30-8435-46f0-ba4f-054cbe1c3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6aaede50-8141-4884-bfed-5f97dac0b14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:21:10.096430 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:10.097001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Bound using segment: {'id': '40b11c30-8435-46f0-ba4f-054cbe1c3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6aaede50-8141-4884-bfed-5f97dac0b14f'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:21:10.097647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Bound port: b2320a8f-d6a3-42eb-8476-2bbad791bad0, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b11c30-8435-46f0-ba4f-054cbe1c3665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '6aaede50-8141-4884-bfed-5f97dac0b14f'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:21:10.098031 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:10.147290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0017e6b3-0e89-499e-b3ca-d07a35f47d56 req-3f5f0ebe-177c-49fb-98d9-f8d717d200cd tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635357 Feb 02 13:21:10.163532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7fd0e9-4449-4d94-b4c4-3d711da7425b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Made reservation on behalf of 4647d8be540b413db8a0e5d302b2bba0 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:10.169627 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dc7fd0e9-4449-4d94-b4c4-3d711da7425b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:10.224767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['bf164a20-e0e6-4a3c-b3ff-d3f185e34429'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:21:10.241114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-40d8d0b1-52c6-4062-b193-fd1fae2836ac req-8dd72d7b-7425-439b-aa74-40f7cdd377bf service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:21:10.243278 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40d8d0b1-52c6-4062-b193-fd1fae2836ac req-8dd72d7b-7425-439b-aa74-40f7cdd377bf service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129383 Feb 02 13:21:10.274883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-24a44ddd-12a8-449f-920a-6e8c32352d67', 'network_id': '24a44ddd-12a8-449f-920a-6e8c32352d67', 'project_id': '4647d8be540b413db8a0e5d302b2bba0', 'fixed_ips': [{'subnet_id': 'b5c50b77-02b9-4355-839f-21b9f45e762a'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:21:10.275878 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:10.468525 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dc7fd0e9-4449-4d94-b4c4-3d711da7425b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (4982282f-b2c2-4ab6-ad21-a5e75dcee105), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:10.479123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['851eda44-b5c7-4462-b02f-45604f9f4d1b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:21:10.528424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fd0e9-4449-4d94-b4c4-3d711da7425b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'Subnet': ['ID=4982282f-b2c2-4ab6-ad21-a5e75dcee105,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:10.536568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5d27a1f2-2095-4157-8968-d48c65e0af24,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:10.539754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7fd0e9-4449-4d94-b4c4-3d711da7425b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Checking segment: {'id': 'd1cf04b6-45f0-48ac-966d-9a97e1bb0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7f264671-f76a-44e5-8a52-8d15ced96914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:21:10.540117 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7fd0e9-4449-4d94-b4c4-3d711da7425b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Network hostable DHCP agents. Network: 7f264671-f76a-44e5-8a52-8d15ced96914, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:21:10.562548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7fd0e9-4449-4d94-b4c4-3d711da7425b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Network 7f264671-f76a-44e5-8a52-8d15ced96914 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:21:10.563088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:10.568098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fa809-5afc-4d04-8f8e-ea645b23f5f2 req-f347cb18-bfa3-4bea-b593-f06788c4ad76 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:10.569805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-349fa809-5afc-4d04-8f8e-ea645b23f5f2 req-f347cb18-bfa3-4bea-b593-f06788c4ad76 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1813076 Feb 02 13:21:10.578851 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-dc7fd0e9-4449-4d94-b4c4-3d711da7425b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7f264671-f76a-44e5-8a52-8d15ced96914) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:10.584182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7fd0e9-4449-4d94-b4c4-3d711da7425b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:10.584948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dc7fd0e9-4449-4d94-b4c4-3d711da7425b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:10.603227 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dc7fd0e9-4449-4d94-b4c4-3d711da7425b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5842569 Feb 02 13:21:10.605731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39232) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:10.609088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de21a3cb-7d29-440b-8b89-a1a176f7780e None None] Network 7f264671-f76a-44e5-8a52-8d15ced96914 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:10.611589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6fd22-b737-44d0-8fa3-bd847b069f18 req-65c245ce-bbc6-4fdb-a574-6084030b077e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:10.616580 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1af6fd22-b737-44d0-8fa3-bd847b069f18 req-65c245ce-bbc6-4fdb-a574-6084030b077e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1674299 Feb 02 13:21:10.677665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['5d27a1f2-2095-4157-8968-d48c65e0af24'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:21:10.688623 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-ceca143f-c93b-4f93-a24c-48f6f5fa5fa6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1881127 Feb 02 13:21:10.714019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-349fa809-5afc-4d04-8f8e-ea645b23f5f2 req-680b67e1-ab4a-4ed4-9015-a8fa0c93a412 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279321 Feb 02 13:21:10.741510 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1af6fd22-b737-44d0-8fa3-bd847b069f18 req-4a8b24b6-2ab3-4587-a0d0-5ce578d8a880 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217175 Feb 02 13:21:10.757924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] For port b2320a8f-d6a3-42eb-8476-2bbad791bad0, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:21:10.834347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] For port b2320a8f-d6a3-42eb-8476-2bbad791bad0, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b2320a8f-d6a3-42eb-8476-2bbad791bad0,segment=NetworkSegment(40b11c30-8435-46f0-ba4f-054cbe1c3665),segment_id=40b11c30-8435-46f0-ba4f-054cbe1c3665)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:21:10.912922 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:10.918340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307b7b5-9a6f-4b5d-b2ae-2dbdb31132e0 req-38bf7b6d-05c3-4388-a33e-43893ad0f545 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:10.934123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6307b7b5-9a6f-4b5d-b2ae-2dbdb31132e0 req-38bf7b6d-05c3-4388-a33e-43893ad0f545 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 908 time: 0.0740056 Feb 02 13:21:10.952575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dda72d-2887-4204-acb4-8b36031b6547 req-bc07251c-d357-4a9a-8706-476ee9cd692d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:10.954875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97dda72d-2887-4204-acb4-8b36031b6547 req-bc07251c-d357-4a9a-8706-476ee9cd692d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.1452241 Feb 02 13:21:10.998800 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:11.022466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3da122-1317-4eae-9d12-5036db8f8b91 None None] Pushing event updated for resources: {'Port': ['ID=b2320a8f-d6a3-42eb-8476-2bbad791bad0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:11.057012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd is: DOWN; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:11.084924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97dda72d-2887-4204-acb4-8b36031b6547 req-677df04c-6c6c-4ca1-b50e-cede4328338e tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244709 Feb 02 13:21:11.108748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Allocated IP 2001:db8::2 (24a44ddd-12a8-449f-920a-6e8c32352d67/b5c50b77-02b9-4355-839f-21b9f45e762a/a3a75646-b401-4268-aa1b-104cdb449459) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:21:11.172794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7f264671-f76a-44e5-8a52-8d15ced96914', 'network_id': '7f264671-f76a-44e5-8a52-8d15ced96914', 'project_id': '4647d8be540b413db8a0e5d302b2bba0', 'fixed_ips': [{'subnet_id': '4982282f-b2c2-4ab6-ad21-a5e75dcee105'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:21:11.174013 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:11.239010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf246e-b039-4253-93d3-cb19a8f43f0c req-d98cbfe7-a5ed-485d-a2e9-848f5c6f316e tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:11.249961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7cf246e-b039-4253-93d3-cb19a8f43f0c req-d98cbfe7-a5ed-485d-a2e9-848f5c6f316e tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 949 time: 0.1619985 Feb 02 13:21:11.364177 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7cf246e-b039-4253-93d3-cb19a8f43f0c req-bbd56841-c4d4-4f13-9263-64cbea649ab3 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118724 Feb 02 13:21:11.511576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8fa3f-b5cc-467e-9d87-50c17eaf443c req-7d19c666-b113-4834-9300-9e8e6b1d389f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:11.519005 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63f8fa3f-b5cc-467e-9d87-50c17eaf443c req-7d19c666-b113-4834-9300-9e8e6b1d389f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.0912898 Feb 02 13:21:11.567843 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ad924-e2cb-44e3-ab41-fb1ac7f0f595 req-3bb92e03-e0fc-4c69-98c0-82e8c23aca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:11.571614 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-135ad924-e2cb-44e3-ab41-fb1ac7f0f595 req-3bb92e03-e0fc-4c69-98c0-82e8c23aca43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=376711c1b5754cb9a73d54cac187ca36&device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 1127 time: 0.0877457 Feb 02 13:21:11.616762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd0308-90c3-4bc9-b72d-7e4f466c0eb1 req-ea130d64-a598-44e2-9830-60b6eb1f8b30 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:11.623684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14dd0308-90c3-4bc9-b72d-7e4f466c0eb1 req-ea130d64-a598-44e2-9830-60b6eb1f8b30 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.1222894 Feb 02 13:21:11.642565 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Publish callbacks [] for port (a3a75646-b401-4268-aa1b-104cdb449459), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:11.646619 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Allocated IP 2001:db8::2 (7f264671-f76a-44e5-8a52-8d15ced96914/4982282f-b2c2-4ab6-ad21-a5e75dcee105/ab67d174-bcd7-4de8-82e7-a07fd0834b6a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:21:11.657259 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (a3a75646-b401-4268-aa1b-104cdb449459), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:11.683601 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63f8fa3f-b5cc-467e-9d87-50c17eaf443c req-67d72e39-154c-4731-bb2b-d071a6792ab1 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636472 Feb 02 13:21:11.698897 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14dd0308-90c3-4bc9-b72d-7e4f466c0eb1 req-b3e934ce-1b34-4a33-8683-653e708d0eee tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742497 Feb 02 13:21:11.771958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Allocated IP 2001:db8::1 (24a44ddd-12a8-449f-920a-6e8c32352d67/b5c50b77-02b9-4355-839f-21b9f45e762a/4a93783b-a8ad-4579-b17e-1706e598e30c) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:21:11.830285 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Publish callbacks [] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:11.849832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Network 24a44ddd-12a8-449f-920a-6e8c32352d67 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:21:11.852789 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:11.855296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:21:11.857917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:11.928694 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Network 7f264671-f76a-44e5-8a52-8d15ced96914 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:21:11.936030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:11.938662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:21:11.953917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065cd84-d78a-47d0-bce0-ea64939c324a req-b5eee07e-65f3-491b-b045-779b6cf15165 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:11.955606 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for port (4a93783b-a8ad-4579-b17e-1706e598e30c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:11.962812 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8065cd84-d78a-47d0-bce0-ea64939c324a req-b5eee07e-65f3-491b-b045-779b6cf15165 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1363137 Feb 02 13:21:11.983812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Attempting to bind port a3a75646-b401-4268-aa1b-104cdb449459 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:21:11.984189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Attempting to bind port a3a75646-b401-4268-aa1b-104cdb449459 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'a2caebbd-e635-4389-bbe7-6a80db0b9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '24a44ddd-12a8-449f-920a-6e8c32352d67'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:21:11.984555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Attempting to bind port a3a75646-b401-4268-aa1b-104cdb449459 on network 24a44ddd-12a8-449f-920a-6e8c32352d67 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:21:12.019364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92457092-f0a7-4a71-9681-cfecd69fb412 req-079cdd2e-436c-4624-8507-b2c09c5ac77c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:12.027104 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92457092-f0a7-4a71-9681-cfecd69fb412 req-079cdd2e-436c-4624-8507-b2c09c5ac77c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1488936 Feb 02 13:21:12.034063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Pushing event updated for resources: {'Port': ['ID=a3a75646-b401-4268-aa1b-104cdb449459,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:12.037374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ad924-e2cb-44e3-ab41-fb1ac7f0f595 req-8c566d86-2e03-4fe1-aa87-443b6b6efb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:12.038873 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-135ad924-e2cb-44e3-ab41-fb1ac7f0f595 req-8c566d86-2e03-4fe1-aa87-443b6b6efb8a service neutron] 10.222.0.62 "GET /v2.0/networks?id=79debd18-7bb2-4eb7-af10-309e07e6664a HTTP/1.1" status: 200 len: 910 time: 0.4601338 Feb 02 13:21:12.041520 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4a93783b-a8ad-4579-b17e-1706e598e30c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:12.088546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Pushing event updated for resources: {'Port': ['ID=ab67d174-bcd7-4de8-82e7-a07fd0834b6a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:12.092179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Attempting to bind port ab67d174-bcd7-4de8-82e7-a07fd0834b6a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:21:12.092496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Attempting to bind port ab67d174-bcd7-4de8-82e7-a07fd0834b6a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd1cf04b6-45f0-48ac-966d-9a97e1bb0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7f264671-f76a-44e5-8a52-8d15ced96914'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:21:12.093238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Attempting to bind port ab67d174-bcd7-4de8-82e7-a07fd0834b6a on network 7f264671-f76a-44e5-8a52-8d15ced96914 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:21:12.094788 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92457092-f0a7-4a71-9681-cfecd69fb412 req-08b83a8f-6528-4d9d-baea-3c36db8bb2d0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633059 Feb 02 13:21:12.098974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:21:12.099343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Checking segment: {'id': 'd1cf04b6-45f0-48ac-966d-9a97e1bb0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7f264671-f76a-44e5-8a52-8d15ced96914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:21:12.099777 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:12.100180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Bound using segment: {'id': 'd1cf04b6-45f0-48ac-966d-9a97e1bb0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7f264671-f76a-44e5-8a52-8d15ced96914'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:21:12.100672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Bound port: ab67d174-bcd7-4de8-82e7-a07fd0834b6a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cf04b6-45f0-48ac-966d-9a97e1bb0557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '7f264671-f76a-44e5-8a52-8d15ced96914'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:21:12.101057 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:12.103252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:21:12.103648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Checking segment: {'id': 'a2caebbd-e635-4389-bbe7-6a80db0b9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '24a44ddd-12a8-449f-920a-6e8c32352d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:21:12.104030 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:12.104417 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Bound using segment: {'id': 'a2caebbd-e635-4389-bbe7-6a80db0b9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '24a44ddd-12a8-449f-920a-6e8c32352d67'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:21:12.104886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Bound port: a3a75646-b401-4268-aa1b-104cdb449459, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2caebbd-e635-4389-bbe7-6a80db0b9093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '24a44ddd-12a8-449f-920a-6e8c32352d67'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:21:12.105260 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a3a75646-b401-4268-aa1b-104cdb449459), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:12.107871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'Port': ['ID=4a93783b-a8ad-4579-b17e-1706e598e30c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:12.131163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8065cd84-d78a-47d0-bce0-ea64939c324a req-da486fef-31f7-4b86-b69d-2436a9d8c8e4 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630073 Feb 02 13:21:12.166672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Network 24a44ddd-12a8-449f-920a-6e8c32352d67 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:21:12.170757 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-135ad924-e2cb-44e3-ab41-fb1ac7f0f595 req-0381b930-4c57-4b13-b673-2cef6b5a62c2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39a483f9-b38c-4664-be78-263c9ec755be HTTP/1.1" status: 200 len: 217 time: 0.1206324 Feb 02 13:21:12.171784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:12.178175 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:21:12.179620 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (7560933b-fa7f-4248-965d-287aae31a57c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:12.268739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] For port ab67d174-bcd7-4de8-82e7-a07fd0834b6a, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:21:12.273730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] For port ab67d174-bcd7-4de8-82e7-a07fd0834b6a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ab67d174-bcd7-4de8-82e7-a07fd0834b6a,segment=NetworkSegment(d1cf04b6-45f0-48ac-966d-9a97e1bb0557),segment_id=d1cf04b6-45f0-48ac-966d-9a97e1bb0557)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:21:12.284938 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:12.286887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5632fdc-e674-4496-9b7a-6e5ec0769ecc req-131cdc85-0265-47b4-8163-7710aa3211b0 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:12.300024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5632fdc-e674-4496-9b7a-6e5ec0769ecc req-131cdc85-0265-47b4-8163-7710aa3211b0 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 908 time: 0.1246228 Feb 02 13:21:12.346605 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ad924-e2cb-44e3-ab41-fb1ac7f0f595 req-9a1fe838-f8c3-41ad-ae9f-1fc739c816e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:12.347284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] For port a3a75646-b401-4268-aa1b-104cdb449459, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:21:12.348755 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-135ad924-e2cb-44e3-ab41-fb1ac7f0f595 req-9a1fe838-f8c3-41ad-ae9f-1fc739c816e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fced92fd-062d-435a-bc90-e10ac8434f63 HTTP/1.1" status: 200 len: 849 time: 0.1622083 Feb 02 13:21:12.351185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] For port a3a75646-b401-4268-aa1b-104cdb449459, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a3a75646-b401-4268-aa1b-104cdb449459,segment=NetworkSegment(a2caebbd-e635-4389-bbe7-6a80db0b9093),segment_id=a2caebbd-e635-4389-bbe7-6a80db0b9093)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:21:12.378738 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a3a75646-b401-4268-aa1b-104cdb449459), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:12.430040 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-135ad924-e2cb-44e3-ab41-fb1ac7f0f595 req-bf463c6b-6b2d-41d7-9281-5e7aef9d5f30 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=79debd18-7bb2-4eb7-af10-309e07e6664a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737984 Feb 02 13:21:12.431254 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a786d-38d0-46ab-af59-548b8ff0f3e5 None None] Pushing event updated for resources: {'Port': ['ID=ab67d174-bcd7-4de8-82e7-a07fd0834b6a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:12.515077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c60d0a-b34f-4798-beb7-7f4ebfd51c23 None None] Pushing event updated for resources: {'Port': ['ID=a3a75646-b401-4268-aa1b-104cdb449459,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:12.553786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device bf164a20-e0e6-4a3c-b3ff-d3f185e34429 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:12.595447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c222b-1ed9-429c-b2f4-9ab0e0fcbed3 req-54f7fd10-f00b-4cd0-a394-e19953cdf8e7 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:12.596882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab0c222b-1ed9-429c-b2f4-9ab0e0fcbed3 req-54f7fd10-f00b-4cd0-a394-e19953cdf8e7 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 949 time: 0.0949006 Feb 02 13:21:12.652507 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4a93783b-a8ad-4579-b17e-1706e598e30c), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:12.669715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:21:12.685430 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:12.686021 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:12.686477 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab0c222b-1ed9-429c-b2f4-9ab0e0fcbed3 req-d9532c5f-e5ad-49e7-a123-a1082823474d tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829947 Feb 02 13:21:12.792880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da580c01-3d5a-4727-b73c-0cd1b64432e2 None None] Network 6aaede50-8141-4884-bfed-5f97dac0b14f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:12.851839 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-135ad924-e2cb-44e3-ab41-fb1ac7f0f595 req-742eff59-6a49-463c-9946-e7930060024f service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118872 Feb 02 13:21:13.043242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da135791-4962-4c35-9d32-1e86ccfca00a req-1709e706-d1d4-4efe-8b28-e43c7e5d2a63 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:13.050470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da135791-4962-4c35-9d32-1e86ccfca00a req-1709e706-d1d4-4efe-8b28-e43c7e5d2a63 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.1523871 Feb 02 13:21:13.058341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-43f51a1d-fe17-4811-a711-73524394efa9 None None] Provisioning complete for port b2320a8f-d6a3-42eb-8476-2bbad791bad0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:13.058911 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43f51a1d-fe17-4811-a711-73524394efa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:13.067791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85b213-9a4d-443c-8350-dfc164479982 req-ce9075d7-e84e-442b-b076-9815feb91841 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:13.070927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c85b213-9a4d-443c-8350-dfc164479982 req-ce9075d7-e84e-442b-b076-9815feb91841 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2499421 Feb 02 13:21:13.235767 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-135ad924-e2cb-44e3-ab41-fb1ac7f0f595 req-c006693f-26cc-4389-8fa9-52f2515e394b service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271152 Feb 02 13:21:13.242181 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da135791-4962-4c35-9d32-1e86ccfca00a req-cbb55774-7f3d-4431-b482-9f0aa470dab3 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906147 Feb 02 13:21:13.259673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ab67d174-bcd7-4de8-82e7-a07fd0834b6a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:13.267316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c85b213-9a4d-443c-8350-dfc164479982 req-53863819-a008-4d9e-94cc-16d1c1d15778 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310692 Feb 02 13:21:13.289332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:13.289728 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:13.425583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for port (4a93783b-a8ad-4579-b17e-1706e598e30c), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:13.431855 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (4a93783b-a8ad-4579-b17e-1706e598e30c), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:13.433714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (7560933b-fa7f-4248-965d-287aae31a57c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:13.465970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa8811-8070-44c3-a0a3-7a94e81b6fc8 req-42073995-1c45-495d-871f-ad4956a0b578 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:13.468770 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73aa8811-8070-44c3-a0a3-7a94e81b6fc8 req-42073995-1c45-495d-871f-ad4956a0b578 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1266780 Feb 02 13:21:13.484654 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f232c43-b220-4a9f-b141-f2c7e8e888ab req-cad73175-91c9-4f30-9c52-d22838a34c24 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:13.486213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0f232c43-b220-4a9f-b141-f2c7e8e888ab req-cad73175-91c9-4f30-9c52-d22838a34c24 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1057308 Feb 02 13:21:13.522254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'Port': ['ID=4a93783b-a8ad-4579-b17e-1706e598e30c,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:13.572934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0f232c43-b220-4a9f-b141-f2c7e8e888ab req-c36e5338-b0e2-4303-b957-d4eb7e90c134 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776951 Feb 02 13:21:13.576925 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5d27a1f2-2095-4157-8968-d48c65e0af24 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:13.610287 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73aa8811-8070-44c3-a0a3-7a94e81b6fc8 req-5599d6f0-04d5-4eae-852f-24fecdbe0eb5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349978 Feb 02 13:21:13.673849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a401aaf-ec93-47da-b164-7ef83dfeaecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf164a20-e0e6-4a3c-b3ff-d3f185e34429'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:13.676300 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d770cb-fff4-4c46-9d76-0cfcb6d2f0b7" -d '{"events": [{"server_uuid": "5a401aaf-ec93-47da-b164-7ef83dfeaecc", "name": "network-vif-plugged", "status": "completed", "tag": "bf164a20-e0e6-4a3c-b3ff-d3f185e34429"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:13.693486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-43f51a1d-fe17-4811-a711-73524394efa9 None None] Current status of the port b2320a8f-d6a3-42eb-8476-2bbad791bad0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:13.693872 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43f51a1d-fe17-4811-a711-73524394efa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:13.704445 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port bf164a20-e0e6-4a3c-b3ff-d3f185e34429, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bf164a20-e0e6-4a3c-b3ff-d3f185e34429,segment=NetworkSegment(74f419dd-1b1d-49da-9b83-96b932b54c4e),segment_id=74f419dd-1b1d-49da-9b83-96b932b54c4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:13.723057 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:13.723936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 851eda44-b5c7-4462-b02f-45604f9f4d1b up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:13.781037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14282478-0c86-4b26-833b-26eda4f9fe78 req-e12e7c0f-0946-42ce-b388-2ed07ec84ab1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:13.794971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14282478-0c86-4b26-833b-26eda4f9fe78 req-e12e7c0f-0946-42ce-b388-2ed07ec84ab1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 908 time: 0.0990167 Feb 02 13:21:13.807018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-43f51a1d-fe17-4811-a711-73524394efa9 None None] For port b2320a8f-d6a3-42eb-8476-2bbad791bad0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b2320a8f-d6a3-42eb-8476-2bbad791bad0,segment=NetworkSegment(40b11c30-8435-46f0-ba4f-054cbe1c3665),segment_id=40b11c30-8435-46f0-ba4f-054cbe1c3665)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:13.821743 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad76ace-4e39-425e-ac0f-012684443e20 x-openstack-request-id: req-4ad76ace-4e39-425e-ac0f-012684443e20 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:13.822050 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a401aaf-ec93-47da-b164-7ef83dfeaecc", "name": "network-vif-plugged", "status": "completed", "tag": "bf164a20-e0e6-4a3c-b3ff-d3f185e34429", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:13.822310 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4ad76ace-4e39-425e-ac0f-012684443e20 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:13.822734 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a401aaf-ec93-47da-b164-7ef83dfeaecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf164a20-e0e6-4a3c-b3ff-d3f185e34429', 'code': 200} Feb 02 13:21:13.833296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ab67d174-bcd7-4de8-82e7-a07fd0834b6a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:13.835622 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:13.953491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Network 24a44ddd-12a8-449f-920a-6e8c32352d67 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:21:13.957980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 5d27a1f2-2095-4157-8968-d48c65e0af24 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:21:13.958883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:13.972829 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-43f51a1d-fe17-4811-a711-73524394efa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:14.001695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 5d27a1f2-2095-4157-8968-d48c65e0af24 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:14.002079 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:14.048874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ba47e-5e83-4d3a-a2e5-899b99d91fe1 req-2636342f-f295-4e98-ba78-29cf5437e0e7 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:14.066084 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a14ba47e-5e83-4d3a-a2e5-899b99d91fe1 req-2636342f-f295-4e98-ba78-29cf5437e0e7 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 949 time: 0.2031670 Feb 02 13:21:14.103106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c6b6-4c69-4924-8a2b-fb13fb1ee7b0 req-865bd641-0bca-44be-89d8-695ec28aa888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:14.105501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2237c6b6-4c69-4924-8a2b-fb13fb1ee7b0 req-865bd641-0bca-44be-89d8-695ec28aa888 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 1091 time: 0.1838086 Feb 02 13:21:14.134036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=bf164a20-e0e6-4a3c-b3ff-d3f185e34429,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:14.163735 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a14ba47e-5e83-4d3a-a2e5-899b99d91fe1 req-00fce215-63fc-4d5a-88ea-87c489432eca tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962026 Feb 02 13:21:14.207182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Router 7560933b-fa7f-4248-965d-287aae31a57c is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:21:14.249042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 851eda44-b5c7-4462-b02f-45604f9f4d1b completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:21:14.272151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ba5fd51e-ed17-495c-ad20-f536ea5be1b4 None None] Provisioning complete for port b2320a8f-d6a3-42eb-8476-2bbad791bad0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:14.276899 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba5fd51e-ed17-495c-ad20-f536ea5be1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:14.359060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 851eda44-b5c7-4462-b02f-45604f9f4d1b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:14.359365 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:14.380791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:21:14.400398 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3890d41b-7204-4479-982c-6f3fd37ca590 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "PUT /v2.0/routers/7560933b-fa7f-4248-965d-287aae31a57c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7934256 Feb 02 13:21:14.403916 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39280) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:14.424987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a086ef8e-d7c9-417d-afb3-2b308db1ebb6 None None] Sync routers for ids ['7560933b-fa7f-4248-965d-287aae31a57c'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:21:14.434060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ab67d174-bcd7-4de8-82e7-a07fd0834b6a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:14.434708 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:14.474385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f51a1d-fe17-4811-a711-73524394efa9 None None] Pushing event updated for resources: {'Port': ['ID=b2320a8f-d6a3-42eb-8476-2bbad791bad0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:14.515253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086ef8e-d7c9-417d-afb3-2b308db1ebb6 None None] Routers {'7560933b-fa7f-4248-965d-287aae31a57c'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:14.515885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a086ef8e-d7c9-417d-afb3-2b308db1ebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7560933b-fa7f-4248-965d-287aae31a57c'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:14.530174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a7e3c-a4ec-45a2-9b2a-31d28c29b465 req-d56646a5-3261-4020-a3ff-d4fc9353ff4f tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:14.541098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1307e5fd-3cc1-4fe9-a7a5-442092bd29c0 None None] Network 7f264671-f76a-44e5-8a52-8d15ced96914 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:14.557022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d6a7e3c-a4ec-45a2-9b2a-31d28c29b465 req-d56646a5-3261-4020-a3ff-d4fc9353ff4f tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.1925414 Feb 02 13:21:14.585139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5d27a1f2-2095-4157-8968-d48c65e0af24 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:14.585352 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:14.610472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port ab67d174-bcd7-4de8-82e7-a07fd0834b6a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ab67d174-bcd7-4de8-82e7-a07fd0834b6a,segment=NetworkSegment(d1cf04b6-45f0-48ac-966d-9a97e1bb0557),segment_id=d1cf04b6-45f0-48ac-966d-9a97e1bb0557)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:14.631300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41abce-78f4-486a-9fd6-86c845bec5b7 req-91b9e358-d8a2-4355-8456-e3343c995dd0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:14.645182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c41abce-78f4-486a-9fd6-86c845bec5b7 req-91b9e358-d8a2-4355-8456-e3343c995dd0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 945 time: 0.2162926 Feb 02 13:21:14.654412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a086ef8e-d7c9-417d-afb3-2b308db1ebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:14.693433 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:14.694240 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b2320a8f-d6a3-42eb-8476-2bbad791bad0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:14.721688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d6a7e3c-a4ec-45a2-9b2a-31d28c29b465 req-6394bc19-cdc4-411a-a654-93b9887b0a59 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636741 Feb 02 13:21:14.812225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c41abce-78f4-486a-9fd6-86c845bec5b7 req-bd4585d7-43fb-4d92-a666-78c72de6302f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659579 Feb 02 13:21:14.829547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ba5fd51e-ed17-495c-ad20-f536ea5be1b4 None None] Current status of the port b2320a8f-d6a3-42eb-8476-2bbad791bad0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:14.844957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 851eda44-b5c7-4462-b02f-45604f9f4d1b is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:14.845369 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:14.847156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a086ef8e-d7c9-417d-afb3-2b308db1ebb6 None None] Routers {'7560933b-fa7f-4248-965d-287aae31a57c'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:14.847820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a086ef8e-d7c9-417d-afb3-2b308db1ebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7560933b-fa7f-4248-965d-287aae31a57c'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:14.864268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5d27a1f2-2095-4157-8968-d48c65e0af24, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d27a1f2-2095-4157-8968-d48c65e0af24,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:14.915838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a81528-bed0-4dc6-a5ad-52b9c8a29e49 None None] Network 24a44ddd-12a8-449f-920a-6e8c32352d67 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:14.917696 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:14.927122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a086ef8e-d7c9-417d-afb3-2b308db1ebb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:14.927832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a086ef8e-d7c9-417d-afb3-2b308db1ebb6 None None] The sync data for ids ['7560933b-fa7f-4248-965d-287aae31a57c'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:21:14.957596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacdb7f-0e8e-4935-84db-78680582e953 req-f2a9ed0e-700f-425d-812c-b2db6fcddf19 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:14.959732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eeacdb7f-0e8e-4935-84db-78680582e953 req-f2a9ed0e-700f-425d-812c-b2db6fcddf19 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1147289 Feb 02 13:21:14.967574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3d581-3848-4989-ab5a-f53f6435addd req-a6ba77b1-ef58-439e-8eec-2c672ff64f38 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:14.969718 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0c3d581-3848-4989-ab5a-f53f6435addd req-a6ba77b1-ef58-439e-8eec-2c672ff64f38 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.0791502 Feb 02 13:21:14.982959 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-614b7a92-292c-4521-8e77-605742798509 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:14.992802 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-614b7a92-292c-4521-8e77-605742798509 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "PUT /v2.0/routers/7560933b-fa7f-4248-965d-287aae31a57c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5875084 Feb 02 13:21:14.994144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39288) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:15.016067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=ab67d174-bcd7-4de8-82e7-a07fd0834b6a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:15.029590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eeacdb7f-0e8e-4935-84db-78680582e953 req-3e45a7ef-a34c-4c06-add4-fccc384a4b9c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586619 Feb 02 13:21:15.066649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:15.089064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0c3d581-3848-4989-ab5a-f53f6435addd req-7b9bbede-2d8e-466e-bb86-c06d81035a8a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851374 Feb 02 13:21:15.097792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a00b6a27-7464-4734-87c0-6f6e23c4d1d9 None None] Provisioning complete for port a3a75646-b401-4268-aa1b-104cdb449459 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:15.098172 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a00b6a27-7464-4734-87c0-6f6e23c4d1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a3a75646-b401-4268-aa1b-104cdb449459), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:15.101234 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:15.143339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b2320a8f-d6a3-42eb-8476-2bbad791bad0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:15.143999 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:15.235271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8ba2c-d0c5-4d69-947a-ed44995a769c req-fbc3d749-ac4b-4bf0-aa50-6e1335819f46 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:15.250335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0d8ba2c-d0c5-4d69-947a-ed44995a769c req-fbc3d749-ac4b-4bf0-aa50-6e1335819f46 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 909 time: 0.1025195 Feb 02 13:21:15.272316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5d27a1f2-2095-4157-8968-d48c65e0af24,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:15.349193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec77881-6103-443f-8f9b-ab6da2d76f77 req-3b4b68e2-10ea-4061-b637-533488be9b6a tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:15.351511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ec77881-6103-443f-8f9b-ab6da2d76f77 req-3b4b68e2-10ea-4061-b637-533488be9b6a tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 950 time: 0.0907195 Feb 02 13:21:15.424053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ec77881-6103-443f-8f9b-ab6da2d76f77 req-c7abfa15-2f21-4bdf-be88-e114cf484123 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664091 Feb 02 13:21:15.454252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=12']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:15.503544 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a00b6a27-7464-4734-87c0-6f6e23c4d1d9 None None] Current status of the port a3a75646-b401-4268-aa1b-104cdb449459 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:15.504330 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a00b6a27-7464-4734-87c0-6f6e23c4d1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a3a75646-b401-4268-aa1b-104cdb449459), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:15.518213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b2320a8f-d6a3-42eb-8476-2bbad791bad0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:15.552851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a00b6a27-7464-4734-87c0-6f6e23c4d1d9 None None] For port a3a75646-b401-4268-aa1b-104cdb449459, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a3a75646-b401-4268-aa1b-104cdb449459,segment=NetworkSegment(a2caebbd-e635-4389-bbe7-6a80db0b9093),segment_id=a2caebbd-e635-4389-bbe7-6a80db0b9093)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:15.560428 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a00b6a27-7464-4734-87c0-6f6e23c4d1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a3a75646-b401-4268-aa1b-104cdb449459), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:15.616448 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7577804-0996-4f12-9ffc-858a545cc2ad tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (7560933b-fa7f-4248-965d-287aae31a57c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:15.643480 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a00b6a27-7464-4734-87c0-6f6e23c4d1d9 None None] Provisioning complete for port ab67d174-bcd7-4de8-82e7-a07fd0834b6a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:15.643480 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a00b6a27-7464-4734-87c0-6f6e23c4d1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:15.670981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b6a27-7464-4734-87c0-6f6e23c4d1d9 None None] Pushing event updated for resources: {'Port': ['ID=a3a75646-b401-4268-aa1b-104cdb449459,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:15.760961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a00b6a27-7464-4734-87c0-6f6e23c4d1d9 None None] Current status of the port ab67d174-bcd7-4de8-82e7-a07fd0834b6a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:15.824401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fa81f4-7d05-42a6-8262-fd4e02ea60f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d27a1f2-2095-4157-8968-d48c65e0af24'}, {'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:15.827080 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fe29fb-37f2-4672-90ef-0dc9351134c3" -d '{"events": [{"server_uuid": "82fa81f4-7d05-42a6-8262-fd4e02ea60f5", "name": "network-vif-plugged", "status": "completed", "tag": "5d27a1f2-2095-4157-8968-d48c65e0af24"}, {"server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "name": "network-vif-plugged", "status": "completed", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:15.843568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ab67d174-bcd7-4de8-82e7-a07fd0834b6a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:15.886203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2d7ed-0756-4444-8e72-23b686ac02ad req-dbcf80a2-e3ad-4acc-87cd-10cc9cc9c860 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:15.895048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42e2d7ed-0756-4444-8e72-23b686ac02ad req-dbcf80a2-e3ad-4acc-87cd-10cc9cc9c860 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.0738337 Feb 02 13:21:15.922834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-93275556-e2f2-4757-97e1-db73ce40ddf9 None None] Provisioning complete for port ab67d174-bcd7-4de8-82e7-a07fd0834b6a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:15.923785 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93275556-e2f2-4757-97e1-db73ce40ddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:15.975941 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ab67d174-bcd7-4de8-82e7-a07fd0834b6a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:15.975941 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:16.050459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42e2d7ed-0756-4444-8e72-23b686ac02ad req-1daf20a8-ddf2-43a6-9263-54dc8b0164a6 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534688 Feb 02 13:21:16.078577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b5a28-54bb-47ea-a34b-b8e220662b49 req-6d63dec4-1b57-41fe-bdac-f3b39201f7b5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:16.093553 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f1b5a28-54bb-47ea-a34b-b8e220662b49 req-6d63dec4-1b57-41fe-bdac-f3b39201f7b5 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1588871 Feb 02 13:21:16.101237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-93275556-e2f2-4757-97e1-db73ce40ddf9 None None] Current status of the port ab67d174-bcd7-4de8-82e7-a07fd0834b6a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:16.181709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c7577804-0996-4f12-9ffc-858a545cc2ad tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Deleting port 4a93783b-a8ad-4579-b17e-1706e598e30c {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:16.181968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7577804-0996-4f12-9ffc-858a545cc2ad tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4a93783b-a8ad-4579-b17e-1706e598e30c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:16.240635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f1b5a28-54bb-47ea-a34b-b8e220662b49 req-bfd4bfa6-8da1-4112-9a43-3149a00d40b1 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423826 Feb 02 13:21:16.325498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630c4d7-9b6a-40a6-b5d0-72c21ce0a494 req-93762ec1-c49a-4e6e-81c8-7f536c14555b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:16.341684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1630c4d7-9b6a-40a6-b5d0-72c21ce0a494 req-93762ec1-c49a-4e6e-81c8-7f536c14555b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1223538 Feb 02 13:21:16.373067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188d459-6b7d-491c-be51-b7517a807733 req-18dba0f7-15d6-4542-8efc-05a9006ed132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:16.374801 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4188d459-6b7d-491c-be51-b7517a807733 req-18dba0f7-15d6-4542-8efc-05a9006ed132 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 1132 time: 0.1265388 Feb 02 13:21:16.407980 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7577804-0996-4f12-9ffc-858a545cc2ad tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4a93783b-a8ad-4579-b17e-1706e598e30c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:16.448716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1630c4d7-9b6a-40a6-b5d0-72c21ce0a494 req-6c36e56d-9585-4881-b1db-3f97d8312236 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062322 Feb 02 13:21:16.452726 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4188d459-6b7d-491c-be51-b7517a807733 req-5cdcb67f-a0ba-43e0-a5ce-30f8b10e7de4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681326 Feb 02 13:21:16.453728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c7577804-0996-4f12-9ffc-858a545cc2ad tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Calling delete_port for 4a93783b-a8ad-4579-b17e-1706e598e30c owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:16.478931 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b507303-c9c4-4aac-952f-d43cb9ff7d0c x-openstack-request-id: req-3b507303-c9c4-4aac-952f-d43cb9ff7d0c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:16.479487 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fa81f4-7d05-42a6-8262-fd4e02ea60f5", "name": "network-vif-plugged", "status": "completed", "tag": "5d27a1f2-2095-4157-8968-d48c65e0af24", "code": 200}, {"server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "name": "network-vif-plugged", "status": "completed", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:16.479487 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3b507303-c9c4-4aac-952f-d43cb9ff7d0c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:16.479875 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fa81f4-7d05-42a6-8262-fd4e02ea60f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d27a1f2-2095-4157-8968-d48c65e0af24', 'code': 200} Feb 02 13:21:16.480128 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'code': 200} Feb 02 13:21:16.519891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-37a7a673-6542-4295-a6ba-7decd8086dac None None] Provisioning complete for port 4a93783b-a8ad-4579-b17e-1706e598e30c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:16.520279 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37a7a673-6542-4295-a6ba-7decd8086dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4a93783b-a8ad-4579-b17e-1706e598e30c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:16.523279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ab67d174-bcd7-4de8-82e7-a07fd0834b6a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:16.524007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a3a75646-b401-4268-aa1b-104cdb449459 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:16.577953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40005a6-f18c-4a83-8884-2c11b568d8d3 req-68afef26-e883-4509-96f4-f1a47fafa9ef tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:16.580367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a40005a6-f18c-4a83-8884-2c11b568d8d3 req-68afef26-e883-4509-96f4-f1a47fafa9ef tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2113802 Feb 02 13:21:16.605623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-37a7a673-6542-4295-a6ba-7decd8086dac None None] Port 4a93783b-a8ad-4579-b17e-1706e598e30c cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:21:16.628371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-37a7a673-6542-4295-a6ba-7decd8086dac None None] Provisioning complete for port a3a75646-b401-4268-aa1b-104cdb449459 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:16.628513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37a7a673-6542-4295-a6ba-7decd8086dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a3a75646-b401-4268-aa1b-104cdb449459), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:16.643450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae7eab-b9cf-434d-920a-81ce31a3e7ae req-232ecd3f-9634-4808-be7b-d0fd7ff69c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:16.645004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfae7eab-b9cf-434d-920a-81ce31a3e7ae req-232ecd3f-9634-4808-be7b-d0fd7ff69c1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 1128 time: 0.2108400 Feb 02 13:21:16.670879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port a3a75646-b401-4268-aa1b-104cdb449459 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:16.671253 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a3a75646-b401-4268-aa1b-104cdb449459), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:16.737023 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7577804-0996-4f12-9ffc-858a545cc2ad tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4a93783b-a8ad-4579-b17e-1706e598e30c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:16.738129 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfae7eab-b9cf-434d-920a-81ce31a3e7ae req-75ba31fb-4ab8-44ac-a2e7-8fe4379b6af8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774677 Feb 02 13:21:16.747651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a40005a6-f18c-4a83-8884-2c11b568d8d3 req-a45fce40-ce0f-4aaa-8622-465027705e0a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490040 Feb 02 13:21:16.758889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad7bd0-67a1-4147-9e0c-7b8af819f725 req-eb6faf26-84c3-4387-9196-1673508d2aee tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:16.767434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-37a7a673-6542-4295-a6ba-7decd8086dac None None] Current status of the port a3a75646-b401-4268-aa1b-104cdb449459 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:16.773455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3ad7bd0-67a1-4147-9e0c-7b8af819f725 req-eb6faf26-84c3-4387-9196-1673508d2aee tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 909 time: 0.1917715 Feb 02 13:21:16.804190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7577804-0996-4f12-9ffc-858a545cc2ad tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event deleted for resources: {'Port': ['ID=4a93783b-a8ad-4579-b17e-1706e598e30c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:16.829894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port a3a75646-b401-4268-aa1b-104cdb449459 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:16.832377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b2320a8f-d6a3-42eb-8476-2bbad791bad0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:16.902915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-41db230a-4bf1-4099-a77f-fbc9d5bef041 None None] Could not find standard attr ID for object 4a93783b-a8ad-4579-b17e-1706e598e30c. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:21:16.945137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b2320a8f-d6a3-42eb-8476-2bbad791bad0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:16.945917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:16.952943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999cdd7-c511-4d05-aa47-ac3dd31f6337 req-41ddf882-9e34-42a5-915e-1cc42c1917b0 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:16.954467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e999cdd7-c511-4d05-aa47-ac3dd31f6337 req-41ddf882-9e34-42a5-915e-1cc42c1917b0 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 950 time: 0.1049430 Feb 02 13:21:16.964261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7577804-0996-4f12-9ffc-858a545cc2ad tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (7560933b-fa7f-4248-965d-287aae31a57c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:16.966926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0632635-47b1-418a-bf48-af3658e530b9 req-56cd14a6-db9b-41d8-a690-df641ea1b4f8 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:16.975828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0632635-47b1-418a-bf48-af3658e530b9 req-56cd14a6-db9b-41d8-a690-df641ea1b4f8 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 909 time: 0.1173539 Feb 02 13:21:17.066164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e999cdd7-c511-4d05-aa47-ac3dd31f6337 req-0480ef5b-ea46-4b6c-bd65-b5ba9ba5640b tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857201 Feb 02 13:21:17.130688 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b2320a8f-d6a3-42eb-8476-2bbad791bad0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:17.158041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1402b19-65da-4dd6-8092-88b32445f717 req-8f14322f-79c7-49f4-a767-4a97622464aa tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:17.163097 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1402b19-65da-4dd6-8092-88b32445f717 req-8f14322f-79c7-49f4-a767-4a97622464aa tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 1091 time: 0.0784011 Feb 02 13:21:17.205680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7577804-0996-4f12-9ffc-858a545cc2ad tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Router 7560933b-fa7f-4248-965d-287aae31a57c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:21:17.221669 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f64cb9-228f-4553-b2b9-c3dd6bc477ac req-058e811c-adb5-4245-a534-808447f5efb5 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:17.223482 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88f64cb9-228f-4553-b2b9-c3dd6bc477ac req-058e811c-adb5-4245-a534-808447f5efb5 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.0758889 Feb 02 13:21:17.297316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7577804-0996-4f12-9ffc-858a545cc2ad tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:21:17.311671 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ceffde-8001-464a-9424-daef957577fc None None] Sync routers for ids ['7560933b-fa7f-4248-965d-287aae31a57c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:21:17.312547 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c7577804-0996-4f12-9ffc-858a545cc2ad tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "PUT /v2.0/routers/7560933b-fa7f-4248-965d-287aae31a57c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3127892 Feb 02 13:21:17.313140 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88f64cb9-228f-4553-b2b9-c3dd6bc477ac req-d9f5cdb6-781a-4435-a65d-872774d3b384 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791364 Feb 02 13:21:17.314366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39316) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:17.329540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468a925-1158-44ce-9c3d-2f438ae425a3 req-520b99d8-af1f-4b30-879c-5f2e55047a09 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:17.329540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8468a925-1158-44ce-9c3d-2f438ae425a3 req-520b99d8-af1f-4b30-879c-5f2e55047a09 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 1167 time: 0.0851583 Feb 02 13:21:17.336569 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ceffde-8001-464a-9424-daef957577fc None None] Routers {'7560933b-fa7f-4248-965d-287aae31a57c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:17.337153 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e4ceffde-8001-464a-9424-daef957577fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7560933b-fa7f-4248-965d-287aae31a57c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:17.357892 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-9ba45354-c788-4ad4-b91c-516707e9fca4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] delete failed (client error): The resource could not be found. Feb 02 13:21:17.359019 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9ba45354-c788-4ad4-b91c-516707e9fca4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "DELETE /v2.0/routers/tempest-non_exist_router-1659004532 HTTP/1.1" status: 404 len: 335 time: 0.0434952 Feb 02 13:21:17.362774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39318) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:17.367636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c57f7fe3-b980-46f4-b6c6-cfb8ccc7152d tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Request body: {'router': {'external_gateway_info': {'network_id': '7560933b-fa7f-4248-965d-287aae31a57c'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:17.394838 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e4ceffde-8001-464a-9424-daef957577fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:17.408442 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ceffde-8001-464a-9424-daef957577fc None None] Routers {'7560933b-fa7f-4248-965d-287aae31a57c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:17.409315 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e4ceffde-8001-464a-9424-daef957577fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7560933b-fa7f-4248-965d-287aae31a57c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:17.427359 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8468a925-1158-44ce-9c3d-2f438ae425a3 req-f1b67f18-f09f-41e5-b0ae-a531ac8afca5 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0980964 Feb 02 13:21:17.449991 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e4ceffde-8001-464a-9424-daef957577fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:17.450640 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ceffde-8001-464a-9424-daef957577fc None None] The sync data for ids ['7560933b-fa7f-4248-965d-287aae31a57c'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:21:17.473772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39320) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:17.543547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b115f0-697b-4afc-b02b-7cd2ca2337a4 req-84409d79-3cd0-478c-9c6f-8dfa54dc764d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:17.545388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51b115f0-697b-4afc-b02b-7cd2ca2337a4 req-84409d79-3cd0-478c-9c6f-8dfa54dc764d tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1627958 Feb 02 13:21:17.615674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699869c-5305-4bea-9a2c-1871312a14c9 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:17.620103 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2699869c-5305-4bea-9a2c-1871312a14c9 tempest-TestSecurityGroupsBasicOps-1828588663 tempest-TestSecurityGroupsBasicOps-1828588663-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 1086 time: 0.1446977 Feb 02 13:21:17.630194 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a3a75646-b401-4268-aa1b-104cdb449459 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:17.673107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51b115f0-697b-4afc-b02b-7cd2ca2337a4 req-865faa49-07a0-4301-ad3d-b0fee53d2695 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167903 Feb 02 13:21:17.685086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port a3a75646-b401-4268-aa1b-104cdb449459 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:17.685453 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a3a75646-b401-4268-aa1b-104cdb449459), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:17.695623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88556e-8261-40a4-b943-af5d08b2b503 req-647bfe0b-04ef-4ce3-8ef9-0b7ca6c418a8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:17.705125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e88556e-8261-40a4-b943-af5d08b2b503 req-647bfe0b-04ef-4ce3-8ef9-0b7ca6c418a8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1584702 Feb 02 13:21:17.795237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port a3a75646-b401-4268-aa1b-104cdb449459 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:17.837057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e88556e-8261-40a4-b943-af5d08b2b503 req-3d6074f6-659c-40ff-9a43-167c21ab876e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286001 Feb 02 13:21:17.925423 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c57f7fe3-b980-46f4-b6c6-cfb8ccc7152d tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for router_gateway (7560933b-fa7f-4248-965d-287aae31a57c), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:17.947026 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-c57f7fe3-b980-46f4-b6c6-cfb8ccc7152d tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] update failed (client error): The resource could not be found. Feb 02 13:21:17.951685 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c57f7fe3-b980-46f4-b6c6-cfb8ccc7152d tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "PUT /v2.0/routers/7560933b-fa7f-4248-965d-287aae31a57c HTTP/1.1" status: 404 len: 339 time: 0.5844042 Feb 02 13:21:17.952220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39332) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:17.957735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a92d9122-59bd-488f-b0fc-f6af5c2f3be4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1693136242'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:17.985032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92d9122-59bd-488f-b0fc-f6af5c2f3be4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Made reservation on behalf of 4647d8be540b413db8a0e5d302b2bba0 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:17.989668 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a92d9122-59bd-488f-b0fc-f6af5c2f3be4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:18.018225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92d9122-59bd-488f-b0fc-f6af5c2f3be4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:21:18.030821 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a92d9122-59bd-488f-b0fc-f6af5c2f3be4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:18.031314 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-a92d9122-59bd-488f-b0fc-f6af5c2f3be4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Added segment fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7 of type vlan for network ae31fcd0-6a28-4b29-95bc-be1332c8e44f Feb 02 13:21:18.081214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b951b7-b597-4ad7-a7fa-21bab08fc847 req-281cc465-9062-40f7-ad19-a50d6b39c954 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:18.082002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a92d9122-59bd-488f-b0fc-f6af5c2f3be4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (ae31fcd0-6a28-4b29-95bc-be1332c8e44f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:18.082821 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03b951b7-b597-4ad7-a7fa-21bab08fc847 req-281cc465-9062-40f7-ad19-a50d6b39c954 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1607111 Feb 02 13:21:18.109976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a92d9122-59bd-488f-b0fc-f6af5c2f3be4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (ae31fcd0-6a28-4b29-95bc-be1332c8e44f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:18.116092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92d9122-59bd-488f-b0fc-f6af5c2f3be4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:18.117271 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a92d9122-59bd-488f-b0fc-f6af5c2f3be4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:18.119133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0da3b6-66b0-40e7-ba47-b9b2bb587d9e req-f5c46199-95ad-46e2-9756-aafaf3277c94 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:18.121252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd0da3b6-66b0-40e7-ba47-b9b2bb587d9e req-f5c46199-95ad-46e2-9756-aafaf3277c94 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 909 time: 0.1151822 Feb 02 13:21:18.178962 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03b951b7-b597-4ad7-a7fa-21bab08fc847 req-304dafea-52ff-449f-827d-0662a1026acc tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822048 Feb 02 13:21:18.212286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:18.212667 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a92d9122-59bd-488f-b0fc-f6af5c2f3be4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2593284 Feb 02 13:21:18.216193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92d9122-59bd-488f-b0fc-f6af5c2f3be4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'Network': ['ID=ae31fcd0-6a28-4b29-95bc-be1332c8e44f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:18.219935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-41e6e779-e2f0-4b01-a8f8-d2285986f0af tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Request body: {'subnet': {'network_id': 'ae31fcd0-6a28-4b29-95bc-be1332c8e44f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:18.236260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network ae31fcd0-6a28-4b29-95bc-be1332c8e44f details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:21:18.371205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c388566-4dee-451c-b00f-29b2acaf369d req-7a90d97b-7f7a-42bd-91e4-763b737af746 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:18.372782 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c388566-4dee-451c-b00f-29b2acaf369d req-7a90d97b-7f7a-42bd-91e4-763b737af746 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 950 time: 0.1475990 Feb 02 13:21:18.389522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e6e779-e2f0-4b01-a8f8-d2285986f0af tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Made reservation on behalf of 4647d8be540b413db8a0e5d302b2bba0 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:18.392938 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41e6e779-e2f0-4b01-a8f8-d2285986f0af tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:18.531984 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c388566-4dee-451c-b00f-29b2acaf369d req-e2561b5c-7636-495e-b5aa-2a01220a55fd tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512189 Feb 02 13:21:18.676072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243e70b-49fb-4bf8-b8f6-e07597ec881c req-def7fe07-58b8-45ce-86bf-bc33e38da198 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:18.683322 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e243e70b-49fb-4bf8-b8f6-e07597ec881c req-def7fe07-58b8-45ce-86bf-bc33e38da198 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.2646341 Feb 02 13:21:18.751685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e243e70b-49fb-4bf8-b8f6-e07597ec881c req-070948f4-8943-45d1-b16e-ea2437dfb400 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627115 Feb 02 13:21:18.752847 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41e6e779-e2f0-4b01-a8f8-d2285986f0af tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (f6a23e2b-ac17-4e8f-b1a5-e0f622600196), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:18.865088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e779-e2f0-4b01-a8f8-d2285986f0af tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'Subnet': ['ID=f6a23e2b-ac17-4e8f-b1a5-e0f622600196,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:18.918918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e6e779-e2f0-4b01-a8f8-d2285986f0af tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Checking segment: {'id': 'fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ae31fcd0-6a28-4b29-95bc-be1332c8e44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:21:18.919311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e6e779-e2f0-4b01-a8f8-d2285986f0af tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Network hostable DHCP agents. Network: ae31fcd0-6a28-4b29-95bc-be1332c8e44f, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:21:18.944549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11806c5-4c79-45ac-bfd7-8be8050d8494 req-32ecc41b-dc39-4eda-b7f8-3689ece9a00a tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:18.946455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a11806c5-4c79-45ac-bfd7-8be8050d8494 req-32ecc41b-dc39-4eda-b7f8-3689ece9a00a tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 950 time: 0.1330647 Feb 02 13:21:18.968981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb36737-7648-4c89-a207-3839dca15f4d req-1e0dde18-a204-4c3c-8e42-cb575dfc8c12 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:18.970479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cdb36737-7648-4c89-a207-3839dca15f4d req-1e0dde18-a204-4c3c-8e42-cb575dfc8c12 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1215525 Feb 02 13:21:19.002527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e6e779-e2f0-4b01-a8f8-d2285986f0af tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Network ae31fcd0-6a28-4b29-95bc-be1332c8e44f is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:21:19.030194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-41e6e779-e2f0-4b01-a8f8-d2285986f0af tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, ae31fcd0-6a28-4b29-95bc-be1332c8e44f) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:19.041480 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1986315f-a757-41c5-840e-0c42811040f2 None None] Network ae31fcd0-6a28-4b29-95bc-be1332c8e44f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:19.041997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e6e779-e2f0-4b01-a8f8-d2285986f0af tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:19.042102 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-41e6e779-e2f0-4b01-a8f8-d2285986f0af tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:19.065753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a11806c5-4c79-45ac-bfd7-8be8050d8494 req-76805e32-c73b-43bb-a0ac-168edd54dd68 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942807 Feb 02 13:21:19.069345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cdb36737-7648-4c89-a207-3839dca15f4d req-e047eba9-dc33-4f26-9fff-207fca80aaca tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887558 Feb 02 13:21:19.079029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-41e6e779-e2f0-4b01-a8f8-d2285986f0af tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8649075 Feb 02 13:21:19.082043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39384) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:19.088794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-de1c637e-14f1-444c-9493-a152c697c7db tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae31fcd0-6a28-4b29-95bc-be1332c8e44f'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:19.204956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-ae31fcd0-6a28-4b29-95bc-be1332c8e44f', 'network_id': 'ae31fcd0-6a28-4b29-95bc-be1332c8e44f', 'project_id': '4647d8be540b413db8a0e5d302b2bba0', 'fixed_ips': [{'subnet_id': 'f6a23e2b-ac17-4e8f-b1a5-e0f622600196'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:21:19.206644 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:19.229256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44939d5f-df33-47c8-9d69-23be861dcd43 req-db6331cb-9c9b-434d-96c4-f10571589cc8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:19.236591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44939d5f-df33-47c8-9d69-23be861dcd43 req-db6331cb-9c9b-434d-96c4-f10571589cc8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.0954370 Feb 02 13:21:19.351720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44939d5f-df33-47c8-9d69-23be861dcd43 req-37be6e2a-eedd-40b6-8a20-4cb39db90698 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055279 Feb 02 13:21:19.376711 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Allocated IP 2001:db8:1::2 (ae31fcd0-6a28-4b29-95bc-be1332c8e44f/f6a23e2b-ac17-4e8f-b1a5-e0f622600196/384f9f83-8290-420d-9ef4-41d584272702) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:21:19.380144 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de1c637e-14f1-444c-9493-a152c697c7db tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for router_gateway (7560933b-fa7f-4248-965d-287aae31a57c), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:19.394637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142bc43-8484-4086-b040-fba96ac2f4e9 req-78cba088-fca3-4e51-92e4-ecd59e4c16a9 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:19.399019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6142bc43-8484-4086-b040-fba96ac2f4e9 req-78cba088-fca3-4e51-92e4-ecd59e4c16a9 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 909 time: 0.1604526 Feb 02 13:21:19.541488 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-de1c637e-14f1-444c-9493-a152c697c7db tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:19.542807 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-de1c637e-14f1-444c-9493-a152c697c7db tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "PUT /v2.0/routers/7560933b-fa7f-4248-965d-287aae31a57c HTTP/1.1" status: 400 len: 364 time: 0.4581816 Feb 02 13:21:19.548226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39390) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:19.557926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cf43b-bb1c-4009-b023-20bc5cad1c34 req-d9253c68-a748-49b0-98ff-8122ae9fc9aa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:19.559767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-733cf43b-bb1c-4009-b023-20bc5cad1c34 req-d9253c68-a748-49b0-98ff-8122ae9fc9aa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 909 time: 0.1124787 Feb 02 13:21:19.567286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390bb4f-f160-47cb-9773-7bbd21bfddae req-646bbb6b-b1c6-4526-83e6-b44b4563a283 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:19.575590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f390bb4f-f160-47cb-9773-7bbd21bfddae req-646bbb6b-b1c6-4526-83e6-b44b4563a283 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1302056 Feb 02 13:21:19.583583 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Publish callbacks [] for port (384f9f83-8290-420d-9ef4-41d584272702), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:19.594905 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (384f9f83-8290-420d-9ef4-41d584272702), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:19.646528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Pushing event updated for resources: {'Port': ['ID=384f9f83-8290-420d-9ef4-41d584272702,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:19.662105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.662753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.663519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.664056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.664590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.665096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.665611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.666113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.666658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.667177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.667701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.668203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.668718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:19.674130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Network ae31fcd0-6a28-4b29-95bc-be1332c8e44f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:21:19.677293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:19.683122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:21:19.691784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f390bb4f-f160-47cb-9773-7bbd21bfddae req-7db5a283-b519-442a-be3c-ad256208cdf9 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148005 Feb 02 13:21:19.735128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-733cf43b-bb1c-4009-b023-20bc5cad1c34 req-17e70531-a42b-476b-9b3d-97e51b91114e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Deleting port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:19.735504 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-733cf43b-bb1c-4009-b023-20bc5cad1c34 req-17e70531-a42b-476b-9b3d-97e51b91114e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:19.760687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Attempting to bind port 384f9f83-8290-420d-9ef4-41d584272702 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:21:19.761507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Attempting to bind port 384f9f83-8290-420d-9ef4-41d584272702 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ae31fcd0-6a28-4b29-95bc-be1332c8e44f'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:21:19.762123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Attempting to bind port 384f9f83-8290-420d-9ef4-41d584272702 on network ae31fcd0-6a28-4b29-95bc-be1332c8e44f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:21:19.784881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:21:19.786210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Checking segment: {'id': 'fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ae31fcd0-6a28-4b29-95bc-be1332c8e44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:21:19.787387 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:19.788705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Bound using segment: {'id': 'fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ae31fcd0-6a28-4b29-95bc-be1332c8e44f'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:21:19.792238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Bound port: 384f9f83-8290-420d-9ef4-41d584272702, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ae31fcd0-6a28-4b29-95bc-be1332c8e44f'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:21:19.792884 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (384f9f83-8290-420d-9ef4-41d584272702), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:19.846153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-733cf43b-bb1c-4009-b023-20bc5cad1c34 req-17e70531-a42b-476b-9b3d-97e51b91114e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] For port bf164a20-e0e6-4a3c-b3ff-d3f185e34429, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=bf164a20-e0e6-4a3c-b3ff-d3f185e34429,segment=NetworkSegment(74f419dd-1b1d-49da-9b83-96b932b54c4e),segment_id=74f419dd-1b1d-49da-9b83-96b932b54c4e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:19.846543 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-733cf43b-bb1c-4009-b023-20bc5cad1c34 req-17e70531-a42b-476b-9b3d-97e51b91114e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:19.863156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:19.870545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-733cf43b-bb1c-4009-b023-20bc5cad1c34 req-17e70531-a42b-476b-9b3d-97e51b91114e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Calling delete_port for bf164a20-e0e6-4a3c-b3ff-d3f185e34429 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:19.895643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] For port 384f9f83-8290-420d-9ef4-41d584272702, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:21:19.899357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] For port 384f9f83-8290-420d-9ef4-41d584272702, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=384f9f83-8290-420d-9ef4-41d584272702,segment=NetworkSegment(fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7),segment_id=fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:21:19.909944 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (384f9f83-8290-420d-9ef4-41d584272702), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:19.994554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4e0d7-2c21-40e2-a518-8c0c36b6ac12 req-c80e2bba-bfb4-4b2b-a092-8b43317188e6 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:19.996037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0a4e0d7-2c21-40e2-a518-8c0c36b6ac12 req-c80e2bba-bfb4-4b2b-a092-8b43317188e6 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.1411872 Feb 02 13:21:20.012743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6260b4-d81a-4a46-8ab2-fc6269d368b7 None None] Pushing event updated for resources: {'Port': ['ID=384f9f83-8290-420d-9ef4-41d584272702,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:20.097286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0a4e0d7-2c21-40e2-a518-8c0c36b6ac12 req-edd41b93-6bb2-4891-8190-584c44dae996 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948544 Feb 02 13:21:20.141324 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-733cf43b-bb1c-4009-b023-20bc5cad1c34 req-17e70531-a42b-476b-9b3d-97e51b91114e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (bf164a20-e0e6-4a3c-b3ff-d3f185e34429), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:20.199736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e70531-a42b-476b-9b3d-97e51b91114e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'Port': ['ID=bf164a20-e0e6-4a3c-b3ff-d3f185e34429,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:20.228084 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Allocated IP 2001:db8::1 (6aaede50-8141-4884-bfed-5f97dac0b14f/7d5b9c10-f4c1-4503-96e1-9b031c89ec48/a68b31c1-9d16-4c74-b948-a02014e97024) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:21:20.294774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-733cf43b-bb1c-4009-b023-20bc5cad1c34 req-17e70531-a42b-476b-9b3d-97e51b91114e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] No DVR routers for this DVR port bf164a20-e0e6-4a3c-b3ff-d3f185e34429 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:20.296838 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-733cf43b-bb1c-4009-b023-20bc5cad1c34 req-17e70531-a42b-476b-9b3d-97e51b91114e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:20.300905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-733cf43b-bb1c-4009-b023-20bc5cad1c34 req-17e70531-a42b-476b-9b3d-97e51b91114e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.18 "DELETE /v2.0/ports/bf164a20-e0e6-4a3c-b3ff-d3f185e34429 HTTP/1.1" status: 204 len: 173 time: 0.7215073 Feb 02 13:21:20.320865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a401aaf-ec93-47da-b164-7ef83dfeaecc', 'name': 'network-vif-deleted', 'tag': 'bf164a20-e0e6-4a3c-b3ff-d3f185e34429'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:20.323432 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb1f864-0bbf-47b7-8a21-8a11bd6bb44c" -d '{"events": [{"server_uuid": "5a401aaf-ec93-47da-b164-7ef83dfeaecc", "name": "network-vif-deleted", "tag": "bf164a20-e0e6-4a3c-b3ff-d3f185e34429"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:20.393235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a0a54-8e19-4301-b5d7-442dcc4a7be5 req-4398b4b3-1501-422b-967e-b17b7610dce7 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:20.396078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd0a0a54-8e19-4301-b5d7-442dcc4a7be5 req-4398b4b3-1501-422b-967e-b17b7610dce7 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1523361 Feb 02 13:21:20.408797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde220e1-00a0-4981-b788-948a8466ae8e req-4f3444a6-c41b-43ae-90fe-050eb8f5083a tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:20.418958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde220e1-00a0-4981-b788-948a8466ae8e req-4f3444a6-c41b-43ae-90fe-050eb8f5083a tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 950 time: 0.2269561 Feb 02 13:21:20.569215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fde220e1-00a0-4981-b788-948a8466ae8e req-a6eced35-4df9-44f1-80e6-9decb8acbc4e tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/security-groups?id=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495843 Feb 02 13:21:20.594478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b8c37-d86a-4218-bf26-1f02ec8890ae req-c33fcbb9-e9d9-4b78-a5d4-8be58825fcf3 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:20.596078 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e78b8c37-d86a-4218-bf26-1f02ec8890ae req-c33fcbb9-e9d9-4b78-a5d4-8be58825fcf3 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.62 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 950 time: 0.2099080 Feb 02 13:21:20.599628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for port (a68b31c1-9d16-4c74-b948-a02014e97024), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:20.615634 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd0a0a54-8e19-4301-b5d7-442dcc4a7be5 req-d96519c6-4d2c-40ee-8cbb-2bfcffdade8c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873138 Feb 02 13:21:20.655408 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e56da61-edf3-4415-964a-40ed295b8bc9 x-openstack-request-id: req-9e56da61-edf3-4415-964a-40ed295b8bc9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:20.655734 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a401aaf-ec93-47da-b164-7ef83dfeaecc", "name": "network-vif-deleted", "tag": "bf164a20-e0e6-4a3c-b3ff-d3f185e34429", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:20.655978 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9e56da61-edf3-4415-964a-40ed295b8bc9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:20.656377 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a401aaf-ec93-47da-b164-7ef83dfeaecc', 'name': 'network-vif-deleted', 'tag': 'bf164a20-e0e6-4a3c-b3ff-d3f185e34429', 'status': 'completed', 'code': 200} Feb 02 13:21:20.724740 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a68b31c1-9d16-4c74-b948-a02014e97024), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:20.765700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f827983-720d-4f3b-8792-b477ce714a62 req-065754f0-6a68-4ea5-831d-1daaaa9f68e1 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a401aaf-ec93-47da-b164-7ef83dfeaecc HTTP/1.1" status: 200 len: 210 time: 0.0454068 Feb 02 13:21:20.827135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Network 6aaede50-8141-4884-bfed-5f97dac0b14f is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:21:20.840466 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:20.843756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:21:20.844545 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (7560933b-fa7f-4248-965d-287aae31a57c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:20.849617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'Port': ['ID=a68b31c1-9d16-4c74-b948-a02014e97024,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:20.924541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be5fd2-af7a-4b71-87ff-99f23a9f33e8 req-13cb65e8-47bf-4dc0-89d8-b1a0f7760a43 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:20.926199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5be5fd2-af7a-4b71-87ff-99f23a9f33e8 req-13cb65e8-47bf-4dc0-89d8-b1a0f7760a43 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1752734 Feb 02 13:21:20.959000 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-e78b8c37-d86a-4218-bf26-1f02ec8890ae req-fe98fbf6-20ce-4f3f-8109-e263fcb4473c tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Deleting port 5d27a1f2-2095-4157-8968-d48c65e0af24 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:20.959559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e78b8c37-d86a-4218-bf26-1f02ec8890ae req-fe98fbf6-20ce-4f3f-8109-e263fcb4473c tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:21.043677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a68b31c1-9d16-4c74-b948-a02014e97024), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:21.281785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6934e04b-e76f-4c28-b6e2-288931ca01d0 None None] Provisioning complete for port a68b31c1-9d16-4c74-b948-a02014e97024 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:21.282261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6934e04b-e76f-4c28-b6e2-288931ca01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a68b31c1-9d16-4c74-b948-a02014e97024), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:21.377101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6934e04b-e76f-4c28-b6e2-288931ca01d0 None None] Port a68b31c1-9d16-4c74-b948-a02014e97024 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:21:21.473647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-e78b8c37-d86a-4218-bf26-1f02ec8890ae req-fe98fbf6-20ce-4f3f-8109-e263fcb4473c tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] For port 5d27a1f2-2095-4157-8968-d48c65e0af24, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5d27a1f2-2095-4157-8968-d48c65e0af24,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:21.474256 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e78b8c37-d86a-4218-bf26-1f02ec8890ae req-fe98fbf6-20ce-4f3f-8109-e263fcb4473c tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:21.475649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cdd7f-375c-4b0a-a6fc-dbaf7cfcc767 req-f074b64d-4736-4654-aa69-19055929e68a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:21.478606 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed0cdd7f-375c-4b0a-a6fc-dbaf7cfcc767 req-f074b64d-4736-4654-aa69-19055929e68a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.6007943 Feb 02 13:21:21.482467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5be5fd2-af7a-4b71-87ff-99f23a9f33e8 req-2463a3a4-6b6a-4727-8f00-30b931f4e5c3 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5496945 Feb 02 13:21:21.540816 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed0cdd7f-375c-4b0a-a6fc-dbaf7cfcc767 req-a02ec278-b565-464c-ba86-96f86a3b719b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538874 Feb 02 13:21:21.601694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-e78b8c37-d86a-4218-bf26-1f02ec8890ae req-fe98fbf6-20ce-4f3f-8109-e263fcb4473c tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Calling delete_port for 5d27a1f2-2095-4157-8968-d48c65e0af24 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:21.664299 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a202565a-4fdb-48f2-9716-3426a2e9ab0b None None] Network ae31fcd0-6a28-4b29-95bc-be1332c8e44f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:21.796691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848b2a4-ec49-44e7-98fd-d16f81722268 req-fc514349-4ee9-4894-9deb-3711f850f632 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:21.798552 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d848b2a4-ec49-44e7-98fd-d16f81722268 req-fc514349-4ee9-4894-9deb-3711f850f632 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.0856266 Feb 02 13:21:21.805203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f860f6-b2f9-48a3-a475-5b27bbda0142 req-1c2877b1-b2b3-4607-89ea-27a58ff41c8f tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:21.812533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0f860f6-b2f9-48a3-a475-5b27bbda0142 req-1c2877b1-b2b3-4607-89ea-27a58ff41c8f tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.1785653 Feb 02 13:21:21.815352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 384f9f83-8290-420d-9ef4-41d584272702 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:21.852685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-808d99d1-bc8a-4f48-a17f-37db1a7f790d None None] Provisioning complete for port 384f9f83-8290-420d-9ef4-41d584272702 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:21.853108 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-808d99d1-bc8a-4f48-a17f-37db1a7f790d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (384f9f83-8290-420d-9ef4-41d584272702), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:21.871549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for port (a68b31c1-9d16-4c74-b948-a02014e97024), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:21.877418 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (a68b31c1-9d16-4c74-b948-a02014e97024), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:21.878391 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (7560933b-fa7f-4248-965d-287aae31a57c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:21.884729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d848b2a4-ec49-44e7-98fd-d16f81722268 req-fe657cde-586c-444f-a40c-88457dbdca03 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692470 Feb 02 13:21:21.925470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0f860f6-b2f9-48a3-a475-5b27bbda0142 req-2c5e7efe-06bc-433a-bca2-c7bd07867e3a tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118858 Feb 02 13:21:21.974582 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e78b8c37-d86a-4218-bf26-1f02ec8890ae req-fe98fbf6-20ce-4f3f-8109-e263fcb4473c tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5d27a1f2-2095-4157-8968-d48c65e0af24), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:21.996420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 384f9f83-8290-420d-9ef4-41d584272702 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:21.996924 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (384f9f83-8290-420d-9ef4-41d584272702), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:22.033409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['5d27a1f2-2095-4157-8968-d48c65e0af24'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:21:22.058204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb7eb7-a5ac-4576-a5b0-d0da57ef75ed req-0d0d33c0-1418-4032-9c1a-165a4be188a7 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:22.069734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fafb7eb7-a5ac-4576-a5b0-d0da57ef75ed req-0d0d33c0-1418-4032-9c1a-165a4be188a7 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1110246 Feb 02 13:21:22.092587 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event updated for resources: {'Port': ['ID=a68b31c1-9d16-4c74-b948-a02014e97024,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:22.108441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-808d99d1-bc8a-4f48-a17f-37db1a7f790d None None] Current status of the port 384f9f83-8290-420d-9ef4-41d584272702 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:22.109422 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-808d99d1-bc8a-4f48-a17f-37db1a7f790d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (384f9f83-8290-420d-9ef4-41d584272702), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:22.145404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e324d4e-8eda-4d9e-b16a-0134ae65fe7e req-305ba6ee-b7cd-430e-909d-d4f78ba4d2c2 tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.83 "GET /v2.0/ports?device_id=82fa81f4-7d05-42a6-8262-fd4e02ea60f5 HTTP/1.1" status: 200 len: 210 time: 0.0743792 Feb 02 13:21:22.174518 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-808d99d1-bc8a-4f48-a17f-37db1a7f790d None None] For port 384f9f83-8290-420d-9ef4-41d584272702, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=384f9f83-8290-420d-9ef4-41d584272702,segment=NetworkSegment(fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7),segment_id=fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:22.180213 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-808d99d1-bc8a-4f48-a17f-37db1a7f790d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (384f9f83-8290-420d-9ef4-41d584272702), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:22.213746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fafb7eb7-a5ac-4576-a5b0-d0da57ef75ed req-3d360544-1409-44e3-9c7d-992ac3ad9f53 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259403 Feb 02 13:21:22.229207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39420) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:22.248921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98fbf6-20ce-4f3f-8109-e263fcb4473c tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Pushing event deleted for resources: {'Port': ['ID=5d27a1f2-2095-4157-8968-d48c65e0af24,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:22.317006 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78b8c37-d86a-4218-bf26-1f02ec8890ae req-fe98fbf6-20ce-4f3f-8109-e263fcb4473c tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] No DVR routers for this DVR port 5d27a1f2-2095-4157-8968-d48c65e0af24 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:22.336559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e78b8c37-d86a-4218-bf26-1f02ec8890ae req-fe98fbf6-20ce-4f3f-8109-e263fcb4473c tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:22.341438 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e78b8c37-d86a-4218-bf26-1f02ec8890ae req-fe98fbf6-20ce-4f3f-8109-e263fcb4473c tempest-VolumesNegativeTest-357079558 tempest-VolumesNegativeTest-357079558-project] 10.222.0.62 "DELETE /v2.0/ports/5d27a1f2-2095-4157-8968-d48c65e0af24 HTTP/1.1" status: 204 len: 173 time: 1.7378333 Feb 02 13:21:22.342274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 384f9f83-8290-420d-9ef4-41d584272702 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:22.346221 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fa81f4-7d05-42a6-8262-fd4e02ea60f5', 'name': 'network-vif-deleted', 'tag': '5d27a1f2-2095-4157-8968-d48c65e0af24'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:22.351575 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4a89e8-df21-45b2-87a8-0a3500d908b1" -d '{"events": [{"server_uuid": "82fa81f4-7d05-42a6-8262-fd4e02ea60f5", "name": "network-vif-deleted", "tag": "5d27a1f2-2095-4157-8968-d48c65e0af24"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:22.369737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d99d1-bc8a-4f48-a17f-37db1a7f790d None None] Pushing event updated for resources: {'Port': ['ID=384f9f83-8290-420d-9ef4-41d584272702,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:22.412100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Network 6aaede50-8141-4884-bfed-5f97dac0b14f is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:21:22.413697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:22.469644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a20512f6-58d0-41e6-bfae-f794f64f3038 None None] Provisioning complete for port 384f9f83-8290-420d-9ef4-41d584272702 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:22.470034 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a20512f6-58d0-41e6-bfae-f794f64f3038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (384f9f83-8290-420d-9ef4-41d584272702), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:22.675723 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc67955-1c88-49c0-9379-568766d602ea x-openstack-request-id: req-cbc67955-1c88-49c0-9379-568766d602ea {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:22.677171 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fa81f4-7d05-42a6-8262-fd4e02ea60f5", "name": "network-vif-deleted", "tag": "5d27a1f2-2095-4157-8968-d48c65e0af24", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:22.682827 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cbc67955-1c88-49c0-9379-568766d602ea {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:22.683655 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82fa81f4-7d05-42a6-8262-fd4e02ea60f5', 'name': 'network-vif-deleted', 'tag': '5d27a1f2-2095-4157-8968-d48c65e0af24', 'status': 'completed', 'code': 200} Feb 02 13:21:22.708518 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a20512f6-58d0-41e6-bfae-f794f64f3038 None None] Current status of the port 384f9f83-8290-420d-9ef4-41d584272702 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:22.721936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8fd6eb-9b63-4cc6-92a9-f769d6e52873 req-f12defe5-e2ac-4dc4-9c9f-f39e9fe6e2f1 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:22.729057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb8fd6eb-9b63-4cc6-92a9-f769d6e52873 req-f12defe5-e2ac-4dc4-9c9f-f39e9fe6e2f1 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.3007004 Feb 02 13:21:22.759565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Router 7560933b-fa7f-4248-965d-287aae31a57c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:21:22.790098 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d45bbf-e3ce-49c5-91a4-d5550b767500 req-bffee631-d3ce-42ab-ab89-1fb8647cd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:22.791839 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d8d45bbf-e3ce-49c5-91a4-d5550b767500 req-bffee631-d3ce-42ab-ab89-1fb8647cd3e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1127 time: 0.1053107 Feb 02 13:21:22.827743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb8fd6eb-9b63-4cc6-92a9-f769d6e52873 req-8549920d-eb1d-4ab5-8b38-8e851a23dafa tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950494 Feb 02 13:21:22.896038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:21:22.901962 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a55399c6-9c17-4693-90e7-2060323aa5d9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "PUT /v2.0/routers/7560933b-fa7f-4248-965d-287aae31a57c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3526602 Feb 02 13:21:22.908776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6368cae-3fdd-447a-a073-1bad4b2bc043 None None] Sync routers for ids ['7560933b-fa7f-4248-965d-287aae31a57c'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:21:22.911641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39434) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:22.927532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6368cae-3fdd-447a-a073-1bad4b2bc043 None None] Routers {'7560933b-fa7f-4248-965d-287aae31a57c'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:22.928094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d6368cae-3fdd-447a-a073-1bad4b2bc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7560933b-fa7f-4248-965d-287aae31a57c'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:22.962658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15ad79-d35e-4deb-a8de-062e082d5624 req-49f719d6-c0aa-41cf-ae77-a2c8518bbaeb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:22.964640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c15ad79-d35e-4deb-a8de-062e082d5624 req-49f719d6-c0aa-41cf-ae77-a2c8518bbaeb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2333276 Feb 02 13:21:23.013553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d6368cae-3fdd-447a-a073-1bad4b2bc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:23.030357 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae4d6b10-30f7-4c71-8e8a-c05ceacb9fc4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for router (7560933b-fa7f-4248-965d-287aae31a57c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:23.055863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a336a675-3e7e-4043-9e7f-3f614dac5349 None None] Provisioning complete for port a68b31c1-9d16-4c74-b948-a02014e97024 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:23.057432 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a336a675-3e7e-4043-9e7f-3f614dac5349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a68b31c1-9d16-4c74-b948-a02014e97024), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:23.069754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c15ad79-d35e-4deb-a8de-062e082d5624 req-0ef75cea-50cc-4fbc-8c22-70713c00d10a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942347 Feb 02 13:21:23.091281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe8f32-071f-4e74-b2f0-fa1dbc607a3c req-f066825b-20d5-4b37-bae5-46249853ae45 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:23.100248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7bbe8f32-071f-4e74-b2f0-fa1dbc607a3c req-f066825b-20d5-4b37-bae5-46249853ae45 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1806669 Feb 02 13:21:23.129752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a336a675-3e7e-4043-9e7f-3f614dac5349 None None] Port a68b31c1-9d16-4c74-b948-a02014e97024 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:21:23.133955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6368cae-3fdd-447a-a073-1bad4b2bc043 None None] Routers {'7560933b-fa7f-4248-965d-287aae31a57c'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:23.134223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d6368cae-3fdd-447a-a073-1bad4b2bc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7560933b-fa7f-4248-965d-287aae31a57c'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:23.173404 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d6368cae-3fdd-447a-a073-1bad4b2bc043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:23.174197 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6368cae-3fdd-447a-a073-1bad4b2bc043 None None] The sync data for ids ['7560933b-fa7f-4248-965d-287aae31a57c'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:21:23.208121 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-ae4d6b10-30f7-4c71-8e8a-c05ceacb9fc4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 13:21:23.210670 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ae4d6b10-30f7-4c71-8e8a-c05ceacb9fc4 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "DELETE /v2.0/routers/7560933b-fa7f-4248-965d-287aae31a57c HTTP/1.1" status: 409 len: 329 time: 0.2962582 Feb 02 13:21:23.212473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d45bbf-e3ce-49c5-91a4-d5550b767500 req-b0f93abf-ebc3-4b42-9f75-8ab9fc6d9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:23.214051 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d8d45bbf-e3ce-49c5-91a4-d5550b767500 req-b0f93abf-ebc3-4b42-9f75-8ab9fc6d9951 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.3912570 Feb 02 13:21:23.214717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39440) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:23.262365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7bbe8f32-071f-4e74-b2f0-fa1dbc607a3c req-14f8285b-28f1-4365-b889-df5cda67d00b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382773 Feb 02 13:21:23.302964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162125e8-edbd-41fe-8095-c701bb60cb6d req-d81c36e4-5df9-45ca-a10b-1762a084c5a9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:23.309890 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-162125e8-edbd-41fe-8095-c701bb60cb6d req-d81c36e4-5df9-45ca-a10b-1762a084c5a9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1012771 Feb 02 13:21:23.321238 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4a93c8f-0066-4d64-a52d-82d35382d696 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (cbd23145-9a23-4707-b13f-07066e86e160), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:23.385968 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d8d45bbf-e3ce-49c5-91a4-d5550b767500 req-32a0b776-2a2d-4402-b327-3135cdf78ca3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 998 time: 0.1638362 Feb 02 13:21:23.464208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-162125e8-edbd-41fe-8095-c701bb60cb6d req-230de572-f953-491a-b4bf-15bd5cc7ea47 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533113 Feb 02 13:21:23.511922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397d300-cb3e-49c6-b74f-f6df44a9e4af req-7beda8e4-be8c-4913-bc03-d48851002976 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:23.512944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d45bbf-e3ce-49c5-91a4-d5550b767500 req-4ac93d22-e5a7-4eb8-a553-6833dbe5c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:23.514601 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d8d45bbf-e3ce-49c5-91a4-d5550b767500 req-4ac93d22-e5a7-4eb8-a553-6833dbe5c88b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.1183636 Feb 02 13:21:23.516728 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e397d300-cb3e-49c6-b74f-f6df44a9e4af req-7beda8e4-be8c-4913-bc03-d48851002976 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.1478267 Feb 02 13:21:23.656371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 384f9f83-8290-420d-9ef4-41d584272702 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:23.670407 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e397d300-cb3e-49c6-b74f-f6df44a9e4af req-aea63508-787f-4527-a722-af4a32496a2e tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270888 Feb 02 13:21:23.677698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d45bbf-e3ce-49c5-91a4-d5550b767500 req-5535c8fa-59e1-465c-9618-28265384a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:23.680676 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d8d45bbf-e3ce-49c5-91a4-d5550b767500 req-5535c8fa-59e1-465c-9618-28265384a31c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1259737 Feb 02 13:21:23.749718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc11ed-9219-4c00-9283-b5ff7b7579cc req-585efa5d-d2ce-4cd2-9f7e-5e152ba658ff tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:23.756514 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70bc11ed-9219-4c00-9283-b5ff7b7579cc req-585efa5d-d2ce-4cd2-9f7e-5e152ba658ff tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.0785437 Feb 02 13:21:23.785643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 384f9f83-8290-420d-9ef4-41d584272702 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:23.786727 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (384f9f83-8290-420d-9ef4-41d584272702), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:23.908838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 384f9f83-8290-420d-9ef4-41d584272702 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:23.918145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70bc11ed-9219-4c00-9283-b5ff7b7579cc req-34e256d4-e280-49b3-a4d7-5be1ed4c628b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605349 Feb 02 13:21:23.922528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b4a93c8f-0066-4d64-a52d-82d35382d696 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Deleting port b30f133d-d5ef-48e6-a54d-5f675bd63b08 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:23.922965 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4a93c8f-0066-4d64-a52d-82d35382d696 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:24.083290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b4a93c8f-0066-4d64-a52d-82d35382d696 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] For port b30f133d-d5ef-48e6-a54d-5f675bd63b08, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b30f133d-d5ef-48e6-a54d-5f675bd63b08,segment=NetworkSegment(74f419dd-1b1d-49da-9b83-96b932b54c4e),segment_id=74f419dd-1b1d-49da-9b83-96b932b54c4e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:24.083609 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4a93c8f-0066-4d64-a52d-82d35382d696 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:24.121659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b4a93c8f-0066-4d64-a52d-82d35382d696 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Calling delete_port for b30f133d-d5ef-48e6-a54d-5f675bd63b08 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:24.165694 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d8d45bbf-e3ce-49c5-91a4-d5550b767500 req-67f212cf-2ab0-4f51-831a-3de011819214 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743180 Feb 02 13:21:24.266061 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d8d45bbf-e3ce-49c5-91a4-d5550b767500 req-2ab29eb8-75bd-441c-95dc-3ac76e4e3b0f service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908556 Feb 02 13:21:24.282228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-646c67dc-21d9-4a1d-adab-a3f8beb679a6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (7560933b-fa7f-4248-965d-287aae31a57c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:24.389368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d762c9-dd7c-415a-839a-c573a6fbaa2b req-266e7c3c-bf2f-4ace-ae8d-1c98d5df813a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:24.396257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2d762c9-dd7c-415a-839a-c573a6fbaa2b req-266e7c3c-bf2f-4ace-ae8d-1c98d5df813a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1197860 Feb 02 13:21:24.404529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd13d0-78d4-4bda-b0b7-6dc824664868 req-2fced01e-676e-4700-9e7d-7dc60b889822 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:24.406219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3efd13d0-78d4-4bda-b0b7-6dc824664868 req-2fced01e-676e-4700-9e7d-7dc60b889822 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1307957 Feb 02 13:21:24.541242 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2d762c9-dd7c-415a-839a-c573a6fbaa2b req-67c2c150-899d-464a-a1de-987b2b8a4eb9 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1440256 Feb 02 13:21:24.545853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3efd13d0-78d4-4bda-b0b7-6dc824664868 req-4b1f9a98-fcd2-417a-9dd2-9ff7197089e6 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319644 Feb 02 13:21:24.546460 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4a93c8f-0066-4d64-a52d-82d35382d696 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b30f133d-d5ef-48e6-a54d-5f675bd63b08), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:24.611521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device bf164a20-e0e6-4a3c-b3ff-d3f185e34429 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:24.681024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: bf164a20-e0e6-4a3c-b3ff-d3f185e34429 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:24.692208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-646c67dc-21d9-4a1d-adab-a3f8beb679a6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Deleting port a68b31c1-9d16-4c74-b948-a02014e97024 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:24.692677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-646c67dc-21d9-4a1d-adab-a3f8beb679a6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a68b31c1-9d16-4c74-b948-a02014e97024), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:24.700148 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device bf164a20-e0e6-4a3c-b3ff-d3f185e34429 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:24.762684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a93c8f-0066-4d64-a52d-82d35382d696 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'Port': ['ID=b30f133d-d5ef-48e6-a54d-5f675bd63b08,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:24.906253 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-646c67dc-21d9-4a1d-adab-a3f8beb679a6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a68b31c1-9d16-4c74-b948-a02014e97024), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:24.942002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-646c67dc-21d9-4a1d-adab-a3f8beb679a6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Calling delete_port for a68b31c1-9d16-4c74-b948-a02014e97024 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:24.999414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6dc310-8995-440a-b1ea-fa3d06ed8d91 req-76452f7b-9509-4681-9e02-44019f014ac4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:25.003118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a6dc310-8995-440a-b1ea-fa3d06ed8d91 req-76452f7b-9509-4681-9e02-44019f014ac4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.3283653 Feb 02 13:21:25.194511 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4a93c8f-0066-4d64-a52d-82d35382d696 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (cbd23145-9a23-4707-b13f-07066e86e160), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:25.209808 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-646c67dc-21d9-4a1d-adab-a3f8beb679a6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a68b31c1-9d16-4c74-b948-a02014e97024), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:25.241958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c67dc-21d9-4a1d-adab-a3f8beb679a6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event deleted for resources: {'Port': ['ID=a68b31c1-9d16-4c74-b948-a02014e97024,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:25.389816 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a6dc310-8995-440a-b1ea-fa3d06ed8d91 req-4b87d7ae-ac32-4e34-a5f2-22dc1015edd8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3688669 Feb 02 13:21:25.414457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-646c67dc-21d9-4a1d-adab-a3f8beb679a6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (7560933b-fa7f-4248-965d-287aae31a57c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:25.439515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5d27a1f2-2095-4157-8968-d48c65e0af24 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:25.496625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 5d27a1f2-2095-4157-8968-d48c65e0af24 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:25.497841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5d27a1f2-2095-4157-8968-d48c65e0af24 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:25.597895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525a65e-4079-4163-9935-e889dba0a336 req-bf366a21-5930-4124-8f90-392b7ce0106e tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:25.605065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b525a65e-4079-4163-9935-e889dba0a336 req-bf366a21-5930-4124-8f90-392b7ce0106e tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.3090646 Feb 02 13:21:25.675542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b525a65e-4079-4163-9935-e889dba0a336 req-e633bc37-3236-4a6d-9b72-a8b81dc35388 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694621 Feb 02 13:21:25.746887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646c67dc-21d9-4a1d-adab-a3f8beb679a6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Router 7560933b-fa7f-4248-965d-287aae31a57c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:21:25.798658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c217463-db5d-46b6-a4ff-1018d0da1259 req-055af55b-cfe2-47be-9620-f36058f5be04 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:25.800021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c217463-db5d-46b6-a4ff-1018d0da1259 req-055af55b-cfe2-47be-9620-f36058f5be04 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.2993155 Feb 02 13:21:25.845053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646c67dc-21d9-4a1d-adab-a3f8beb679a6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:21:25.854048 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-646c67dc-21d9-4a1d-adab-a3f8beb679a6 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "PUT /v2.0/routers/7560933b-fa7f-4248-965d-287aae31a57c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6382949 Feb 02 13:21:25.854754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39626) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:25.856747 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24170d6d-e434-4cfd-846e-349bf35b8f17 None None] Sync routers for ids ['7560933b-fa7f-4248-965d-287aae31a57c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:21:25.872053 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24170d6d-e434-4cfd-846e-349bf35b8f17 None None] Routers {'7560933b-fa7f-4248-965d-287aae31a57c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:25.872668 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24170d6d-e434-4cfd-846e-349bf35b8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7560933b-fa7f-4248-965d-287aae31a57c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:25.905651 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-0bcde41a-4d31-48aa-be0c-ca45dd365f6c tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] show failed (client error): The resource could not be found. Feb 02 13:21:25.911118 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0bcde41a-4d31-48aa-be0c-ca45dd365f6c tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "GET /v2.0/routers/tempest-non_exist_router-710048506 HTTP/1.1" status: 404 len: 334 time: 0.0507915 Feb 02 13:21:25.911983 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39628) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:25.917640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-254cd2d6-93e5-4b43-856f-e5a9b91ba8c8 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:25.929370 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24170d6d-e434-4cfd-846e-349bf35b8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:25.939207 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24170d6d-e434-4cfd-846e-349bf35b8f17 None None] Routers {'7560933b-fa7f-4248-965d-287aae31a57c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:25.940396 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24170d6d-e434-4cfd-846e-349bf35b8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['7560933b-fa7f-4248-965d-287aae31a57c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:25.954807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c217463-db5d-46b6-a4ff-1018d0da1259 req-984937e8-e4ff-4961-a554-9fd4ba7a68bd tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398392 Feb 02 13:21:25.967018 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-254cd2d6-93e5-4b43-856f-e5a9b91ba8c8 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] update failed (client error): The resource could not be found. Feb 02 13:21:25.968645 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-254cd2d6-93e5-4b43-856f-e5a9b91ba8c8 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "PUT /v2.0/routers/tempest-non_exist_router-1311984682 HTTP/1.1" status: 404 len: 335 time: 0.0553236 Feb 02 13:21:25.971080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86ef87f-c826-4948-81db-6821ba73774e req-55451658-f69b-4478-82fd-c33e1805db57 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:25.971846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39632) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:25.978640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b86ef87f-c826-4948-81db-6821ba73774e req-55451658-f69b-4478-82fd-c33e1805db57 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1775818 Feb 02 13:21:26.000639 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-24170d6d-e434-4cfd-846e-349bf35b8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:26.001355 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24170d6d-e434-4cfd-846e-349bf35b8f17 None None] The sync data for ids ['7560933b-fa7f-4248-965d-287aae31a57c'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:21:26.011149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a93c8f-0066-4d64-a52d-82d35382d696 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Router cbd23145-9a23-4707-b13f-07066e86e160 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:21:26.058590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b86ef87f-c826-4948-81db-6821ba73774e req-08f601e5-fb49-4403-a3f4-f36449f37404 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787735 Feb 02 13:21:26.061515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba95026-af26-44e3-a117-ae3c5b7f8571 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Deleting subnet f6a23e2b-ac17-4e8f-b1a5-e0f622600196 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:21:26.065467 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aba95026-af26-44e3-a117-ae3c5b7f8571 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for subnet (f6a23e2b-ac17-4e8f-b1a5-e0f622600196), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:26.155758 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aba95026-af26-44e3-a117-ae3c5b7f8571 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (f6a23e2b-ac17-4e8f-b1a5-e0f622600196), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:26.257900 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aba95026-af26-44e3-a117-ae3c5b7f8571 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (f6a23e2b-ac17-4e8f-b1a5-e0f622600196), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:26.335823 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aba95026-af26-44e3-a117-ae3c5b7f8571 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (f6a23e2b-ac17-4e8f-b1a5-e0f622600196), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:26.365672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba95026-af26-44e3-a117-ae3c5b7f8571 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a23e2b-ac17-4e8f-b1a5-e0f622600196,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:26.370729 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aba95026-af26-44e3-a117-ae3c5b7f8571 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:26.379412 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aba95026-af26-44e3-a117-ae3c5b7f8571 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "DELETE /v2.0/subnets/f6a23e2b-ac17-4e8f-b1a5-e0f622600196 HTTP/1.1" status: 204 len: 168 time: 0.4064395 Feb 02 13:21:26.380002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39666) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:26.381620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523996ee-d9b0-4684-a450-06b014f8ec28 None None] Network ae31fcd0-6a28-4b29-95bc-be1332c8e44f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:26.478849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (ae31fcd0-6a28-4b29-95bc-be1332c8e44f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:26.561258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Deleting port 384f9f83-8290-420d-9ef4-41d584272702 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:26.561619 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (384f9f83-8290-420d-9ef4-41d584272702), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:26.641766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] For port 384f9f83-8290-420d-9ef4-41d584272702, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=384f9f83-8290-420d-9ef4-41d584272702,segment=NetworkSegment(fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7),segment_id=fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:26.642121 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (384f9f83-8290-420d-9ef4-41d584272702), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:26.655577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a93c8f-0066-4d64-a52d-82d35382d696 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:21:26.663581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Calling delete_port for 384f9f83-8290-420d-9ef4-41d584272702 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:26.664852 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b4a93c8f-0066-4d64-a52d-82d35382d696 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "PUT /v2.0/routers/cbd23145-9a23-4707-b13f-07066e86e160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4343712 Feb 02 13:21:26.667699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a3df17-b59e-46cd-bfc5-533a4eb7641a None None] DHCP port deletion for ae31fcd0-6a28-4b29-95bc-be1332c8e44f request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:21:26.668815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39678) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:26.675451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825171da-9243-4b02-8b8a-991e5f710052 None None] Sync routers for ids ['cbd23145-9a23-4707-b13f-07066e86e160'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:21:26.713927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382aac3-6c92-4349-859f-cddc1f947907 req-a389fe3f-b4cf-4636-ad4f-53ddca83dea8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:26.715559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f382aac3-6c92-4349-859f-cddc1f947907 req-a389fe3f-b4cf-4636-ad4f-53ddca83dea8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.5112410 Feb 02 13:21:26.733037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825171da-9243-4b02-8b8a-991e5f710052 None None] Routers {'cbd23145-9a23-4707-b13f-07066e86e160'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:26.733911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-825171da-9243-4b02-8b8a-991e5f710052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cbd23145-9a23-4707-b13f-07066e86e160'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:26.747530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-e4239411-82e2-40d2-8363-b47aa1d223a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:26.749131 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-e4239411-82e2-40d2-8363-b47aa1d223a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3&tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f HTTP/1.1" status: 200 len: 1126 time: 0.1936209 Feb 02 13:21:26.769477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046fb5f-8928-43d4-9df3-30936795191b req-59fd918e-4ef6-4ad2-90ae-7e9f44f08e59 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:26.770999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c046fb5f-8928-43d4-9df3-30936795191b req-59fd918e-4ef6-4ad2-90ae-7e9f44f08e59 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.2183580 Feb 02 13:21:26.781378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19146d6-bcf4-4bb6-9d56-041d63310d79 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Deleting subnet 15287e40-4cb6-493d-95e2-8b8d3738f096 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:21:26.787023 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b19146d6-bcf4-4bb6-9d56-041d63310d79 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for subnet (15287e40-4cb6-493d-95e2-8b8d3738f096), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:26.801476 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (384f9f83-8290-420d-9ef4-41d584272702), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:26.832595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] No DVR routers for this DVR port 384f9f83-8290-420d-9ef4-41d584272702 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:26.837941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event deleted for resources: {'Port': ['ID=384f9f83-8290-420d-9ef4-41d584272702,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:26.897116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b2a3df17-b59e-46cd-bfc5-533a4eb7641a None None] Deleting port 384f9f83-8290-420d-9ef4-41d584272702 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:26.897802 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2a3df17-b59e-46cd-bfc5-533a4eb7641a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (384f9f83-8290-420d-9ef4-41d584272702), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:26.902880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f382aac3-6c92-4349-859f-cddc1f947907 req-cac958d3-690b-463f-934d-1d4a6487169b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808572 Feb 02 13:21:26.905842 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b19146d6-bcf4-4bb6-9d56-041d63310d79 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (15287e40-4cb6-493d-95e2-8b8d3738f096), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:26.994136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-825171da-9243-4b02-8b8a-991e5f710052 None None] Set router cbd23145-9a23-4707-b13f-07066e86e160 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:21:27.002598 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (ae31fcd0-6a28-4b29-95bc-be1332c8e44f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.025339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b2a3df17-b59e-46cd-bfc5-533a4eb7641a None None] For port 384f9f83-8290-420d-9ef4-41d584272702, host n-d-827336-2, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:27.025850 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2a3df17-b59e-46cd-bfc5-533a4eb7641a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (384f9f83-8290-420d-9ef4-41d584272702), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.031643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c046fb5f-8928-43d4-9df3-30936795191b req-f61da6c6-e31b-4944-a813-4871ee8d58fd tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478547 Feb 02 13:21:27.038782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae31fcd0-6a28-4b29-95bc-be1332c8e44f']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:27.065727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:27.066237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:27.087373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.095955 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b19146d6-bcf4-4bb6-9d56-041d63310d79 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (15287e40-4cb6-493d-95e2-8b8d3738f096), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.128436 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.140748 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:21:27.141310 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (fd53f24b-d2e7-4f3b-b265-8cdd7b72d2c7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:21:27.144573 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:21:27.158824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b2a3df17-b59e-46cd-bfc5-533a4eb7641a None None] Calling delete_port for 384f9f83-8290-420d-9ef4-41d584272702 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:27.164965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-b2a3df17-b59e-46cd-bfc5-533a4eb7641a None None] Port 384f9f83-8290-420d-9ef4-41d584272702 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:21:27.167636 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2a3df17-b59e-46cd-bfc5-533a4eb7641a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (384f9f83-8290-420d-9ef4-41d584272702), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.188684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-17858cbe-9bb2-4aee-93d2-af67c1752664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:27.195217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-17858cbe-9bb2-4aee-93d2-af67c1752664 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 1126 time: 0.4048100 Feb 02 13:21:27.251505 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (ae31fcd0-6a28-4b29-95bc-be1332c8e44f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.257972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.265611 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "DELETE /v2.0/networks/ae31fcd0-6a28-4b29-95bc-be1332c8e44f HTTP/1.1" status: 204 len: 168 time: 0.8794010 Feb 02 13:21:27.270388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:27.296965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c41d1-792a-4eee-a2da-67447775834b tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event deleted for resources: {'Network': ['ID=ae31fcd0-6a28-4b29-95bc-be1332c8e44f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:27.417360 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3df17-b59e-46cd-bfc5-533a4eb7641a None None] Pushing event deleted for resources: {'Port': ['ID=384f9f83-8290-420d-9ef4-41d584272702,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:27.422191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a3df17-b59e-46cd-bfc5-533a4eb7641a None None] No DVR routers for this DVR port 384f9f83-8290-420d-9ef4-41d584272702 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:27.449123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-b7db56ea-25a6-4ec9-bba9-5771104f6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:27.451407 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-b7db56ea-25a6-4ec9-bba9-5771104f6bec service neutron] 10.222.0.18 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 917 time: 0.2429376 Feb 02 13:21:27.453006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-825171da-9243-4b02-8b8a-991e5f710052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688308078', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:20:25Z', 'updated_at': '2022-02-02T13:21:24Z', 'revision_number': 5, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:28Z', 'updated_at': '2022-02-02T13:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:27.483459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825171da-9243-4b02-8b8a-991e5f710052 None None] Checking router: cbd23145-9a23-4707-b13f-07066e86e160 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:21:27.493471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825171da-9243-4b02-8b8a-991e5f710052 None None] Routers {'cbd23145-9a23-4707-b13f-07066e86e160'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:27.494332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-825171da-9243-4b02-8b8a-991e5f710052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cbd23145-9a23-4707-b13f-07066e86e160'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:27.505342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c4d0c-4d07-47f8-808e-f22657f15379 req-7130e345-b0c6-43eb-a32d-38273bfcb3ac tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:27.506966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-be1c4d0c-4d07-47f8-808e-f22657f15379 req-7130e345-b0c6-43eb-a32d-38273bfcb3ac tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.3788574 Feb 02 13:21:27.514091 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b19146d6-bcf4-4bb6-9d56-041d63310d79 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (15287e40-4cb6-493d-95e2-8b8d3738f096), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.608279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-825171da-9243-4b02-8b8a-991e5f710052 None None] Set router cbd23145-9a23-4707-b13f-07066e86e160 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:21:27.623262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-0cf9563c-d4e5-4efc-b56d-83a93e30aaf7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd HTTP/1.1" status: 200 len: 1000 time: 0.1512125 Feb 02 13:21:27.627151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecceeea3-6d31-4e0a-aa93-db643b37bae9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Deleting subnet 4982282f-b2c2-4ab6-ad21-a5e75dcee105 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:21:27.630452 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecceeea3-6d31-4e0a-aa93-db643b37bae9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for subnet (4982282f-b2c2-4ab6-ad21-a5e75dcee105), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.640724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 384f9f83-8290-420d-9ef4-41d584272702 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:27.668497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19146d6-bcf4-4bb6-9d56-041d63310d79 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'Subnet': ['ID=15287e40-4cb6-493d-95e2-8b8d3738f096,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:27.693739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 384f9f83-8290-420d-9ef4-41d584272702 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:27.694223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 384f9f83-8290-420d-9ef4-41d584272702 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:27.736385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242dfa2-9189-4329-8707-f8033f07c3da req-89b23983-37e3-4a78-b0d1-9fc1a5aacc64 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:27.738712 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9242dfa2-9189-4329-8707-f8033f07c3da req-89b23983-37e3-4a78-b0d1-9fc1a5aacc64 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.3440950 Feb 02 13:21:27.742483 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b19146d6-bcf4-4bb6-9d56-041d63310d79 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.749791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b19146d6-bcf4-4bb6-9d56-041d63310d79 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "DELETE /v2.0/subnets/15287e40-4cb6-493d-95e2-8b8d3738f096 HTTP/1.1" status: 204 len: 168 time: 1.0732713 Feb 02 13:21:27.752097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39722) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:27.768434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0501033d-13c8-432d-b50c-03e186d8cffa None None] Network 204262e1-02f9-4995-a0c6-c08c55df52b8 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:27.775217 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecceeea3-6d31-4e0a-aa93-db643b37bae9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (4982282f-b2c2-4ab6-ad21-a5e75dcee105), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.804125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-32e3cb50-b843-406d-9185-f55cf9daf9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:27.805722 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-32e3cb50-b843-406d-9185-f55cf9daf9d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.1723421 Feb 02 13:21:27.900931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router (cbd23145-9a23-4707-b13f-07066e86e160), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:27.934196 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-be1c4d0c-4d07-47f8-808e-f22657f15379 req-66b4fad9-c037-492f-8a99-cc94421cff52 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988160 Feb 02 13:21:27.941214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-aabfbf5d-bf08-422f-b8c0-b94418204de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:27.943474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-aabfbf5d-bf08-422f-b8c0-b94418204de4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1024945 Feb 02 13:21:27.945976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-825171da-9243-4b02-8b8a-991e5f710052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688308078', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:20:25Z', 'updated_at': '2022-02-02T13:21:24Z', 'revision_number': 5, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:28Z', 'updated_at': '2022-02-02T13:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:27.980574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825171da-9243-4b02-8b8a-991e5f710052 None None] The sync data for ids ['cbd23145-9a23-4707-b13f-07066e86e160'] in n-d-827336-2 is: [{'id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'name': 'tempest-TestSecurityGroupsBasicOps-router-688308078', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:20:25Z', 'updated_at': '2022-02-02T13:21:24Z', 'revision_number': 5, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '70ca3db8-6df2-4288-b8c8-304f9bb88900', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:8a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd23145-9a23-4707-b13f-07066e86e160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:20:28Z', 'updated_at': '2022-02-02T13:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:21:28.001930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731da792-261e-43b5-b3e5-3f25a69b5369 None None] DHCP port deletion for 204262e1-02f9-4995-a0c6-c08c55df52b8 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:21:28.064144 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9242dfa2-9189-4329-8707-f8033f07c3da req-08a9325b-ebbd-44d2-a814-9d9392427eda tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744639 Feb 02 13:21:28.097209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-731da792-261e-43b5-b3e5-3f25a69b5369 None None] Deleting port caa16122-42eb-40ea-9913-6dadea23dbd0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:28.097687 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-731da792-261e-43b5-b3e5-3f25a69b5369 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.116023 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router_gateway (cbd23145-9a23-4707-b13f-07066e86e160), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.197892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-731da792-261e-43b5-b3e5-3f25a69b5369 None None] For port caa16122-42eb-40ea-9913-6dadea23dbd0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=caa16122-42eb-40ea-9913-6dadea23dbd0,segment=NetworkSegment(74f419dd-1b1d-49da-9b83-96b932b54c4e),segment_id=74f419dd-1b1d-49da-9b83-96b932b54c4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:28.198307 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-731da792-261e-43b5-b3e5-3f25a69b5369 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.198759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Deleting port 70ca3db8-6df2-4288-b8c8-304f9bb88900 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:28.199303 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.212270 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-731da792-261e-43b5-b3e5-3f25a69b5369 None None] Calling delete_port for caa16122-42eb-40ea-9913-6dadea23dbd0 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:28.302250 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-731da792-261e-43b5-b3e5-3f25a69b5369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (caa16122-42eb-40ea-9913-6dadea23dbd0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.307524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] For port 70ca3db8-6df2-4288-b8c8-304f9bb88900, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=70ca3db8-6df2-4288-b8c8-304f9bb88900,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:28.307969 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.320289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731da792-261e-43b5-b3e5-3f25a69b5369 None None] No DVR routers for this DVR port caa16122-42eb-40ea-9913-6dadea23dbd0 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:28.322872 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecceeea3-6d31-4e0a-aa93-db643b37bae9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (4982282f-b2c2-4ab6-ad21-a5e75dcee105), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.335039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Calling delete_port for 70ca3db8-6df2-4288-b8c8-304f9bb88900 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:28.349398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731da792-261e-43b5-b3e5-3f25a69b5369 None None] Pushing event deleted for resources: {'Port': ['ID=caa16122-42eb-40ea-9913-6dadea23dbd0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:28.401467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-cd0618d6-ec0a-4b9b-8274-4ee621c90734 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2440293 Feb 02 13:21:28.409687 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-7ff67d2d-5153-4d90-be18-4156c4be4841 service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564207 Feb 02 13:21:28.437573 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d885a85-9cee-405b-90e2-9c5c418c775c req-2808000c-d466-4bed-a92b-cc4e01845fa5 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:28.444934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d885a85-9cee-405b-90e2-9c5c418c775c req-2808000c-d466-4bed-a92b-cc4e01845fa5 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.2041485 Feb 02 13:21:28.460449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bd13e-2308-4e9c-9f29-0a6449307f95 req-eade4a61-8beb-4002-b5f7-90841a5efcba tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:28.462105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f06bd13e-2308-4e9c-9f29-0a6449307f95 req-eade4a61-8beb-4002-b5f7-90841a5efcba tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.3133988 Feb 02 13:21:28.539925 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (70ca3db8-6df2-4288-b8c8-304f9bb88900), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.577826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'Port': ['ID=70ca3db8-6df2-4288-b8c8-304f9bb88900,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:28.651656 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (cbd23145-9a23-4707-b13f-07066e86e160), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.689392 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-7ae309d7-6b50-4cf7-9afd-69e3f9a0789c service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377768 Feb 02 13:21:28.694766 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecceeea3-6d31-4e0a-aa93-db643b37bae9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (4982282f-b2c2-4ab6-ad21-a5e75dcee105), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.706484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d885a85-9cee-405b-90e2-9c5c418c775c req-e6a2d6a0-f567-4253-ad5c-15e8d2774112 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606928 Feb 02 13:21:28.714040 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f06bd13e-2308-4e9c-9f29-0a6449307f95 req-ab37cea6-f20e-4c0d-9c76-f4f5ed388c25 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642773 Feb 02 13:21:28.715894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-de9bee76-796c-45df-b24a-6b15739f512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:28.717450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-de9bee76-796c-45df-b24a-6b15739f512a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 1128 time: 0.2691100 Feb 02 13:21:28.765516 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecceeea3-6d31-4e0a-aa93-db643b37bae9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event deleted for resources: {'Subnet': ['ID=4982282f-b2c2-4ab6-ad21-a5e75dcee105,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:28.771482 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ecceeea3-6d31-4e0a-aa93-db643b37bae9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.776966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ecceeea3-6d31-4e0a-aa93-db643b37bae9 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "DELETE /v2.0/subnets/4982282f-b2c2-4ab6-ad21-a5e75dcee105 HTTP/1.1" status: 204 len: 168 time: 1.4998579 Feb 02 13:21:28.782805 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b7118-0eba-4c55-a4ce-64cd30bb6cbd None None] Network 7f264671-f76a-44e5-8a52-8d15ced96914 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:28.784244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:28.841316 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (cbd23145-9a23-4707-b13f-07066e86e160), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.848261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router_controller (cbd23145-9a23-4707-b13f-07066e86e160), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.958772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (cbd23145-9a23-4707-b13f-07066e86e160), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.959455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Fanout notify agent at l3_agent the message router_deleted on router cbd23145-9a23-4707-b13f-07066e86e160 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:21:28.971623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:28.979834 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-29d41c2f-4362-4325-93e2-544487b5270d tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "DELETE /v2.0/routers/cbd23145-9a23-4707-b13f-07066e86e160 HTTP/1.1" status: 204 len: 168 time: 1.2223213 Feb 02 13:21:28.980146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39746) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:29.010239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9cc28e-2ea7-4018-82a6-9945e51dc62a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Deleting subnet b5c50b77-02b9-4355-839f-21b9f45e762a {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:21:29.022238 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc28e-2ea7-4018-82a6-9945e51dc62a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for subnet (b5c50b77-02b9-4355-839f-21b9f45e762a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:29.189761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51f8e03-1cb2-4f14-9f63-7a0a3520b3a7 None None] DHCP port deletion for 7f264671-f76a-44e5-8a52-8d15ced96914 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:21:29.232062 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (204262e1-02f9-4995-a0c6-c08c55df52b8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:29.272340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-5702ebb9-04a9-440b-99b4-8e438638af70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:29.274681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-5702ebb9-04a9-440b-99b4-8e438638af70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.5165126 Feb 02 13:21:29.328997 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc28e-2ea7-4018-82a6-9945e51dc62a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (b5c50b77-02b9-4355-839f-21b9f45e762a), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:29.334794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f51f8e03-1cb2-4f14-9f63-7a0a3520b3a7 None None] Deleting port ab67d174-bcd7-4de8-82e7-a07fd0834b6a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:29.335393 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51f8e03-1cb2-4f14-9f63-7a0a3520b3a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:29.412012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f51f8e03-1cb2-4f14-9f63-7a0a3520b3a7 None None] For port ab67d174-bcd7-4de8-82e7-a07fd0834b6a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ab67d174-bcd7-4de8-82e7-a07fd0834b6a,segment=NetworkSegment(d1cf04b6-45f0-48ac-966d-9a97e1bb0557),segment_id=d1cf04b6-45f0-48ac-966d-9a97e1bb0557)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:29.412503 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51f8e03-1cb2-4f14-9f63-7a0a3520b3a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:29.432987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f51f8e03-1cb2-4f14-9f63-7a0a3520b3a7 None None] Calling delete_port for ab67d174-bcd7-4de8-82e7-a07fd0834b6a owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:29.473893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-55fc33a4-7605-4159-be08-0efbb1cd600b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4547ba98-2947-45a2-b076-d92df55c2845 HTTP/1.1" status: 200 len: 217 time: 0.1747382 Feb 02 13:21:29.493241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (204262e1-02f9-4995-a0c6-c08c55df52b8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:29.562728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204262e1-02f9-4995-a0c6-c08c55df52b8']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:29.591650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f419dd-1b1d-49da-9b83-96b932b54c4e') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:29.592145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f419dd-1b1d-49da-9b83-96b932b54c4e') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:29.627440 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (74f419dd-1b1d-49da-9b83-96b932b54c4e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:29.668301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495a96ce-4b7c-45a3-bbb7-3eb45b2ccfec req-11ba1398-6e35-41ea-ad4c-4bcf3eb13c8d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:29.677145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-495a96ce-4b7c-45a3-bbb7-3eb45b2ccfec req-11ba1398-6e35-41ea-ad4c-4bcf3eb13c8d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.4384220 Feb 02 13:21:29.680669 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (74f419dd-1b1d-49da-9b83-96b932b54c4e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:29.690970 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f51f8e03-1cb2-4f14-9f63-7a0a3520b3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (ab67d174-bcd7-4de8-82e7-a07fd0834b6a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:29.705781 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:21:29.706068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (74f419dd-1b1d-49da-9b83-96b932b54c4e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:21:29.727335 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:21:29.761768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f8e03-1cb2-4f14-9f63-7a0a3520b3a7 None None] Pushing event deleted for resources: {'Port': ['ID=ab67d174-bcd7-4de8-82e7-a07fd0834b6a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:29.779277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f8e03-1cb2-4f14-9f63-7a0a3520b3a7 None None] No DVR routers for this DVR port ab67d174-bcd7-4de8-82e7-a07fd0834b6a on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:29.817817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b30f133d-d5ef-48e6-a54d-5f675bd63b08 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:29.818689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9f35d-c63a-4cf5-acbb-a6e74aea4547 req-999d1d2f-d7d4-4ee6-bf2a-1427807b6ad5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:29.820379 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8a9f35d-c63a-4cf5-acbb-a6e74aea4547 req-999d1d2f-d7d4-4ee6-bf2a-1427807b6ad5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.7117565 Feb 02 13:21:29.851359 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-07adc8cd-6016-41b7-aa3d-9128cf8e06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:29.852981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-07adc8cd-6016-41b7-aa3d-9128cf8e06cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.3616076 Feb 02 13:21:29.878507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b30f133d-d5ef-48e6-a54d-5f675bd63b08 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:29.878861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b30f133d-d5ef-48e6-a54d-5f675bd63b08 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:29.883072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ab67d174-bcd7-4de8-82e7-a07fd0834b6a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:29.886854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (204262e1-02f9-4995-a0c6-c08c55df52b8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:29.937081 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:29.943472 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "DELETE /v2.0/networks/204262e1-02f9-4995-a0c6-c08c55df52b8 HTTP/1.1" status: 204 len: 168 time: 0.9608238 Feb 02 13:21:29.945057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca5c5e-f4a7-47aa-8a2a-daee343c7e0b tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'Network': ['ID=204262e1-02f9-4995-a0c6-c08c55df52b8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:29.954030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ab67d174-bcd7-4de8-82e7-a07fd0834b6a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:29.954266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ab67d174-bcd7-4de8-82e7-a07fd0834b6a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:29.954690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device caa16122-42eb-40ea-9913-6dadea23dbd0 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:29.969672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39766) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:29.972054 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-495a96ce-4b7c-45a3-bbb7-3eb45b2ccfec req-bac84111-1b8d-4103-9530-cb0d4a922ba2 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882073 Feb 02 13:21:29.981544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7138b-ee77-4fd3-8f98-193cbc0f4ce8 req-b4d8fefc-0e60-4049-9055-e26db0da92be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:29.988976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2da7138b-ee77-4fd3-8f98-193cbc0f4ce8 req-b4d8fefc-0e60-4049-9055-e26db0da92be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f94458897094d56aef55c1761cbde79&device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 1128 time: 0.6923461 Feb 02 13:21:30.045720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: caa16122-42eb-40ea-9913-6dadea23dbd0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:30.046145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device caa16122-42eb-40ea-9913-6dadea23dbd0 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:30.046581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 70ca3db8-6df2-4288-b8c8-304f9bb88900 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:30.104520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 70ca3db8-6df2-4288-b8c8-304f9bb88900 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:30.104878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 70ca3db8-6df2-4288-b8c8-304f9bb88900 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:30.149523 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc28e-2ea7-4018-82a6-9945e51dc62a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (b5c50b77-02b9-4355-839f-21b9f45e762a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:30.418199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8a9f35d-c63a-4cf5-acbb-a6e74aea4547 req-c943db31-496d-4437-af73-b3ec5cfdf0c8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5837724 Feb 02 13:21:30.438734 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc28e-2ea7-4018-82a6-9945e51dc62a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (b5c50b77-02b9-4355-839f-21b9f45e762a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:30.525790 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Deleting port f535b2ab-666a-4f07-b722-73f506d9f4b6 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:30.526317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f535b2ab-666a-4f07-b722-73f506d9f4b6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:30.605333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-8b5e9da1-36d5-4b52-8259-988877dbe883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:30.607401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-8b5e9da1-36d5-4b52-8259-988877dbe883 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6623781 Feb 02 13:21:30.609970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cc28e-2ea7-4018-82a6-9945e51dc62a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event deleted for resources: {'Subnet': ['ID=b5c50b77-02b9-4355-839f-21b9f45e762a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:30.612312 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c9cc28e-2ea7-4018-82a6-9945e51dc62a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:30.618390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb46272-ba96-4cc1-809d-8d1281c1cb72 None None] Network 24a44ddd-12a8-449f-920a-6e8c32352d67 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:30.630203 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4c9cc28e-2ea7-4018-82a6-9945e51dc62a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "DELETE /v2.0/subnets/b5c50b77-02b9-4355-839f-21b9f45e762a HTTP/1.1" status: 204 len: 168 time: 1.8129594 Feb 02 13:21:30.651005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39768) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:30.981192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7138b-ee77-4fd3-8f98-193cbc0f4ce8 req-c2398aa4-73a3-4a04-aedf-b957a54d32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:30.982738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2da7138b-ee77-4fd3-8f98-193cbc0f4ce8 req-c2398aa4-73a3-4a04-aedf-b957a54d32ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=276ba717-3cc3-4b15-8fa5-18614378956f HTTP/1.1" status: 200 len: 914 time: 0.9662640 Feb 02 13:21:30.993677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1c317-f316-4471-9df3-da9cdfa334fe req-8af1e4c4-3d9d-48a5-8df3-b1d377865d30 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:30.995688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7e1c317-f316-4471-9df3-da9cdfa334fe req-8af1e4c4-3d9d-48a5-8df3-b1d377865d30 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.7800720 Feb 02 13:21:31.024056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf530f4-9d9a-4935-8259-13140cf1e03f None None] DHCP port deletion for 24a44ddd-12a8-449f-920a-6e8c32352d67 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:21:31.206503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6bf530f4-9d9a-4935-8259-13140cf1e03f None None] Deleting port a3a75646-b401-4268-aa1b-104cdb449459 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:31.207276 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bf530f4-9d9a-4935-8259-13140cf1e03f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a3a75646-b401-4268-aa1b-104cdb449459), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:31.353319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6bf530f4-9d9a-4935-8259-13140cf1e03f None None] For port a3a75646-b401-4268-aa1b-104cdb449459, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a3a75646-b401-4268-aa1b-104cdb449459,segment=NetworkSegment(a2caebbd-e635-4389-bbe7-6a80db0b9093),segment_id=a2caebbd-e635-4389-bbe7-6a80db0b9093)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:31.354337 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bf530f4-9d9a-4935-8259-13140cf1e03f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a3a75646-b401-4268-aa1b-104cdb449459), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:31.367465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f535b2ab-666a-4f07-b722-73f506d9f4b6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:31.374861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6bf530f4-9d9a-4935-8259-13140cf1e03f None None] Calling delete_port for a3a75646-b401-4268-aa1b-104cdb449459 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:31.395502 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for floatingip (f535b2ab-666a-4f07-b722-73f506d9f4b6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:31.425192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7f264671-f76a-44e5-8a52-8d15ced96914), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:31.453360 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Calling delete_port for f535b2ab-666a-4f07-b722-73f506d9f4b6 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:31.536151 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bf530f4-9d9a-4935-8259-13140cf1e03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (a3a75646-b401-4268-aa1b-104cdb449459), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:31.625583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf530f4-9d9a-4935-8259-13140cf1e03f None None] No DVR routers for this DVR port a3a75646-b401-4268-aa1b-104cdb449459 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:31.627169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf530f4-9d9a-4935-8259-13140cf1e03f None None] Pushing event deleted for resources: {'Port': ['ID=a3a75646-b401-4268-aa1b-104cdb449459,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:31.713803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a3a75646-b401-4268-aa1b-104cdb449459 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:31.773700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c525eaa-84bb-4282-8374-b6625a049bdd req-f10c1941-9e29-487a-aa18-d279d96c18f1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:31.776848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c525eaa-84bb-4282-8374-b6625a049bdd req-f10c1941-9e29-487a-aa18-d279d96c18f1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 1.2209594 Feb 02 13:21:31.778466 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2da7138b-ee77-4fd3-8f98-193cbc0f4ce8 req-61829c29-6573-4645-8929-c5e865e65142 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b HTTP/1.1" status: 200 len: 217 time: 0.7816486 Feb 02 13:21:31.781820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: a3a75646-b401-4268-aa1b-104cdb449459 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:31.782174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a3a75646-b401-4268-aa1b-104cdb449459 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:31.826439 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f6303fe-ed6d-40e2-9c9d-05e65c063b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:31.974870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7e1c317-f316-4471-9df3-da9cdfa334fe req-9edc9182-4275-4253-ab35-f4c4128b7ea4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539699 Feb 02 13:21:31.978877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-0e4c1882-c38b-43e2-90e1-f28412f4112b service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2463114 Feb 02 13:21:31.986312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7138b-ee77-4fd3-8f98-193cbc0f4ce8 req-c8749032-e2f5-453d-9f61-f5d823feea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:31.994470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2da7138b-ee77-4fd3-8f98-193cbc0f4ce8 req-c8749032-e2f5-453d-9f61-f5d823feea5c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0 HTTP/1.1" status: 200 len: 853 time: 0.1992495 Feb 02 13:21:32.002797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7f264671-f76a-44e5-8a52-8d15ced96914), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:32.096621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f264671-f76a-44e5-8a52-8d15ced96914']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:32.139305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cf04b6-45f0-48ac-966d-9a97e1bb0557') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:32.139712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cf04b6-45f0-48ac-966d-9a97e1bb0557') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:32.177156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (d1cf04b6-45f0-48ac-966d-9a97e1bb0557), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:32.208135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d1cf04b6-45f0-48ac-966d-9a97e1bb0557), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:32.219456 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:21:32.231222 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (d1cf04b6-45f0-48ac-966d-9a97e1bb0557), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:21:32.234882 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:21:32.306201 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-a5c53bf0-3091-4d4a-9eb5-39c366351729 service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104079 Feb 02 13:21:32.373685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2da7138b-ee77-4fd3-8f98-193cbc0f4ce8 req-6c7c87f8-2090-4603-805f-89b46d7753bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=276ba717-3cc3-4b15-8fa5-18614378956f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3090892 Feb 02 13:21:32.432168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7f264671-f76a-44e5-8a52-8d15ced96914), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:32.475527 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:32.481786 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "DELETE /v2.0/networks/7f264671-f76a-44e5-8a52-8d15ced96914 HTTP/1.1" status: 204 len: 168 time: 1.8252604 Feb 02 13:21:32.511099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39778) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:32.653547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97517162-8b92-4fae-b133-4c9afc903af0 tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event deleted for resources: {'Network': ['ID=7f264671-f76a-44e5-8a52-8d15ced96914,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:32.655565 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2da7138b-ee77-4fd3-8f98-193cbc0f4ce8 req-ae6f3579-af53-40f6-8612-1e09ee491ad3 service neutron] 10.222.0.18 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839054 Feb 02 13:21:32.679583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (24a44ddd-12a8-449f-920a-6e8c32352d67), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:32.680807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c525eaa-84bb-4282-8374-b6625a049bdd req-3b194e38-6f62-4437-a70b-2db9d799b8cc tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8628712 Feb 02 13:21:32.704936 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f535b2ab-666a-4f07-b722-73f506d9f4b6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:32.750586 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdf46d-2829-4246-8607-b200b40ea7be req-9c797fbe-5580-4834-9236-d7de5d8128bc tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:32.754850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3fcdf46d-2829-4246-8607-b200b40ea7be req-9c797fbe-5580-4834-9236-d7de5d8128bc tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.4310627 Feb 02 13:21:32.791264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'Port': ['ID=f535b2ab-666a-4f07-b722-73f506d9f4b6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:33.044071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3fcdf46d-2829-4246-8607-b200b40ea7be req-53974f8d-904f-4264-a8fc-dc9a44efaccf tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573359 Feb 02 13:21:33.089006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d64c6-fa4d-4c30-adf8-52cd9a163b3d req-53b39775-8b27-4ce6-86c7-355aabe24bb8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:33.094971 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (24a44ddd-12a8-449f-920a-6e8c32352d67), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:33.105378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a4d64c6-fa4d-4c30-adf8-52cd9a163b3d req-53b39775-8b27-4ce6-86c7-355aabe24bb8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2962515 Feb 02 13:21:33.164338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a44ddd-12a8-449f-920a-6e8c32352d67']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:33.206286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2caebbd-e635-4389-bbe7-6a80db0b9093') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:33.207590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2caebbd-e635-4389-bbe7-6a80db0b9093') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:33.211253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2da7138b-ee77-4fd3-8f98-193cbc0f4ce8 req-b2f3971a-8058-42f9-86a6-b83faeca745a service neutron] 10.222.0.18 "GET /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294421 Feb 02 13:21:33.247280 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (a2caebbd-e635-4389-bbe7-6a80db0b9093), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:33.268767 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a2caebbd-e635-4389-bbe7-6a80db0b9093), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:33.276712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:21:33.277155 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (a2caebbd-e635-4389-bbe7-6a80db0b9093), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:33.287152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a4d64c6-fa4d-4c30-adf8-52cd9a163b3d req-9fcf5b71-465f-4fc7-ba60-6b21d9b846c7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794033 Feb 02 13:21:33.296592 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feff7f-4b2d-443d-9701-eba768ce7b03 req-a266e206-0095-4462-afe4-da8b0a4facba tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:33.298280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0feff7f-4b2d-443d-9701-eba768ce7b03 req-a266e206-0095-4462-afe4-da8b0a4facba tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1494908 Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:21:33.351763 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:21:33.356329 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for floatingip (234ef2e7-d2e3-4c3e-a1d7-595f95fdecfc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:33.356843 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Floating IP 234ef2e7-d2e3-4c3e-a1d7-595f95fdecfc disassociated (deleted). External IP: 172.25.4.51, port: 759188de-d549-457e-ba09-5c1ab95ac169. Feb 02 13:21:33.361339 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (24a44ddd-12a8-449f-920a-6e8c32352d67), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:33.405008 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:33.409288 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "DELETE /v2.0/networks/24a44ddd-12a8-449f-920a-6e8c32352d67 HTTP/1.1" status: 204 len: 168 time: 0.8968523 Feb 02 13:21:33.412391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:33.427099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebe4e2-9fd1-43f1-baeb-6404e398c75a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event deleted for resources: {'Network': ['ID=24a44ddd-12a8-449f-920a-6e8c32352d67,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:33.510830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0feff7f-4b2d-443d-9701-eba768ce7b03 req-602d7eaf-6e0f-45a5-a814-4ebf330b59dc tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902604 Feb 02 13:21:33.576439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83a7889-bf83-4bdc-8e93-74a0591b44bc tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Deleting subnet 7d5b9c10-f4c1-4503-96e1-9b031c89ec48 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:21:33.589120 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d83a7889-bf83-4bdc-8e93-74a0591b44bc tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for subnet (7d5b9c10-f4c1-4503-96e1-9b031c89ec48), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:33.707463 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d83a7889-bf83-4bdc-8e93-74a0591b44bc tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (7d5b9c10-f4c1-4503-96e1-9b031c89ec48), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:33.774502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952af4e-a700-49bc-8dce-ed7bbb8ec18b req-4aa27021-39ae-40c8-962a-eb9fff46456b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:33.782351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2952af4e-a700-49bc-8dce-ed7bbb8ec18b req-4aa27021-39ae-40c8-962a-eb9fff46456b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1466143 Feb 02 13:21:33.917262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Router fbc47b2b-36bb-4946-81aa-d4b90b945465 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:21:34.064017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2952af4e-a700-49bc-8dce-ed7bbb8ec18b req-732814ca-4f9b-4ac8-9d1f-a932a17fd968 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803333 Feb 02 13:21:34.067241 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d83a7889-bf83-4bdc-8e93-74a0591b44bc tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (7d5b9c10-f4c1-4503-96e1-9b031c89ec48), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:34.094836 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-df998404-64e4-42fb-b7da-e1d0a2508211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:34.256427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c646087-723d-4758-bfb1-a5fbb87b7e45 req-365b2de3-0cb8-433f-abcf-556582d8de44 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:34.266019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c646087-723d-4758-bfb1-a5fbb87b7e45 req-365b2de3-0cb8-433f-abcf-556582d8de44 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.3661737 Feb 02 13:21:34.283292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:21:34.297857 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46340d25-cd57-42af-936c-6efb43c0e893 None None] Sync routers for ids ['fbc47b2b-36bb-4946-81aa-d4b90b945465'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:21:34.301258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:34.320949 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46340d25-cd57-42af-936c-6efb43c0e893 None None] Routers {'fbc47b2b-36bb-4946-81aa-d4b90b945465'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:34.321578 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-46340d25-cd57-42af-936c-6efb43c0e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fbc47b2b-36bb-4946-81aa-d4b90b945465'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:34.326228 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d83a7889-bf83-4bdc-8e93-74a0591b44bc tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (7d5b9c10-f4c1-4503-96e1-9b031c89ec48), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:34.381516 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-174b5a99-ae3b-42c0-8d24-a5dcb4124efa tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "DELETE /v2.0/floatingips/234ef2e7-d2e3-4c3e-a1d7-595f95fdecfc HTTP/1.1" status: 204 len: 168 time: 4.4099865 Feb 02 13:21:34.393361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490e882a-0b6d-4147-87c2-6332f6900caf', 'tag': '759188de-d549-457e-ba09-5c1ab95ac169'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:34.399250 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e028c7ef-ad28-4dde-a7c1-5d0121262389" -d '{"events": [{"name": "network-changed", "server_uuid": "490e882a-0b6d-4147-87c2-6332f6900caf", "tag": "759188de-d549-457e-ba09-5c1ab95ac169"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:34.432799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c646087-723d-4758-bfb1-a5fbb87b7e45 req-7ff6d371-c400-45a3-b2b2-c2834886c3fc tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657946 Feb 02 13:21:34.454066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a7889-bf83-4bdc-8e93-74a0591b44bc tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5b9c10-f4c1-4503-96e1-9b031c89ec48,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:34.458950 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d83a7889-bf83-4bdc-8e93-74a0591b44bc tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:34.462453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d83a7889-bf83-4bdc-8e93-74a0591b44bc tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "DELETE /v2.0/subnets/7d5b9c10-f4c1-4503-96e1-9b031c89ec48 HTTP/1.1" status: 204 len: 168 time: 1.0491786 Feb 02 13:21:34.465156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39806) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:34.473046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa8fe6-5f08-4d76-9940-3ac87012e08b req-5ba731e2-3f77-4e77-8771-15e6977ef327 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:34.474660 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34fa8fe6-5f08-4d76-9940-3ac87012e08b req-5ba731e2-3f77-4e77-8771-15e6977ef327 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.2770603 Feb 02 13:21:34.478320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1915ea6e-4bad-4a42-a9a9-2b809d5f18dd None None] Network 6aaede50-8141-4884-bfed-5f97dac0b14f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:34.552450 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-46340d25-cd57-42af-936c-6efb43c0e893 None None] Set router fbc47b2b-36bb-4946-81aa-d4b90b945465 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:21:34.663955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34fa8fe6-5f08-4d76-9940-3ac87012e08b req-dc0a6b86-a4ca-4380-8e87-7c7e193adf86 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816010 Feb 02 13:21:34.816219 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (6aaede50-8141-4884-bfed-5f97dac0b14f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:34.830724 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39810) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:34.843238 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d65da80-2496-422c-8ee8-da7934484339 x-openstack-request-id: req-1d65da80-2496-422c-8ee8-da7934484339 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:34.843596 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490e882a-0b6d-4147-87c2-6332f6900caf", "tag": "759188de-d549-457e-ba09-5c1ab95ac169", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:34.843854 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1d65da80-2496-422c-8ee8-da7934484339 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:34.844314 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490e882a-0b6d-4147-87c2-6332f6900caf', 'tag': '759188de-d549-457e-ba09-5c1ab95ac169', 'status': 'completed', 'code': 200} Feb 02 13:21:34.881803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a03abe-1033-42b8-954f-a1633b9e4807 None None] DHCP port deletion for 6aaede50-8141-4884-bfed-5f97dac0b14f request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:21:34.904504 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-46340d25-cd57-42af-936c-6efb43c0e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:19:22Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e5ef5005-2bda-4d01-b16b-6985c68ab1e1', 'name': '', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'mac_address': 'fa:16:3e:bb:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:20Z', 'updated_at': '2022-02-02T13:19:28Z', 'revision_number': 5, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'subnets': [{'id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:34.959717 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46340d25-cd57-42af-936c-6efb43c0e893 None None] Checking router: fbc47b2b-36bb-4946-81aa-d4b90b945465 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:21:34.985241 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46340d25-cd57-42af-936c-6efb43c0e893 None None] Routers {'fbc47b2b-36bb-4946-81aa-d4b90b945465'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:34.985869 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-46340d25-cd57-42af-936c-6efb43c0e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fbc47b2b-36bb-4946-81aa-d4b90b945465'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:35.002287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-70a03abe-1033-42b8-954f-a1633b9e4807 None None] Deleting port b2320a8f-d6a3-42eb-8476-2bbad791bad0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:35.002813 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70a03abe-1033-42b8-954f-a1633b9e4807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:35.041038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Deleting port b2320a8f-d6a3-42eb-8476-2bbad791bad0 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:35.041602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:35.129900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39302130-7940-4e2c-b52f-c7d336d5a121 req-3af1dba5-c478-4be2-b0ca-84bf13ab08f2 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:35.131446 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39302130-7940-4e2c-b52f-c7d336d5a121 req-3af1dba5-c478-4be2-b0ca-84bf13ab08f2 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1272967 Feb 02 13:21:35.149421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6df58e-ee23-4a67-a637-2dce129c372e req-6c99eb0b-0f8c-446c-95cf-b96a1cdf29c6 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:35.157236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a6df58e-ee23-4a67-a637-2dce129c372e req-6c99eb0b-0f8c-446c-95cf-b96a1cdf29c6 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 985 time: 0.1549840 Feb 02 13:21:35.173717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-70a03abe-1033-42b8-954f-a1633b9e4807 None None] For port b2320a8f-d6a3-42eb-8476-2bbad791bad0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b2320a8f-d6a3-42eb-8476-2bbad791bad0,segment=NetworkSegment(40b11c30-8435-46f0-ba4f-054cbe1c3665),segment_id=40b11c30-8435-46f0-ba4f-054cbe1c3665)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:35.174313 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70a03abe-1033-42b8-954f-a1633b9e4807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:35.209270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] For port b2320a8f-d6a3-42eb-8476-2bbad791bad0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b2320a8f-d6a3-42eb-8476-2bbad791bad0,segment=NetworkSegment(40b11c30-8435-46f0-ba4f-054cbe1c3665),segment_id=40b11c30-8435-46f0-ba4f-054cbe1c3665)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:35.209630 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:35.215643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-70a03abe-1033-42b8-954f-a1633b9e4807 None None] Calling delete_port for b2320a8f-d6a3-42eb-8476-2bbad791bad0 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:35.246328 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Calling delete_port for b2320a8f-d6a3-42eb-8476-2bbad791bad0 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:35.247502 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-46340d25-cd57-42af-936c-6efb43c0e893 None None] Set router fbc47b2b-36bb-4946-81aa-d4b90b945465 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:21:35.285137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a58c53f5-8009-4b43-b98a-caa21029e555 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cb35392a5b1c4ee0931a1fde5479f776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4503977 Feb 02 13:21:35.287608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39818) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:35.337119 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39302130-7940-4e2c-b52f-c7d336d5a121 req-d3519228-4c34-40f5-aa5f-75fb4544926f tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735091 Feb 02 13:21:35.370458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028c7ef-ad28-4dde-a7c1-5d0121262389 req-ea97f94c-2339-498e-bff1-2a8ccad32c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:35.372112 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e028c7ef-ad28-4dde-a7c1-5d0121262389 req-ea97f94c-2339-498e-bff1-2a8ccad32c7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f59ca13b528b42c586d69e9fa12543df&device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 1167 time: 0.4669859 Feb 02 13:21:35.374032 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:35.375551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7a6df58e-ee23-4a67-a637-2dce129c372e req-74b771f4-968d-4968-8a4c-8a3e5be5aa49 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2172215 Feb 02 13:21:35.448010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-619df260-61c3-4b03-a901-2913a829479d admin admin] Publish callbacks [] for security_group (0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:35.468764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event deleted for resources: {'Port': ['ID=b2320a8f-d6a3-42eb-8476-2bbad791bad0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:35.479668 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-619df260-61c3-4b03-a901-2913a829479d admin admin] Publish callbacks [] for security_group (0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:35.504170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.504557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.504908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.505250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.505583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.505916 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.506247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.506574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.506901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.507477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.507816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.508146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.510601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:35.571358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] No DVR routers for this DVR port b2320a8f-d6a3-42eb-8476-2bbad791bad0 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:35.583094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70a03abe-1033-42b8-954f-a1633b9e4807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (b2320a8f-d6a3-42eb-8476-2bbad791bad0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:35.593878 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-619df260-61c3-4b03-a901-2913a829479d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:35.599395 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-619df260-61c3-4b03-a901-2913a829479d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:35.600956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-619df260-61c3-4b03-a901-2913a829479d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069 HTTP/1.1" status: 204 len: 168 time: 0.3084736 Feb 02 13:21:35.639067 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-46340d25-cd57-42af-936c-6efb43c0e893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:19:22Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e5ef5005-2bda-4d01-b16b-6985c68ab1e1', 'name': '', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'mac_address': 'fa:16:3e:bb:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:20Z', 'updated_at': '2022-02-02T13:19:28Z', 'revision_number': 5, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'subnets': [{'id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:35.657168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619df260-61c3-4b03-a901-2913a829479d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2ef0ba-9a37-44d3-8c67-7e7fb4ef6069,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:35.688894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a03abe-1033-42b8-954f-a1633b9e4807 None None] No DVR routers for this DVR port b2320a8f-d6a3-42eb-8476-2bbad791bad0 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:35.693559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a03abe-1033-42b8-954f-a1633b9e4807 None None] Pushing event deleted for resources: {'Port': ['ID=b2320a8f-d6a3-42eb-8476-2bbad791bad0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:35.699994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3548bd-57b7-4021-9f1a-7cf53d442c87 req-beadeafc-84ae-43e0-826c-380926a77964 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:35.713487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b3548bd-57b7-4021-9f1a-7cf53d442c87 req-beadeafc-84ae-43e0-826c-380926a77964 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1758823 Feb 02 13:21:35.730471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b2320a8f-d6a3-42eb-8476-2bbad791bad0 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:35.756092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b2320a8f-d6a3-42eb-8476-2bbad791bad0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:35.756804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b2320a8f-d6a3-42eb-8476-2bbad791bad0 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:35.769466 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:35.799826 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46340d25-cd57-42af-936c-6efb43c0e893 None None] The sync data for ids ['fbc47b2b-36bb-4946-81aa-d4b90b945465'] in n-d-827336-2 is: [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:19:22Z', 'revision_number': 4, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e5ef5005-2bda-4d01-b16b-6985c68ab1e1', 'name': '', 'network_id': '041d6a85-672d-4202-9c00-d5cf6e7701ef', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'mac_address': 'fa:16:3e:bb:fa:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:20Z', 'updated_at': '2022-02-02T13:19:28Z', 'revision_number': 5, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'subnets': [{'id': '093b3616-4c4f-48dc-837c-33fb72d6c46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:21:35.808384 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (6aaede50-8141-4884-bfed-5f97dac0b14f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:35.914405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b3548bd-57b7-4021-9f1a-7cf53d442c87 req-24db73fe-7d31-419f-8add-07c3d345b9ee tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028775 Feb 02 13:21:35.918544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aaede50-8141-4884-bfed-5f97dac0b14f']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:35.958772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b11c30-8435-46f0-ba4f-054cbe1c3665') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:35.959068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b11c30-8435-46f0-ba4f-054cbe1c3665') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:35.985091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444947b-f107-4d7d-acc4-d5c0d019c62e req-497dfa02-f19e-4494-b851-df003e2c843d tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:35.986762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f444947b-f107-4d7d-acc4-d5c0d019c62e req-497dfa02-f19e-4494-b851-df003e2c843d tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.3557124 Feb 02 13:21:35.997146 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (40b11c30-8435-46f0-ba4f-054cbe1c3665), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:36.042734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028c7ef-ad28-4dde-a7c1-5d0121262389 req-eedaf794-0ac0-4cfb-be6d-002a1f3deac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:36.044359 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e028c7ef-ad28-4dde-a7c1-5d0121262389 req-eedaf794-0ac0-4cfb-be6d-002a1f3deac9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=041d6a85-672d-4202-9c00-d5cf6e7701ef HTTP/1.1" status: 200 len: 898 time: 0.5994208 Feb 02 13:21:36.048976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (40b11c30-8435-46f0-ba4f-054cbe1c3665), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:36.092305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:21:36.093102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (40b11c30-8435-46f0-ba4f-054cbe1c3665), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:21:36.113626 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:21:36.164724 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e028c7ef-ad28-4dde-a7c1-5d0121262389 req-708fa9b0-32d0-41cd-a014-03de4936d39f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=759188de-d549-457e-ba09-5c1ab95ac169 HTTP/1.1" status: 200 len: 217 time: 0.1007471 Feb 02 13:21:36.246479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f444947b-f107-4d7d-acc4-d5c0d019c62e req-2ed34a24-2111-431d-be6b-7ab8926e62f0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2526257 Feb 02 13:21:36.269500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028c7ef-ad28-4dde-a7c1-5d0121262389 req-937741a9-f6cf-4cb5-b54d-b61a24f70643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:36.271596 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e028c7ef-ad28-4dde-a7c1-5d0121262389 req-937741a9-f6cf-4cb5-b54d-b61a24f70643 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=093b3616-4c4f-48dc-837c-33fb72d6c46a HTTP/1.1" status: 200 len: 834 time: 0.0608027 Feb 02 13:21:36.281054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d6aa8-1905-4c22-bd12-57a3fcb28776 req-48f2189c-3d69-48eb-b92c-843b1245f3dd tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:36.299614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-639d6aa8-1905-4c22-bd12-57a3fcb28776 req-48f2189c-3d69-48eb-b92c-843b1245f3dd tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.2360377 Feb 02 13:21:36.321320 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (6aaede50-8141-4884-bfed-5f97dac0b14f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:36.338187 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:36.350766 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "DELETE /v2.0/networks/6aaede50-8141-4884-bfed-5f97dac0b14f HTTP/1.1" status: 204 len: 168 time: 1.8824067 Feb 02 13:21:36.353002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39840) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:36.440859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-639d6aa8-1905-4c22-bd12-57a3fcb28776 req-94e5b17c-2d4b-4d5e-839b-3c9bbea1f1a8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394000 Feb 02 13:21:36.455122 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c3a050c7-44e2-4302-ad74-4c1f8ce3ca4a tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "GET /v2.0/ports?device_id=7560933b-fa7f-4248-965d-287aae31a57c HTTP/1.1" status: 200 len: 205 time: 0.0856509 Feb 02 13:21:36.458958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d57b8-52da-4cca-a348-460816bcb605 None None] New status for floating IP 234ef2e7-d2e3-4c3e-a1d7-595f95fdecfc: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:21:36.461931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39846) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:36.474772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdc08e-7204-430e-ab2d-2de0b1b4266f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Pushing event deleted for resources: {'Network': ['ID=6aaede50-8141-4884-bfed-5f97dac0b14f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:36.588441 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb56c5f7-c261-4be0-ba06-ec1c2c37be7f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for router (7560933b-fa7f-4248-965d-287aae31a57c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:36.600643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028c7ef-ad28-4dde-a7c1-5d0121262389 req-803387d5-8e21-4e8d-accd-66e7406d7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:36.602266 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e028c7ef-ad28-4dde-a7c1-5d0121262389 req-803387d5-8e21-4e8d-accd-66e7406d7a1f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=041d6a85-672d-4202-9c00-d5cf6e7701ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3199005 Feb 02 13:21:36.707165 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:36.728847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55024b5-a290-4444-a229-73555b56b90c req-b407764c-b7a8-43b4-8d6b-1c6c0d3a4366 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:36.731057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e55024b5-a290-4444-a229-73555b56b90c req-b407764c-b7a8-43b4-8d6b-1c6c0d3a4366 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.3153875 Feb 02 13:21:36.805388 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:36.853549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692db7e9-1d01-429d-a69b-f75c46af3ca2 req-e4536c83-6973-4850-8da9-d191279c7f04 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:36.863236 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-692db7e9-1d01-429d-a69b-f75c46af3ca2 req-e4536c83-6973-4850-8da9-d191279c7f04 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.62 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 985 time: 0.3460560 Feb 02 13:21:36.876604 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e028c7ef-ad28-4dde-a7c1-5d0121262389 req-bf32b980-673f-4adc-8a84-d4fb1d26c040 service neutron] 10.222.0.62 "GET /v2.0/networks/041d6a85-672d-4202-9c00-d5cf6e7701ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644815 Feb 02 13:21:37.168934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39858) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:37.273304 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e028c7ef-ad28-4dde-a7c1-5d0121262389 req-1fd4d23a-76ff-43da-b77e-a27a665be569 service neutron] 10.222.0.62 "GET /v2.0/networks/041d6a85-672d-4202-9c00-d5cf6e7701ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789337 Feb 02 13:21:37.313101 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb56c5f7-c261-4be0-ba06-ec1c2c37be7f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (7560933b-fa7f-4248-965d-287aae31a57c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:37.327092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-692db7e9-1d01-429d-a69b-f75c46af3ca2 req-6da1b121-a2a4-427e-a1ca-e52ed5e4ed85 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Deleting port 759188de-d549-457e-ba09-5c1ab95ac169 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:37.330459 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb56c5f7-c261-4be0-ba06-ec1c2c37be7f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for router_controller (7560933b-fa7f-4248-965d-287aae31a57c), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:37.331814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-692db7e9-1d01-429d-a69b-f75c46af3ca2 req-6da1b121-a2a4-427e-a1ca-e52ed5e4ed85 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (759188de-d549-457e-ba09-5c1ab95ac169), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:37.385742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347b500-0892-466b-bb8d-fd669bc82656 req-fc6e4356-a7b1-4c3b-8c53-496c09b3ca10 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:37.400229 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0347b500-0892-466b-bb8d-fd669bc82656 req-fc6e4356-a7b1-4c3b-8c53-496c09b3ca10 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.6679752 Feb 02 13:21:37.401469 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:21:37.431172 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e55024b5-a290-4444-a229-73555b56b90c req-40a6a75c-679d-4f6d-bcf1-7eaab568dc09 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5888960 Feb 02 13:21:37.474640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-692db7e9-1d01-429d-a69b-f75c46af3ca2 req-6da1b121-a2a4-427e-a1ca-e52ed5e4ed85 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] For port 759188de-d549-457e-ba09-5c1ab95ac169, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=759188de-d549-457e-ba09-5c1ab95ac169,segment=NetworkSegment(ffe3db51-b7c0-4d96-85be-f4497f138213),segment_id=ffe3db51-b7c0-4d96-85be-f4497f138213)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:37.475216 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-692db7e9-1d01-429d-a69b-f75c46af3ca2 req-6da1b121-a2a4-427e-a1ca-e52ed5e4ed85 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (759188de-d549-457e-ba09-5c1ab95ac169), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:37.509765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1216683582-network', 'tenant_id': '005a9e2215ee4a2b861f7c1bc40febf4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:37.552845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-692db7e9-1d01-429d-a69b-f75c46af3ca2 req-6da1b121-a2a4-427e-a1ca-e52ed5e4ed85 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Calling delete_port for 759188de-d549-457e-ba09-5c1ab95ac169 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:37.590199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Made reservation on behalf of 005a9e2215ee4a2b861f7c1bc40febf4 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:37.592995 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:37.656206 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:37.681118 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:37.754469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0347b500-0892-466b-bb8d-fd669bc82656 req-2b6ae0e7-0c0c-4c56-a1f2-9ea11d9dd3c7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3501616 Feb 02 13:21:37.766559 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb56c5f7-c261-4be0-ba06-ec1c2c37be7f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (7560933b-fa7f-4248-965d-287aae31a57c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:37.767640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb56c5f7-c261-4be0-ba06-ec1c2c37be7f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Fanout notify agent at l3_agent the message router_deleted on router 7560933b-fa7f-4248-965d-287aae31a57c {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:21:37.791776 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fb56c5f7-c261-4be0-ba06-ec1c2c37be7f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:37.793123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fb56c5f7-c261-4be0-ba06-ec1c2c37be7f tempest-RoutersNegativeIpV6Test-1505612012 tempest-RoutersNegativeIpV6Test-1505612012-project] 10.222.0.83 "DELETE /v2.0/routers/7560933b-fa7f-4248-965d-287aae31a57c HTTP/1.1" status: 204 len: 168 time: 1.3291304 Feb 02 13:21:37.868495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032b7a9-8ad3-4989-bcf9-ccad6951db30 req-1eab9590-abcf-453a-a8a0-7ed670a2f9bb tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:37.870410 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a032b7a9-8ad3-4989-bcf9-ccad6951db30 req-1eab9590-abcf-453a-a8a0-7ed670a2f9bb tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/ports?device_id=490e882a-0b6d-4147-87c2-6332f6900caf HTTP/1.1" status: 200 len: 985 time: 0.2712259 Feb 02 13:21:37.926315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Publish callbacks [] for security_group (460ce213-9f9b-494e-b814-aa4e01eab493), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:37.927265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-692db7e9-1d01-429d-a69b-f75c46af3ca2 req-6da1b121-a2a4-427e-a1ca-e52ed5e4ed85 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (759188de-d549-457e-ba09-5c1ab95ac169), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:37.943597 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (460ce213-9f9b-494e-b814-aa4e01eab493), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:37.985074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1b121-a2a4-427e-a1ca-e52ed5e4ed85 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'Port': ['ID=759188de-d549-457e-ba09-5c1ab95ac169,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:38.005471 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:21:38.012467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:38.210206 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a032b7a9-8ad3-4989-bcf9-ccad6951db30 req-5701721c-c963-4c7b-8494-d15bf8249d71 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "GET /v2.0/security-groups?id=96c6c815-927d-4f5d-abca-6f1fa0e49aa2&id=ce150cba-6387-435f-9e45-69dfbbdf2444&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3319502 Feb 02 13:21:38.236863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00386d21-b04f-4c7b-b196-39c833200b6b req-97266d24-b67c-443d-8f73-9d396eb53cfd tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:38.247685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00386d21-b04f-4c7b-b196-39c833200b6b req-97266d24-b67c-443d-8f73-9d396eb53cfd tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.3235829 Feb 02 13:21:38.338018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39872) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:38.378147 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00386d21-b04f-4c7b-b196-39c833200b6b req-6bd07ac1-780c-4642-8dcc-e2f5d693edcd tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293681 Feb 02 13:21:38.379282 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (0204d206-27ee-4365-9f60-afcaf9cfc116), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:38.379726 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Added segment 0204d206-27ee-4365-9f60-afcaf9cfc116 of type vlan for network ba545d7d-af0a-43ac-ac6f-585364c83c1a Feb 02 13:21:38.384708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-692db7e9-1d01-429d-a69b-f75c46af3ca2 req-6da1b121-a2a4-427e-a1ca-e52ed5e4ed85 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] No DVR routers for this DVR port 759188de-d549-457e-ba09-5c1ab95ac169 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:38.386390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460ce213-9f9b-494e-b814-aa4e01eab493,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:38.407034 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-692db7e9-1d01-429d-a69b-f75c46af3ca2 req-6da1b121-a2a4-427e-a1ca-e52ed5e4ed85 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:38.410450 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-692db7e9-1d01-429d-a69b-f75c46af3ca2 req-6da1b121-a2a4-427e-a1ca-e52ed5e4ed85 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.62 "DELETE /v2.0/ports/759188de-d549-457e-ba09-5c1ab95ac169 HTTP/1.1" status: 204 len: 173 time: 1.5329297 Feb 02 13:21:38.445253 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490e882a-0b6d-4147-87c2-6332f6900caf', 'name': 'network-vif-deleted', 'tag': '759188de-d549-457e-ba09-5c1ab95ac169'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:38.456446 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0baedb2-25d1-410f-a45c-72da319de23f" -d '{"events": [{"server_uuid": "490e882a-0b6d-4147-87c2-6332f6900caf", "name": "network-vif-deleted", "tag": "759188de-d549-457e-ba09-5c1ab95ac169"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:38.577062 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (ba545d7d-af0a-43ac-ac6f-585364c83c1a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:38.612279 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fc48d-6e24-4d11-a1e5-7048da0a9d41 req-2aaabaa4-b196-44ba-b0b4-daba619e9a76 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:38.623634 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d1fc48d-6e24-4d11-a1e5-7048da0a9d41 req-2aaabaa4-b196-44ba-b0b4-daba619e9a76 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.2702334 Feb 02 13:21:38.640430 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (ba545d7d-af0a-43ac-ac6f-585364c83c1a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:38.642416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:38.643481 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:38.709311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82060f1-8413-4056-aaf9-50ab7eb3d121 req-f50a7721-ce3b-4b9c-b7d7-0a8c692cd545 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:38.717420 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f82060f1-8413-4056-aaf9-50ab7eb3d121 req-f50a7721-ce3b-4b9c-b7d7-0a8c692cd545 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2587955 Feb 02 13:21:38.753513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d1fc48d-6e24-4d11-a1e5-7048da0a9d41 req-ba7b20cc-3e32-43e5-950d-876f1565ccf0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240010 Feb 02 13:21:38.763634 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5912433 Feb 02 13:21:38.766474 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:38.777201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f245e8d6-86bd-4996-ba11-a0f954bea228 admin admin] Request body: {'subnet': {'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1216683582-subnet', 'tenant_id': '005a9e2215ee4a2b861f7c1bc40febf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:38.831586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11707e-3a6c-4fcd-bcdc-84caf0ea50a4 admin admin] Pushing event updated for resources: {'Network': ['ID=ba545d7d-af0a-43ac-ac6f-585364c83c1a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:38.844644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network ba545d7d-af0a-43ac-ac6f-585364c83c1a details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:21:38.864093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f82060f1-8413-4056-aaf9-50ab7eb3d121 req-9a20d59a-d4b3-4591-88a0-73b83c7033e2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453004 Feb 02 13:21:38.904966 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e6d40171-004b-4e94-b8d8-463aa1fd12a3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4647d8be540b413db8a0e5d302b2bba0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5596550 Feb 02 13:21:38.907615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39886) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:38.923454 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f245e8d6-86bd-4996-ba11-a0f954bea228 admin admin] Made reservation on behalf of 005a9e2215ee4a2b861f7c1bc40febf4 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:38.926149 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f245e8d6-86bd-4996-ba11-a0f954bea228 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:39.011495 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-824ce336-9ab6-404c-b9b1-f414ca33ee5d admin admin] Publish callbacks [] for security_group (270bb10e-0a47-41e5-86e2-5e63bfb6d958), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:39.039178 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-824ce336-9ab6-404c-b9b1-f414ca33ee5d admin admin] Publish callbacks [] for security_group (270bb10e-0a47-41e5-86e2-5e63bfb6d958), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:39.109363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-824ce336-9ab6-404c-b9b1-f414ca33ee5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (270bb10e-0a47-41e5-86e2-5e63bfb6d958), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:39.112423 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-824ce336-9ab6-404c-b9b1-f414ca33ee5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:39.113404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63f5b2-2d6c-47c2-895d-0d523b6bd5e5 req-657ae4b7-dbc8-4e3e-b6f4-b7633f45e22b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:39.113792 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-824ce336-9ab6-404c-b9b1-f414ca33ee5d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/270bb10e-0a47-41e5-86e2-5e63bfb6d958 HTTP/1.1" status: 204 len: 168 time: 0.2049909 Feb 02 13:21:39.123106 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae63f5b2-2d6c-47c2-895d-0d523b6bd5e5 req-657ae4b7-dbc8-4e3e-b6f4-b7633f45e22b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.2578425 Feb 02 13:21:39.139087 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ce336-9ab6-404c-b9b1-f414ca33ee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270bb10e-0a47-41e5-86e2-5e63bfb6d958,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:39.212471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc06fb-f4c0-4ad5-8b2e-4600cebdc03d req-0eb164f2-d9b3-40c0-89a9-6a1d50813ec7 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:39.214010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bfc06fb-f4c0-4ad5-8b2e-4600cebdc03d req-0eb164f2-d9b3-40c0-89a9-6a1d50813ec7 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.2123075 Feb 02 13:21:39.255772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae63f5b2-2d6c-47c2-895d-0d523b6bd5e5 req-6f365af3-9ccf-4c97-a63f-33c1c9700e12 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316082 Feb 02 13:21:39.338324 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0879cb-eb45-4631-9495-f6442c56d873 x-openstack-request-id: req-5c0879cb-eb45-4631-9495-f6442c56d873 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:39.338899 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490e882a-0b6d-4147-87c2-6332f6900caf", "name": "network-vif-deleted", "tag": "759188de-d549-457e-ba09-5c1ab95ac169", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:39.339062 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5c0879cb-eb45-4631-9495-f6442c56d873 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:39.339597 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490e882a-0b6d-4147-87c2-6332f6900caf', 'name': 'network-vif-deleted', 'tag': '759188de-d549-457e-ba09-5c1ab95ac169', 'status': 'completed', 'code': 200} Feb 02 13:21:39.369543 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bfc06fb-f4c0-4ad5-8b2e-4600cebdc03d req-dbd36b3c-5fa9-4073-856d-31cd5c669100 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428709 Feb 02 13:21:39.461855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f245e8d6-86bd-4996-ba11-a0f954bea228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (34479a9c-9692-48a0-a454-6069330ee2e8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:39.509371 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39896) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:39.721217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245e8d6-86bd-4996-ba11-a0f954bea228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34479a9c-9692-48a0-a454-6069330ee2e8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:39.734359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6ef22e2-ab2d-4961-b954-56d765fa47a5 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (96c6c815-927d-4f5d-abca-6f1fa0e49aa2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:39.764560 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6ef22e2-ab2d-4961-b954-56d765fa47a5 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (96c6c815-927d-4f5d-abca-6f1fa0e49aa2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:39.774896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e61ff-6975-4f97-a323-ee53b221143c req-3ed0ae4e-3d66-48a1-9204-875a811e50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:39.776517 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0d5e61ff-6975-4f97-a323-ee53b221143c req-3ed0ae4e-3d66-48a1-9204-875a811e50e4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 1127 time: 0.1529071 Feb 02 13:21:39.874341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b1b8b-9218-4074-82aa-041661c922ae req-28a19d4e-b011-47ad-b149-6869945f58f6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:39.881431 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df4b1b8b-9218-4074-82aa-041661c922ae req-28a19d4e-b011-47ad-b149-6869945f58f6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.4099870 Feb 02 13:21:39.890153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f245e8d6-86bd-4996-ba11-a0f954bea228 admin admin] Checking segment: {'id': '0204d206-27ee-4365-9f60-afcaf9cfc116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:21:39.890635 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f245e8d6-86bd-4996-ba11-a0f954bea228 admin admin] Network hostable DHCP agents. Network: ba545d7d-af0a-43ac-ac6f-585364c83c1a, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:21:39.923173 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6ef22e2-ab2d-4961-b954-56d765fa47a5 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (96c6c815-927d-4f5d-abca-6f1fa0e49aa2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:39.925774 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6ef22e2-ab2d-4961-b954-56d765fa47a5 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:39.927471 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a6ef22e2-ab2d-4961-b954-56d765fa47a5 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "DELETE /v2.0/security-groups/96c6c815-927d-4f5d-abca-6f1fa0e49aa2 HTTP/1.1" status: 204 len: 168 time: 0.4162834 Feb 02 13:21:39.936769 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0d5e61ff-6975-4f97-a323-ee53b221143c req-bd259925-d251-443c-a145-61ff65942c3e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461129 Feb 02 13:21:39.937353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39910) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:39.959747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef22e2-ab2d-4961-b954-56d765fa47a5 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c6c815-927d-4f5d-abca-6f1fa0e49aa2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:40.018541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f245e8d6-86bd-4996-ba11-a0f954bea228 admin admin] Network ba545d7d-af0a-43ac-ac6f-585364c83c1a is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:21:40.027755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b2a23-2236-46e2-ba95-8eacd6944eaa req-b4e2c262-b722-43f1-89e2-033192f9741c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:40.043969 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a4b2a23-2236-46e2-ba95-8eacd6944eaa req-b4e2c262-b722-43f1-89e2-033192f9741c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.3054109 Feb 02 13:21:40.077948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21231515-b618-421a-9f57-9f006de1d25e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (ce150cba-6387-435f-9e45-69dfbbdf2444), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:40.079829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df4b1b8b-9218-4074-82aa-041661c922ae req-889d05dc-a9ec-4ecc-b910-76809a704b60 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960320 Feb 02 13:21:40.082682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f245e8d6-86bd-4996-ba11-a0f954bea228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, ba545d7d-af0a-43ac-ac6f-585364c83c1a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:40.087925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245e8d6-86bd-4996-ba11-a0f954bea228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:40.088726 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f245e8d6-86bd-4996-ba11-a0f954bea228 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:40.095973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b32af6-74e3-417b-8c46-94cf717a42ed None None] Network ba545d7d-af0a-43ac-ac6f-585364c83c1a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:40.109821 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f245e8d6-86bd-4996-ba11-a0f954bea228 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3420112 Feb 02 13:21:40.157971 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21231515-b618-421a-9f57-9f006de1d25e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (ce150cba-6387-435f-9e45-69dfbbdf2444), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:40.187317 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a4b2a23-2236-46e2-ba95-8eacd6944eaa req-9629ad80-c084-4e0f-84b6-0907848d341c tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368961 Feb 02 13:21:40.281366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21231515-b618-421a-9f57-9f006de1d25e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ce150cba-6387-435f-9e45-69dfbbdf2444), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:40.288580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21231515-b618-421a-9f57-9f006de1d25e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:40.294968 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-21231515-b618-421a-9f57-9f006de1d25e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "DELETE /v2.0/security-groups/ce150cba-6387-435f-9e45-69dfbbdf2444 HTTP/1.1" status: 204 len: 168 time: 0.3520749 Feb 02 13:21:40.303067 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:40.322272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21231515-b618-421a-9f57-9f006de1d25e tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce150cba-6387-435f-9e45-69dfbbdf2444,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:40.464102 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca83ea-f21b-4d4d-be4d-30f5f25eaa85 None None] Network ba545d7d-af0a-43ac-ac6f-585364c83c1a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:40.577436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02d7bd-d68b-44fa-8929-9d354f4ba336 req-8a3f9beb-14b5-4c6b-9241-e6f4ef4d7791 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:40.579645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa02d7bd-d68b-44fa-8929-9d354f4ba336 req-8a3f9beb-14b5-4c6b-9241-e6f4ef4d7791 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.3043976 Feb 02 13:21:40.611586 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03be266-6dfb-42c1-8b0a-bb2bfba3e9f0 req-b15880cf-6c6b-437f-adcc-68b99704ef7a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:40.621457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39936) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:40.630140 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b03be266-6dfb-42c1-8b0a-bb2bfba3e9f0 req-b15880cf-6c6b-437f-adcc-68b99704ef7a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.2586901 Feb 02 13:21:40.837436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa02d7bd-d68b-44fa-8929-9d354f4ba336 req-30af5acf-62e9-4c0b-9d40-3fc090abb208 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502549 Feb 02 13:21:40.852630 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9122b82f-2fd3-40d1-997d-4dce889ade0a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:40.853367 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-9122b82f-2fd3-40d1-997d-4dce889ade0a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 02 13:21:40.854377 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-9122b82f-2fd3-40d1-997d-4dce889ade0a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): There was a conflict when trying to complete your request. Feb 02 13:21:40.855852 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9122b82f-2fd3-40d1-997d-4dce889ade0a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2313004 Feb 02 13:21:40.859722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39940) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:40.886620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-761042de-f3ec-495c-aeeb-f3264691f0dc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group': {'name': 'tempest-secgroup--725301649'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:41.004920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-761042de-f3ec-495c-aeeb-f3264691f0dc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.056047 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-761042de-f3ec-495c-aeeb-f3264691f0dc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.125446 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b03be266-6dfb-42c1-8b0a-bb2bfba3e9f0 req-84ec9a24-9997-4e9a-93e0-5b2945778a85 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944417 Feb 02 13:21:41.198457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-761042de-f3ec-495c-aeeb-f3264691f0dc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (f330bf5b-7f75-413f-9bea-301b37652756), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.203765 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-761042de-f3ec-495c-aeeb-f3264691f0dc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f330bf5b-7f75-413f-9bea-301b37652756), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.250896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761042de-f3ec-495c-aeeb-f3264691f0dc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f330bf5b-7f75-413f-9bea-301b37652756,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:41.298657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-761042de-f3ec-495c-aeeb-f3264691f0dc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (e7b4e3fc-62d8-4750-9801-d092627e2d63), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.309112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-761042de-f3ec-495c-aeeb-f3264691f0dc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e7b4e3fc-62d8-4750-9801-d092627e2d63), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.353906 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761042de-f3ec-495c-aeeb-f3264691f0dc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b4e3fc-62d8-4750-9801-d092627e2d63,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:41.376131 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-761042de-f3ec-495c-aeeb-f3264691f0dc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.381652 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-761042de-f3ec-495c-aeeb-f3264691f0dc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5180085 Feb 02 13:21:41.382355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39946) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:41.393364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-78cd663f-325c-497d-b058-787227fbc69e tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'e7b4e3fc-62d8-4750-9801-d092627e2d63', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:41.436909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78cd663f-325c-497d-b058-787227fbc69e tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group_rule (0b4bbd9b-529e-4975-ba10-822ff6301440), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.504764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 759188de-d549-457e-ba09-5c1ab95ac169 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:41.530230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 759188de-d549-457e-ba09-5c1ab95ac169 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:41.530743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 759188de-d549-457e-ba09-5c1ab95ac169 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:41.544588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78cd663f-325c-497d-b058-787227fbc69e tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group_rule (0b4bbd9b-529e-4975-ba10-822ff6301440), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.549938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78cd663f-325c-497d-b058-787227fbc69e tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (0b4bbd9b-529e-4975-ba10-822ff6301440), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.573230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd663f-325c-497d-b058-787227fbc69e tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4bbd9b-529e-4975-ba10-822ff6301440,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:41.583890 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-78cd663f-325c-497d-b058-787227fbc69e tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.588628 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-78cd663f-325c-497d-b058-787227fbc69e tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2045000 Feb 02 13:21:41.589294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39952) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:41.595248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-95a087b6-e22a-46b1-ac57-9f8fcafb0596 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'e7b4e3fc-62d8-4750-9801-d092627e2d63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:41.622785 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-95a087b6-e22a-46b1-ac57-9f8fcafb0596 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group_rule (5ca12d64-2224-428a-8b57-6de1f75cbcd5), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.681768 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-95a087b6-e22a-46b1-ac57-9f8fcafb0596 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): There was a conflict when trying to complete your request. Feb 02 13:21:41.683640 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-95a087b6-e22a-46b1-ac57-9f8fcafb0596 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0932343 Feb 02 13:21:41.687568 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39956) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:41.759405 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1152b0b4-28fa-4fb5-8f27-d02e2e034119 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (e7b4e3fc-62d8-4750-9801-d092627e2d63), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.760312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd0745-cc07-43f5-abe9-8bea4d328001 req-6f3b0eb4-fd94-4570-8d14-fe60d6901d66 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:41.768691 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28fd0745-cc07-43f5-abe9-8bea4d328001 req-6f3b0eb4-fd94-4570-8d14-fe60d6901d66 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.6469197 Feb 02 13:21:41.788351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1152b0b4-28fa-4fb5-8f27-d02e2e034119 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (e7b4e3fc-62d8-4750-9801-d092627e2d63), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.802007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a1e60-00c0-4bad-8d96-e0b36977f447 req-f8e0cbf5-4753-4bad-8460-5d967e2edb3a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:41.809011 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c25a1e60-00c0-4bad-8d96-e0b36977f447 req-f8e0cbf5-4753-4bad-8460-5d967e2edb3a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1680927 Feb 02 13:21:41.850189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1152b0b4-28fa-4fb5-8f27-d02e2e034119 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e7b4e3fc-62d8-4750-9801-d092627e2d63), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.854340 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1152b0b4-28fa-4fb5-8f27-d02e2e034119 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:41.855987 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1152b0b4-28fa-4fb5-8f27-d02e2e034119 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "DELETE /v2.0/security-groups/e7b4e3fc-62d8-4750-9801-d092627e2d63 HTTP/1.1" status: 204 len: 168 time: 0.1669850 Feb 02 13:21:41.860507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39958) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:41.896780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28fd0745-cc07-43f5-abe9-8bea4d328001 req-8f931c26-76c2-4781-9b59-c2ee96dca444 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271358 Feb 02 13:21:41.909358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152b0b4-28fa-4fb5-8f27-d02e2e034119 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b4e3fc-62d8-4750-9801-d092627e2d63,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:41.920971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c25a1e60-00c0-4bad-8d96-e0b36977f447 req-06c7d41f-d9d0-4f22-8770-d96e436b6eb8 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090162 Feb 02 13:21:41.950820 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8bfcfd32-040b-4a8e-8177-d8ca6c9a221a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0864537 Feb 02 13:21:41.955742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39964) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:41.960972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9c8434ad-5fd6-4004-8e09-9170f9b61ec6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group': {'name': 'tempest-secgroup--295845072'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:41.999767 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c8434ad-5fd6-4004-8e09-9170f9b61ec6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.078627 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c8434ad-5fd6-4004-8e09-9170f9b61ec6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (f4e00645-46a8-40f4-90d5-06b0173c6efd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.084395 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c8434ad-5fd6-4004-8e09-9170f9b61ec6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f4e00645-46a8-40f4-90d5-06b0173c6efd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.117455 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c8434ad-5fd6-4004-8e09-9170f9b61ec6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.118732 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9c8434ad-5fd6-4004-8e09-9170f9b61ec6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1611967 Feb 02 13:21:42.121756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39966) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:42.126057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a17351-206c-4be1-a157-3dd461b8c1c3 req-6d9f428a-23d0-4cc2-8823-ca94f4ba5db0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:42.126387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-989a5929-9903-41c7-9e01-d6fbc5ce342d tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'f4e00645-46a8-40f4-90d5-06b0173c6efd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:42.126871 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-989a5929-9903-41c7-9e01-d6fbc5ce342d tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 02 13:21:42.127563 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13a17351-206c-4be1-a157-3dd461b8c1c3 req-6d9f428a-23d0-4cc2-8823-ca94f4ba5db0 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1139655 Feb 02 13:21:42.131122 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2568db43-8b6f-4390-a07c-ab019ec3c512 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (fbc47b2b-36bb-4946-81aa-d4b90b945465), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.131695 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-989a5929-9903-41c7-9e01-d6fbc5ce342d tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:42.136481 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-989a5929-9903-41c7-9e01-d6fbc5ce342d tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0131602 Feb 02 13:21:42.136645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39968) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:42.137241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8434ad-5fd6-4004-8e09-9170f9b61ec6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e00645-46a8-40f4-90d5-06b0173c6efd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:42.140551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172d010-1b13-44b6-a084-f5ed08f6a828 req-41ff0c5a-c767-4afe-a6ca-13360b979339 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:42.142205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9172d010-1b13-44b6-a084-f5ed08f6a828 req-41ff0c5a-c767-4afe-a6ca-13360b979339 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1300733 Feb 02 13:21:42.191792 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ad28be3-0a60-43e0-8d18-56251c981864 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (f4e00645-46a8-40f4-90d5-06b0173c6efd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.215936 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ad28be3-0a60-43e0-8d18-56251c981864 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (f4e00645-46a8-40f4-90d5-06b0173c6efd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.261829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ad28be3-0a60-43e0-8d18-56251c981864 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f4e00645-46a8-40f4-90d5-06b0173c6efd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.264886 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7ad28be3-0a60-43e0-8d18-56251c981864 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.268759 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7ad28be3-0a60-43e0-8d18-56251c981864 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "DELETE /v2.0/security-groups/f4e00645-46a8-40f4-90d5-06b0173c6efd HTTP/1.1" status: 204 len: 168 time: 0.1264541 Feb 02 13:21:42.269353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39970) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:42.288244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad28be3-0a60-43e0-8d18-56251c981864 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e00645-46a8-40f4-90d5-06b0173c6efd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:42.299690 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13a17351-206c-4be1-a157-3dd461b8c1c3 req-0cbf220d-6cef-48fb-a587-a8d2d9abeb56 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663470 Feb 02 13:21:42.319615 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9172d010-1b13-44b6-a084-f5ed08f6a828 req-5cc9c585-e8e0-4dee-b8b9-7cd601933850 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307812 Feb 02 13:21:42.355632 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-30978d20-e892-44c1-bf6a-14660f780a06 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0851693 Feb 02 13:21:42.359845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39974) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:42.365370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-392ab144-4a89-4ca8-b8fc-3457582d2312 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group': {'name': 'tempest-secgroup--911517309'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:42.395650 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-392ab144-4a89-4ca8-b8fc-3457582d2312 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.488182 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-392ab144-4a89-4ca8-b8fc-3457582d2312 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (f050b775-05a5-4911-bdd1-0408488f92a8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.492463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-392ab144-4a89-4ca8-b8fc-3457582d2312 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f050b775-05a5-4911-bdd1-0408488f92a8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.529236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ab144-4a89-4ca8-b8fc-3457582d2312 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f050b775-05a5-4911-bdd1-0408488f92a8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:42.556642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8907e24-75ed-44e2-b738-90359c44760a req-24c72ef2-3d45-412f-a6b0-c496b5463785 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:42.558388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8907e24-75ed-44e2-b738-90359c44760a req-24c72ef2-3d45-412f-a6b0-c496b5463785 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.0897660 Feb 02 13:21:42.560325 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-392ab144-4a89-4ca8-b8fc-3457582d2312 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.562622 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-392ab144-4a89-4ca8-b8fc-3457582d2312 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2009304 Feb 02 13:21:42.565311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39980) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:42.567751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2568db43-8b6f-4390-a07c-ab019ec3c512 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Deleting port e5ef5005-2bda-4d01-b16b-6985c68ab1e1 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:42.568274 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2568db43-8b6f-4390-a07c-ab019ec3c512 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.570420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d4e8d085-a3ae-4e3d-bc82-f7cd55e0e9c5 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'f050b775-05a5-4911-bdd1-0408488f92a8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:42.571549 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-d4e8d085-a3ae-4e3d-bc82-f7cd55e0e9c5 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 02 13:21:42.572163 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-d4e8d085-a3ae-4e3d-bc82-f7cd55e0e9c5 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:42.573527 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d4e8d085-a3ae-4e3d-bc82-f7cd55e0e9c5 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068469 Feb 02 13:21:42.577004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39982) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:42.631396 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36cd5722-f0e7-4086-8842-921e8afe8764 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (f050b775-05a5-4911-bdd1-0408488f92a8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.654786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36cd5722-f0e7-4086-8842-921e8afe8764 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (f050b775-05a5-4911-bdd1-0408488f92a8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.672258 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8907e24-75ed-44e2-b738-90359c44760a req-0b236680-cbaa-4ebd-8876-eea4d7492631 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003687 Feb 02 13:21:42.694433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2568db43-8b6f-4390-a07c-ab019ec3c512 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] For port e5ef5005-2bda-4d01-b16b-6985c68ab1e1, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e5ef5005-2bda-4d01-b16b-6985c68ab1e1,segment=NetworkSegment(ffe3db51-b7c0-4d96-85be-f4497f138213),segment_id=ffe3db51-b7c0-4d96-85be-f4497f138213)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:42.696876 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2568db43-8b6f-4390-a07c-ab019ec3c512 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.703324 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36cd5722-f0e7-4086-8842-921e8afe8764 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f050b775-05a5-4911-bdd1-0408488f92a8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.705951 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36cd5722-f0e7-4086-8842-921e8afe8764 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.709411 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-36cd5722-f0e7-4086-8842-921e8afe8764 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "DELETE /v2.0/security-groups/f050b775-05a5-4911-bdd1-0408488f92a8 HTTP/1.1" status: 204 len: 168 time: 0.1291518 Feb 02 13:21:42.710372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39984) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:42.728941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2568db43-8b6f-4390-a07c-ab019ec3c512 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Calling delete_port for e5ef5005-2bda-4d01-b16b-6985c68ab1e1 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:42.734046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd5722-f0e7-4086-8842-921e8afe8764 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f050b775-05a5-4911-bdd1-0408488f92a8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:42.783707 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-72b25cd8-90d6-44e0-95e5-32e6b1853108 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0722318 Feb 02 13:21:42.787630 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39988) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:42.792021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-54dc436c-aa18-4a44-a895-be58ed7429aa tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group': {'name': 'tempest-secgroup--653738917'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:42.818708 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54dc436c-aa18-4a44-a895-be58ed7429aa tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.900893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e0f1a-c858-41ad-87ea-d27522948742 req-b9cd50e0-2389-4d67-b49d-ae446d98c1bf tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:42.902551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c5e0f1a-c858-41ad-87ea-d27522948742 req-b9cd50e0-2389-4d67-b49d-ae446d98c1bf tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1135015 Feb 02 13:21:42.915167 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54dc436c-aa18-4a44-a895-be58ed7429aa tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (3a78d417-c79e-4c8c-9b5b-3b95651a1a7c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.920276 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54dc436c-aa18-4a44-a895-be58ed7429aa tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3a78d417-c79e-4c8c-9b5b-3b95651a1a7c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.955794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc436c-aa18-4a44-a895-be58ed7429aa tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a78d417-c79e-4c8c-9b5b-3b95651a1a7c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:42.975054 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54dc436c-aa18-4a44-a895-be58ed7429aa tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:42.977530 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-54dc436c-aa18-4a44-a895-be58ed7429aa tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1883857 Feb 02 13:21:42.979840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39992) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:42.987965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bcb4f590-27a5-49c8-98e3-2ae34e93eb5b tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': '3a78d417-c79e-4c8c-9b5b-3b95651a1a7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:42.988672 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c5e0f1a-c858-41ad-87ea-d27522948742 req-53aa534c-8b6b-4e2d-853a-93248bc92d3a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738251 Feb 02 13:21:43.002277 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-bcb4f590-27a5-49c8-98e3-2ae34e93eb5b tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 02 13:21:43.003021 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-bcb4f590-27a5-49c8-98e3-2ae34e93eb5b tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:43.006349 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bcb4f590-27a5-49c8-98e3-2ae34e93eb5b tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0248303 Feb 02 13:21:43.009143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39994) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.013858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-85003872-d61f-41b6-8194-99568fee1deb tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': '3a78d417-c79e-4c8c-9b5b-3b95651a1a7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.014580 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-85003872-d61f-41b6-8194-99568fee1deb tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 02 13:21:43.015374 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-85003872-d61f-41b6-8194-99568fee1deb tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:43.018871 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-85003872-d61f-41b6-8194-99568fee1deb tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063272 Feb 02 13:21:43.019127 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39998) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.025387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0f27363d-aa3d-4050-bf74-4e7973d7c4f6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': '3a78d417-c79e-4c8c-9b5b-3b95651a1a7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.026095 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-0f27363d-aa3d-4050-bf74-4e7973d7c4f6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 02 13:21:43.026721 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-0f27363d-aa3d-4050-bf74-4e7973d7c4f6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:43.028357 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0f27363d-aa3d-4050-bf74-4e7973d7c4f6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082078 Feb 02 13:21:43.031203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40000) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.036904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-edeaf315-821d-41d4-849c-298e2e9bcade tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': '3a78d417-c79e-4c8c-9b5b-3b95651a1a7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.037822 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-edeaf315-821d-41d4-849c-298e2e9bcade tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 02 13:21:43.038491 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-edeaf315-821d-41d4-849c-298e2e9bcade tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:43.039525 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-edeaf315-821d-41d4-849c-298e2e9bcade tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072553 Feb 02 13:21:43.042275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.106580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7442f59f-b30d-449b-b26b-9a746be29155 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (3a78d417-c79e-4c8c-9b5b-3b95651a1a7c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:43.109462 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2568db43-8b6f-4390-a07c-ab019ec3c512 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e5ef5005-2bda-4d01-b16b-6985c68ab1e1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:43.128944 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7442f59f-b30d-449b-b26b-9a746be29155 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (3a78d417-c79e-4c8c-9b5b-3b95651a1a7c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:43.160028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568db43-8b6f-4390-a07c-ab019ec3c512 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'Port': ['ID=e5ef5005-2bda-4d01-b16b-6985c68ab1e1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:43.173538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7442f59f-b30d-449b-b26b-9a746be29155 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3a78d417-c79e-4c8c-9b5b-3b95651a1a7c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:43.176337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7442f59f-b30d-449b-b26b-9a746be29155 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:43.180060 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7442f59f-b30d-449b-b26b-9a746be29155 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "DELETE /v2.0/security-groups/3a78d417-c79e-4c8c-9b5b-3b95651a1a7c HTTP/1.1" status: 204 len: 168 time: 0.1342707 Feb 02 13:21:43.181112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40006) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.200750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442f59f-b30d-449b-b26b-9a746be29155 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a78d417-c79e-4c8c-9b5b-3b95651a1a7c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:43.230370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7dcfd-ad85-4f95-97fd-fbc0e02273db req-77db44ec-48b1-4d9b-9b1d-db3ec920756e tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:43.231960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46b7dcfd-ad85-4f95-97fd-fbc0e02273db req-77db44ec-48b1-4d9b-9b1d-db3ec920756e tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.2167168 Feb 02 13:21:43.242178 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e2ea6799-31b1-4ff4-a423-74b7d42b8775 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0599139 Feb 02 13:21:43.246076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40008) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.251149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-33342a26-236e-47ec-ac3a-df18d2c3c3ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group': {'name': 'tempest-secgroup--811866923'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.272941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-33342a26-236e-47ec-ac3a-df18d2c3c3ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:43.275478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a9f70-c3ca-478e-8eb3-c18be6a7e68f req-923a9eff-e813-451b-9831-e5b3f79dcb76 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:43.276856 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f5a9f70-c3ca-478e-8eb3-c18be6a7e68f req-923a9eff-e813-451b-9831-e5b3f79dcb76 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1843629 Feb 02 13:21:43.350602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-33342a26-236e-47ec-ac3a-df18d2c3c3ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (d6a90beb-9524-48cb-a047-4ef658d4b3f5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:43.355887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-33342a26-236e-47ec-ac3a-df18d2c3c3ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d6a90beb-9524-48cb-a047-4ef658d4b3f5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:43.381451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46b7dcfd-ad85-4f95-97fd-fbc0e02273db req-747bae2c-5719-459f-bb65-c56800f61f2e tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400557 Feb 02 13:21:43.393675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-33342a26-236e-47ec-ac3a-df18d2c3c3ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:43.397963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.398148 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-33342a26-236e-47ec-ac3a-df18d2c3c3ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1506183 Feb 02 13:21:43.399321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33342a26-236e-47ec-ac3a-df18d2c3c3ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a90beb-9524-48cb-a047-4ef658d4b3f5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:43.436068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-af77eb48-646f-4a65-ad17-7ac9a3d82e02 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'd6a90beb-9524-48cb-a047-4ef658d4b3f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.436541 n-d-827336-2 neutron-server[103188]: WARNING neutron.api.v2.base [None req-af77eb48-646f-4a65-ad17-7ac9a3d82e02 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 02 13:21:43.437020 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-af77eb48-646f-4a65-ad17-7ac9a3d82e02 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:43.437943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-af77eb48-646f-4a65-ad17-7ac9a3d82e02 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108516 Feb 02 13:21:43.441385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40016) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.446761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e7ad78a1-583d-4371-b5b4-ec2676a93aaa tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'd6a90beb-9524-48cb-a047-4ef658d4b3f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.449766 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f5a9f70-c3ca-478e-8eb3-c18be6a7e68f req-2437b9c0-75a8-46df-b82f-09f42f0e8206 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645563 Feb 02 13:21:43.498114 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-e7ad78a1-583d-4371-b5b4-ec2676a93aaa tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:43.499492 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e7ad78a1-583d-4371-b5b4-ec2676a93aaa tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0571592 Feb 02 13:21:43.500020 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2568db43-8b6f-4390-a07c-ab019ec3c512 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (fbc47b2b-36bb-4946-81aa-d4b90b945465), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:43.502311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40020) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.506842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2a838b66-7470-4227-9fd5-d989baf8e80d tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'd6a90beb-9524-48cb-a047-4ef658d4b3f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.507462 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-2a838b66-7470-4227-9fd5-d989baf8e80d tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 02 13:21:43.508227 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-2a838b66-7470-4227-9fd5-d989baf8e80d tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:43.511466 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2a838b66-7470-4227-9fd5-d989baf8e80d tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061424 Feb 02 13:21:43.512062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40022) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.516428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8f6f116d-ac09-4c0b-a7cc-3f6779c007c4 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'd6a90beb-9524-48cb-a047-4ef658d4b3f5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.551247 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-8f6f116d-ac09-4c0b-a7cc-3f6779c007c4 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:43.555176 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8f6f116d-ac09-4c0b-a7cc-3f6779c007c4 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0393326 Feb 02 13:21:43.555340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40024) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.567674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bac7f9e5-77e7-45de-8659-bb93646511f6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'd6a90beb-9524-48cb-a047-4ef658d4b3f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.575541 n-d-827336-2 neutron-server[103187]: WARNING neutron.api.v2.base [None req-bac7f9e5-77e7-45de-8659-bb93646511f6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 02 13:21:43.576442 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-bac7f9e5-77e7-45de-8659-bb93646511f6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:43.585237 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bac7f9e5-77e7-45de-8659-bb93646511f6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0278172 Feb 02 13:21:43.586253 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40030) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.595757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-303ea840-bd91-4249-b9dc-0a08dcd9d9c9 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'd6a90beb-9524-48cb-a047-4ef658d4b3f5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.611451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c53c5-5d47-4120-8091-0fecd629acd3 req-c0fdc8ba-eb2e-49fe-a62a-38acb05009c1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:43.611451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-974c53c5-5d47-4120-8091-0fecd629acd3 req-c0fdc8ba-eb2e-49fe-a62a-38acb05009c1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1519897 Feb 02 13:21:43.635705 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-303ea840-bd91-4249-b9dc-0a08dcd9d9c9 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Project d7ee30f8a7b14963b031f920bc675a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:21:43.682614 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-303ea840-bd91-4249-b9dc-0a08dcd9d9c9 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:43.684385 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-303ea840-bd91-4249-b9dc-0a08dcd9d9c9 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0954690 Feb 02 13:21:43.691694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40034) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.698124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-19d99bc3-41f6-47db-bfee-930c5f936386 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'd6a90beb-9524-48cb-a047-4ef658d4b3f5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.698594 n-d-827336-2 neutron-server[103188]: WARNING neutron.api.v2.base [None req-19d99bc3-41f6-47db-bfee-930c5f936386 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 02 13:21:43.699078 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-19d99bc3-41f6-47db-bfee-930c5f936386 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:43.702093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-19d99bc3-41f6-47db-bfee-930c5f936386 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056338 Feb 02 13:21:43.713215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40036) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.719363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ac25b6bd-a4c8-4001-9167-dd91e5925677 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'd6a90beb-9524-48cb-a047-4ef658d4b3f5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.765805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-974c53c5-5d47-4120-8091-0fecd629acd3 req-80814e73-24aa-49f6-89d5-d3f5dee442e1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481743 Feb 02 13:21:43.774847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701bd30-6a4b-4ddc-89c7-fac13debdb3a req-fac7b237-a9b4-424e-b1f5-f1c9c9c12e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:43.777186 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5701bd30-6a4b-4ddc-89c7-fac13debdb3a req-fac7b237-a9b4-424e-b1f5-f1c9c9c12e9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=376711c1b5754cb9a73d54cac187ca36&device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 1127 time: 0.1066666 Feb 02 13:21:43.819244 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-ac25b6bd-a4c8-4001-9167-dd91e5925677 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Project d7ee30f8a7b14963b031f920bc675a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:21:43.824726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c70d9-5392-48df-8470-0845b6d63795 req-6dc5e7a4-c5c0-42b8-81b8-c979dd7e46ea tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:43.826517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc3c70d9-5392-48df-8470-0845b6d63795 req-6dc5e7a4-c5c0-42b8-81b8-c979dd7e46ea tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1636918 Feb 02 13:21:43.891053 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c1e82c73-925b-4df6-af0b-bd687237ec0a req-dae73821-3f20-4571-8763-320fd860ba7b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1787007 Feb 02 13:21:43.902780 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-ac25b6bd-a4c8-4001-9167-dd91e5925677 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:43.909234 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ac25b6bd-a4c8-4001-9167-dd91e5925677 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1910172 Feb 02 13:21:43.909673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40040) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:43.917118 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-646f5b53-c7d2-4071-bfe1-43d0cec9277a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'd6a90beb-9524-48cb-a047-4ef658d4b3f5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:43.943292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701bd30-6a4b-4ddc-89c7-fac13debdb3a req-a7092868-16ee-4e18-9bc8-57858f601ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:43.944868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5701bd30-6a4b-4ddc-89c7-fac13debdb3a req-a7092868-16ee-4e18-9bc8-57858f601ad2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=79debd18-7bb2-4eb7-af10-309e07e6664a HTTP/1.1" status: 200 len: 910 time: 0.1605749 Feb 02 13:21:43.978727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc3c70d9-5392-48df-8470-0845b6d63795 req-525faafb-946a-42ff-968d-758dd3b8a281 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421428 Feb 02 13:21:43.997295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2568db43-8b6f-4390-a07c-ab019ec3c512 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Router fbc47b2b-36bb-4946-81aa-d4b90b945465 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:21:44.008360 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5701bd30-6a4b-4ddc-89c7-fac13debdb3a req-91c7b0bc-7eb3-4c5d-84f7-44a3d2276755 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39a483f9-b38c-4664-be78-263c9ec755be HTTP/1.1" status: 200 len: 217 time: 0.0557406 Feb 02 13:21:44.027305 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-646f5b53-c7d2-4071-bfe1-43d0cec9277a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Project d7ee30f8a7b14963b031f920bc675a24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:21:44.106945 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-646f5b53-c7d2-4071-bfe1-43d0cec9277a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:44.108109 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-646f5b53-c7d2-4071-bfe1-43d0cec9277a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1952145 Feb 02 13:21:44.111009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40046) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:44.145785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2568db43-8b6f-4390-a07c-ab019ec3c512 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:21:44.153241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701bd30-6a4b-4ddc-89c7-fac13debdb3a req-87f188a5-2af3-4203-96a5-73ff3f5c6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:44.153639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4315c-ce27-4572-a8be-d8c804512d25 req-2458f9db-469a-475f-b545-11b5f3a05719 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:44.155186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42b4315c-ce27-4572-a8be-d8c804512d25 req-2458f9db-469a-475f-b545-11b5f3a05719 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.2430487 Feb 02 13:21:44.158312 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5701bd30-6a4b-4ddc-89c7-fac13debdb3a req-87f188a5-2af3-4203-96a5-73ff3f5c6333 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fced92fd-062d-435a-bc90-e10ac8434f63 HTTP/1.1" status: 200 len: 849 time: 0.1303608 Feb 02 13:21:44.162494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2568db43-8b6f-4390-a07c-ab019ec3c512 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "PUT /v2.0/routers/fbc47b2b-36bb-4946-81aa-d4b90b945465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8552077 Feb 02 13:21:44.163341 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf2fb2-6499-44c9-8a5b-4a12123f9799 None None] Sync routers for ids ['fbc47b2b-36bb-4946-81aa-d4b90b945465'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:21:44.164507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40048) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:44.176943 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf2fb2-6499-44c9-8a5b-4a12123f9799 None None] Routers {'fbc47b2b-36bb-4946-81aa-d4b90b945465'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:44.176943 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1bbf2fb2-6499-44c9-8a5b-4a12123f9799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fbc47b2b-36bb-4946-81aa-d4b90b945465'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:44.241086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e82c73-925b-4df6-af0b-bd687237ec0a req-88e0a8c1-a7ab-4c59-807a-4e602c135888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:44.242502 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c1e82c73-925b-4df6-af0b-bd687237ec0a req-88e0a8c1-a7ab-4c59-807a-4e602c135888 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1127 time: 0.2391982 Feb 02 13:21:44.256746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5db0a-cc78-4984-b502-52f7920e4a45 req-763079b3-83b1-48aa-8c4c-00cc4ce14ec1 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:44.264590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29e5db0a-cc78-4984-b502-52f7920e4a45 req-763079b3-83b1-48aa-8c4c-00cc4ce14ec1 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1209602 Feb 02 13:21:44.279115 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5701bd30-6a4b-4ddc-89c7-fac13debdb3a req-bbae7f92-2b38-4ca3-bbb8-998192e84e89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=79debd18-7bb2-4eb7-af10-309e07e6664a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542467 Feb 02 13:21:44.322425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42b4315c-ce27-4572-a8be-d8c804512d25 req-4c0c48f3-f582-4aa5-a882-58a54910a5d5 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498201 Feb 02 13:21:44.358763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9dadab-2550-4b6a-a0ba-02dc9a669015 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Deleting subnet 093b3616-4c4f-48dc-837c-33fb72d6c46a {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:21:44.366244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29e5db0a-cc78-4984-b502-52f7920e4a45 req-76761ae2-cfe7-46c7-98e2-9daa330ea845 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007063 Feb 02 13:21:44.383239 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce9dadab-2550-4b6a-a0ba-02dc9a669015 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for subnet (093b3616-4c4f-48dc-837c-33fb72d6c46a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:44.424874 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1bbf2fb2-6499-44c9-8a5b-4a12123f9799 None None] Set router fbc47b2b-36bb-4946-81aa-d4b90b945465 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:21:44.469087 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce9dadab-2550-4b6a-a0ba-02dc9a669015 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (093b3616-4c4f-48dc-837c-33fb72d6c46a), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:44.493827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f9c23-971e-42cc-90df-f63479a7f6d7 req-da4efe3f-a548-4008-a25c-eab0afc47714 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:44.501722 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-849f9c23-971e-42cc-90df-f63479a7f6d7 req-da4efe3f-a548-4008-a25c-eab0afc47714 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.0678763 Feb 02 13:21:44.565618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-849f9c23-971e-42cc-90df-f63479a7f6d7 req-080647fb-f99f-4350-9ec2-6d6e1d54f9bc tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627234 Feb 02 13:21:44.575567 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26dcb795-4556-4f85-89dd-491f9e13277c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (d6a90beb-9524-48cb-a047-4ef658d4b3f5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:44.628313 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce9dadab-2550-4b6a-a0ba-02dc9a669015 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (093b3616-4c4f-48dc-837c-33fb72d6c46a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:44.638869 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1bbf2fb2-6499-44c9-8a5b-4a12123f9799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:21:42Z', 'revision_number': 5, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:44.725191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5196ffd-0fe9-449d-ad70-52e877a47981 req-159648f1-8c9d-4f63-9487-bd0d3c762696 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:44.727350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5196ffd-0fe9-449d-ad70-52e877a47981 req-159648f1-8c9d-4f63-9487-bd0d3c762696 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.0744240 Feb 02 13:21:44.731544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26dcb795-4556-4f85-89dd-491f9e13277c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (d6a90beb-9524-48cb-a047-4ef658d4b3f5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:44.736370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e82c73-925b-4df6-af0b-bd687237ec0a req-49437dee-8ffd-4a34-bdeb-4589bda3d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:44.737947 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c1e82c73-925b-4df6-af0b-bd687237ec0a req-49437dee-8ffd-4a34-bdeb-4589bda3d616 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.4613271 Feb 02 13:21:44.805290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5196ffd-0fe9-449d-ad70-52e877a47981 req-df82582b-af8c-4587-8e43-3e1fe15f79c8 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718699 Feb 02 13:21:44.869536 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf2fb2-6499-44c9-8a5b-4a12123f9799 None None] Checking router: fbc47b2b-36bb-4946-81aa-d4b90b945465 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:21:44.877104 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5701bd30-6a4b-4ddc-89c7-fac13debdb3a req-b59fbb93-44f8-46f5-a274-92101ef07942 service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792675 Feb 02 13:21:44.889947 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf2fb2-6499-44c9-8a5b-4a12123f9799 None None] Routers {'fbc47b2b-36bb-4946-81aa-d4b90b945465'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:21:44.890874 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1bbf2fb2-6499-44c9-8a5b-4a12123f9799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fbc47b2b-36bb-4946-81aa-d4b90b945465'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:44.955471 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce9dadab-2550-4b6a-a0ba-02dc9a669015 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (093b3616-4c4f-48dc-837c-33fb72d6c46a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:44.972174 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c1e82c73-925b-4df6-af0b-bd687237ec0a req-a728ede9-4f1f-4f53-8c0b-810b18ffe230 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 998 time: 0.2254765 Feb 02 13:21:45.022925 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26dcb795-4556-4f85-89dd-491f9e13277c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d6a90beb-9524-48cb-a047-4ef658d4b3f5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:45.025824 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26dcb795-4556-4f85-89dd-491f9e13277c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:45.029582 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-26dcb795-4556-4f85-89dd-491f9e13277c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "DELETE /v2.0/security-groups/d6a90beb-9524-48cb-a047-4ef658d4b3f5 HTTP/1.1" status: 204 len: 168 time: 0.9148695 Feb 02 13:21:45.031197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40064) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:45.059241 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1bbf2fb2-6499-44c9-8a5b-4a12123f9799 None None] Set router fbc47b2b-36bb-4946-81aa-d4b90b945465 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:21:45.084094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9dadab-2550-4b6a-a0ba-02dc9a669015 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'Subnet': ['ID=093b3616-4c4f-48dc-837c-33fb72d6c46a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:45.089430 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce9dadab-2550-4b6a-a0ba-02dc9a669015 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:45.095752 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ce9dadab-2550-4b6a-a0ba-02dc9a669015 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "DELETE /v2.0/subnets/093b3616-4c4f-48dc-837c-33fb72d6c46a HTTP/1.1" status: 204 len: 168 time: 0.9212861 Feb 02 13:21:45.097677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee466f7-efe8-4674-bc1e-f6748886237b None None] Network 041d6a85-672d-4202-9c00-d5cf6e7701ef requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:45.107642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40066) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:45.131613 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4112bdd7-3fdc-477c-8f8c-bc044fe73284 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0912161 Feb 02 13:21:45.135860 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dcb795-4556-4f85-89dd-491f9e13277c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a90beb-9524-48cb-a047-4ef658d4b3f5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:45.140092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:45.155752 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-65c68e7c-b174-4235-91e8-54697a6a50e8 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group': {'name': 'tempest-secgroup--1021450164'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:45.197542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e82c73-925b-4df6-af0b-bd687237ec0a req-2b622c59-f0f2-4ff4-8687-5a5851e57914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:45.199030 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c1e82c73-925b-4df6-af0b-bd687237ec0a req-2b622c59-f0f2-4ff4-8687-5a5851e57914 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.2063258 Feb 02 13:21:45.214774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545f6ba-b104-4973-934b-0fa7ed802ea6 req-5ffc3973-2904-4a59-9aec-107a9d1338c1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:45.227933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f545f6ba-b104-4973-934b-0fa7ed802ea6 req-5ffc3973-2904-4a59-9aec-107a9d1338c1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.2425125 Feb 02 13:21:45.244921 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65c68e7c-b174-4235-91e8-54697a6a50e8 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:45.258314 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5701bd30-6a4b-4ddc-89c7-fac13debdb3a req-cd600cc4-a564-4e5b-bd5e-e7344008cd2d service neutron] 10.222.0.62 "GET /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700900 Feb 02 13:21:45.352570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e6a68-15e8-4d7a-a4cd-a5c9ecdb7962 None None] DHCP port deletion for 041d6a85-672d-4202-9c00-d5cf6e7701ef request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:21:45.395149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router (fbc47b2b-36bb-4946-81aa-d4b90b945465), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:45.433860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a43e6a68-15e8-4d7a-a4cd-a5c9ecdb7962 None None] Deleting port b308563e-6453-4dee-93b8-f86cd26f9909 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:45.434406 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a68-15e8-4d7a-a4cd-a5c9ecdb7962 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:45.439626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e82c73-925b-4df6-af0b-bd687237ec0a req-f92d5cc0-6840-47d5-b293-97aa311d0b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:45.441439 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c1e82c73-925b-4df6-af0b-bd687237ec0a req-f92d5cc0-6840-47d5-b293-97aa311d0b07 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2320859 Feb 02 13:21:45.511108 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1bbf2fb2-6499-44c9-8a5b-4a12123f9799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:21:42Z', 'revision_number': 5, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:45.585381 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbf2fb2-6499-44c9-8a5b-4a12123f9799 None None] The sync data for ids ['fbc47b2b-36bb-4946-81aa-d4b90b945465'] in n-d-827336-2 is: [{'id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1262040185', 'tenant_id': 'f59ca13b528b42c586d69e9fa12543df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '36248fa5-8070-49df-b517-bf415963e7cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:12Z', 'updated_at': '2022-02-02T13:21:42Z', 'revision_number': 5, 'project_id': 'f59ca13b528b42c586d69e9fa12543df', 'gw_port': {'id': '36248fa5-8070-49df-b517-bf415963e7cf', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc47b2b-36bb-4946-81aa-d4b90b945465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:13Z', 'updated_at': '2022-02-02T13:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:21:45.603867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a43e6a68-15e8-4d7a-a4cd-a5c9ecdb7962 None None] For port b308563e-6453-4dee-93b8-f86cd26f9909, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b308563e-6453-4dee-93b8-f86cd26f9909,segment=NetworkSegment(ffe3db51-b7c0-4d96-85be-f4497f138213),segment_id=ffe3db51-b7c0-4d96-85be-f4497f138213)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:45.604559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f545f6ba-b104-4973-934b-0fa7ed802ea6 req-99178216-3b11-4501-83ef-223104dba116 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3690686 Feb 02 13:21:45.608105 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a68-15e8-4d7a-a4cd-a5c9ecdb7962 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:45.632537 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65c68e7c-b174-4235-91e8-54697a6a50e8 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (79fb3f85-27d9-49d6-acc4-452686e33eef), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:45.649686 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65c68e7c-b174-4235-91e8-54697a6a50e8 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (79fb3f85-27d9-49d6-acc4-452686e33eef), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:45.657051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a43e6a68-15e8-4d7a-a4cd-a5c9ecdb7962 None None] Calling delete_port for b308563e-6453-4dee-93b8-f86cd26f9909 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:45.694956 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router_gateway (fbc47b2b-36bb-4946-81aa-d4b90b945465), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:45.707031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c68e7c-b174-4235-91e8-54697a6a50e8 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fb3f85-27d9-49d6-acc4-452686e33eef,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:45.735308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d035b07-a87c-4968-aba5-9298d3cf056f req-f8934793-50d5-4666-bee0-6e7acfb6c78a tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:45.744748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d035b07-a87c-4968-aba5-9298d3cf056f req-f8934793-50d5-4666-bee0-6e7acfb6c78a tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.2716224 Feb 02 13:21:45.764485 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-65c68e7c-b174-4235-91e8-54697a6a50e8 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:45.765995 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-65c68e7c-b174-4235-91e8-54697a6a50e8 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6239090 Feb 02 13:21:45.766665 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a43e6a68-15e8-4d7a-a4cd-a5c9ecdb7962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (b308563e-6453-4dee-93b8-f86cd26f9909), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:45.773226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:45.779639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-629f0cf0-3c67-449b-a3ef-f61942066a37 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': '79fb3f85-27d9-49d6-acc4-452686e33eef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:45.782132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e6a68-15e8-4d7a-a4cd-a5c9ecdb7962 None None] No DVR routers for this DVR port b308563e-6453-4dee-93b8-f86cd26f9909 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:45.806471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e6a68-15e8-4d7a-a4cd-a5c9ecdb7962 None None] Pushing event deleted for resources: {'Port': ['ID=b308563e-6453-4dee-93b8-f86cd26f9909,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:45.856315 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d035b07-a87c-4968-aba5-9298d3cf056f req-e8d91096-9892-43d3-8643-e12fff9c6cae tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102009 Feb 02 13:21:45.896984 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-629f0cf0-3c67-449b-a3ef-f61942066a37 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The resource could not be found. Feb 02 13:21:45.901875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-629f0cf0-3c67-449b-a3ef-f61942066a37 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1261637 Feb 02 13:21:45.902650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:45.907799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2f568bf0-6c5c-4853-b38a-1d47543b0e14 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': '79fb3f85-27d9-49d6-acc4-452686e33eef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '06bb51e8-a0d1-44c2-a587-1c45b62d1555'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:45.993589 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-2f568bf0-6c5c-4853-b38a-1d47543b0e14 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The resource could not be found. Feb 02 13:21:45.998931 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2f568bf0-6c5c-4853-b38a-1d47543b0e14 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0948687 Feb 02 13:21:45.999904 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40082) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:46.023070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b308563e-6453-4dee-93b8-f86cd26f9909 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:46.076479 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-376d3a58-6225-46a4-9ae2-db4e12ec56ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (79fb3f85-27d9-49d6-acc4-452686e33eef), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:46.081191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b308563e-6453-4dee-93b8-f86cd26f9909 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:46.081572 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b308563e-6453-4dee-93b8-f86cd26f9909 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:46.104918 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c1e82c73-925b-4df6-af0b-bd687237ec0a req-4d52339a-0818-4141-9f19-17fa3743e687 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465809 Feb 02 13:21:46.165580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-376d3a58-6225-46a4-9ae2-db4e12ec56ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (79fb3f85-27d9-49d6-acc4-452686e33eef), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:46.231172 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-376d3a58-6225-46a4-9ae2-db4e12ec56ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (79fb3f85-27d9-49d6-acc4-452686e33eef), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:46.235642 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-376d3a58-6225-46a4-9ae2-db4e12ec56ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:46.239690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40086) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:46.241306 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-376d3a58-6225-46a4-9ae2-db4e12ec56ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "DELETE /v2.0/security-groups/79fb3f85-27d9-49d6-acc4-452686e33eef HTTP/1.1" status: 204 len: 168 time: 0.2401779 Feb 02 13:21:46.253088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d3a58-6225-46a4-9ae2-db4e12ec56ba tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fb3f85-27d9-49d6-acc4-452686e33eef,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:46.283235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Deleting port 36248fa5-8070-49df-b517-bf415963e7cf {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:46.283629 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (36248fa5-8070-49df-b517-bf415963e7cf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:46.317700 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c1e82c73-925b-4df6-af0b-bd687237ec0a req-6e983af4-ba7f-4848-a2cc-16577c7b274c service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053232 Feb 02 13:21:46.386695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:46.391226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-100d83aa-bf5b-497d-8ad0-4ae1cfed9da0 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': 'b828196c-7593-42e7-8ada-5b64157831ac', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:46.392075 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9325a45d-0bf6-408f-817a-02d78de7d13f tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1509099 Feb 02 13:21:46.429613 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] For port 36248fa5-8070-49df-b517-bf415963e7cf, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=36248fa5-8070-49df-b517-bf415963e7cf,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:46.430269 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (36248fa5-8070-49df-b517-bf415963e7cf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:46.441876 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-100d83aa-bf5b-497d-8ad0-4ae1cfed9da0 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The resource could not be found. Feb 02 13:21:46.447100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40090) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:46.448270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-100d83aa-bf5b-497d-8ad0-4ae1cfed9da0 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0605061 Feb 02 13:21:46.452229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fcc26b34-4cd0-4de0-854c-b59b4817fa86 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948407712'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:46.456572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Calling delete_port for 36248fa5-8070-49df-b517-bf415963e7cf owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:46.515565 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fcc26b34-4cd0-4de0-854c-b59b4817fa86 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:46.664670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fcc26b34-4cd0-4de0-854c-b59b4817fa86 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (8aad110f-c168-464b-b844-a092a6ed19c5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:46.715825 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fcc26b34-4cd0-4de0-854c-b59b4817fa86 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8aad110f-c168-464b-b844-a092a6ed19c5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:46.752483 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32fddc-98f6-4b40-9432-92c8edd6b0a5 req-f881b95c-05df-4c66-b219-125fe76afdab tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:46.760817 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b32fddc-98f6-4b40-9432-92c8edd6b0a5 req-f881b95c-05df-4c66-b219-125fe76afdab tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.0714166 Feb 02 13:21:46.771411 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (36248fa5-8070-49df-b517-bf415963e7cf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:46.776458 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fcc26b34-4cd0-4de0-854c-b59b4817fa86 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:46.780780 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fcc26b34-4cd0-4de0-854c-b59b4817fa86 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3323233 Feb 02 13:21:46.785950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40094) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:46.790698 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ddddaaf2-737e-4586-85bc-11b8ecb757a1 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group': {'name': 'tempest-secgroup--782117890'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:46.829928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'Port': ['ID=36248fa5-8070-49df-b517-bf415963e7cf,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:46.830960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc26b34-4cd0-4de0-854c-b59b4817fa86 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aad110f-c168-464b-b844-a092a6ed19c5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:46.841450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b32fddc-98f6-4b40-9432-92c8edd6b0a5 req-47e81c21-d57a-427f-a6d6-20797a3c2358 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794754 Feb 02 13:21:46.849501 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddddaaf2-737e-4586-85bc-11b8ecb757a1 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.065754 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddddaaf2-737e-4586-85bc-11b8ecb757a1 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (40b8fe46-5581-405d-9c69-7194ecc6e364), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.097202 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (fbc47b2b-36bb-4946-81aa-d4b90b945465), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.125633 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddddaaf2-737e-4586-85bc-11b8ecb757a1 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (40b8fe46-5581-405d-9c69-7194ecc6e364), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.163061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddaaf2-737e-4586-85bc-11b8ecb757a1 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b8fe46-5581-405d-9c69-7194ecc6e364,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:47.183273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb3e2a-81ad-45bc-9c3d-f66e3fda07ff req-c9c766b4-73cb-40ca-a30e-320dcd084fa5 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:47.185202 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11fb3e2a-81ad-45bc-9c3d-f66e3fda07ff req-c9c766b4-73cb-40ca-a30e-320dcd084fa5 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.1222775 Feb 02 13:21:47.188553 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ddddaaf2-737e-4586-85bc-11b8ecb757a1 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.193132 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ddddaaf2-737e-4586-85bc-11b8ecb757a1 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4061749 Feb 02 13:21:47.193785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40100) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:47.201694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b88f6564-855d-4017-b419-edbdc6550cda tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': '8aad110f-c168-464b-b844-a092a6ed19c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '40b8fe46-5581-405d-9c69-7194ecc6e364'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:47.227135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (fbc47b2b-36bb-4946-81aa-d4b90b945465), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.229787 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router_controller (fbc47b2b-36bb-4946-81aa-d4b90b945465), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.283215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (fbc47b2b-36bb-4946-81aa-d4b90b945465), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.283928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Fanout notify agent at l3_agent the message router_deleted on router fbc47b2b-36bb-4946-81aa-d4b90b945465 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:21:47.290589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11fb3e2a-81ad-45bc-9c3d-f66e3fda07ff req-68d638b7-e105-485f-8c36-245e91147160 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958514 Feb 02 13:21:47.293428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.295287 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6892283e-eb50-407e-9b00-92563942c634 tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "DELETE /v2.0/routers/fbc47b2b-36bb-4946-81aa-d4b90b945465 HTTP/1.1" status: 204 len: 168 time: 2.1866798 Feb 02 13:21:47.298596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40104) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:47.322092 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-b88f6564-855d-4017-b419-edbdc6550cda tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:47.323119 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b88f6564-855d-4017-b419-edbdc6550cda tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1272936 Feb 02 13:21:47.326096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40106) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:47.407885 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (041d6a85-672d-4202-9c00-d5cf6e7701ef), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.443136 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79fefb3f-1d94-4e41-bc10-5230ccad4de0 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (40b8fe46-5581-405d-9c69-7194ecc6e364), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.496023 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79fefb3f-1d94-4e41-bc10-5230ccad4de0 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (40b8fe46-5581-405d-9c69-7194ecc6e364), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.553179 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (041d6a85-672d-4202-9c00-d5cf6e7701ef), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.580606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041d6a85-672d-4202-9c00-d5cf6e7701ef']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:47.592781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe3db51-b7c0-4d96-85be-f4497f138213') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:47.593199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe3db51-b7c0-4d96-85be-f4497f138213') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:47.599309 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79fefb3f-1d94-4e41-bc10-5230ccad4de0 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (40b8fe46-5581-405d-9c69-7194ecc6e364), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.601812 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79fefb3f-1d94-4e41-bc10-5230ccad4de0 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.602983 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-79fefb3f-1d94-4e41-bc10-5230ccad4de0 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "DELETE /v2.0/security-groups/40b8fe46-5581-405d-9c69-7194ecc6e364 HTTP/1.1" status: 204 len: 168 time: 0.2760048 Feb 02 13:21:47.606275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40108) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:47.608657 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (ffe3db51-b7c0-4d96-85be-f4497f138213), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.626196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fefb3f-1d94-4e41-bc10-5230ccad4de0 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b8fe46-5581-405d-9c69-7194ecc6e364,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:47.633590 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (ffe3db51-b7c0-4d96-85be-f4497f138213), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.641234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:21:47.641751 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (ffe3db51-b7c0-4d96-85be-f4497f138213), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:21:47.646089 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:21:47.680490 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8962a574-c876-42d6-9604-9600e5b841b4 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0726402 Feb 02 13:21:47.683138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40110) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:47.719560 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (041d6a85-672d-4202-9c00-d5cf6e7701ef), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.729334 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.735506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] 10.222.0.83 "DELETE /v2.0/networks/041d6a85-672d-4202-9c00-d5cf6e7701ef HTTP/1.1" status: 204 len: 168 time: 0.4335635 Feb 02 13:21:47.748379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21466758-1cf1-45f3-8570-eb344304e2f2 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (8aad110f-c168-464b-b844-a092a6ed19c5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.751344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c8f5e-8006-4ef6-a2cb-f98fd38c807a tempest-TestSecurityGroupsBasicOps-463739376 tempest-TestSecurityGroupsBasicOps-463739376-project] Pushing event deleted for resources: {'Network': ['ID=041d6a85-672d-4202-9c00-d5cf6e7701ef,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:47.775669 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21466758-1cf1-45f3-8570-eb344304e2f2 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (8aad110f-c168-464b-b844-a092a6ed19c5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.824824 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21466758-1cf1-45f3-8570-eb344304e2f2 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8aad110f-c168-464b-b844-a092a6ed19c5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.827746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21466758-1cf1-45f3-8570-eb344304e2f2 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:47.828934 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-21466758-1cf1-45f3-8570-eb344304e2f2 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "DELETE /v2.0/security-groups/8aad110f-c168-464b-b844-a092a6ed19c5 HTTP/1.1" status: 204 len: 168 time: 0.1447208 Feb 02 13:21:47.831819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:47.845886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21466758-1cf1-45f3-8570-eb344304e2f2 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aad110f-c168-464b-b844-a092a6ed19c5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:47.862443 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 36248fa5-8070-49df-b517-bf415963e7cf no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:47.895958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 36248fa5-8070-49df-b517-bf415963e7cf {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:47.896307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 36248fa5-8070-49df-b517-bf415963e7cf not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:47.896920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e5ef5005-2bda-4d01-b16b-6985c68ab1e1 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:47.913098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c6b287bf-3994-4530-a115-c994199a6d69 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0789943 Feb 02 13:21:47.916826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40118) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:47.921168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: e5ef5005-2bda-4d01-b16b-6985c68ab1e1 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:47.921722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e5ef5005-2bda-4d01-b16b-6985c68ab1e1 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:47.922412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2a63adee-a785-490e-afb8-3aeefcd52a3a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group': {'name': 'tempest-secgroup--932039568'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:47.954643 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a63adee-a785-490e-afb8-3aeefcd52a3a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.022175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb41c93-922c-4f21-8dd3-0b17fe3293bd req-aec4d388-61f1-4334-8559-41d556b33032 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:48.024048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eeb41c93-922c-4f21-8dd3-0b17fe3293bd req-aec4d388-61f1-4334-8559-41d556b33032 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.0584385 Feb 02 13:21:48.040716 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a63adee-a785-490e-afb8-3aeefcd52a3a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (41453624-aa1c-482b-96df-66f0f287b862), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.045606 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a63adee-a785-490e-afb8-3aeefcd52a3a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (41453624-aa1c-482b-96df-66f0f287b862), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.077395 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a63adee-a785-490e-afb8-3aeefcd52a3a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.081382 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2a63adee-a785-490e-afb8-3aeefcd52a3a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1605775 Feb 02 13:21:48.082909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40120) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:48.083593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63adee-a785-490e-afb8-3aeefcd52a3a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41453624-aa1c-482b-96df-66f0f287b862,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:48.084752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eeb41c93-922c-4f21-8dd3-0b17fe3293bd req-89b5c479-922f-4fe5-8583-7a434ab77db2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543101 Feb 02 13:21:48.090215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-752d3000-dbfc-45a2-9a06-37e6b7718843 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': '41453624-aa1c-482b-96df-66f0f287b862', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:48.136658 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-752d3000-dbfc-45a2-9a06-37e6b7718843 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:48.140563 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-752d3000-dbfc-45a2-9a06-37e6b7718843 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0515680 Feb 02 13:21:48.140998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40126) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:48.146428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2f2a0cf5-4278-40c5-80fa-24074a69aedb tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group_rule': {'security_group_id': '41453624-aa1c-482b-96df-66f0f287b862', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:48.186775 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-2f2a0cf5-4278-40c5-80fa-24074a69aedb tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:21:48.188142 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2f2a0cf5-4278-40c5-80fa-24074a69aedb tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0460360 Feb 02 13:21:48.191773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40128) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:48.245120 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3549353c-68b3-46e2-99a5-a41b483aba4c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (41453624-aa1c-482b-96df-66f0f287b862), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.279856 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3549353c-68b3-46e2-99a5-a41b483aba4c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (41453624-aa1c-482b-96df-66f0f287b862), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.341494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3549353c-68b3-46e2-99a5-a41b483aba4c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (41453624-aa1c-482b-96df-66f0f287b862), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.345012 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3549353c-68b3-46e2-99a5-a41b483aba4c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.346409 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3549353c-68b3-46e2-99a5-a41b483aba4c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "DELETE /v2.0/security-groups/41453624-aa1c-482b-96df-66f0f287b862 HTTP/1.1" status: 204 len: 168 time: 0.1536884 Feb 02 13:21:48.350139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40136) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:48.363738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549353c-68b3-46e2-99a5-a41b483aba4c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41453624-aa1c-482b-96df-66f0f287b862,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:48.416382 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f87e59c8-fb69-490f-bdcd-b27f532983a6 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0602465 Feb 02 13:21:48.418001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40138) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:48.424079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9c84d62c-6cfd-42f3-bb19-f875657f5853 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192914637'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:48.449294 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c84d62c-6cfd-42f3-bb19-f875657f5853 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.475222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb9964-7f8e-4360-899f-640204daddb2 req-46ebd090-7d15-4158-81c0-8a393f456165 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:48.482548 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ebb9964-7f8e-4360-899f-640204daddb2 req-46ebd090-7d15-4158-81c0-8a393f456165 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.0719743 Feb 02 13:21:48.530198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c84d62c-6cfd-42f3-bb19-f875657f5853 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (9adb662a-3178-4cc9-88a3-8c6221cd0121), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.535171 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ebb9964-7f8e-4360-899f-640204daddb2 req-8066584c-4b2b-4a88-b091-2f445ba94ca0 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516181 Feb 02 13:21:48.536055 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c84d62c-6cfd-42f3-bb19-f875657f5853 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9adb662a-3178-4cc9-88a3-8c6221cd0121), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.572300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c84d62c-6cfd-42f3-bb19-f875657f5853 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adb662a-3178-4cc9-88a3-8c6221cd0121,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:48.582746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c84d62c-6cfd-42f3-bb19-f875657f5853 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.587293 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9c84d62c-6cfd-42f3-bb19-f875657f5853 tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1683087 Feb 02 13:21:48.587992 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40142) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:48.593050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a978ee48-7719-463a-b8c9-2f62c9c5200c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:48.593468 n-d-827336-2 neutron-server[103188]: WARNING neutron.api.v2.base [None req-a978ee48-7719-463a-b8c9-2f62c9c5200c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 02 13:21:48.593959 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-a978ee48-7719-463a-b8c9-2f62c9c5200c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] update failed (client error): There was a conflict when trying to complete your request. Feb 02 13:21:48.594914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a978ee48-7719-463a-b8c9-2f62c9c5200c tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "PUT /v2.0/security-groups/9adb662a-3178-4cc9-88a3-8c6221cd0121 HTTP/1.1" status: 409 len: 330 time: 0.0060961 Feb 02 13:21:48.598088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:48.658859 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (9adb662a-3178-4cc9-88a3-8c6221cd0121), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.695838 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (9adb662a-3178-4cc9-88a3-8c6221cd0121), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.781360 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9adb662a-3178-4cc9-88a3-8c6221cd0121), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.792511 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:48.793224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40150) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:48.798105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "DELETE /v2.0/security-groups/9adb662a-3178-4cc9-88a3-8c6221cd0121 HTTP/1.1" status: 204 len: 168 time: 0.1988699 Feb 02 13:21:48.834281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adb662a-3178-4cc9-88a3-8c6221cd0121,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:48.848848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.849795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.850130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.850465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.850794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.851123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.851474 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.851854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.852183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.852502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.852839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.853140 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.853486 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fa66ca-0153-49cc-91ad-fc57ce823cbe tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:21:48.884554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd27359-e674-48ca-ae19-44320ddeef1b req-bb111cb9-cede-4996-b90b-b440ab2814da tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:48.894134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cd27359-e674-48ca-ae19-44320ddeef1b req-bb111cb9-cede-4996-b90b-b440ab2814da tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.1276712 Feb 02 13:21:48.897178 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d80c5bb7-6565-42a2-afd8-13de23ffc58a tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1076143 Feb 02 13:21:48.900830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40154) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:48.927006 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-5c21894d-c4fc-4e7b-8853-7cc4f32695fc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] delete failed (client error): The resource could not be found. Feb 02 13:21:48.929028 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5c21894d-c4fc-4e7b-8853-7cc4f32695fc tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "DELETE /v2.0/security-groups/bb1b8795-710e-42e1-bf00-f444755e57e3 HTTP/1.1" status: 404 len: 347 time: 0.0272560 Feb 02 13:21:48.932596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40156) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:48.954655 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-cafcee43-4903-4114-8aa3-c2b5385c39bd tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] show failed (client error): The resource could not be found. Feb 02 13:21:48.957377 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cafcee43-4903-4114-8aa3-c2b5385c39bd tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "GET /v2.0/security-groups/4f93a0a0-092f-4a84-892a-bd7cb4d538ab HTTP/1.1" status: 404 len: 347 time: 0.0220590 Feb 02 13:21:48.965048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40158) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:48.989241 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-87f7a34d-d428-4850-a753-956e554e218d tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] show failed (client error): The resource could not be found. Feb 02 13:21:48.990268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-87f7a34d-d428-4850-a753-956e554e218d tempest-NegativeSecGroupIPv6Test-1785319927 tempest-NegativeSecGroupIPv6Test-1785319927-project] 10.222.0.83 "GET /v2.0/security-group-rules/53882a75-690b-4c42-b1e1-cdfc8c77dd82 HTTP/1.1" status: 404 len: 356 time: 0.0243750 Feb 02 13:21:49.016914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cd27359-e674-48ca-ae19-44320ddeef1b req-599efeb6-6dbe-405f-97ab-6c4dbc15f86c tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209714 Feb 02 13:21:49.224767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40168) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:49.323801 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678cd61-5cba-411c-ab2c-88b8b2a55e80 req-53b0918f-1714-4013-91e3-3ad8ebdb3116 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:49.327622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5678cd61-5cba-411c-ab2c-88b8b2a55e80 req-53b0918f-1714-4013-91e3-3ad8ebdb3116 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1185539 Feb 02 13:21:49.340570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40176) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:49.461628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5678cd61-5cba-411c-ab2c-88b8b2a55e80 req-a671c5e4-c7f2-4425-8c41-61eb7efeb9f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287842 Feb 02 13:21:49.550674 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-24d65dbe-5307-4e4c-bbeb-8373dbfb9c72 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f59ca13b528b42c586d69e9fa12543df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3234084 Feb 02 13:21:49.553704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:49.612832 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3d9b186a-260d-4ca8-a76e-9906350f6fef admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d7ee30f8a7b14963b031f920bc675a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703152 Feb 02 13:21:49.615387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40186) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:49.655032 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a90c9eb0-c4bd-41c2-b4c0-cb7dd8354a49 admin admin] Publish callbacks [] for security_group (efda3ff7-c81f-4092-a88a-8aa092299e93), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:49.684473 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a90c9eb0-c4bd-41c2-b4c0-cb7dd8354a49 admin admin] Publish callbacks [] for security_group (efda3ff7-c81f-4092-a88a-8aa092299e93), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:49.688524 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d94cbaa6-286f-4ffb-b838-0396678f7ddb admin admin] Publish callbacks [] for security_group (f330bf5b-7f75-413f-9bea-301b37652756), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:49.734624 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d94cbaa6-286f-4ffb-b838-0396678f7ddb admin admin] Publish callbacks [] for security_group (f330bf5b-7f75-413f-9bea-301b37652756), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:49.777033 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a90c9eb0-c4bd-41c2-b4c0-cb7dd8354a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (efda3ff7-c81f-4092-a88a-8aa092299e93), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:49.781958 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a90c9eb0-c4bd-41c2-b4c0-cb7dd8354a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:49.787801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a90c9eb0-c4bd-41c2-b4c0-cb7dd8354a49 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/efda3ff7-c81f-4092-a88a-8aa092299e93 HTTP/1.1" status: 204 len: 168 time: 0.2299564 Feb 02 13:21:49.793970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c9eb0-c4bd-41c2-b4c0-cb7dd8354a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efda3ff7-c81f-4092-a88a-8aa092299e93,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:49.798994 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d94cbaa6-286f-4ffb-b838-0396678f7ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f330bf5b-7f75-413f-9bea-301b37652756), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:49.805462 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d94cbaa6-286f-4ffb-b838-0396678f7ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:49.806320 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d94cbaa6-286f-4ffb-b838-0396678f7ddb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f330bf5b-7f75-413f-9bea-301b37652756 HTTP/1.1" status: 204 len: 168 time: 0.1899767 Feb 02 13:21:49.823813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cbaa6-286f-4ffb-b838-0396678f7ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f330bf5b-7f75-413f-9bea-301b37652756,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:50.255147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cdb0e3-0405-44fc-8eb4-ed10ac87f112 req-c98beb71-f9e7-4bc1-bcb3-d99656c4ab3a tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:50.274234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78cdb0e3-0405-44fc-8eb4-ed10ac87f112 req-c98beb71-f9e7-4bc1-bcb3-d99656c4ab3a tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.1428754 Feb 02 13:21:50.396038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78cdb0e3-0405-44fc-8eb4-ed10ac87f112 req-9fdbadfe-0710-4c5e-959f-b044209c7c35 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150424 Feb 02 13:21:50.502312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40210) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:50.521060 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc15bcf-dacb-4721-98d5-5d6af0dfc2e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:50.684918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc15bcf-dacb-4721-98d5-5d6af0dfc2e4 admin admin] Publish callbacks [] for security_group (db45a75a-1c8c-49ca-911b-642bb175d8a1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:50.716628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc15bcf-dacb-4721-98d5-5d6af0dfc2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (db45a75a-1c8c-49ca-911b-642bb175d8a1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:50.735684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:21:50.779061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089ed68-0db9-4f53-a003-a0decba9f013 req-b0685c5d-d7e5-4c7d-875e-b1ecd6393e21 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:50.788110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5089ed68-0db9-4f53-a003-a0decba9f013 req-b0685c5d-d7e5-4c7d-875e-b1ecd6393e21 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 944 time: 0.1388419 Feb 02 13:21:50.822534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc15bcf-dacb-4721-98d5-5d6af0dfc2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db45a75a-1c8c-49ca-911b-642bb175d8a1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:50.848681 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bbc15bcf-dacb-4721-98d5-5d6af0dfc2e4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=404e53081e324c8ea0605225cca6b069&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3452525 Feb 02 13:21:50.851136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40218) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:50.912448 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5089ed68-0db9-4f53-a003-a0decba9f013 req-ef5a0dfd-d2c2-457b-9e1c-ff31ebb15453 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202433 Feb 02 13:21:50.961860 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-289b58b3-dce5-4b18-b269-fa5a90024368 admin admin] Publish callbacks [] for security_group (db45a75a-1c8c-49ca-911b-642bb175d8a1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:50.973740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:50.989809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'port_id': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'mac_address': 'fa:16:3e:dd:09:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:21:50.993778 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-289b58b3-dce5-4b18-b269-fa5a90024368 admin admin] Publish callbacks [] for security_group (db45a75a-1c8c-49ca-911b-642bb175d8a1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.038616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:51.039098 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.070728 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-289b58b3-dce5-4b18-b269-fa5a90024368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (db45a75a-1c8c-49ca-911b-642bb175d8a1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.073645 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-289b58b3-dce5-4b18-b269-fa5a90024368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.075528 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-289b58b3-dce5-4b18-b269-fa5a90024368 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/db45a75a-1c8c-49ca-911b-642bb175d8a1 HTTP/1.1" status: 204 len: 168 time: 0.2232418 Feb 02 13:21:51.084620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:21:51.097799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b58b3-dce5-4b18-b269-fa5a90024368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db45a75a-1c8c-49ca-911b-642bb175d8a1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:51.122285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:51.131949 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.218092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:51.221923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40228) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:51.329293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2078908852'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:51.372854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Made reservation on behalf of c904e616dcb1463c918d6483c4125582 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:51.377201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.398154 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.456785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:21:51.561096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for security_group (50f2e4c0-b427-4829-a5fd-c1923e99e380), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.573720 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (50f2e4c0-b427-4829-a5fd-c1923e99e380), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.597797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:21:51.612723 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (89690fd3-b5f9-40b3-b740-fc986808847a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.613074 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Added segment 89690fd3-b5f9-40b3-b740-fc986808847a of type vlan for network 6176958d-9061-45c3-bbda-885de8d8b88c Feb 02 13:21:51.650871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d90e1e-0f63-4f35-9a51-99814f84fa08 req-8d75b8a0-ded9-48e0-80ef-f496fb8aab90 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:51.658282 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7d90e1e-0f63-4f35-9a51-99814f84fa08 req-8d75b8a0-ded9-48e0-80ef-f496fb8aab90 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.1763833 Feb 02 13:21:51.756814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (6176958d-9061-45c3-bbda-885de8d8b88c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.810763 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (6176958d-9061-45c3-bbda-885de8d8b88c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.816391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:51.817318 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:51.836538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7d90e1e-0f63-4f35-9a51-99814f84fa08 req-0ca418b5-44ff-4b89-97ed-5635d7dec0ae tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715319 Feb 02 13:21:51.874820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40240) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:51.879891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f2e4c0-b427-4829-a5fd-c1923e99e380,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:51.892624 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6693020 Feb 02 13:21:51.893487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40242) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:51.931370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4c262a81-0d26-4ec3-bb7a-e16a99a60532 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Request body: {'subnet': {'network_id': '6176958d-9061-45c3-bbda-885de8d8b88c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:51.935779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7c7d9c17-82f5-4e6b-9498-4d246d7104f7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7e7534739699429698a4aeff763a64d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573342 Feb 02 13:21:51.936963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:51.939659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b5954-1ecb-4212-b20d-e9121476b0b5 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Pushing event updated for resources: {'Network': ['ID=6176958d-9061-45c3-bbda-885de8d8b88c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:51.959445 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 6176958d-9061-45c3-bbda-885de8d8b88c details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:21:52.029205 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62ec4119-b5f5-4434-aff2-26506eddd513 admin admin] Publish callbacks [] for security_group (eb40dc71-c757-456f-91d6-541d1b75171b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:52.057161 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62ec4119-b5f5-4434-aff2-26506eddd513 admin admin] Publish callbacks [] for security_group (eb40dc71-c757-456f-91d6-541d1b75171b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:52.108943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecec23a-d4a9-4085-9212-4365f13649e7 req-3c7b229f-ae02-40a8-bb58-8b6e6a7c58a6 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:52.110823 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aecec23a-d4a9-4085-9212-4365f13649e7 req-3c7b229f-ae02-40a8-bb58-8b6e6a7c58a6 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.0783284 Feb 02 13:21:52.124285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c262a81-0d26-4ec3-bb7a-e16a99a60532 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Made reservation on behalf of c904e616dcb1463c918d6483c4125582 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:52.128093 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c262a81-0d26-4ec3-bb7a-e16a99a60532 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:52.180698 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62ec4119-b5f5-4434-aff2-26506eddd513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (eb40dc71-c757-456f-91d6-541d1b75171b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:52.184416 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62ec4119-b5f5-4434-aff2-26506eddd513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:52.186053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-62ec4119-b5f5-4434-aff2-26506eddd513 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/eb40dc71-c757-456f-91d6-541d1b75171b HTTP/1.1" status: 204 len: 168 time: 0.2480984 Feb 02 13:21:52.197951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ed9ff-101e-4689-8bb9-678f61aabf90 req-82155953-eeaf-48b1-88f0-bf5cd7fd7894 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:52.199754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a66ed9ff-101e-4689-8bb9-678f61aabf90 req-82155953-eeaf-48b1-88f0-bf5cd7fd7894 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 945 time: 0.0987921 Feb 02 13:21:52.205773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec4119-b5f5-4434-aff2-26506eddd513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb40dc71-c757-456f-91d6-541d1b75171b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:52.257100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a66ed9ff-101e-4689-8bb9-678f61aabf90 req-4fea5514-6ac4-4d32-81da-5f0310959458 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488601 Feb 02 13:21:52.489177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-aecec23a-d4a9-4085-9212-4365f13649e7 req-dfe4eb0e-7d0c-4cc6-ae07-4771feeff626 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Deleting port 39a483f9-b38c-4664-be78-263c9ec755be {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:52.489565 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-aecec23a-d4a9-4085-9212-4365f13649e7 req-dfe4eb0e-7d0c-4cc6-ae07-4771feeff626 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (39a483f9-b38c-4664-be78-263c9ec755be), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:52.653948 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-aecec23a-d4a9-4085-9212-4365f13649e7 req-dfe4eb0e-7d0c-4cc6-ae07-4771feeff626 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] For port 39a483f9-b38c-4664-be78-263c9ec755be, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=39a483f9-b38c-4664-be78-263c9ec755be,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:52.654633 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-aecec23a-d4a9-4085-9212-4365f13649e7 req-dfe4eb0e-7d0c-4cc6-ae07-4771feeff626 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (39a483f9-b38c-4664-be78-263c9ec755be), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:52.702243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-aecec23a-d4a9-4085-9212-4365f13649e7 req-dfe4eb0e-7d0c-4cc6-ae07-4771feeff626 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Calling delete_port for 39a483f9-b38c-4664-be78-263c9ec755be owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:52.735878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:52.828470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:52.828859 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:52.868866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c262a81-0d26-4ec3-bb7a-e16a99a60532 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (0361f217-0118-4826-9732-fb42f8287a67), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:52.958144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:52.958583 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:53.006686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:53.008465 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:53.013051 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e07c7de-c841-425c-9660-f59de4d8d39e" -d '{"events": [{"server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "name": "network-vif-plugged", "status": "completed", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:53.027650 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:53.078637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc5777-10ed-45de-a7f7-28100c5f0aba req-3887d522-2258-4888-bee5-f9be3cb6f882 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:53.080960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72dc5777-10ed-45de-a7f7-28100c5f0aba req-3887d522-2258-4888-bee5-f9be3cb6f882 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d HTTP/1.1" status: 200 len: 945 time: 0.0812118 Feb 02 13:21:53.087194 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:53.111972 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7582060c-e504-4fbf-b45e-544d198eb7c0 x-openstack-request-id: req-7582060c-e504-4fbf-b45e-544d198eb7c0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:53.112847 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "name": "network-vif-plugged", "status": "completed", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:53.113107 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7582060c-e504-4fbf-b45e-544d198eb7c0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:53.113513 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'code': 200} Feb 02 13:21:53.136816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c262a81-0d26-4ec3-bb7a-e16a99a60532 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Pushing event updated for resources: {'Subnet': ['ID=0361f217-0118-4826-9732-fb42f8287a67,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:53.155824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c262a81-0d26-4ec3-bb7a-e16a99a60532 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Checking segment: {'id': '89690fd3-b5f9-40b3-b740-fc986808847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6176958d-9061-45c3-bbda-885de8d8b88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:21:53.156451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c262a81-0d26-4ec3-bb7a-e16a99a60532 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Network hostable DHCP agents. Network: 6176958d-9061-45c3-bbda-885de8d8b88c, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:21:53.184220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72dc5777-10ed-45de-a7f7-28100c5f0aba req-aa152563-913f-4808-afc2-2862f6a6474f tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974507 Feb 02 13:21:53.190843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-aecec23a-d4a9-4085-9212-4365f13649e7 req-dfe4eb0e-7d0c-4cc6-ae07-4771feeff626 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (39a483f9-b38c-4664-be78-263c9ec755be), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:53.200423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c262a81-0d26-4ec3-bb7a-e16a99a60532 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Network 6176958d-9061-45c3-bbda-885de8d8b88c is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:21:53.225020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['1be0072e-75db-4aa9-b980-db09d8fd1e52', '39a483f9-b38c-4664-be78-263c9ec755be'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:21:53.230005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4eb0e-7d0c-4cc6-ae07-4771feeff626 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Pushing event deleted for resources: {'Port': ['ID=39a483f9-b38c-4664-be78-263c9ec755be,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:53.243280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-4c262a81-0d26-4ec3-bb7a-e16a99a60532 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 6176958d-9061-45c3-bbda-885de8d8b88c) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:53.280362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc9d37-2be7-4183-bc27-27000458f635 None None] Network 6176958d-9061-45c3-bbda-885de8d8b88c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:53.320145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c262a81-0d26-4ec3-bb7a-e16a99a60532 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:53.320769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c262a81-0d26-4ec3-bb7a-e16a99a60532 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:53.337101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecec23a-d4a9-4085-9212-4365f13649e7 req-dfe4eb0e-7d0c-4cc6-ae07-4771feeff626 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] No DVR routers for this DVR port 39a483f9-b38c-4664-be78-263c9ec755be on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:53.339399 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-aecec23a-d4a9-4085-9212-4365f13649e7 req-dfe4eb0e-7d0c-4cc6-ae07-4771feeff626 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:53.346254 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aecec23a-d4a9-4085-9212-4365f13649e7 req-dfe4eb0e-7d0c-4cc6-ae07-4771feeff626 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.62 "DELETE /v2.0/ports/39a483f9-b38c-4664-be78-263c9ec755be HTTP/1.1" status: 204 len: 173 time: 1.2288446 Feb 02 13:21:53.347323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d', 'name': 'network-vif-deleted', 'tag': '39a483f9-b38c-4664-be78-263c9ec755be'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:53.363637 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ebe26b-32d5-44c0-8b56-94eb2bda046a" -d '{"events": [{"server_uuid": "9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d", "name": "network-vif-deleted", "tag": "39a483f9-b38c-4664-be78-263c9ec755be"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:53.374171 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4c262a81-0d26-4ec3-bb7a-e16a99a60532 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4764984 Feb 02 13:21:53.377912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40264) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:53.384928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Request body: {'port': {'network_id': '6176958d-9061-45c3-bbda-885de8d8b88c', 'name': 'tempest-TagsExtTest-1651327249'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:53.482361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-6176958d-9061-45c3-bbda-885de8d8b88c', 'network_id': '6176958d-9061-45c3-bbda-885de8d8b88c', 'project_id': 'c904e616dcb1463c918d6483c4125582', 'fixed_ips': [{'subnet_id': '0361f217-0118-4826-9732-fb42f8287a67'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:21:53.483235 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:53.541878 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526b58f9-e2da-43c6-a723-8f0f12c73917 x-openstack-request-id: req-526b58f9-e2da-43c6-a723-8f0f12c73917 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:53.542594 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d", "name": "network-vif-deleted", "tag": "39a483f9-b38c-4664-be78-263c9ec755be", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:53.543214 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-526b58f9-e2da-43c6-a723-8f0f12c73917 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:53.543728 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b87b4d4-7aea-4ac9-b540-02ae5dcd3b8d', 'name': 'network-vif-deleted', 'tag': '39a483f9-b38c-4664-be78-263c9ec755be', 'status': 'completed', 'code': 200} Feb 02 13:21:53.549965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Made reservation on behalf of c904e616dcb1463c918d6483c4125582 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:21:53.554977 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:53.619399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] device_id is not set on port e00377ee-3152-4603-8627-1d0a55d36a31 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:21:53.808710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Allocated IP 172.20.0.8 (6176958d-9061-45c3-bbda-885de8d8b88c/0361f217-0118-4826-9732-fb42f8287a67/e00377ee-3152-4603-8627-1d0a55d36a31) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:21:53.983317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9031-6735-4006-95f2-1e80006f9926 req-63baf988-9977-47f2-a026-38a71fd98bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:53.985402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c96e9031-6735-4006-95f2-1e80006f9926 req-63baf988-9977-47f2-a026-38a71fd98bc5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 1129 time: 0.6265364 Feb 02 13:21:54.057547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for port (e00377ee-3152-4603-8627-1d0a55d36a31), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.062319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c96e9031-6735-4006-95f2-1e80006f9926 req-4670ed23-84a0-4eee-9900-3696e5a912a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645459 Feb 02 13:21:54.070163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d3ae7-effc-4eb9-82f4-d46c9423f992 req-3944c80d-d556-4cc4-9f1b-b5e6f5d9184f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:54.072496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-307d3ae7-effc-4eb9-82f4-d46c9423f992 req-3944c80d-d556-4cc4-9f1b-b5e6f5d9184f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 947 time: 0.6136389 Feb 02 13:21:54.107786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e00377ee-3152-4603-8627-1d0a55d36a31), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.143863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Network 6176958d-9061-45c3-bbda-885de8d8b88c is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:21:54.146501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:54.171343 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:21:54.178453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-307d3ae7-effc-4eb9-82f4-d46c9423f992 req-a2180e58-47d9-4ff9-868a-6506a410ba8c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992572 Feb 02 13:21:54.179844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Allocated IP 172.20.0.2 (6176958d-9061-45c3-bbda-885de8d8b88c/0361f217-0118-4826-9732-fb42f8287a67/89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:21:54.227341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:54.228140 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.256490 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8771591 Feb 02 13:21:54.259183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40272) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:54.263952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc38cac-b9d3-4c92-8247-aac6e55cc697 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Pushing event updated for resources: {'Port': ['ID=e00377ee-3152-4603-8627-1d0a55d36a31,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:54.264141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e8cea471-4b02-45e5-83c0-c2d2e1b4d5a4 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1850830482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:54.299828 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8cea471-4b02-45e5-83c0-c2d2e1b4d5a4 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (bc4d9805-6186-4d44-98fb-a28521a23061), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.300991 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8cea471-4b02-45e5-83c0-c2d2e1b4d5a4 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (bc4d9805-6186-4d44-98fb-a28521a23061), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.379638 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Publish callbacks [] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.390941 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.416317 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8cea471-4b02-45e5-83c0-c2d2e1b4d5a4 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for router_controller (bc4d9805-6186-4d44-98fb-a28521a23061), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.425656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8cea471-4b02-45e5-83c0-c2d2e1b4d5a4 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (bc4d9805-6186-4d44-98fb-a28521a23061), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.443679 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Network 6176958d-9061-45c3-bbda-885de8d8b88c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:21:54.445797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:21:54.451209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:21:54.458052 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e8cea471-4b02-45e5-83c0-c2d2e1b4d5a4 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.463474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e8cea471-4b02-45e5-83c0-c2d2e1b4d5a4 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2006171 Feb 02 13:21:54.464232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:54.474359 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1c77487d-ca1e-406a-8402-c0bc2bfaf809 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-562086336', 'prefixes': ['172.20.0.0/16']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:21:54.529342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Pushing event updated for resources: {'Port': ['ID=89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:54.532151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Attempting to bind port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:21:54.532542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Attempting to bind port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '89690fd3-b5f9-40b3-b740-fc986808847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6176958d-9061-45c3-bbda-885de8d8b88c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:21:54.532969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Attempting to bind port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 on network 6176958d-9061-45c3-bbda-885de8d8b88c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:21:54.540027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:21:54.540434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Checking segment: {'id': '89690fd3-b5f9-40b3-b740-fc986808847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6176958d-9061-45c3-bbda-885de8d8b88c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:21:54.540909 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.549064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Bound using segment: {'id': '89690fd3-b5f9-40b3-b740-fc986808847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6176958d-9061-45c3-bbda-885de8d8b88c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:21:54.549793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Bound port: 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89690fd3-b5f9-40b3-b740-fc986808847a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '6176958d-9061-45c3-bbda-885de8d8b88c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:21:54.550272 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.611839 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c77487d-ca1e-406a-8402-c0bc2bfaf809 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.616802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1c77487d-ca1e-406a-8402-c0bc2bfaf809 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1486163 Feb 02 13:21:54.617208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:54.622254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-4fbbf2af-58dd-47a1-b0f8-e5af1a82e49a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67', 'tempest-TagsExtTest-Tag-1477830633') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:54.639520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] For port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:21:54.642329 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] For port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0,segment=NetworkSegment(89690fd3-b5f9-40b3-b740-fc986808847a),segment_id=89690fd3-b5f9-40b3-b740-fc986808847a)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:21:54.652143 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:54.748441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed62fb-6203-43ff-a3e7-5920e36b5c4f None None] Pushing event updated for resources: {'Port': ['ID=89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:54.798579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dc050-d49f-43e9-a672-15fd8da5ac3d req-dd3fd4e7-295c-4e6d-a8ca-c1f5bfda6c30 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:54.800748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e73dc050-d49f-43e9-a672-15fd8da5ac3d req-dd3fd4e7-295c-4e6d-a8ca-c1f5bfda6c30 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.1648662 Feb 02 13:21:54.866269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e73dc050-d49f-43e9-a672-15fd8da5ac3d req-aa1bf9e0-80b7-4046-829f-6e4f883f659f tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595472 Feb 02 13:21:54.868665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4fbbf2af-58dd-47a1-b0f8-e5af1a82e49a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "PUT /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags/tempest-TagsExtTest-Tag-1477830633 HTTP/1.1" status: 201 len: 201 time: 0.2503648 Feb 02 13:21:54.871651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40284) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:54.878071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-c9aff89b-404a-4b9a-bf8d-261316f30883 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31', 'tempest-TagsExtTest-Tag-1160700390') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:54.990781 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c9aff89b-404a-4b9a-bf8d-261316f30883 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "PUT /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags/tempest-TagsExtTest-Tag-1160700390 HTTP/1.1" status: 201 len: 201 time: 0.1173222 Feb 02 13:21:54.996201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:55.001096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-ced312c0-2038-4460-b04e-39763b21a494 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061', 'tempest-TagsExtTest-Tag-194452051') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:55.162762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40296) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:55.168142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-a219532a-415c-4f6e-8f52-6afee9ba6bd4 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3', 'tempest-TagsExtTest-Tag-296642023') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:55.170616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ced312c0-2038-4460-b04e-39763b21a494 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "PUT /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags/tempest-TagsExtTest-Tag-194452051 HTTP/1.1" status: 201 len: 201 time: 0.1759000 Feb 02 13:21:55.311394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40304) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:55.317448 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a219532a-415c-4f6e-8f52-6afee9ba6bd4 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "PUT /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags/tempest-TagsExtTest-Tag-296642023 HTTP/1.1" status: 201 len: 201 time: 0.1534266 Feb 02 13:21:55.319467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-1d996d1e-d368-4914-bb33-4e6c38025204 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:55.547978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 39a483f9-b38c-4664-be78-263c9ec755be no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:21:55.567129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f1422-fbac-4433-9a6c-8515986f67ed req-780a935b-0726-4162-8e63-a5e0682596d4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:55.570834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-767f1422-fbac-4433-9a6c-8515986f67ed req-780a935b-0726-4162-8e63-a5e0682596d4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 947 time: 0.2004931 Feb 02 13:21:55.597362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931163f-1006-458b-a82a-203c5bb54266 req-3d9ba641-191a-4702-b421-53b34c7c674a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:55.598989 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6931163f-1006-458b-a82a-203c5bb54266 req-3d9ba641-191a-4702-b421-53b34c7c674a tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1515212 Feb 02 13:21:55.603384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1d996d1e-d368-4914-bb33-4e6c38025204 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags HTTP/1.1" status: 200 len: 241 time: 0.2886145 Feb 02 13:21:55.605296 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40314) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:55.610967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-e34a7047-1f11-49e8-b974-0dabfae95714 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67', 'tempest-TagsExtTest-Tag-1477830633') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:55.625691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 39a483f9-b38c-4664-be78-263c9ec755be {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:21:55.626036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 39a483f9-b38c-4664-be78-263c9ec755be not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:21:55.720552 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-767f1422-fbac-4433-9a6c-8515986f67ed req-13ca51c0-bfff-4ead-be36-61b480d6939d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184366 Feb 02 13:21:55.738164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6931163f-1006-458b-a82a-203c5bb54266 req-775142d6-57b1-4912-a032-1a36d24cabc3 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121206 Feb 02 13:21:55.865556 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e34a7047-1f11-49e8-b974-0dabfae95714 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags/tempest-TagsExtTest-Tag-1477830633 HTTP/1.1" status: 204 len: 168 time: 0.2559266 Feb 02 13:21:55.865556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40334) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:55.869613 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-4ab7ed3b-5bce-459c-9f07-41f7a1c9cf29 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67', 'tempest-TagsExtTest-Tag-1477830633') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:55.901324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:56.015657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:56.016298 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:56.065056 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4ab7ed3b-5bce-459c-9f07-41f7a1c9cf29 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags/tempest-TagsExtTest-Tag-1477830633 HTTP/1.1" status: 204 len: 168 time: 0.1985846 Feb 02 13:21:56.067388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40346) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:56.075223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-743bee46-8df2-467c-8eae-09fb852afffa tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:56.083818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b9b70-c94d-4172-a880-4ee20472ade8 req-ecf4c23a-99d5-4ef8-a49d-8e96a2f00e50 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:56.106625 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c80b9b70-c94d-4172-a880-4ee20472ade8 req-ecf4c23a-99d5-4ef8-a49d-8e96a2f00e50 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.1125238 Feb 02 13:21:56.201540 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-743bee46-8df2-467c-8eae-09fb852afffa tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags HTTP/1.1" status: 200 len: 205 time: 0.1327763 Feb 02 13:21:56.205978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40348) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:56.210812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:56.211315 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:56.214362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-67a6e7e6-ea8d-4969-b344-eb2b0431b5fc tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:56.229499 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c80b9b70-c94d-4172-a880-4ee20472ade8 req-6ec01491-0866-4538-93ca-518fa4c3862e tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214833 Feb 02 13:21:56.296196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0,segment=NetworkSegment(89690fd3-b5f9-40b3-b740-fc986808847a),segment_id=89690fd3-b5f9-40b3-b740-fc986808847a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:56.309369 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:56.318239 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-67a6e7e6-ea8d-4969-b344-eb2b0431b5fc tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags HTTP/1.1" status: 200 len: 241 time: 0.1084986 Feb 02 13:21:56.318638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:56.323382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-bb1354a8-3d38-463d-a00b-e5c2919df5fb tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31', 'tempest-TagsExtTest-Tag-1160700390') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:56.391072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650ecd48-0288-48ca-b127-eea6cdb77d96 None None] Network 6176958d-9061-45c3-bbda-885de8d8b88c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:21:56.424943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bb1354a8-3d38-463d-a00b-e5c2919df5fb tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags/tempest-TagsExtTest-Tag-1160700390 HTTP/1.1" status: 204 len: 168 time: 0.1029847 Feb 02 13:21:56.425291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40352) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:56.430393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-23b8bb96-8c50-4df0-8c8b-6bb19851f493 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31', 'tempest-TagsExtTest-Tag-1160700390') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:56.439945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:56.478631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-20d0b992-0c7a-4896-a445-4e74e118bb58 None None] Provisioning complete for port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:56.479001 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20d0b992-0c7a-4896-a445-4e74e118bb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:56.576783 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-23b8bb96-8c50-4df0-8c8b-6bb19851f493 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags/tempest-TagsExtTest-Tag-1160700390 HTTP/1.1" status: 204 len: 168 time: 0.1496670 Feb 02 13:21:56.579179 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40354) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:56.588755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-3cce1a79-878f-403d-8ab0-1f1f104961f6 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:56.639301 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-20d0b992-0c7a-4896-a445-4e74e118bb58 None None] Current status of the port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:56.696119 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3cce1a79-878f-403d-8ab0-1f1f104961f6 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags HTTP/1.1" status: 200 len: 205 time: 0.1149652 Feb 02 13:21:56.698526 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40358) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:56.703641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-2ad6747e-2d74-4c13-885f-0b5894ed427a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:56.839477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40364) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:56.846663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2ad6747e-2d74-4c13-885f-0b5894ed427a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags HTTP/1.1" status: 200 len: 240 time: 0.1465526 Feb 02 13:21:56.852488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-329f71fd-a259-4093-8554-5cea22c2f1ba tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061', 'tempest-TagsExtTest-Tag-194452051') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:56.993607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d00d9-96d5-449c-97d8-48fccc7de7dc req-1cf02f87-050b-441b-a950-b5146c680ed1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:56.995791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d1d00d9-96d5-449c-97d8-48fccc7de7dc req-1cf02f87-050b-441b-a950-b5146c680ed1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 947 time: 0.1480472 Feb 02 13:21:57.018620 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-329f71fd-a259-4093-8554-5cea22c2f1ba tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags/tempest-TagsExtTest-Tag-194452051 HTTP/1.1" status: 204 len: 168 time: 0.1779261 Feb 02 13:21:57.018859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c99e9e-c295-41df-b9a7-7e37b1e9ac5b req-c38097f6-258b-463d-a6f2-4e4e5acc40a4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:57.021248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40366) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:57.028100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-5ad03888-2e1d-4b87-85bb-5dae480cec0f tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061', 'tempest-TagsExtTest-Tag-194452051') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:57.033192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2c99e9e-c295-41df-b9a7-7e37b1e9ac5b req-c38097f6-258b-463d-a6f2-4e4e5acc40a4 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1578536 Feb 02 13:21:57.071232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5c3bb9fe-4fca-4f32-a90a-14d9c0a2fc0b None None] Provisioning complete for port e00377ee-3152-4603-8627-1d0a55d36a31 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:57.071731 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb9fe-4fca-4f32-a90a-14d9c0a2fc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e00377ee-3152-4603-8627-1d0a55d36a31), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:57.165957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ccc252-66d1-4a65-8356-7c5c58ba2262 req-dd322bfd-87ac-4834-9bee-83ae1d8d54cb tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:57.168943 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56ccc252-66d1-4a65-8356-7c5c58ba2262 req-dd322bfd-87ac-4834-9bee-83ae1d8d54cb tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.62 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.2286158 Feb 02 13:21:57.217032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d1d00d9-96d5-449c-97d8-48fccc7de7dc req-2beb8dd3-557a-45d5-990b-43e3d6db96a7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754997 Feb 02 13:21:57.233324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb9fe-4fca-4f32-a90a-14d9c0a2fc0b None None] Port e00377ee-3152-4603-8627-1d0a55d36a31 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:21:57.258532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2c99e9e-c295-41df-b9a7-7e37b1e9ac5b req-a4b87a31-4964-4290-ab68-9e859db356cf tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/security-groups?id=93085197-bf81-4bf0-a940-35f39ffb6fd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241936 Feb 02 13:21:57.300469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5c3bb9fe-4fca-4f32-a90a-14d9c0a2fc0b None None] Provisioning complete for port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:57.300794 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c3bb9fe-4fca-4f32-a90a-14d9c0a2fc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:57.348963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc8211-2224-47bc-a561-f8d645d35a82 req-fa9e8137-4e5a-4943-ae6d-3d257f1cd630 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:57.354051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-24fc8211-2224-47bc-a561-f8d645d35a82 req-fa9e8137-4e5a-4943-ae6d-3d257f1cd630 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.18 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 946 time: 0.1305888 Feb 02 13:21:57.386798 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5ad03888-2e1d-4b87-85bb-5dae480cec0f tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags/tempest-TagsExtTest-Tag-194452051 HTTP/1.1" status: 204 len: 168 time: 0.3602920 Feb 02 13:21:57.393895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40372) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:57.417021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-4ae34366-de28-42d6-be28-ac00cd14d278 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:57.488091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff603c43-ad11-4a67-ad25-ad3451c332f6 req-17594d05-bb43-4f77-a1af-d323fae51cf7 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:21:57.495708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff603c43-ad11-4a67-ad25-ad3451c332f6 req-17594d05-bb43-4f77-a1af-d323fae51cf7 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 946 time: 0.1168401 Feb 02 13:21:57.509785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5c3bb9fe-4fca-4f32-a90a-14d9c0a2fc0b None None] Current status of the port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:57.519293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-56ccc252-66d1-4a65-8356-7c5c58ba2262 req-898228ff-0f6b-4cb6-9254-5b2fc81c6b7d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Deleting port 1be0072e-75db-4aa9-b980-db09d8fd1e52 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:57.519775 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56ccc252-66d1-4a65-8356-7c5c58ba2262 req-898228ff-0f6b-4cb6-9254-5b2fc81c6b7d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:57.539529 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4ae34366-de28-42d6-be28-ac00cd14d278 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags HTTP/1.1" status: 200 len: 205 time: 0.1381800 Feb 02 13:21:57.540450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40374) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:57.545095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-f484a595-abb9-4a75-9a42-28371384a843 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:57.605700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff603c43-ad11-4a67-ad25-ad3451c332f6 req-fe413e16-0647-4d59-8aa2-ecffa6bf6559 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/security-groups?id=7a81c1ee-b29a-47c8-845f-db390344d1c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092017 Feb 02 13:21:57.640454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3567a370-1da5-4e18-a7dd-0aaceafeaa79 None None] Provisioning complete for port e00377ee-3152-4603-8627-1d0a55d36a31 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:57.640988 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3567a370-1da5-4e18-a7dd-0aaceafeaa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e00377ee-3152-4603-8627-1d0a55d36a31), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:57.643164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-24fc8211-2224-47bc-a561-f8d645d35a82 req-5c230b89-5a0a-4fbd-9b3a-b23e80ad47b9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Deleting port 851eda44-b5c7-4462-b02f-45604f9f4d1b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:21:57.643569 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-24fc8211-2224-47bc-a561-f8d645d35a82 req-5c230b89-5a0a-4fbd-9b3a-b23e80ad47b9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:57.698331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:21:57.699070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-56ccc252-66d1-4a65-8356-7c5c58ba2262 req-898228ff-0f6b-4cb6-9254-5b2fc81c6b7d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] For port 1be0072e-75db-4aa9-b980-db09d8fd1e52, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1be0072e-75db-4aa9-b980-db09d8fd1e52,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:57.699620 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56ccc252-66d1-4a65-8356-7c5c58ba2262 req-898228ff-0f6b-4cb6-9254-5b2fc81c6b7d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:57.715073 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-56ccc252-66d1-4a65-8356-7c5c58ba2262 req-898228ff-0f6b-4cb6-9254-5b2fc81c6b7d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Calling delete_port for 1be0072e-75db-4aa9-b980-db09d8fd1e52 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:57.775029 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f484a595-abb9-4a75-9a42-28371384a843 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags HTTP/1.1" status: 200 len: 240 time: 0.2311888 Feb 02 13:21:57.775363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40378) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:57.779704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-90ee5c3c-ef4c-430c-81df-a1f68aaf95cc tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3', 'tempest-TagsExtTest-Tag-296642023') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:57.781018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3567a370-1da5-4e18-a7dd-0aaceafeaa79 None None] Port e00377ee-3152-4603-8627-1d0a55d36a31 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:21:57.809688 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:21:57.810127 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:57.825087 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-90ee5c3c-ef4c-430c-81df-a1f68aaf95cc tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags/tempest-TagsExtTest-Tag-296642023 HTTP/1.1" status: 204 len: 168 time: 0.0486925 Feb 02 13:21:57.832791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40380) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:57.838334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-26e21237-608f-4a19-ae0c-c5c96743d34f tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3', 'tempest-TagsExtTest-Tag-296642023') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:57.898855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-24fc8211-2224-47bc-a561-f8d645d35a82 req-5c230b89-5a0a-4fbd-9b3a-b23e80ad47b9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] For port 851eda44-b5c7-4462-b02f-45604f9f4d1b, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=851eda44-b5c7-4462-b02f-45604f9f4d1b,segment=NetworkSegment(e283c1cd-47b2-4a53-b6cf-62ac40095847),segment_id=e283c1cd-47b2-4a53-b6cf-62ac40095847)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:21:57.899615 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-24fc8211-2224-47bc-a561-f8d645d35a82 req-5c230b89-5a0a-4fbd-9b3a-b23e80ad47b9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:57.919358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-24fc8211-2224-47bc-a561-f8d645d35a82 req-5c230b89-5a0a-4fbd-9b3a-b23e80ad47b9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Calling delete_port for 851eda44-b5c7-4462-b02f-45604f9f4d1b owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:21:57.935011 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-26e21237-608f-4a19-ae0c-c5c96743d34f tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags/tempest-TagsExtTest-Tag-296642023 HTTP/1.1" status: 204 len: 168 time: 0.1010177 Feb 02 13:21:57.938307 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:57.958458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:21:57.967114 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56ccc252-66d1-4a65-8356-7c5c58ba2262 req-898228ff-0f6b-4cb6-9254-5b2fc81c6b7d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1be0072e-75db-4aa9-b980-db09d8fd1e52), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:57.974816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-663f9801-e534-4c59-9de0-9201d9e0bd43 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:58.005435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['1be0072e-75db-4aa9-b980-db09d8fd1e52'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:21:58.055518 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-663f9801-e534-4c59-9de0-9201d9e0bd43 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags HTTP/1.1" status: 200 len: 205 time: 0.1166379 Feb 02 13:21:58.059332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40384) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:58.063459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-3054cffa-a2f1-499c-a950-18e3d461fe42 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:58.136385 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3054cffa-a2f1-499c-a950-18e3d461fe42 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags HTTP/1.1" status: 204 len: 168 time: 0.0764599 Feb 02 13:21:58.140541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:58.145061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-3f76d237-9ceb-40ff-9a03-d4fe496f8677 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:58.239740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-24fc8211-2224-47bc-a561-f8d645d35a82 req-5c230b89-5a0a-4fbd-9b3a-b23e80ad47b9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (851eda44-b5c7-4462-b02f-45604f9f4d1b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:58.279266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898228ff-0f6b-4cb6-9254-5b2fc81c6b7d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Pushing event deleted for resources: {'Port': ['ID=1be0072e-75db-4aa9-b980-db09d8fd1e52,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:58.282125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['851eda44-b5c7-4462-b02f-45604f9f4d1b'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:21:58.327536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3f76d237-9ceb-40ff-9a03-d4fe496f8677 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags HTTP/1.1" status: 204 len: 168 time: 0.1858728 Feb 02 13:21:58.334574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:58.344436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ccc252-66d1-4a65-8356-7c5c58ba2262 req-898228ff-0f6b-4cb6-9254-5b2fc81c6b7d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] No DVR routers for this DVR port 1be0072e-75db-4aa9-b980-db09d8fd1e52 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:58.355060 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-56ccc252-66d1-4a65-8356-7c5c58ba2262 req-898228ff-0f6b-4cb6-9254-5b2fc81c6b7d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:58.358632 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56ccc252-66d1-4a65-8356-7c5c58ba2262 req-898228ff-0f6b-4cb6-9254-5b2fc81c6b7d tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.62 "DELETE /v2.0/ports/1be0072e-75db-4aa9-b980-db09d8fd1e52 HTTP/1.1" status: 204 len: 173 time: 1.1467390 Feb 02 13:21:58.359594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498f1e5b-f89b-4084-8f93-f034267e012c', 'name': 'network-vif-deleted', 'tag': '1be0072e-75db-4aa9-b980-db09d8fd1e52'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:58.361781 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879cdbc7-283b-455a-af76-c35f1c51c2de" -d '{"events": [{"server_uuid": "498f1e5b-f89b-4084-8f93-f034267e012c", "name": "network-vif-deleted", "tag": "1be0072e-75db-4aa9-b980-db09d8fd1e52"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:58.365585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c230b89-5a0a-4fbd-9b3a-b23e80ad47b9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Pushing event deleted for resources: {'Port': ['ID=851eda44-b5c7-4462-b02f-45604f9f4d1b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:58.372737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-7e80df6c-e659-4482-9657-fb344ba6876b tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:58.437578 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fba39c-3d34-4ab1-882f-93939b744fc2 x-openstack-request-id: req-f2fba39c-3d34-4ab1-882f-93939b744fc2 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:58.437955 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498f1e5b-f89b-4084-8f93-f034267e012c", "name": "network-vif-deleted", "tag": "1be0072e-75db-4aa9-b980-db09d8fd1e52", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:58.439903 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f2fba39c-3d34-4ab1-882f-93939b744fc2 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:58.440481 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498f1e5b-f89b-4084-8f93-f034267e012c', 'name': 'network-vif-deleted', 'tag': '1be0072e-75db-4aa9-b980-db09d8fd1e52', 'status': 'completed', 'code': 200} Feb 02 13:21:58.445588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fc8211-2224-47bc-a561-f8d645d35a82 req-5c230b89-5a0a-4fbd-9b3a-b23e80ad47b9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] No DVR routers for this DVR port 851eda44-b5c7-4462-b02f-45604f9f4d1b on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:21:58.448731 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-24fc8211-2224-47bc-a561-f8d645d35a82 req-5c230b89-5a0a-4fbd-9b3a-b23e80ad47b9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:58.452292 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-24fc8211-2224-47bc-a561-f8d645d35a82 req-5c230b89-5a0a-4fbd-9b3a-b23e80ad47b9 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.18 "DELETE /v2.0/ports/851eda44-b5c7-4462-b02f-45604f9f4d1b HTTP/1.1" status: 204 len: 173 time: 1.0861530 Feb 02 13:21:58.452891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'name': 'network-vif-deleted', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:21:58.455296 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a64de3c-c401-41ca-bf40-cb72b1a286e3" -d '{"events": [{"server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "name": "network-vif-deleted", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:21:58.459095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-811e136a-294b-46c6-ba06-48fc601e81d0 req-d4eebd4d-216d-4266-93d6-79a59a2e9977 tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] 10.222.0.83 "GET /v2.0/ports?device_id=938de285-7bbf-4db9-881c-53ce0f12581a HTTP/1.1" status: 200 len: 210 time: 0.0820510 Feb 02 13:21:58.525477 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7e80df6c-e659-4482-9657-fb344ba6876b tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags HTTP/1.1" status: 204 len: 168 time: 0.1576526 Feb 02 13:21:58.528204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40396) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:58.533303 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9412449e-3652-4466-be6b-c0694938b72e x-openstack-request-id: req-9412449e-3652-4466-be6b-c0694938b72e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:21:58.533518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-6bfb47b0-0735-4ba1-8134-cbbb4c44c554 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:58.533655 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938de285-7bbf-4db9-881c-53ce0f12581a", "name": "network-vif-deleted", "tag": "851eda44-b5c7-4462-b02f-45604f9f4d1b", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:21:58.533655 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9412449e-3652-4466-be6b-c0694938b72e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:21:58.534070 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938de285-7bbf-4db9-881c-53ce0f12581a', 'name': 'network-vif-deleted', 'tag': '851eda44-b5c7-4462-b02f-45604f9f4d1b', 'status': 'completed', 'code': 200} Feb 02 13:21:58.616147 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6bfb47b0-0735-4ba1-8134-cbbb4c44c554 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags HTTP/1.1" status: 204 len: 168 time: 0.0866346 Feb 02 13:21:58.620917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:58.626086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-08c1533d-dd9e-4373-b9ce-5e9d181d7f9f tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67', 'tempest-TagsExtTest-Tag-1340840842') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:58.744370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffe8125e-7515-4403-acc8-f9e46f87d628 req-5918cdcf-50f6-484c-a7ec-bc7dc4631b85 tempest-ServerRescueTestJSON-584583837 tempest-ServerRescueTestJSON-584583837-project] 10.222.0.83 "GET /v2.0/ports?device_id=498f1e5b-f89b-4084-8f93-f034267e012c HTTP/1.1" status: 200 len: 210 time: 0.0332344 Feb 02 13:21:58.752205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-08c1533d-dd9e-4373-b9ce-5e9d181d7f9f tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "PUT /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags/tempest-TagsExtTest-Tag-1340840842 HTTP/1.1" status: 201 len: 201 time: 0.1299851 Feb 02 13:21:58.754812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40404) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:58.767768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-799fc37f-429a-4ffe-a64c-a69b196c43fb tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31', 'tempest-TagsExtTest-Tag-399243161') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:58.837946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-799fc37f-429a-4ffe-a64c-a69b196c43fb tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "PUT /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags/tempest-TagsExtTest-Tag-399243161 HTTP/1.1" status: 201 len: 201 time: 0.0796523 Feb 02 13:21:58.838185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:58.843367 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-8d210930-9691-4332-b16d-523fd192936a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061', 'tempest-TagsExtTest-Tag-2028926885') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:58.943455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8d210930-9691-4332-b16d-523fd192936a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "PUT /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags/tempest-TagsExtTest-Tag-2028926885 HTTP/1.1" status: 201 len: 201 time: 0.1029582 Feb 02 13:21:58.945282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:58.950057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-039807f6-e1e4-4bd2-8601-41ebb17bb42e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3', 'tempest-TagsExtTest-Tag-1165325855') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.033962 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-039807f6-e1e4-4bd2-8601-41ebb17bb42e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "PUT /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags/tempest-TagsExtTest-Tag-1165325855 HTTP/1.1" status: 201 len: 201 time: 0.0852795 Feb 02 13:21:59.034644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.041158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-f0452e39-da16-4fd6-9e5e-0ec8559e1c27 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67', {'tags': ['tempest-TagsExtTest-Tag-2144909531', 'tempest-TagsExtTest-Tag-497675008', 'tempest-TagsExtTest-Tag-879235963']}) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.137329 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f0452e39-da16-4fd6-9e5e-0ec8559e1c27 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "PUT /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags HTTP/1.1" status: 200 len: 316 time: 0.0989780 Feb 02 13:21:59.137722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40412) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.142927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-54edc3d8-5f2e-4675-85e1-10cb3e645fe0 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.215610 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-54edc3d8-5f2e-4675-85e1-10cb3e645fe0 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags HTTP/1.1" status: 204 len: 168 time: 0.0741994 Feb 02 13:21:59.215861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40414) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.220419 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-91313154-f32b-4f3d-b6ba-f19d54a04643 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67', 'tempest-TagsExtTest-Tag-2144909531') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.270617 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-91313154-f32b-4f3d-b6ba-f19d54a04643 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] show failed (client error): The resource could not be found. Feb 02 13:21:59.274522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-91313154-f32b-4f3d-b6ba-f19d54a04643 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags/tempest-TagsExtTest-Tag-2144909531 HTTP/1.1" status: 404 len: 329 time: 0.0578260 Feb 02 13:21:59.274643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40416) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.279083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-e50ccaec-2126-4ae8-9819-e040ab943659 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67', 'tempest-TagsExtTest-Tag-497675008') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.331549 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-e50ccaec-2126-4ae8-9819-e040ab943659 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] show failed (client error): The resource could not be found. Feb 02 13:21:59.332730 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e50ccaec-2126-4ae8-9819-e040ab943659 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags/tempest-TagsExtTest-Tag-497675008 HTTP/1.1" status: 404 len: 328 time: 0.0571690 Feb 02 13:21:59.335912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40418) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.340882 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-b6eb95ac-5dc0-4034-a92e-bcf5547ca537 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67', 'tempest-TagsExtTest-Tag-879235963') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.392435 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-b6eb95ac-5dc0-4034-a92e-bcf5547ca537 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] show failed (client error): The resource could not be found. Feb 02 13:21:59.395833 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b6eb95ac-5dc0-4034-a92e-bcf5547ca537 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags/tempest-TagsExtTest-Tag-879235963 HTTP/1.1" status: 404 len: 328 time: 0.0587335 Feb 02 13:21:59.396739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40420) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.401277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-59c9b755-cc74-4412-9030-1cbd41536796 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31', {'tags': ['tempest-TagsExtTest-Tag-1805959568', 'tempest-TagsExtTest-Tag-338103990', 'tempest-TagsExtTest-Tag-1685180635']}) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.463162 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-59c9b755-cc74-4412-9030-1cbd41536796 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "PUT /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags HTTP/1.1" status: 200 len: 317 time: 0.0631931 Feb 02 13:21:59.463406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.467972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-32ae82d7-2716-445c-8a29-7fb92ea14092 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.544732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-32ae82d7-2716-445c-8a29-7fb92ea14092 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags HTTP/1.1" status: 204 len: 168 time: 0.0788159 Feb 02 13:21:59.546398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40426) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.546710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40428) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.556960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-10573833-8df9-4614-aa19-6e0e19446624 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31', 'tempest-TagsExtTest-Tag-1805959568') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.623606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f43ef51-0f32-46e5-9914-62ec7ab300e2 admin admin] Deleting subnet cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:21:59.626616 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f43ef51-0f32-46e5-9914-62ec7ab300e2 admin admin] Publish callbacks [] for subnet (cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:59.671318 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f43ef51-0f32-46e5-9914-62ec7ab300e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:59.704069 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-10573833-8df9-4614-aa19-6e0e19446624 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] show failed (client error): The resource could not be found. Feb 02 13:21:59.707459 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-10573833-8df9-4614-aa19-6e0e19446624 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags/tempest-TagsExtTest-Tag-1805959568 HTTP/1.1" status: 404 len: 329 time: 0.1563070 Feb 02 13:21:59.708124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40430) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.713963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-3e0ee583-ad66-455e-8143-d3c1271f2976 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31', 'tempest-TagsExtTest-Tag-338103990') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.751950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f43ef51-0f32-46e5-9914-62ec7ab300e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:59.779911 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3e0ee583-ad66-455e-8143-d3c1271f2976 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] show failed (client error): The resource could not be found. Feb 02 13:21:59.783617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3e0ee583-ad66-455e-8143-d3c1271f2976 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags/tempest-TagsExtTest-Tag-338103990 HTTP/1.1" status: 404 len: 328 time: 0.0718682 Feb 02 13:21:59.784789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40436) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.790501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-af0e060a-46a8-471d-bd1b-4cec4e81c39a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31', 'tempest-TagsExtTest-Tag-1685180635') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.815921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40438) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.860813 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-af0e060a-46a8-471d-bd1b-4cec4e81c39a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] show failed (client error): The resource could not be found. Feb 02 13:21:59.861850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-af0e060a-46a8-471d-bd1b-4cec4e81c39a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags/tempest-TagsExtTest-Tag-1685180635 HTTP/1.1" status: 404 len: 329 time: 0.0749323 Feb 02 13:21:59.865398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.870048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-a6f2b64d-b8d0-476b-a720-612d343ae7c7 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061', {'tags': ['tempest-TagsExtTest-Tag-227791238', 'tempest-TagsExtTest-Tag-744421751', 'tempest-TagsExtTest-Tag-806304794']}) {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.942892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f43ef51-0f32-46e5-9914-62ec7ab300e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:59.974739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a6f2b64d-b8d0-476b-a720-612d343ae7c7 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "PUT /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags HTTP/1.1" status: 200 len: 315 time: 0.1083295 Feb 02 13:21:59.978660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:21:59.980701 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43ef51-0f32-46e5-9914-62ec7ab300e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:21:59.983641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-9b59baa6-e99a-42ad-9b61-980a3751e02c tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:21:59.990677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f43ef51-0f32-46e5-9914-62ec7ab300e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:21:59.994293 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2f43ef51-0f32-46e5-9914-62ec7ab300e2 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/cb85bbae-6d6d-4f9e-9d1d-aa088ac71ba0 HTTP/1.1" status: 204 len: 168 time: 0.4466009 Feb 02 13:22:00.020941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:00.128838 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (276ba717-3cc3-4b15-8fa5-18614378956f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.147035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9b59baa6-e99a-42ad-9b61-980a3751e02c tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags HTTP/1.1" status: 204 len: 168 time: 0.1675580 Feb 02 13:22:00.152012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40448) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:00.159141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-46eef769-7693-45d8-b92a-5f5208ca2b80 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061', 'tempest-TagsExtTest-Tag-227791238') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:00.222284 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (276ba717-3cc3-4b15-8fa5-18614378956f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.246171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276ba717-3cc3-4b15-8fa5-18614378956f']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:00.256942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e283c1cd-47b2-4a53-b6cf-62ac40095847') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:00.257283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e283c1cd-47b2-4a53-b6cf-62ac40095847') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:00.267269 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (e283c1cd-47b2-4a53-b6cf-62ac40095847), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.281531 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e283c1cd-47b2-4a53-b6cf-62ac40095847), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.287751 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-46eef769-7693-45d8-b92a-5f5208ca2b80 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] show failed (client error): The resource could not be found. Feb 02 13:22:00.289203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:22:00.289974 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (e283c1cd-47b2-4a53-b6cf-62ac40095847), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:22:00.291820 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:22:00.293876 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-46eef769-7693-45d8-b92a-5f5208ca2b80 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags/tempest-TagsExtTest-Tag-227791238 HTTP/1.1" status: 404 len: 328 time: 0.1397660 Feb 02 13:22:00.293876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40450) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:00.301346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-88b8c1b3-1865-42d9-8507-d734b2d5d66c tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061', 'tempest-TagsExtTest-Tag-744421751') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:00.360110 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (276ba717-3cc3-4b15-8fa5-18614378956f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.375282 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.379967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] 10.222.0.83 "DELETE /v2.0/networks/276ba717-3cc3-4b15-8fa5-18614378956f HTTP/1.1" status: 204 len: 168 time: 0.3564355 Feb 02 13:22:00.405710 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-88b8c1b3-1865-42d9-8507-d734b2d5d66c tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] show failed (client error): The resource could not be found. Feb 02 13:22:00.409902 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-88b8c1b3-1865-42d9-8507-d734b2d5d66c tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags/tempest-TagsExtTest-Tag-744421751 HTTP/1.1" status: 404 len: 328 time: 0.1123354 Feb 02 13:22:00.411586 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40454) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:00.416281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-cefcdd22-34d6-432d-b371-9ab461be79c0 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061', 'tempest-TagsExtTest-Tag-806304794') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:00.418613 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c87a3-5919-4904-8032-e448336ae9b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=276ba717-3cc3-4b15-8fa5-18614378956f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:00.466954 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fed59eea-1af7-42a8-b5f4-eab26dd95969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.505380 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-cefcdd22-34d6-432d-b371-9ab461be79c0 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] show failed (client error): The resource could not be found. Feb 02 13:22:00.509881 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cefcdd22-34d6-432d-b371-9ab461be79c0 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags/tempest-TagsExtTest-Tag-806304794 HTTP/1.1" status: 404 len: 328 time: 0.0972464 Feb 02 13:22:00.510835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40456) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:00.515877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-1541d088-c390-4690-a627-d4e71a99f219 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3', {'tags': ['tempest-TagsExtTest-Tag-1568273997', 'tempest-TagsExtTest-Tag-1198080205', 'tempest-TagsExtTest-Tag-1432913181']}) {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:00.600598 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1541d088-c390-4690-a627-d4e71a99f219 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "PUT /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags HTTP/1.1" status: 200 len: 318 time: 0.0861266 Feb 02 13:22:00.600818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40458) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:00.605347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-e00c165c-b1c8-4e9b-8028-1ea802bf513b tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:00.647341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40460) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:00.706147 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e00c165c-b1c8-4e9b-8028-1ea802bf513b tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags HTTP/1.1" status: 204 len: 168 time: 0.1018751 Feb 02 13:22:00.706723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40462) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:00.708049 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-df655faa-f675-4f6d-9700-98fd66f9ae43 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6f94458897094d56aef55c1761cbde79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592723 Feb 02 13:22:00.708853 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:00.722593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-eab277fb-126a-4374-be57-fc7409415b39 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3', 'tempest-TagsExtTest-Tag-1568273997') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:00.757740 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-eab277fb-126a-4374-be57-fc7409415b39 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] show failed (client error): The resource could not be found. Feb 02 13:22:00.761674 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eab277fb-126a-4374-be57-fc7409415b39 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags/tempest-TagsExtTest-Tag-1568273997 HTTP/1.1" status: 404 len: 329 time: 0.0471630 Feb 02 13:22:00.764396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 851eda44-b5c7-4462-b02f-45604f9f4d1b no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:22:00.766726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40468) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:00.773449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-81bd63b5-885a-4301-ac9b-32d5d8751a4d tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3', 'tempest-TagsExtTest-Tag-1198080205') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:00.803096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 851eda44-b5c7-4462-b02f-45604f9f4d1b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:22:00.803709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 851eda44-b5c7-4462-b02f-45604f9f4d1b not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:22:00.805279 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1cba694-c04f-4f55-9856-74074dc2831a admin admin] Publish callbacks [] for security_group (93085197-bf81-4bf0-a940-35f39ffb6fd9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.828192 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-81bd63b5-885a-4301-ac9b-32d5d8751a4d tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] show failed (client error): The resource could not be found. Feb 02 13:22:00.829492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-81bd63b5-885a-4301-ac9b-32d5d8751a4d tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags/tempest-TagsExtTest-Tag-1198080205 HTTP/1.1" status: 404 len: 329 time: 0.0614107 Feb 02 13:22:00.833477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40470) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:00.837619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-b1c58990-d362-4c40-80e3-00d5b5b18f24 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3', 'tempest-TagsExtTest-Tag-1432913181') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:00.845795 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1cba694-c04f-4f55-9856-74074dc2831a admin admin] Publish callbacks [] for security_group (93085197-bf81-4bf0-a940-35f39ffb6fd9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.872372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fed59eea-1af7-42a8-b5f4-eab26dd95969 admin admin] Deleting port 3023438b-bb2d-45f6-b904-51288ad22c1e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:00.872694 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fed59eea-1af7-42a8-b5f4-eab26dd95969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.882372 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-b1c58990-d362-4c40-80e3-00d5b5b18f24 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] show failed (client error): The resource could not be found. Feb 02 13:22:00.885953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b1c58990-d362-4c40-80e3-00d5b5b18f24 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags/tempest-TagsExtTest-Tag-1432913181 HTTP/1.1" status: 404 len: 329 time: 0.0490544 Feb 02 13:22:00.887452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40472) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:00.892097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.tag.tag_plugin [None req-f5fba298-da95-4ddd-8fe3-91c78d903d8e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '702660d2-f854-4f62-a27b-848a49535bc3') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:00.928625 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1cba694-c04f-4f55-9856-74074dc2831a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (93085197-bf81-4bf0-a940-35f39ffb6fd9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.931785 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1cba694-c04f-4f55-9856-74074dc2831a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:00.935970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f1cba694-c04f-4f55-9856-74074dc2831a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/93085197-bf81-4bf0-a940-35f39ffb6fd9 HTTP/1.1" status: 204 len: 168 time: 0.2259970 Feb 02 13:22:00.945885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cba694-c04f-4f55-9856-74074dc2831a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93085197-bf81-4bf0-a940-35f39ffb6fd9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:00.993320 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f5fba298-da95-4ddd-8fe3-91c78d903d8e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3/tags HTTP/1.1" status: 204 len: 168 time: 0.1047347 Feb 02 13:22:00.996180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:01.003580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-0a2c7f48-3e74-4f47-88bd-faf0c28f6a7c tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc4d9805-6186-4d44-98fb-a28521a23061') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:01.021358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-fed59eea-1af7-42a8-b5f4-eab26dd95969 admin admin] For port 3023438b-bb2d-45f6-b904-51288ad22c1e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3023438b-bb2d-45f6-b904-51288ad22c1e,segment=NetworkSegment(b60d748a-5eb4-476f-af07-56941fe4826e),segment_id=b60d748a-5eb4-476f-af07-56941fe4826e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:01.021718 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fed59eea-1af7-42a8-b5f4-eab26dd95969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:01.044900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fed59eea-1af7-42a8-b5f4-eab26dd95969 admin admin] Calling delete_port for 3023438b-bb2d-45f6-b904-51288ad22c1e owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:01.136583 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0a2c7f48-3e74-4f47-88bd-faf0c28f6a7c tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061/tags HTTP/1.1" status: 204 len: 168 time: 0.1389775 Feb 02 13:22:01.138802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:01.147115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-10dfe8b2-455c-40a5-b0ae-d47508dd4dca tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e00377ee-3152-4603-8627-1d0a55d36a31') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:01.215475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-10dfe8b2-455c-40a5-b0ae-d47508dd4dca tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31/tags HTTP/1.1" status: 204 len: 168 time: 0.0737393 Feb 02 13:22:01.218749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:01.225233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.tag.tag_plugin [None req-ff12f588-62d2-4173-8e7d-86c8f7869b79 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0361f217-0118-4826-9732-fb42f8287a67') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:01.282836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fed59eea-1af7-42a8-b5f4-eab26dd95969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3023438b-bb2d-45f6-b904-51288ad22c1e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:01.305391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed59eea-1af7-42a8-b5f4-eab26dd95969 admin admin] Pushing event deleted for resources: {'Port': ['ID=3023438b-bb2d-45f6-b904-51288ad22c1e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:01.322600 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ff12f588-62d2-4173-8e7d-86c8f7869b79 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67/tags HTTP/1.1" status: 204 len: 168 time: 0.1024501 Feb 02 13:22:01.326552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:01.432488 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d04203a0-4685-4bfe-b537-4635c695a789 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:01.437117 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d04203a0-4685-4bfe-b537-4635c695a789 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/subnetpools/702660d2-f854-4f62-a27b-848a49535bc3 HTTP/1.1" status: 204 len: 168 time: 0.1094666 Feb 02 13:22:01.437708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:01.469785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-62cc8832-50b4-4989-babd-31a1055e5a76 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "GET /v2.0/ports?device_id=bc4d9805-6186-4d44-98fb-a28521a23061 HTTP/1.1" status: 200 len: 205 time: 0.0309730 Feb 02 13:22:01.470365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40492) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:01.534332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fed59eea-1af7-42a8-b5f4-eab26dd95969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:01.556979 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea94e9b3-58f4-4e8c-b0e4-a53801f6d07e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for router (bc4d9805-6186-4d44-98fb-a28521a23061), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:01.587525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 1be0072e-75db-4aa9-b980-db09d8fd1e52 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:22:01.634089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 1be0072e-75db-4aa9-b980-db09d8fd1e52 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:22:01.637212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 1be0072e-75db-4aa9-b980-db09d8fd1e52 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:22:01.802548 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9c12d197-d85f-4e03-bd05-c1a5e941c3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:01.920721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed59eea-1af7-42a8-b5f4-eab26dd95969 admin admin] Router ffb500f8-7731-4b71-9c9c-a35f1fe12a11 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:22:02.081217 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea94e9b3-58f4-4e8c-b0e4-a53801f6d07e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (bc4d9805-6186-4d44-98fb-a28521a23061), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.083352 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea94e9b3-58f4-4e8c-b0e4-a53801f6d07e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for router_controller (bc4d9805-6186-4d44-98fb-a28521a23061), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.103724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed59eea-1af7-42a8-b5f4-eab26dd95969 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:22:02.115927 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fed59eea-1af7-42a8-b5f4-eab26dd95969 admin admin] 10.222.0.83 "PUT /v2.0/routers/ffb500f8-7731-4b71-9c9c-a35f1fe12a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2986119 Feb 02 13:22:02.119013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaedf98-a5f8-4a80-9f6b-b99d28756c96 None None] Sync routers for ids ['ffb500f8-7731-4b71-9c9c-a35f1fe12a11'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:22:02.119858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40508) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:02.134956 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea94e9b3-58f4-4e8c-b0e4-a53801f6d07e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (bc4d9805-6186-4d44-98fb-a28521a23061), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.135601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea94e9b3-58f4-4e8c-b0e4-a53801f6d07e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Fanout notify agent at l3_agent the message router_deleted on router bc4d9805-6186-4d44-98fb-a28521a23061 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:22:02.148777 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea94e9b3-58f4-4e8c-b0e4-a53801f6d07e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.155108 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ea94e9b3-58f4-4e8c-b0e4-a53801f6d07e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/routers/bc4d9805-6186-4d44-98fb-a28521a23061 HTTP/1.1" status: 204 len: 168 time: 0.6836681 Feb 02 13:22:02.156034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaedf98-a5f8-4a80-9f6b-b99d28756c96 None None] Routers {'ffb500f8-7731-4b71-9c9c-a35f1fe12a11'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:22:02.157123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9eaedf98-a5f8-4a80-9f6b-b99d28756c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ffb500f8-7731-4b71-9c9c-a35f1fe12a11'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:02.157404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40510) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:02.254826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:02.314109 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cb5460ca-ae8a-4f51-94ae-b1212014275a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Deleting port e00377ee-3152-4603-8627-1d0a55d36a31 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:02.314470 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb5460ca-ae8a-4f51-94ae-b1212014275a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e00377ee-3152-4603-8627-1d0a55d36a31), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.329549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Publish callbacks [] for router (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.349824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9eaedf98-a5f8-4a80-9f6b-b99d28756c96 None None] Set router ffb500f8-7731-4b71-9c9c-a35f1fe12a11 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:22:02.417569 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb5460ca-ae8a-4f51-94ae-b1212014275a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e00377ee-3152-4603-8627-1d0a55d36a31), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.439987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cb5460ca-ae8a-4f51-94ae-b1212014275a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Calling delete_port for e00377ee-3152-4603-8627-1d0a55d36a31 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:02.504614 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Publish callbacks [] for router_gateway (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.507358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1337168812-network', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:02.547913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Made reservation on behalf of 27c2d8714df44df78e68b61fa8958a1f for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:02.550643 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.570440 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.577370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Deleting port 899bb0dd-6430-4700-9828-6a1c9df105f4 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:02.578362 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.661428 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb5460ca-ae8a-4f51-94ae-b1212014275a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e00377ee-3152-4603-8627-1d0a55d36a31), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.693637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] For port 899bb0dd-6430-4700-9828-6a1c9df105f4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=899bb0dd-6430-4700-9828-6a1c9df105f4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:02.698549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.719193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Calling delete_port for 899bb0dd-6430-4700-9828-6a1c9df105f4 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:02.722625 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5460ca-ae8a-4f51-94ae-b1212014275a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Pushing event deleted for resources: {'Port': ['ID=e00377ee-3152-4603-8627-1d0a55d36a31,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:02.735112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9eaedf98-a5f8-4a80-9f6b-b99d28756c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'name': 'tempest-ServerRescueTestJSON-58787362-router', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:55Z', 'updated_at': '2022-02-02T13:22:01Z', 'revision_number': 5, 'project_id': '376711c1b5754cb9a73d54cac187ca36', 'gw_port': {'id': '899bb0dd-6430-4700-9828-6a1c9df105f4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:1c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2490, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:19:56Z', 'updated_at': '2022-02-02T13:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:02.766513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaedf98-a5f8-4a80-9f6b-b99d28756c96 None None] Checking router: ffb500f8-7731-4b71-9c9c-a35f1fe12a11 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:22:02.776372 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaedf98-a5f8-4a80-9f6b-b99d28756c96 None None] Routers {'ffb500f8-7731-4b71-9c9c-a35f1fe12a11'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:22:02.777126 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9eaedf98-a5f8-4a80-9f6b-b99d28756c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:21:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ffb500f8-7731-4b71-9c9c-a35f1fe12a11'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:02.838280 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb5460ca-ae8a-4f51-94ae-b1212014275a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.841789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cb5460ca-ae8a-4f51-94ae-b1212014275a tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/ports/e00377ee-3152-4603-8627-1d0a55d36a31 HTTP/1.1" status: 204 len: 168 time: 0.6834025 Feb 02 13:22:02.844920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40516) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:02.879311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9eaedf98-a5f8-4a80-9f6b-b99d28756c96 None None] Set router ffb500f8-7731-4b71-9c9c-a35f1fe12a11 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:22:02.915638 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Publish callbacks [] for security_group (205d1ab8-d979-463d-9180-cc50573db57f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.925525 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (205d1ab8-d979-463d-9180-cc50573db57f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:02.943967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9eaedf98-a5f8-4a80-9f6b-b99d28756c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'name': 'tempest-ServerRescueTestJSON-58787362-router', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:55Z', 'updated_at': '2022-02-02T13:22:02Z', 'revision_number': 6, 'project_id': '376711c1b5754cb9a73d54cac187ca36', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:02.963175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205d1ab8-d979-463d-9180-cc50573db57f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:02.996225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91a13e9-2243-40ca-b78e-e194bfc7df75 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Deleting subnet 0361f217-0118-4826-9732-fb42f8287a67 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:22:02.996999 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaedf98-a5f8-4a80-9f6b-b99d28756c96 None None] The sync data for ids ['ffb500f8-7731-4b71-9c9c-a35f1fe12a11'] in n-d-827336-2 is: [{'id': 'ffb500f8-7731-4b71-9c9c-a35f1fe12a11', 'name': 'tempest-ServerRescueTestJSON-58787362-router', 'tenant_id': '376711c1b5754cb9a73d54cac187ca36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:19:55Z', 'updated_at': '2022-02-02T13:22:02Z', 'revision_number': 6, 'project_id': '376711c1b5754cb9a73d54cac187ca36', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:22:03.008347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c91a13e9-2243-40ca-b78e-e194bfc7df75 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for subnet (0361f217-0118-4826-9732-fb42f8287a67), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.053961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:22:03.076608 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1d5c7d60-1447-43d8-98a7-179af6094c3a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.077057 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Added segment 1d5c7d60-1447-43d8-98a7-179af6094c3a of type vlan for network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 Feb 02 13:22:03.089883 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c91a13e9-2243-40ca-b78e-e194bfc7df75 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (0361f217-0118-4826-9732-fb42f8287a67), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.156198 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (679c8ee8-9c42-4d17-a445-6b6e8750ad16), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.215488 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (679c8ee8-9c42-4d17-a445-6b6e8750ad16), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.216650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:03.217595 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.254201 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c91a13e9-2243-40ca-b78e-e194bfc7df75 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (0361f217-0118-4826-9732-fb42f8287a67), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.320226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0625482 Feb 02 13:22:03.323303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:03.327897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7dddba96-c27e-4a61-b933-f30d9266b452 admin admin] Request body: {'subnet': {'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1337168812-subnet', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:03.330863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c914aca-9d8d-4ee8-8ed7-fc63c0ebd773 admin admin] Pushing event updated for resources: {'Network': ['ID=679c8ee8-9c42-4d17-a445-6b6e8750ad16,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:03.342727 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (899bb0dd-6430-4700-9828-6a1c9df105f4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.345918 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:22:03.370768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dddba96-c27e-4a61-b933-f30d9266b452 admin admin] Made reservation on behalf of 27c2d8714df44df78e68b61fa8958a1f for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:03.373347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dddba96-c27e-4a61-b933-f30d9266b452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.377685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=899bb0dd-6430-4700-9828-6a1c9df105f4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:03.448172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.463317 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c91a13e9-2243-40ca-b78e-e194bfc7df75 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (0361f217-0118-4826-9732-fb42f8287a67), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.523840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a13e9-2243-40ca-b78e-e194bfc7df75 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Pushing event deleted for resources: {'Subnet': ['ID=0361f217-0118-4826-9732-fb42f8287a67,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:03.540042 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c91a13e9-2243-40ca-b78e-e194bfc7df75 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.543985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c91a13e9-2243-40ca-b78e-e194bfc7df75 tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/subnets/0361f217-0118-4826-9732-fb42f8287a67 HTTP/1.1" status: 204 len: 168 time: 0.6980975 Feb 02 13:22:03.546002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672a5749-1bc2-4cfe-87b0-e7dc01740015 None None] Network 6176958d-9061-45c3-bbda-885de8d8b88c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:03.547296 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:03.569703 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.573637 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Publish callbacks [] for router_controller (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.639220 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (ffb500f8-7731-4b71-9c9c-a35f1fe12a11), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.641836 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffb500f8-7731-4b71-9c9c-a35f1fe12a11 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:22:03.643452 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (6176958d-9061-45c3-bbda-885de8d8b88c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.652904 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.657735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:03.659401 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eea217f6-cb13-4f11-b60e-e68bd7133e27 admin admin] 10.222.0.83 "DELETE /v2.0/routers/ffb500f8-7731-4b71-9c9c-a35f1fe12a11 HTTP/1.1" status: 204 len: 168 time: 1.5383146 Feb 02 13:22:03.761019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc39735-59b9-4b11-b1b2-21461a087046 admin admin] Deleting subnet fced92fd-062d-435a-bc90-e10ac8434f63 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:22:03.789668 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bc39735-59b9-4b11-b1b2-21461a087046 admin admin] Publish callbacks [] for subnet (fced92fd-062d-435a-bc90-e10ac8434f63), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.843827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dddba96-c27e-4a61-b933-f30d9266b452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (248e65ec-619a-4088-9b17-d13a3c6491da), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.847099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bc39735-59b9-4b11-b1b2-21461a087046 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (fced92fd-062d-435a-bc90-e10ac8434f63), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.886361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17844f3-9ed9-49a9-9737-94c5dfd84a6a None None] DHCP port deletion for 6176958d-9061-45c3-bbda-885de8d8b88c request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:22:03.939134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Deleting port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:03.939535 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:03.971634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddba96-c27e-4a61-b933-f30d9266b452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=248e65ec-619a-4088-9b17-d13a3c6491da,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:03.988733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3023438b-bb2d-45f6-b904-51288ad22c1e no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:22:03.990849 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bc39735-59b9-4b11-b1b2-21461a087046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (fced92fd-062d-435a-bc90-e10ac8434f63), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.015998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 3023438b-bb2d-45f6-b904-51288ad22c1e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:22:04.016660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3023438b-bb2d-45f6-b904-51288ad22c1e not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:22:04.017179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 899bb0dd-6430-4700-9828-6a1c9df105f4 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:22:04.022700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c17844f3-9ed9-49a9-9737-94c5dfd84a6a None None] Deleting port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:04.023334 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c17844f3-9ed9-49a9-9737-94c5dfd84a6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.042180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 899bb0dd-6430-4700-9828-6a1c9df105f4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:22:04.043652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 899bb0dd-6430-4700-9828-6a1c9df105f4 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:22:04.044213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:22:04.061922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dddba96-c27e-4a61-b933-f30d9266b452 admin admin] Checking segment: {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:04.062284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dddba96-c27e-4a61-b933-f30d9266b452 admin admin] Network hostable DHCP agents. Network: 679c8ee8-9c42-4d17-a445-6b6e8750ad16, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:22:04.071126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] For port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0,segment=NetworkSegment(89690fd3-b5f9-40b3-b740-fc986808847a),segment_id=89690fd3-b5f9-40b3-b740-fc986808847a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:04.071499 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.101985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Calling delete_port for 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:04.156134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dddba96-c27e-4a61-b933-f30d9266b452 admin admin] Network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:22:04.178520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7dddba96-c27e-4a61-b933-f30d9266b452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 679c8ee8-9c42-4d17-a445-6b6e8750ad16) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:04.183199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c17844f3-9ed9-49a9-9737-94c5dfd84a6a None None] For port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0,segment=NetworkSegment(89690fd3-b5f9-40b3-b740-fc986808847a),segment_id=89690fd3-b5f9-40b3-b740-fc986808847a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:04.183776 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c17844f3-9ed9-49a9-9737-94c5dfd84a6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.189030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dddba96-c27e-4a61-b933-f30d9266b452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:04.189617 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dddba96-c27e-4a61-b933-f30d9266b452 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.196163 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dd260495-cd89-40ff-a61c-18686c615672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.201277 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bc39735-59b9-4b11-b1b2-21461a087046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (fced92fd-062d-435a-bc90-e10ac8434f63), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.205039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019facf-1ca3-4e35-96f1-143048fa55d4 None None] Network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:04.212033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c17844f3-9ed9-49a9-9737-94c5dfd84a6a None None] Calling delete_port for 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:04.219919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7dddba96-c27e-4a61-b933-f30d9266b452 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8927581 Feb 02 13:22:04.220074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40528) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:04.225436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:04.241074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc39735-59b9-4b11-b1b2-21461a087046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fced92fd-062d-435a-bc90-e10ac8434f63,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:04.247363 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bc39735-59b9-4b11-b1b2-21461a087046 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.251218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7bc39735-59b9-4b11-b1b2-21461a087046 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/fced92fd-062d-435a-bc90-e10ac8434f63 HTTP/1.1" status: 204 len: 168 time: 0.5925617 Feb 02 13:22:04.253728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40530) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:04.269015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (2dd44bee-6489-46f8-8bc6-179a99d22013), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.269923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (2dd44bee-6489-46f8-8bc6-179a99d22013), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.277790 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.315714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] No DVR routers for this DVR port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:22:04.322920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Pushing event deleted for resources: {'Port': ['ID=89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:04.421105 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (6176958d-9061-45c3-bbda-885de8d8b88c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.426513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Publish callbacks [] for router_controller (2dd44bee-6489-46f8-8bc6-179a99d22013), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.431987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (79debd18-7bb2-4eb7-af10-309e07e6664a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.440803 n-d-827336-2 neutron-server[103189]: INFO neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No ports have port_id starting with 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 Feb 02 13:22:04.441844 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c17844f3-9ed9-49a9-9737-94c5dfd84a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.457993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6176958d-9061-45c3-bbda-885de8d8b88c']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:04.470330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89690fd3-b5f9-40b3-b740-fc986808847a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:04.470986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89690fd3-b5f9-40b3-b740-fc986808847a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:04.500964 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (89690fd3-b5f9-40b3-b740-fc986808847a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.519778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17844f3-9ed9-49a9-9737-94c5dfd84a6a None None] Pushing event deleted for resources: {'Port': ['ID=89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:04.525514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17844f3-9ed9-49a9-9737-94c5dfd84a6a None None] No DVR routers for this DVR port 89ea91ea-d81f-4e35-a8d2-65f9aa55a7e0 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:22:04.528078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (89690fd3-b5f9-40b3-b740-fc986808847a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.551802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:22:04.552192 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (89690fd3-b5f9-40b3-b740-fc986808847a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:22:04.555822 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:22:04.603310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:22:04.605972 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.640469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (6176958d-9061-45c3-bbda-885de8d8b88c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.649321 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Publish callbacks [] for router_gateway (2dd44bee-6489-46f8-8bc6-179a99d22013), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.660798 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.666578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] 10.222.0.83 "DELETE /v2.0/networks/6176958d-9061-45c3-bbda-885de8d8b88c HTTP/1.1" status: 204 len: 168 time: 1.1159890 Feb 02 13:22:04.666578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b064a3-38ce-4602-ae95-e354ac2dfd1e tempest-TagsExtTest-361278916 tempest-TagsExtTest-361278916-project] Pushing event deleted for resources: {'Network': ['ID=6176958d-9061-45c3-bbda-885de8d8b88c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:04.687305 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (79debd18-7bb2-4eb7-af10-309e07e6664a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.728252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79debd18-7bb2-4eb7-af10-309e07e6664a']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:04.743381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60d748a-5eb4-476f-af07-56941fe4826e') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:04.743645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60d748a-5eb4-476f-af07-56941fe4826e') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:04.761479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (b60d748a-5eb4-476f-af07-56941fe4826e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.780502 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b60d748a-5eb4-476f-af07-56941fe4826e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.811651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:22:04.812058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (b60d748a-5eb4-476f-af07-56941fe4826e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:22:04.814347 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:22:04.836333 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Allocated IP 172.20.0.2 (679c8ee8-9c42-4d17-a445-6b6e8750ad16/248e65ec-619a-4088-9b17-d13a3c6491da/c9f396f3-483c-4c5b-9604-5a97a474238e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:04.901451 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (79debd18-7bb2-4eb7-af10-309e07e6664a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.907658 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:04.911098 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] 10.222.0.83 "DELETE /v2.0/networks/79debd18-7bb2-4eb7-af10-309e07e6664a HTTP/1.1" status: 204 len: 168 time: 0.6562297 Feb 02 13:22:04.961597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40540) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:05.024288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf52435-1712-45a5-9d56-f9a69ece8885 admin admin] Pushing event deleted for resources: {'Network': ['ID=79debd18-7bb2-4eb7-af10-309e07e6664a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:05.070951 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Publish callbacks [] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.081831 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.152513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Pushing event updated for resources: {'Port': ['ID=c9f396f3-483c-4c5b-9604-5a97a474238e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:05.162337 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fba30cbb-7fee-43ca-87de-965130b9f2e2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c904e616dcb1463c918d6483c4125582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1970096 Feb 02 13:22:05.162767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40544) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:05.171991 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:05.173534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:05.175928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:05.182323 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Publish callbacks [] for router_gateway (2dd44bee-6489-46f8-8bc6-179a99d22013), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.214366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.243116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40546) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:05.264301 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Attempting to bind port c9f396f3-483c-4c5b-9604-5a97a474238e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:22:05.265014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Attempting to bind port c9f396f3-483c-4c5b-9604-5a97a474238e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:22:05.265485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Attempting to bind port c9f396f3-483c-4c5b-9604-5a97a474238e on network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:05.271105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:22:05.271603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Checking segment: {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:05.272089 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.272547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Bound using segment: {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:22:05.273079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Bound port: c9f396f3-483c-4c5b-9604-5a97a474238e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:22:05.273533 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.277784 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-619890bf-7f49-4f0e-b869-d61185bf393d admin admin] Publish callbacks [] for security_group (50f2e4c0-b427-4829-a5fd-c1923e99e380), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.315531 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ca8bd29c-36a4-43ce-ae71-ba43c9c755d7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=376711c1b5754cb9a73d54cac187ca36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711732 Feb 02 13:22:05.319257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40548) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:05.361678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Allocated IP 172.25.4.22 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/eb509be2-0c1d-4713-ac28-9e21cd396f43) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:05.374667 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] For port c9f396f3-483c-4c5b-9604-5a97a474238e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:22:05.379373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] For port c9f396f3-483c-4c5b-9604-5a97a474238e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c9f396f3-483c-4c5b-9604-5a97a474238e,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:22:05.379652 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-619890bf-7f49-4f0e-b869-d61185bf393d admin admin] Publish callbacks [] for security_group (50f2e4c0-b427-4829-a5fd-c1923e99e380), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.389396 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.436065 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f650eaa-ec11-4911-9d17-f3de1a4ef437 admin admin] Publish callbacks [] for security_group (7a81c1ee-b29a-47c8-845f-db390344d1c2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.464699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6238ad-00f1-4f27-ae2e-da15d478b5f3 None None] Pushing event updated for resources: {'Port': ['ID=c9f396f3-483c-4c5b-9604-5a97a474238e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:05.464900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f650eaa-ec11-4911-9d17-f3de1a4ef437 admin admin] Publish callbacks [] for security_group (7a81c1ee-b29a-47c8-845f-db390344d1c2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.540563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Publish callbacks [] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.543659 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.549203 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-619890bf-7f49-4f0e-b869-d61185bf393d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (50f2e4c0-b427-4829-a5fd-c1923e99e380), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.554200 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-619890bf-7f49-4f0e-b869-d61185bf393d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.567711 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-619890bf-7f49-4f0e-b869-d61185bf393d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/50f2e4c0-b427-4829-a5fd-c1923e99e380 HTTP/1.1" status: 204 len: 168 time: 0.3985240 Feb 02 13:22:05.571010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f650eaa-ec11-4911-9d17-f3de1a4ef437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7a81c1ee-b29a-47c8-845f-db390344d1c2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.574346 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f650eaa-ec11-4911-9d17-f3de1a4ef437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.576445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9f650eaa-ec11-4911-9d17-f3de1a4ef437 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7a81c1ee-b29a-47c8-845f-db390344d1c2 HTTP/1.1" status: 204 len: 168 time: 0.2559392 Feb 02 13:22:05.585771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619890bf-7f49-4f0e-b869-d61185bf393d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f2e4c0-b427-4829-a5fd-c1923e99e380,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:05.599670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f650eaa-ec11-4911-9d17-f3de1a4ef437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a81c1ee-b29a-47c8-845f-db390344d1c2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:05.605564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:05.657277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:05.665139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:05.674329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:05.676727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Pushing event updated for resources: {'Port': ['ID=eb509be2-0c1d-4713-ac28-9e21cd396f43,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:06.081777 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Publish callbacks [] for router_gateway (2dd44bee-6489-46f8-8bc6-179a99d22013), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:06.346208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (2dd44bee-6489-46f8-8bc6-179a99d22013), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:06.547907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Router 2dd44bee-6489-46f8-8bc6-179a99d22013 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:22:06.666357 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:06.729313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:22:06.744199 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Sync routers for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:22:06.761274 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:22:06.765542 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:22:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:06.766826 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:06.771712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:06.779366 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-21c650d8-e1a7-464a-b9bd-6b5a25cd80a7 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5580695 Feb 02 13:22:06.814001 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:06.828624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40602) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:06.985632 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:22:07.017287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419ef5e-44b0-49e2-b296-890302ddb8b4 None None] Network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:07.115387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-257933271-network', 'tenant_id': '43d4cbb2cc4e47ffb1579fb01db815b4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:07.170312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Made reservation on behalf of 43d4cbb2cc4e47ffb1579fb01db815b4 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:07.172710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.191406 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.221685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8c9f6a26-7c5f-4c03-a287-77d0022e7d06 None None] Provisioning complete for port c9f396f3-483c-4c5b-9604-5a97a474238e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:07.225428 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6a26-7c5f-4c03-a287-77d0022e7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.347264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40612) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:07.357500 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:05Z', 'revision_number': 3, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:07.359745 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [-] 10.222.0.83 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0087218 Feb 02 13:22:07.366430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40614) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:07.404774 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Checking router: 2dd44bee-6489-46f8-8bc6-179a99d22013 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:22:07.405919 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Updating router 2dd44bee-6489-46f8-8bc6-179a99d22013 port eb509be2-0c1d-4713-ac28-9e21cd396f43 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:22:07.417304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f6a26-7c5f-4c03-a287-77d0022e7d06 None None] Current status of the port c9f396f3-483c-4c5b-9604-5a97a474238e is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:07.417693 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6a26-7c5f-4c03-a287-77d0022e7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.434688 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Publish callbacks [] for security_group (2dcd599b-c338-4982-a9a4-f16182560dff), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.445059 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2dcd599b-c338-4982-a9a4-f16182560dff), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.454819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8c9f6a26-7c5f-4c03-a287-77d0022e7d06 None None] For port c9f396f3-483c-4c5b-9604-5a97a474238e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c9f396f3-483c-4c5b-9604-5a97a474238e,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:07.460719 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8c9f6a26-7c5f-4c03-a287-77d0022e7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.477657 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.480811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:22:07.512265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (82970aa5-69e3-46e4-8fc3-dd78ca19e40a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.512732 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Added segment 82970aa5-69e3-46e4-8fc3-dd78ca19e40a of type vlan for network 4877489e-4307-4516-a4ff-ac458b00ca1f Feb 02 13:22:07.537593 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f6a26-7c5f-4c03-a287-77d0022e7d06 None None] Pushing event updated for resources: {'Port': ['ID=c9f396f3-483c-4c5b-9604-5a97a474238e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:07.586508 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3cbc9513-91cc-499c-8b6b-1d634f714933 tempest-NetworksApiDiscovery-320363631 tempest-NetworksApiDiscovery-320363631-project] 10.222.0.83 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2189419 Feb 02 13:22:07.593857 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (4877489e-4307-4516-a4ff-ac458b00ca1f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.660821 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.725970 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcd599b-c338-4982-a9a4-f16182560dff,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:07.752241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b641c4d-a945-47d3-9ddb-70f314a37714 req-90bb12d5-cabb-46c9-905d-9351f764d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:07.753948 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b641c4d-a945-47d3-9ddb-70f314a37714 req-90bb12d5-cabb-46c9-905d-9351f764d31d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1127 time: 0.1964684 Feb 02 13:22:07.758640 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (4877489e-4307-4516-a4ff-ac458b00ca1f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.760071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:07.776236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.789797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3541a90c-eaff-43f6-a5fa-d105e290f167 None None] Provisioning complete for port c9f396f3-483c-4c5b-9604-5a97a474238e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:07.790275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3541a90c-eaff-43f6-a5fa-d105e290f167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.797728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43316b1b-9bc1-40c0-860b-c200a63dd741 req-6abc297a-d5e3-48f4-981c-ba19eb43282c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:07.819354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43316b1b-9bc1-40c0-860b-c200a63dd741 req-6abc297a-d5e3-48f4-981c-ba19eb43282c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.4086585 Feb 02 13:22:07.855010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:07.865995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c9f396f3-483c-4c5b-9604-5a97a474238e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:22:07.870800 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0410061 Feb 02 13:22:07.874587 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40622) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:07.906848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43316b1b-9bc1-40c0-860b-c200a63dd741 req-eb7ef9ef-9069-426c-9c52-2db7128c0ced tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864632 Feb 02 13:22:07.936561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-68dfacea-ad4b-44c1-a82f-09d10d47fbdf admin admin] Request body: {'subnet': {'network_id': '4877489e-4307-4516-a4ff-ac458b00ca1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-257933271-subnet', 'tenant_id': '43d4cbb2cc4e47ffb1579fb01db815b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:08.052572 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3541a90c-eaff-43f6-a5fa-d105e290f167 None None] Current status of the port c9f396f3-483c-4c5b-9604-5a97a474238e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:08.054680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40626) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:08.058161 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.063868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c9f396f3-483c-4c5b-9604-5a97a474238e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:08.064234 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.109759 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Allocated IP 172.20.0.1 (679c8ee8-9c42-4d17-a445-6b6e8750ad16/248e65ec-619a-4088-9b17-d13a3c6491da/dc1c8749-2899-417b-9cb5-729ccb77fc71) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:08.121253 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Publish callbacks [] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.131940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d9a48-ecae-434a-961f-617300a03c26 admin admin] Pushing event updated for resources: {'Network': ['ID=4877489e-4307-4516-a4ff-ac458b00ca1f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:08.134466 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.175526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dfacea-ad4b-44c1-a82f-09d10d47fbdf admin admin] Made reservation on behalf of 43d4cbb2cc4e47ffb1579fb01db815b4 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:08.182959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 4877489e-4307-4516-a4ff-ac458b00ca1f details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:22:08.183174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68dfacea-ad4b-44c1-a82f-09d10d47fbdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.239178 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Attempting to bind port eb509be2-0c1d-4713-ac28-9e21cd396f43 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:22:08.240742 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Attempting to bind port eb509be2-0c1d-4713-ac28-9e21cd396f43 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:22:08.244116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c9f396f3-483c-4c5b-9604-5a97a474238e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:08.244649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b641c4d-a945-47d3-9ddb-70f314a37714 req-4cf1bfdd-0473-4e96-8f1c-925c18032e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:08.246192 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b641c4d-a945-47d3-9ddb-70f314a37714 req-4cf1bfdd-0473-4e96-8f1c-925c18032e24 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.4458885 Feb 02 13:22:08.250142 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Attempting to bind port eb509be2-0c1d-4713-ac28-9e21cd396f43 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:08.253729 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Pushing event updated for resources: {'Port': ['ID=eb509be2-0c1d-4713-ac28-9e21cd396f43,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:08.258573 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:22:08.258918 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:08.259302 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.261438 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:22:08.270276 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Bound port: eb509be2-0c1d-4713-ac28-9e21cd396f43, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:22:08.270781 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.278910 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.279246 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.279597 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.281458 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.286282 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.286629 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.286968 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.287292 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.287635 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.287952 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.288265 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.288576 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.288885 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:08.352867 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] For port eb509be2-0c1d-4713-ac28-9e21cd396f43, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:22:08.355802 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Publish callbacks [] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.356899 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] For port eb509be2-0c1d-4713-ac28-9e21cd396f43, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=eb509be2-0c1d-4713-ac28-9e21cd396f43,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:22:08.364748 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.398027 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.431780 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:22:08.432855 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:22:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:08.455249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Pushing event updated for resources: {'Port': ['ID=dc1c8749-2899-417b-9cb5-729ccb77fc71,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:08.476239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:08.477438 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:08.480891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:08.522770 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (2dd44bee-6489-46f8-8bc6-179a99d22013), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.577624 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:22:08.678109 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.714178 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca212b04-e57a-4897-8dd7-0404a675c8f9 None None] Pushing event updated for resources: {'Port': ['ID=eb509be2-0c1d-4713-ac28-9e21cd396f43,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:08.745222 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bba606b7-9f38-459b-a6b8-9630329d2ba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.820016 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b641c4d-a945-47d3-9ddb-70f314a37714 req-76314d1b-21ef-4fc9-a320-b573eb006698 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 998 time: 0.5646462 Feb 02 13:22:08.853101 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:05Z', 'revision_number': 3, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:08.887380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4879c92d-35e3-4039-9743-99188aae9311 None None] Provisioning complete for port dc1c8749-2899-417b-9cb5-729ccb77fc71 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:08.888047 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4879c92d-35e3-4039-9743-99188aae9311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.902820 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Publish callbacks [] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.908527 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:08.982964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4879c92d-35e3-4039-9743-99188aae9311 None None] Port dc1c8749-2899-417b-9cb5-729ccb77fc71 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:22:08.996343 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b641c4d-a945-47d3-9ddb-70f314a37714 req-61d8a824-2ddc-4f4c-a195-6908fc5b1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:08.998339 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b641c4d-a945-47d3-9ddb-70f314a37714 req-61d8a824-2ddc-4f4c-a195-6908fc5b1951 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.1716750 Feb 02 13:22:09.046511 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e530c6-5cde-4310-bf49-8baf844b559c None None] The sync data for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 is: [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:05Z', 'revision_number': 3, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:22:09.103821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Pushing event updated for resources: {'Port': ['ID=dc1c8749-2899-417b-9cb5-729ccb77fc71,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:09.113371 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (2dd44bee-6489-46f8-8bc6-179a99d22013), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:09.180690 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bba606b7-9f38-459b-a6b8-9630329d2ba7 admin admin] Publish callbacks [] for security_group (18cadc6e-8ec5-4c6c-8c91-6aebb37ae715), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:09.189085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b641c4d-a945-47d3-9ddb-70f314a37714 req-3f590a9d-8c97-43d3-9636-1ae5538d8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:09.190789 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b641c4d-a945-47d3-9ddb-70f314a37714 req-3f590a9d-8c97-43d3-9636-1ae5538d8ab3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1830368 Feb 02 13:22:09.203830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb67df-14f4-4cf7-98c4-32d9247f5271 req-a42d2464-3b65-4519-aefa-678e0d4749e5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:09.205465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ebb67df-14f4-4cf7-98c4-32d9247f5271 req-a42d2464-3b65-4519-aefa-678e0d4749e5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1530335 Feb 02 13:22:09.206607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bba606b7-9f38-459b-a6b8-9630329d2ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (18cadc6e-8ec5-4c6c-8c91-6aebb37ae715), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:09.243172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68dfacea-ad4b-44c1-a82f-09d10d47fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (d3e8fafc-ba43-4f22-bf3f-3975c2bb19a3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:09.274740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:09.277280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:09.282292 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ebb67df-14f4-4cf7-98c4-32d9247f5271 req-7e680f33-7097-4a22-b08e-5f940edafd82 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673389 Feb 02 13:22:09.340344 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bba606b7-9f38-459b-a6b8-9630329d2ba7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=613d23c5e582422fbc07a2438ee43e07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2845500 Feb 02 13:22:09.343246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40634) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:09.356580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba606b7-9f38-459b-a6b8-9630329d2ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cadc6e-8ec5-4c6c-8c91-6aebb37ae715,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:09.388261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfacea-ad4b-44c1-a82f-09d10d47fbdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3e8fafc-ba43-4f22-bf3f-3975c2bb19a3,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:09.415094 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b641c4d-a945-47d3-9ddb-70f314a37714 req-c9a28295-189a-4511-9ae2-85ea339893cb service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180107 Feb 02 13:22:09.456695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dfacea-ad4b-44c1-a82f-09d10d47fbdf admin admin] Checking segment: {'id': '82970aa5-69e3-46e4-8fc3-dd78ca19e40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4877489e-4307-4516-a4ff-ac458b00ca1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:09.457066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dfacea-ad4b-44c1-a82f-09d10d47fbdf admin admin] Network hostable DHCP agents. Network: 4877489e-4307-4516-a4ff-ac458b00ca1f, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:22:09.548357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Router 2dd44bee-6489-46f8-8bc6-179a99d22013 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:22:09.549764 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dc0fa33-14a2-4df9-a76c-6a74c3ecf9f3 admin admin] Publish callbacks [] for security_group (18cadc6e-8ec5-4c6c-8c91-6aebb37ae715), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:09.553214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dfacea-ad4b-44c1-a82f-09d10d47fbdf admin admin] Network 4877489e-4307-4516-a4ff-ac458b00ca1f is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:22:09.582193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-68dfacea-ad4b-44c1-a82f-09d10d47fbdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 4877489e-4307-4516-a4ff-ac458b00ca1f) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:09.592893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213ea4b4-9417-4bd1-9bcc-35fdc9051a27 None None] Network 4877489e-4307-4516-a4ff-ac458b00ca1f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:09.598622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dfacea-ad4b-44c1-a82f-09d10d47fbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:09.599122 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68dfacea-ad4b-44c1-a82f-09d10d47fbdf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:09.614130 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7b641c4d-a945-47d3-9ddb-70f314a37714 req-13d8733e-d0c1-4af2-b1c1-ce777d64cac6 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900241 Feb 02 13:22:09.646206 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-68dfacea-ad4b-44c1-a82f-09d10d47fbdf admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7319300 Feb 02 13:22:09.668929 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dc0fa33-14a2-4df9-a76c-6a74c3ecf9f3 admin admin] Publish callbacks [] for security_group (18cadc6e-8ec5-4c6c-8c91-6aebb37ae715), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:09.795528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7cdd1ef6-c4fd-472c-80bc-5cbbaeb07487 None None] Provisioning complete for port dc1c8749-2899-417b-9cb5-729ccb77fc71 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:09.799407 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cdd1ef6-c4fd-472c-80bc-5cbbaeb07487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:09.881388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device eb509be2-0c1d-4713-ac28-9e21cd396f43 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:22:09.902927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:22:09.923587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-13c6a3f6-f9ee-43d2-8905-26cde77a669b admin admin] 10.222.0.83 "PUT /v2.0/routers/2dd44bee-6489-46f8-8bc6-179a99d22013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1401153 Feb 02 13:22:09.923587 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dc0fa33-14a2-4df9-a76c-6a74c3ecf9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (18cadc6e-8ec5-4c6c-8c91-6aebb37ae715), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:09.923587 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3dc0fa33-14a2-4df9-a76c-6a74c3ecf9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:09.923587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3dc0fa33-14a2-4df9-a76c-6a74c3ecf9f3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/18cadc6e-8ec5-4c6c-8c91-6aebb37ae715 HTTP/1.1" status: 204 len: 168 time: 0.5739119 Feb 02 13:22:09.943831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0fa33-14a2-4df9-a76c-6a74c3ecf9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cadc6e-8ec5-4c6c-8c91-6aebb37ae715,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:09.964355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40644) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:10.030583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8952f752-1561-4374-b5fc-9f03e7d23672 None None] Network 4877489e-4307-4516-a4ff-ac458b00ca1f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:10.032200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-251ff4d1-1842-4d24-af01-87159892a8b5 admin admin] Deleting subnet d3e8fafc-ba43-4f22-bf3f-3975c2bb19a3 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:22:10.041986 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-251ff4d1-1842-4d24-af01-87159892a8b5 admin admin] Publish callbacks [] for subnet (d3e8fafc-ba43-4f22-bf3f-3975c2bb19a3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.092038 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-251ff4d1-1842-4d24-af01-87159892a8b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (d3e8fafc-ba43-4f22-bf3f-3975c2bb19a3), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.094365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7cdd1ef6-c4fd-472c-80bc-5cbbaeb07487 None None] Port dc1c8749-2899-417b-9cb5-729ccb77fc71 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:22:10.186431 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-251ff4d1-1842-4d24-af01-87159892a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (d3e8fafc-ba43-4f22-bf3f-3975c2bb19a3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.291178 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-251ff4d1-1842-4d24-af01-87159892a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (d3e8fafc-ba43-4f22-bf3f-3975c2bb19a3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.400250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ff4d1-1842-4d24-af01-87159892a8b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3e8fafc-ba43-4f22-bf3f-3975c2bb19a3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:10.418031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-251ff4d1-1842-4d24-af01-87159892a8b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.427369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-251ff4d1-1842-4d24-af01-87159892a8b5 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d3e8fafc-ba43-4f22-bf3f-3975c2bb19a3 HTTP/1.1" status: 204 len: 168 time: 0.4619074 Feb 02 13:22:10.429123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port eb509be2-0c1d-4713-ac28-9e21cd396f43 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:10.429518 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.430626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40656) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:10.548623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (4877489e-4307-4516-a4ff-ac458b00ca1f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.623033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port eb509be2-0c1d-4713-ac28-9e21cd396f43 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:10.623210 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.663030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port eb509be2-0c1d-4713-ac28-9e21cd396f43, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=eb509be2-0c1d-4713-ac28-9e21cd396f43,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:10.670368 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.727902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (4877489e-4307-4516-a4ff-ac458b00ca1f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.750789 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4877489e-4307-4516-a4ff-ac458b00ca1f']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:10.760921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82970aa5-69e3-46e4-8fc3-dd78ca19e40a') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:10.761214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82970aa5-69e3-46e4-8fc3-dd78ca19e40a') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:10.772883 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (82970aa5-69e3-46e4-8fc3-dd78ca19e40a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.785590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=eb509be2-0c1d-4713-ac28-9e21cd396f43,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:10.789493 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (82970aa5-69e3-46e4-8fc3-dd78ca19e40a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.798166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:22:10.798685 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (82970aa5-69e3-46e4-8fc3-dd78ca19e40a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:22:10.800880 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:22:10.859205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd307-c12d-47f0-8265-a38cf7d05113 req-eec66cc7-83ce-403d-92ca-184c03a14365 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:10.873672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (4877489e-4307-4516-a4ff-ac458b00ca1f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.878649 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-384fd307-c12d-47f0-8265-a38cf7d05113 req-eec66cc7-83ce-403d-92ca-184c03a14365 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.3997283 Feb 02 13:22:10.893154 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:10.897692 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] 10.222.0.83 "DELETE /v2.0/networks/4877489e-4307-4516-a4ff-ac458b00ca1f HTTP/1.1" status: 204 len: 168 time: 0.4658508 Feb 02 13:22:10.898736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13009745-2c1f-4e8a-a530-7088933c4e03 admin admin] Pushing event deleted for resources: {'Network': ['ID=4877489e-4307-4516-a4ff-ac458b00ca1f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:11.014935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-384fd307-c12d-47f0-8265-a38cf7d05113 req-761ba6d9-7717-4118-a80f-42ad5849d711 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326509 Feb 02 13:22:11.135995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40680) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:11.215118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40686) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:11.229114 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5442f2f2-0f85-446a-9e0d-34c6567cd8c8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=43d4cbb2cc4e47ffb1579fb01db815b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0862875 Feb 02 13:22:11.289043 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa4d35f4-3ba7-4e75-9f6b-2c58d8e3fcc2 admin admin] Publish callbacks [] for security_group (2dcd599b-c338-4982-a9a4-f16182560dff), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:11.318891 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa4d35f4-3ba7-4e75-9f6b-2c58d8e3fcc2 admin admin] Publish callbacks [] for security_group (2dcd599b-c338-4982-a9a4-f16182560dff), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:11.395939 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa4d35f4-3ba7-4e75-9f6b-2c58d8e3fcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2dcd599b-c338-4982-a9a4-f16182560dff), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:11.400818 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa4d35f4-3ba7-4e75-9f6b-2c58d8e3fcc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:11.406887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aa4d35f4-3ba7-4e75-9f6b-2c58d8e3fcc2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2dcd599b-c338-4982-a9a4-f16182560dff HTTP/1.1" status: 204 len: 168 time: 0.1875982 Feb 02 13:22:11.422871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d35f4-3ba7-4e75-9f6b-2c58d8e3fcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcd599b-c338-4982-a9a4-f16182560dff,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:11.563955 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:11.568868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e9063c7f-c21c-4b2b-a05d-78905915be2a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091578484', 'description': 'tempest-description--2080022746'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:11.603852 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9063c7f-c21c-4b2b-a05d-78905915be2a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:11.708008 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9063c7f-c21c-4b2b-a05d-78905915be2a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group (fb7972c6-3cea-4a29-aaed-659efde4e1ff), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:11.716659 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9063c7f-c21c-4b2b-a05d-78905915be2a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fb7972c6-3cea-4a29-aaed-659efde4e1ff), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:11.718351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device eb509be2-0c1d-4713-ac28-9e21cd396f43 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:22:11.722820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Sync routers for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:22:11.761793 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9063c7f-c21c-4b2b-a05d-78905915be2a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:11.766915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e9063c7f-c21c-4b2b-a05d-78905915be2a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1982613 Feb 02 13:22:11.767095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40702) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:11.769476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9063c7f-c21c-4b2b-a05d-78905915be2a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7972c6-3cea-4a29-aaed-659efde4e1ff,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:11.770921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-db49b91a-a7a0-4c1b-b157-02419cedf2a6 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Request body: {'security_group_rule': {'security_group_id': 'fb7972c6-3cea-4a29-aaed-659efde4e1ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:11.806932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:22:11.808397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:22:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:11.817311 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db49b91a-a7a0-4c1b-b157-02419cedf2a6 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group_rule (5c56406b-24f5-4ebe-b384-87df3e65fc07), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:11.952124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db49b91a-a7a0-4c1b-b157-02419cedf2a6 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group_rule (5c56406b-24f5-4ebe-b384-87df3e65fc07), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:11.970699 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db49b91a-a7a0-4c1b-b157-02419cedf2a6 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (5c56406b-24f5-4ebe-b384-87df3e65fc07), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:12.004740 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49b91a-a7a0-4c1b-b157-02419cedf2a6 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c56406b-24f5-4ebe-b384-87df3e65fc07,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:12.020265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db49b91a-a7a0-4c1b-b157-02419cedf2a6 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:12.021518 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-db49b91a-a7a0-4c1b-b157-02419cedf2a6 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2541502 Feb 02 13:22:12.024125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40716) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:12.028689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-31355c40-4683-42e8-9b18-d713fdad80d3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Request body: {'security_group_rule': {'security_group_id': 'fb7972c6-3cea-4a29-aaed-659efde4e1ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:12.082355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-31355c40-4683-42e8-9b18-d713fdad80d3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group_rule (52f0898b-b2a2-4ca6-b931-be6d1e25cdcd), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:12.165313 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port eb509be2-0c1d-4713-ac28-9e21cd396f43 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:12.165783 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:12.189880 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-31355c40-4683-42e8-9b18-d713fdad80d3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group_rule (52f0898b-b2a2-4ca6-b931-be6d1e25cdcd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:12.201142 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-31355c40-4683-42e8-9b18-d713fdad80d3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (52f0898b-b2a2-4ca6-b931-be6d1e25cdcd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:12.234220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31355c40-4683-42e8-9b18-d713fdad80d3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f0898b-b2a2-4ca6-b931-be6d1e25cdcd,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:12.261291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-31355c40-4683-42e8-9b18-d713fdad80d3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:12.262628 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-31355c40-4683-42e8-9b18-d713fdad80d3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2374847 Feb 02 13:22:12.265557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:12.270051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:12.307786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:12.322381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:22:12.391896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port eb509be2-0c1d-4713-ac28-9e21cd396f43 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:12.452920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:12.612979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Allocated IP 172.25.4.183 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/83999ce4-5004-4119-a59e-82c61722e536) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:12.739185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 2, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:12.756817 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for port (83999ce4-5004-4119-a59e-82c61722e536), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:12.776195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Checking router: 2dd44bee-6489-46f8-8bc6-179a99d22013 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:22:12.777115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Updating router 2dd44bee-6489-46f8-8bc6-179a99d22013 port dc1c8749-2899-417b-9cb5-729ccb77fc71 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:22:12.810814 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:12.831862 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (83999ce4-5004-4119-a59e-82c61722e536), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:12.898593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:12.903994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:12.906827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:12.932930 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event updated for resources: {'Port': ['ID=83999ce4-5004-4119-a59e-82c61722e536,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:13.077401 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (84d47c97-91c5-42c2-b76c-8a8a7cc9d994), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.102356 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:13.134470 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (83999ce4-5004-4119-a59e-82c61722e536), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.275769 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e15a76fb-164b-4709-8a2d-9580768bb709 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.334558 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Publish callbacks [] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.339517 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for port (83999ce4-5004-4119-a59e-82c61722e536), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.345196 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.347117 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (83999ce4-5004-4119-a59e-82c61722e536), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.367992 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e15a76fb-164b-4709-8a2d-9580768bb709 admin admin] Publish callbacks [] for security_group (e5c285d7-a2b5-41c6-b13a-b9746a338cb5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.376038 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e15a76fb-164b-4709-8a2d-9580768bb709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e5c285d7-a2b5-41c6-b13a-b9746a338cb5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.404247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5489425-0280-4b1b-94ba-7d1f4b5670de None None] Pushing event updated for resources: {'Port': ['ID=dc1c8749-2899-417b-9cb5-729ccb77fc71,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:13.434719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event updated for resources: {'Port': ['ID=83999ce4-5004-4119-a59e-82c61722e536,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:13.447947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (84d47c97-91c5-42c2-b76c-8a8a7cc9d994), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.474986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.491966 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a17066ed-1b0c-4390-9b81-c93d9462c601 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2252533 Feb 02 13:22:13.495564 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e15a76fb-164b-4709-8a2d-9580768bb709 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0c44e18f847242cb95347bb26782fbd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3912065 Feb 02 13:22:13.496566 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a76fb-164b-4709-8a2d-9580768bb709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c285d7-a2b5-41c6-b13a-b9746a338cb5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:13.498187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40766) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:13.542960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Attempting to bind port dc1c8749-2899-417b-9cb5-729ccb77fc71 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:22:13.543331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Attempting to bind port dc1c8749-2899-417b-9cb5-729ccb77fc71 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:22:13.543771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Attempting to bind port dc1c8749-2899-417b-9cb5-729ccb77fc71 on network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:13.558437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:22:13.558835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Checking segment: {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:13.559248 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.559776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Bound using segment: {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:22:13.560266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Bound port: dc1c8749-2899-417b-9cb5-729ccb77fc71, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:22:13.560654 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.608984 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45f7313f-bbbb-4bdf-b78e-b8bf948ccaa5 admin admin] Publish callbacks [] for security_group (e5c285d7-a2b5-41c6-b13a-b9746a338cb5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.656091 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45f7313f-bbbb-4bdf-b78e-b8bf948ccaa5 admin admin] Publish callbacks [] for security_group (e5c285d7-a2b5-41c6-b13a-b9746a338cb5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.737301 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] For port dc1c8749-2899-417b-9cb5-729ccb77fc71, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:22:13.740935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] For port dc1c8749-2899-417b-9cb5-729ccb77fc71, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=dc1c8749-2899-417b-9cb5-729ccb77fc71,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:22:13.755492 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.794674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45f7313f-bbbb-4bdf-b78e-b8bf948ccaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e5c285d7-a2b5-41c6-b13a-b9746a338cb5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.797458 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45f7313f-bbbb-4bdf-b78e-b8bf948ccaa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:13.801236 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-45f7313f-bbbb-4bdf-b78e-b8bf948ccaa5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e5c285d7-a2b5-41c6-b13a-b9746a338cb5 HTTP/1.1" status: 204 len: 168 time: 0.2995682 Feb 02 13:22:13.811459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f7313f-bbbb-4bdf-b78e-b8bf948ccaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c285d7-a2b5-41c6-b13a-b9746a338cb5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:13.833627 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:22:13.834373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:22:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:14.068640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5489425-0280-4b1b-94ba-7d1f4b5670de None None] Pushing event updated for resources: {'Port': ['ID=dc1c8749-2899-417b-9cb5-729ccb77fc71,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:14.077724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6ac9ed12-a346-49fc-8d46-55b21f5c5e48 None None] Provisioning complete for port dc1c8749-2899-417b-9cb5-729ccb77fc71 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:14.078339 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ed12-a346-49fc-8d46-55b21f5c5e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:14.109000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:22:14.162721 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-d3b2bd59-b148-4e8a-a9eb-7ebf2d75229d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1091578484&fields=id&tenant_id=27c2d8714df44df78e68b61fa8958a1f HTTP/1.1" status: 200 len: 267 time: 0.0938051 Feb 02 13:22:14.330048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9ed12-a346-49fc-8d46-55b21f5c5e48 None None] Current status of the port dc1c8749-2899-417b-9cb5-729ccb77fc71 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:14.330607 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ed12-a346-49fc-8d46-55b21f5c5e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:14.384880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-08dd9a5b-c2fb-44de-8717-9038ce00149b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:14.390328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6ac9ed12-a346-49fc-8d46-55b21f5c5e48 None None] For port dc1c8749-2899-417b-9cb5-729ccb77fc71, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=dc1c8749-2899-417b-9cb5-729ccb77fc71,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:14.394331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-08dd9a5b-c2fb-44de-8717-9038ce00149b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 811 time: 0.2277665 Feb 02 13:22:14.394719 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:22:14.413794 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-eddbac44-ddc1-418a-b8af-bd4ab6c73920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/quotas/27c2d8714df44df78e68b61fa8958a1f HTTP/1.1" status: 200 len: 375 time: 0.0163069 Feb 02 13:22:14.437323 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ed12-a346-49fc-8d46-55b21f5c5e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:14.498689 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-ec77ed25-ea55-4ed1-91f7-5ed4f3ee86c1 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836544 Feb 02 13:22:14.584335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9ed12-a346-49fc-8d46-55b21f5c5e48 None None] Pushing event updated for resources: {'Port': ['ID=dc1c8749-2899-417b-9cb5-729ccb77fc71,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:14.619964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:13Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:14.621811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f58805ff-bb04-4f6a-9315-e1a4897e190c None None] Provisioning complete for port dc1c8749-2899-417b-9cb5-729ccb77fc71 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:14.622180 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f58805ff-bb04-4f6a-9315-e1a4897e190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:14.726394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13809842-fc20-4a74-ae0e-bfad23b391ef None None] The sync data for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 is: [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:13Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:22:14.764061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-ce45b870-fb19-4f98-8638-1132aea68858 service neutron] 10.222.0.83 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620883 Feb 02 13:22:14.845424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f58805ff-bb04-4f6a-9315-e1a4897e190c None None] Current status of the port dc1c8749-2899-417b-9cb5-729ccb77fc71 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:14.899933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-5483cad3-7daa-43f1-8097-2bb965205220 service neutron] 10.222.0.83 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293433 Feb 02 13:22:15.167197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0e64530-641a-4e9f-b6a8-a5a10a9073df req-a67d08e5-6b06-4f72-a1bf-54fd6630d4e2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 210 time: 0.0410397 Feb 02 13:22:15.777158 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40840) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:15.824674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dc1c8749-2899-417b-9cb5-729ccb77fc71 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:22:15.885204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port dc1c8749-2899-417b-9cb5-729ccb77fc71 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:15.885892 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:15.969391 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a9e7829-2ccb-424e-ad88-f4d50e13a923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:16.047079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port dc1c8749-2899-417b-9cb5-729ccb77fc71 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:16.120672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a9e7829-2ccb-424e-ad88-f4d50e13a923 admin admin] Publish callbacks [] for security_group (12c07767-37e1-4ac0-ad2f-32c06284bf89), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:16.128896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8a9e7829-2ccb-424e-ad88-f4d50e13a923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (12c07767-37e1-4ac0-ad2f-32c06284bf89), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:16.184182 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8a9e7829-2ccb-424e-ad88-f4d50e13a923 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d953dda2e65c4a6284e9f8b06c253422&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4049897 Feb 02 13:22:16.186508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40844) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:16.193432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e7829-2ccb-424e-ad88-f4d50e13a923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c07767-37e1-4ac0-ad2f-32c06284bf89,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:16.252505 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7923336-d723-4b9e-bc5a-44b739475687 admin admin] Publish callbacks [] for security_group (12c07767-37e1-4ac0-ad2f-32c06284bf89), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:16.276005 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7923336-d723-4b9e-bc5a-44b739475687 admin admin] Publish callbacks [] for security_group (12c07767-37e1-4ac0-ad2f-32c06284bf89), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:16.294108 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f0ac251-c3b1-4d3d-b4d5-25e9b5a9b169 req-934ab3db-9fd2-4d86-8273-c670881399ce tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 210 time: 0.0349669 Feb 02 13:22:16.330245 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7923336-d723-4b9e-bc5a-44b739475687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (12c07767-37e1-4ac0-ad2f-32c06284bf89), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:16.337098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7923336-d723-4b9e-bc5a-44b739475687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:16.338351 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c7923336-d723-4b9e-bc5a-44b739475687 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/12c07767-37e1-4ac0-ad2f-32c06284bf89 HTTP/1.1" status: 204 len: 168 time: 0.1507580 Feb 02 13:22:16.347584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7923336-d723-4b9e-bc5a-44b739475687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c07767-37e1-4ac0-ad2f-32c06284bf89,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:16.748321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-6eda1d33-1062-4eb7-bb99-ebe5fd87ef70 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:16.749906 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-6eda1d33-1062-4eb7-bb99-ebe5fd87ef70 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.62 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 811 time: 0.1954429 Feb 02 13:22:16.885461 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-eda0099a-e978-4771-9fc2-fa42f6564b6a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27c2d8714df44df78e68b61fa8958a1f HTTP/1.1" status: 200 len: 380 time: 0.1214168 Feb 02 13:22:16.909687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Request body: {'port': {'device_id': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'admin_state_up': True, 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'security_groups': ['fb7972c6-3cea-4a29-aaed-659efde4e1ff']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:17.099732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Made reservation on behalf of 27c2d8714df44df78e68b61fa8958a1f for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:17.104135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:17.266595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Allocated IP 172.20.0.9 (679c8ee8-9c42-4d17-a445-6b6e8750ad16/248e65ec-619a-4088-9b17-d13a3c6491da/b789b1b5-8e57-4145-8412-ed9ec2b40397) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:17.455041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:17.473003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9f26691-b5d3-4765-aa19-1aa79689d69a req-6461e509-03d6-4133-9f8a-6d71d3a72d4a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 210 time: 0.0496235 Feb 02 13:22:17.514818 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:17.569472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event updated for resources: {'Port': ['ID=b789b1b5-8e57-4145-8412-ed9ec2b40397,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:17.584434 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:17.586434 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:17.589662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:17.677946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:17.679010 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:17.721902 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-87c74913-00a6-43f1-a3cb-0ebd5c547b0b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8166842 Feb 02 13:22:17.739385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Request body: {'port': {'device_id': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:17.847850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:18.004100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-275e0c2a-3cf9-4d07-8515-6b52b0a92d96 None None] Provisioning complete for port b789b1b5-8e57-4145-8412-ed9ec2b40397 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:18.004593 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-275e0c2a-3cf9-4d07-8515-6b52b0a92d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:18.065686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-275e0c2a-3cf9-4d07-8515-6b52b0a92d96 None None] Port b789b1b5-8e57-4145-8412-ed9ec2b40397 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:22:18.258798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b789b1b5-8e57-4145-8412-ed9ec2b40397 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:22:18.268866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Publish callbacks [] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:18.282823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Transition to ACTIVE for port object b789b1b5-8e57-4145-8412-ed9ec2b40397 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:22:18.290223 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:18.360217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Pushing event updated for resources: {'Port': ['ID=b789b1b5-8e57-4145-8412-ed9ec2b40397,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:18.484080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Attempting to bind port b789b1b5-8e57-4145-8412-ed9ec2b40397 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:22:18.484412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Attempting to bind port b789b1b5-8e57-4145-8412-ed9ec2b40397 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:22:18.484736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Attempting to bind port b789b1b5-8e57-4145-8412-ed9ec2b40397 on network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:18.509697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Port b789b1b5-8e57-4145-8412-ed9ec2b40397 on network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:22:18.510201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Attempting to bind port b789b1b5-8e57-4145-8412-ed9ec2b40397 on network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:18.528350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:22:18.528975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Checking segment: {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:18.529534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Bound using segment: {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:22:18.530326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Bound port: b789b1b5-8e57-4145-8412-ed9ec2b40397, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:22:18.530841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:18.675756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd3469-da93-4dad-afd1-b41ac16abfe0 req-eab447c3-b88d-4978-8609-c5236d63dd5c tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:18.683719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] For port b789b1b5-8e57-4145-8412-ed9ec2b40397, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:22:18.684771 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52cd3469-da93-4dad-afd1-b41ac16abfe0 req-eab447c3-b88d-4978-8609-c5236d63dd5c tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 943 time: 0.1043403 Feb 02 13:22:18.688293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] For port b789b1b5-8e57-4145-8412-ed9ec2b40397, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b789b1b5-8e57-4145-8412-ed9ec2b40397,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:22:18.702732 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:18.757988 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52cd3469-da93-4dad-afd1-b41ac16abfe0 req-624154c5-c134-4598-bf15-157c408265ee tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720403 Feb 02 13:22:18.778317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:18.779616 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:18.783283 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] 10.222.0.62 "PUT /v2.0/ports/b789b1b5-8e57-4145-8412-ed9ec2b40397 HTTP/1.1" status: 200 len: 1091 time: 1.0464151 Feb 02 13:22:18.793446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'tag': 'b789b1b5-8e57-4145-8412-ed9ec2b40397'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:22:18.795813 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cddd6e-b309-48d9-850b-5850581cd5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "eea392d8-e56f-469c-99c8-1d2412a548b6", "tag": "b789b1b5-8e57-4145-8412-ed9ec2b40397"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:22:18.872120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e5a0a5-17d5-4f0e-98bb-6ee68f5ad931 service neutron] Pushing event updated for resources: {'Port': ['ID=b789b1b5-8e57-4145-8412-ed9ec2b40397,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:18.921040 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ce3bed-cbf9-44dd-8f2e-c8bfdb7785f3 x-openstack-request-id: req-d5ce3bed-cbf9-44dd-8f2e-c8bfdb7785f3 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:22:18.921708 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea392d8-e56f-469c-99c8-1d2412a548b6", "tag": "b789b1b5-8e57-4145-8412-ed9ec2b40397", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:22:18.922165 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d5ce3bed-cbf9-44dd-8f2e-c8bfdb7785f3 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:22:18.922777 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'tag': 'b789b1b5-8e57-4145-8412-ed9ec2b40397', 'status': 'completed', 'code': 200} Feb 02 13:22:18.965088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-5bbc159a-9aab-4cd3-8ec4-1415d7458d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:18.967508 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-5bbc159a-9aab-4cd3-8ec4-1415d7458d57 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 1125 time: 0.1122780 Feb 02 13:22:19.065483 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-1f4d3667-00d6-461e-9c25-32e763f74202 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b789b1b5-8e57-4145-8412-ed9ec2b40397 HTTP/1.1" status: 200 len: 217 time: 0.0833073 Feb 02 13:22:19.135411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-08991968-3d2e-4b43-b5f4-897fcb672b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:19.136947 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-08991968-3d2e-4b43-b5f4-897fcb672b26 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=248e65ec-619a-4088-9b17-d13a3c6491da HTTP/1.1" status: 200 len: 850 time: 0.0638216 Feb 02 13:22:19.209445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-a3ed71e1-d2f9-458b-96e3-2f3e86205f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:19.211869 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-a3ed71e1-d2f9-458b-96e3-2f3e86205f0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=679c8ee8-9c42-4d17-a445-6b6e8750ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0675018 Feb 02 13:22:19.326326 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-5d5b56ce-ade4-4fa4-aa88-dcc8058689e2 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072609 Feb 02 13:22:19.445745 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-caad41e1-9a9c-41ef-8a49-749ffa8076cf req-28079aae-7273-4077-a09b-bb6bc2f05270 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131618 Feb 02 13:22:19.621055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cddd6e-b309-48d9-850b-5850581cd5f1 req-a11c2bbd-c442-4772-9499-4644c829e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:19.623306 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d3cddd6e-b309-48d9-850b-5850581cd5f1 req-a11c2bbd-c442-4772-9499-4644c829e5fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 1125 time: 0.0670288 Feb 02 13:22:19.748123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cddd6e-b309-48d9-850b-5850581cd5f1 req-12f8585e-1dff-450c-893f-196719f2b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:19.750372 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d3cddd6e-b309-48d9-850b-5850581cd5f1 req-12f8585e-1dff-450c-893f-196719f2b0d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 912 time: 0.1199443 Feb 02 13:22:19.798212 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d3cddd6e-b309-48d9-850b-5850581cd5f1 req-20ecec2d-0a92-4bac-80b6-1ee6f51696ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b789b1b5-8e57-4145-8412-ed9ec2b40397 HTTP/1.1" status: 200 len: 217 time: 0.0393796 Feb 02 13:22:19.865619 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cddd6e-b309-48d9-850b-5850581cd5f1 req-ec853021-0803-4320-9d95-fe5bc51fdec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:19.867170 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d3cddd6e-b309-48d9-850b-5850581cd5f1 req-ec853021-0803-4320-9d95-fe5bc51fdec3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=248e65ec-619a-4088-9b17-d13a3c6491da HTTP/1.1" status: 200 len: 850 time: 0.0626450 Feb 02 13:22:19.916088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef939440-ec49-4402-b11b-f238b302a819 req-072c2544-9811-4082-b694-58148f4663be tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:19.917633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef939440-ec49-4402-b11b-f238b302a819 req-072c2544-9811-4082-b694-58148f4663be tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 943 time: 0.0800021 Feb 02 13:22:19.945733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cddd6e-b309-48d9-850b-5850581cd5f1 req-641d8159-fa1e-452a-8db8-718ba7a55800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:19.947626 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d3cddd6e-b309-48d9-850b-5850581cd5f1 req-641d8159-fa1e-452a-8db8-718ba7a55800 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=679c8ee8-9c42-4d17-a445-6b6e8750ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0740876 Feb 02 13:22:19.978512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef939440-ec49-4402-b11b-f238b302a819 req-098227a1-a70f-494d-8e1e-305a863f5fd9 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549085 Feb 02 13:22:20.077793 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d3cddd6e-b309-48d9-850b-5850581cd5f1 req-43081082-cd17-4186-8500-8c1609864569 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228628 Feb 02 13:22:20.220323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:20.240979 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d3cddd6e-b309-48d9-850b-5850581cd5f1 req-fae45a19-c023-45f3-8140-1805a2d3b452 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572928 Feb 02 13:22:20.341682 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f6a69bc-1795-462f-a5ab-db1b8c52f7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:20.419521 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f6a69bc-1795-462f-a5ab-db1b8c52f7d6 admin admin] Publish callbacks [] for security_group (8908b59a-8249-4ad6-8820-5f5a0fe732fe), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:20.423661 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8f6a69bc-1795-462f-a5ab-db1b8c52f7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8908b59a-8249-4ad6-8820-5f5a0fe732fe), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:20.460927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a69bc-1795-462f-a5ab-db1b8c52f7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8908b59a-8249-4ad6-8820-5f5a0fe732fe,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:20.466408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8f6a69bc-1795-462f-a5ab-db1b8c52f7d6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4ff66aa068fd44e690258289816f69e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446983 Feb 02 13:22:20.469985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41006) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:20.534420 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2776544-f658-43bb-8d04-c0d9c337a64a admin admin] Publish callbacks [] for security_group (8908b59a-8249-4ad6-8820-5f5a0fe732fe), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:20.557874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2776544-f658-43bb-8d04-c0d9c337a64a admin admin] Publish callbacks [] for security_group (8908b59a-8249-4ad6-8820-5f5a0fe732fe), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:20.610837 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2776544-f658-43bb-8d04-c0d9c337a64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8908b59a-8249-4ad6-8820-5f5a0fe732fe), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:20.614028 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2776544-f658-43bb-8d04-c0d9c337a64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:20.615404 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a2776544-f658-43bb-8d04-c0d9c337a64a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8908b59a-8249-4ad6-8820-5f5a0fe732fe HTTP/1.1" status: 204 len: 168 time: 0.1443717 Feb 02 13:22:20.626664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2776544-f658-43bb-8d04-c0d9c337a64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8908b59a-8249-4ad6-8820-5f5a0fe732fe,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:20.937137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41016) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:20.952504 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0dd35320-e148-407e-ae8a-df6c8ef2b2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:21.065731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0dd35320-e148-407e-ae8a-df6c8ef2b2c0 admin admin] Publish callbacks [] for security_group (4383c998-e40c-42d4-821e-93f8e6c3ebb8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:21.071030 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0dd35320-e148-407e-ae8a-df6c8ef2b2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4383c998-e40c-42d4-821e-93f8e6c3ebb8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:21.121049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c9fa2-017c-4b14-bda4-eb300681e422 req-29aa10b4-c70b-49db-84b6-e6adb475e773 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:21.123252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e69c9fa2-017c-4b14-bda4-eb300681e422 req-29aa10b4-c70b-49db-84b6-e6adb475e773 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 943 time: 0.0593808 Feb 02 13:22:21.140528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd35320-e148-407e-ae8a-df6c8ef2b2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4383c998-e40c-42d4-821e-93f8e6c3ebb8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:21.174694 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0dd35320-e148-407e-ae8a-df6c8ef2b2c0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=10b00cbd60b94ba5abb7f62cbd5465bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2356188 Feb 02 13:22:21.176159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41026) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:21.188755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e69c9fa2-017c-4b14-bda4-eb300681e422 req-e3ed3ad2-2442-4884-9675-84932a6fcdb9 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596180 Feb 02 13:22:21.245846 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea3378a-0e82-4a92-8057-d407cb462e29 admin admin] Publish callbacks [] for security_group (4383c998-e40c-42d4-821e-93f8e6c3ebb8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:21.270074 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea3378a-0e82-4a92-8057-d407cb462e29 admin admin] Publish callbacks [] for security_group (4383c998-e40c-42d4-821e-93f8e6c3ebb8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:21.325254 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea3378a-0e82-4a92-8057-d407cb462e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4383c998-e40c-42d4-821e-93f8e6c3ebb8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:21.328238 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eea3378a-0e82-4a92-8057-d407cb462e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:21.332062 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eea3378a-0e82-4a92-8057-d407cb462e29 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4383c998-e40c-42d4-821e-93f8e6c3ebb8 HTTP/1.1" status: 204 len: 168 time: 0.1521411 Feb 02 13:22:21.347680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3378a-0e82-4a92-8057-d407cb462e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4383c998-e40c-42d4-821e-93f8e6c3ebb8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:21.608074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41046) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:21.669489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b789b1b5-8e57-4145-8412-ed9ec2b40397 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:22:21.844957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port b789b1b5-8e57-4145-8412-ed9ec2b40397, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b789b1b5-8e57-4145-8412-ed9ec2b40397,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:21.860374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'b789b1b5-8e57-4145-8412-ed9ec2b40397', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'port_id': 'b789b1b5-8e57-4145-8412-ed9ec2b40397', 'mac_address': 'fa:16:3e:05:46:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:22:21.908230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port b789b1b5-8e57-4145-8412-ed9ec2b40397 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:21.908656 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:21.932226 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b789b1b5-8e57-4145-8412-ed9ec2b40397 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:22:21.963634 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe79ed24-cdb8-4a17-9a98-7a04df5daa68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:21.966784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port b789b1b5-8e57-4145-8412-ed9ec2b40397, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b789b1b5-8e57-4145-8412-ed9ec2b40397,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:21.973103 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:22.031564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=b789b1b5-8e57-4145-8412-ed9ec2b40397,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:22.042315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.042928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.043292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.044020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.044755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.045280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.045602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.045947 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.046397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.046782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.047268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.047805 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.048304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:22.087530 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe79ed24-cdb8-4a17-9a98-7a04df5daa68 admin admin] Publish callbacks [] for security_group (a85b166f-35d9-4e4b-9953-478cfc91a1bd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:22.095906 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe79ed24-cdb8-4a17-9a98-7a04df5daa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a85b166f-35d9-4e4b-9953-478cfc91a1bd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:22.132113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79ed24-cdb8-4a17-9a98-7a04df5daa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85b166f-35d9-4e4b-9953-478cfc91a1bd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:22.161507 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fe79ed24-cdb8-4a17-9a98-7a04df5daa68 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=941e0c5301024e5cbb5d051d3f67e52a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5523264 Feb 02 13:22:22.164191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41074) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:22.225540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b160462-25af-4b3e-a2ee-7fc5a504c53e admin admin] Publish callbacks [] for security_group (a85b166f-35d9-4e4b-9953-478cfc91a1bd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:22.260961 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b160462-25af-4b3e-a2ee-7fc5a504c53e admin admin] Publish callbacks [] for security_group (a85b166f-35d9-4e4b-9953-478cfc91a1bd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:22.265506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['b789b1b5-8e57-4145-8412-ed9ec2b40397'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:22:22.316576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b160462-25af-4b3e-a2ee-7fc5a504c53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a85b166f-35d9-4e4b-9953-478cfc91a1bd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:22.319670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6b160462-25af-4b3e-a2ee-7fc5a504c53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:22.323567 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6b160462-25af-4b3e-a2ee-7fc5a504c53e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a85b166f-35d9-4e4b-9953-478cfc91a1bd HTTP/1.1" status: 204 len: 168 time: 0.1556518 Feb 02 13:22:22.342855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b160462-25af-4b3e-a2ee-7fc5a504c53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85b166f-35d9-4e4b-9953-478cfc91a1bd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:22.397522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f1567-ceb8-47c9-842d-57f5875bd8b3 req-0fe89dd3-40a7-4a9d-9446-9805fdf7c38d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:22.410558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-059f1567-ceb8-47c9-842d-57f5875bd8b3 req-0fe89dd3-40a7-4a9d-9446-9805fdf7c38d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 944 time: 0.1181958 Feb 02 13:22:22.496969 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-059f1567-ceb8-47c9-842d-57f5875bd8b3 req-6cb1ae9d-18bd-4b3d-bd62-e2dbdb7734e4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841730 Feb 02 13:22:22.843262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41100) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:22.860197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85430df7-b32d-40c7-ac0e-d02871f0d591 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:22.945536 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85430df7-b32d-40c7-ac0e-d02871f0d591 admin admin] Publish callbacks [] for security_group (203914c1-4760-4812-85d3-91a6b292b77f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:22.953116 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85430df7-b32d-40c7-ac0e-d02871f0d591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (203914c1-4760-4812-85d3-91a6b292b77f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:23.015061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41106) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:23.015587 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-85430df7-b32d-40c7-ac0e-d02871f0d591 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a423476106cd4be5ac8c96c9f7b75cf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1708982 Feb 02 13:22:23.016958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85430df7-b32d-40c7-ac0e-d02871f0d591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203914c1-4760-4812-85d3-91a6b292b77f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:23.097068 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97cf3d2e-6271-426a-ab73-647e66f138e5 admin admin] Publish callbacks [] for security_group (203914c1-4760-4812-85d3-91a6b292b77f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:23.126776 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97cf3d2e-6271-426a-ab73-647e66f138e5 admin admin] Publish callbacks [] for security_group (203914c1-4760-4812-85d3-91a6b292b77f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:23.194668 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97cf3d2e-6271-426a-ab73-647e66f138e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (203914c1-4760-4812-85d3-91a6b292b77f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:23.198163 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-97cf3d2e-6271-426a-ab73-647e66f138e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:23.199633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-97cf3d2e-6271-426a-ab73-647e66f138e5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/203914c1-4760-4812-85d3-91a6b292b77f HTTP/1.1" status: 204 len: 168 time: 0.1834939 Feb 02 13:22:23.208201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf3d2e-6271-426a-ab73-647e66f138e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203914c1-4760-4812-85d3-91a6b292b77f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:23.614954 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41140) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:23.636461 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7924f03d-aa17-406d-b96c-279df8789525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:23.658786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b38fca-32c3-4f43-89a4-6be373ad8079 req-dc3cf570-54b0-4afb-9f5e-fdbe325a3865 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:23.660364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67b38fca-32c3-4f43-89a4-6be373ad8079 req-dc3cf570-54b0-4afb-9f5e-fdbe325a3865 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 944 time: 0.0616586 Feb 02 13:22:23.683771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b789b1b5-8e57-4145-8412-ed9ec2b40397 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:22:23.730265 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67b38fca-32c3-4f43-89a4-6be373ad8079 req-d16daca5-4570-4a1c-9f91-30703a848636 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629406 Feb 02 13:22:23.782621 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7924f03d-aa17-406d-b96c-279df8789525 admin admin] Publish callbacks [] for security_group (ae3801ff-e6b6-4727-909f-a0c755f65c0c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:23.783011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port b789b1b5-8e57-4145-8412-ed9ec2b40397 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:22:23.790012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port b789b1b5-8e57-4145-8412-ed9ec2b40397 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:23.790646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7924f03d-aa17-406d-b96c-279df8789525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ae3801ff-e6b6-4727-909f-a0c755f65c0c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:23.791257 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:23.838890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924f03d-aa17-406d-b96c-279df8789525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3801ff-e6b6-4727-909f-a0c755f65c0c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:23.849905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41148) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:23.860522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7924f03d-aa17-406d-b96c-279df8789525 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1a09dfc11cf743f6b6e82ce9230300dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443690 Feb 02 13:22:23.917719 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bc10fee-6817-4570-9d94-e93a3da641e1 admin admin] Publish callbacks [] for security_group (ae3801ff-e6b6-4727-909f-a0c755f65c0c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:23.942469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bc10fee-6817-4570-9d94-e93a3da641e1 admin admin] Publish callbacks [] for security_group (ae3801ff-e6b6-4727-909f-a0c755f65c0c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:24.013300 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bc10fee-6817-4570-9d94-e93a3da641e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ae3801ff-e6b6-4727-909f-a0c755f65c0c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:24.016382 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bc10fee-6817-4570-9d94-e93a3da641e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:24.017637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9bc10fee-6817-4570-9d94-e93a3da641e1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ae3801ff-e6b6-4727-909f-a0c755f65c0c HTTP/1.1" status: 204 len: 168 time: 0.1666884 Feb 02 13:22:24.029771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc10fee-6817-4570-9d94-e93a3da641e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3801ff-e6b6-4727-909f-a0c755f65c0c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:24.103477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port b789b1b5-8e57-4145-8412-ed9ec2b40397 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:24.103477 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:24.129067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b789b1b5-8e57-4145-8412-ed9ec2b40397'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:22:24.131296 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc37e99-678d-462e-8034-f66df030b2c8" -d '{"events": [{"server_uuid": "eea392d8-e56f-469c-99c8-1d2412a548b6", "name": "network-vif-plugged", "status": "completed", "tag": "b789b1b5-8e57-4145-8412-ed9ec2b40397"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:22:24.152471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port b789b1b5-8e57-4145-8412-ed9ec2b40397, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b789b1b5-8e57-4145-8412-ed9ec2b40397,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:24.168227 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:24.212190 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391fef6b-cc7d-48c7-8986-a5dabb5ff277 x-openstack-request-id: req-391fef6b-cc7d-48c7-8986-a5dabb5ff277 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:22:24.212797 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea392d8-e56f-469c-99c8-1d2412a548b6", "name": "network-vif-plugged", "status": "completed", "tag": "b789b1b5-8e57-4145-8412-ed9ec2b40397", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:22:24.213260 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-391fef6b-cc7d-48c7-8986-a5dabb5ff277 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:22:24.213825 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b789b1b5-8e57-4145-8412-ed9ec2b40397', 'code': 200} Feb 02 13:22:24.254569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=b789b1b5-8e57-4145-8412-ed9ec2b40397,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:24.372761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7a736-c15b-42b3-9624-2dfd35c15091 req-e6a06ea0-d20a-49c5-aaeb-5bf054812184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:24.374313 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a8a7a736-c15b-42b3-9624-2dfd35c15091 req-e6a06ea0-d20a-49c5-aaeb-5bf054812184 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 1127 time: 0.0663478 Feb 02 13:22:24.461003 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a8a7a736-c15b-42b3-9624-2dfd35c15091 req-1cab63f7-5911-464e-a963-852fdb4f8036 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809431 Feb 02 13:22:24.879973 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4720dc-3dc4-49f3-b173-0f7b1c2b0596 req-ad04a629-7558-4bfe-a31c-713addad2e7e tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:24.882320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c4720dc-3dc4-49f3-b173-0f7b1c2b0596 req-ad04a629-7558-4bfe-a31c-713addad2e7e tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.0747421 Feb 02 13:22:24.953968 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c4720dc-3dc4-49f3-b173-0f7b1c2b0596 req-db0e8534-fcff-4e8e-9399-f0caec63aace tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658119 Feb 02 13:22:25.475119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41326) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:25.738189 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-795f859e-25c0-480f-a471-0492c0880aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:25.826219 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-795f859e-25c0-480f-a471-0492c0880aab admin admin] Publish callbacks [] for security_group (34c2e05f-cde6-4e02-b5b9-7295569fca24), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:25.831497 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-795f859e-25c0-480f-a471-0492c0880aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (34c2e05f-cde6-4e02-b5b9-7295569fca24), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:25.874919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41348) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:25.875402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-795f859e-25c0-480f-a471-0492c0880aab admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=064fb313ce174fdbb060a8121bb11d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3988004 Feb 02 13:22:25.876398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f859e-25c0-480f-a471-0492c0880aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c2e05f-cde6-4e02-b5b9-7295569fca24,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:25.931446 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1f303e4-03bb-4006-8dca-70e44478f0c9 admin admin] Publish callbacks [] for security_group (34c2e05f-cde6-4e02-b5b9-7295569fca24), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:25.955955 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1f303e4-03bb-4006-8dca-70e44478f0c9 admin admin] Publish callbacks [] for security_group (34c2e05f-cde6-4e02-b5b9-7295569fca24), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:26.008590 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1f303e4-03bb-4006-8dca-70e44478f0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (34c2e05f-cde6-4e02-b5b9-7295569fca24), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:26.011877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1f303e4-03bb-4006-8dca-70e44478f0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:26.024421 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a1f303e4-03bb-4006-8dca-70e44478f0c9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/34c2e05f-cde6-4e02-b5b9-7295569fca24 HTTP/1.1" status: 204 len: 168 time: 0.1430023 Feb 02 13:22:26.038197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f303e4-03bb-4006-8dca-70e44478f0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c2e05f-cde6-4e02-b5b9-7295569fca24,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:26.133343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51da1e-41ba-46b2-9981-2fffd5d7a140 req-b6f9d7f6-c975-4f8c-93f2-cf3a6360b3db tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:26.134867 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd51da1e-41ba-46b2-9981-2fffd5d7a140 req-b6f9d7f6-c975-4f8c-93f2-cf3a6360b3db tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.0773072 Feb 02 13:22:26.411226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41382) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:26.428532 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25462656-4e30-4d8f-8255-0377f674b80c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:26.530434 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25462656-4e30-4d8f-8255-0377f674b80c admin admin] Publish callbacks [] for security_group (d7702d19-b5a8-4e8e-8051-d391a9ac414f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:26.547561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25462656-4e30-4d8f-8255-0377f674b80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d7702d19-b5a8-4e8e-8051-d391a9ac414f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:26.593428 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-25462656-4e30-4d8f-8255-0377f674b80c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=08dfc2bd5eb94243b77e8989220174a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1808035 Feb 02 13:22:26.596130 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41392) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:26.613699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25462656-4e30-4d8f-8255-0377f674b80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7702d19-b5a8-4e8e-8051-d391a9ac414f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:26.662374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd51da1e-41ba-46b2-9981-2fffd5d7a140 req-e8a61762-85b8-49dd-9fd4-251b2793e58d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5138102 Feb 02 13:22:26.663962 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75db233c-1077-48a1-a1f7-c9addcecdb27 admin admin] Publish callbacks [] for security_group (d7702d19-b5a8-4e8e-8051-d391a9ac414f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:26.697922 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75db233c-1077-48a1-a1f7-c9addcecdb27 admin admin] Publish callbacks [] for security_group (d7702d19-b5a8-4e8e-8051-d391a9ac414f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:26.774759 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75db233c-1077-48a1-a1f7-c9addcecdb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d7702d19-b5a8-4e8e-8051-d391a9ac414f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:26.777950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75db233c-1077-48a1-a1f7-c9addcecdb27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:26.779345 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-75db233c-1077-48a1-a1f7-c9addcecdb27 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d7702d19-b5a8-4e8e-8051-d391a9ac414f HTTP/1.1" status: 204 len: 168 time: 0.1820130 Feb 02 13:22:26.787956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db233c-1077-48a1-a1f7-c9addcecdb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7702d19-b5a8-4e8e-8051-d391a9ac414f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:26.821377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41406) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:26.850924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198608e3-a3f2-4088-9f06-6926608fd60f req-722bc149-f7b8-4c45-8a7d-f27e4563bb89 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:26.853082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-198608e3-a3f2-4088-9f06-6926608fd60f req-722bc149-f7b8-4c45-8a7d-f27e4563bb89 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1014628 Feb 02 13:22:26.862650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:26.872303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c143ccac-8b9b-40e7-966c-82b71a967365 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Request body: {'floatingip': {'port_id': 'b789b1b5-8e57-4145-8412-ed9ec2b40397'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:26.921107 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c143ccac-8b9b-40e7-966c-82b71a967365 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (84d47c97-91c5-42c2-b76c-8a8a7cc9d994), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:26.961963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df5e83be-b901-4e45-b11c-e508109d4513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:27.063492 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df5e83be-b901-4e45-b11c-e508109d4513 admin admin] Publish callbacks [] for security_group (902b2de4-746a-4e30-9006-d6a0f3983b3c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:27.071913 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df5e83be-b901-4e45-b11c-e508109d4513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (902b2de4-746a-4e30-9006-d6a0f3983b3c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:27.116766 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-df5e83be-b901-4e45-b11c-e508109d4513 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2af0abe561fc4b8cb81649398a87c454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2942767 Feb 02 13:22:27.119479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41418) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:27.136378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e83be-b901-4e45-b11c-e508109d4513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902b2de4-746a-4e30-9006-d6a0f3983b3c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:27.260161 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9402a59e-3265-4c64-a519-488e843949d5 admin admin] Publish callbacks [] for security_group (902b2de4-746a-4e30-9006-d6a0f3983b3c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:27.316095 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9402a59e-3265-4c64-a519-488e843949d5 admin admin] Publish callbacks [] for security_group (902b2de4-746a-4e30-9006-d6a0f3983b3c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:27.457379 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9402a59e-3265-4c64-a519-488e843949d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (902b2de4-746a-4e30-9006-d6a0f3983b3c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:27.459924 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9402a59e-3265-4c64-a519-488e843949d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:27.463476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9402a59e-3265-4c64-a519-488e843949d5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/902b2de4-746a-4e30-9006-d6a0f3983b3c HTTP/1.1" status: 204 len: 168 time: 0.3404036 Feb 02 13:22:27.476790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402a59e-3265-4c64-a519-488e843949d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902b2de4-746a-4e30-9006-d6a0f3983b3c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:27.572188 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c143ccac-8b9b-40e7-966c-82b71a967365 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:27.578063 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c143ccac-8b9b-40e7-966c-82b71a967365 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (84d47c97-91c5-42c2-b76c-8a8a7cc9d994), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:27.710738 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-c143ccac-8b9b-40e7-966c-82b71a967365 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Floating IP 84d47c97-91c5-42c2-b76c-8a8a7cc9d994 associated. External IP: 172.25.4.183, port: b789b1b5-8e57-4145-8412-ed9ec2b40397. Feb 02 13:22:27.926681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41460) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:27.949114 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6873b5d3-8337-4275-858e-6fa3f919a428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:28.001651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c143ccac-8b9b-40e7-966c-82b71a967365 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Router 2dd44bee-6489-46f8-8bc6-179a99d22013 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:22:28.046037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6873b5d3-8337-4275-858e-6fa3f919a428 admin admin] Publish callbacks [] for security_group (51eb36a7-67d9-4178-8e82-5ae054f7f5f2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:28.054346 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6873b5d3-8337-4275-858e-6fa3f919a428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (51eb36a7-67d9-4178-8e82-5ae054f7f5f2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:28.109883 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6873b5d3-8337-4275-858e-6fa3f919a428 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cd267f1cfe8647d7b2996af4c008de9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1817229 Feb 02 13:22:28.112167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6873b5d3-8337-4275-858e-6fa3f919a428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51eb36a7-67d9-4178-8e82-5ae054f7f5f2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:28.115191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41484) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:28.165982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c143ccac-8b9b-40e7-966c-82b71a967365 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:22:28.173581 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c143ccac-8b9b-40e7-966c-82b71a967365 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:28.176272 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bf29719-f5af-4f3b-a44e-22d13cd1c599 admin admin] Publish callbacks [] for security_group (51eb36a7-67d9-4178-8e82-5ae054f7f5f2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:28.178464 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e25fb1-259a-467b-b4e3-5f4c8d6612a1 None None] Sync routers for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:22:28.195387 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e25fb1-259a-467b-b4e3-5f4c8d6612a1 None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:22:28.196095 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-18e25fb1-259a-467b-b4e3-5f4c8d6612a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:22:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:28.208294 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bf29719-f5af-4f3b-a44e-22d13cd1c599 admin admin] Publish callbacks [] for security_group (51eb36a7-67d9-4178-8e82-5ae054f7f5f2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:28.211089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c143ccac-8b9b-40e7-966c-82b71a967365 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "PUT /v2.0/floatingips/84d47c97-91c5-42c2-b76c-8a8a7cc9d994 HTTP/1.1" status: 200 len: 991 time: 1.3469429 Feb 02 13:22:28.211728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'tag': 'b789b1b5-8e57-4145-8412-ed9ec2b40397'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:22:28.214345 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb00423a-0737-4d5a-9aeb-84b0567cfc48" -d '{"events": [{"name": "network-changed", "server_uuid": "eea392d8-e56f-469c-99c8-1d2412a548b6", "tag": "b789b1b5-8e57-4145-8412-ed9ec2b40397"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:22:28.270151 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bf29719-f5af-4f3b-a44e-22d13cd1c599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (51eb36a7-67d9-4178-8e82-5ae054f7f5f2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:28.273453 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bf29719-f5af-4f3b-a44e-22d13cd1c599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:28.277073 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6bf29719-f5af-4f3b-a44e-22d13cd1c599 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/51eb36a7-67d9-4178-8e82-5ae054f7f5f2 HTTP/1.1" status: 204 len: 168 time: 0.1583154 Feb 02 13:22:28.303561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf29719-f5af-4f3b-a44e-22d13cd1c599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eb36a7-67d9-4178-8e82-5ae054f7f5f2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:28.356731 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931ec6e6-d539-498f-9e33-39bf94b55f29 x-openstack-request-id: req-931ec6e6-d539-498f-9e33-39bf94b55f29 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:22:28.357219 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea392d8-e56f-469c-99c8-1d2412a548b6", "tag": "b789b1b5-8e57-4145-8412-ed9ec2b40397", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:22:28.358719 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-931ec6e6-d539-498f-9e33-39bf94b55f29 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:22:28.359377 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'tag': 'b789b1b5-8e57-4145-8412-ed9ec2b40397', 'status': 'completed', 'code': 200} Feb 02 13:22:28.423467 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-18e25fb1-259a-467b-b4e3-5f4c8d6612a1 None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:22:28.490568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7281f21-7883-459f-88ce-d435134adf7f req-1e8a66a4-bb4f-419c-8abd-98468418d95b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:28.492031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00423a-0737-4d5a-9aeb-84b0567cfc48 req-41231f55-1991-4a6a-8f8c-7f41b81e77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:28.495492 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fb00423a-0737-4d5a-9aeb-84b0567cfc48 req-41231f55-1991-4a6a-8f8c-7f41b81e77c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 1127 time: 0.0936491 Feb 02 13:22:28.508032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7281f21-7883-459f-88ce-d435134adf7f req-1e8a66a4-bb4f-419c-8abd-98468418d95b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1669152 Feb 02 13:22:28.612910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7281f21-7883-459f-88ce-d435134adf7f req-d3cec128-e843-4ed0-bff6-61b65d8a4299 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040001 Feb 02 13:22:28.684810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00423a-0737-4d5a-9aeb-84b0567cfc48 req-9a6c4a79-de5a-4c9d-bb14-d378668c9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:28.701255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:28.709423 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fb00423a-0737-4d5a-9aeb-84b0567cfc48 req-9a6c4a79-de5a-4c9d-bb14-d378668c9483 service neutron] 10.222.0.62 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 912 time: 0.2086294 Feb 02 13:22:28.717802 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-18e25fb1-259a-467b-b4e3-5f4c8d6612a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '84d47c97-91c5-42c2-b76c-8a8a7cc9d994', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'port_id': 'b789b1b5-8e57-4145-8412-ed9ec2b40397', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'mac_address': 'fa:16:3e:05:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:22:12Z', 'updated_at': '2022-02-02T13:22:27Z', 'revision_number': 1, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:14Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:28.761070 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e25fb1-259a-467b-b4e3-5f4c8d6612a1 None None] Checking router: 2dd44bee-6489-46f8-8bc6-179a99d22013 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:22:28.789777 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fb00423a-0737-4d5a-9aeb-84b0567cfc48 req-dce7dc2b-079a-4f20-a52b-b152359bc412 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b789b1b5-8e57-4145-8412-ed9ec2b40397 HTTP/1.1" status: 200 len: 999 time: 0.0733931 Feb 02 13:22:28.792334 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e25fb1-259a-467b-b4e3-5f4c8d6612a1 None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:22:28.793078 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-18e25fb1-259a-467b-b4e3-5f4c8d6612a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:22:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:28.858696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00423a-0737-4d5a-9aeb-84b0567cfc48 req-796ca7f1-f5f1-4522-87fc-a301d6c455fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:28.867705 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fb00423a-0737-4d5a-9aeb-84b0567cfc48 req-796ca7f1-f5f1-4522-87fc-a301d6c455fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=248e65ec-619a-4088-9b17-d13a3c6491da HTTP/1.1" status: 200 len: 850 time: 0.0644932 Feb 02 13:22:28.875847 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0484970-9290-452d-a297-64235a8ceeea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:28.914916 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-18e25fb1-259a-467b-b4e3-5f4c8d6612a1 None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:22:28.947378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00423a-0737-4d5a-9aeb-84b0567cfc48 req-4f3ef30b-753f-48d5-a233-afc882c1b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:28.951618 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fb00423a-0737-4d5a-9aeb-84b0567cfc48 req-4f3ef30b-753f-48d5-a233-afc882c1b78c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=679c8ee8-9c42-4d17-a445-6b6e8750ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0802109 Feb 02 13:22:28.987101 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0484970-9290-452d-a297-64235a8ceeea admin admin] Publish callbacks [] for security_group (9f8465f5-e611-4db9-9088-9b28a826f091), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:28.996585 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0484970-9290-452d-a297-64235a8ceeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9f8465f5-e611-4db9-9088-9b28a826f091), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:29.046216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e0484970-9290-452d-a297-64235a8ceeea admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=02b26d6f2f294790a501ef5640bbf4c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3423634 Feb 02 13:22:29.047122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0484970-9290-452d-a297-64235a8ceeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8465f5-e611-4db9-9088-9b28a826f091,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:29.048908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41530) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:29.104934 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fb00423a-0737-4d5a-9aeb-84b0567cfc48 req-693151d3-72a0-42f6-885c-e08cf8ca3001 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453090 Feb 02 13:22:29.207914 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fb00423a-0737-4d5a-9aeb-84b0567cfc48 req-39d1b149-d008-41b6-9909-658ed2e1472b service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927827 Feb 02 13:22:29.210897 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9447087-e664-4269-b519-0007c39db955 admin admin] Publish callbacks [] for security_group (9f8465f5-e611-4db9-9088-9b28a826f091), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:29.240259 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-18e25fb1-259a-467b-b4e3-5f4c8d6612a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '84d47c97-91c5-42c2-b76c-8a8a7cc9d994', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'port_id': 'b789b1b5-8e57-4145-8412-ed9ec2b40397', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'mac_address': 'fa:16:3e:05:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:22:12Z', 'updated_at': '2022-02-02T13:22:27Z', 'revision_number': 1, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:14Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:29.252086 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9447087-e664-4269-b519-0007c39db955 admin admin] Publish callbacks [] for security_group (9f8465f5-e611-4db9-9088-9b28a826f091), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:29.327412 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9447087-e664-4269-b519-0007c39db955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9f8465f5-e611-4db9-9088-9b28a826f091), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:29.330160 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9447087-e664-4269-b519-0007c39db955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:29.333865 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b9447087-e664-4269-b519-0007c39db955 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9f8465f5-e611-4db9-9088-9b28a826f091 HTTP/1.1" status: 204 len: 168 time: 0.2814362 Feb 02 13:22:29.350273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9447087-e664-4269-b519-0007c39db955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8465f5-e611-4db9-9088-9b28a826f091,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:29.354967 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e25fb1-259a-467b-b4e3-5f4c8d6612a1 None None] The sync data for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 is: [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '84d47c97-91c5-42c2-b76c-8a8a7cc9d994', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'floating_ip_address': '172.25.4.183', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'port_id': 'b789b1b5-8e57-4145-8412-ed9ec2b40397', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'mac_address': 'fa:16:3e:05:46:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:22:12Z', 'updated_at': '2022-02-02T13:22:27Z', 'revision_number': 1, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:14Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:22:29.403953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1441fcce-47e8-41e9-b408-d82f12baf27f req-ebf35b4c-804d-4a36-98d9-ada0566c31ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2894692 Feb 02 13:22:29.564556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41552) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:29.603740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441fcce-47e8-41e9-b408-d82f12baf27f req-f331b36c-b4f4-4a1f-a1c7-8353865857bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:29.609512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1441fcce-47e8-41e9-b408-d82f12baf27f req-f331b36c-b4f4-4a1f-a1c7-8353865857bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 1129 time: 0.1292293 Feb 02 13:22:29.840359 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40782234-97b6-438f-8e63-bec523045169 None None] New status for floating IP 84d47c97-91c5-42c2-b76c-8a8a7cc9d994: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:22:29.897905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441fcce-47e8-41e9-b408-d82f12baf27f req-a5b8314a-597f-4bbb-961d-fe6fff006b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:29.899882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1441fcce-47e8-41e9-b408-d82f12baf27f req-a5b8314a-597f-4bbb-961d-fe6fff006b9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 917 time: 0.2671330 Feb 02 13:22:30.060384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1659492956-network', 'tenant_id': '8a95ad609d9d426cae6e86c4e70983a5'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:30.146986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f7133-8fc2-41ff-ba21-3622db0157b3 req-f0aa844e-d591-4ad3-bd78-3484d2655755 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:30.151199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c1f7133-8fc2-41ff-ba21-3622db0157b3 req-f0aa844e-d591-4ad3-bd78-3484d2655755 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.2476244 Feb 02 13:22:30.188787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1441fcce-47e8-41e9-b408-d82f12baf27f req-8679a573-9495-4021-ab75-c84e7f516981 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd HTTP/1.1" status: 200 len: 1002 time: 0.2461526 Feb 02 13:22:30.189624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Made reservation on behalf of 8a95ad609d9d426cae6e86c4e70983a5 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:30.198167 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:30.258580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:30.260425 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441fcce-47e8-41e9-b408-d82f12baf27f req-91b55228-0e11-4362-9645-e1606d9265af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:30.262058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1441fcce-47e8-41e9-b408-d82f12baf27f req-91b55228-0e11-4362-9645-e1606d9265af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.0657768 Feb 02 13:22:30.294815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c1f7133-8fc2-41ff-ba21-3622db0157b3 req-80962d72-95ef-4d13-b2d3-660136aa5ed2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161454 Feb 02 13:22:30.382620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441fcce-47e8-41e9-b408-d82f12baf27f req-bcd590ad-041f-40cb-9483-7ce609965973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:30.387275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1441fcce-47e8-41e9-b408-d82f12baf27f req-bcd590ad-041f-40cb-9483-7ce609965973 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0962670 Feb 02 13:22:30.445687 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Publish callbacks [] for security_group (762088e3-24d1-4afb-bd6f-0794536ecd7f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:30.456741 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (762088e3-24d1-4afb-bd6f-0794536ecd7f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:30.501288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:22:30.519454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762088e3-24d1-4afb-bd6f-0794536ecd7f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:30.543117 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (3cab8722-c1ea-4de9-952a-408c13fbc38f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:30.544418 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Added segment 3cab8722-c1ea-4de9-952a-408c13fbc38f of type vlan for network 00915b80-c922-4360-bb98-a6cc25fced9c Feb 02 13:22:30.555566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1441fcce-47e8-41e9-b408-d82f12baf27f req-4f9bdf3f-2c1e-4f67-8eae-a3122b4524d8 service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599629 Feb 02 13:22:30.619938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (00915b80-c922-4360-bb98-a6cc25fced9c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:30.689221 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (00915b80-c922-4360-bb98-a6cc25fced9c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:30.690829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:30.691679 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:30.737292 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1715372 Feb 02 13:22:30.740079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41602) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:30.757869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1441fcce-47e8-41e9-b408-d82f12baf27f req-d3164275-6e97-414e-8295-6c0347779fc5 service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959052 Feb 02 13:22:30.770481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-52a4e651-5752-4a41-9b3e-83491df86927 admin admin] Request body: {'subnet': {'network_id': '00915b80-c922-4360-bb98-a6cc25fced9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1659492956-subnet', 'tenant_id': '8a95ad609d9d426cae6e86c4e70983a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:30.780129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a900e-abf0-4475-9780-dc8e02648edb admin admin] Pushing event updated for resources: {'Network': ['ID=00915b80-c922-4360-bb98-a6cc25fced9c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:30.792042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 00915b80-c922-4360-bb98-a6cc25fced9c details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:22:30.831166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a4e651-5752-4a41-9b3e-83491df86927 admin admin] Made reservation on behalf of 8a95ad609d9d426cae6e86c4e70983a5 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:30.833583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52a4e651-5752-4a41-9b3e-83491df86927 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:31.302363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-a35e6b1d-de0c-49af-bc4c-7d0d9f30ccfb req-61ffb5a9-02fb-40f6-a597-af5502c29eb8 service neutron] (103187) timed out ('10.222.0.83', 48608) {{(pid=103187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:22:31.467576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52a4e651-5752-4a41-9b3e-83491df86927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (af06f0fb-fe71-4f2f-bec0-f56fb45b19d0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:31.547185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4e651-5752-4a41-9b3e-83491df86927 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af06f0fb-fe71-4f2f-bec0-f56fb45b19d0,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:31.555917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4e651-5752-4a41-9b3e-83491df86927 admin admin] Checking segment: {'id': '3cab8722-c1ea-4de9-952a-408c13fbc38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '00915b80-c922-4360-bb98-a6cc25fced9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:31.556353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a4e651-5752-4a41-9b3e-83491df86927 admin admin] Network hostable DHCP agents. Network: 00915b80-c922-4360-bb98-a6cc25fced9c, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:22:31.586273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a4e651-5752-4a41-9b3e-83491df86927 admin admin] Network 00915b80-c922-4360-bb98-a6cc25fced9c is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:22:31.607718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-52a4e651-5752-4a41-9b3e-83491df86927 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 00915b80-c922-4360-bb98-a6cc25fced9c) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:31.620170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7621a1-fdae-4b75-9797-b02737018f42 None None] Network 00915b80-c922-4360-bb98-a6cc25fced9c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:31.624058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a4e651-5752-4a41-9b3e-83491df86927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:31.624966 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52a4e651-5752-4a41-9b3e-83491df86927 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:31.656569 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-52a4e651-5752-4a41-9b3e-83491df86927 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9075389 Feb 02 13:22:31.665012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:31.783464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e38f5-ce92-4609-b7b0-53555fa0ce71 None None] Network 00915b80-c922-4360-bb98-a6cc25fced9c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:31.806988 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc93455-12b4-49c7-ba43-be33a476a158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:31.828921 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-625244a3-3309-485d-8d9c-139c56ce2401 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1884906018'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:31.829736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-625244a3-3309-485d-8d9c-139c56ce2401 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Unknown quota resources ['metering_label']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:22:32.170717 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-625244a3-3309-485d-8d9c-139c56ce2401 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:32.174958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41650) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:32.179829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3511d4ef-59f1-4bc8-9d64-e1308d1067a8 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0a3db2f2-50e7-4a40-ab48-e0cf441b1a39'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:32.180512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3511d4ef-59f1-4bc8-9d64-e1308d1067a8 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:22:32.186710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-625244a3-3309-485d-8d9c-139c56ce2401 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5196095 Feb 02 13:22:32.271388 n-d-827336-2 neutron-server[103187]: WARNING neutron.services.metering.metering_plugin [None req-3511d4ef-59f1-4bc8-9d64-e1308d1067a8 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 02 13:22:32.524355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3511d4ef-59f1-4bc8-9d64-e1308d1067a8 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:32.525801 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3511d4ef-59f1-4bc8-9d64-e1308d1067a8 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3496034 Feb 02 13:22:32.531475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41662) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:32.536496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-dc5c6317-a3f4-4dcd-bc0a-1ef955b41132 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0a3db2f2-50e7-4a40-ab48-e0cf441b1a39'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:32.537000 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-dc5c6317-a3f4-4dcd-bc0a-1ef955b41132 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:22:32.606156 n-d-827336-2 neutron-server[103187]: WARNING neutron.services.metering.metering_plugin [None req-dc5c6317-a3f4-4dcd-bc0a-1ef955b41132 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 02 13:22:32.715516 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dc5c6317-a3f4-4dcd-bc0a-1ef955b41132 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:32.717276 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dc5c6317-a3f4-4dcd-bc0a-1ef955b41132 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1870580 Feb 02 13:22:32.720257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:32.749310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41672) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:32.751824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-70086ce8-6fd2-4954-ae04-fe75dc6c8501 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-label-rules?id=767555c0-8dde-4af7-af05-5bdbd87179af HTTP/1.1" status: 200 len: 464 time: 0.0303252 Feb 02 13:22:32.754544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:32.755369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-254363673-network', 'tenant_id': '1c5c93b9f7b34b3497aa23f9a7a3f7e1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:32.795372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Made reservation on behalf of 1c5c93b9f7b34b3497aa23f9a7a3f7e1 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:32.797934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:32.810072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:32.930728 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Publish callbacks [] for security_group (c2556328-f855-498d-aca2-44cb2e018d75), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:32.937089 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c2556328-f855-498d-aca2-44cb2e018d75), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:32.948510 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c54ae35b-40e6-417c-a2e9-a85a27b83f95 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:32.952133 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c54ae35b-40e6-417c-a2e9-a85a27b83f95 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "DELETE /v2.0/metering/metering-label-rules/767555c0-8dde-4af7-af05-5bdbd87179af HTTP/1.1" status: 204 len: 168 time: 0.1942790 Feb 02 13:22:32.953099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41680) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:32.958975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:22:32.990514 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ee84181b-009a-474b-8f05-8d15240c4781 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-label-rules?id=767555c0-8dde-4af7-af05-5bdbd87179af HTTP/1.1" status: 200 len: 221 time: 0.0315428 Feb 02 13:22:32.990514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41682) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:32.994873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5198ff35-339c-4f42-aaeb-526313047a91 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--273609728', 'description': 'label created by tempest'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:32.995321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5198ff35-339c-4f42-aaeb-526313047a91 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Unknown quota resources ['metering_label']. {{(pid=103187) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:22:32.998345 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (06bc7d43-1f0b-4b6f-afac-9ea4e0471dc4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:32.998691 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Added segment 06bc7d43-1f0b-4b6f-afac-9ea4e0471dc4 of type vlan for network c9f46b87-3764-447d-8f72-19d2fe9f90d4 Feb 02 13:22:33.001301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2556328-f855-498d-aca2-44cb2e018d75,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:33.139612 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (c9f46b87-3764-447d-8f72-19d2fe9f90d4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:33.261765 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5198ff35-339c-4f42-aaeb-526313047a91 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:33.262959 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5198ff35-339c-4f42-aaeb-526313047a91 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2718506 Feb 02 13:22:33.265812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41688) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:33.280628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (c9f46b87-3764-447d-8f72-19d2fe9f90d4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:33.281561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:33.282126 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:33.360598 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6127320d-e413-4cb1-a967-2052d2f61a43 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-labels?id=7001011f-3ad2-4d08-8383-1ae3cf81faeb HTTP/1.1" status: 200 len: 467 time: 0.0913608 Feb 02 13:22:33.361665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41690) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:33.384979 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6337647 Feb 02 13:22:33.393640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41694) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:33.434344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c101fa69-ba3b-45e1-b50b-fa998ff1ec72 admin admin] Request body: {'subnet': {'network_id': 'c9f46b87-3764-447d-8f72-19d2fe9f90d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-254363673-subnet', 'tenant_id': '1c5c93b9f7b34b3497aa23f9a7a3f7e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:33.444350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a58b5e-dd75-4d68-ba03-9946915e4583 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f46b87-3764-447d-8f72-19d2fe9f90d4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:33.458401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network c9f46b87-3764-447d-8f72-19d2fe9f90d4 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:22:33.462643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c101fa69-ba3b-45e1-b50b-fa998ff1ec72 admin admin] Made reservation on behalf of 1c5c93b9f7b34b3497aa23f9a7a3f7e1 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:33.466776 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c101fa69-ba3b-45e1-b50b-fa998ff1ec72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:33.699927 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e6791015-98db-458d-a78a-215e20c84f4b tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:33.701389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e6791015-98db-458d-a78a-215e20c84f4b tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "DELETE /v2.0/metering/metering-labels/7001011f-3ad2-4d08-8383-1ae3cf81faeb HTTP/1.1" status: 204 len: 168 time: 0.3381763 Feb 02 13:22:33.703978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41700) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:33.717558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c101fa69-ba3b-45e1-b50b-fa998ff1ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (11b77c7e-84fb-4975-8370-f8937a52b03a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:33.718689 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1759bdab-7e69-4fbe-a5c0-5f1c409d0a66 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-labels?id=7001011f-3ad2-4d08-8383-1ae3cf81faeb HTTP/1.1" status: 200 len: 216 time: 0.0125959 Feb 02 13:22:33.721985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41702) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:33.737982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-49a9969e-eb52-4642-a8f7-7e17e973bdab tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0137122 Feb 02 13:22:33.738742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41704) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:33.752707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9457934f-2137-40b9-ab2e-eca72ab59490 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0127358 Feb 02 13:22:33.757062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:33.789717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101fa69-ba3b-45e1-b50b-fa998ff1ec72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b77c7e-84fb-4975-8370-f8937a52b03a,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:33.811518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c101fa69-ba3b-45e1-b50b-fa998ff1ec72 admin admin] Checking segment: {'id': '06bc7d43-1f0b-4b6f-afac-9ea4e0471dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'c9f46b87-3764-447d-8f72-19d2fe9f90d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:33.812031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c101fa69-ba3b-45e1-b50b-fa998ff1ec72 admin admin] Network hostable DHCP agents. Network: c9f46b87-3764-447d-8f72-19d2fe9f90d4, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:22:33.830908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c101fa69-ba3b-45e1-b50b-fa998ff1ec72 admin admin] Network c9f46b87-3764-447d-8f72-19d2fe9f90d4 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:22:33.843215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c0ecacda-01c9-47e2-ba92-762a34a95e9f tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-labels/0a3db2f2-50e7-4a40-ab48-e0cf441b1a39 HTTP/1.1" status: 200 len: 473 time: 0.0850606 Feb 02 13:22:33.847241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41712) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:33.861408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c101fa69-ba3b-45e1-b50b-fa998ff1ec72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, c9f46b87-3764-447d-8f72-19d2fe9f90d4) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:33.862237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ed158-cae7-4dfe-88a1-ed3e73b0f55e None None] Network c9f46b87-3764-447d-8f72-19d2fe9f90d4 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:33.862343 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c101fa69-ba3b-45e1-b50b-fa998ff1ec72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:33.862343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c101fa69-ba3b-45e1-b50b-fa998ff1ec72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:33.878795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-000946e9-68b9-4530-a5a0-a4457842a331 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "GET /v2.0/metering/metering-label-rules/bc91b65d-85ad-41b6-bade-fd7820a6ee4f HTTP/1.1" status: 200 len: 461 time: 0.0277851 Feb 02 13:22:33.880637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41714) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:33.893580 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c101fa69-ba3b-45e1-b50b-fa998ff1ec72 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4989955 Feb 02 13:22:33.995952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf34b-e882-4538-8d1e-8be530f37454 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:33.999390 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0e8cf34b-e882-4538-8d1e-8be530f37454 tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "DELETE /v2.0/metering/metering-label-rules/bc91b65d-85ad-41b6-bade-fd7820a6ee4f HTTP/1.1" status: 204 len: 168 time: 0.1155746 Feb 02 13:22:33.999650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41720) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:34.004475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3040499a-4a68-42ef-9692-b49488cdc89f None None] Network c9f46b87-3764-447d-8f72-19d2fe9f90d4 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:34.106622 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-913f669a-5e91-4809-a9c5-ca28e46c82e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:34.211023 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba9a10b3-5b50-4ba1-bace-ece16863b7cd tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:34.215041 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ba9a10b3-5b50-4ba1-bace-ece16863b7cd tempest-MeteringTestJSON-1940581809 tempest-MeteringTestJSON-1940581809-project-admin] 10.222.0.83 "DELETE /v2.0/metering/metering-labels/0a3db2f2-50e7-4a40-ab48-e0cf441b1a39 HTTP/1.1" status: 204 len: 168 time: 0.2119434 Feb 02 13:22:34.527654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41748) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:34.658597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-94e403c8-3475-4e4b-a350-d22f6877a0c7 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:34.660875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-94e403c8-3475-4e4b-a350-d22f6877a0c7 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/networks?id=00915b80-c922-4360-bb98-a6cc25fced9c HTTP/1.1" status: 200 len: 809 time: 0.1821234 Feb 02 13:22:34.687841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-87fb1592-5519-4296-ae5a-5e476799c2eb tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/quotas/8a95ad609d9d426cae6e86c4e70983a5 HTTP/1.1" status: 200 len: 375 time: 0.0206950 Feb 02 13:22:34.713159 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92825046-2278-4f95-90c4-d6fc6e422a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:34.720611 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-4be529f6-dc61-4af6-a506-1f8745bcae18 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=8a95ad609d9d426cae6e86c4e70983a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316060 Feb 02 13:22:34.813877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92825046-2278-4f95-90c4-d6fc6e422a30 admin admin] Publish callbacks [] for security_group (8dc0d34a-a64a-4e11-823b-bd698c1c9027), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:34.822972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92825046-2278-4f95-90c4-d6fc6e422a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8dc0d34a-a64a-4e11-823b-bd698c1c9027), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:34.848605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-4bc561e5-0dc6-40bd-bfb0-4516b8ba29fe service neutron] 10.222.0.83 "GET /v2.0/networks/00915b80-c922-4360-bb98-a6cc25fced9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190820 Feb 02 13:22:34.880656 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-92825046-2278-4f95-90c4-d6fc6e422a30 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=65516b9bc4f8442b8d17fcd028cee067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3516400 Feb 02 13:22:34.881956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92825046-2278-4f95-90c4-d6fc6e422a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc0d34a-a64a-4e11-823b-bd698c1c9027,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:34.884560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41758) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:34.950844 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5797618d-26f2-4508-8a03-440617161ff3 admin admin] Publish callbacks [] for security_group (8dc0d34a-a64a-4e11-823b-bd698c1c9027), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:34.976812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5797618d-26f2-4508-8a03-440617161ff3 admin admin] Publish callbacks [] for security_group (8dc0d34a-a64a-4e11-823b-bd698c1c9027), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:35.003472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-8e035274-7c31-4ea5-b29e-46c0e1744d2d service neutron] 10.222.0.83 "GET /v2.0/networks/00915b80-c922-4360-bb98-a6cc25fced9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481683 Feb 02 13:22:35.046350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5797618d-26f2-4508-8a03-440617161ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8dc0d34a-a64a-4e11-823b-bd698c1c9027), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:35.049656 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5797618d-26f2-4508-8a03-440617161ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:35.054448 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5797618d-26f2-4508-8a03-440617161ff3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8dc0d34a-a64a-4e11-823b-bd698c1c9027 HTTP/1.1" status: 204 len: 168 time: 0.1688447 Feb 02 13:22:35.063330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797618d-26f2-4508-8a03-440617161ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc0d34a-a64a-4e11-823b-bd698c1c9027,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:35.292068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d0c042f-fdbe-4f0f-9a7c-76739283f33c req-2e1c84d7-9ee4-4c96-a21f-074893e16154 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 210 time: 0.0377963 Feb 02 13:22:35.432035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41778) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:35.449359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:35.520673 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:35.571753 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Publish callbacks [] for security_group (b635da18-d460-4d4e-bc76-7b1a0a03dbee), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:35.577986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b635da18-d460-4d4e-bc76-7b1a0a03dbee), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:35.631633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:35.631849 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=65fc5c8fd09847ba9eee233e2f42085a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1983654 Feb 02 13:22:35.647086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b635da18-d460-4d4e-bc76-7b1a0a03dbee,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:35.658265 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.658841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.659671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.660220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.660816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.661306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.661972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.662174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.662506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.662967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.663626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.664008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.664336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c413d5-7f37-404e-98f5-0bcec5902fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:35.725804 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11177297-0e04-4e6e-ab15-3a94dad1f25d admin admin] Publish callbacks [] for security_group (b635da18-d460-4d4e-bc76-7b1a0a03dbee), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:35.753482 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11177297-0e04-4e6e-ab15-3a94dad1f25d admin admin] Publish callbacks [] for security_group (b635da18-d460-4d4e-bc76-7b1a0a03dbee), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:35.815212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11177297-0e04-4e6e-ab15-3a94dad1f25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b635da18-d460-4d4e-bc76-7b1a0a03dbee), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:35.819184 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11177297-0e04-4e6e-ab15-3a94dad1f25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:35.824222 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-11177297-0e04-4e6e-ab15-3a94dad1f25d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b635da18-d460-4d4e-bc76-7b1a0a03dbee HTTP/1.1" status: 204 len: 168 time: 0.1911328 Feb 02 13:22:35.833559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11177297-0e04-4e6e-ab15-3a94dad1f25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b635da18-d460-4d4e-bc76-7b1a0a03dbee,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:36.412691 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e5bf2f7-8e67-49a4-8467-e0f5b34918ef req-657e19ee-002f-4c24-b9d4-9efd8c531d2f tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 210 time: 0.0452602 Feb 02 13:22:36.697737 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:36.730576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-583a6ec8-8859-412c-9cf9-da1215eb11ad tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:36.734080 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-583a6ec8-8859-412c-9cf9-da1215eb11ad tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.62 "GET /v2.0/networks?id=00915b80-c922-4360-bb98-a6cc25fced9c HTTP/1.1" status: 200 len: 809 time: 0.1673381 Feb 02 13:22:36.756612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Request body: {'port': {'device_id': '51a77048-ef21-4c94-8797-b5793d99f87c', 'network_id': '00915b80-c922-4360-bb98-a6cc25fced9c', 'admin_state_up': True, 'tenant_id': '8a95ad609d9d426cae6e86c4e70983a5'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:36.817458 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:36.910161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Made reservation on behalf of 8a95ad609d9d426cae6e86c4e70983a5 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:36.914791 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:37.064472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Allocated IP 172.20.0.12 (00915b80-c922-4360-bb98-a6cc25fced9c/af06f0fb-fe71-4f2f-bec0-f56fb45b19d0/dfe3cb9d-82e6-4534-991e-369c9cb0bdb5) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:37.261479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Publish callbacks [] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:37.297608 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:37.343647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Network 00915b80-c922-4360-bb98-a6cc25fced9c is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:37.347411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:37.350386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:37.397178 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Pushing event updated for resources: {'Port': ['ID=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:37.417268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:37.418042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:37.480772 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-38e34e77-d771-461c-b54d-9d4e5b2df324 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7310731 Feb 02 13:22:37.583176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41862) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:37.630995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220d0c8-12e1-447c-b696-ac830080177f req-78cd4d8a-fa09-4fb0-a92e-951678f5b4e3 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:37.633427 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9220d0c8-12e1-447c-b696-ac830080177f req-78cd4d8a-fa09-4fb0-a92e-951678f5b4e3 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 932 time: 0.1366954 Feb 02 13:22:37.653326 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:37.682701 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Request body: {'port': {'device_id': '51a77048-ef21-4c94-8797-b5793d99f87c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:37.709703 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9220d0c8-12e1-447c-b696-ac830080177f req-bf3ce473-7578-4365-ac90-e42df0a916c2 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/security-groups?id=762088e3-24d1-4afb-bd6f-0794536ecd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694034 Feb 02 13:22:37.761035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fba0d588-c829-4d71-bc40-0ea3fac6c3e0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-64534212'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:37.781456 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:37.913500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fba0d588-c829-4d71-bc40-0ea3fac6c3e0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (aa3a7ef5-d6a8-45a7-a6be-7c4901d84db1), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:37.914544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fba0d588-c829-4d71-bc40-0ea3fac6c3e0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (aa3a7ef5-d6a8-45a7-a6be-7c4901d84db1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:37.993465 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.002762 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fba0d588-c829-4d71-bc40-0ea3fac6c3e0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router_controller (aa3a7ef5-d6a8-45a7-a6be-7c4901d84db1), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.010430 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fba0d588-c829-4d71-bc40-0ea3fac6c3e0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (aa3a7ef5-d6a8-45a7-a6be-7c4901d84db1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.060860 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fba0d588-c829-4d71-bc40-0ea3fac6c3e0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.063896 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fba0d588-c829-4d71-bc40-0ea3fac6c3e0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.4794548 Feb 02 13:22:38.064793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:38.152613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-694b3fc0-f515-410d-bed1-9af509bd5d1d tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (aa3a7ef5-d6a8-45a7-a6be-7c4901d84db1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.180905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:22:38.189752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Publish callbacks [] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.203628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Transition to ACTIVE for port object dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:22:38.209501 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.267552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:38.363310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Attempting to bind port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:22:38.363679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Attempting to bind port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '3cab8722-c1ea-4de9-952a-408c13fbc38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '00915b80-c922-4360-bb98-a6cc25fced9c'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:22:38.364008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Attempting to bind port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 on network 00915b80-c922-4360-bb98-a6cc25fced9c {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:38.366880 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-694b3fc0-f515-410d-bed1-9af509bd5d1d tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (aa3a7ef5-d6a8-45a7-a6be-7c4901d84db1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.369342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 on network 00915b80-c922-4360-bb98-a6cc25fced9c not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:22:38.369669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Attempting to bind port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 on network 00915b80-c922-4360-bb98-a6cc25fced9c {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:38.369904 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-694b3fc0-f515-410d-bed1-9af509bd5d1d tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router_controller (aa3a7ef5-d6a8-45a7-a6be-7c4901d84db1), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.375537 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:22:38.376286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Checking segment: {'id': '3cab8722-c1ea-4de9-952a-408c13fbc38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '00915b80-c922-4360-bb98-a6cc25fced9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:38.376431 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Bound using segment: {'id': '3cab8722-c1ea-4de9-952a-408c13fbc38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '00915b80-c922-4360-bb98-a6cc25fced9c'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:22:38.376821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Bound port: dfe3cb9d-82e6-4534-991e-369c9cb0bdb5, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cab8722-c1ea-4de9-952a-408c13fbc38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '00915b80-c922-4360-bb98-a6cc25fced9c'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:22:38.377178 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.444462 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-694b3fc0-f515-410d-bed1-9af509bd5d1d tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (aa3a7ef5-d6a8-45a7-a6be-7c4901d84db1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.445001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694b3fc0-f515-410d-bed1-9af509bd5d1d tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa3a7ef5-d6a8-45a7-a6be-7c4901d84db1 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:22:38.454695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] For port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:22:38.458521 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-694b3fc0-f515-410d-bed1-9af509bd5d1d tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.459063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] For port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5,segment=NetworkSegment(3cab8722-c1ea-4de9-952a-408c13fbc38f),segment_id=3cab8722-c1ea-4de9-952a-408c13fbc38f)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:22:38.463044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-694b3fc0-f515-410d-bed1-9af509bd5d1d tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] 10.222.0.83 "DELETE /v2.0/routers/aa3a7ef5-d6a8-45a7-a6be-7c4901d84db1 HTTP/1.1" status: 204 len: 168 time: 0.3937638 Feb 02 13:22:38.463188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41884) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:38.468238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-68243b37-069a-44aa-96ab-b0bc3f9cc0de tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Request body: {'router': {'name': 'tempest-router-1896371413', 'distributed': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:38.482786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.523728 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68243b37-069a-44aa-96ab-b0bc3f9cc0de tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (0c83e310-bb08-415d-b57e-9c10d5344689), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.524838 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68243b37-069a-44aa-96ab-b0bc3f9cc0de tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (0c83e310-bb08-415d-b57e-9c10d5344689), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.532053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:38.532664 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.534065 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] 10.222.0.62 "PUT /v2.0/ports/dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 HTTP/1.1" status: 200 len: 1092 time: 1.0318198 Feb 02 13:22:38.534523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a77048-ef21-4c94-8797-b5793d99f87c', 'tag': 'dfe3cb9d-82e6-4534-991e-369c9cb0bdb5'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:22:38.536807 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da30b5f5-bb11-4f1a-889b-1dfcf76cfae4" -d '{"events": [{"name": "network-changed", "server_uuid": "51a77048-ef21-4c94-8797-b5793d99f87c", "tag": "dfe3cb9d-82e6-4534-991e-369c9cb0bdb5"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:22:38.576677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db21913-8592-47a8-aadb-9b088f0f6267 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:38.607509 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babb5b8d-0844-4cc0-93d0-f3389c775c19 x-openstack-request-id: req-babb5b8d-0844-4cc0-93d0-f3389c775c19 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:22:38.607811 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a77048-ef21-4c94-8797-b5793d99f87c", "tag": "dfe3cb9d-82e6-4534-991e-369c9cb0bdb5", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:22:38.608064 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-babb5b8d-0844-4cc0-93d0-f3389c775c19 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:22:38.608469 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a77048-ef21-4c94-8797-b5793d99f87c', 'tag': 'dfe3cb9d-82e6-4534-991e-369c9cb0bdb5', 'status': 'completed', 'code': 200} Feb 02 13:22:38.609711 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68243b37-069a-44aa-96ab-b0bc3f9cc0de tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router_controller (0c83e310-bb08-415d-b57e-9c10d5344689), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.614780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68243b37-069a-44aa-96ab-b0bc3f9cc0de tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (0c83e310-bb08-415d-b57e-9c10d5344689), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.637110 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68243b37-069a-44aa-96ab-b0bc3f9cc0de tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.638298 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-68243b37-069a-44aa-96ab-b0bc3f9cc0de tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1741242 Feb 02 13:22:38.641212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:38.684905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-8de09701-1e7e-4cd5-b300-ec1b1d18924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:38.686587 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-8de09701-1e7e-4cd5-b300-ec1b1d18924f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a95ad609d9d426cae6e86c4e70983a5&device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 1126 time: 0.0597582 Feb 02 13:22:38.743060 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04ad87d7-9833-4581-8f02-bb38cc2777bb tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (0c83e310-bb08-415d-b57e-9c10d5344689), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.962863 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04ad87d7-9833-4581-8f02-bb38cc2777bb tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (0c83e310-bb08-415d-b57e-9c10d5344689), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:38.965538 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04ad87d7-9833-4581-8f02-bb38cc2777bb tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router_controller (0c83e310-bb08-415d-b57e-9c10d5344689), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:39.045327 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04ad87d7-9833-4581-8f02-bb38cc2777bb tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (0c83e310-bb08-415d-b57e-9c10d5344689), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:39.046160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ad87d7-9833-4581-8f02-bb38cc2777bb tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c83e310-bb08-415d-b57e-9c10d5344689 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:22:39.052532 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04ad87d7-9833-4581-8f02-bb38cc2777bb tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:39.053844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-04ad87d7-9833-4581-8f02-bb38cc2777bb tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] 10.222.0.83 "DELETE /v2.0/routers/0c83e310-bb08-415d-b57e-9c10d5344689 HTTP/1.1" status: 204 len: 168 time: 0.4116237 Feb 02 13:22:39.057506 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41902) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:39.062528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-82f650ec-2a7d-4cd8-ae1b-870f4984368c tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Request body: {'router': {'name': 'tempest-router-1374298601', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f35599dc0ee7461a980661e1709aea9e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:39.070520 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-1fbb47c4-43ae-466a-aec6-6ba261c5057d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 HTTP/1.1" status: 200 len: 217 time: 0.3710222 Feb 02 13:22:39.086041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29060ea0-4b9b-4bd0-9d51-14f08a50c467 req-275c2ce6-ecdf-45f5-9ca5-d9ef9dbbce84 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:39.087609 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29060ea0-4b9b-4bd0-9d51-14f08a50c467 req-275c2ce6-ecdf-45f5-9ca5-d9ef9dbbce84 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 944 time: 0.2569921 Feb 02 13:22:39.102339 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82f650ec-2a7d-4cd8-ae1b-870f4984368c tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (810981c6-dfe8-4050-b5fa-b747b5854167), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:39.103379 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82f650ec-2a7d-4cd8-ae1b-870f4984368c tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (810981c6-dfe8-4050-b5fa-b747b5854167), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:39.146470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-14670933-4b99-482f-a65a-a24ee29b4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:39.148352 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-14670933-4b99-482f-a65a-a24ee29b4e69 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af06f0fb-fe71-4f2f-bec0-f56fb45b19d0 HTTP/1.1" status: 200 len: 849 time: 0.0663617 Feb 02 13:22:39.186565 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29060ea0-4b9b-4bd0-9d51-14f08a50c467 req-54498ebb-2d43-4eab-a6c2-c7af4385c25f tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/security-groups?id=762088e3-24d1-4afb-bd6f-0794536ecd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918415 Feb 02 13:22:39.188003 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82f650ec-2a7d-4cd8-ae1b-870f4984368c tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router_controller (810981c6-dfe8-4050-b5fa-b747b5854167), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:39.195485 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-ccfd3b94-4d83-4b49-ba71-e6b05759f6dd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00915b80-c922-4360-bb98-a6cc25fced9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354064 Feb 02 13:22:39.197151 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82f650ec-2a7d-4cd8-ae1b-870f4984368c tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (810981c6-dfe8-4050-b5fa-b747b5854167), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:39.228406 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-82f650ec-2a7d-4cd8-ae1b-870f4984368c tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:39.230840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-82f650ec-2a7d-4cd8-ae1b-870f4984368c tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1723034 Feb 02 13:22:39.233416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:39.239941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:39.314001 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-e86e62d3-a126-45a4-bccd-a7d282b49bb3 service neutron] 10.222.0.62 "GET /v2.0/networks/00915b80-c922-4360-bb98-a6cc25fced9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096444 Feb 02 13:22:39.443647 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d1c059e0-19e4-4272-a955-ceb3b7629930 req-98511088-533f-4546-bb73-292013cb945d service neutron] 10.222.0.62 "GET /v2.0/networks/00915b80-c922-4360-bb98-a6cc25fced9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239333 Feb 02 13:22:39.592800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30b5f5-bb11-4f1a-889b-1dfcf76cfae4 req-f4d6e47a-51a6-44fb-b02f-a1bb4dbe41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:39.594555 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da30b5f5-bb11-4f1a-889b-1dfcf76cfae4 req-f4d6e47a-51a6-44fb-b02f-a1bb4dbe41c9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8a95ad609d9d426cae6e86c4e70983a5&device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 1126 time: 0.0583532 Feb 02 13:22:39.742366 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30b5f5-bb11-4f1a-889b-1dfcf76cfae4 req-119aec64-e7f7-46c0-b1f6-39f423785960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:39.746772 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da30b5f5-bb11-4f1a-889b-1dfcf76cfae4 req-119aec64-e7f7-46c0-b1f6-39f423785960 service neutron] 10.222.0.62 "GET /v2.0/networks?id=00915b80-c922-4360-bb98-a6cc25fced9c HTTP/1.1" status: 200 len: 910 time: 0.1379559 Feb 02 13:22:39.792576 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da30b5f5-bb11-4f1a-889b-1dfcf76cfae4 req-8ee42164-a54b-499e-93ee-474afea96fde service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 HTTP/1.1" status: 200 len: 217 time: 0.0370371 Feb 02 13:22:39.824086 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (810981c6-dfe8-4050-b5fa-b747b5854167), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:39.824995 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (810981c6-dfe8-4050-b5fa-b747b5854167), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:39.848665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30b5f5-bb11-4f1a-889b-1dfcf76cfae4 req-0d970002-74c7-48dc-a376-d37c9acd47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:39.850149 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da30b5f5-bb11-4f1a-889b-1dfcf76cfae4 req-0d970002-74c7-48dc-a376-d37c9acd47a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=af06f0fb-fe71-4f2f-bec0-f56fb45b19d0 HTTP/1.1" status: 200 len: 849 time: 0.0516930 Feb 02 13:22:39.885925 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da30b5f5-bb11-4f1a-889b-1dfcf76cfae4 req-fc4979de-ef8a-4207-ab15-f5a861626b8a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=00915b80-c922-4360-bb98-a6cc25fced9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280113 Feb 02 13:22:39.916416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103188) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 02 13:22:39.916880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Router 810981c6-dfe8-4050-b5fa-b747b5854167 migrating from provider to provider. {{(pid=103188) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 02 13:22:39.917319 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router_controller (810981c6-dfe8-4050-b5fa-b747b5854167), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:39.923190 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router_controller (810981c6-dfe8-4050-b5fa-b747b5854167), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:39.928907 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (810981c6-dfe8-4050-b5fa-b747b5854167), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:40.021118 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da30b5f5-bb11-4f1a-889b-1dfcf76cfae4 req-9f159085-a4d6-4a8f-a865-ad39487d49d5 service neutron] 10.222.0.62 "GET /v2.0/networks/00915b80-c922-4360-bb98-a6cc25fced9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270819 Feb 02 13:22:40.054002 n-d-827336-2 neutron-server[103188]: WARNING neutron.scheduler.l3_agent_scheduler [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] No L3 agents can host the router 810981c6-dfe8-4050-b5fa-b747b5854167 Feb 02 13:22:40.148403 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da30b5f5-bb11-4f1a-889b-1dfcf76cfae4 req-23f7b6f7-9a0d-4d5f-a552-370e284c40b4 service neutron] 10.222.0.62 "GET /v2.0/networks/00915b80-c922-4360-bb98-a6cc25fced9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201327 Feb 02 13:22:40.178974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Hosts for router 810981c6-dfe8-4050-b5fa-b747b5854167: [] {{(pid=103188) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 02 13:22:40.205525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Hosts for other DVR routers connected to router 810981c6-dfe8-4050-b5fa-b747b5854167: set() {{(pid=103188) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 02 13:22:40.208208 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:40.211466 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-237117b7-ca89-41fc-abd1-b8315c28dba8 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] 10.222.0.83 "PUT /v2.0/routers/810981c6-dfe8-4050-b5fa-b747b5854167 HTTP/1.1" status: 200 len: 717 time: 0.9751194 Feb 02 13:22:40.212129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:40.328974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3904c4a2-a0ea-48e9-be3a-08f7ca05cfc1 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] 10.222.0.83 "GET /v2.0/routers/810981c6-dfe8-4050-b5fa-b747b5854167 HTTP/1.1" status: 200 len: 717 time: 0.1157038 Feb 02 13:22:40.331664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41932) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:40.365092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c17b78-3e4c-424d-a479-bebd8f4f4d20 req-5e3186b8-2df2-4c53-949b-c6eaa21cf3fc tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:40.367190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87c17b78-3e4c-424d-a479-bebd8f4f4d20 req-5e3186b8-2df2-4c53-949b-c6eaa21cf3fc tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 944 time: 0.0747635 Feb 02 13:22:40.416085 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87c17b78-3e4c-424d-a479-bebd8f4f4d20 req-e5245ec1-00a7-4805-b62c-5c524ca75493 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/security-groups?id=762088e3-24d1-4afb-bd6f-0794536ecd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432479 Feb 02 13:22:40.523110 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-264a3c2c-3679-4225-a949-88ec97611236 tempest-RoutersTestDVR-477696734 tempest-RoutersTestDVR-477696734-project] 10.222.0.83 "GET /v2.0/routers/810981c6-dfe8-4050-b5fa-b747b5854167 HTTP/1.1" status: 200 len: 683 time: 0.1899242 Feb 02 13:22:40.525799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:40.613499 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb7cb-2f3c-4fcf-a4d7-58e8fd273990 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (810981c6-dfe8-4050-b5fa-b747b5854167), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:40.780098 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb7cb-2f3c-4fcf-a4d7-58e8fd273990 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (810981c6-dfe8-4050-b5fa-b747b5854167), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:40.782724 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb7cb-2f3c-4fcf-a4d7-58e8fd273990 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router_controller (810981c6-dfe8-4050-b5fa-b747b5854167), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:40.831779 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb7cb-2f3c-4fcf-a4d7-58e8fd273990 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (810981c6-dfe8-4050-b5fa-b747b5854167), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:40.832467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7cb7cb-2f3c-4fcf-a4d7-58e8fd273990 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 810981c6-dfe8-4050-b5fa-b747b5854167 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:22:40.836670 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a7cb7cb-2f3c-4fcf-a4d7-58e8fd273990 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:40.844031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41946) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:40.844558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6a7cb7cb-2f3c-4fcf-a4d7-58e8fd273990 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] 10.222.0.83 "DELETE /v2.0/routers/810981c6-dfe8-4050-b5fa-b747b5854167 HTTP/1.1" status: 204 len: 168 time: 0.3171926 Feb 02 13:22:40.848760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d5229404-3a20-46d9-9eb7-87f855226c07 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Request body: {'router': {'name': 'tempest-router-2023732038', 'distributed': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:40.875171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d5229404-3a20-46d9-9eb7-87f855226c07 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (87c92a01-4434-48d5-9305-f78d027363b7), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:40.876304 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d5229404-3a20-46d9-9eb7-87f855226c07 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (87c92a01-4434-48d5-9305-f78d027363b7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:40.936002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d5229404-3a20-46d9-9eb7-87f855226c07 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router_controller (87c92a01-4434-48d5-9305-f78d027363b7), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:40.941232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d5229404-3a20-46d9-9eb7-87f855226c07 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (87c92a01-4434-48d5-9305-f78d027363b7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:40.958429 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d5229404-3a20-46d9-9eb7-87f855226c07 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:40.959639 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d5229404-3a20-46d9-9eb7-87f855226c07 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1143870 Feb 02 13:22:40.963920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41948) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:41.044463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-61a2e06f-d992-462c-b6f1-b03faac3bbc0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (87c92a01-4434-48d5-9305-f78d027363b7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.210862 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-61a2e06f-d992-462c-b6f1-b03faac3bbc0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (87c92a01-4434-48d5-9305-f78d027363b7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.213762 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-61a2e06f-d992-462c-b6f1-b03faac3bbc0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router_controller (87c92a01-4434-48d5-9305-f78d027363b7), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.278762 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-61a2e06f-d992-462c-b6f1-b03faac3bbc0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (87c92a01-4434-48d5-9305-f78d027363b7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.279599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a2e06f-d992-462c-b6f1-b03faac3bbc0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87c92a01-4434-48d5-9305-f78d027363b7 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:22:41.285035 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-61a2e06f-d992-462c-b6f1-b03faac3bbc0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.289253 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-61a2e06f-d992-462c-b6f1-b03faac3bbc0 tempest-RoutersTestDVR-1200970700 tempest-RoutersTestDVR-1200970700-project-admin] 10.222.0.83 "DELETE /v2.0/routers/87c92a01-4434-48d5-9305-f78d027363b7 HTTP/1.1" status: 204 len: 168 time: 0.3209779 Feb 02 13:22:41.392716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20a766-2394-47d9-80be-9d96868f844f req-c6f5d9e6-174a-4f72-9a7a-b1174784a3ec tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:41.394239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da20a766-2394-47d9-80be-9d96868f844f req-c6f5d9e6-174a-4f72-9a7a-b1174784a3ec tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 947 time: 0.0629356 Feb 02 13:22:41.452604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da20a766-2394-47d9-80be-9d96868f844f req-16e5adac-c9ff-4b20-8249-0143883ab907 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502372 Feb 02 13:22:41.555141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebcd1c-25b5-4e31-9a68-c1a2ff4d3060 req-1ad27957-d31a-4a83-997c-4132efb71d5e tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:41.556915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89ebcd1c-25b5-4e31-9a68-c1a2ff4d3060 req-1ad27957-d31a-4a83-997c-4132efb71d5e tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 944 time: 0.0532467 Feb 02 13:22:41.586509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41974) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:41.613966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89ebcd1c-25b5-4e31-9a68-c1a2ff4d3060 req-83751627-e89b-4a0c-9827-2584336da45a tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/security-groups?id=762088e3-24d1-4afb-bd6f-0794536ecd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505040 Feb 02 13:22:41.721675 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e64c2f45-313f-416e-9f30-0d225646c1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.794400 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e64c2f45-313f-416e-9f30-0d225646c1a7 admin admin] Publish callbacks [] for security_group (f016cbad-1dae-4de8-b251-d5a966acd06b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.799555 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e64c2f45-313f-416e-9f30-0d225646c1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f016cbad-1dae-4de8-b251-d5a966acd06b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.817150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:22:41.843412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e64c2f45-313f-416e-9f30-0d225646c1a7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f35599dc0ee7461a980661e1709aea9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522647 Feb 02 13:22:41.844031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:41.864869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c2f45-313f-416e-9f30-0d225646c1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f016cbad-1dae-4de8-b251-d5a966acd06b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:41.896102 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1fee-a887-476e-bd17-d02e137e3981 admin admin] Publish callbacks [] for security_group (f016cbad-1dae-4de8-b251-d5a966acd06b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.917688 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1fee-a887-476e-bd17-d02e137e3981 admin admin] Publish callbacks [] for security_group (f016cbad-1dae-4de8-b251-d5a966acd06b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.922104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5,segment=NetworkSegment(3cab8722-c1ea-4de9-952a-408c13fbc38f),segment_id=3cab8722-c1ea-4de9-952a-408c13fbc38f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:41.938318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'dfe3cb9d-82e6-4534-991e-369c9cb0bdb5', 'network_id': '00915b80-c922-4360-bb98-a6cc25fced9c', 'port_id': 'dfe3cb9d-82e6-4534-991e-369c9cb0bdb5', 'mac_address': 'fa:16:3e:23:e7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af06f0fb-fe71-4f2f-bec0-f56fb45b19d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:22:41.973804 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1fee-a887-476e-bd17-d02e137e3981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f016cbad-1dae-4de8-b251-d5a966acd06b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.976846 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a1b1fee-a887-476e-bd17-d02e137e3981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.978049 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1a1b1fee-a887-476e-bd17-d02e137e3981 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f016cbad-1dae-4de8-b251-d5a966acd06b HTTP/1.1" status: 204 len: 168 time: 0.1335483 Feb 02 13:22:41.983616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:41.984091 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:41.986596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b1fee-a887-476e-bd17-d02e137e3981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f016cbad-1dae-4de8-b251-d5a966acd06b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:42.004880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:22:42.027490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5,segment=NetworkSegment(3cab8722-c1ea-4de9-952a-408c13fbc38f),segment_id=3cab8722-c1ea-4de9-952a-408c13fbc38f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:42.032714 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:42.080862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:42.282774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41998) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:42.299167 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce256-f7ec-4f04-8684-1adabb041ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:42.371577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['dfe3cb9d-82e6-4534-991e-369c9cb0bdb5'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:22:42.382917 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce256-f7ec-4f04-8684-1adabb041ddb admin admin] Publish callbacks [] for security_group (fc6f894a-81ba-49cf-9c4b-63432e6fcf95), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:42.388487 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce256-f7ec-4f04-8684-1adabb041ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fc6f894a-81ba-49cf-9c4b-63432e6fcf95), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:42.438943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:42.443692 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fc1ce256-f7ec-4f04-8684-1adabb041ddb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=61e9ade90ed5464c8b35ac3fdde05c35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1523938 Feb 02 13:22:42.444751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ce256-f7ec-4f04-8684-1adabb041ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6f894a-81ba-49cf-9c4b-63432e6fcf95,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:42.534755 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c669b68f-d6ae-4558-983b-a151729d41cf admin admin] Publish callbacks [] for security_group (fc6f894a-81ba-49cf-9c4b-63432e6fcf95), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:42.584898 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c669b68f-d6ae-4558-983b-a151729d41cf admin admin] Publish callbacks [] for security_group (fc6f894a-81ba-49cf-9c4b-63432e6fcf95), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:42.635772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d11ba0-921c-4c82-8e91-c61db1ac1883 req-388a5e18-734e-41fd-8b3f-1d78ab1f36c0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:42.637381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07d11ba0-921c-4c82-8e91-c61db1ac1883 req-388a5e18-734e-41fd-8b3f-1d78ab1f36c0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 947 time: 0.0970600 Feb 02 13:22:42.673825 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c669b68f-d6ae-4558-983b-a151729d41cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fc6f894a-81ba-49cf-9c4b-63432e6fcf95), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:42.678360 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c669b68f-d6ae-4558-983b-a151729d41cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:42.680116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c669b68f-d6ae-4558-983b-a151729d41cf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fc6f894a-81ba-49cf-9c4b-63432e6fcf95 HTTP/1.1" status: 204 len: 168 time: 0.2400508 Feb 02 13:22:42.710199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669b68f-d6ae-4558-983b-a151729d41cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6f894a-81ba-49cf-9c4b-63432e6fcf95,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:42.725440 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07d11ba0-921c-4c82-8e91-c61db1ac1883 req-50f8fa69-b47e-4df9-9a16-099198fa9533 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=b45b4ffb-74ea-4887-8f57-331b3fc7574f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818720 Feb 02 13:22:42.781690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3a87e-8eeb-4f7a-9fce-bb20de50a2ad req-e7e304d9-1a46-4e86-b619-ac3e460f7493 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:42.784153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12c3a87e-8eeb-4f7a-9fce-bb20de50a2ad req-e7e304d9-1a46-4e86-b619-ac3e460f7493 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 945 time: 0.0752268 Feb 02 13:22:42.845501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12c3a87e-8eeb-4f7a-9fce-bb20de50a2ad req-1ba8cb24-1064-4014-a896-f63be72d60db tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/security-groups?id=762088e3-24d1-4afb-bd6f-0794536ecd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546834 Feb 02 13:22:42.948554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-e3326aac-64f9-467a-91a2-e372b0bc0eac tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:42.950108 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-e3326aac-64f9-467a-91a2-e372b0bc0eac tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.18 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 947 time: 0.0582445 Feb 02 13:22:43.053107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Deleting port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:43.053637 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:43.156901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] For port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:43.157384 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:43.406638 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:43.407004 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (e879a8dc-a14c-4ebd-b72b-73834d957cbe), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:43.407313 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Floating IP e879a8dc-a14c-4ebd-b72b-73834d957cbe disassociated. External IP: 172.25.4.107, port: a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd. Feb 02 13:22:43.407692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Calling delete_port for a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:43.511123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42046) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.537556 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:43.575821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event deleted for resources: {'Port': ['ID=a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:43.628081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-71fd711c-a2a9-40b6-8404-e7e5e22727ff tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.632117 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-71fd711c-a2a9-40b6-8404-e7e5e22727ff tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1169903 Feb 02 13:22:43.632690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42054) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.642907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [None req-316f801b-e701-4495-afd5-25f8b554140c tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.643928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-316f801b-e701-4495-afd5-25f8b554140c tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0103176 Feb 02 13:22:43.646759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42056) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.651949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-15c50126-2cf3-42d3-8a23-75b8e45c7ccf tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.653065 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-15c50126-2cf3-42d3-8a23-75b8e45c7ccf tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0051930 Feb 02 13:22:43.655906 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42058) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.660476 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-7fb073db-e8d5-444d-8f74-7c5b4a579c6e tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.662085 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7fb073db-e8d5-444d-8f74-7c5b4a579c6e tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049176 Feb 02 13:22:43.664561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42060) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.669268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-6dedf7f4-f74c-4a7b-8f81-1cfcf9dd2e9b tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.670287 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6dedf7f4-f74c-4a7b-8f81-1cfcf9dd2e9b tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046988 Feb 02 13:22:43.673079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42062) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.678028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-797129c9-c91a-4ddd-bb42-d43fcc4fcb25 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.679041 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-797129c9-c91a-4ddd-bb42-d43fcc4fcb25 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0049748 Feb 02 13:22:43.681562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42064) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.685708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-5acea168-bd9d-4eab-a0a1-cc27af31f747 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.686623 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5acea168-bd9d-4eab-a0a1-cc27af31f747 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041082 Feb 02 13:22:43.689493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.695839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [None req-5606267f-7676-4d6d-8828-6257fec16853 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.696768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5606267f-7676-4d6d-8828-6257fec16853 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0063784 Feb 02 13:22:43.699268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42068) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.704709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-f1e22bb4-185c-4ceb-a5c9-c0aa1c1d73bc tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.705598 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f1e22bb4-185c-4ceb-a5c9-c0aa1c1d73bc tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0053847 Feb 02 13:22:43.709583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42070) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.713853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-d30f9e1a-8130-460f-a528-7bd5a43991ad tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.715700 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d30f9e1a-8130-460f-a528-7bd5a43991ad tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050321 Feb 02 13:22:43.717411 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Router 24688756-6fd4-4fcc-9727-64ce0a871445 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:22:43.718556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42072) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.722549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-d6817075-857b-4a68-96c4-4ad6b586115c tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.723499 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d6817075-857b-4a68-96c4-4ad6b586115c tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0040622 Feb 02 13:22:43.725625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42074) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.729407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-2f3fd172-afd9-4358-911e-3af653e70cab tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.730653 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2f3fd172-afd9-4358-911e-3af653e70cab tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0041115 Feb 02 13:22:43.732699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42076) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.736575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-81b4c4eb-f703-4903-8d5e-5645c5f70603 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.737502 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-81b4c4eb-f703-4903-8d5e-5645c5f70603 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0039883 Feb 02 13:22:43.739598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42078) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.743357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-1ad3f07b-ccf1-4feb-a972-40c2fd4b88af tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.744260 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1ad3f07b-ccf1-4feb-a972-40c2fd4b88af tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0038602 Feb 02 13:22:43.746488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42080) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.751249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-5f70ba8c-886f-4880-8c89-a446db5a25cf tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.752197 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5f70ba8c-886f-4880-8c89-a446db5a25cf tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0048592 Feb 02 13:22:43.754520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42082) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.758667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-56669ac9-2ab3-42df-bbfa-0a49610c62ca tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.760981 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-56669ac9-2ab3-42df-bbfa-0a49610c62ca tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0053308 Feb 02 13:22:43.763107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42086) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.768389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-bd91d167-b9f6-49b2-af3c-2c10422c92fc tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.772237 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bd91d167-b9f6-49b2-af3c-2c10422c92fc tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0080323 Feb 02 13:22:43.772778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42088) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.778061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-96706738-bb5a-4c26-8ec3-cb2b8eb6e3b7 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.782805 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-96706738-bb5a-4c26-8ec3-cb2b8eb6e3b7 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0090218 Feb 02 13:22:43.783375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42090) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.787494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-a521c408-27d1-4f34-bdf7-00cc6cd879d4 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.791111 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a521c408-27d1-4f34-bdf7-00cc6cd879d4 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0068443 Feb 02 13:22:43.791775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42092) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.796202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [None req-fb9bc1d0-957d-496f-8d75-4489dabada8e tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.799052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fb9bc1d0-957d-496f-8d75-4489dabada8e tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044403 Feb 02 13:22:43.799390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42094) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.803960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [None req-f5e2348a-267e-4070-9178-aaea66962a6d tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.807021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f5e2348a-267e-4070-9178-aaea66962a6d tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0046618 Feb 02 13:22:43.807400 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42096) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.811395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:22:43.811958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-c3b99153-73aa-4e23-9634-764e9ca53679 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.813491 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c3b99153-73aa-4e23-9634-764e9ca53679 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043406 Feb 02 13:22:43.817064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42100) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.826208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-1fcce2fb-ddc9-4562-a5da-ea7c7b097e41 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.829521 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1fcce2fb-ddc9-4562-a5da-ea7c7b097e41 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0089703 Feb 02 13:22:43.831863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42102) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.837224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-ba390d2d-c83a-41ab-ae4c-6b730426a4a4 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.840574 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ba390d2d-c83a-41ab-ae4c-6b730426a4a4 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0054004 Feb 02 13:22:43.840893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42104) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.849892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-c4841f3f-4e27-49b8-b8ee-b7667951b12e tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.853131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c4841f3f-4e27-49b8-b8ee-b7667951b12e tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0092983 Feb 02 13:22:43.854037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42108) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.858341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-43dc4f4a-0504-4585-865a-bbcb059bc0ae tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.859322 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-43dc4f4a-0504-4585-865a-bbcb059bc0ae tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0043907 Feb 02 13:22:43.864210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42110) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.880528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-82ddef58-8a43-44af-bc23-97074f448536 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.881585 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-82ddef58-8a43-44af-bc23-97074f448536 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0164833 Feb 02 13:22:43.885891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42116) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.891224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-941e1f59-41a0-44f6-aea2-097ed0f38ce6 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.892220 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-941e1f59-41a0-44f6-aea2-097ed0f38ce6 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0053902 Feb 02 13:22:43.895995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.903685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1959f55b-e3e9-4be6-b46d-9a583e0aa680 req-48d7f9ed-d4e5-47cd-bc08-af80b8ea0a2e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 210 time: 0.0438116 Feb 02 13:22:43.906621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [None req-3526e2c9-ecf7-400a-b5f4-f07022055c49 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.910310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3526e2c9-ecf7-400a-b5f4-f07022055c49 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0068781 Feb 02 13:22:43.910444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42120) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.912484 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:22:43.914707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-beafbf14-65cf-48fd-a691-daf23e113301 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.918335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:43.918922 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:43.923522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-beafbf14-65cf-48fd-a691-daf23e113301 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0120070 Feb 02 13:22:43.924250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42122) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.929620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-640c88ea-009d-4165-88c0-85e0c2d8e96b tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.941314 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-640c88ea-009d-4165-88c0-85e0c2d8e96b tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0159831 Feb 02 13:22:43.952689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42124) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.957220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-a1a7806e-c220-4b33-847b-972b8d4e3eab tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.968243 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a1a7806e-c220-4b33-847b-972b8d4e3eab tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0143712 Feb 02 13:22:43.968908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42126) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:43.973295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-095df391-6443-4453-a1d2-085281f889be tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:43.987793 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-095df391-6443-4453-a1d2-085281f889be tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0102451 Feb 02 13:22:43.989963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42128) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.004652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-d224c949-efb8-496f-8976-532cd7823a8d tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.007243 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d224c949-efb8-496f-8976-532cd7823a8d tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0152602 Feb 02 13:22:44.011722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.022389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [None req-cb33a64f-d72a-45fd-a8de-3a9e24602b17 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.026058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42132) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.026275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cb33a64f-d72a-45fd-a8de-3a9e24602b17 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0088491 Feb 02 13:22:44.028560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:22:44.052554 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ef715-a17f-4514-abbb-e2960f1ad083 None None] Sync routers for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:22:44.053355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-d7e208fc-b83d-4eb2-bd70-584ca93908cf tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.053866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:44.054267 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:44.057073 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d7e208fc-b83d-4eb2-bd70-584ca93908cf tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0298059 Feb 02 13:22:44.057998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42134) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.063250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-f363fc98-982d-459c-8226-7c8d0b08180c tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.066937 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f363fc98-982d-459c-8226-7c8d0b08180c tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0077863 Feb 02 13:22:44.067705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42136) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.071887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-771679ec-d481-4ea6-8654-9e141c0481bb tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.075704 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-771679ec-d481-4ea6-8654-9e141c0481bb tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0069203 Feb 02 13:22:44.076460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42138) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.083281 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-bf2d73ed-a049-4e30-a338-b1ebefab5601 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.083489 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ef715-a17f-4514-abbb-e2960f1ad083 None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:22:44.084312 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f4ef715-a17f-4514-abbb-e2960f1ad083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:22:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:44.087756 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bf2d73ed-a049-4e30-a338-b1ebefab5601 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0101354 Feb 02 13:22:44.088562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42140) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.094191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-f85c68ab-afb0-4f5d-91a6-292e317fceb0 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.099037 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f85c68ab-afb0-4f5d-91a6-292e317fceb0 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0091674 Feb 02 13:22:44.099879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42142) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.105547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-2641f00c-76b0-4520-9c18-66230bfedcd2 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.111700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a77048-ef21-4c94-8797-b5793d99f87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe3cb9d-82e6-4534-991e-369c9cb0bdb5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:22:44.112353 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2641f00c-76b0-4520-9c18-66230bfedcd2 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0107598 Feb 02 13:22:44.113036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42144) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.114342 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f016c2-be9b-4778-8229-809786e93467" -d '{"events": [{"server_uuid": "51a77048-ef21-4c94-8797-b5793d99f87c", "name": "network-vif-plugged", "status": "completed", "tag": "dfe3cb9d-82e6-4534-991e-369c9cb0bdb5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:22:44.117736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-8b54bf2f-6b77-48eb-8b18-242774a34564 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.128505 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8b54bf2f-6b77-48eb-8b18-242774a34564 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0121534 Feb 02 13:22:44.128819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42148) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.133176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-ca3d19ab-85f8-47ad-bbb0-8c338f9d8f76 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.134455 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ca3d19ab-85f8-47ad-bbb0-8c338f9d8f76 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045557 Feb 02 13:22:44.138713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42150) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.143186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-827d42c4-76a7-40d2-8062-e5142f235ab0 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.150598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5,segment=NetworkSegment(3cab8722-c1ea-4de9-952a-408c13fbc38f),segment_id=3cab8722-c1ea-4de9-952a-408c13fbc38f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:44.155589 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-827d42c4-76a7-40d2-8062-e5142f235ab0 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0155616 Feb 02 13:22:44.156429 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42152) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.160939 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:44.162508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-a360b5dc-f3ac-4fa8-a75b-c6535bb0c8cc tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.166555 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a360b5dc-f3ac-4fa8-a75b-c6535bb0c8cc tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0090034 Feb 02 13:22:44.168796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42154) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.173335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-105e76cb-c5dc-4ea6-8727-3dabc42b076e tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.177077 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-105e76cb-c5dc-4ea6-8727-3dabc42b076e tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0071955 Feb 02 13:22:44.177819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42156) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.185164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-29fef433-0195-4450-a0b9-7d17b85aaf2b tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.190699 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-29fef433-0195-4450-a0b9-7d17b85aaf2b tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0093374 Feb 02 13:22:44.191409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42158) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.199675 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-047cf921-8170-44da-aee5-2d831a7afa82 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.204571 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-047cf921-8170-44da-aee5-2d831a7afa82 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0119653 Feb 02 13:22:44.205405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42162) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.218427 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-c972485e-cb39-4975-9cc1-947362cf8b04 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.220005 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c972485e-cb39-4975-9cc1-947362cf8b04 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0134940 Feb 02 13:22:44.223696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42166) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.233652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-ce292a1d-97c2-45a4-ae5c-067ad591fc17 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.234904 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ce292a1d-97c2-45a4-ae5c-067ad591fc17 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0102015 Feb 02 13:22:44.239114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42168) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.246588 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-9b2b0293-e7e6-4dc0-be21-80a01eef7ae9 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.250617 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9b2b0293-e7e6-4dc0-be21-80a01eef7ae9 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0074162 Feb 02 13:22:44.250617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42170) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.256050 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4f4ef715-a17f-4514-abbb-e2960f1ad083 None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:22:44.259896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-d7cf9693-a593-40be-b342-cfca7311e991 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.263550 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d7cf9693-a593-40be-b342-cfca7311e991 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0095789 Feb 02 13:22:44.264104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42172) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.272363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-298000c4-7884-4900-a744-9ddcbb8a1ca8 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.275744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:44.280058 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-298000c4-7884-4900-a744-9ddcbb8a1ca8 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0117943 Feb 02 13:22:44.280808 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42174) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.285546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-b857f917-0afd-48c8-ae74-23a92a0f5999 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.289755 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b857f917-0afd-48c8-ae74-23a92a0f5999 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052667 Feb 02 13:22:44.289755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42176) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.297228 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-700e3726-edf9-4547-ad5f-35cdbd5adcda tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.300659 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-700e3726-edf9-4547-ad5f-35cdbd5adcda tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0072236 Feb 02 13:22:44.301153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42178) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.318282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-13cd954a-c317-4c17-8c6f-7cd5c8cc8b77 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.328939 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-13cd954a-c317-4c17-8c6f-7cd5c8cc8b77 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0215323 Feb 02 13:22:44.329705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42180) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.340841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-e3ba9580-6381-4928-a582-b3477ccf7f6f tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.342592 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e3ba9580-6381-4928-a582-b3477ccf7f6f tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0118332 Feb 02 13:22:44.346912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42184) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.351685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-10590ecf-e51d-41b4-a82a-96c95d55e0eb tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.355442 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-10590ecf-e51d-41b4-a82a-96c95d55e0eb tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050068 Feb 02 13:22:44.356124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42186) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.368077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-3b9cc065-5801-43c1-bd23-ac7e1f00f484 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.372600 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3b9cc065-5801-43c1-bd23-ac7e1f00f484 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0153680 Feb 02 13:22:44.373458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42188) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.378851 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-3921605a-052c-467e-80ab-6c501a3fe5b9 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.384208 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3921605a-052c-467e-80ab-6c501a3fe5b9 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0088959 Feb 02 13:22:44.386870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42190) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.392210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-efd9b23e-34f6-44e6-bacc-480d292bd428 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.395642 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-efd9b23e-34f6-44e6-bacc-480d292bd428 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0056674 Feb 02 13:22:44.396169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42192) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.400767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-e3fe2ddf-0ea5-4b5f-8f83-4fb45ac191c4 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.404209 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e3fe2ddf-0ea5-4b5f-8f83-4fb45ac191c4 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046914 Feb 02 13:22:44.404792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42194) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.411112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-ba099c44-119c-41f8-979c-b0eef74575a5 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.415672 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ba099c44-119c-41f8-979c-b0eef74575a5 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0097411 Feb 02 13:22:44.416446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42196) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.422394 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-594a0d16-ebe4-4a2c-b3b8-3e98f8d5c933 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.427799 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-594a0d16-ebe4-4a2c-b3b8-3e98f8d5c933 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0101852 Feb 02 13:22:44.428414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42198) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.432992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-753c80b5-44bb-45f2-b62c-1a1f57a41513 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.436911 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-753c80b5-44bb-45f2-b62c-1a1f57a41513 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0075488 Feb 02 13:22:44.437646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42200) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.442116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-69b12af8-04f3-440a-8430-c16694a82b0b tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.445713 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-69b12af8-04f3-440a-8430-c16694a82b0b tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0071433 Feb 02 13:22:44.446309 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42202) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.450962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-269c450c-d368-4975-b51f-bb39ffcfbadc tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.454709 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-269c450c-d368-4975-b51f-bb39ffcfbadc tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0072088 Feb 02 13:22:44.455387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42204) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.460095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-a440e20b-1454-4db2-8569-4c05abea21a9 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.463973 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a440e20b-1454-4db2-8569-4c05abea21a9 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0074251 Feb 02 13:22:44.464962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42206) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.471277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-a6471d9b-e06c-4e48-b287-238158c21e41 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.475301 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a6471d9b-e06c-4e48-b287-238158c21e41 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0092154 Feb 02 13:22:44.476132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42208) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.481013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-d74a9bf9-c8a2-4e3d-9fc4-98b272cdb055 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.485311 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d74a9bf9-c8a2-4e3d-9fc4-98b272cdb055 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0078928 Feb 02 13:22:44.486313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42210) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:44.491087 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [None req-592c409e-5169-49d5-9f86-e5d5301003c7 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] http://10.222.0.83:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:22:44.506962 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-592c409e-5169-49d5-9f86-e5d5301003c7 tempest-ExtensionsTestJSON-1432376490 tempest-ExtensionsTestJSON-1432376490-project] 10.222.0.83 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0178313 Feb 02 13:22:44.630701 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f4ef715-a17f-4514-abbb-e2960f1ad083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:04Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:44.682009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] No DVR routers for this DVR port a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:22:44.691716 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ef715-a17f-4514-abbb-e2960f1ad083 None None] Checking router: 24688756-6fd4-4fcc-9727-64ce0a871445 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:22:44.702500 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4ef715-a17f-4514-abbb-e2960f1ad083 None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:22:44.703152 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f4ef715-a17f-4514-abbb-e2960f1ad083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:22:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:44.712491 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a64c6-5cce-4265-a673-7e5c7390f656 req-f4c0e474-edc2-401c-8bc4-bdc02aec6ae7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:44.714044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b4a64c6-5cce-4265-a673-7e5c7390f656 req-f4c0e474-edc2-401c-8bc4-bdc02aec6ae7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.8166354 Feb 02 13:22:44.716391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:44.719937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb5c9145-0326-4825-a219-b404a57f0d9b req-aa5d2a2f-a198-47ed-95f3-625182b58e57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.18 "DELETE /v2.0/ports/a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd HTTP/1.1" status: 204 len: 173 time: 1.7643461 Feb 02 13:22:44.722080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'name': 'network-vif-deleted', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:22:44.724665 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e174433-319c-4582-ab77-d2f4e8b1d158" -d '{"events": [{"server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "name": "network-vif-deleted", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:22:44.852022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b4a64c6-5cce-4265-a673-7e5c7390f656 req-c3afb5d4-7fa6-4c47-9ff9-ca9d1ceee2f8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126349 Feb 02 13:22:44.863831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040eb2f9-f2ce-455c-a405-1ba0dd9cf90c req-4b3cb136-84a3-40e2-9a40-54cbb24eaf1b tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:44.873296 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-040eb2f9-f2ce-455c-a405-1ba0dd9cf90c req-4b3cb136-84a3-40e2-9a40-54cbb24eaf1b tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 945 time: 0.8427930 Feb 02 13:22:44.952269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-040eb2f9-f2ce-455c-a405-1ba0dd9cf90c req-02092b72-9db5-49c6-a885-6c985462769f tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/security-groups?id=762088e3-24d1-4afb-bd6f-0794536ecd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775495 Feb 02 13:22:44.987813 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f724ef0e-29b8-4b0c-9e29-599d402ea810 x-openstack-request-id: req-f724ef0e-29b8-4b0c-9e29-599d402ea810 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:22:44.988763 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a77048-ef21-4c94-8797-b5793d99f87c", "name": "network-vif-plugged", "status": "completed", "tag": "dfe3cb9d-82e6-4534-991e-369c9cb0bdb5", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:22:44.989174 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f724ef0e-29b8-4b0c-9e29-599d402ea810 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:22:44.989814 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a77048-ef21-4c94-8797-b5793d99f87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe3cb9d-82e6-4534-991e-369c9cb0bdb5', 'code': 200} Feb 02 13:22:45.025675 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c082c6-5cf8-432c-9b6a-5d674b05d594 x-openstack-request-id: req-e4c082c6-5cf8-432c-9b6a-5d674b05d594 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:22:45.025958 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "635eb345-79dc-4cb2-b111-ef4986ae32f3", "name": "network-vif-deleted", "tag": "a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:22:45.026213 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e4c082c6-5cf8-432c-9b6a-5d674b05d594 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:22:45.039894 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '635eb345-79dc-4cb2-b111-ef4986ae32f3', 'name': 'network-vif-deleted', 'tag': 'a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd', 'status': 'completed', 'code': 200} Feb 02 13:22:45.077566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42230) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:45.159753 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4f4ef715-a17f-4514-abbb-e2960f1ad083 None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:22:45.162420 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-24568c0b-6fa7-4953-95d9-971f33367b9a req-df2a89e2-3bdb-4965-8602-c2bad1b53152 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=635eb345-79dc-4cb2-b111-ef4986ae32f3 HTTP/1.1" status: 200 len: 210 time: 0.0415056 Feb 02 13:22:45.182180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f50b2-2a59-4b63-8422-c6a587d63c3f req-cb480a40-1993-4118-8934-9ce6a274a777 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:45.183941 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-471f50b2-2a59-4b63-8422-c6a587d63c3f req-cb480a40-1993-4118-8934-9ce6a274a777 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1413755 Feb 02 13:22:45.194268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce961715-2d82-438c-b07c-e3ecae47cbe1 req-036fda8c-b6fc-4c73-a6a5-2017388de34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:45.202417 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ce961715-2d82-438c-b07c-e3ecae47cbe1 req-036fda8c-b6fc-4c73-a6a5-2017388de34b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 1128 time: 0.0975108 Feb 02 13:22:45.266739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-471f50b2-2a59-4b63-8422-c6a587d63c3f req-529c1304-00fc-4a5d-a53d-265a5ff933a6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770550 Feb 02 13:22:45.270069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-faf65ca9-1bdd-4ad4-8057-833c3cf412e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:45.311999 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ce961715-2d82-438c-b07c-e3ecae47cbe1 req-1b7839b0-c1c1-4a09-8195-2f301a985101 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=762088e3-24d1-4afb-bd6f-0794536ecd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047795 Feb 02 13:22:45.428380 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-faf65ca9-1bdd-4ad4-8057-833c3cf412e9 admin admin] Publish callbacks [] for security_group (79e98472-d986-4e2f-886c-fba002be6899), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:45.439932 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-faf65ca9-1bdd-4ad4-8057-833c3cf412e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (79e98472-d986-4e2f-886c-fba002be6899), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:45.488849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:45.489074 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-faf65ca9-1bdd-4ad4-8057-833c3cf412e9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=562a056ce13e4707a7f37a609ee037a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4094849 Feb 02 13:22:45.490663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf65ca9-1bdd-4ad4-8057-833c3cf412e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e98472-d986-4e2f-886c-fba002be6899,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:45.519945 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4f4ef715-a17f-4514-abbb-e2960f1ad083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:04Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:45.545634 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4ef715-a17f-4514-abbb-e2960f1ad083 None None] The sync data for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 is: [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:04Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:22:45.637399 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e257679-471a-4239-8cf2-f0f90b940c52 admin admin] Publish callbacks [] for security_group (79e98472-d986-4e2f-886c-fba002be6899), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:45.669429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-0e2d530b-0adc-44d8-af71-4fe3c2f8e37e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:45.670815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-0e2d530b-0adc-44d8-af71-4fe3c2f8e37e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 812 time: 0.1546319 Feb 02 13:22:45.685670 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e257679-471a-4239-8cf2-f0f90b940c52 admin admin] Publish callbacks [] for security_group (79e98472-d986-4e2f-886c-fba002be6899), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:45.714695 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-5a43c7f3-9ec5-4c81-a147-4c686e4005ff tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/quotas/7b92b835720c47608b10176547f4948b HTTP/1.1" status: 200 len: 375 time: 0.0259955 Feb 02 13:22:45.782688 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e257679-471a-4239-8cf2-f0f90b940c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (79e98472-d986-4e2f-886c-fba002be6899), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:45.786885 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e257679-471a-4239-8cf2-f0f90b940c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:45.791134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7e257679-471a-4239-8cf2-f0f90b940c52 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/79e98472-d986-4e2f-886c-fba002be6899 HTTP/1.1" status: 204 len: 168 time: 0.3012583 Feb 02 13:22:45.819933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-59950c5b-4001-4003-9638-f94e5d20d41f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0958142 Feb 02 13:22:45.829221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e257679-471a-4239-8cf2-f0f90b940c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e98472-d986-4e2f-886c-fba002be6899,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:45.900153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a3c75-eaad-419a-811a-39b838ffb933 None None] New status for floating IP e879a8dc-a14c-4ebd-b72b-73834d957cbe: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:22:45.946416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-c8e445a2-ea3d-467d-a892-6b9d6e77fe77 service neutron] 10.222.0.83 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255457 Feb 02 13:22:46.148618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-b00876be-b2c7-448c-8f42-9e4ea91d7050 service neutron] 10.222.0.83 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944737 Feb 02 13:22:46.161939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c01b7e-7afd-4dfb-a9ef-64906572b613 req-f2c30ee1-69bc-4df8-b940-9ca5444cf3dd tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:46.163643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93c01b7e-7afd-4dfb-a9ef-64906572b613 req-f2c30ee1-69bc-4df8-b940-9ca5444cf3dd tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 946 time: 0.0956712 Feb 02 13:22:46.232082 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93c01b7e-7afd-4dfb-a9ef-64906572b613 req-68238e2a-f973-4f16-8290-19c83886f8e2 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/security-groups?id=762088e3-24d1-4afb-bd6f-0794536ecd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604277 Feb 02 13:22:46.337317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42286) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:46.398933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff77e508-edee-430d-a77f-5bee0fc17bd2 req-eafc84d5-27a7-4eb6-87e9-0ab6add5c053 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 210 time: 0.0687020 Feb 02 13:22:46.412591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27a5f4df-f03b-44fa-9b85-cff6ef48b03b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group (b45b4ffb-74ea-4887-8f57-331b3fc7574f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:46.448170 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27a5f4df-f03b-44fa-9b85-cff6ef48b03b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group (b45b4ffb-74ea-4887-8f57-331b3fc7574f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:46.523702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27a5f4df-f03b-44fa-9b85-cff6ef48b03b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b45b4ffb-74ea-4887-8f57-331b3fc7574f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:46.529442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27a5f4df-f03b-44fa-9b85-cff6ef48b03b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:46.531459 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-27a5f4df-f03b-44fa-9b85-cff6ef48b03b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "DELETE /v2.0/security-groups/b45b4ffb-74ea-4887-8f57-331b3fc7574f HTTP/1.1" status: 204 len: 168 time: 0.1909249 Feb 02 13:22:46.534020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:46.548065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5f4df-f03b-44fa-9b85-cff6ef48b03b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45b4ffb-74ea-4887-8f57-331b3fc7574f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:46.570404 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3a96b5a9-0e73-40cc-ad52-a8f790aecf0a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] show failed (client error): The resource could not be found. Feb 02 13:22:46.573416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3a96b5a9-0e73-40cc-ad52-a8f790aecf0a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups/b45b4ffb-74ea-4887-8f57-331b3fc7574f HTTP/1.1" status: 404 len: 347 time: 0.0374415 Feb 02 13:22:46.580235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42300) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:46.729774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-09640f64-7993-48aa-ad56-b2299591936b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Deleting port 690a9f85-d2d1-46fa-a1ed-3facb03a36d2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:46.730225 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09640f64-7993-48aa-ad56-b2299591936b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (690a9f85-d2d1-46fa-a1ed-3facb03a36d2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:46.821715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42314) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:46.830751 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09640f64-7993-48aa-ad56-b2299591936b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (690a9f85-d2d1-46fa-a1ed-3facb03a36d2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:46.831350 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09640f64-7993-48aa-ad56-b2299591936b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (690a9f85-d2d1-46fa-a1ed-3facb03a36d2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:46.847234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-09640f64-7993-48aa-ad56-b2299591936b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Calling delete_port for 690a9f85-d2d1-46fa-a1ed-3facb03a36d2 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:46.975804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-930655016'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:46.992933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:22:47.015741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:22:47.016088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a7c6a478-4ee9-4452-b6c2-8dbd2e9008bd not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:22:47.016324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:47.019923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.029690 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.045705 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09640f64-7993-48aa-ad56-b2299591936b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (690a9f85-d2d1-46fa-a1ed-3facb03a36d2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.103711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09640f64-7993-48aa-ad56-b2299591936b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event deleted for resources: {'Port': ['ID=690a9f85-d2d1-46fa-a1ed-3facb03a36d2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:47.142019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (595a2c92-fadf-40a4-b6d2-397c609fe337), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.147610 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09640f64-7993-48aa-ad56-b2299591936b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (e879a8dc-a14c-4ebd-b72b-73834d957cbe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.149173 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (595a2c92-fadf-40a4-b6d2-397c609fe337), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.150291 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-09640f64-7993-48aa-ad56-b2299591936b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.154449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-09640f64-7993-48aa-ad56-b2299591936b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "DELETE /v2.0/floatingips/e879a8dc-a14c-4ebd-b72b-73834d957cbe HTTP/1.1" status: 204 len: 168 time: 0.5699966 Feb 02 13:22:47.182268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:22:47.206142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595a2c92-fadf-40a4-b6d2-397c609fe337,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:47.225867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (62778c67-642b-4f0c-90c2-ed2069b53d98), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.227185 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Added segment 62778c67-642b-4f0c-90c2-ed2069b53d98 of type vlan for network a6b45807-43d1-498d-9010-e7664e81078b Feb 02 13:22:47.279316 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (a6b45807-43d1-498d-9010-e7664e81078b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.312841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (a6b45807-43d1-498d-9010-e7664e81078b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.319335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:47.320085 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.375370 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5524652 Feb 02 13:22:47.379942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42328) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:47.385815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'name': 'tempest-PortsIpV6TestJSON-358667184'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:47.411396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83a167-7421-489a-8a12-fc38244d584e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Network': ['ID=a6b45807-43d1-498d-9010-e7664e81078b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:47.424861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network a6b45807-43d1-498d-9010-e7664e81078b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:22:47.452779 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627291d-bc40-4272-83ad-d73db51ab9f4 req-a4a4fb31-fd3c-4088-ab1d-fc99265f7bae tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:47.455224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0627291d-bc40-4272-83ad-d73db51ab9f4 req-a4a4fb31-fd3c-4088-ab1d-fc99265f7bae tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 946 time: 0.1386330 Feb 02 13:22:47.562546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:47.566745 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.572241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0627291d-bc40-4272-83ad-d73db51ab9f4 req-f0412879-1500-4e02-ae77-6e0f57491177 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/security-groups?id=762088e3-24d1-4afb-bd6f-0794536ecd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838108 Feb 02 13:22:47.590030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port b906728d-2423-4af2-91cb-048dec6369f3 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:22:47.605656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42338) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:47.610829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7608f913-ee30-4964-a47c-11fe3c8314f7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--929383497', 'description': 'tempest-description--1228730948'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:47.647248 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7608f913-ee30-4964-a47c-11fe3c8314f7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.758965 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7608f913-ee30-4964-a47c-11fe3c8314f7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group (f626da65-e6ed-4ee5-99b1-875c8cbab907), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.767512 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7608f913-ee30-4964-a47c-11fe3c8314f7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f626da65-e6ed-4ee5-99b1-875c8cbab907), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.797260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7608f913-ee30-4964-a47c-11fe3c8314f7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.798770 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7608f913-ee30-4964-a47c-11fe3c8314f7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1916237 Feb 02 13:22:47.806412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42342) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:47.806647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab8742c4-fb09-4e66-adcb-c6ac01ec9bc8 req-87cf35e6-bc94-43b8-8217-a0c492f990f1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 210 time: 0.0633006 Feb 02 13:22:47.817484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9792b611-7d79-49fa-813c-2e871a641108 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Request body: {'security_group_rule': {'security_group_id': 'f626da65-e6ed-4ee5-99b1-875c8cbab907', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:47.855625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608f913-ee30-4964-a47c-11fe3c8314f7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f626da65-e6ed-4ee5-99b1-875c8cbab907,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:47.906229 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9792b611-7d79-49fa-813c-2e871a641108 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group_rule (60d1cbe0-50d9-4c06-a4fb-a4ac5379f946), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:47.992912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-1fee2931-af45-4e25-8eaf-71c4c377a07a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:47.994358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-1fee2931-af45-4e25-8eaf-71c4c377a07a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.18 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 812 time: 0.1867607 Feb 02 13:22:48.007486 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (b906728d-2423-4af2-91cb-048dec6369f3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.013239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Request body: {'port': {'device_id': '2e2f1a01-bb86-4b66-b133-ee8b92a6581d', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'admin_state_up': True, 'tenant_id': '7b92b835720c47608b10176547f4948b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:48.021927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9792b611-7d79-49fa-813c-2e871a641108 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group_rule (60d1cbe0-50d9-4c06-a4fb-a4ac5379f946), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.027290 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9792b611-7d79-49fa-813c-2e871a641108 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (60d1cbe0-50d9-4c06-a4fb-a4ac5379f946), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.043380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792b611-7d79-49fa-813c-2e871a641108 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d1cbe0-50d9-4c06-a4fb-a4ac5379f946,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:48.069864 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9792b611-7d79-49fa-813c-2e871a641108 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.073766 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9792b611-7d79-49fa-813c-2e871a641108 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2637539 Feb 02 13:22:48.074103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42352) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:48.079218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a67e769a-14f0-48e4-8c79-3416c53facd8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Request body: {'security_group_rule': {'security_group_id': 'f626da65-e6ed-4ee5-99b1-875c8cbab907', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:48.125337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a67e769a-14f0-48e4-8c79-3416c53facd8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group_rule (f01808bc-c991-41fc-9b27-d7b7538422d6), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.170950 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b906728d-2423-4af2-91cb-048dec6369f3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.208311 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a67e769a-14f0-48e4-8c79-3416c53facd8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group_rule (f01808bc-c991-41fc-9b27-d7b7538422d6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.213432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a67e769a-14f0-48e4-8c79-3416c53facd8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (f01808bc-c991-41fc-9b27-d7b7538422d6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.238959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e769a-14f0-48e4-8c79-3416c53facd8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01808bc-c991-41fc-9b27-d7b7538422d6,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:48.249244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Made reservation on behalf of 7b92b835720c47608b10176547f4948b for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:48.249637 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a67e769a-14f0-48e4-8c79-3416c53facd8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.250987 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a67e769a-14f0-48e4-8c79-3416c53facd8 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1756947 Feb 02 13:22:48.252566 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.254070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42360) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:48.255795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=b906728d-2423-4af2-91cb-048dec6369f3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:48.266473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:48.296541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Checking segment: {'id': '62778c67-642b-4f0c-90c2-ed2069b53d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:48.300247 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network hostable DHCP agents. Network: a6b45807-43d1-498d-9010-e7664e81078b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:22:48.300369 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.374267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network a6b45807-43d1-498d-9010-e7664e81078b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:22:48.411694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, a6b45807-43d1-498d-9010-e7664e81078b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:48.415814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:48.423056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b4e5b-086a-46fa-8098-53230744f8ba None None] Network a6b45807-43d1-498d-9010-e7664e81078b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:48.428282 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.436948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:48.437642 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.476405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-463a95fc-81ae-4555-aa84-8c6dd11b373a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0916667 Feb 02 13:22:48.476405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Allocated IP 172.20.0.12 (cb2a4104-c51e-40f3-b13e-924d4652304e/be877423-cc9d-4b0f-a0a3-809a3db51209/80ef726e-f34a-4624-8dd6-04cdd8302c37) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:48.477885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42362) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:48.483541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-985940576'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:48.528421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:48.534517 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.565402 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Allocated IP 172.25.4.65 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/f1762aca-1279-471b-85ea-491d0668288e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:48.601238 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:22:48.627224 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a618a1fa-287f-4560-b183-d48e7ff74d81), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.627848 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Added segment a618a1fa-287f-4560-b183-d48e7ff74d81 of type vlan for network d78942e9-dac0-4b1a-98dc-1a10763f3db9 Feb 02 13:22:48.721686 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for port (f1762aca-1279-471b-85ea-491d0668288e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.732176 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (d78942e9-dac0-4b1a-98dc-1a10763f3db9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.763716 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f1762aca-1279-471b-85ea-491d0668288e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.768150 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.797646 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (d78942e9-dac0-4b1a-98dc-1a10763f3db9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.802870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:48.803909 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.823657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event updated for resources: {'Port': ['ID=f1762aca-1279-471b-85ea-491d0668288e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:48.852047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:48.853944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:48.857040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:48.905240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4258184 Feb 02 13:22:48.909156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42372) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:48.915340 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'ports': [{'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b'}, {'network_id': 'd78942e9-dac0-4b1a-98dc-1a10763f3db9'}]} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:48.915798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:48.916424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': 'd78942e9-dac0-4b1a-98dc-1a10763f3db9'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:48.963378 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:48.988723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Network': ['ID=d78942e9-dac0-4b1a-98dc-1a10763f3db9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:48.995633 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['4547ba98-2947-45a2-b076-d92df55c2845', '23c8494a-e636-4066-acdc-38a8419de8aa'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:22:49.072327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.073056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.073756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.074272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.074775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.075263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.075967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.076491 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.077558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.078086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.078590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.079075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.080765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373587a8-4610-4462-bdfe-34d528ea84ff tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:22:49.108136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network d78942e9-dac0-4b1a-98dc-1a10763f3db9 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:22:49.130646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (080c894d-e85d-4385-a445-ddf5a7c2912e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.156309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Network cb2a4104-c51e-40f3-b13e-924d4652304e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:49.160885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:49.169953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event updated for resources: {'Port': ['ID=80ef726e-f34a-4624-8dd6-04cdd8302c37,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:49.172595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:49.283551 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f1762aca-1279-471b-85ea-491d0668288e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.291967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282430e-1c7b-4065-a10a-3c6225b77f14 req-f4b654bc-8fe3-4208-8355-450d8ddb058c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:49.295490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3282430e-1c7b-4065-a10a-3c6225b77f14 req-f4b654bc-8fe3-4208-8355-450d8ddb058c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 932 time: 0.3366323 Feb 02 13:22:49.335331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 2} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:49.343836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:49.344796 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.346732 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.394547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.411189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-a053f30c-04ba-4412-b883-da5371607b4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4019251 Feb 02 13:22:49.440155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Request body: {'port': {'device_id': '2e2f1a01-bb86-4b66-b133-ee8b92a6581d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:49.480693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3282430e-1c7b-4065-a10a-3c6225b77f14 req-2423883f-f24f-4a88-9776-0d30cc2712f1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777921 Feb 02 13:22:49.530284 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.579494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-00f702e1-b7b3-47ee-ada7-4c0884fdc124 None None] Provisioning complete for port 80ef726e-f34a-4624-8dd6-04cdd8302c37 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:49.580650 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-00f702e1-b7b3-47ee-ada7-4c0884fdc124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.635561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-00f702e1-b7b3-47ee-ada7-4c0884fdc124 None None] Port 80ef726e-f34a-4624-8dd6-04cdd8302c37 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:22:49.771088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port dea8bf60-a11d-4f19-97f4-06aaef60c41f yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:22:49.833824 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for port (f1762aca-1279-471b-85ea-491d0668288e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.840843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (f1762aca-1279-471b-85ea-491d0668288e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.941542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ef726e-f34a-4624-8dd6-04cdd8302c37 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:22:49.948956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event updated for resources: {'Port': ['ID=f1762aca-1279-471b-85ea-491d0668288e,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:49.949691 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Publish callbacks [] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.963854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Transition to ACTIVE for port object 80ef726e-f34a-4624-8dd6-04cdd8302c37 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:22:49.965168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (080c894d-e85d-4385-a445-ddf5a7c2912e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.969492 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.987574 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (dea8bf60-a11d-4f19-97f4-06aaef60c41f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.993546 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:49.997411 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7a74eff2-919a-4e72-bb9f-01a613ba405e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7409546 Feb 02 13:22:50.023823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Pushing event updated for resources: {'Port': ['ID=80ef726e-f34a-4624-8dd6-04cdd8302c37,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:50.092380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port 0f559281-3785-4b37-925f-5e4a0caaad31 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:22:50.135797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Attempting to bind port 80ef726e-f34a-4624-8dd6-04cdd8302c37 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:22:50.136566 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Attempting to bind port 80ef726e-f34a-4624-8dd6-04cdd8302c37 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:22:50.137136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Attempting to bind port 80ef726e-f34a-4624-8dd6-04cdd8302c37 on network cb2a4104-c51e-40f3-b13e-924d4652304e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:50.145812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Port 80ef726e-f34a-4624-8dd6-04cdd8302c37 on network cb2a4104-c51e-40f3-b13e-924d4652304e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:22:50.146489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Attempting to bind port 80ef726e-f34a-4624-8dd6-04cdd8302c37 on network cb2a4104-c51e-40f3-b13e-924d4652304e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:50.152585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:22:50.153253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Checking segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:50.153837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Bound using segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:22:50.154929 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Bound port: 80ef726e-f34a-4624-8dd6-04cdd8302c37, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:22:50.155527 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:50.247777 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (0f559281-3785-4b37-925f-5e4a0caaad31), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:50.288423 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dea8bf60-a11d-4f19-97f4-06aaef60c41f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:50.339212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] For port 80ef726e-f34a-4624-8dd6-04cdd8302c37, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:22:50.346996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-fcefbd57-ddb9-47e8-89bf-2044777e7036 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--929383497&fields=id&tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f HTTP/1.1" status: 200 len: 267 time: 0.0617023 Feb 02 13:22:50.361522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network a6b45807-43d1-498d-9010-e7664e81078b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:50.361713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] For port 80ef726e-f34a-4624-8dd6-04cdd8302c37, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=80ef726e-f34a-4624-8dd6-04cdd8302c37,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:22:50.366277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:50.374645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:50.375556 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0f559281-3785-4b37-925f-5e4a0caaad31), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:50.387892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=dea8bf60-a11d-4f19-97f4-06aaef60c41f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:50.388834 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:50.433494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=0f559281-3785-4b37-925f-5e4a0caaad31,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:50.464810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Checking segment: {'id': 'a618a1fa-287f-4560-b183-d48e7ff74d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd78942e9-dac0-4b1a-98dc-1a10763f3db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:50.465140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network hostable DHCP agents. Network: d78942e9-dac0-4b1a-98dc-1a10763f3db9, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:22:50.493594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network d78942e9-dac0-4b1a-98dc-1a10763f3db9 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:22:50.510437 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, d78942e9-dac0-4b1a-98dc-1a10763f3db9) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:50.515070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:50.540508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:50.541390 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:50.542258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:50.542824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] 10.222.0.18 "PUT /v2.0/ports/80ef726e-f34a-4624-8dd6-04cdd8302c37 HTTP/1.1" status: 200 len: 1092 time: 1.1079631 Feb 02 13:22:50.546769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:50.551642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-c0574565-f1f9-4063-b43a-c40670f148f7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:50.559518 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-c0574565-f1f9-4063-b43a-c40670f148f7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 816 time: 0.2001276 Feb 02 13:22:50.560940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4063e174-8f8d-4e52-b199-03bc54df040b None None] Network d78942e9-dac0-4b1a-98dc-1a10763f3db9 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:50.562835 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:50.567555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2f1a01-bb86-4b66-b133-ee8b92a6581d', 'tag': '80ef726e-f34a-4624-8dd6-04cdd8302c37'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:22:50.570394 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595edcde-4f69-4f11-aef8-df0bd19bddee" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2f1a01-bb86-4b66-b133-ee8b92a6581d", "tag": "80ef726e-f34a-4624-8dd6-04cdd8302c37"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:22:50.605854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38d5ba-e7de-4fd9-bf5f-67516d4406ee service neutron] Pushing event updated for resources: {'Port': ['ID=80ef726e-f34a-4624-8dd6-04cdd8302c37,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:50.607614 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d232d95a-a2d7-4679-8dbe-9d17f4c840d7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6973300 Feb 02 13:22:50.617491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42424) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:50.709839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-48d30295-38c9-499f-bc38-d56abb7eaa9b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/quotas/d1acffa9962e4ead92ac4fe6b1e0a02f HTTP/1.1" status: 200 len: 375 time: 0.1489515 Feb 02 13:22:50.762306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f853eb2a-b7f9-4f31-a5c2-718c9ebb42c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 0f559281-3785-4b37-925f-5e4a0caaad31 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:50.762773 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f853eb2a-b7f9-4f31-a5c2-718c9ebb42c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0f559281-3785-4b37-925f-5e4a0caaad31), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:50.846240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-df8cf88a-2fca-45e3-bf9d-ec0a3a7df2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:50.847767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-df8cf88a-2fca-45e3-bf9d-ec0a3a7df2b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 1126 time: 0.2372868 Feb 02 13:22:50.870499 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f853eb2a-b7f9-4f31-a5c2-718c9ebb42c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0f559281-3785-4b37-925f-5e4a0caaad31), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:50.880230 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-a1b8f563-5c5d-4ef6-8b77-e64fcd85ce9c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1693842 Feb 02 13:22:50.887767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f853eb2a-b7f9-4f31-a5c2-718c9ebb42c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 0f559281-3785-4b37-925f-5e4a0caaad31 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:50.890278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274d3f1-5f1e-4c34-9fed-f9f7aa986ad3 req-b24b7376-c5b8-4f1a-9b9c-939a6e95a089 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:50.892176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9274d3f1-5f1e-4c34-9fed-f9f7aa986ad3 req-b24b7376-c5b8-4f1a-9b9c-939a6e95a089 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 944 time: 0.2461033 Feb 02 13:22:50.946893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-da942aeb-a3ab-46c0-b4a1-48540ae6ab0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80ef726e-f34a-4624-8dd6-04cdd8302c37 HTTP/1.1" status: 200 len: 217 time: 0.0851715 Feb 02 13:22:51.016213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f853eb2a-b7f9-4f31-a5c2-718c9ebb42c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0f559281-3785-4b37-925f-5e4a0caaad31), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:51.072633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853eb2a-b7f9-4f31-a5c2-718c9ebb42c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=0f559281-3785-4b37-925f-5e4a0caaad31,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:51.079535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-d6e08601-45e4-4cab-87d8-de91aff9ab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:51.080194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f853eb2a-b7f9-4f31-a5c2-718c9ebb42c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:51.082367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-d6e08601-45e4-4cab-87d8-de91aff9ab89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.1200035 Feb 02 13:22:51.084125 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f853eb2a-b7f9-4f31-a5c2-718c9ebb42c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/0f559281-3785-4b37-925f-5e4a0caaad31 HTTP/1.1" status: 204 len: 168 time: 0.4591441 Feb 02 13:22:51.086889 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42436) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:51.112013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9274d3f1-5f1e-4c34-9fed-f9f7aa986ad3 req-c5085ae9-6c00-43a6-9994-a1a067389ba6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742477 Feb 02 13:22:51.179310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-3a27a57f-5433-4abd-a97f-595c0debda50 service neutron] 10.222.0.83 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424355 Feb 02 13:22:51.237246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443d4378-413f-404a-986a-111be3f80d7a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:51.244708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443d4378-413f-404a-986a-111be3f80d7a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:51.246761 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-443d4378-413f-404a-986a-111be3f80d7a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1578469 Feb 02 13:22:51.249649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42444) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:51.273841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-54c6d583-5518-43b4-92d7-1c75d564c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:51.275371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-54c6d583-5518-43b4-92d7-1c75d564c025 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1625202 Feb 02 13:22:51.344501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-414f854c-50c3-4e09-9acd-0e2fa816e837 service neutron] 10.222.0.83 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641095 Feb 02 13:22:51.398970 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:22:51.409855 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88b682e-6331-489c-acd5-f4673915ab59 x-openstack-request-id: req-d88b682e-6331-489c-acd5-f4673915ab59 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:22:51.410154 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2f1a01-bb86-4b66-b133-ee8b92a6581d", "tag": "80ef726e-f34a-4624-8dd6-04cdd8302c37", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:22:51.410487 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d88b682e-6331-489c-acd5-f4673915ab59 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:22:51.410938 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2f1a01-bb86-4b66-b133-ee8b92a6581d', 'tag': '80ef726e-f34a-4624-8dd6-04cdd8302c37', 'status': 'completed', 'code': 200} Feb 02 13:22:51.439275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9a43ed67-1b7e-48a9-86d7-527de8866bc5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port dea8bf60-a11d-4f19-97f4-06aaef60c41f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:51.439906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a43ed67-1b7e-48a9-86d7-527de8866bc5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dea8bf60-a11d-4f19-97f4-06aaef60c41f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:51.457633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-c4df5da0-558e-42c7-ba09-262f442ca61a service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740751 Feb 02 13:22:51.565852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a43ed67-1b7e-48a9-86d7-527de8866bc5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dea8bf60-a11d-4f19-97f4-06aaef60c41f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:51.583406 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4da25bf0-0a44-4d16-9602-8768aa0d03fc req-3890a2ca-803e-4972-882c-8c9708da2403 service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188838 Feb 02 13:22:51.587128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9a43ed67-1b7e-48a9-86d7-527de8866bc5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for dea8bf60-a11d-4f19-97f4-06aaef60c41f owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:51.683518 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1274808d-1587-4047-9fe6-93805b1d1a1b req-b503f2cf-57a3-4eb3-95d6-129c9f2b3853 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 210 time: 0.0646434 Feb 02 13:22:51.755875 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a43ed67-1b7e-48a9-86d7-527de8866bc5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dea8bf60-a11d-4f19-97f4-06aaef60c41f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:51.811105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43ed67-1b7e-48a9-86d7-527de8866bc5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=dea8bf60-a11d-4f19-97f4-06aaef60c41f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:51.818393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595edcde-4f69-4f11-aef8-df0bd19bddee req-4b2a5407-6a12-4a4b-aee7-ef5e636fffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:51.820525 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-595edcde-4f69-4f11-aef8-df0bd19bddee req-4b2a5407-6a12-4a4b-aee7-ef5e636fffc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 1126 time: 0.0906730 Feb 02 13:22:51.823234 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a43ed67-1b7e-48a9-86d7-527de8866bc5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:51.826724 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9a43ed67-1b7e-48a9-86d7-527de8866bc5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/dea8bf60-a11d-4f19-97f4-06aaef60c41f HTTP/1.1" status: 204 len: 168 time: 0.5761366 Feb 02 13:22:51.831997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42474) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:51.915695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf05214-95bd-4464-a48f-454296146ca1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:51.917189 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2bf05214-95bd-4464-a48f-454296146ca1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0840671 Feb 02 13:22:51.920228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:51.954349 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edea943-1d1b-483d-9fa0-f0aa2e3958b3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:22:51.955901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7edea943-1d1b-483d-9fa0-f0aa2e3958b3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/0f559281-3785-4b37-925f-5e4a0caaad31 HTTP/1.1" status: 404 len: 333 time: 0.0346906 Feb 02 13:22:51.958852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42478) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:51.987599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595edcde-4f69-4f11-aef8-df0bd19bddee req-7668da63-d008-434a-92d4-dd3666082261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:51.991977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-595edcde-4f69-4f11-aef8-df0bd19bddee req-7668da63-d008-434a-92d4-dd3666082261 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.1647923 Feb 02 13:22:52.000740 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c90007-8bf3-4817-8482-48d7a100587c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:22:52.002290 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-16c90007-8bf3-4817-8482-48d7a100587c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/dea8bf60-a11d-4f19-97f4-06aaef60c41f HTTP/1.1" status: 404 len: 333 time: 0.0413237 Feb 02 13:22:52.009045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:52.062335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-595edcde-4f69-4f11-aef8-df0bd19bddee req-f275669f-406d-4e6d-aaed-bf9e83d5516f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80ef726e-f34a-4624-8dd6-04cdd8302c37 HTTP/1.1" status: 200 len: 217 time: 0.0642931 Feb 02 13:22:52.579672 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d78942e9-dac0-4b1a-98dc-1a10763f3db9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:52.614136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595edcde-4f69-4f11-aef8-df0bd19bddee req-a30f3ec3-7054-46ba-a30d-16b5fb4e2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:52.615596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-595edcde-4f69-4f11-aef8-df0bd19bddee req-a30f3ec3-7054-46ba-a30d-16b5fb4e2183 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.5473137 Feb 02 13:22:52.667736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881aa32-29d3-47c0-a3c9-34c6fb7751c3 req-5ae6fe3d-aa3f-45b4-9d0b-77929a473c85 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:52.669333 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a881aa32-29d3-47c0-a3c9-34c6fb7751c3 req-5ae6fe3d-aa3f-45b4-9d0b-77929a473c85 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 946 time: 0.5672469 Feb 02 13:22:52.739011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ea232-8930-4df7-b45c-6e8d73fce6a0 req-f8af556a-f13a-4e73-9b54-53f16134948f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:52.740728 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b31ea232-8930-4df7-b45c-6e8d73fce6a0 req-f8af556a-f13a-4e73-9b54-53f16134948f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 944 time: 0.1798468 Feb 02 13:22:52.817391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d78942e9-dac0-4b1a-98dc-1a10763f3db9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:52.854922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595edcde-4f69-4f11-aef8-df0bd19bddee req-6d516b0f-39f9-4dfb-8770-28d7c80c80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:52.857066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-595edcde-4f69-4f11-aef8-df0bd19bddee req-6d516b0f-39f9-4dfb-8770-28d7c80c80f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2338374 Feb 02 13:22:52.869154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78942e9-dac0-4b1a-98dc-1a10763f3db9']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:52.874503 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a881aa32-29d3-47c0-a3c9-34c6fb7751c3 req-6529125c-a412-47dd-b0ab-e075fcc2a536 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/security-groups?id=762088e3-24d1-4afb-bd6f-0794536ecd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850045 Feb 02 13:22:52.909763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a618a1fa-287f-4560-b183-d48e7ff74d81') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:52.910115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a618a1fa-287f-4560-b183-d48e7ff74d81') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:52.955713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b31ea232-8930-4df7-b45c-6e8d73fce6a0 req-865f879c-1910-49a2-95c6-2f6286e2b06e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923366 Feb 02 13:22:52.986123 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (a618a1fa-287f-4560-b183-d48e7ff74d81), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.005334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-3196f238-e06e-465d-b4f5-e20be0d873c1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:53.006707 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-3196f238-e06e-465d-b4f5-e20be0d873c1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.62 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 816 time: 0.1438863 Feb 02 13:22:53.033904 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a618a1fa-287f-4560-b183-d48e7ff74d81), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.037266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3f45dbf-29f8-462e-a105-3c48646f8250 req-d0144b33-2d8e-4ded-be3a-80733245242b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 210 time: 0.0491023 Feb 02 13:22:53.045859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:22:53.046263 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (a618a1fa-287f-4560-b183-d48e7ff74d81), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:22:53.049572 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:22:53.092493 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-c6342794-c474-48d7-abb9-dfbae5a95504 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f HTTP/1.1" status: 200 len: 379 time: 0.0711424 Feb 02 13:22:53.114146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-595edcde-4f69-4f11-aef8-df0bd19bddee req-39b0a6b4-c897-4f4e-9ed8-7de2bd1d9891 service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468998 Feb 02 13:22:53.118780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Request body: {'port': {'device_id': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'admin_state_up': True, 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'security_groups': ['f626da65-e6ed-4ee5-99b1-875c8cbab907']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:53.139711 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (d78942e9-dac0-4b1a-98dc-1a10763f3db9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.144663 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.148384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/networks/d78942e9-dac0-4b1a-98dc-1a10763f3db9 HTTP/1.1" status: 204 len: 168 time: 1.1378469 Feb 02 13:22:53.152743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42516) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:53.157944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2d44e03a-b868-476e-9724-ec689b0c55e2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-861251874'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:53.171980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53eb9c2-1fc3-410b-a059-f9b704160d29 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Network': ['ID=d78942e9-dac0-4b1a-98dc-1a10763f3db9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:53.217494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d44e03a-b868-476e-9724-ec689b0c55e2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:53.220613 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d44e03a-b868-476e-9724-ec689b0c55e2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.234408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-595edcde-4f69-4f11-aef8-df0bd19bddee req-0cebc39f-8865-4de1-a309-ae506128e236 service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137867 Feb 02 13:22:53.261198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d44e03a-b868-476e-9724-ec689b0c55e2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:22:53.275780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d44e03a-b868-476e-9724-ec689b0c55e2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1b8fb021-e0e4-4166-a6b4-f9bc379e702f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.276102 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-2d44e03a-b868-476e-9724-ec689b0c55e2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Added segment 1b8fb021-e0e4-4166-a6b4-f9bc379e702f of type vlan for network f251cb63-ffe9-4f57-8771-b888e503ad47 Feb 02 13:22:53.284779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Made reservation on behalf of d1acffa9962e4ead92ac4fe6b1e0a02f for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:53.288442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.333148 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d44e03a-b868-476e-9724-ec689b0c55e2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (f251cb63-ffe9-4f57-8771-b888e503ad47), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.405483 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d44e03a-b868-476e-9724-ec689b0c55e2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (f251cb63-ffe9-4f57-8771-b888e503ad47), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.410422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44e03a-b868-476e-9724-ec689b0c55e2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:53.410998 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d44e03a-b868-476e-9724-ec689b0c55e2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.483957 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2d44e03a-b868-476e-9724-ec689b0c55e2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3298535 Feb 02 13:22:53.487060 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42518) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:53.492850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'f251cb63-ffe9-4f57-8771-b888e503ad47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:53.528064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44e03a-b868-476e-9724-ec689b0c55e2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Network': ['ID=f251cb63-ffe9-4f57-8771-b888e503ad47,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:53.530534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Allocated IP 172.20.0.5 (9354df0a-0d9a-4e5e-81ff-a8135783e4d8/d35ca6df-c5e1-4991-9f50-48a44f4110dd/ef751c90-6b01-4f4a-9ac1-86751dfa6501) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:53.538686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network f251cb63-ffe9-4f57-8771-b888e503ad47 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:22:53.645289 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:53.648742 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.692282 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.716175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Performing IP validity checks on allocation pools {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 13:22:53.720019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 13:22:53.733446 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.789338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:53.790158 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event updated for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:53.795317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:53.797564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:53.851001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:53.851661 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.869963 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-7c8192b7-a517-494a-a65f-a44185a8d1f6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7551932 Feb 02 13:22:53.890154 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (1d24a8d5-4f72-4048-a680-6b4a41d09e37), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:53.966083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Checking segment: {'id': '1b8fb021-e0e4-4166-a6b4-f9bc379e702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f251cb63-ffe9-4f57-8771-b888e503ad47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:53.966455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network hostable DHCP agents. Network: f251cb63-ffe9-4f57-8771-b888e503ad47, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:22:53.979318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Subnet': ['ID=1d24a8d5-4f72-4048-a680-6b4a41d09e37,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:53.988683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Request body: {'port': {'device_id': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:54.089070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network f251cb63-ffe9-4f57-8771-b888e503ad47 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:22:54.089318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa882f-6017-4beb-be64-d2b51cd34195 req-a13d2bd1-14a4-4123-b9ed-0b3441e975e7 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:54.091146 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-36fa882f-6017-4beb-be64-d2b51cd34195 req-a13d2bd1-14a4-4123-b9ed-0b3441e975e7 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.62 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 946 time: 0.1760910 Feb 02 13:22:54.131023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, f251cb63-ffe9-4f57-8771-b888e503ad47) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:54.142248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e121d3a-b7d9-4b8c-bac6-0cc2071274ff None None] Network f251cb63-ffe9-4f57-8771-b888e503ad47 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:54.143919 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:54.144531 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:54.172830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164e015-2db5-48c8-9b7d-b167527595a6 req-6bbd46c7-7439-4822-8e04-afd15953dae2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:54.174472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8164e015-2db5-48c8-9b7d-b167527595a6 req-6bbd46c7-7439-4822-8e04-afd15953dae2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 944 time: 0.0965164 Feb 02 13:22:54.182055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-75295b3d-cc52-4457-a7dc-4dcf77ac01c8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6938200 Feb 02 13:22:54.184741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:54.191111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': 'f251cb63-ffe9-4f57-8771-b888e503ad47', 'name': 'tempest-PortsIpV6TestJSON-2130058552'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:54.202594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9487a34-fab6-4d35-a227-cf6ddc26bdaf req-911e1719-8d3f-4559-86af-091e757a14be tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:54.204776 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9487a34-fab6-4d35-a227-cf6ddc26bdaf req-911e1719-8d3f-4559-86af-091e757a14be tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 946 time: 0.1940196 Feb 02 13:22:54.246323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2a5a4fc0-5ae1-44a3-8795-d377f04e6e6f None None] Provisioning complete for port ef751c90-6b01-4f4a-9ac1-86751dfa6501 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:54.247118 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a5a4fc0-5ae1-44a3-8795-d377f04e6e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:54.300225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a4fc0-5ae1-44a3-8795-d377f04e6e6f None None] Port ef751c90-6b01-4f4a-9ac1-86751dfa6501 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:22:54.330636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-f251cb63-ffe9-4f57-8771-b888e503ad47', 'network_id': 'f251cb63-ffe9-4f57-8771-b888e503ad47', 'project_id': '8839892b51ce4e79a0c24ff28aca9784', 'fixed_ips': [{'subnet_id': '1d24a8d5-4f72-4048-a680-6b4a41d09e37'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:22:54.331701 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:54.350928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9487a34-fab6-4d35-a227-cf6ddc26bdaf req-d4453612-bf60-4199-8b4b-c7a301a4bbe6 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/security-groups?id=762088e3-24d1-4afb-bd6f-0794536ecd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270003 Feb 02 13:22:54.357604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8164e015-2db5-48c8-9b7d-b167527595a6 req-8ce1acfa-7042-4d1a-b7ba-c16fdd5129d0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524351 Feb 02 13:22:54.408973 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:54.414823 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:54.458700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port 7b742794-d1a7-489d-a2d1-38e0eb2519aa yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:22:54.565549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb110e-618a-4388-b8e7-2f4572483625 req-3931ea6d-f401-447f-9583-0f5835c58c17 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:54.573646 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fceb110e-618a-4388-b8e7-2f4572483625 req-3931ea6d-f401-447f-9583-0f5835c58c17 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 931 time: 0.1191185 Feb 02 13:22:54.585513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:54.639602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-36fa882f-6017-4beb-be64-d2b51cd34195 req-e75721b8-3d4f-42ea-93ed-5011cdb00ae1 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Deleting port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:54.640093 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-36fa882f-6017-4beb-be64-d2b51cd34195 req-e75721b8-3d4f-42ea-93ed-5011cdb00ae1 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:54.642083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fceb110e-618a-4388-b8e7-2f4572483625 req-f378970d-fa9b-45cb-be6d-6187c0d5c693 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673490 Feb 02 13:22:54.712476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8::a0 (f251cb63-ffe9-4f57-8771-b888e503ad47/1d24a8d5-4f72-4048-a680-6b4a41d09e37/7b742794-d1a7-489d-a2d1-38e0eb2519aa) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:54.825974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-36fa882f-6017-4beb-be64-d2b51cd34195 req-e75721b8-3d4f-42ea-93ed-5011cdb00ae1 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] For port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5,segment=NetworkSegment(3cab8722-c1ea-4de9-952a-408c13fbc38f),segment_id=3cab8722-c1ea-4de9-952a-408c13fbc38f)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:54.826251 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-36fa882f-6017-4beb-be64-d2b51cd34195 req-e75721b8-3d4f-42ea-93ed-5011cdb00ae1 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:54.846685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-36fa882f-6017-4beb-be64-d2b51cd34195 req-e75721b8-3d4f-42ea-93ed-5011cdb00ae1 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Calling delete_port for dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:54.884239 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (7b742794-d1a7-489d-a2d1-38e0eb2519aa), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:54.918743 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7b742794-d1a7-489d-a2d1-38e0eb2519aa), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:54.962642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network f251cb63-ffe9-4f57-8771-b888e503ad47 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:54.968100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:54.972488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:54.972924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Allocated IP 2001:db8::2 (f251cb63-ffe9-4f57-8771-b888e503ad47/1d24a8d5-4f72-4048-a680-6b4a41d09e37/497e18d8-ded0-4f0e-ac56-0ceae75eb360) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:54.978163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:54.978888 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:54.992725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=7b742794-d1a7-489d-a2d1-38e0eb2519aa,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:55.001261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-59ab9b5f-a144-47c1-a415-02a1c0f0991a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8129926 Feb 02 13:22:55.001599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42532) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:55.066628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 80ef726e-f34a-4624-8dd6-04cdd8302c37 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:22:55.083218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef751c90-6b01-4f4a-9ac1-86751dfa6501 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:22:55.093650 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Publish callbacks [] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.118932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Transition to ACTIVE for port object ef751c90-6b01-4f4a-9ac1-86751dfa6501 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:22:55.126423 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.127758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-091811f7-b6f0-4488-bb82-5701520821a1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 7b742794-d1a7-489d-a2d1-38e0eb2519aa {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:55.128191 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-091811f7-b6f0-4488-bb82-5701520821a1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7b742794-d1a7-489d-a2d1-38e0eb2519aa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.179882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 80ef726e-f34a-4624-8dd6-04cdd8302c37, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=80ef726e-f34a-4624-8dd6-04cdd8302c37,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:55.196417 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '80ef726e-f34a-4624-8dd6-04cdd8302c37', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'port_id': '80ef726e-f34a-4624-8dd6-04cdd8302c37', 'mac_address': 'fa:16:3e:e8:26:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:22:55.223321 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-091811f7-b6f0-4488-bb82-5701520821a1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7b742794-d1a7-489d-a2d1-38e0eb2519aa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.238742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-091811f7-b6f0-4488-bb82-5701520821a1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 7b742794-d1a7-489d-a2d1-38e0eb2519aa owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:55.240889 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-36fa882f-6017-4beb-be64-d2b51cd34195 req-e75721b8-3d4f-42ea-93ed-5011cdb00ae1 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dfe3cb9d-82e6-4534-991e-369c9cb0bdb5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.271649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:55.324430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75721b8-3d4f-42ea-93ed-5011cdb00ae1 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Pushing event deleted for resources: {'Port': ['ID=dfe3cb9d-82e6-4534-991e-369c9cb0bdb5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:55.405818 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Publish callbacks [] for port (497e18d8-ded0-4f0e-ac56-0ceae75eb360), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.437608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['dfe3cb9d-82e6-4534-991e-369c9cb0bdb5'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:22:55.452123 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-091811f7-b6f0-4488-bb82-5701520821a1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7b742794-d1a7-489d-a2d1-38e0eb2519aa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.490811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091811f7-b6f0-4488-bb82-5701520821a1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=7b742794-d1a7-489d-a2d1-38e0eb2519aa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:55.495898 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (497e18d8-ded0-4f0e-ac56-0ceae75eb360), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.499368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fa882f-6017-4beb-be64-d2b51cd34195 req-e75721b8-3d4f-42ea-93ed-5011cdb00ae1 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] No DVR routers for this DVR port dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:22:55.508833 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-36fa882f-6017-4beb-be64-d2b51cd34195 req-e75721b8-3d4f-42ea-93ed-5011cdb00ae1 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.512634 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-36fa882f-6017-4beb-be64-d2b51cd34195 req-e75721b8-3d4f-42ea-93ed-5011cdb00ae1 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.62 "DELETE /v2.0/ports/dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 HTTP/1.1" status: 204 len: 173 time: 1.4151149 Feb 02 13:22:55.513094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a77048-ef21-4c94-8797-b5793d99f87c', 'name': 'network-vif-deleted', 'tag': 'dfe3cb9d-82e6-4534-991e-369c9cb0bdb5'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:22:55.513660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 80ef726e-f34a-4624-8dd6-04cdd8302c37 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:55.514258 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.525053 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d61b72-65dc-458f-a6e8-69bcacb0294f" -d '{"events": [{"server_uuid": "51a77048-ef21-4c94-8797-b5793d99f87c", "name": "network-vif-deleted", "tag": "dfe3cb9d-82e6-4534-991e-369c9cb0bdb5"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:22:55.538490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Attempting to bind port ef751c90-6b01-4f4a-9ac1-86751dfa6501 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:22:55.538964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Attempting to bind port ef751c90-6b01-4f4a-9ac1-86751dfa6501 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:22:55.539228 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Attempting to bind port ef751c90-6b01-4f4a-9ac1-86751dfa6501 on network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:55.545241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Port ef751c90-6b01-4f4a-9ac1-86751dfa6501 on network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:22:55.545549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Attempting to bind port ef751c90-6b01-4f4a-9ac1-86751dfa6501 on network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:55.551310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:22:55.551675 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Checking segment: {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:55.552055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Bound using segment: {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:22:55.552482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Bound port: ef751c90-6b01-4f4a-9ac1-86751dfa6501, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:22:55.552831 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.591245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Pushing event updated for resources: {'Port': ['ID=497e18d8-ded0-4f0e-ac56-0ceae75eb360,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:55.603526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Network f251cb63-ffe9-4f57-8771-b888e503ad47 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:55.605969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ef726e-f34a-4624-8dd6-04cdd8302c37 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:22:55.617163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:55.621795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:55.641170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9b28d255-28bb-4cd6-9f50-74da366d1608 req-028b9630-8832-48f0-92d5-7ebc3bd5bca0 tempest-VolumesActionsTest-162035544 tempest-VolumesActionsTest-162035544-project] 10.222.0.83 "GET /v2.0/ports?device_id=51a77048-ef21-4c94-8797-b5793d99f87c HTTP/1.1" status: 200 len: 210 time: 0.0987751 Feb 02 13:22:55.652984 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-091811f7-b6f0-4488-bb82-5701520821a1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.664036 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-091811f7-b6f0-4488-bb82-5701520821a1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/7b742794-d1a7-489d-a2d1-38e0eb2519aa HTTP/1.1" status: 204 len: 168 time: 0.6612818 Feb 02 13:22:55.669454 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42540) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:55.682426 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 80ef726e-f34a-4624-8dd6-04cdd8302c37, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=80ef726e-f34a-4624-8dd6-04cdd8302c37,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:55.708877 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.734390 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7e9318-10cc-40a8-ab1e-18c3218f0b09 x-openstack-request-id: req-ff7e9318-10cc-40a8-ab1e-18c3218f0b09 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:22:55.734643 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a77048-ef21-4c94-8797-b5793d99f87c", "name": "network-vif-deleted", "tag": "dfe3cb9d-82e6-4534-991e-369c9cb0bdb5", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:22:55.734896 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ff7e9318-10cc-40a8-ab1e-18c3218f0b09 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:22:55.735301 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a77048-ef21-4c94-8797-b5793d99f87c', 'name': 'network-vif-deleted', 'tag': 'dfe3cb9d-82e6-4534-991e-369c9cb0bdb5', 'status': 'completed', 'code': 200} Feb 02 13:22:55.738542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:22:55.742555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:22:55.747916 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-051e0a8b-6bfd-4f7e-a05d-9238d1412139 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] DELETE failed (client error): The resource could not be found. Feb 02 13:22:55.749600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-051e0a8b-6bfd-4f7e-a05d-9238d1412139 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:22:55.752700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Attempting to bind port 497e18d8-ded0-4f0e-ac56-0ceae75eb360 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:22:55.753111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Attempting to bind port 497e18d8-ded0-4f0e-ac56-0ceae75eb360 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '1b8fb021-e0e4-4166-a6b4-f9bc379e702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f251cb63-ffe9-4f57-8771-b888e503ad47'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:22:55.753243 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.753491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Attempting to bind port 497e18d8-ded0-4f0e-ac56-0ceae75eb360 on network f251cb63-ffe9-4f57-8771-b888e503ad47 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:55.762971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-051e0a8b-6bfd-4f7e-a05d-9238d1412139 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/7b742794-d1a7-489d-a2d1-38e0eb2519aa HTTP/1.1" status: 404 len: 333 time: 0.0892019 Feb 02 13:22:55.766469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:22:55.766854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Checking segment: {'id': '1b8fb021-e0e4-4166-a6b4-f9bc379e702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f251cb63-ffe9-4f57-8771-b888e503ad47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:55.767261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.767987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Bound using segment: {'id': '1b8fb021-e0e4-4166-a6b4-f9bc379e702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f251cb63-ffe9-4f57-8771-b888e503ad47'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:22:55.768165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Bound port: 497e18d8-ded0-4f0e-ac56-0ceae75eb360, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8fb021-e0e4-4166-a6b4-f9bc379e702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'f251cb63-ffe9-4f57-8771-b888e503ad47'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:22:55.768544 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (497e18d8-ded0-4f0e-ac56-0ceae75eb360), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.781173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42544) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:55.817354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:55.818003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.819403 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] 10.222.0.62 "PUT /v2.0/ports/ef751c90-6b01-4f4a-9ac1-86751dfa6501 HTTP/1.1" status: 200 len: 1091 time: 1.9022784 Feb 02 13:22:55.836511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=80ef726e-f34a-4624-8dd6-04cdd8302c37,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:55.846473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7687f-b8ed-4baa-b914-910afd320bf3 req-af6d4414-d8b3-4b3e-a064-c42babdf1838 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:55.853826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4cb7687f-b8ed-4baa-b914-910afd320bf3 req-af6d4414-d8b3-4b3e-a064-c42babdf1838 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 944 time: 0.3907804 Feb 02 13:22:55.879313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008b20d-39a2-4f1f-a36c-66a16e917ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:55.891820 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e1d230-f2a6-480b-b980-cad4b9d7446c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:22:55.897819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c0e1d230-f2a6-480b-b980-cad4b9d7446c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/7b742794-d1a7-489d-a2d1-38e0eb2519aa HTTP/1.1" status: 404 len: 333 time: 0.1121805 Feb 02 13:22:55.898017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42548) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:55.942850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] For port 497e18d8-ded0-4f0e-ac56-0ceae75eb360, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:22:55.954488 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] For port 497e18d8-ded0-4f0e-ac56-0ceae75eb360, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=497e18d8-ded0-4f0e-ac56-0ceae75eb360,segment=NetworkSegment(1b8fb021-e0e4-4166-a6b4-f9bc379e702f),segment_id=1b8fb021-e0e4-4166-a6b4-f9bc379e702f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:22:55.974209 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (497e18d8-ded0-4f0e-ac56-0ceae75eb360), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:55.998809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8cd0a-4fc9-4026-877a-e53e2ee6461c req-3e0b6492-844b-4a0f-91c7-548f0f8a9df1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:56.008217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebc8cd0a-4fc9-4026-877a-e53e2ee6461c req-3e0b6492-844b-4a0f-91c7-548f0f8a9df1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 943 time: 0.1035407 Feb 02 13:22:56.009116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48a89bf-439b-49b0-bad7-7b7fa6aa308e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting subnet 1d24a8d5-4f72-4048-a680-6b4a41d09e37 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:22:56.013432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e48a89bf-439b-49b0-bad7-7b7fa6aa308e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (1d24a8d5-4f72-4048-a680-6b4a41d09e37), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:56.042022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['80ef726e-f34a-4624-8dd6-04cdd8302c37'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:22:56.056946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-9f24edc7-39e2-4584-b1ee-6fcd679fb031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:56.058719 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-9f24edc7-39e2-4584-b1ee-6fcd679fb031 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 1125 time: 0.1520123 Feb 02 13:22:56.073543 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4cb7687f-b8ed-4baa-b914-910afd320bf3 req-82389ead-9442-4bbf-b393-88f2c23355df tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124689 Feb 02 13:22:56.107981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebc8cd0a-4fc9-4026-877a-e53e2ee6461c req-f11b6269-2108-4cf4-b44b-0803b798d0bd tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986032 Feb 02 13:22:56.144157 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-de6bf63f-fe4d-499a-9195-08b755ad1333 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501 HTTP/1.1" status: 200 len: 217 time: 0.0701113 Feb 02 13:22:56.146793 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e48a89bf-439b-49b0-bad7-7b7fa6aa308e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (1d24a8d5-4f72-4048-a680-6b4a41d09e37), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:56.245375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683faaf-7e08-4f07-9da1-16ff0a09131d None None] Pushing event updated for resources: {'Port': ['ID=497e18d8-ded0-4f0e-ac56-0ceae75eb360,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:56.267101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-aca67cae-d286-4612-b33c-f70fd88e9d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:56.269311 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-aca67cae-d286-4612-b33c-f70fd88e9d1b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.0981193 Feb 02 13:22:56.410102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e48a89bf-439b-49b0-bad7-7b7fa6aa308e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (1d24a8d5-4f72-4048-a680-6b4a41d09e37), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:56.465693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-80a8ba1a-00f1-4992-a650-12bcb064094e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:56.467573 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-80a8ba1a-00f1-4992-a650-12bcb064094e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1490481 Feb 02 13:22:56.541949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e48a89bf-439b-49b0-bad7-7b7fa6aa308e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (1d24a8d5-4f72-4048-a680-6b4a41d09e37), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:56.584889 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a89bf-439b-49b0-bad7-7b7fa6aa308e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Subnet': ['ID=1d24a8d5-4f72-4048-a680-6b4a41d09e37,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:56.588589 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e48a89bf-439b-49b0-bad7-7b7fa6aa308e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:56.592444 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e48a89bf-439b-49b0-bad7-7b7fa6aa308e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/1d24a8d5-4f72-4048-a680-6b4a41d09e37 HTTP/1.1" status: 204 len: 168 time: 0.6942513 Feb 02 13:22:56.595142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42550) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:56.634056 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-6c5bba40-af39-4726-9587-9a9bb082c4b9 service neutron] 10.222.0.62 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573777 Feb 02 13:22:56.759588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (f251cb63-ffe9-4f57-8771-b888e503ad47), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:56.813955 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d03e7f7e-395a-41ad-a487-2b0cbcbed051 req-e0e98e0f-1d14-46a6-b73d-93881cf25571 service neutron] 10.222.0.62 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726394 Feb 02 13:22:56.841092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 497e18d8-ded0-4f0e-ac56-0ceae75eb360 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:56.841978 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (497e18d8-ded0-4f0e-ac56-0ceae75eb360), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:56.926329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] For port 497e18d8-ded0-4f0e-ac56-0ceae75eb360, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=497e18d8-ded0-4f0e-ac56-0ceae75eb360,segment=NetworkSegment(1b8fb021-e0e4-4166-a6b4-f9bc379e702f),segment_id=1b8fb021-e0e4-4166-a6b4-f9bc379e702f)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:56.926848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (497e18d8-ded0-4f0e-ac56-0ceae75eb360), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:56.941553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 497e18d8-ded0-4f0e-ac56-0ceae75eb360 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:57.037192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (497e18d8-ded0-4f0e-ac56-0ceae75eb360), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.050065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 80ef726e-f34a-4624-8dd6-04cdd8302c37 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:22:57.078922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=497e18d8-ded0-4f0e-ac56-0ceae75eb360,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:57.083609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No DVR routers for this DVR port 497e18d8-ded0-4f0e-ac56-0ceae75eb360 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:22:57.185546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 80ef726e-f34a-4624-8dd6-04cdd8302c37 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:22:57.194986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 80ef726e-f34a-4624-8dd6-04cdd8302c37 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:22:57.196782 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.286466 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (f251cb63-ffe9-4f57-8771-b888e503ad47), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.338931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 80ef726e-f34a-4624-8dd6-04cdd8302c37 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:22:57.339365 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.339746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f251cb63-ffe9-4f57-8771-b888e503ad47']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:57.342456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790496e0-ffc9-4385-8aec-621c45aeaefb req-8607514a-3e21-4512-b29a-bdeed73fe440 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:57.358023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-790496e0-ffc9-4385-8aec-621c45aeaefb req-8607514a-3e21-4512-b29a-bdeed73fe440 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 945 time: 0.1518819 Feb 02 13:22:57.370459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8fb021-e0e4-4166-a6b4-f9bc379e702f') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:57.370919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8fb021-e0e4-4166-a6b4-f9bc379e702f') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:22:57.374680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2f1a01-bb86-4b66-b133-ee8b92a6581d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ef726e-f34a-4624-8dd6-04cdd8302c37'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:22:57.378051 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9838eea1-6212-44d0-be96-0804ba55dba6" -d '{"events": [{"server_uuid": "2e2f1a01-bb86-4b66-b133-ee8b92a6581d", "name": "network-vif-plugged", "status": "completed", "tag": "80ef726e-f34a-4624-8dd6-04cdd8302c37"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:22:57.391941 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 80ef726e-f34a-4624-8dd6-04cdd8302c37, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=80ef726e-f34a-4624-8dd6-04cdd8302c37,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:22:57.395284 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (1b8fb021-e0e4-4166-a6b4-f9bc379e702f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.401029 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.421108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1b8fb021-e0e4-4166-a6b4-f9bc379e702f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.436103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:22:57.436512 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (1b8fb021-e0e4-4166-a6b4-f9bc379e702f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:22:57.439627 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:22:57.443270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-790496e0-ffc9-4385-8aec-621c45aeaefb req-a2bf9062-dec4-43f7-9f13-82ec68123883 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827277 Feb 02 13:22:57.455155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947b9f0-98a4-4e46-8cf5-c0e7b94d5591 req-6ab01be8-a905-4e25-b9f8-9dd3f4755edd tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:57.468545 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3947b9f0-98a4-4e46-8cf5-c0e7b94d5591 req-6ab01be8-a905-4e25-b9f8-9dd3f4755edd tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 943 time: 0.1982732 Feb 02 13:22:57.488938 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=80ef726e-f34a-4624-8dd6-04cdd8302c37,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:57.520902 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca764bfc-2457-4ded-8965-f7592d8faee8 x-openstack-request-id: req-ca764bfc-2457-4ded-8965-f7592d8faee8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:22:57.521337 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2f1a01-bb86-4b66-b133-ee8b92a6581d", "name": "network-vif-plugged", "status": "completed", "tag": "80ef726e-f34a-4624-8dd6-04cdd8302c37", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:22:57.521997 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ca764bfc-2457-4ded-8965-f7592d8faee8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:22:57.522187 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2f1a01-bb86-4b66-b133-ee8b92a6581d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ef726e-f34a-4624-8dd6-04cdd8302c37', 'code': 200} Feb 02 13:22:57.553409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3947b9f0-98a4-4e46-8cf5-c0e7b94d5591 req-b2b21456-9e52-4c18-86d2-8cbfe60593b1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825434 Feb 02 13:22:57.554569 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (f251cb63-ffe9-4f57-8771-b888e503ad47), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.564751 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.572362 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/networks/f251cb63-ffe9-4f57-8771-b888e503ad47 HTTP/1.1" status: 204 len: 168 time: 0.9729574 Feb 02 13:22:57.572918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:57.579012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1aa1934d-5879-4ce1-b3c1-23683f07980e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-534143155'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:57.602786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cbdd9-100a-4d9c-afd5-e65060212431 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Network': ['ID=f251cb63-ffe9-4f57-8771-b888e503ad47,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:57.625616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1934d-5879-4ce1-b3c1-23683f07980e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:57.632151 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1aa1934d-5879-4ce1-b3c1-23683f07980e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.666131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-59b55218-fbd7-4342-96d2-764a4626017d None None] Could not find standard attr ID for object 497e18d8-ded0-4f0e-ac56-0ceae75eb360. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:22:57.713764 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa1934d-5879-4ce1-b3c1-23683f07980e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:22:57.723224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f677b252-004b-48c1-bb1b-9772a2e594b7 None None] DHCP port deletion for f251cb63-ffe9-4f57-8771-b888e503ad47 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:22:57.728209 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1aa1934d-5879-4ce1-b3c1-23683f07980e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (83cd6208-18a7-4986-b6be-10d11b08605c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.728672 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-1aa1934d-5879-4ce1-b3c1-23683f07980e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Added segment 83cd6208-18a7-4986-b6be-10d11b08605c of type vlan for network 7a413013-6a82-4351-9a9e-81b45d7be88e Feb 02 13:22:57.736538 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:22:57.739403 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892e008d-95df-4146-9429-b01426c26310" -d '{"events": [{"name": "network-changed", "server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:22:57.755060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286d69d8-0468-48ae-a974-7897ff4b63e0 None None] Network f251cb63-ffe9-4f57-8771-b888e503ad47 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:57.776865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baf480-b1aa-4163-9a82-ffc35124f24f req-cfd6d757-bd86-4c1c-a079-829d45d52aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:57.777947 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286d69d8-0468-48ae-a974-7897ff4b63e0 None None] Network f251cb63-ffe9-4f57-8771-b888e503ad47 could not be found, it might have been deleted concurrently. {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 13:22:57.778636 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32baf480-b1aa-4163-9a82-ffc35124f24f req-cfd6d757-bd86-4c1c-a079-829d45d52aa2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 1128 time: 0.1210639 Feb 02 13:22:57.800069 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6311c1c0-3575-484b-a7df-d189bd40faf7 x-openstack-request-id: req-6311c1c0-3575-484b-a7df-d189bd40faf7 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:22:57.800473 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:22:57.800824 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6311c1c0-3575-484b-a7df-d189bd40faf7 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:22:57.801330 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'status': 'completed', 'code': 200} Feb 02 13:22:57.810150 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1aa1934d-5879-4ce1-b3c1-23683f07980e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7a413013-6a82-4351-9a9e-81b45d7be88e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.864636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:22:57.882479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32baf480-b1aa-4163-9a82-ffc35124f24f req-38f10ca0-a5fb-46c9-99e9-d4709492a423 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925198 Feb 02 13:22:57.887624 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1aa1934d-5879-4ce1-b3c1-23683f07980e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7a413013-6a82-4351-9a9e-81b45d7be88e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.892570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1934d-5879-4ce1-b3c1-23683f07980e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:57.893146 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1aa1934d-5879-4ce1-b3c1-23683f07980e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:57.905628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:22:57.911981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dfe3cb9d-82e6-4534-991e-369c9cb0bdb5 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:22:57.935359 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1aa1934d-5879-4ce1-b3c1-23683f07980e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3582880 Feb 02 13:22:57.935604 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42576) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:57.940505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4eb08fdd-1c6a-418f-9d78-b37dfdb85abd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': '7a413013-6a82-4351-9a9e-81b45d7be88e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:57.951974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e008d-95df-4146-9429-b01426c26310 req-203a522b-bdf2-43a3-95bd-c061529f8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:57.953685 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-892e008d-95df-4146-9429-b01426c26310 req-203a522b-bdf2-43a3-95bd-c061529f8e44 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 1125 time: 0.1048050 Feb 02 13:22:57.986851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1934d-5879-4ce1-b3c1-23683f07980e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Network': ['ID=7a413013-6a82-4351-9a9e-81b45d7be88e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:58.000036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7a413013-6a82-4351-9a9e-81b45d7be88e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:22:58.098305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e008d-95df-4146-9429-b01426c26310 req-53df5299-5415-4af4-9f0e-580990c10857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:58.100100 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-892e008d-95df-4146-9429-b01426c26310 req-53df5299-5415-4af4-9f0e-580990c10857 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 917 time: 0.1392574 Feb 02 13:22:58.106768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb08fdd-1c6a-418f-9d78-b37dfdb85abd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:58.110684 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4eb08fdd-1c6a-418f-9d78-b37dfdb85abd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:58.163903 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-892e008d-95df-4146-9429-b01426c26310 req-2f6bfb3f-5826-4b43-8973-d13ac18560b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501 HTTP/1.1" status: 200 len: 217 time: 0.0504181 Feb 02 13:22:58.226976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e008d-95df-4146-9429-b01426c26310 req-d78a0ae7-7a5a-4359-a7f3-77f1e8a4ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:58.229171 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-892e008d-95df-4146-9429-b01426c26310 req-d78a0ae7-7a5a-4359-a7f3-77f1e8a4ca95 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.0579953 Feb 02 13:22:58.293798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e008d-95df-4146-9429-b01426c26310 req-80c6fb73-d057-43db-8df1-405a1f000857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:58.296599 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-892e008d-95df-4146-9429-b01426c26310 req-80c6fb73-d057-43db-8df1-405a1f000857 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0588288 Feb 02 13:22:58.313231 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4eb08fdd-1c6a-418f-9d78-b37dfdb85abd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (a1ed1b55-1f98-46c0-91ab-4de208ee5e12), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:58.397924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb08fdd-1c6a-418f-9d78-b37dfdb85abd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Subnet': ['ID=a1ed1b55-1f98-46c0-91ab-4de208ee5e12,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:58.399149 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-892e008d-95df-4146-9429-b01426c26310 req-80884717-d12e-4d8a-84d4-79fe26a753a8 service neutron] 10.222.0.62 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958858 Feb 02 13:22:58.408138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb08fdd-1c6a-418f-9d78-b37dfdb85abd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Checking segment: {'id': '83cd6208-18a7-4986-b6be-10d11b08605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a413013-6a82-4351-9a9e-81b45d7be88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:58.408564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb08fdd-1c6a-418f-9d78-b37dfdb85abd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network hostable DHCP agents. Network: 7a413013-6a82-4351-9a9e-81b45d7be88e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:22:58.427817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb08fdd-1c6a-418f-9d78-b37dfdb85abd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network 7a413013-6a82-4351-9a9e-81b45d7be88e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:22:58.440692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4eb08fdd-1c6a-418f-9d78-b37dfdb85abd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7a413013-6a82-4351-9a9e-81b45d7be88e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:58.445397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb08fdd-1c6a-418f-9d78-b37dfdb85abd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:58.446061 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4eb08fdd-1c6a-418f-9d78-b37dfdb85abd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:58.452411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bebdd-3a9b-482e-8d91-b4856ba1439a None None] Network 7a413013-6a82-4351-9a9e-81b45d7be88e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:22:58.488352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4eb08fdd-1c6a-418f-9d78-b37dfdb85abd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5494723 Feb 02 13:22:58.489020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42582) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:58.495904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': '7a413013-6a82-4351-9a9e-81b45d7be88e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-615329776'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:22:58.581535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddafa34-9473-4222-8fec-520f5a5d1249 req-89de66bd-2109-49ca-9059-3b8f087343b1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:58.583250 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ddafa34-9473-4222-8fec-520f5a5d1249 req-89de66bd-2109-49ca-9059-3b8f087343b1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 946 time: 0.0570328 Feb 02 13:22:58.588179 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-892e008d-95df-4146-9429-b01426c26310 req-23699193-9e19-4a3f-a7f9-26d55d5e1d1f service neutron] 10.222.0.62 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760881 Feb 02 13:22:58.613887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7a413013-6a82-4351-9a9e-81b45d7be88e', 'network_id': '7a413013-6a82-4351-9a9e-81b45d7be88e', 'project_id': '8839892b51ce4e79a0c24ff28aca9784', 'fixed_ips': [{'subnet_id': 'a1ed1b55-1f98-46c0-91ab-4de208ee5e12'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:22:58.617463 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:58.707064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ddafa34-9473-4222-8fec-520f5a5d1249 req-d3f436f8-10c6-494d-a1f4-fc58cc56e230 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158648 Feb 02 13:22:58.811770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:22:58.818513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:58.832763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed4f04-8166-43ec-b0d0-e0467ee81408 req-e1a86cd8-fcee-4f56-93a7-31d3bb2fe3ac tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:58.839221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3ed4f04-8166-43ec-b0d0-e0467ee81408 req-e1a86cd8-fcee-4f56-93a7-31d3bb2fe3ac tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 943 time: 0.0887737 Feb 02 13:22:58.841150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port 4c7416eb-5fe3-4d6b-9062-24b77a897086 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:22:58.844606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Allocated IP 2001:db8::2 (7a413013-6a82-4351-9a9e-81b45d7be88e/a1ed1b55-1f98-46c0-91ab-4de208ee5e12/cf0f0f91-e82a-40d6-aa0f-f872b86a7e81) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:58.903502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3ed4f04-8166-43ec-b0d0-e0467ee81408 req-1b8c321e-d37c-4f4a-816c-39f244de7d0c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557430 Feb 02 13:22:59.081789 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Publish callbacks [] for port (cf0f0f91-e82a-40d6-aa0f-f872b86a7e81), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:59.087673 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (cf0f0f91-e82a-40d6-aa0f-f872b86a7e81), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:59.124454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Network 7a413013-6a82-4351-9a9e-81b45d7be88e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:59.131367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:59.135028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:59.142446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Pushing event updated for resources: {'Port': ['ID=cf0f0f91-e82a-40d6-aa0f-f872b86a7e81,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:59.161095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8::15c (7a413013-6a82-4351-9a9e-81b45d7be88e/a1ed1b55-1f98-46c0-91ab-4de208ee5e12/4c7416eb-5fe3-4d6b-9062-24b77a897086) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:22:59.219926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Attempting to bind port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:22:59.220421 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Attempting to bind port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '83cd6208-18a7-4986-b6be-10d11b08605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a413013-6a82-4351-9a9e-81b45d7be88e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:22:59.220879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Attempting to bind port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 on network 7a413013-6a82-4351-9a9e-81b45d7be88e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:22:59.226252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:22:59.226769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Checking segment: {'id': '83cd6208-18a7-4986-b6be-10d11b08605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a413013-6a82-4351-9a9e-81b45d7be88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:22:59.227395 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:59.227912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Bound using segment: {'id': '83cd6208-18a7-4986-b6be-10d11b08605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a413013-6a82-4351-9a9e-81b45d7be88e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:22:59.228476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Bound port: cf0f0f91-e82a-40d6-aa0f-f872b86a7e81, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83cd6208-18a7-4986-b6be-10d11b08605c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '7a413013-6a82-4351-9a9e-81b45d7be88e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:22:59.228950 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cf0f0f91-e82a-40d6-aa0f-f872b86a7e81), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:59.304095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] For port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:22:59.308055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] For port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cf0f0f91-e82a-40d6-aa0f-f872b86a7e81,segment=NetworkSegment(83cd6208-18a7-4986-b6be-10d11b08605c),segment_id=83cd6208-18a7-4986-b6be-10d11b08605c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:22:59.308630 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (4c7416eb-5fe3-4d6b-9062-24b77a897086), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:59.316596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cf0f0f91-e82a-40d6-aa0f-f872b86a7e81), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:59.359494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4c7416eb-5fe3-4d6b-9062-24b77a897086), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:59.383606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011b2ec-2fe1-47e9-8568-9006ade4580e None None] Pushing event updated for resources: {'Port': ['ID=cf0f0f91-e82a-40d6-aa0f-f872b86a7e81,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:59.419635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network 7a413013-6a82-4351-9a9e-81b45d7be88e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:22:59.425269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:22:59.429219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:22:59.434500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:59.435138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:59.446933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=4c7416eb-5fe3-4d6b-9062-24b77a897086,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:22:59.464493 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f2593934-2636-44c1-a58e-7546fdd82ea6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9744146 Feb 02 13:22:59.467793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42600) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:22:59.625874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-13e031a6-67da-49fb-a735-faed22d7deeb tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 4c7416eb-5fe3-4d6b-9062-24b77a897086 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:22:59.626540 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13e031a6-67da-49fb-a735-faed22d7deeb tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4c7416eb-5fe3-4d6b-9062-24b77a897086), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:59.771687 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13e031a6-67da-49fb-a735-faed22d7deeb tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4c7416eb-5fe3-4d6b-9062-24b77a897086), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:22:59.793271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-13e031a6-67da-49fb-a735-faed22d7deeb tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 4c7416eb-5fe3-4d6b-9062-24b77a897086 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:22:59.872929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:22:59.911321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ef751c90-6b01-4f4a-9ac1-86751dfa6501 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:22:59.981905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9953a-c225-4d6f-aad7-ae641da4be4a req-7252088a-b88d-4041-bfc5-8defde674571 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:22:59.984397 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50c9953a-c225-4d6f-aad7-ae641da4be4a req-7252088a-b88d-4041-bfc5-8defde674571 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 946 time: 0.1144400 Feb 02 13:23:00.112206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:00.123832 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50c9953a-c225-4d6f-aad7-ae641da4be4a req-1cf4355d-eeb3-4058-951e-a4ac3d1cf64f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336439 Feb 02 13:23:00.138367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'port_id': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'mac_address': 'fa:16:3e:b1:53:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:23:00.139946 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13e031a6-67da-49fb-a735-faed22d7deeb tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4c7416eb-5fe3-4d6b-9062-24b77a897086), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.144860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:00.145491 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cf0f0f91-e82a-40d6-aa0f-f872b86a7e81), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.167663 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e031a6-67da-49fb-a735-faed22d7deeb tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=4c7416eb-5fe3-4d6b-9062-24b77a897086,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:00.203217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf1441-aea5-4f23-8357-4fa5aebd6984 req-7962688f-aba1-4e32-a797-47499d9a1cd2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:00.209578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1bbf1441-aea5-4f23-8357-4fa5aebd6984 req-7962688f-aba1-4e32-a797-47499d9a1cd2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 943 time: 0.1586306 Feb 02 13:23:00.282419 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-13e031a6-67da-49fb-a735-faed22d7deeb tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.284024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:00.284528 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cf0f0f91-e82a-40d6-aa0f-f872b86a7e81), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.287835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port ef751c90-6b01-4f4a-9ac1-86751dfa6501 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:00.290846 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.292114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42610) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:00.304382 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-13e031a6-67da-49fb-a735-faed22d7deeb tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/4c7416eb-5fe3-4d6b-9062-24b77a897086 HTTP/1.1" status: 204 len: 168 time: 0.8349543 Feb 02 13:23:00.317853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef751c90-6b01-4f4a-9ac1-86751dfa6501 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:23:00.330437 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-629a37d4-e400-47a3-9010-3dbf83ca5cc5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:23:00.338998 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-629a37d4-e400-47a3-9010-3dbf83ca5cc5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/4c7416eb-5fe3-4d6b-9062-24b77a897086 HTTP/1.1" status: 404 len: 333 time: 0.0453010 Feb 02 13:23:00.340008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42612) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:00.363947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1bbf1441-aea5-4f23-8357-4fa5aebd6984 req-12accad0-ef56-4668-9bce-3a841a8b036c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379876 Feb 02 13:23:00.378245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cf0f0f91-e82a-40d6-aa0f-f872b86a7e81,segment=NetworkSegment(83cd6208-18a7-4986-b6be-10d11b08605c),segment_id=83cd6208-18a7-4986-b6be-10d11b08605c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:00.394112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:00.400326 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cf0f0f91-e82a-40d6-aa0f-f872b86a7e81), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.405002 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.423095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39bc1b62-c5df-4db5-b9fa-4887bfbd4abe req-d4756982-c595-44f5-94f5-7db21cc5fa7a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7b92b835720c47608b10176547f4948b HTTP/1.1" status: 200 len: 267 time: 0.1886678 Feb 02 13:23:00.431685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2784e46-4229-470f-85ef-9afc1bc11bf4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting subnet a1ed1b55-1f98-46c0-91ab-4de208ee5e12 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:23:00.436803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2784e46-4229-470f-85ef-9afc1bc11bf4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (a1ed1b55-1f98-46c0-91ab-4de208ee5e12), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.453808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 497e18d8-ded0-4f0e-ac56-0ceae75eb360 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:23:00.491400 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2784e46-4229-470f-85ef-9afc1bc11bf4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (a1ed1b55-1f98-46c0-91ab-4de208ee5e12), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.502459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 497e18d8-ded0-4f0e-ac56-0ceae75eb360 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:23:00.502802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 497e18d8-ded0-4f0e-ac56-0ceae75eb360 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:23:00.532567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc1b62-c5df-4db5-b9fa-4887bfbd4abe req-8f585e1b-1d37-4fe5-abc9-d8999ae212fc tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:00.534138 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39bc1b62-c5df-4db5-b9fa-4887bfbd4abe req-8f585e1b-1d37-4fe5-abc9-d8999ae212fc tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 946 time: 0.1054647 Feb 02 13:23:00.546634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-39bc1b62-c5df-4db5-b9fa-4887bfbd4abe req-e94e152e-bba9-45bc-ae51-852274365507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Request body: {'port': {'security_groups': []}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:00.568855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=cf0f0f91-e82a-40d6-aa0f-f872b86a7e81,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:00.640844 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2784e46-4229-470f-85ef-9afc1bc11bf4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a1ed1b55-1f98-46c0-91ab-4de208ee5e12), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.704381 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-39bc1b62-c5df-4db5-b9fa-4887bfbd4abe req-e94e152e-bba9-45bc-ae51-852274365507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.705377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:00.732245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['ef751c90-6b01-4f4a-9ac1-86751dfa6501'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:23:00.795972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2784e46-4229-470f-85ef-9afc1bc11bf4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (a1ed1b55-1f98-46c0-91ab-4de208ee5e12), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.824811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2784e46-4229-470f-85ef-9afc1bc11bf4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Subnet': ['ID=a1ed1b55-1f98-46c0-91ab-4de208ee5e12,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:00.831197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b2784e46-4229-470f-85ef-9afc1bc11bf4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:00.837317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b2784e46-4229-470f-85ef-9afc1bc11bf4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/a1ed1b55-1f98-46c0-91ab-4de208ee5e12 HTTP/1.1" status: 204 len: 168 time: 0.4934402 Feb 02 13:23:00.838257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42616) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:00.960660 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7a413013-6a82-4351-9a9e-81b45d7be88e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.006040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a043d66-839d-4bbd-854c-bf44815ba80d None None] Network 7a413013-6a82-4351-9a9e-81b45d7be88e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:01.036502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-39bc1b62-c5df-4db5-b9fa-4887bfbd4abe req-e94e152e-bba9-45bc-ae51-852274365507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] For port 80ef726e-f34a-4624-8dd6-04cdd8302c37, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=80ef726e-f34a-4624-8dd6-04cdd8302c37,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:01.069516 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-39bc1b62-c5df-4db5-b9fa-4887bfbd4abe req-e94e152e-bba9-45bc-ae51-852274365507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.077498 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-39bc1b62-c5df-4db5-b9fa-4887bfbd4abe req-e94e152e-bba9-45bc-ae51-852274365507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.080341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:01.080688 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cf0f0f91-e82a-40d6-aa0f-f872b86a7e81), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.118259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['4547ba98-2947-45a2-b076-d92df55c2845', '23c8494a-e636-4066-acdc-38a8419de8aa', '80ef726e-f34a-4624-8dd6-04cdd8302c37'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:23:01.165195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] For port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cf0f0f91-e82a-40d6-aa0f-f872b86a7e81,segment=NetworkSegment(83cd6208-18a7-4986-b6be-10d11b08605c),segment_id=83cd6208-18a7-4986-b6be-10d11b08605c)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:01.165446 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cf0f0f91-e82a-40d6-aa0f-f872b86a7e81), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.181112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-830a5a88-0a28-4e4e-bbee-0fdb6f6c4469 None None] Provisioning complete for port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:01.181481 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-830a5a88-0a28-4e4e-bbee-0fdb6f6c4469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cf0f0f91-e82a-40d6-aa0f-f872b86a7e81), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.181744 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:01.221538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e152e-bba9-45bc-ae51-852274365507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event updated for resources: {'Port': ['ID=80ef726e-f34a-4624-8dd6-04cdd8302c37,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:01.262870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc1b62-c5df-4db5-b9fa-4887bfbd4abe req-e94e152e-bba9-45bc-ae51-852274365507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:01.263856 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-39bc1b62-c5df-4db5-b9fa-4887bfbd4abe req-e94e152e-bba9-45bc-ae51-852274365507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.271365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39bc1b62-c5df-4db5-b9fa-4887bfbd4abe req-e94e152e-bba9-45bc-ae51-852274365507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "PUT /v2.0/ports/80ef726e-f34a-4624-8dd6-04cdd8302c37 HTTP/1.1" status: 200 len: 905 time: 0.7296743 Feb 02 13:23:01.273547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2f1a01-bb86-4b66-b133-ee8b92a6581d', 'tag': '80ef726e-f34a-4624-8dd6-04cdd8302c37'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:23:01.290098 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc01b552-e18c-463e-8328-b9b63ce40d92" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2f1a01-bb86-4b66-b133-ee8b92a6581d", "tag": "80ef726e-f34a-4624-8dd6-04cdd8302c37"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:23:01.352344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cf0f0f91-e82a-40d6-aa0f-f872b86a7e81), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.378845 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e96f82-d400-4577-816e-911803763c18 x-openstack-request-id: req-58e96f82-d400-4577-816e-911803763c18 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:23:01.379455 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2f1a01-bb86-4b66-b133-ee8b92a6581d", "tag": "80ef726e-f34a-4624-8dd6-04cdd8302c37", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:23:01.379937 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-58e96f82-d400-4577-816e-911803763c18 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:23:01.380668 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2f1a01-bb86-4b66-b133-ee8b92a6581d', 'tag': '80ef726e-f34a-4624-8dd6-04cdd8302c37', 'status': 'completed', 'code': 200} Feb 02 13:23:01.409580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=cf0f0f91-e82a-40d6-aa0f-f872b86a7e81,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:01.424204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No DVR routers for this DVR port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:23:01.449174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['80ef726e-f34a-4624-8dd6-04cdd8302c37'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:23:01.452411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64f75b5-87ae-4877-83d6-45bff169dd04 None None] DHCP port deletion for 7a413013-6a82-4351-9a9e-81b45d7be88e request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:23:01.573266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-830a5a88-0a28-4e4e-bbee-0fdb6f6c4469 None None] Current status of the port cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:01.602064 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7a413013-6a82-4351-9a9e-81b45d7be88e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.627388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a51624-e49f-4aa6-a91a-a941ad34d1f6 req-6bebd5c4-d163-4a14-befd-7609b0f2464f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:01.629230 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01a51624-e49f-4aa6-a91a-a941ad34d1f6 req-6bebd5c4-d163-4a14-befd-7609b0f2464f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 908 time: 0.2278712 Feb 02 13:23:01.638867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01b552-e18c-463e-8328-b9b63ce40d92 req-2c290132-78d6-4850-ab78-02f7b5c2465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:01.642406 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc01b552-e18c-463e-8328-b9b63ce40d92 req-2c290132-78d6-4850-ab78-02f7b5c2465d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 1090 time: 0.1759706 Feb 02 13:23:01.696062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a413013-6a82-4351-9a9e-81b45d7be88e']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:01.736382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83cd6208-18a7-4986-b6be-10d11b08605c') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:01.739474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83cd6208-18a7-4986-b6be-10d11b08605c') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:01.758527 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (83cd6208-18a7-4986-b6be-10d11b08605c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.759571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01b552-e18c-463e-8328-b9b63ce40d92 req-5e4bdaa9-fcec-4322-84cf-94dcd8f5e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:01.761220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc01b552-e18c-463e-8328-b9b63ce40d92 req-5e4bdaa9-fcec-4322-84cf-94dcd8f5e5ce service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.1104145 Feb 02 13:23:01.784927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (83cd6208-18a7-4986-b6be-10d11b08605c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.797198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:23:01.797670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (83cd6208-18a7-4986-b6be-10d11b08605c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.799365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00c7cf-46bd-4803-8f60-3db11b7cb4b6 req-858ed157-3d49-4e61-aae1-3f7641e3462b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:23:01.800785 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:23:01.807202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:23:01.808452 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f00c7cf-46bd-4803-8f60-3db11b7cb4b6 req-858ed157-3d49-4e61-aae1-3f7641e3462b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.2605970 Feb 02 13:23:01.817942 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4be89795-ccaf-49cf-99e4-b3ed807ab639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.873235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:23:01.873583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cf0f0f91-e82a-40d6-aa0f-f872b86a7e81 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:23:01.888953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fb03289d-472a-475c-b509-16accb3f5fa2 None None] Provisioning complete for port 80ef726e-f34a-4624-8dd6-04cdd8302c37 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:01.889550 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb03289d-472a-475c-b509-16accb3f5fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.890738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc01b552-e18c-463e-8328-b9b63ce40d92 req-7337f487-86f3-4952-a700-9248cae6d7c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80ef726e-f34a-4624-8dd6-04cdd8302c37 HTTP/1.1" status: 200 len: 217 time: 0.1101837 Feb 02 13:23:01.922086 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7a413013-6a82-4351-9a9e-81b45d7be88e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.929550 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:01.936071 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/networks/7a413013-6a82-4351-9a9e-81b45d7be88e HTTP/1.1" status: 204 len: 168 time: 1.0936322 Feb 02 13:23:01.941021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42630) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:01.943678 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f00c7cf-46bd-4803-8f60-3db11b7cb4b6 req-23729bc9-531f-4882-8c74-bb728902fce7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292765 Feb 02 13:23:01.954037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ef751c90-6b01-4f4a-9ac1-86751dfa6501 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:01.956028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'name': 'tempest-PortsIpV6TestJSON-441030864'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:01.972776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd4d96-fdfe-4038-be9f-422c5edf64f4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Network': ['ID=7a413013-6a82-4351-9a9e-81b45d7be88e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:01.989044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec532f-f1d7-48aa-a19f-aa0d840f9ac6 req-bc19b240-2bb0-4859-8e76-68518b4cd690 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:01.996792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7ec532f-f1d7-48aa-a19f-aa0d840f9ac6 req-bc19b240-2bb0-4859-8e76-68518b4cd690 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1783864 Feb 02 13:23:02.052664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01b552-e18c-463e-8328-b9b63ce40d92 req-6396dfdc-6426-423b-9cbb-77136ea5e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:02.054544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc01b552-e18c-463e-8328-b9b63ce40d92 req-6396dfdc-6426-423b-9cbb-77136ea5e05a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.1332400 Feb 02 13:23:02.070126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7ec532f-f1d7-48aa-a19f-aa0d840f9ac6 req-e2f99107-a2ed-4412-99c3-34d494a71aed tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675142 Feb 02 13:23:02.089113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port ef751c90-6b01-4f4a-9ac1-86751dfa6501 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:23:02.097246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port ef751c90-6b01-4f4a-9ac1-86751dfa6501 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:02.097616 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:02.144371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fb03289d-472a-475c-b509-16accb3f5fa2 None None] Current status of the port 80ef726e-f34a-4624-8dd6-04cdd8302c37 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:02.170057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01b552-e18c-463e-8328-b9b63ce40d92 req-c2000d63-20d9-4936-9b81-d4c43a3f8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:02.171616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc01b552-e18c-463e-8328-b9b63ce40d92 req-c2000d63-20d9-4936-9b81-d4c43a3f8b27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1000690 Feb 02 13:23:02.195079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:02.199148 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:02.223711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port 0738ee44-3f17-445c-b7ec-d2c46227f6a9 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:23:02.236626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port ef751c90-6b01-4f4a-9ac1-86751dfa6501 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:02.237017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:02.265015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:23:02.268775 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c8dfe7-0cba-49bf-82fd-44522760804d" -d '{"events": [{"server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:23:02.283744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:02.288370 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:02.344534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:02.359045 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce26fcd9-3c94-4bfa-b1ab-c6803329d289 x-openstack-request-id: req-ce26fcd9-3c94-4bfa-b1ab-c6803329d289 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:23:02.359344 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:23:02.359684 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ce26fcd9-3c94-4bfa-b1ab-c6803329d289 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:23:02.360084 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'code': 200} Feb 02 13:23:02.380980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2ac43-e61c-4918-a1d8-777eaa825379 req-301d69ac-3ade-4ff2-8514-5bdfaf5b2c92 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:02.382488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12d2ac43-e61c-4918-a1d8-777eaa825379 req-301d69ac-3ade-4ff2-8514-5bdfaf5b2c92 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1929209 Feb 02 13:23:02.418379 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc01b552-e18c-463e-8328-b9b63ce40d92 req-2115a341-6d3f-45f4-90bd-55d522aa5d39 service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387452 Feb 02 13:23:02.505917 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (0738ee44-3f17-445c-b7ec-d2c46227f6a9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:02.512568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12d2ac43-e61c-4918-a1d8-777eaa825379 req-52a4ee96-f08c-44bd-811d-fb32c2c7550c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135511 Feb 02 13:23:02.530822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1cd7b-ab6e-4bf2-b0d2-cbfd463294f6 req-8f8f3848-768b-4efe-9755-a9ec7e6ea9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:02.532744 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5bc1cd7b-ab6e-4bf2-b0d2-cbfd463294f6 req-8f8f3848-768b-4efe-9755-a9ec7e6ea9dc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 1127 time: 0.0811079 Feb 02 13:23:02.558755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc01b552-e18c-463e-8328-b9b63ce40d92 req-ee096b0f-9fb2-4deb-8fe0-ebdc5b42e52f service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257079 Feb 02 13:23:02.589547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0738ee44-3f17-445c-b7ec-d2c46227f6a9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:02.647238 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5bc1cd7b-ab6e-4bf2-b0d2-cbfd463294f6 req-b2c24ec3-6b7b-490e-a51b-8d1b628eebb5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065724 Feb 02 13:23:02.686397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=0738ee44-3f17-445c-b7ec-d2c46227f6a9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:02.710543 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network a6b45807-43d1-498d-9010-e7664e81078b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:02.712754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:02.721720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:02.726946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:02.727623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:02.749762 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c7b04d91-158b-42b6-a2e8-8856f5ae047c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8075640 Feb 02 13:23:02.752068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42650) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:02.877583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-fd533960-9f32-4167-83db-8480583ad404 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:02.878195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-44d3f352-96c8-450c-9962-6f490e09acc3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 0738ee44-3f17-445c-b7ec-d2c46227f6a9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:02.878195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44d3f352-96c8-450c-9962-6f490e09acc3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0738ee44-3f17-445c-b7ec-d2c46227f6a9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:02.879495 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-fd533960-9f32-4167-83db-8480583ad404 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 812 time: 0.1524937 Feb 02 13:23:02.901189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-3dba5f1f-b931-4c59-ae81-c2de8ac70883 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/quotas/7b92b835720c47608b10176547f4948b HTTP/1.1" status: 200 len: 375 time: 0.0127194 Feb 02 13:23:02.952375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44d3f352-96c8-450c-9962-6f490e09acc3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0738ee44-3f17-445c-b7ec-d2c46227f6a9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:02.982932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-4b8bf50e-f389-4f08-a3f2-aa222e31be36 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0761447 Feb 02 13:23:02.984145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-44d3f352-96c8-450c-9962-6f490e09acc3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 0738ee44-3f17-445c-b7ec-d2c46227f6a9 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:03.113600 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44d3f352-96c8-450c-9962-6f490e09acc3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0738ee44-3f17-445c-b7ec-d2c46227f6a9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:03.155166 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44d3f352-96c8-450c-9962-6f490e09acc3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:03.162814 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-44d3f352-96c8-450c-9962-6f490e09acc3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/0738ee44-3f17-445c-b7ec-d2c46227f6a9 HTTP/1.1" status: 204 len: 168 time: 0.4097421 Feb 02 13:23:03.163643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42658) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:03.164509 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3f352-96c8-450c-9962-6f490e09acc3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=0738ee44-3f17-445c-b7ec-d2c46227f6a9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:03.178070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'mac_address': 'fa:16:3e:b5:5a:3e', 'name': 'tempest-PortsIpV6TestJSON-1209381431'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:03.571012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-504b1877-efbe-4f32-8b00-4a7359db46ab service neutron] 10.222.0.83 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810866 Feb 02 13:23:03.580086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6c0e5-851d-43e2-b121-82f289a845e8 req-edac9351-4998-49e0-b662-7601abc15832 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:03.581880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18a6c0e5-851d-43e2-b121-82f289a845e8 req-edac9351-4998-49e0-b662-7601abc15832 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.0867877 Feb 02 13:23:03.615896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:03.664000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18a6c0e5-851d-43e2-b121-82f289a845e8 req-de63c5ee-6246-4bee-835d-153fde788fe3 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710061 Feb 02 13:23:03.710815 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:03.765308 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port de4477e7-b1dc-4a85-9f1c-8f76afa02ee6 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:23:03.799324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-856ada02-a7b4-4c24-a66b-fb5f708ed838 service neutron] 10.222.0.83 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161212 Feb 02 13:23:04.009567 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (de4477e7-b1dc-4a85-9f1c-8f76afa02ee6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:04.027042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a81282e-f5a2-4aca-84d0-408283f19e72 req-6375c50d-5ab3-47bd-95a3-1c7a2b84ce0a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 210 time: 0.0311511 Feb 02 13:23:04.084618 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6be70d4c-7899-4962-a861-5f6f1f6dce5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:04.111803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (de4477e7-b1dc-4a85-9f1c-8f76afa02ee6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:04.183214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network a6b45807-43d1-498d-9010-e7664e81078b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:04.187189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:04.189198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=de4477e7-b1dc-4a85-9f1c-8f76afa02ee6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:04.197873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:04.205691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:04.206321 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:04.225675 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fd363363-073a-4a43-b68f-de0692fec3a0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0519159 Feb 02 13:23:04.228457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42672) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:04.278969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a8f656-c845-4bc1-b9ea-abd762b8f955 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:04.283162 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:04.283304 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f2a8f656-c845-4bc1-b9ea-abd762b8f955 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/de4477e7-b1dc-4a85-9f1c-8f76afa02ee6 HTTP/1.1" status: 200 len: 845 time: 0.0540879 Feb 02 13:23:04.386898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cb395cbe-ab47-4403-9f22-edcf63e4c04d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port de4477e7-b1dc-4a85-9f1c-8f76afa02ee6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:04.387285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb395cbe-ab47-4403-9f22-edcf63e4c04d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (de4477e7-b1dc-4a85-9f1c-8f76afa02ee6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:04.476803 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb395cbe-ab47-4403-9f22-edcf63e4c04d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (de4477e7-b1dc-4a85-9f1c-8f76afa02ee6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:04.496375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cb395cbe-ab47-4403-9f22-edcf63e4c04d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for de4477e7-b1dc-4a85-9f1c-8f76afa02ee6 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:04.625698 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb395cbe-ab47-4403-9f22-edcf63e4c04d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (de4477e7-b1dc-4a85-9f1c-8f76afa02ee6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:04.657482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb395cbe-ab47-4403-9f22-edcf63e4c04d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=de4477e7-b1dc-4a85-9f1c-8f76afa02ee6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:04.678689 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb395cbe-ab47-4403-9f22-edcf63e4c04d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:04.682328 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cb395cbe-ab47-4403-9f22-edcf63e4c04d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/de4477e7-b1dc-4a85-9f1c-8f76afa02ee6 HTTP/1.1" status: 204 len: 168 time: 0.3978531 Feb 02 13:23:04.684786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42678) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:04.737439 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e29eb7d-4d62-4037-ba96-2ec268b93a31 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:23:04.739532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1e29eb7d-4d62-4037-ba96-2ec268b93a31 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/de4477e7-b1dc-4a85-9f1c-8f76afa02ee6 HTTP/1.1" status: 404 len: 333 time: 0.0536354 Feb 02 13:23:04.743367 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42682) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:04.749208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'name': 'tempest-PortsIpV6TestJSON-1360930290'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:04.843787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30d691-714c-4885-bb47-83eb5563bcdd req-96a99fdf-c0f0-40a3-8238-6f5f4710757a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:04.845610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:04.849600 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:04.855158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b30d691-714c-4885-bb47-83eb5563bcdd req-96a99fdf-c0f0-40a3-8238-6f5f4710757a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.0762310 Feb 02 13:23:04.868918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port ee1308e2-7e60-4494-9aff-1595fab87432 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:23:04.924443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b30d691-714c-4885-bb47-83eb5563bcdd req-d14ce39b-86e0-48bc-925f-27cbef4a64a2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679507 Feb 02 13:23:05.121617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (ee1308e2-7e60-4494-9aff-1595fab87432), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:05.189521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b56bf-0036-4f16-bfb8-9e532f26abc6 req-3943bfb9-0ec6-4a82-9a83-e88677f68c72 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:05.205662 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ee1308e2-7e60-4494-9aff-1595fab87432), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:05.205858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-802b56bf-0036-4f16-bfb8-9e532f26abc6 req-3943bfb9-0ec6-4a82-9a83-e88677f68c72 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1497624 Feb 02 13:23:05.206050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42694) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:05.212271 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4d519c92-3b4d-444c-90b4-0b7d61bd72b1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Request body: {'floatingip': {'port_id': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:05.250509 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13e8dadf-6a78-40fd-88d1-6566ef0c66f6 req-765b1631-70bb-41ea-933c-440e3e42c67a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 210 time: 0.0445633 Feb 02 13:23:05.344757 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d519c92-3b4d-444c-90b4-0b7d61bd72b1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (080c894d-e85d-4385-a445-ddf5a7c2912e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:05.472112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network a6b45807-43d1-498d-9010-e7664e81078b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:05.513845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:05.519791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=ee1308e2-7e60-4494-9aff-1595fab87432,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:05.523588 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:05.528728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:05.529330 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:05.545047 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:05.567902 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-29db00b1-895a-4084-b680-9ddad4bc17f8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8208616 Feb 02 13:23:05.568187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42702) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:05.574068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7c6b3d8a-f287-4b99-a770-33aa5cfe14b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:05.632316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-a1560593-ed28-4317-8eb1-0431c2376e12 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:05.633766 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-a1560593-ed28-4317-8eb1-0431c2376e12 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 812 time: 0.4144335 Feb 02 13:23:05.654553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Request body: {'port': {'device_id': 'bb89dd8c-8751-4d89-9bb4-729a9a9e23d4', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'admin_state_up': True, 'tenant_id': '7b92b835720c47608b10176547f4948b'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:05.722039 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c6b3d8a-f287-4b99-a770-33aa5cfe14b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ee1308e2-7e60-4494-9aff-1595fab87432), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:05.945040 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c6b3d8a-f287-4b99-a770-33aa5cfe14b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (ee1308e2-7e60-4494-9aff-1595fab87432), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:05.950729 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c6b3d8a-f287-4b99-a770-33aa5cfe14b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ee1308e2-7e60-4494-9aff-1595fab87432), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:06.065727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b3d8a-f287-4b99-a770-33aa5cfe14b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=ee1308e2-7e60-4494-9aff-1595fab87432,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:06.068293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7c6b3d8a-f287-4b99-a770-33aa5cfe14b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] In _notify_port_updated(), no bound segment for port ee1308e2-7e60-4494-9aff-1595fab87432 on network a6b45807-43d1-498d-9010-e7664e81078b {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:23:06.073529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6b3d8a-f287-4b99-a770-33aa5cfe14b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:06.074136 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c6b3d8a-f287-4b99-a770-33aa5cfe14b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:06.075448 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7c6b3d8a-f287-4b99-a770-33aa5cfe14b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "PUT /v2.0/ports/ee1308e2-7e60-4494-9aff-1595fab87432 HTTP/1.1" status: 200 len: 818 time: 0.5062425 Feb 02 13:23:06.078122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42708) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:06.257476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-61417292-d668-4680-afef-a87206006a49 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port ee1308e2-7e60-4494-9aff-1595fab87432 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:06.258208 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61417292-d668-4680-afef-a87206006a49 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ee1308e2-7e60-4494-9aff-1595fab87432), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:06.371437 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d519c92-3b4d-444c-90b4-0b7d61bd72b1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:06.374179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Made reservation on behalf of 7b92b835720c47608b10176547f4948b for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:06.382956 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:06.390227 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61417292-d668-4680-afef-a87206006a49 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ee1308e2-7e60-4494-9aff-1595fab87432), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:06.410419 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-61417292-d668-4680-afef-a87206006a49 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for ee1308e2-7e60-4494-9aff-1595fab87432 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:06.506173 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61417292-d668-4680-afef-a87206006a49 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ee1308e2-7e60-4494-9aff-1595fab87432), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:06.534869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4602acf6-b026-4ab0-a3f3-46a0fc29f423 req-754d80a6-99c3-4bc5-9f6a-1df8baceb2ac tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 210 time: 0.0422308 Feb 02 13:23:06.595988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61417292-d668-4680-afef-a87206006a49 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=ee1308e2-7e60-4494-9aff-1595fab87432,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:06.610635 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-61417292-d668-4680-afef-a87206006a49 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:06.614838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-61417292-d668-4680-afef-a87206006a49 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/ee1308e2-7e60-4494-9aff-1595fab87432 HTTP/1.1" status: 204 len: 168 time: 0.5356112 Feb 02 13:23:06.617249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42740) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:06.670576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Allocated IP 172.20.0.3 (cb2a4104-c51e-40f3-b13e-924d4652304e/be877423-cc9d-4b0f-a0a3-809a3db51209/7242a982-3a8c-4069-a8f8-ba2621d7ef15) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:06.681930 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:06.808037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ee807-4bbf-463b-b7a5-036a14dfedf1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:06.809770 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-965ee807-4bbf-463b-b7a5-036a14dfedf1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1916983 Feb 02 13:23:06.812431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:06.825017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:06.864344 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46da04e-9dba-44ac-a719-4dcffd6d1d0f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:23:06.865855 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d46da04e-9dba-44ac-a719-4dcffd6d1d0f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/ee1308e2-7e60-4494-9aff-1595fab87432 HTTP/1.1" status: 404 len: 333 time: 0.0524988 Feb 02 13:23:06.870247 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:06.887916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-12c4ae38-6f18-4626-b2a1-9016d3f7c014 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1023165112'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:06.919672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c4ae38-6f18-4626-b2a1-9016d3f7c014 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:06.927286 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12c4ae38-6f18-4626-b2a1-9016d3f7c014 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:06.932031 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d519c92-3b4d-444c-90b4-0b7d61bd72b1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (080c894d-e85d-4385-a445-ddf5a7c2912e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:06.972735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c4ae38-6f18-4626-b2a1-9016d3f7c014 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:23:07.007796 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12c4ae38-6f18-4626-b2a1-9016d3f7c014 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e532385b-e6b3-41be-b0de-2ed99208959c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:07.008151 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-12c4ae38-6f18-4626-b2a1-9016d3f7c014 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Added segment e532385b-e6b3-41be-b0de-2ed99208959c of type vlan for network cc920658-2e7e-45d0-acd7-8c08a5c68a1d Feb 02 13:23:07.162027 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12c4ae38-6f18-4626-b2a1-9016d3f7c014 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (cc920658-2e7e-45d0-acd7-8c08a5c68a1d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:07.244093 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12c4ae38-6f18-4626-b2a1-9016d3f7c014 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (cc920658-2e7e-45d0-acd7-8c08a5c68a1d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:07.249769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c4ae38-6f18-4626-b2a1-9016d3f7c014 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:07.250536 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12c4ae38-6f18-4626-b2a1-9016d3f7c014 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:07.264330 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:07.309737 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-4d519c92-3b4d-444c-90b4-0b7d61bd72b1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Floating IP 080c894d-e85d-4385-a445-ddf5a7c2912e associated. External IP: 172.25.4.65, port: ef751c90-6b01-4f4a-9ac1-86751dfa6501. Feb 02 13:23:07.344067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-12c4ae38-6f18-4626-b2a1-9016d3f7c014 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4699054 Feb 02 13:23:07.356472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:07.384557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8ec7e9f6-8ece-47da-9c84-ae9f4c2369fc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'cc920658-2e7e-45d0-acd7-8c08a5c68a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:07.449178 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:07.482189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['4547ba98-2947-45a2-b076-d92df55c2845', '23c8494a-e636-4066-acdc-38a8419de8aa'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:23:07.641463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Network cb2a4104-c51e-40f3-b13e-924d4652304e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:07.645714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4ae38-6f18-4626-b2a1-9016d3f7c014 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Network': ['ID=cc920658-2e7e-45d0-acd7-8c08a5c68a1d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:07.665494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event updated for resources: {'Port': ['ID=7242a982-3a8c-4069-a8f8-ba2621d7ef15,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:07.686613 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec7e9f6-8ece-47da-9c84-ae9f4c2369fc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:07.690993 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e9f6-8ece-47da-9c84-ae9f4c2369fc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:07.699021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:07.717183 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:07.717834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:07.780189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network cc920658-2e7e-45d0-acd7-8c08a5c68a1d details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:23:08.032611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:08.033349 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:08.137635 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e67ef6-5f4c-40cf-973e-bbf5cfcf9b40 req-2283e341-266e-424c-987f-1f85f77fd3dd tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:08.139381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15e67ef6-5f4c-40cf-973e-bbf5cfcf9b40 req-2283e341-266e-424c-987f-1f85f77fd3dd tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 931 time: 0.4040365 Feb 02 13:23:08.158414 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:08.209618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cbeb6093-e3db-4861-93b6-64b6792f901f None None] Provisioning complete for port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:08.210074 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cbeb6093-e3db-4861-93b6-64b6792f901f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:08.319930 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15e67ef6-5f4c-40cf-973e-bbf5cfcf9b40 req-58c6f2c8-48b7-48ff-b649-11b030a61ca0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589134 Feb 02 13:23:08.460866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cbeb6093-e3db-4861-93b6-64b6792f901f None None] Port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:08.508767 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e9f6-8ece-47da-9c84-ae9f4c2369fc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (561ee4e6-0f4f-4ca7-9d64-21395082ec4b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:08.714948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7e9f6-8ece-47da-9c84-ae9f4c2369fc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Subnet': ['ID=561ee4e6-0f4f-4ca7-9d64-21395082ec4b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:08.720488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec7e9f6-8ece-47da-9c84-ae9f4c2369fc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Checking segment: {'id': 'e532385b-e6b3-41be-b0de-2ed99208959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cc920658-2e7e-45d0-acd7-8c08a5c68a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:23:08.721053 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec7e9f6-8ece-47da-9c84-ae9f4c2369fc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network hostable DHCP agents. Network: cc920658-2e7e-45d0-acd7-8c08a5c68a1d, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:23:08.748026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec7e9f6-8ece-47da-9c84-ae9f4c2369fc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network cc920658-2e7e-45d0-acd7-8c08a5c68a1d is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:23:08.762907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-8ec7e9f6-8ece-47da-9c84-ae9f4c2369fc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, cc920658-2e7e-45d0-acd7-8c08a5c68a1d) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:08.772349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c898a7-1084-4ded-a5b4-59914e40225d None None] Network cc920658-2e7e-45d0-acd7-8c08a5c68a1d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:08.782627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec7e9f6-8ece-47da-9c84-ae9f4c2369fc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:08.783402 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e9f6-8ece-47da-9c84-ae9f4c2369fc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:08.810267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8ec7e9f6-8ece-47da-9c84-ae9f4c2369fc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4525788 Feb 02 13:23:08.813589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42962) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:08.822308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d913b66f-c55c-4d0d-8efc-675831954f4a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'cc920658-2e7e-45d0-acd7-8c08a5c68a1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:08.956618 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-9a1af147-3f2c-4bf5-a6f2-74c5c4b7e4d8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3068769 Feb 02 13:23:08.977535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Request body: {'port': {'device_id': 'bb89dd8c-8751-4d89-9bb4-729a9a9e23d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:09.037214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d519c92-3b4d-444c-90b4-0b7d61bd72b1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Router 24688756-6fd4-4fcc-9727-64ce0a871445 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:23:09.127750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d913b66f-c55c-4d0d-8efc-675831954f4a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:09.132581 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d913b66f-c55c-4d0d-8efc-675831954f4a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:09.355755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d519c92-3b4d-444c-90b4-0b7d61bd72b1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:23:09.378031 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7b340-bee7-4e97-b432-1e96f5e39cc1 None None] Sync routers for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:23:09.379799 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d519c92-3b4d-444c-90b4-0b7d61bd72b1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:09.424480 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7b340-bee7-4e97-b432-1e96f5e39cc1 None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:23:09.425301 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-96a7b340-bee7-4e97-b432-1e96f5e39cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:23:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:09.484539 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:09.539301 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4d519c92-3b4d-444c-90b4-0b7d61bd72b1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "PUT /v2.0/floatingips/080c894d-e85d-4385-a445-ddf5a7c2912e HTTP/1.1" status: 200 len: 990 time: 4.3329599 Feb 02 13:23:09.556775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-cc920658-2e7e-45d0-acd7-8c08a5c68a1d', 'network_id': 'cc920658-2e7e-45d0-acd7-8c08a5c68a1d', 'project_id': '8839892b51ce4e79a0c24ff28aca9784', 'fixed_ips': [{'subnet_id': '561ee4e6-0f4f-4ca7-9d64-21395082ec4b'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:23:09.558090 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:09.579125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:23:09.581573 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca331bd-8c83-4846-ad87-796da4031a36" -d '{"events": [{"name": "network-changed", "server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:23:09.652741 n-d-827336-2 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-d913b66f-c55c-4d0d-8efc-675831954f4a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 561ee4e6-0f4f-4ca7-9d64-21395082ec4b (CIDR: 2001:db8::/64) Feb 02 13:23:09.688044 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-d913b66f-c55c-4d0d-8efc-675831954f4a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:23:09.688527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d913b66f-c55c-4d0d-8efc-675831954f4a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:23:09.824118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d913b66f-c55c-4d0d-8efc-675831954f4a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0094213 Feb 02 13:23:09.835701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:09.852091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ef7926ee-f4e7-4dc8-af2a-4c6bd11fd7f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'cc920658-2e7e-45d0-acd7-8c08a5c68a1d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:09.894078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15024e37-f017-45c1-a8ae-597180d847e2 req-b9f08124-8eae-49da-9f6f-4c2f23c9ee2c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:09.895868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15024e37-f017-45c1-a8ae-597180d847e2 req-b9f08124-8eae-49da-9f6f-4c2f23c9ee2c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 931 time: 0.4345651 Feb 02 13:23:09.975245 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-96a7b340-bee7-4e97-b432-1e96f5e39cc1 None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:23:10.021811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6b86e-3312-40ca-8209-2b84408b1e3f req-9f5dd8fe-c03f-4505-8f0a-2363e4e90b17 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:10.029866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dcc6b86e-3312-40ca-8209-2b84408b1e3f req-9f5dd8fe-c03f-4505-8f0a-2363e4e90b17 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.3139775 Feb 02 13:23:10.069389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Allocated IP 2001:db8::2 (cc920658-2e7e-45d0-acd7-8c08a5c68a1d/561ee4e6-0f4f-4ca7-9d64-21395082ec4b/c414d324-b8b5-49a1-ac2f-1acd7631969f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:10.240305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15024e37-f017-45c1-a8ae-597180d847e2 req-f3c17a3a-88d6-4e69-912d-bf46e6766fe7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317623 Feb 02 13:23:10.278402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dcc6b86e-3312-40ca-8209-2b84408b1e3f req-d5b87ec3-d37d-4f2c-8563-74a4d2786e4e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584239 Feb 02 13:23:10.291770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7926ee-f4e7-4dc8-af2a-4c6bd11fd7f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:10.293920 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Publish callbacks [] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:10.299250 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef7926ee-f4e7-4dc8-af2a-4c6bd11fd7f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:10.314550 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:10.362606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Network cc920658-2e7e-45d0-acd7-8c08a5c68a1d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:10.369393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:10.376573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:10.430953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Pushing event updated for resources: {'Port': ['ID=c414d324-b8b5-49a1-ac2f-1acd7631969f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:10.460964 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed49de85-fbbe-48f5-a9d7-cb4dde8eabf5 x-openstack-request-id: req-ed49de85-fbbe-48f5-a9d7-cb4dde8eabf5 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:23:10.461541 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:23:10.461541 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ed49de85-fbbe-48f5-a9d7-cb4dde8eabf5 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:23:10.461843 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'status': 'completed', 'code': 200} Feb 02 13:23:10.482113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Attempting to bind port c414d324-b8b5-49a1-ac2f-1acd7631969f on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:23:10.483370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Attempting to bind port c414d324-b8b5-49a1-ac2f-1acd7631969f by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'e532385b-e6b3-41be-b0de-2ed99208959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cc920658-2e7e-45d0-acd7-8c08a5c68a1d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:23:10.483979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Attempting to bind port c414d324-b8b5-49a1-ac2f-1acd7631969f on network cc920658-2e7e-45d0-acd7-8c08a5c68a1d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:23:10.494894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:23:10.495672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Checking segment: {'id': 'e532385b-e6b3-41be-b0de-2ed99208959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cc920658-2e7e-45d0-acd7-8c08a5c68a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:23:10.496278 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:10.496847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Bound using segment: {'id': 'e532385b-e6b3-41be-b0de-2ed99208959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cc920658-2e7e-45d0-acd7-8c08a5c68a1d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:23:10.497517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Bound port: c414d324-b8b5-49a1-ac2f-1acd7631969f, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e532385b-e6b3-41be-b0de-2ed99208959c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cc920658-2e7e-45d0-acd7-8c08a5c68a1d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:23:10.498229 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:10.522077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7242a982-3a8c-4069-a8f8-ba2621d7ef15 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:23:10.609539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] For port c414d324-b8b5-49a1-ac2f-1acd7631969f, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:23:10.613884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] For port c414d324-b8b5-49a1-ac2f-1acd7631969f, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c414d324-b8b5-49a1-ac2f-1acd7631969f,segment=NetworkSegment(e532385b-e6b3-41be-b0de-2ed99208959c),segment_id=e532385b-e6b3-41be-b0de-2ed99208959c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:23:10.626778 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:10.629371 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Publish callbacks [] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:10.695720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Transition to ACTIVE for port object 7242a982-3a8c-4069-a8f8-ba2621d7ef15 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:23:10.705875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca331bd-8c83-4846-ad87-796da4031a36 req-241e8418-7648-41a7-ae05-93b500ad6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:10.710167 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6ca331bd-8c83-4846-ad87-796da4031a36 req-241e8418-7648-41a7-ae05-93b500ad6bca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 1127 time: 0.2606797 Feb 02 13:23:10.713383 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:10.714954 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-96a7b340-bee7-4e97-b432-1e96f5e39cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '080c894d-e85d-4385-a445-ddf5a7c2912e', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'port_id': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'mac_address': 'fa:16:3e:b1:53:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:22:48Z', 'updated_at': '2022-02-02T13:23:06Z', 'revision_number': 1, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:04Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:10.843537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d844a-da73-45d4-8b71-60e6ff13947a None None] Pushing event updated for resources: {'Port': ['ID=c414d324-b8b5-49a1-ac2f-1acd7631969f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:10.847557 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7b340-bee7-4e97-b432-1e96f5e39cc1 None None] Checking router: 24688756-6fd4-4fcc-9727-64ce0a871445 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:23:10.863983 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a7b340-bee7-4e97-b432-1e96f5e39cc1 None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:23:10.864820 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-96a7b340-bee7-4e97-b432-1e96f5e39cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:23:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:10.982231 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Pushing event updated for resources: {'Port': ['ID=7242a982-3a8c-4069-a8f8-ba2621d7ef15,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:11.016367 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef7926ee-f4e7-4dc8-af2a-4c6bd11fd7f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (06de0cce-b04c-4c81-93dc-0dc372e3ee05), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:11.019179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Attempting to bind port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:23:11.019808 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Attempting to bind port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:23:11.020210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Attempting to bind port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 on network cb2a4104-c51e-40f3-b13e-924d4652304e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:23:11.030294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 on network cb2a4104-c51e-40f3-b13e-924d4652304e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:23:11.030806 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Attempting to bind port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 on network cb2a4104-c51e-40f3-b13e-924d4652304e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:23:11.061321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:23:11.061801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Checking segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:23:11.062280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Bound using segment: {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:23:11.062823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Bound port: 7242a982-3a8c-4069-a8f8-ba2621d7ef15, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b690418-0258-4300-b3ce-89329838b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:23:11.063370 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:11.137415 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-96a7b340-bee7-4e97-b432-1e96f5e39cc1 None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:23:11.150786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7926ee-f4e7-4dc8-af2a-4c6bd11fd7f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network cc920658-2e7e-45d0-acd7-8c08a5c68a1d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:11.172824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca331bd-8c83-4846-ad87-796da4031a36 req-6d15a434-f23e-4a5f-a7a6-31135cf8efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:11.176829 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6ca331bd-8c83-4846-ad87-796da4031a36 req-6d15a434-f23e-4a5f-a7a6-31135cf8efcc service neutron] 10.222.0.62 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 917 time: 0.4408097 Feb 02 13:23:11.181068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ef7926ee-f4e7-4dc8-af2a-4c6bd11fd7f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:11.203900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7926ee-f4e7-4dc8-af2a-4c6bd11fd7f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:11.204956 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef7926ee-f4e7-4dc8-af2a-4c6bd11fd7f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:11.281585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7926ee-f4e7-4dc8-af2a-4c6bd11fd7f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Subnet': ['ID=06de0cce-b04c-4c81-93dc-0dc372e3ee05,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:11.306683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ef7926ee-f4e7-4dc8-af2a-4c6bd11fd7f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4511271 Feb 02 13:23:11.311974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43204) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:11.324368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': 'cc920658-2e7e-45d0-acd7-8c08a5c68a1d', 'fixed_ips': [{'subnet_id': '561ee4e6-0f4f-4ca7-9d64-21395082ec4b'}, {'subnet_id': '06de0cce-b04c-4c81-93dc-0dc372e3ee05'}], 'name': 'tempest-PortsIpV6TestJSON-1382375923'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:11.453486 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] For port 7242a982-3a8c-4069-a8f8-ba2621d7ef15, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:23:11.467295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] For port 7242a982-3a8c-4069-a8f8-ba2621d7ef15, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7242a982-3a8c-4069-a8f8-ba2621d7ef15,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:23:11.487767 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:11.530509 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6ca331bd-8c83-4846-ad87-796da4031a36 req-35a6a3ce-e438-4dcb-9f83-f49a5effc1a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501 HTTP/1.1" status: 200 len: 998 time: 0.3435087 Feb 02 13:23:11.595735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:11.597380 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:11.600899 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] 10.222.0.62 "PUT /v2.0/ports/7242a982-3a8c-4069-a8f8-ba2621d7ef15 HTTP/1.1" status: 200 len: 1091 time: 2.6284127 Feb 02 13:23:11.727815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa2ba3-98a9-4bcd-a98e-32e7f78b42bb service neutron] Pushing event updated for resources: {'Port': ['ID=7242a982-3a8c-4069-a8f8-ba2621d7ef15,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:11.738144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca331bd-8c83-4846-ad87-796da4031a36 req-6bb28cbc-4064-4ad1-8d8a-567293a3a026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:11.740100 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6ca331bd-8c83-4846-ad87-796da4031a36 req-6bb28cbc-4064-4ad1-8d8a-567293a3a026 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.2023001 Feb 02 13:23:11.845954 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-0e6772b7-4139-465c-92a2-ae1a17d0b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:11.847573 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-0e6772b7-4139-465c-92a2-ae1a17d0b088 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 1125 time: 0.1856809 Feb 02 13:23:11.859564 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-96a7b340-bee7-4e97-b432-1e96f5e39cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '080c894d-e85d-4385-a445-ddf5a7c2912e', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'port_id': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'mac_address': 'fa:16:3e:b1:53:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:22:48Z', 'updated_at': '2022-02-02T13:23:06Z', 'revision_number': 1, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:04Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:11.871041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0eeda-5408-4298-a9ce-6e88e01cd5a0 req-cabcf93b-977a-4ecd-80e4-8af8a616410d tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:11.883216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53a0eeda-5408-4298-a9ce-6e88e01cd5a0 req-cabcf93b-977a-4ecd-80e4-8af8a616410d tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 943 time: 0.4775612 Feb 02 13:23:11.959815 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a7b340-bee7-4e97-b432-1e96f5e39cc1 None None] The sync data for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 is: [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '080c894d-e85d-4385-a445-ddf5a7c2912e', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'floating_ip_address': '172.25.4.65', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'port_id': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'mac_address': 'fa:16:3e:b1:53:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:22:48Z', 'updated_at': '2022-02-02T13:23:06Z', 'revision_number': 1, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:04Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:23:11.982104 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-4ca92236-d45c-4192-a369-d49a66ae1013 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7242a982-3a8c-4069-a8f8-ba2621d7ef15 HTTP/1.1" status: 200 len: 217 time: 0.1200752 Feb 02 13:23:11.985928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca331bd-8c83-4846-ad87-796da4031a36 req-08373231-f0d4-43b9-97eb-36cc1c033ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:11.988571 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6ca331bd-8c83-4846-ad87-796da4031a36 req-08373231-f0d4-43b9-97eb-36cc1c033ce3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2396021 Feb 02 13:23:12.010881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:12.102468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c414d324-b8b5-49a1-ac2f-1acd7631969f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:12.117760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-53b428f1-6a84-40eb-ba05-3c1346a3141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:12.119392 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-53b428f1-6a84-40eb-ba05-3c1346a3141c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.1176410 Feb 02 13:23:12.204271 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53a0eeda-5408-4298-a9ce-6e88e01cd5a0 req-20363998-7192-4c13-bd56-60a6b685fc73 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931783 Feb 02 13:23:12.246754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c414d324-b8b5-49a1-ac2f-1acd7631969f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:12.250868 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:12.316119 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:12.327262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-1dabff2e-6558-49d5-8b0a-0fd2e617844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:12.329131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-1dabff2e-6558-49d5-8b0a-0fd2e617844b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2022862 Feb 02 13:23:12.336124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port 29e1e8c7-20da-492e-b3aa-e4d746142cad yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:23:12.417491 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6ca331bd-8c83-4846-ad87-796da4031a36 req-465aec09-b88e-4514-98ca-b231a54418dd service neutron] 10.222.0.62 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019865 Feb 02 13:23:12.447335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c414d324-b8b5-49a1-ac2f-1acd7631969f is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:12.448963 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:12.529137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port c414d324-b8b5-49a1-ac2f-1acd7631969f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c414d324-b8b5-49a1-ac2f-1acd7631969f,segment=NetworkSegment(e532385b-e6b3-41be-b0de-2ed99208959c),segment_id=e532385b-e6b3-41be-b0de-2ed99208959c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:12.539675 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:12.581772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb89dd8c-8751-4d89-9bb4-729a9a9e23d4', 'tag': '7242a982-3a8c-4069-a8f8-ba2621d7ef15'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:23:12.589751 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78919e37-5122-4948-b998-4aa5f4b75644" -d '{"events": [{"name": "network-changed", "server_uuid": "bb89dd8c-8751-4d89-9bb4-729a9a9e23d4", "tag": "7242a982-3a8c-4069-a8f8-ba2621d7ef15"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:23:12.597902 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-38208116-6b31-4113-888d-141b6c7ad605 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581673 Feb 02 13:23:12.669636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb76bef-9034-451f-98a2-9aa89ad51037 None None] New status for floating IP 080c894d-e85d-4385-a445-ddf5a7c2912e: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:23:12.849781 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-f1cb492f-d90c-49fa-87d7-6df2886be73d service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444947 Feb 02 13:23:12.991228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa6aad-94d3-461a-8c6d-37362859f5cc req-db8d1205-c842-4792-98ba-d8d5f45239b2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:12.993300 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94aa6aad-94d3-461a-8c6d-37362859f5cc req-db8d1205-c842-4792-98ba-d8d5f45239b2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.8771226 Feb 02 13:23:13.018468 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6ca331bd-8c83-4846-ad87-796da4031a36 req-096fb55d-5fc8-4839-a49e-b3b88a2956e0 service neutron] 10.222.0.62 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785987 Feb 02 13:23:13.031980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-a6e99139-170d-45b7-a872-8fc3f44723ec tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:13.033774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-a6e99139-170d-45b7-a872-8fc3f44723ec tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/networks?id=ba545d7d-af0a-43ac-ac6f-585364c83c1a HTTP/1.1" status: 200 len: 814 time: 0.4541333 Feb 02 13:23:13.075172 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-97280592-4f4f-4623-85f1-12a49b0d9b8b tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/quotas/005a9e2215ee4a2b861f7c1bc40febf4 HTTP/1.1" status: 200 len: 375 time: 0.0190849 Feb 02 13:23:13.112423 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6234e482-4194-425e-b79f-4acf04d963d3 None None] Network cc920658-2e7e-45d0-acd7-8c08a5c68a1d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:13.129609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=c414d324-b8b5-49a1-ac2f-1acd7631969f,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:13.143374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-1aede82c-a178-4623-8800-0a25f2e81cc5 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=005a9e2215ee4a2b861f7c1bc40febf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611470 Feb 02 13:23:13.229232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-daa3fb85-7cb7-4886-b7fa-56ad308c4d09 None None] Provisioning complete for port c414d324-b8b5-49a1-ac2f-1acd7631969f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:13.229613 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-daa3fb85-7cb7-4886-b7fa-56ad308c4d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:13.288019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94aa6aad-94d3-461a-8c6d-37362859f5cc req-08eaa9f2-c152-406b-8374-eaefe17d0696 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530293 Feb 02 13:23:13.360915 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8::143 (cc920658-2e7e-45d0-acd7-8c08a5c68a1d/561ee4e6-0f4f-4ca7-9d64-21395082ec4b/29e1e8c7-20da-492e-b3aa-e4d746142cad) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:13.374501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8:0:1::308 (cc920658-2e7e-45d0-acd7-8c08a5c68a1d/06de0cce-b04c-4c81-93dc-0dc372e3ee05/29e1e8c7-20da-492e-b3aa-e4d746142cad) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:13.399858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-ce4d0c32-025b-40f9-9684-008d6b9fcef3 service neutron] 10.222.0.83 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463372 Feb 02 13:23:13.412697 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdfba83-d7be-47c1-800e-bbfc4618be71 x-openstack-request-id: req-6fdfba83-d7be-47c1-800e-bbfc4618be71 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:23:13.413345 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb89dd8c-8751-4d89-9bb4-729a9a9e23d4", "tag": "7242a982-3a8c-4069-a8f8-ba2621d7ef15", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:23:13.414518 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6fdfba83-d7be-47c1-800e-bbfc4618be71 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:23:13.415182 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb89dd8c-8751-4d89-9bb4-729a9a9e23d4', 'tag': '7242a982-3a8c-4069-a8f8-ba2621d7ef15', 'status': 'completed', 'code': 200} Feb 02 13:23:13.434945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-daa3fb85-7cb7-4886-b7fa-56ad308c4d09 None None] Current status of the port c414d324-b8b5-49a1-ac2f-1acd7631969f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:13.496579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e603f7dd-ef2d-4731-b887-de1f01592fc8 None None] Update dhcp port {'port': {'network_id': 'cc920658-2e7e-45d0-acd7-8c08a5c68a1d', 'fixed_ips': [{'subnet_id': '561ee4e6-0f4f-4ca7-9d64-21395082ec4b', 'ip_address': '2001:db8::2'}, {'subnet_id': '06de0cce-b04c-4c81-93dc-0dc372e3ee05'}], 'binding:host_id': 'n-d-827336-2'}, 'id': 'c414d324-b8b5-49a1-ac2f-1acd7631969f'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:23:13.528853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919e37-5122-4948-b998-4aa5f4b75644 req-4fea49b6-8643-4948-bc4e-610e49f33599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:13.530891 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-78919e37-5122-4948-b998-4aa5f4b75644 req-4fea49b6-8643-4948-bc4e-610e49f33599 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 1125 time: 0.0803070 Feb 02 13:23:13.537153 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e603f7dd-ef2d-4731-b887-de1f01592fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:13.670085 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-c8dab800-78c5-4f5a-bbee-a5612f0f101a service neutron] 10.222.0.83 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694883 Feb 02 13:23:13.722111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66adcfb-e9f9-4c8e-b515-e87fddba62bb req-fb1ef996-0b27-41cb-9f4f-43eaea7b75fb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:13.725397 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d66adcfb-e9f9-4c8e-b515-e87fddba62bb req-fb1ef996-0b27-41cb-9f4f-43eaea7b75fb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 943 time: 0.1974349 Feb 02 13:23:13.814021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919e37-5122-4948-b998-4aa5f4b75644 req-226300a8-c9ae-4c4a-a17b-13a50ae6f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:13.815598 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-78919e37-5122-4948-b998-4aa5f4b75644 req-226300a8-c9ae-4c4a-a17b-13a50ae6f109 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.2780931 Feb 02 13:23:13.825333 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c414d324-b8b5-49a1-ac2f-1acd7631969f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:13.876368 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:13.888445 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c414d324-b8b5-49a1-ac2f-1acd7631969f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:13.889054 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:13.921931 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-78919e37-5122-4948-b998-4aa5f4b75644 req-a6c613e0-5c04-4352-9870-495f95ca8dd0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7242a982-3a8c-4069-a8f8-ba2621d7ef15 HTTP/1.1" status: 200 len: 217 time: 0.0979383 Feb 02 13:23:14.017306 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d66adcfb-e9f9-4c8e-b515-e87fddba62bb req-5a4d4249-8920-423b-bf60-4ecee08d898b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784424 Feb 02 13:23:14.040003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70237b9c-dcb0-4559-ba6a-33f409fbb926 req-792fdd6a-4d82-4e34-a793-74816faf8c96 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 210 time: 0.1132820 Feb 02 13:23:14.072311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919e37-5122-4948-b998-4aa5f4b75644 req-e0a8f220-f73d-4c71-8716-ccb68a3acada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:14.073911 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-78919e37-5122-4948-b998-4aa5f4b75644 req-e0a8f220-f73d-4c71-8716-ccb68a3acada service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.1450245 Feb 02 13:23:14.087121 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:14.136078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919e37-5122-4948-b998-4aa5f4b75644 req-12deccb3-e929-4a7f-b506-8c6831c46a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:14.137869 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-78919e37-5122-4948-b998-4aa5f4b75644 req-12deccb3-e929-4a7f-b506-8c6831c46a4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581660 Feb 02 13:23:14.181774 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c414d324-b8b5-49a1-ac2f-1acd7631969f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:14.206625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e603f7dd-ef2d-4731-b887-de1f01592fc8 None None] Allocated IP 2001:db8:0:1::2 (cc920658-2e7e-45d0-acd7-8c08a5c68a1d/06de0cce-b04c-4c81-93dc-0dc372e3ee05/c414d324-b8b5-49a1-ac2f-1acd7631969f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:14.297486 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network cc920658-2e7e-45d0-acd7-8c08a5c68a1d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:14.302135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:14.307257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=29e1e8c7-20da-492e-b3aa-e4d746142cad,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:14.310672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:14.317308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:14.318076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:14.360155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a4f77bd4-def1-41ba-a459-0c997574e34a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.0467155 Feb 02 13:23:14.363597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43264) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:14.375629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6e1046ad-34e9-4cfb-be96-f7ad838f70af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '561ee4e6-0f4f-4ca7-9d64-21395082ec4b'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:14.406071 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-78919e37-5122-4948-b998-4aa5f4b75644 req-07f4d5f2-e748-4df5-9885-15562b7c7485 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615025 Feb 02 13:23:14.450932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e603f7dd-ef2d-4731-b887-de1f01592fc8 None None] For port c414d324-b8b5-49a1-ac2f-1acd7631969f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c414d324-b8b5-49a1-ac2f-1acd7631969f,segment=NetworkSegment(e532385b-e6b3-41be-b0de-2ed99208959c),segment_id=e532385b-e6b3-41be-b0de-2ed99208959c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:14.520395 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e603f7dd-ef2d-4731-b887-de1f01592fc8 None None] Publish callbacks [] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:14.528184 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e1046ad-34e9-4cfb-be96-f7ad838f70af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:14.528724 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e603f7dd-ef2d-4731-b887-de1f01592fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:14.579709 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307b6e3-295b-4a3f-84b2-582a138c3022 req-397a8b72-8f54-487b-aba7-924a05e4899c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:14.587358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e307b6e3-295b-4a3f-84b2-582a138c3022 req-397a8b72-8f54-487b-aba7-924a05e4899c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1501479 Feb 02 13:23:14.614422 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-78919e37-5122-4948-b998-4aa5f4b75644 req-666d178b-15d9-4826-bfdb-e3ae474d08e9 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992173 Feb 02 13:23:14.713765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603f7dd-ef2d-4731-b887-de1f01592fc8 None None] Pushing event updated for resources: {'Port': ['ID=c414d324-b8b5-49a1-ac2f-1acd7631969f,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:14.788322 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e307b6e3-295b-4a3f-84b2-582a138c3022 req-f2667a43-991d-4d04-886d-c176cbbd1a62 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955316 Feb 02 13:23:15.323621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4aaf62bc-f160-4781-819d-77e6a699608a req-67f935aa-dfd3-48a3-93d6-390728c1d12f tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 210 time: 0.0619271 Feb 02 13:23:15.331541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6e1046ad-34e9-4cfb-be96-f7ad838f70af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Delete allocated IP 2001:db8:0:1::308 (cc920658-2e7e-45d0-acd7-8c08a5c68a1d/06de0cce-b04c-4c81-93dc-0dc372e3ee05) {{(pid=103188) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 13:23:15.774756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f591149f-0224-4fe3-b028-f064cf71dc57 None None] Network cc920658-2e7e-45d0-acd7-8c08a5c68a1d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:15.897189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c414d324-b8b5-49a1-ac2f-1acd7631969f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:15.964498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7242a982-3a8c-4069-a8f8-ba2621d7ef15 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:23:16.024553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-41cce615-6f9a-4b32-a4a1-67625a5226f0 None None] Provisioning complete for port c414d324-b8b5-49a1-ac2f-1acd7631969f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:16.024870 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-41cce615-6f9a-4b32-a4a1-67625a5226f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:16.161476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c414d324-b8b5-49a1-ac2f-1acd7631969f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:16.161854 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:16.276264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-41cce615-6f9a-4b32-a4a1-67625a5226f0 None None] Current status of the port c414d324-b8b5-49a1-ac2f-1acd7631969f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:16.284484 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7242a982-3a8c-4069-a8f8-ba2621d7ef15, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7242a982-3a8c-4069-a8f8-ba2621d7ef15,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:16.311813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '7242a982-3a8c-4069-a8f8-ba2621d7ef15', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'port_id': '7242a982-3a8c-4069-a8f8-ba2621d7ef15', 'mac_address': 'fa:16:3e:fc:9a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:23:16.388623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c414d324-b8b5-49a1-ac2f-1acd7631969f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:16.417723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:16.418741 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:16.438137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7242a982-3a8c-4069-a8f8-ba2621d7ef15 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:23:16.506985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7242a982-3a8c-4069-a8f8-ba2621d7ef15, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7242a982-3a8c-4069-a8f8-ba2621d7ef15,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:16.519996 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:16.656966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-219b08c3-79ec-46f0-b34a-1b23f7ff572b req-7bf2267a-6629-4c6b-bc59-9762525d7920 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 210 time: 0.0543563 Feb 02 13:23:16.657629 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=7242a982-3a8c-4069-a8f8-ba2621d7ef15,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:16.666288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cca0d-6fce-45a8-8fd4-4ffd9fc54e70 req-5f355bcc-757f-45b5-aa72-bd268efe8c00 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:16.673371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f8cca0d-6fce-45a8-8fd4-4ffd9fc54e70 req-5f355bcc-757f-45b5-aa72-bd268efe8c00 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 943 time: 1.4129546 Feb 02 13:23:16.735610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-24aa1c08-a16f-4cbd-bb62-dbc9b355f8c6 None None] Provisioning complete for port 29e1e8c7-20da-492e-b3aa-e4d746142cad triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:16.736029 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24aa1c08-a16f-4cbd-bb62-dbc9b355f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:16.808995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-24aa1c08-a16f-4cbd-bb62-dbc9b355f8c6 None None] Port 29e1e8c7-20da-492e-b3aa-e4d746142cad cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:16.837046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-24aa1c08-a16f-4cbd-bb62-dbc9b355f8c6 None None] Provisioning complete for port c414d324-b8b5-49a1-ac2f-1acd7631969f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:16.837422 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24aa1c08-a16f-4cbd-bb62-dbc9b355f8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:16.839587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['7242a982-3a8c-4069-a8f8-ba2621d7ef15'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:23:16.965877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f8cca0d-6fce-45a8-8fd4-4ffd9fc54e70 req-ad7b8ef4-eef2-4feb-8d15-d8b113f33e9d tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916319 Feb 02 13:23:17.041768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-abf40a2e-c99c-4d8f-a8b3-613d3d1c8582 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:17.043168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-abf40a2e-c99c-4d8f-a8b3-613d3d1c8582 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.18 "GET /v2.0/networks?id=ba545d7d-af0a-43ac-ac6f-585364c83c1a HTTP/1.1" status: 200 len: 814 time: 0.4752295 Feb 02 13:23:17.047813 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e1046ad-34e9-4cfb-be96-f7ad838f70af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:17.056080 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e1046ad-34e9-4cfb-be96-f7ad838f70af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:17.079514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Request body: {'port': {'device_id': '41d06e4e-db47-41ee-8d77-11885be245ad', 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a', 'admin_state_up': True, 'tenant_id': '005a9e2215ee4a2b861f7c1bc40febf4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:17.364743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-24aa1c08-a16f-4cbd-bb62-dbc9b355f8c6 None None] Current status of the port c414d324-b8b5-49a1-ac2f-1acd7631969f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:17.437736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6e1046ad-34e9-4cfb-be96-f7ad838f70af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] In _notify_port_updated(), no bound segment for port 29e1e8c7-20da-492e-b3aa-e4d746142cad on network cc920658-2e7e-45d0-acd7-8c08a5c68a1d {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:23:17.451473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1046ad-34e9-4cfb-be96-f7ad838f70af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:17.452153 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e1046ad-34e9-4cfb-be96-f7ad838f70af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:17.455916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6e1046ad-34e9-4cfb-be96-f7ad838f70af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "PUT /v2.0/ports/29e1e8c7-20da-492e-b3aa-e4d746142cad HTTP/1.1" status: 200 len: 926 time: 3.0883713 Feb 02 13:23:17.456419 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43302) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:17.462288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-adaae2e6-b8bb-4313-a740-e2f8aabc0cc8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '561ee4e6-0f4f-4ca7-9d64-21395082ec4b'}, {'subnet_id': '06de0cce-b04c-4c81-93dc-0dc372e3ee05'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:17.498919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1fee6c62-2e5b-492a-910f-4cd7370b549e None None] Provisioning complete for port 29e1e8c7-20da-492e-b3aa-e4d746142cad triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:17.499289 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1fee6c62-2e5b-492a-910f-4cd7370b549e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:17.506904 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1046ad-34e9-4cfb-be96-f7ad838f70af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=29e1e8c7-20da-492e-b3aa-e4d746142cad,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:17.586116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1fee6c62-2e5b-492a-910f-4cd7370b549e None None] Port 29e1e8c7-20da-492e-b3aa-e4d746142cad cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:17.625515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Made reservation on behalf of 005a9e2215ee4a2b861f7c1bc40febf4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:17.629842 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:17.815537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fcd661f6-e0a7-4c05-b56c-13fb3c14f80a None None] Provisioning complete for port 29e1e8c7-20da-492e-b3aa-e4d746142cad triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:17.816171 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcd661f6-e0a7-4c05-b56c-13fb3c14f80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:17.842676 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-982ad0b6-5d7e-4d2b-be0c-c250574d2f0a req-723edf32-caf1-4607-a4c9-87cf4049d894 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 210 time: 0.0396020 Feb 02 13:23:17.858155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Allocated IP 172.20.0.11 (ba545d7d-af0a-43ac-ac6f-585364c83c1a/34479a9c-9692-48a0-a454-6069330ee2e8/b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:17.912452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-adaae2e6-b8bb-4313-a740-e2f8aabc0cc8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:17.952576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fcd661f6-e0a7-4c05-b56c-13fb3c14f80a None None] Port 29e1e8c7-20da-492e-b3aa-e4d746142cad cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:18.252590 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks [] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:18.283379 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf946c3-fc87-4b6d-bab9-30e20a384af2 req-d80c5ec3-2ff3-4e4a-a88c-301556f9d572 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:18.284932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1bf946c3-fc87-4b6d-bab9-30e20a384af2 req-d80c5ec3-2ff3-4e4a-a88c-301556f9d572 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 944 time: 0.1741204 Feb 02 13:23:18.364893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1bf946c3-fc87-4b6d-bab9-30e20a384af2 req-1b880d54-1e66-4fa4-8d74-69670958eccc tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675867 Feb 02 13:23:18.368398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-adaae2e6-b8bb-4313-a740-e2f8aabc0cc8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8:0:1::be (cc920658-2e7e-45d0-acd7-8c08a5c68a1d/06de0cce-b04c-4c81-93dc-0dc372e3ee05/29e1e8c7-20da-492e-b3aa-e4d746142cad) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:18.379059 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:18.499902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Pushing event updated for resources: {'Port': ['ID=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:18.510712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Network ba545d7d-af0a-43ac-ac6f-585364c83c1a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:18.512360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:18.516215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:18.569820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:18.570525 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:18.591900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-3622d7f4-c816-4b44-9a3f-4c6250224092 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5292938 Feb 02 13:23:18.614587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Request body: {'port': {'device_id': '41d06e4e-db47-41ee-8d77-11885be245ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:18.636175 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-adaae2e6-b8bb-4313-a740-e2f8aabc0cc8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:18.646630 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-adaae2e6-b8bb-4313-a740-e2f8aabc0cc8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:18.720901 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:18.806134 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaae2e6-b8bb-4313-a740-e2f8aabc0cc8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=29e1e8c7-20da-492e-b3aa-e4d746142cad,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:18.842614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-adaae2e6-b8bb-4313-a740-e2f8aabc0cc8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] In _notify_port_updated(), no bound segment for port 29e1e8c7-20da-492e-b3aa-e4d746142cad on network cc920658-2e7e-45d0-acd7-8c08a5c68a1d {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:23:18.854335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaae2e6-b8bb-4313-a740-e2f8aabc0cc8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:18.855127 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-adaae2e6-b8bb-4313-a740-e2f8aabc0cc8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:18.856705 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-adaae2e6-b8bb-4313-a740-e2f8aabc0cc8 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "PUT /v2.0/ports/29e1e8c7-20da-492e-b3aa-e4d746142cad HTTP/1.1" status: 200 len: 1011 time: 1.3991632 Feb 02 13:23:18.860090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43314) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:19.105482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-12dfe5d0-e429-48ca-b39b-5c4e5bbbe5b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 29e1e8c7-20da-492e-b3aa-e4d746142cad {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:19.105902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12dfe5d0-e429-48ca-b39b-5c4e5bbbe5b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:19.146592 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bd4e4-ed1f-4010-a2ad-56333f583a73 req-e4d2ca4a-18f9-4fab-b76b-b30d93367787 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:19.154932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-283bd4e4-ed1f-4010-a2ad-56333f583a73 req-e4d2ca4a-18f9-4fab-b76b-b30d93367787 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 932 time: 0.1735454 Feb 02 13:23:19.228959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-301e598f-7abb-4bf5-80e6-b4288a52df66 None None] Provisioning complete for port 29e1e8c7-20da-492e-b3aa-e4d746142cad triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:19.234543 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-301e598f-7abb-4bf5-80e6-b4288a52df66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:19.338962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-301e598f-7abb-4bf5-80e6-b4288a52df66 None None] Port 29e1e8c7-20da-492e-b3aa-e4d746142cad cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:19.353569 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12dfe5d0-e429-48ca-b39b-5c4e5bbbe5b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:19.370247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-12dfe5d0-e429-48ca-b39b-5c4e5bbbe5b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 29e1e8c7-20da-492e-b3aa-e4d746142cad owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:19.406943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-283bd4e4-ed1f-4010-a2ad-56333f583a73 req-32ad315a-4017-4e8e-b62a-3ca69e9b1f7c tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623399 Feb 02 13:23:19.414999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:23:19.430164 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Publish callbacks [] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:19.445536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Transition to ACTIVE for port object b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:23:19.450678 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:19.597480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:19.641114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76bcd-ce4f-474e-847b-030768df85ea req-5d00afb7-614c-4bfb-83cd-0d8c0655bfea tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:19.642910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7c76bcd-ce4f-474e-847b-030768df85ea req-5d00afb7-614c-4bfb-83cd-0d8c0655bfea tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 944 time: 0.1059527 Feb 02 13:23:19.663996 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12dfe5d0-e429-48ca-b39b-5c4e5bbbe5b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (29e1e8c7-20da-492e-b3aa-e4d746142cad), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:19.672093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Attempting to bind port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:23:19.672760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Attempting to bind port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '0204d206-27ee-4365-9f60-afcaf9cfc116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:23:19.673264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Attempting to bind port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 on network ba545d7d-af0a-43ac-ac6f-585364c83c1a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:23:19.687475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 on network ba545d7d-af0a-43ac-ac6f-585364c83c1a not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:23:19.688052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Attempting to bind port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 on network ba545d7d-af0a-43ac-ac6f-585364c83c1a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:23:19.698832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfe5d0-e429-48ca-b39b-5c4e5bbbe5b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=29e1e8c7-20da-492e-b3aa-e4d746142cad,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:19.721982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:23:19.727479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Checking segment: {'id': '0204d206-27ee-4365-9f60-afcaf9cfc116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:23:19.728075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Bound using segment: {'id': '0204d206-27ee-4365-9f60-afcaf9cfc116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:23:19.728774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Bound port: b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0204d206-27ee-4365-9f60-afcaf9cfc116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:23:19.729310 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:19.769528 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12dfe5d0-e429-48ca-b39b-5c4e5bbbe5b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:19.776523 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-12dfe5d0-e429-48ca-b39b-5c4e5bbbe5b5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/29e1e8c7-20da-492e-b3aa-e4d746142cad HTTP/1.1" status: 204 len: 168 time: 0.9153540 Feb 02 13:23:19.777364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43328) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:19.793808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7c76bcd-ce4f-474e-847b-030768df85ea req-2b2e94dd-3277-4f4b-9247-34dd227791f1 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369870 Feb 02 13:23:19.820570 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-37291dfd-116a-45f3-bc99-8d2285d5edfc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:23:19.820570 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-37291dfd-116a-45f3-bc99-8d2285d5edfc tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/29e1e8c7-20da-492e-b3aa-e4d746142cad HTTP/1.1" status: 404 len: 333 time: 0.0400798 Feb 02 13:23:19.820570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43330) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:19.846830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] For port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:23:19.862406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] For port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55,segment=NetworkSegment(0204d206-27ee-4365-9f60-afcaf9cfc116),segment_id=0204d206-27ee-4365-9f60-afcaf9cfc116)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:23:19.876746 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:19.897442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-018a4ea0-11e9-4091-b25e-70b3b837e2c0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting subnet 06de0cce-b04c-4c81-93dc-0dc372e3ee05 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:23:19.901577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-018a4ea0-11e9-4091-b25e-70b3b837e2c0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (06de0cce-b04c-4c81-93dc-0dc372e3ee05), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:19.914104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:19.915215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:19.916915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] 10.222.0.18 "PUT /v2.0/ports/b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 HTTP/1.1" status: 200 len: 1092 time: 1.3109913 Feb 02 13:23:19.919820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d06e4e-db47-41ee-8d77-11885be245ad', 'tag': 'b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:23:19.922593 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc5cafd-e984-4084-9135-eec5bf1bcfe4" -d '{"events": [{"name": "network-changed", "server_uuid": "41d06e4e-db47-41ee-8d77-11885be245ad", "tag": "b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:23:19.991884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7242a982-3a8c-4069-a8f8-ba2621d7ef15 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:19.993293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-018a4ea0-11e9-4091-b25e-70b3b837e2c0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (06de0cce-b04c-4c81-93dc-0dc372e3ee05), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:20.012171 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3058ae62-b7e7-4f85-a521-9bd24b21c8ba x-openstack-request-id: req-3058ae62-b7e7-4f85-a521-9bd24b21c8ba {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:23:20.012466 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d06e4e-db47-41ee-8d77-11885be245ad", "tag": "b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:23:20.012715 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3058ae62-b7e7-4f85-a521-9bd24b21c8ba {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:23:20.013116 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d06e4e-db47-41ee-8d77-11885be245ad', 'tag': 'b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55', 'status': 'completed', 'code': 200} Feb 02 13:23:20.034546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375cb23-88c6-40d2-a0e5-e87fcbde5132 service neutron] Pushing event updated for resources: {'Port': ['ID=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:20.063560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-34c4b309-2a53-41f1-94b6-a38217ffa5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:20.065634 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-34c4b309-2a53-41f1-94b6-a38217ffa5b1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=005a9e2215ee4a2b861f7c1bc40febf4&device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 1126 time: 0.0760849 Feb 02 13:23:20.082630 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:23:20.098257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:20.098917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:20.118376 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-018a4ea0-11e9-4091-b25e-70b3b837e2c0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (06de0cce-b04c-4c81-93dc-0dc372e3ee05), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:20.121605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-eee91035-aeee-409e-b4d3-184c0d47abae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 HTTP/1.1" status: 200 len: 217 time: 0.0419557 Feb 02 13:23:20.206899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:20.207645 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:20.217332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-018a4ea0-11e9-4091-b25e-70b3b837e2c0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (06de0cce-b04c-4c81-93dc-0dc372e3ee05), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:20.248566 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-b5b14148-a3a1-4902-901e-d3ab3bd5e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:20.254292 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-b5b14148-a3a1-4902-901e-d3ab3bd5e47d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=34479a9c-9692-48a0-a454-6069330ee2e8 HTTP/1.1" status: 200 len: 854 time: 0.1249461 Feb 02 13:23:20.267071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a4ea0-11e9-4091-b25e-70b3b837e2c0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Subnet': ['ID=06de0cce-b04c-4c81-93dc-0dc372e3ee05,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:20.274821 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-018a4ea0-11e9-4091-b25e-70b3b837e2c0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:20.278535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb89dd8c-8751-4d89-9bb4-729a9a9e23d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7242a982-3a8c-4069-a8f8-ba2621d7ef15'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:23:20.281621 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-018a4ea0-11e9-4091-b25e-70b3b837e2c0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/06de0cce-b04c-4c81-93dc-0dc372e3ee05 HTTP/1.1" status: 204 len: 168 time: 0.4614959 Feb 02 13:23:20.284657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43336) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:20.286407 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6cbcaf-a3bf-4aab-a9ed-5ec61be875e8" -d '{"events": [{"server_uuid": "bb89dd8c-8751-4d89-9bb4-729a9a9e23d4", "name": "network-vif-plugged", "status": "completed", "tag": "7242a982-3a8c-4069-a8f8-ba2621d7ef15"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:23:20.299217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1759f-d4b5-492d-8466-d7a688173cd5 None None] Network cc920658-2e7e-45d0-acd7-8c08a5c68a1d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:20.307529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-73e7d3c9-20ed-4134-9d74-160dece99273 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba545d7d-af0a-43ac-ac6f-585364c83c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457921 Feb 02 13:23:20.399045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7242a982-3a8c-4069-a8f8-ba2621d7ef15, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7242a982-3a8c-4069-a8f8-ba2621d7ef15,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:20.424383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d96fa0-3fae-40f7-aa1a-b0459edd0a48 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting subnet 561ee4e6-0f4f-4ca7-9d64-21395082ec4b {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:23:20.441980 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:20.453321 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1d96fa0-3fae-40f7-aa1a-b0459edd0a48 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (561ee4e6-0f4f-4ca7-9d64-21395082ec4b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:20.506875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=7242a982-3a8c-4069-a8f8-ba2621d7ef15,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:20.526270 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266bf1f2-4a10-4f09-9573-e91449a5a1bc x-openstack-request-id: req-266bf1f2-4a10-4f09-9573-e91449a5a1bc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:23:20.526704 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb89dd8c-8751-4d89-9bb4-729a9a9e23d4", "name": "network-vif-plugged", "status": "completed", "tag": "7242a982-3a8c-4069-a8f8-ba2621d7ef15", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:23:20.532489 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-266bf1f2-4a10-4f09-9573-e91449a5a1bc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:23:20.533145 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb89dd8c-8751-4d89-9bb4-729a9a9e23d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7242a982-3a8c-4069-a8f8-ba2621d7ef15', 'code': 200} Feb 02 13:23:20.547002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1d96fa0-3fae-40f7-aa1a-b0459edd0a48 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (561ee4e6-0f4f-4ca7-9d64-21395082ec4b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:20.631727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-825cc479-99f1-4d64-b361-c29bdda631f4 service neutron] 10.222.0.18 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139279 Feb 02 13:23:20.709185 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1d96fa0-3fae-40f7-aa1a-b0459edd0a48 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (561ee4e6-0f4f-4ca7-9d64-21395082ec4b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:20.755369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-423d80f2-91e7-4826-9fb5-b8c62dd0de23 req-c935f52b-d4c8-40e2-8b4f-495524b26d3a service neutron] 10.222.0.18 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139255 Feb 02 13:23:20.777277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4d322-0b4f-4688-baec-84b73eda2381 req-6437c92e-5a88-4fb3-b524-9f67ba1f3da5 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:20.778832 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5c4d322-0b4f-4688-baec-84b73eda2381 req-6437c92e-5a88-4fb3-b524-9f67ba1f3da5 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 944 time: 0.2080145 Feb 02 13:23:20.797839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f261eb1-38cd-4f9e-bd89-e996adac6b87 req-d4455544-26f6-4d95-a291-dd604bc65710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:20.800098 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f261eb1-38cd-4f9e-bd89-e996adac6b87 req-d4455544-26f6-4d95-a291-dd604bc65710 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 1127 time: 0.1530862 Feb 02 13:23:20.849159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5c4d322-0b4f-4688-baec-84b73eda2381 req-e76ad370-e688-40d9-a3ae-dde972ff597d tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638323 Feb 02 13:23:20.899513 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f261eb1-38cd-4f9e-bd89-e996adac6b87 req-6879e8f7-d059-4a58-aaa8-2a31a73b8952 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901923 Feb 02 13:23:20.916730 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1d96fa0-3fae-40f7-aa1a-b0459edd0a48 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (561ee4e6-0f4f-4ca7-9d64-21395082ec4b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:20.965156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d96fa0-3fae-40f7-aa1a-b0459edd0a48 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Subnet': ['ID=561ee4e6-0f4f-4ca7-9d64-21395082ec4b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:20.973528 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1d96fa0-3fae-40f7-aa1a-b0459edd0a48 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:20.980797 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d1d96fa0-3fae-40f7-aa1a-b0459edd0a48 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/561ee4e6-0f4f-4ca7-9d64-21395082ec4b HTTP/1.1" status: 204 len: 168 time: 0.6932073 Feb 02 13:23:20.981449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43356) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:20.997918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cafd-e984-4084-9135-eec5bf1bcfe4 req-405d4274-4427-4a05-a1b9-8d1a8dccbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:20.999763 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bc5cafd-e984-4084-9135-eec5bf1bcfe4 req-405d4274-4427-4a05-a1b9-8d1a8dccbaeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=005a9e2215ee4a2b861f7c1bc40febf4&device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 1126 time: 0.1362219 Feb 02 13:23:21.011823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e88ae-412a-41fe-bd3c-0ee6a9ba8aab req-0b0b9e35-dbc7-4c5b-994c-7851022c09d7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:21.019849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-380e88ae-412a-41fe-bd3c-0ee6a9ba8aab req-0b0b9e35-dbc7-4c5b-994c-7851022c09d7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.0993640 Feb 02 13:23:21.144994 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (cc920658-2e7e-45d0-acd7-8c08a5c68a1d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:21.156366 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-380e88ae-412a-41fe-bd3c-0ee6a9ba8aab req-15be8d32-4004-4177-98f8-46efeeaa8ac3 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352937 Feb 02 13:23:21.189936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cafd-e984-4084-9135-eec5bf1bcfe4 req-921331cb-ca12-48c0-b1c0-3b277119e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:21.192058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bc5cafd-e984-4084-9135-eec5bf1bcfe4 req-921331cb-ca12-48c0-b1c0-3b277119e793 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba545d7d-af0a-43ac-ac6f-585364c83c1a HTTP/1.1" status: 200 len: 915 time: 0.1634638 Feb 02 13:23:21.239708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port c414d324-b8b5-49a1-ac2f-1acd7631969f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:21.240255 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:21.249772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bc5cafd-e984-4084-9135-eec5bf1bcfe4 req-8d8131ba-c616-4d5f-96c4-29c5b1859204 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 HTTP/1.1" status: 200 len: 217 time: 0.0510149 Feb 02 13:23:21.374381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5cafd-e984-4084-9135-eec5bf1bcfe4 req-edb6e358-ba22-4022-a129-7b18a7b27c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:21.376021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bc5cafd-e984-4084-9135-eec5bf1bcfe4 req-edb6e358-ba22-4022-a129-7b18a7b27c5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=34479a9c-9692-48a0-a454-6069330ee2e8 HTTP/1.1" status: 200 len: 854 time: 0.1203470 Feb 02 13:23:21.404319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] For port c414d324-b8b5-49a1-ac2f-1acd7631969f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c414d324-b8b5-49a1-ac2f-1acd7631969f,segment=NetworkSegment(e532385b-e6b3-41be-b0de-2ed99208959c),segment_id=e532385b-e6b3-41be-b0de-2ed99208959c)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:21.404670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:21.415397 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bc5cafd-e984-4084-9135-eec5bf1bcfe4 req-ce2b96e8-2fb4-4e43-b78f-97199a3efb4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba545d7d-af0a-43ac-ac6f-585364c83c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327640 Feb 02 13:23:21.419072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for c414d324-b8b5-49a1-ac2f-1acd7631969f owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:21.454892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40622868-07a1-44c2-bd24-e0356acea0c7 None None] Network cc920658-2e7e-45d0-acd7-8c08a5c68a1d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:21.525736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bc5cafd-e984-4084-9135-eec5bf1bcfe4 req-68bbda02-9ff3-4af4-a6dc-ab0e73b232e8 service neutron] 10.222.0.18 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038883 Feb 02 13:23:21.578128 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:21.599514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No DVR routers for this DVR port c414d324-b8b5-49a1-ac2f-1acd7631969f on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:23:21.665210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=c414d324-b8b5-49a1-ac2f-1acd7631969f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:21.694734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bc5cafd-e984-4084-9135-eec5bf1bcfe4 req-db260330-bd26-456c-acb9-1d14a51aeb3c service neutron] 10.222.0.18 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570795 Feb 02 13:23:21.736622 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (cc920658-2e7e-45d0-acd7-8c08a5c68a1d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:21.763063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc920658-2e7e-45d0-acd7-8c08a5c68a1d']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:21.773606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e532385b-e6b3-41be-b0de-2ed99208959c') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:21.773912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e532385b-e6b3-41be-b0de-2ed99208959c') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:21.784649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (e532385b-e6b3-41be-b0de-2ed99208959c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:21.799005 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e532385b-e6b3-41be-b0de-2ed99208959c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:21.805956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:23:21.806473 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (e532385b-e6b3-41be-b0de-2ed99208959c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:23:21.835715 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:23:21.845267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8d4e30e8-4eac-4bbb-ab28-7ddff219155d None None] Provisioning complete for port c414d324-b8b5-49a1-ac2f-1acd7631969f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:21.845894 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d4e30e8-4eac-4bbb-ab28-7ddff219155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c414d324-b8b5-49a1-ac2f-1acd7631969f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:21.868482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e30e8-4eac-4bbb-ab28-7ddff219155d None None] Port c414d324-b8b5-49a1-ac2f-1acd7631969f was deleted so its status cannot be updated. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 02 13:23:21.923274 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (cc920658-2e7e-45d0-acd7-8c08a5c68a1d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:21.939924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8f3863-e5b8-4c7f-8374-58fd9a36ee0e None None] DHCP port deletion for cc920658-2e7e-45d0-acd7-8c08a5c68a1d request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:23:21.964551 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:21.972317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/networks/cc920658-2e7e-45d0-acd7-8c08a5c68a1d HTTP/1.1" status: 204 len: 168 time: 0.9860291 Feb 02 13:23:21.972317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaacfab-e71e-4879-97a7-13aa2dfd57ba tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Network': ['ID=cc920658-2e7e-45d0-acd7-8c08a5c68a1d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:21.972643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43364) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:22.031457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c11e8-3a3c-46b8-920a-427cf0ef861d req-45c60eaf-f7ec-4a4c-bb49-d24958a4b1e8 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:22.043599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a44c11e8-3a3c-46b8-920a-427cf0ef861d req-45c60eaf-f7ec-4a4c-bb49-d24958a4b1e8 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 944 time: 0.1005213 Feb 02 13:23:22.052305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fdad84-3f33-4454-8b57-4773c6affe5d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:22.059255 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-09fdad84-3f33-4454-8b57-4773c6affe5d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0826116 Feb 02 13:23:22.061098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43366) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:22.138575 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a44c11e8-3a3c-46b8-920a-427cf0ef861d req-24a4a4c8-f836-4366-85d1-9e4f0301367b tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940363 Feb 02 13:23:22.146239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9d534fc0-1508-42da-b0d5-c03c4a1472b6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0839944 Feb 02 13:23:22.149659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43368) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:22.155314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-41bfea9c-2734-4294-bcf9-f06912016b45 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1701611073'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:22.178840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bfea9c-2734-4294-bcf9-f06912016b45 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:22.183436 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41bfea9c-2734-4294-bcf9-f06912016b45 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:22.215335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bfea9c-2734-4294-bcf9-f06912016b45 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:23:22.229850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41bfea9c-2734-4294-bcf9-f06912016b45 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (359b204f-a193-435a-a11a-4c07b12f12d2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:22.230259 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-41bfea9c-2734-4294-bcf9-f06912016b45 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Added segment 359b204f-a193-435a-a11a-4c07b12f12d2 of type vlan for network 78532d6a-e005-4bbf-a1da-13478c9ad698 Feb 02 13:23:22.286623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41bfea9c-2734-4294-bcf9-f06912016b45 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (78532d6a-e005-4bbf-a1da-13478c9ad698), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:22.322602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf25381-30c0-4d62-872c-85d75d6e697d req-2703e209-baf0-4eb6-af05-082201b8ef61 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:22.323818 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41bfea9c-2734-4294-bcf9-f06912016b45 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (78532d6a-e005-4bbf-a1da-13478c9ad698), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:22.324470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cf25381-30c0-4d62-872c-85d75d6e697d req-2703e209-baf0-4eb6-af05-082201b8ef61 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.0699010 Feb 02 13:23:22.331358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfea9c-2734-4294-bcf9-f06912016b45 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:22.332347 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-41bfea9c-2734-4294-bcf9-f06912016b45 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:22.374201 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-41bfea9c-2734-4294-bcf9-f06912016b45 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2230372 Feb 02 13:23:22.377758 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43374) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:22.384207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0753457e-c6b8-4912-b023-da116502ec34 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': '78532d6a-e005-4bbf-a1da-13478c9ad698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:22.406015 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cf25381-30c0-4d62-872c-85d75d6e697d req-af510c2c-9c0b-455f-ad61-bf271f0015ef tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753484 Feb 02 13:23:22.428142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfea9c-2734-4294-bcf9-f06912016b45 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Network': ['ID=78532d6a-e005-4bbf-a1da-13478c9ad698,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:22.442529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 78532d6a-e005-4bbf-a1da-13478c9ad698 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:23:22.567646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0753457e-c6b8-4912-b023-da116502ec34 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:22.573009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0753457e-c6b8-4912-b023-da116502ec34 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:22.733422 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408f322-7484-4a1b-9acc-ea76c3f1015b req-ce963e2a-ee84-4af2-96c5-10f2670f1dd0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:22.735319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7408f322-7484-4a1b-9acc-ea76c3f1015b req-ce963e2a-ee84-4af2-96c5-10f2670f1dd0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.0784411 Feb 02 13:23:22.839643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7408f322-7484-4a1b-9acc-ea76c3f1015b req-d914ee6c-245c-4537-8a0b-299490f3427a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977595 Feb 02 13:23:22.843665 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0753457e-c6b8-4912-b023-da116502ec34 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:22.934804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753457e-c6b8-4912-b023-da116502ec34 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Subnet': ['ID=94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:22.942518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0753457e-c6b8-4912-b023-da116502ec34 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Checking segment: {'id': '359b204f-a193-435a-a11a-4c07b12f12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '78532d6a-e005-4bbf-a1da-13478c9ad698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:23:22.942960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0753457e-c6b8-4912-b023-da116502ec34 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network hostable DHCP agents. Network: 78532d6a-e005-4bbf-a1da-13478c9ad698, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:23:22.961852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0753457e-c6b8-4912-b023-da116502ec34 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network 78532d6a-e005-4bbf-a1da-13478c9ad698 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:23:22.972359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0753457e-c6b8-4912-b023-da116502ec34 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 78532d6a-e005-4bbf-a1da-13478c9ad698) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:22.977523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0753457e-c6b8-4912-b023-da116502ec34 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:22.978345 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0753457e-c6b8-4912-b023-da116502ec34 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:22.983531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc2f73-ccf0-4b94-9a27-27e7a8919bf2 None None] Network 78532d6a-e005-4bbf-a1da-13478c9ad698 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:23.002275 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0753457e-c6b8-4912-b023-da116502ec34 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6200206 Feb 02 13:23:23.002780 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:23.009417 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': '78532d6a-e005-4bbf-a1da-13478c9ad698', 'name': 'tempest-PortsIpV6TestJSON-1136819217'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:23.102401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-78532d6a-e005-4bbf-a1da-13478c9ad698', 'network_id': '78532d6a-e005-4bbf-a1da-13478c9ad698', 'project_id': '8839892b51ce4e79a0c24ff28aca9784', 'fixed_ips': [{'subnet_id': '94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:23:23.103929 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:23.128607 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:23:23.139451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:23.143250 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:23.162623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port 411c0ef3-0936-40ab-9b02-c8e66e459da5 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:23:23.323508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08097cd5-5cbc-4bad-9889-6e726a1d6945 req-6b946268-7b1d-40e4-a926-af69aa67d833 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:23.325496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08097cd5-5cbc-4bad-9889-6e726a1d6945 req-6b946268-7b1d-40e4-a926-af69aa67d833 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 944 time: 0.0737798 Feb 02 13:23:23.359347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55,segment=NetworkSegment(0204d206-27ee-4365-9f60-afcaf9cfc116),segment_id=0204d206-27ee-4365-9f60-afcaf9cfc116)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:23.373399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55', 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a', 'port_id': 'b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55', 'mac_address': 'fa:16:3e:0f:73:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34479a9c-9692-48a0-a454-6069330ee2e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:23:23.375505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Allocated IP 2001:db8::2 (78532d6a-e005-4bbf-a1da-13478c9ad698/94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f/942765f2-8d83-4200-b166-82c5004d33c3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:23.387460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08097cd5-5cbc-4bad-9889-6e726a1d6945 req-98946dd3-f91b-4947-8ad1-744c683df496 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546193 Feb 02 13:23:23.498747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:23.499478 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:23.529029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:23:23.586746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55,segment=NetworkSegment(0204d206-27ee-4365-9f60-afcaf9cfc116),segment_id=0204d206-27ee-4365-9f60-afcaf9cfc116)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:23.596566 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:23.606114 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Publish callbacks [] for port (942765f2-8d83-4200-b166-82c5004d33c3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:23.631972 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (942765f2-8d83-4200-b166-82c5004d33c3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:23.665782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Network 78532d6a-e005-4bbf-a1da-13478c9ad698 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:23.669370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:23.674363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:23.710177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:23.719597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.720186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.720695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.721189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.721686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.722181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.722676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.723166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.723663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.724138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.724639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.725130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.725609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:23.758953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c414d324-b8b5-49a1-ac2f-1acd7631969f no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:23:23.763458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8::b0 (78532d6a-e005-4bbf-a1da-13478c9ad698/94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f/411c0ef3-0936-40ab-9b02-c8e66e459da5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:23.817927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c414d324-b8b5-49a1-ac2f-1acd7631969f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:23:23.818272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c414d324-b8b5-49a1-ac2f-1acd7631969f not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:23:23.827399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Attempting to bind port 942765f2-8d83-4200-b166-82c5004d33c3 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:23:23.827842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Attempting to bind port 942765f2-8d83-4200-b166-82c5004d33c3 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '359b204f-a193-435a-a11a-4c07b12f12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '78532d6a-e005-4bbf-a1da-13478c9ad698'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:23:23.828210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Attempting to bind port 942765f2-8d83-4200-b166-82c5004d33c3 on network 78532d6a-e005-4bbf-a1da-13478c9ad698 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:23:23.839517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Pushing event updated for resources: {'Port': ['ID=942765f2-8d83-4200-b166-82c5004d33c3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:23.843200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:23:23.843623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Checking segment: {'id': '359b204f-a193-435a-a11a-4c07b12f12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '78532d6a-e005-4bbf-a1da-13478c9ad698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:23:23.844030 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:23.844411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Bound using segment: {'id': '359b204f-a193-435a-a11a-4c07b12f12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '78532d6a-e005-4bbf-a1da-13478c9ad698'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:23:23.844894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Bound port: 942765f2-8d83-4200-b166-82c5004d33c3, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359b204f-a193-435a-a11a-4c07b12f12d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '78532d6a-e005-4bbf-a1da-13478c9ad698'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:23:23.845324 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (942765f2-8d83-4200-b166-82c5004d33c3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:23.927314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:23:23.990862 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (411c0ef3-0936-40ab-9b02-c8e66e459da5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:24.034042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3ce3c-97bc-4306-8e1e-cfff9537370b req-4c0df1ab-55e2-4c17-a431-1b6bb879cd3a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:24.035765 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4d3ce3c-97bc-4306-8e1e-cfff9537370b req-4c0df1ab-55e2-4c17-a431-1b6bb879cd3a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.0854735 Feb 02 13:23:24.059252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] For port 942765f2-8d83-4200-b166-82c5004d33c3, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:23:24.074046 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (411c0ef3-0936-40ab-9b02-c8e66e459da5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:24.084484 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] For port 942765f2-8d83-4200-b166-82c5004d33c3, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=942765f2-8d83-4200-b166-82c5004d33c3,segment=NetworkSegment(359b204f-a193-435a-a11a-4c07b12f12d2),segment_id=359b204f-a193-435a-a11a-4c07b12f12d2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:23:24.099788 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (942765f2-8d83-4200-b166-82c5004d33c3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:24.138625 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network 78532d6a-e005-4bbf-a1da-13478c9ad698 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:24.142335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4d3ce3c-97bc-4306-8e1e-cfff9537370b req-d51c7426-1e0a-4176-9de1-a94f1c8de514 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000574 Feb 02 13:23:24.145482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:24.148364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:24.154953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:24.155789 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:24.179962 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1739092 Feb 02 13:23:24.180515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43394) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:24.184770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e82d1-6724-4d37-8e9b-c9bdee760bf3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=411c0ef3-0936-40ab-9b02-c8e66e459da5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:24.185741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': '78532d6a-e005-4bbf-a1da-13478c9ad698', 'name': 'tempest-PortsIpV6TestJSON-1777820889'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:24.195454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4daa21-9c11-49ef-9991-c959354160a0 None None] Pushing event updated for resources: {'Port': ['ID=942765f2-8d83-4200-b166-82c5004d33c3,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:24.365295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:24.370655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:24.653559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f94875-542f-44c4-b70b-1258b3b90977 req-ab22a639-d397-44d4-a9d9-2c496a2e442f tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:24.660512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9f94875-542f-44c4-b70b-1258b3b90977 req-ab22a639-d397-44d4-a9d9-2c496a2e442f tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 945 time: 0.1416755 Feb 02 13:23:24.745153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9f94875-542f-44c4-b70b-1258b3b90977 req-80a297e5-2785-49f6-8896-1d1ae65b02f6 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815306 Feb 02 13:23:24.970716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port 3baee23f-1f34-450e-83ad-595a2ddda56e yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:23:25.058054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf4347-c8a8-40c8-abff-50ff80b5bbef req-4ec703e0-c2d6-467e-a02c-115c3bc39682 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:25.065541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2abf4347-c8a8-40c8-abff-50ff80b5bbef req-4ec703e0-c2d6-467e-a02c-115c3bc39682 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.1195714 Feb 02 13:23:25.105295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8::1a6 (78532d6a-e005-4bbf-a1da-13478c9ad698/94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f/3baee23f-1f34-450e-83ad-595a2ddda56e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:25.130349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:25.155133 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2abf4347-c8a8-40c8-abff-50ff80b5bbef req-379b2ecf-e574-4d55-83ca-20d80873d4da tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812373 Feb 02 13:23:25.219884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:23:25.233427 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:25.233933 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:25.397501 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:25.397900 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:25.434856 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (3baee23f-1f34-450e-83ad-595a2ddda56e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:25.452464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d06e4e-db47-41ee-8d77-11885be245ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:23:25.454749 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a9cc2d-99da-4a89-9669-fd849f44a53c" -d '{"events": [{"server_uuid": "41d06e4e-db47-41ee-8d77-11885be245ad", "name": "network-vif-plugged", "status": "completed", "tag": "b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:23:25.494957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55,segment=NetworkSegment(0204d206-27ee-4365-9f60-afcaf9cfc116),segment_id=0204d206-27ee-4365-9f60-afcaf9cfc116)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:25.504173 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:25.509055 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3baee23f-1f34-450e-83ad-595a2ddda56e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:25.644787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:25.649878 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475cdeb2-3813-4dfb-b466-0e0bdd3e4dbc x-openstack-request-id: req-475cdeb2-3813-4dfb-b466-0e0bdd3e4dbc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:23:25.650431 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d06e4e-db47-41ee-8d77-11885be245ad", "name": "network-vif-plugged", "status": "completed", "tag": "b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:23:25.650868 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-475cdeb2-3813-4dfb-b466-0e0bdd3e4dbc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:23:25.651458 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d06e4e-db47-41ee-8d77-11885be245ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55', 'code': 200} Feb 02 13:23:25.695459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network 78532d6a-e005-4bbf-a1da-13478c9ad698 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:25.695459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:25.697022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=3baee23f-1f34-450e-83ad-595a2ddda56e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:25.703552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:25.708607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:25.709403 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:25.733317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f991b6ff-2b85-46af-bba2-d4b2c9a11442 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5513282 Feb 02 13:23:25.735775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43424) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:25.908332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96fed1-be89-47c1-b71c-4d1aac4dc836 req-558b14b1-e386-472d-8793-14ef3ec35fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:25.910353 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa96fed1-be89-47c1-b71c-4d1aac4dc836 req-558b14b1-e386-472d-8793-14ef3ec35fd5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 1128 time: 0.2215638 Feb 02 13:23:25.925647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fa6e7e-90c2-4c4f-b199-16014ac1ab83 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:25.931873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 942765f2-8d83-4200-b166-82c5004d33c3 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:25.941880 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c1fa6e7e-90c2-4c4f-b199-16014ac1ab83 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ab0 HTTP/1.1" status: 200 len: 928 time: 0.2047727 Feb 02 13:23:25.944622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43430) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:26.000024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa9425d-4209-4a38-8531-a59b64ab6585 None None] Network 78532d6a-e005-4bbf-a1da-13478c9ad698 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:26.012803 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa96fed1-be89-47c1-b71c-4d1aac4dc836 req-cd454fef-3f58-495e-867b-48a5cf08d523 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819125 Feb 02 13:23:26.060400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee61fa-b165-4fe2-8b58-663674bf0510 req-9f4f23f6-6ffe-47d4-929b-73e15c97da91 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:26.068047 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12ee61fa-b165-4fe2-8b58-663674bf0510 req-9f4f23f6-6ffe-47d4-929b-73e15c97da91 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 946 time: 0.2125809 Feb 02 13:23:26.089321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-625cbf03-1d03-4b6c-a15c-44d9a9477891 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 3baee23f-1f34-450e-83ad-595a2ddda56e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:26.089923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-625cbf03-1d03-4b6c-a15c-44d9a9477891 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3baee23f-1f34-450e-83ad-595a2ddda56e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:26.155477 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12ee61fa-b165-4fe2-8b58-663674bf0510 req-5f3e40a6-3d66-4720-b330-ec35b14ba1e4 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864422 Feb 02 13:23:26.202076 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b8b94129-44e6-4376-8b72-0ced37badf63 None None] Provisioning complete for port 942765f2-8d83-4200-b166-82c5004d33c3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:26.205201 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b8b94129-44e6-4376-8b72-0ced37badf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (942765f2-8d83-4200-b166-82c5004d33c3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:26.271186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-625cbf03-1d03-4b6c-a15c-44d9a9477891 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3baee23f-1f34-450e-83ad-595a2ddda56e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:26.307629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-625cbf03-1d03-4b6c-a15c-44d9a9477891 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 3baee23f-1f34-450e-83ad-595a2ddda56e owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:26.360205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 942765f2-8d83-4200-b166-82c5004d33c3 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:26.360718 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (942765f2-8d83-4200-b166-82c5004d33c3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:26.389554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad326f-3816-4deb-aa36-eda02767f4eb req-51a437c8-b520-4e53-961f-6a9f51a1133a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:26.401581 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffad326f-3816-4deb-aa36-eda02767f4eb req-51a437c8-b520-4e53-961f-6a9f51a1133a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.1188171 Feb 02 13:23:26.466797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b8b94129-44e6-4376-8b72-0ced37badf63 None None] Current status of the port 942765f2-8d83-4200-b166-82c5004d33c3 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:26.467455 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b8b94129-44e6-4376-8b72-0ced37badf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (942765f2-8d83-4200-b166-82c5004d33c3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:26.472536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffad326f-3816-4deb-aa36-eda02767f4eb req-e143afd5-60dc-4cbb-bf5b-c57dc988f84e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689874 Feb 02 13:23:26.528482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 942765f2-8d83-4200-b166-82c5004d33c3 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:26.528877 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (942765f2-8d83-4200-b166-82c5004d33c3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:26.574094 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-625cbf03-1d03-4b6c-a15c-44d9a9477891 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3baee23f-1f34-450e-83ad-595a2ddda56e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:26.600464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b8b94129-44e6-4376-8b72-0ced37badf63 None None] For port 942765f2-8d83-4200-b166-82c5004d33c3, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=942765f2-8d83-4200-b166-82c5004d33c3,segment=NetworkSegment(359b204f-a193-435a-a11a-4c07b12f12d2),segment_id=359b204f-a193-435a-a11a-4c07b12f12d2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:26.637302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cbf03-1d03-4b6c-a15c-44d9a9477891 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=3baee23f-1f34-450e-83ad-595a2ddda56e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:26.666305 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b8b94129-44e6-4376-8b72-0ced37badf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (942765f2-8d83-4200-b166-82c5004d33c3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:26.669904 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-625cbf03-1d03-4b6c-a15c-44d9a9477891 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:26.673290 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-625cbf03-1d03-4b6c-a15c-44d9a9477891 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/3baee23f-1f34-450e-83ad-595a2ddda56e HTTP/1.1" status: 204 len: 168 time: 0.7275293 Feb 02 13:23:26.675908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43436) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:26.676919 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:23:26.677412 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:23:26.721645 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-184e97a1-c583-408b-bce3-0c8612a6d45d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:23:26.723262 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-184e97a1-c583-408b-bce3-0c8612a6d45d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/3baee23f-1f34-450e-83ad-595a2ddda56e HTTP/1.1" status: 404 len: 333 time: 0.0457997 Feb 02 13:23:26.726103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43438) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:26.784225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b94129-44e6-4376-8b72-0ced37badf63 None None] Pushing event updated for resources: {'Port': ['ID=942765f2-8d83-4200-b166-82c5004d33c3,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:26.900034 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fd00753c-0082-4915-9a56-382d4b11a7c5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 411c0ef3-0936-40ab-9b02-c8e66e459da5 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:26.900434 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd00753c-0082-4915-9a56-382d4b11a7c5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (411c0ef3-0936-40ab-9b02-c8e66e459da5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:26.998138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a81f6ca8-9f60-4549-afdf-e1229b9ecdd4 None None] Provisioning complete for port 942765f2-8d83-4200-b166-82c5004d33c3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:26.998519 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a81f6ca8-9f60-4549-afdf-e1229b9ecdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (942765f2-8d83-4200-b166-82c5004d33c3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:27.070547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd00753c-0082-4915-9a56-382d4b11a7c5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (411c0ef3-0936-40ab-9b02-c8e66e459da5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:27.108974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fd00753c-0082-4915-9a56-382d4b11a7c5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 411c0ef3-0936-40ab-9b02-c8e66e459da5 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:27.224871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a81f6ca8-9f60-4549-afdf-e1229b9ecdd4 None None] Current status of the port 942765f2-8d83-4200-b166-82c5004d33c3 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:27.269826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a81f6ca8-9f60-4549-afdf-e1229b9ecdd4 None None] Could not find standard attr ID for object 3baee23f-1f34-450e-83ad-595a2ddda56e. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:23:27.336507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 942765f2-8d83-4200-b166-82c5004d33c3 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:27.344574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a81f6ca8-9f60-4549-afdf-e1229b9ecdd4 None None] Provisioning complete for port 411c0ef3-0936-40ab-9b02-c8e66e459da5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:27.347354 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a81f6ca8-9f60-4549-afdf-e1229b9ecdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (411c0ef3-0936-40ab-9b02-c8e66e459da5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:27.361315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc068c-4d08-49dd-9ab0-5edb159e62b4 req-6df7f396-b402-4a9f-b2a9-6bf6016e3ee8 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:27.376126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-becc068c-4d08-49dd-9ab0-5edb159e62b4 req-6df7f396-b402-4a9f-b2a9-6bf6016e3ee8 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 946 time: 0.1106656 Feb 02 13:23:27.403128 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd00753c-0082-4915-9a56-382d4b11a7c5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (411c0ef3-0936-40ab-9b02-c8e66e459da5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:27.460124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a81f6ca8-9f60-4549-afdf-e1229b9ecdd4 None None] Port 411c0ef3-0936-40ab-9b02-c8e66e459da5 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:27.462130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-becc068c-4d08-49dd-9ab0-5edb159e62b4 req-e3d7b6a7-abe9-4833-8357-70abb2ad4c96 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850267 Feb 02 13:23:27.473505 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00753c-0082-4915-9a56-382d4b11a7c5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=411c0ef3-0936-40ab-9b02-c8e66e459da5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:27.535361 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd00753c-0082-4915-9a56-382d4b11a7c5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:27.539614 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fd00753c-0082-4915-9a56-382d4b11a7c5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/411c0ef3-0936-40ab-9b02-c8e66e459da5 HTTP/1.1" status: 204 len: 168 time: 0.8122525 Feb 02 13:23:27.542196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43456) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:27.574453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1a157327-c62f-4d72-84f1-7f550efc56a9 None None] Could not find standard attr ID for object 411c0ef3-0936-40ab-9b02-c8e66e459da5. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:23:27.643175 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfbb98a3-447d-468c-9be1-562c39ba7e53 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:23:27.647111 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dfbb98a3-447d-468c-9be1-562c39ba7e53 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/411c0ef3-0936-40ab-9b02-c8e66e459da5 HTTP/1.1" status: 404 len: 333 time: 0.1015573 Feb 02 13:23:27.647686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43480) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:27.860900 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 942765f2-8d83-4200-b166-82c5004d33c3 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:27.869262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d22f82-99f3-4675-b3f4-0a48b99cb887 req-02446a14-7888-4a06-aceb-3c0ba2df476c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:27.871305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36d22f82-99f3-4675-b3f4-0a48b99cb887 req-02446a14-7888-4a06-aceb-3c0ba2df476c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.2304764 Feb 02 13:23:27.882027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8af059-2aaf-4aaa-bd0e-481d9286e21e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting subnet 94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:23:27.901731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be8af059-2aaf-4aaa-bd0e-481d9286e21e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:27.952441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-713766b9-6baa-4eec-9265-05e6ab555b80 None None] Could not find standard attr ID for object 3baee23f-1f34-450e-83ad-595a2ddda56e. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:23:27.982102 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36d22f82-99f3-4675-b3f4-0a48b99cb887 req-5371449c-2016-458b-bfea-619c301067a9 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978150 Feb 02 13:23:28.012545 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be8af059-2aaf-4aaa-bd0e-481d9286e21e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:28.013544 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 942765f2-8d83-4200-b166-82c5004d33c3 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:28.014744 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (942765f2-8d83-4200-b166-82c5004d33c3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:28.074500 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7242a982-3a8c-4069-a8f8-ba2621d7ef15 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:23:28.238200 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be8af059-2aaf-4aaa-bd0e-481d9286e21e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:28.287217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 942765f2-8d83-4200-b166-82c5004d33c3 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:28.388603 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be8af059-2aaf-4aaa-bd0e-481d9286e21e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:28.409095 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:23:28.449753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8af059-2aaf-4aaa-bd0e-481d9286e21e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Subnet': ['ID=94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:28.450932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7242a982-3a8c-4069-a8f8-ba2621d7ef15, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7242a982-3a8c-4069-a8f8-ba2621d7ef15,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:28.473191 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be8af059-2aaf-4aaa-bd0e-481d9286e21e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:28.477023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '7242a982-3a8c-4069-a8f8-ba2621d7ef15', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'port_id': '7242a982-3a8c-4069-a8f8-ba2621d7ef15', 'mac_address': 'fa:16:3e:fc:9a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:23:28.478840 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-be8af059-2aaf-4aaa-bd0e-481d9286e21e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f HTTP/1.1" status: 204 len: 168 time: 0.8285902 Feb 02 13:23:28.481633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43510) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:28.540631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:28.541196 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:28.580046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7242a982-3a8c-4069-a8f8-ba2621d7ef15 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:23:28.617664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c534df7-0c1b-43fb-86d7-2ebb9988977c None None] Network 78532d6a-e005-4bbf-a1da-13478c9ad698 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:28.640287 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (78532d6a-e005-4bbf-a1da-13478c9ad698), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:28.686493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7242a982-3a8c-4069-a8f8-ba2621d7ef15, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7242a982-3a8c-4069-a8f8-ba2621d7ef15,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:28.712191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 942765f2-8d83-4200-b166-82c5004d33c3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:28.712749 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (942765f2-8d83-4200-b166-82c5004d33c3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:28.726513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:28.808964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=7242a982-3a8c-4069-a8f8-ba2621d7ef15,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:28.820497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] For port 942765f2-8d83-4200-b166-82c5004d33c3, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=942765f2-8d83-4200-b166-82c5004d33c3,segment=NetworkSegment(359b204f-a193-435a-a11a-4c07b12f12d2),segment_id=359b204f-a193-435a-a11a-4c07b12f12d2)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:28.821084 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (942765f2-8d83-4200-b166-82c5004d33c3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:28.836994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 942765f2-8d83-4200-b166-82c5004d33c3 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:29.021881 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (942765f2-8d83-4200-b166-82c5004d33c3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:29.069590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7be468a-cbf9-4472-afdb-f4d545a9853a None None] DHCP port deletion for 78532d6a-e005-4bbf-a1da-13478c9ad698 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:23:29.072184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['7242a982-3a8c-4069-a8f8-ba2621d7ef15'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:23:29.090954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=942765f2-8d83-4200-b166-82c5004d33c3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:29.097729 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No DVR routers for this DVR port 942765f2-8d83-4200-b166-82c5004d33c3 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:23:29.253437 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (78532d6a-e005-4bbf-a1da-13478c9ad698), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:29.284143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c64ba-1b08-44ff-ac6c-9b3b05d949de req-beef016b-816f-44c7-be9b-235565946ed5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:29.291454 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c9c64ba-1b08-44ff-ac6c-9b3b05d949de req-beef016b-816f-44c7-be9b-235565946ed5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 944 time: 0.1442280 Feb 02 13:23:29.297151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78532d6a-e005-4bbf-a1da-13478c9ad698']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:29.347079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359b204f-a193-435a-a11a-4c07b12f12d2') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:29.347310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359b204f-a193-435a-a11a-4c07b12f12d2') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:29.371866 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (359b204f-a193-435a-a11a-4c07b12f12d2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:29.404342 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c9c64ba-1b08-44ff-ac6c-9b3b05d949de req-180ff450-4c2f-4b58-918f-fd9a7dc3c831 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113849 Feb 02 13:23:29.417282 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (359b204f-a193-435a-a11a-4c07b12f12d2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:29.449010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:23:29.453018 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (359b204f-a193-435a-a11a-4c07b12f12d2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:23:29.469679 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:23:29.644871 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (78532d6a-e005-4bbf-a1da-13478c9ad698), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:29.671734 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:29.680540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/networks/78532d6a-e005-4bbf-a1da-13478c9ad698 HTTP/1.1" status: 204 len: 168 time: 1.1916382 Feb 02 13:23:29.680540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227e16f-bc85-4f78-99fd-69019b0845f5 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Network': ['ID=78532d6a-e005-4bbf-a1da-13478c9ad698,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:29.680540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:29.684841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d19b1a7f-8320-489e-b8bd-753835cdb367 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1080359175'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:29.727677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19b1a7f-8320-489e-b8bd-753835cdb367 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:29.736135 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b1a7f-8320-489e-b8bd-753835cdb367 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:29.772772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 942765f2-8d83-4200-b166-82c5004d33c3 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:23:29.803103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d19b1a7f-8320-489e-b8bd-753835cdb367 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:23:29.823539 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b1a7f-8320-489e-b8bd-753835cdb367 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (00a0316f-809e-4c7c-85bc-96f7a3444b03), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:29.824986 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-d19b1a7f-8320-489e-b8bd-753835cdb367 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Added segment 00a0316f-809e-4c7c-85bc-96f7a3444b03 of type vlan for network db92a202-f719-4b75-9b3b-8ed2248035fd Feb 02 13:23:29.865066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 942765f2-8d83-4200-b166-82c5004d33c3 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:23:29.865855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 942765f2-8d83-4200-b166-82c5004d33c3 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:23:29.929775 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b1a7f-8320-489e-b8bd-753835cdb367 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (db92a202-f719-4b75-9b3b-8ed2248035fd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:30.056830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7242a982-3a8c-4069-a8f8-ba2621d7ef15 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:30.210679 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:30.211063 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:30.379780 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:30.380170 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:30.440077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb89dd8c-8751-4d89-9bb4-729a9a9e23d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7242a982-3a8c-4069-a8f8-ba2621d7ef15'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:23:30.446712 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf70da0-2e8a-402d-b04b-140d1594840d" -d '{"events": [{"server_uuid": "bb89dd8c-8751-4d89-9bb4-729a9a9e23d4", "name": "network-vif-plugged", "status": "completed", "tag": "7242a982-3a8c-4069-a8f8-ba2621d7ef15"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:23:30.512697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7242a982-3a8c-4069-a8f8-ba2621d7ef15, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7242a982-3a8c-4069-a8f8-ba2621d7ef15,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:30.526776 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:30.668172 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d6aec0-dc80-493b-b28b-a3eb2e10dd86 x-openstack-request-id: req-a5d6aec0-dc80-493b-b28b-a3eb2e10dd86 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:23:30.668492 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb89dd8c-8751-4d89-9bb4-729a9a9e23d4", "name": "network-vif-plugged", "status": "completed", "tag": "7242a982-3a8c-4069-a8f8-ba2621d7ef15", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:23:30.668764 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a5d6aec0-dc80-493b-b28b-a3eb2e10dd86 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:23:30.669598 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb89dd8c-8751-4d89-9bb4-729a9a9e23d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7242a982-3a8c-4069-a8f8-ba2621d7ef15', 'code': 200} Feb 02 13:23:30.670994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=7242a982-3a8c-4069-a8f8-ba2621d7ef15,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:30.692023 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b1a7f-8320-489e-b8bd-753835cdb367 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (db92a202-f719-4b75-9b3b-8ed2248035fd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:30.717438 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19b1a7f-8320-489e-b8bd-753835cdb367 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:30.718353 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d19b1a7f-8320-489e-b8bd-753835cdb367 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:30.900982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b1a7f-8320-489e-b8bd-753835cdb367 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Network': ['ID=db92a202-f719-4b75-9b3b-8ed2248035fd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:30.913260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network db92a202-f719-4b75-9b3b-8ed2248035fd details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:23:30.920923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d19b1a7f-8320-489e-b8bd-753835cdb367 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2406244 Feb 02 13:23:30.927113 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43584) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:30.936763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ce8bf435-e91f-49d0-a0ee-95d1872011af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'db92a202-f719-4b75-9b3b-8ed2248035fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:31.057298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8ac3-e4d2-48e1-afe5-31e2f97951fd req-aa3263ca-944d-418c-927a-d3547e472835 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:31.064898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8eb8ac3-e4d2-48e1-afe5-31e2f97951fd req-aa3263ca-944d-418c-927a-d3547e472835 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.4384496 Feb 02 13:23:31.291306 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8eb8ac3-e4d2-48e1-afe5-31e2f97951fd req-a87ec409-15c9-4088-b26e-af70c6496008 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228107 Feb 02 13:23:31.312797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8bf435-e91f-49d0-a0ee-95d1872011af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:31.316660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf435-e91f-49d0-a0ee-95d1872011af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:31.590312 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf435-e91f-49d0-a0ee-95d1872011af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (4c623d21-f2ba-42d2-b79d-3d94717d9a13), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:31.621938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-966de5e3-c1e6-4d7b-8c31-a89e35b97829 req-678e1be0-633e-4958-ab93-946e56022943 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4241157 Feb 02 13:23:31.803694 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-284755cd-8ebf-40d6-b0a4-0ac3ba7ba873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:31.872094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bf435-e91f-49d0-a0ee-95d1872011af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Subnet': ['ID=4c623d21-f2ba-42d2-b79d-3d94717d9a13,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:31.897690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de5e3-c1e6-4d7b-8c31-a89e35b97829 req-9c29489f-c763-4c4f-beb9-63fb0477caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:31.897690 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-966de5e3-c1e6-4d7b-8c31-a89e35b97829 req-9c29489f-c763-4c4f-beb9-63fb0477caa1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 1128 time: 0.2291470 Feb 02 13:23:31.897690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8bf435-e91f-49d0-a0ee-95d1872011af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Checking segment: {'id': '00a0316f-809e-4c7c-85bc-96f7a3444b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db92a202-f719-4b75-9b3b-8ed2248035fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:23:31.897690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bf435-e91f-49d0-a0ee-95d1872011af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network hostable DHCP agents. Network: db92a202-f719-4b75-9b3b-8ed2248035fd, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:23:32.086031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8bf435-e91f-49d0-a0ee-95d1872011af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network db92a202-f719-4b75-9b3b-8ed2248035fd is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:23:32.107644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ce8bf435-e91f-49d0-a0ee-95d1872011af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, db92a202-f719-4b75-9b3b-8ed2248035fd) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:32.113445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8bf435-e91f-49d0-a0ee-95d1872011af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:32.114281 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ce8bf435-e91f-49d0-a0ee-95d1872011af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:32.117073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719bf83c-f02f-4feb-ab91-46697d0ef739 None None] Network db92a202-f719-4b75-9b3b-8ed2248035fd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:32.168339 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ce8bf435-e91f-49d0-a0ee-95d1872011af tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2327108 Feb 02 13:23:32.168793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43594) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:32.179719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': 'db92a202-f719-4b75-9b3b-8ed2248035fd', 'name': 'tempest-PortsIpV6TestJSON-155539397', 'fixed_ips': [{'subnet_id': '4c623d21-f2ba-42d2-b79d-3d94717d9a13', 'ip_address': '2001:db8::10'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:32.186268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de5e3-c1e6-4d7b-8c31-a89e35b97829 req-8a7c1966-0413-4e11-b0b7-e6f936b0f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:32.191087 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-966de5e3-c1e6-4d7b-8c31-a89e35b97829 req-8a7c1966-0413-4e11-b0b7-e6f936b0f478 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.2602673 Feb 02 13:23:32.268942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-966de5e3-c1e6-4d7b-8c31-a89e35b97829 req-9b8afe18-fa07-4019-b6bd-1b7aca2fbb18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4547ba98-2947-45a2-b076-d92df55c2845 HTTP/1.1" status: 200 len: 217 time: 0.0706575 Feb 02 13:23:32.397990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-db92a202-f719-4b75-9b3b-8ed2248035fd', 'network_id': 'db92a202-f719-4b75-9b3b-8ed2248035fd', 'project_id': '8839892b51ce4e79a0c24ff28aca9784', 'fixed_ips': [{'subnet_id': '4c623d21-f2ba-42d2-b79d-3d94717d9a13'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:23:32.398856 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:32.491858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:32.645145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de5e3-c1e6-4d7b-8c31-a89e35b97829 req-e583782e-e762-4a39-8483-e33f3a9fbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:32.646512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-966de5e3-c1e6-4d7b-8c31-a89e35b97829 req-e583782e-e762-4a39-8483-e33f3a9fbe22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.3696537 Feb 02 13:23:32.711976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:32.786992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port 086951e4-dbcf-4ecd-9cbc-01227ccf543b yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:23:32.832445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e68166-0d4d-466a-8113-fa8a807900ef req-49fab5f0-7969-4b65-8daa-64e3adbac8b9 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:32.836063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35e68166-0d4d-466a-8113-fa8a807900ef req-49fab5f0-7969-4b65-8daa-64e3adbac8b9 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.3283231 Feb 02 13:23:32.889519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966de5e3-c1e6-4d7b-8c31-a89e35b97829 req-0a5bc4ca-3e2c-4bd7-acda-5e5dd396799d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:32.890853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Allocated IP 2001:db8::2 (db92a202-f719-4b75-9b3b-8ed2248035fd/4c623d21-f2ba-42d2-b79d-3d94717d9a13/7b4a5117-cc47-4762-bbcf-570ee839af52) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:32.891005 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-966de5e3-c1e6-4d7b-8c31-a89e35b97829 req-0a5bc4ca-3e2c-4bd7-acda-5e5dd396799d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2247157 Feb 02 13:23:33.044724 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35e68166-0d4d-466a-8113-fa8a807900ef req-37b99820-1a30-4e76-8311-cf86803eead0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986618 Feb 02 13:23:33.213742 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-966de5e3-c1e6-4d7b-8c31-a89e35b97829 req-80dcea79-885d-4d28-b6fd-4a8674c17edf service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060021 Feb 02 13:23:33.358955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-966de5e3-c1e6-4d7b-8c31-a89e35b97829 req-0c657c62-226e-4d97-9618-63a2620d5c00 service neutron] 10.222.0.18 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380341 Feb 02 13:23:33.367112 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Publish callbacks [] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:33.380647 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:33.458001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Pushing event updated for resources: {'Port': ['ID=7b4a5117-cc47-4762-bbcf-570ee839af52,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:33.462951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Network db92a202-f719-4b75-9b3b-8ed2248035fd is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:33.464795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:33.470415 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:33.470523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8::10 (db92a202-f719-4b75-9b3b-8ed2248035fd/4c623d21-f2ba-42d2-b79d-3d94717d9a13/086951e4-dbcf-4ecd-9cbc-01227ccf543b) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:33.574527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Attempting to bind port 7b4a5117-cc47-4762-bbcf-570ee839af52 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:23:33.577588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Attempting to bind port 7b4a5117-cc47-4762-bbcf-570ee839af52 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '00a0316f-809e-4c7c-85bc-96f7a3444b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db92a202-f719-4b75-9b3b-8ed2248035fd'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:23:33.579146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Attempting to bind port 7b4a5117-cc47-4762-bbcf-570ee839af52 on network db92a202-f719-4b75-9b3b-8ed2248035fd {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:23:33.591860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:23:33.592316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Checking segment: {'id': '00a0316f-809e-4c7c-85bc-96f7a3444b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db92a202-f719-4b75-9b3b-8ed2248035fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:23:33.592796 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:33.593256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Bound using segment: {'id': '00a0316f-809e-4c7c-85bc-96f7a3444b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db92a202-f719-4b75-9b3b-8ed2248035fd'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:23:33.593808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Bound port: 7b4a5117-cc47-4762-bbcf-570ee839af52, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a0316f-809e-4c7c-85bc-96f7a3444b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db92a202-f719-4b75-9b3b-8ed2248035fd'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:23:33.594264 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:33.745107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] For port 7b4a5117-cc47-4762-bbcf-570ee839af52, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:23:33.751674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] For port 7b4a5117-cc47-4762-bbcf-570ee839af52, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7b4a5117-cc47-4762-bbcf-570ee839af52,segment=NetworkSegment(00a0316f-809e-4c7c-85bc-96f7a3444b03),segment_id=00a0316f-809e-4c7c-85bc-96f7a3444b03)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:23:33.767349 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:33.813162 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (086951e4-dbcf-4ecd-9cbc-01227ccf543b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:33.873803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (086951e4-dbcf-4ecd-9cbc-01227ccf543b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:33.902915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3189b1-52ad-4e73-879a-d3d46bcaaf71 None None] Pushing event updated for resources: {'Port': ['ID=7b4a5117-cc47-4762-bbcf-570ee839af52,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:33.975090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network db92a202-f719-4b75-9b3b-8ed2248035fd is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:33.981126 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:33.984988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:33.996162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:33.998204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:34.019313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=086951e4-dbcf-4ecd-9cbc-01227ccf543b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:34.042109 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-68076aed-fe47-481f-8676-651fcf9edae3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8715644 Feb 02 13:23:34.044795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:34.068953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': 'db92a202-f719-4b75-9b3b-8ed2248035fd', 'name': 'tempest-PortsIpV6TestJSON-1815944838', 'fixed_ips': [{'subnet_id': '4c623d21-f2ba-42d2-b79d-3d94717d9a13', 'ip_address': '2001:db8::f'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:34.163356 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9857298c-5269-4915-af24-dffb557ba242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:34.399799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380520f-e59d-4547-afdf-9578f4073112 req-b307575a-7510-4c30-9931-ec87e331c2ac tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:34.402978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d380520f-e59d-4547-afdf-9578f4073112 req-b307575a-7510-4c30-9931-ec87e331c2ac tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.2226405 Feb 02 13:23:34.548370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:34.629596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d380520f-e59d-4547-afdf-9578f4073112 req-e9efe42a-2595-4f27-8e7c-651494f6f936 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161121 Feb 02 13:23:34.718026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dca1c-60b0-4f34-8054-3dff44dd22ed req-169b8e66-620d-453f-a85b-ec7606d88caa tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:34.725909 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b6dca1c-60b0-4f34-8054-3dff44dd22ed req-169b8e66-620d-453f-a85b-ec7606d88caa tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.2068784 Feb 02 13:23:34.762412 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:34.817910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b6dca1c-60b0-4f34-8054-3dff44dd22ed req-5e85eca1-a8a8-46c6-82dc-f36852d88e5b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844324 Feb 02 13:23:34.819792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port 3772ce78-b746-4ffb-a892-216b0eef652b yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:23:35.137466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8::f (db92a202-f719-4b75-9b3b-8ed2248035fd/4c623d21-f2ba-42d2-b79d-3d94717d9a13/3772ce78-b746-4ffb-a892-216b0eef652b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:35.475266 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (3772ce78-b746-4ffb-a892-216b0eef652b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:35.532022 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:35.571735 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (3772ce78-b746-4ffb-a892-216b0eef652b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:35.579783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d9885b-31b6-4aca-bbeb-d63a85bf6db1 None None] Network db92a202-f719-4b75-9b3b-8ed2248035fd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:35.666878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=3772ce78-b746-4ffb-a892-216b0eef652b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:35.678240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network db92a202-f719-4b75-9b3b-8ed2248035fd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:35.681626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:35.686325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:35.709313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:35.720816 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:35.765939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43630) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:35.776097 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ee317275-82af-4cc5-a780-1975c9a44631 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7282152 Feb 02 13:23:35.987748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1f39d35d-997f-4d02-b932-de07fdfb9ebe None None] Provisioning complete for port 7b4a5117-cc47-4762-bbcf-570ee839af52 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:35.996382 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f39d35d-997f-4d02-b932-de07fdfb9ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:36.004314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f9ca45-e22f-44ab-8407-4255548d2dfd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:36.014075 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-86f9ca45-e22f-44ab-8407-4255548d2dfd tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2468126 Feb 02 13:23:36.024031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43636) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:36.101372 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7b4a5117-cc47-4762-bbcf-570ee839af52 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:36.126433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84c073-6b75-4789-b8c9-929e34e379f5 req-63d3a266-da19-4395-835f-f2ebc1bf1869 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:36.144334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f84c073-6b75-4789-b8c9-929e34e379f5 req-63d3a266-da19-4395-835f-f2ebc1bf1869 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.2716944 Feb 02 13:23:36.151231 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b35003-c15d-44ce-8e8c-5230536c8149 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:36.158925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b35003-c15d-44ce-8e8c-5230536c8149 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:36.166570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b35003-c15d-44ce-8e8c-5230536c8149 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:36.172150 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a0b35003-c15d-44ce-8e8c-5230536c8149 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1460385 Feb 02 13:23:36.173024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43638) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:36.340000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6ac5d-8530-49b6-9801-c83bbd5cc00d req-cb1c63ff-699c-405e-8a2b-c19fb549a903 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:36.351372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27a6ac5d-8530-49b6-9801-c83bbd5cc00d req-cb1c63ff-699c-405e-8a2b-c19fb549a903 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.3563132 Feb 02 13:23:36.410233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7b4a5117-cc47-4762-bbcf-570ee839af52 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:36.415793 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:36.453788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 3772ce78-b746-4ffb-a892-216b0eef652b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:36.454130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3772ce78-b746-4ffb-a892-216b0eef652b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:36.482972 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f84c073-6b75-4789-b8c9-929e34e379f5 req-a3652cdd-790b-4981-8565-0413bb63c55f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376520 Feb 02 13:23:36.576356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1f39d35d-997f-4d02-b932-de07fdfb9ebe None None] Current status of the port 7b4a5117-cc47-4762-bbcf-570ee839af52 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:36.576356 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f39d35d-997f-4d02-b932-de07fdfb9ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:36.592459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27a6ac5d-8530-49b6-9801-c83bbd5cc00d req-c48aaf18-67e5-4301-b13b-0c4f8d7677b9 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365963 Feb 02 13:23:36.636283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1f39d35d-997f-4d02-b932-de07fdfb9ebe None None] For port 7b4a5117-cc47-4762-bbcf-570ee839af52, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7b4a5117-cc47-4762-bbcf-570ee839af52,segment=NetworkSegment(00a0316f-809e-4c7c-85bc-96f7a3444b03),segment_id=00a0316f-809e-4c7c-85bc-96f7a3444b03)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:36.643664 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1f39d35d-997f-4d02-b932-de07fdfb9ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:36.699929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39d35d-997f-4d02-b932-de07fdfb9ebe None None] Pushing event updated for resources: {'Port': ['ID=7b4a5117-cc47-4762-bbcf-570ee839af52,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:36.767080 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:36.774615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7b4a5117-cc47-4762-bbcf-570ee839af52 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:36.775338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3772ce78-b746-4ffb-a892-216b0eef652b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:36.792203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 3772ce78-b746-4ffb-a892-216b0eef652b owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:36.842234 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:36.873115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-13f0c351-b533-4439-8be6-600cf5bb57ff None None] Provisioning complete for port 3772ce78-b746-4ffb-a892-216b0eef652b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:36.873566 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13f0c351-b533-4439-8be6-600cf5bb57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3772ce78-b746-4ffb-a892-216b0eef652b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:36.969455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-13f0c351-b533-4439-8be6-600cf5bb57ff None None] Port 3772ce78-b746-4ffb-a892-216b0eef652b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:36.992225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-13f0c351-b533-4439-8be6-600cf5bb57ff None None] Provisioning complete for port 086951e4-dbcf-4ecd-9cbc-01227ccf543b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:36.994703 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13f0c351-b533-4439-8be6-600cf5bb57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (086951e4-dbcf-4ecd-9cbc-01227ccf543b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:37.058758 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3772ce78-b746-4ffb-a892-216b0eef652b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:37.111285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-13f0c351-b533-4439-8be6-600cf5bb57ff None None] Port 086951e4-dbcf-4ecd-9cbc-01227ccf543b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:37.118923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=3772ce78-b746-4ffb-a892-216b0eef652b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:37.128694 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-13f0c351-b533-4439-8be6-600cf5bb57ff None None] Provisioning complete for port 7b4a5117-cc47-4762-bbcf-570ee839af52 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:37.129021 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-13f0c351-b533-4439-8be6-600cf5bb57ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:37.129383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.136257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.136843 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.137344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.137846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.138344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.139604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.140111 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.140614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.141095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.141575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.142046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.142529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:37.205109 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:37.208979 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e355bb61-9342-411a-9f35-e8ec6ba08f40 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/3772ce78-b746-4ffb-a892-216b0eef652b HTTP/1.1" status: 204 len: 168 time: 1.0336809 Feb 02 13:23:37.211925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43644) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:37.265496 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71ab541-052a-416b-91f5-3e5332bc73cf tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:23:37.269951 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f71ab541-052a-416b-91f5-3e5332bc73cf tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/3772ce78-b746-4ffb-a892-216b0eef652b HTTP/1.1" status: 404 len: 333 time: 0.0570126 Feb 02 13:23:37.272727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43646) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:37.322769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-13f0c351-b533-4439-8be6-600cf5bb57ff None None] Current status of the port 7b4a5117-cc47-4762-bbcf-570ee839af52 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:37.431824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf3a45-c293-44fb-8971-543900763e8d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 086951e4-dbcf-4ecd-9cbc-01227ccf543b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:37.432171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3cf3a45-c293-44fb-8971-543900763e8d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (086951e4-dbcf-4ecd-9cbc-01227ccf543b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:37.458707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-82978588-fd0d-492e-8be6-b03f34fa4c37 None None] Provisioning complete for port 086951e4-dbcf-4ecd-9cbc-01227ccf543b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:37.459828 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82978588-fd0d-492e-8be6-b03f34fa4c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (086951e4-dbcf-4ecd-9cbc-01227ccf543b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:37.594601 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3cf3a45-c293-44fb-8971-543900763e8d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (086951e4-dbcf-4ecd-9cbc-01227ccf543b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:37.639877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf3a45-c293-44fb-8971-543900763e8d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 086951e4-dbcf-4ecd-9cbc-01227ccf543b owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:37.653873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-82978588-fd0d-492e-8be6-b03f34fa4c37 None None] Port 086951e4-dbcf-4ecd-9cbc-01227ccf543b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:37.743020 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:37.809486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0b6252da-a2a6-46ec-95da-6d0e18e6637f None None] Could not find standard attr ID for object 3772ce78-b746-4ffb-a892-216b0eef652b. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:23:37.880971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7b4a5117-cc47-4762-bbcf-570ee839af52 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:38.031154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c98b4-c890-4236-a3e6-3764b2de4183 req-b4b3319b-9689-4228-8303-1f138066530d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:38.040438 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:38.051261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e1c98b4-c890-4236-a3e6-3764b2de4183 req-b4b3319b-9689-4228-8303-1f138066530d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.2241595 Feb 02 13:23:38.055778 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3cf3a45-c293-44fb-8971-543900763e8d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (086951e4-dbcf-4ecd-9cbc-01227ccf543b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:38.073484 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7b4a5117-cc47-4762-bbcf-570ee839af52 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:38.073858 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:38.110056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf3a45-c293-44fb-8971-543900763e8d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=086951e4-dbcf-4ecd-9cbc-01227ccf543b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:38.146525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404a8bf-01c9-4035-a42c-79ef50ec5bf2 req-69e21b53-04e3-44c6-a9f8-2e5d11168a32 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:38.162281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e404a8bf-01c9-4035-a42c-79ef50ec5bf2 req-69e21b53-04e3-44c6-a9f8-2e5d11168a32 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.4145353 Feb 02 13:23:38.174428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e3cf3a45-c293-44fb-8971-543900763e8d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:38.186118 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e3cf3a45-c293-44fb-8971-543900763e8d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/086951e4-dbcf-4ecd-9cbc-01227ccf543b HTTP/1.1" status: 204 len: 168 time: 0.9120929 Feb 02 13:23:38.193947 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43660) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:38.279983 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e1c98b4-c890-4236-a3e6-3764b2de4183 req-c58da112-e044-49e2-976a-17dde3e1cd15 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264190 Feb 02 13:23:38.280587 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db54873-5c1d-4948-834b-a1bed7ea08d3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:23:38.281957 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0db54873-5c1d-4948-834b-a1bed7ea08d3 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/086951e4-dbcf-4ecd-9cbc-01227ccf543b HTTP/1.1" status: 404 len: 333 time: 0.0869861 Feb 02 13:23:38.288108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43664) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:38.348932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7b4a5117-cc47-4762-bbcf-570ee839af52 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:38.384506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e404a8bf-01c9-4035-a42c-79ef50ec5bf2 req-85b8b646-16dc-4f85-ab50-0efdc04209de tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204473 Feb 02 13:23:38.444874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c53567-0107-4f8f-9588-f38ab8a79ce0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting subnet 4c623d21-f2ba-42d2-b79d-3d94717d9a13 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:23:38.452022 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90c53567-0107-4f8f-9588-f38ab8a79ce0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (4c623d21-f2ba-42d2-b79d-3d94717d9a13), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:38.523661 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90c53567-0107-4f8f-9588-f38ab8a79ce0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (4c623d21-f2ba-42d2-b79d-3d94717d9a13), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:38.668807 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90c53567-0107-4f8f-9588-f38ab8a79ce0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (4c623d21-f2ba-42d2-b79d-3d94717d9a13), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:38.756693 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90c53567-0107-4f8f-9588-f38ab8a79ce0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (4c623d21-f2ba-42d2-b79d-3d94717d9a13), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:38.788957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c53567-0107-4f8f-9588-f38ab8a79ce0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Subnet': ['ID=4c623d21-f2ba-42d2-b79d-3d94717d9a13,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:38.802302 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-90c53567-0107-4f8f-9588-f38ab8a79ce0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:38.806414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23398aca-f766-4e43-be01-6fff68c89582 None None] Network db92a202-f719-4b75-9b3b-8ed2248035fd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:38.821408 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-90c53567-0107-4f8f-9588-f38ab8a79ce0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/4c623d21-f2ba-42d2-b79d-3d94717d9a13 HTTP/1.1" status: 204 len: 168 time: 0.5319984 Feb 02 13:23:38.823781 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43670) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:38.985666 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (db92a202-f719-4b75-9b3b-8ed2248035fd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:39.083681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8859fa6c-d887-4520-8d2c-87370ce3b8f2 None None] DHCP port deletion for db92a202-f719-4b75-9b3b-8ed2248035fd request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:23:39.128180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 7b4a5117-cc47-4762-bbcf-570ee839af52 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:39.128771 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:39.222573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8859fa6c-d887-4520-8d2c-87370ce3b8f2 None None] Deleting port 7b4a5117-cc47-4762-bbcf-570ee839af52 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:39.222854 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8859fa6c-d887-4520-8d2c-87370ce3b8f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:39.264723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] For port 7b4a5117-cc47-4762-bbcf-570ee839af52, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7b4a5117-cc47-4762-bbcf-570ee839af52,segment=NetworkSegment(00a0316f-809e-4c7c-85bc-96f7a3444b03),segment_id=00a0316f-809e-4c7c-85bc-96f7a3444b03)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:39.265042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:39.300800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 7b4a5117-cc47-4762-bbcf-570ee839af52 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:39.344890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8859fa6c-d887-4520-8d2c-87370ce3b8f2 None None] For port 7b4a5117-cc47-4762-bbcf-570ee839af52, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7b4a5117-cc47-4762-bbcf-570ee839af52,segment=NetworkSegment(00a0316f-809e-4c7c-85bc-96f7a3444b03),segment_id=00a0316f-809e-4c7c-85bc-96f7a3444b03)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:39.350398 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8859fa6c-d887-4520-8d2c-87370ce3b8f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:39.375069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8859fa6c-d887-4520-8d2c-87370ce3b8f2 None None] Calling delete_port for 7b4a5117-cc47-4762-bbcf-570ee839af52 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:39.468025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:39.528920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No DVR routers for this DVR port 7b4a5117-cc47-4762-bbcf-570ee839af52 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:23:39.536166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=7b4a5117-cc47-4762-bbcf-570ee839af52,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:39.559197 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8859fa6c-d887-4520-8d2c-87370ce3b8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (7b4a5117-cc47-4762-bbcf-570ee839af52), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:39.595545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c43e2-61b2-46e7-91c7-2955eb7a5f9c req-24278aee-e176-4d5b-8c10-ffda2668b29f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:39.597182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-448c43e2-61b2-46e7-91c7-2955eb7a5f9c req-24278aee-e176-4d5b-8c10-ffda2668b29f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1089237 Feb 02 13:23:39.631214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859fa6c-d887-4520-8d2c-87370ce3b8f2 None None] Pushing event deleted for resources: {'Port': ['ID=7b4a5117-cc47-4762-bbcf-570ee839af52,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:39.673290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8859fa6c-d887-4520-8d2c-87370ce3b8f2 None None] No DVR routers for this DVR port 7b4a5117-cc47-4762-bbcf-570ee839af52 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:23:39.785533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (db92a202-f719-4b75-9b3b-8ed2248035fd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:39.838759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7b4a5117-cc47-4762-bbcf-570ee839af52 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:23:39.854236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-448c43e2-61b2-46e7-91c7-2955eb7a5f9c req-1dd531a6-d06e-4b02-995b-476ca9f2c215 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505121 Feb 02 13:23:39.877177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db92a202-f719-4b75-9b3b-8ed2248035fd']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:39.883320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 7b4a5117-cc47-4762-bbcf-570ee839af52 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:23:39.883692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7b4a5117-cc47-4762-bbcf-570ee839af52 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:23:39.894426 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df56143-a98b-4ddf-8a9b-9efe87d59f72 req-569e74bb-8b92-4498-8bdd-fc8b366bf286 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:39.899225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a0316f-809e-4c7c-85bc-96f7a3444b03') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:39.899719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a0316f-809e-4c7c-85bc-96f7a3444b03') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:39.902603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7df56143-a98b-4ddf-8a9b-9efe87d59f72 req-569e74bb-8b92-4498-8bdd-fc8b366bf286 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.2433357 Feb 02 13:23:39.917186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (00a0316f-809e-4c7c-85bc-96f7a3444b03), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:39.951195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (00a0316f-809e-4c7c-85bc-96f7a3444b03), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:39.960261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:23:39.961130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (00a0316f-809e-4c7c-85bc-96f7a3444b03), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:23:39.965138 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:23:40.018062 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7df56143-a98b-4ddf-8a9b-9efe87d59f72 req-896c7a46-cd7a-47c5-86b4-beaadb6d5e2a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091168 Feb 02 13:23:40.040426 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (db92a202-f719-4b75-9b3b-8ed2248035fd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:40.048238 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:40.053020 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/networks/db92a202-f719-4b75-9b3b-8ed2248035fd HTTP/1.1" status: 204 len: 168 time: 1.2278728 Feb 02 13:23:40.056966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:40.068068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-da129816-d6f4-42fc-8cfd-bb608f4c188f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-199096107'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:40.078495 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3df6e7-dc75-4651-8fb2-31d7c4502eb4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Network': ['ID=db92a202-f719-4b75-9b3b-8ed2248035fd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:40.106923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da129816-d6f4-42fc-8cfd-bb608f4c188f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:40.111100 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da129816-d6f4-42fc-8cfd-bb608f4c188f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:40.148822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da129816-d6f4-42fc-8cfd-bb608f4c188f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:23:40.162887 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da129816-d6f4-42fc-8cfd-bb608f4c188f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (0597052a-584d-4896-81ac-6a0d52d0d99d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:40.163711 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-da129816-d6f4-42fc-8cfd-bb608f4c188f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Added segment 0597052a-584d-4896-81ac-6a0d52d0d99d of type vlan for network f07c38af-8e23-4072-8ae3-12b1abf8824c Feb 02 13:23:40.228356 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da129816-d6f4-42fc-8cfd-bb608f4c188f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (f07c38af-8e23-4072-8ae3-12b1abf8824c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:40.265700 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da129816-d6f4-42fc-8cfd-bb608f4c188f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (f07c38af-8e23-4072-8ae3-12b1abf8824c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:40.271860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da129816-d6f4-42fc-8cfd-bb608f4c188f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:40.272642 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da129816-d6f4-42fc-8cfd-bb608f4c188f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:40.316656 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-da129816-d6f4-42fc-8cfd-bb608f4c188f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2581162 Feb 02 13:23:40.320395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43682) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:40.327440 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c889635c-68f5-4202-8774-a7f71faec8ca tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'f07c38af-8e23-4072-8ae3-12b1abf8824c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:40.383272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da129816-d6f4-42fc-8cfd-bb608f4c188f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Network': ['ID=f07c38af-8e23-4072-8ae3-12b1abf8824c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:40.396478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network f07c38af-8e23-4072-8ae3-12b1abf8824c details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:23:40.493084 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c889635c-68f5-4202-8774-a7f71faec8ca tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:40.500174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c889635c-68f5-4202-8774-a7f71faec8ca tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:40.841299 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c889635c-68f5-4202-8774-a7f71faec8ca tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (613dded1-6dc4-4b0f-a554-9c0280452f4d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:40.912493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c889635c-68f5-4202-8774-a7f71faec8ca tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Subnet': ['ID=613dded1-6dc4-4b0f-a554-9c0280452f4d,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:40.923767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c889635c-68f5-4202-8774-a7f71faec8ca tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Checking segment: {'id': '0597052a-584d-4896-81ac-6a0d52d0d99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f07c38af-8e23-4072-8ae3-12b1abf8824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:23:40.923767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c889635c-68f5-4202-8774-a7f71faec8ca tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network hostable DHCP agents. Network: f07c38af-8e23-4072-8ae3-12b1abf8824c, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:23:40.946653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c889635c-68f5-4202-8774-a7f71faec8ca tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network f07c38af-8e23-4072-8ae3-12b1abf8824c is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:23:40.982638 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c889635c-68f5-4202-8774-a7f71faec8ca tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, f07c38af-8e23-4072-8ae3-12b1abf8824c) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:40.995060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a7050e-99fa-4f40-9b95-3d8646afd024 None None] Network f07c38af-8e23-4072-8ae3-12b1abf8824c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:41.009664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c889635c-68f5-4202-8774-a7f71faec8ca tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:41.015785 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c889635c-68f5-4202-8774-a7f71faec8ca tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:41.080527 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c889635c-68f5-4202-8774-a7f71faec8ca tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7584095 Feb 02 13:23:41.084229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43702) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:41.097384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-061cf8ab-2121-46d8-9088-d4a16c907727 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1349564654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:41.152801 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-061cf8ab-2121-46d8-9088-d4a16c907727 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (45490df2-3fc2-4350-b2f2-2daa41bba280), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:41.154264 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-061cf8ab-2121-46d8-9088-d4a16c907727 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (45490df2-3fc2-4350-b2f2-2daa41bba280), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:41.168272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1b8ca-fa06-4971-b4ff-b553def6663d req-f9ecc133-7020-449e-b0c7-9168109cf510 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:41.171562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5c1b8ca-fa06-4971-b4ff-b553def6663d req-f9ecc133-7020-449e-b0c7-9168109cf510 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.2042508 Feb 02 13:23:41.263142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-f07c38af-8e23-4072-8ae3-12b1abf8824c', 'network_id': 'f07c38af-8e23-4072-8ae3-12b1abf8824c', 'project_id': '8839892b51ce4e79a0c24ff28aca9784', 'fixed_ips': [{'subnet_id': '613dded1-6dc4-4b0f-a554-9c0280452f4d'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:23:41.264526 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-061cf8ab-2121-46d8-9088-d4a16c907727 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for router_controller (45490df2-3fc2-4350-b2f2-2daa41bba280), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:41.264691 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:41.273480 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-061cf8ab-2121-46d8-9088-d4a16c907727 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (45490df2-3fc2-4350-b2f2-2daa41bba280), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:41.307398 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5c1b8ca-fa06-4971-b4ff-b553def6663d req-708d22fe-7931-4c67-a2b4-50ca6f4f0080 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289074 Feb 02 13:23:41.326018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757ba5f-67e0-4405-aa43-f10e6dcfdb84 req-f4c1b9d0-3362-441a-90bd-0e84f4bff5e4 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:41.326756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-061cf8ab-2121-46d8-9088-d4a16c907727 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:41.328114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0757ba5f-67e0-4405-aa43-f10e6dcfdb84 req-f4c1b9d0-3362-441a-90bd-0e84f4bff5e4 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.1010466 Feb 02 13:23:41.330573 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-061cf8ab-2121-46d8-9088-d4a16c907727 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2453048 Feb 02 13:23:41.334470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43708) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:41.339617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'network_id': 'f07c38af-8e23-4072-8ae3-12b1abf8824c', 'name': 'tempest-PortsIpV6TestJSON-872437875'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:41.484036 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0757ba5f-67e0-4405-aa43-f10e6dcfdb84 req-f349c968-e7e8-4f0f-ab36-ec5f806d2a67 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381912 Feb 02 13:23:41.515834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:41.524741 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:41.569531 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port 035d81ac-0699-4342-bef2-37f9326c106d yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:23:41.574624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Allocated IP 2001:db8::2 (f07c38af-8e23-4072-8ae3-12b1abf8824c/613dded1-6dc4-4b0f-a554-9c0280452f4d/6a2889bd-daeb-4de2-9ffb-d7692fcc9d94) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:41.912206 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Publish callbacks [] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:41.920565 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:42.032305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8::73 (f07c38af-8e23-4072-8ae3-12b1abf8824c/613dded1-6dc4-4b0f-a554-9c0280452f4d/035d81ac-0699-4342-bef2-37f9326c106d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:42.224902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Network f07c38af-8e23-4072-8ae3-12b1abf8824c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:42.235337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:42.239042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Pushing event updated for resources: {'Port': ['ID=6a2889bd-daeb-4de2-9ffb-d7692fcc9d94,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:42.242127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:42.326153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Attempting to bind port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:23:42.326524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Attempting to bind port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '0597052a-584d-4896-81ac-6a0d52d0d99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f07c38af-8e23-4072-8ae3-12b1abf8824c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:23:42.327547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Attempting to bind port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 on network f07c38af-8e23-4072-8ae3-12b1abf8824c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:23:42.334334 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:23:42.334968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Checking segment: {'id': '0597052a-584d-4896-81ac-6a0d52d0d99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f07c38af-8e23-4072-8ae3-12b1abf8824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:23:42.335443 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:42.336063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Bound using segment: {'id': '0597052a-584d-4896-81ac-6a0d52d0d99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f07c38af-8e23-4072-8ae3-12b1abf8824c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:23:42.336542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Bound port: 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0597052a-584d-4896-81ac-6a0d52d0d99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f07c38af-8e23-4072-8ae3-12b1abf8824c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:23:42.336905 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:42.388086 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (035d81ac-0699-4342-bef2-37f9326c106d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:42.418190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] For port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:23:42.423278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] For port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6a2889bd-daeb-4de2-9ffb-d7692fcc9d94,segment=NetworkSegment(0597052a-584d-4896-81ac-6a0d52d0d99d),segment_id=0597052a-584d-4896-81ac-6a0d52d0d99d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:23:42.434151 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:42.509965 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (035d81ac-0699-4342-bef2-37f9326c106d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:42.514969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb77946-572f-49b0-a82a-17316ba7b20f None None] Pushing event updated for resources: {'Port': ['ID=6a2889bd-daeb-4de2-9ffb-d7692fcc9d94,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:42.602660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc71bfe-d9c4-4405-8156-88e9bd13815d req-503d8bc3-f06c-4312-8820-c62af64bc5c2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:42.618598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7cc71bfe-d9c4-4405-8156-88e9bd13815d req-503d8bc3-f06c-4312-8820-c62af64bc5c2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1445487 Feb 02 13:23:42.634504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=035d81ac-0699-4342-bef2-37f9326c106d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:42.645724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network f07c38af-8e23-4072-8ae3-12b1abf8824c is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:42.649059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:42.652106 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:42.658683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:42.659738 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:42.691226 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bf856684-93dd-44f9-879b-65c6733bb3b0 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3554006 Feb 02 13:23:42.692066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43728) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:42.747255 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7cc71bfe-d9c4-4405-8156-88e9bd13815d req-860f3834-32c1-4554-ac07-2ed0074eae57 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239309 Feb 02 13:23:42.792555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b402a5b-51fe-4e66-bd31-74fe8343c752 req-e270b378-38eb-4489-bd15-e81dcfe7a8f2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:42.794153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b402a5b-51fe-4e66-bd31-74fe8343c752 req-e270b378-38eb-4489-bd15-e81dcfe7a8f2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.1735141 Feb 02 13:23:42.933722 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b402a5b-51fe-4e66-bd31-74fe8343c752 req-42c3c832-6dd9-42fa-a884-50f98408f436 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306143 Feb 02 13:23:43.794514 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (035d81ac-0699-4342-bef2-37f9326c106d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:43.959973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:44.046570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481d2c8-654f-4f54-9210-ca59fc14ea93 req-19575d23-a907-40a4-83ae-246ea5936d6e tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:44.050283 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4481d2c8-654f-4f54-9210-ca59fc14ea93 req-19575d23-a907-40a4-83ae-246ea5936d6e tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1690803 Feb 02 13:23:44.125862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:44.126295 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:44.166012 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (035d81ac-0699-4342-bef2-37f9326c106d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:44.173152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4481d2c8-654f-4f54-9210-ca59fc14ea93 req-f567144e-a63f-48b2-9622-83f8b5266cdf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138325 Feb 02 13:23:44.190840 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (035d81ac-0699-4342-bef2-37f9326c106d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:44.330710 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:44.331115 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:44.397825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6a2889bd-daeb-4de2-9ffb-d7692fcc9d94,segment=NetworkSegment(0597052a-584d-4896-81ac-6a0d52d0d99d),segment_id=0597052a-584d-4896-81ac-6a0d52d0d99d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:44.415074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86c3db6-29b9-469e-afe1-bdfd4dbf7906 None None] Network f07c38af-8e23-4072-8ae3-12b1abf8824c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:44.422486 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=035d81ac-0699-4342-bef2-37f9326c106d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:44.423147 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:44.480919 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2e135-3e5b-4f83-981a-a4678c91f5cd req-315ff447-fff1-4df8-83d0-e615866234c0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:44.497142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2fa2e135-3e5b-4f83-981a-a4678c91f5cd req-315ff447-fff1-4df8-83d0-e615866234c0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.1604149 Feb 02 13:23:44.565218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a5fa59ad-eb46-4b07-8632-849698b72749 None None] Provisioning complete for port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:44.565885 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a5fa59ad-eb46-4b07-8632-849698b72749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:44.619596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2fa2e135-3e5b-4f83-981a-a4678c91f5cd req-50e3e12a-7281-4c30-a7fc-8c4cfca60a78 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214280 Feb 02 13:23:44.628257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=6a2889bd-daeb-4de2-9ffb-d7692fcc9d94,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:44.633753 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (45490df2-3fc2-4350-b2f2-2daa41bba280), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:44.739851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa59ad-eb46-4b07-8632-849698b72749 None None] Current status of the port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:44.836444 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (035d81ac-0699-4342-bef2-37f9326c106d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:45.281206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c0072db9-01f5-4888-a03a-2506f67293e4 None None] Provisioning complete for port 035d81ac-0699-4342-bef2-37f9326c106d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:45.281764 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0072db9-01f5-4888-a03a-2506f67293e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (035d81ac-0699-4342-bef2-37f9326c106d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:45.464931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee12f8-8c7e-402e-9ea7-565fe4720e6e req-03dc0022-54e5-45d4-8490-0e673a6bf56a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:45.466938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79ee12f8-8c7e-402e-9ea7-565fe4720e6e req-03dc0022-54e5-45d4-8490-0e673a6bf56a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1468325 Feb 02 13:23:45.495462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c0072db9-01f5-4888-a03a-2506f67293e4 None None] Port 035d81ac-0699-4342-bef2-37f9326c106d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:45.534206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c0072db9-01f5-4888-a03a-2506f67293e4 None None] Provisioning complete for port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:45.534586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0072db9-01f5-4888-a03a-2506f67293e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:45.543908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (035d81ac-0699-4342-bef2-37f9326c106d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:45.555818 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (035d81ac-0699-4342-bef2-37f9326c106d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:45.558048 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (45490df2-3fc2-4350-b2f2-2daa41bba280), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:45.559864 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79ee12f8-8c7e-402e-9ea7-565fe4720e6e req-1d21c0b8-64b2-4dcb-9f21-2725a2c8a0ed tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825491 Feb 02 13:23:45.743252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=035d81ac-0699-4342-bef2-37f9326c106d,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:45.780309 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c0072db9-01f5-4888-a03a-2506f67293e4 None None] Current status of the port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:45.836758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7e465-97dc-4080-8740-fb8cb9094c8d req-83b8658e-0ae3-4934-ad7a-0f35d75707ba tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:45.851793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3cc7e465-97dc-4080-8740-fb8cb9094c8d req-83b8658e-0ae3-4934-ad7a-0f35d75707ba tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.1045110 Feb 02 13:23:45.857480 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:45.933183 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network f07c38af-8e23-4072-8ae3-12b1abf8824c is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:45.934706 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:45.958757 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3cc7e465-97dc-4080-8740-fb8cb9094c8d req-66963d97-07e8-4081-a843-2c1cebe81911 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018212 Feb 02 13:23:45.985686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5a977fb3-431b-4a3f-9b96-282663f42798 None None] Provisioning complete for port 035d81ac-0699-4342-bef2-37f9326c106d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:45.985960 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a977fb3-431b-4a3f-9b96-282663f42798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (035d81ac-0699-4342-bef2-37f9326c106d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:46.035662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:46.036038 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:46.099041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5a977fb3-431b-4a3f-9b96-282663f42798 None None] Port 035d81ac-0699-4342-bef2-37f9326c106d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:46.146712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:46.234511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5a20a4f7-cec5-44a8-b0f7-e8d0ab13b188 None None] Provisioning complete for port 035d81ac-0699-4342-bef2-37f9326c106d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:46.236212 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a20a4f7-cec5-44a8-b0f7-e8d0ab13b188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (035d81ac-0699-4342-bef2-37f9326c106d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:46.277177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Router 45490df2-3fc2-4350-b2f2-2daa41bba280 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:23:46.302178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5a20a4f7-cec5-44a8-b0f7-e8d0ab13b188 None None] Port 035d81ac-0699-4342-bef2-37f9326c106d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:46.512637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:23:46.523889 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-04d40a94-abcc-43b3-bd3e-16cbcc6ee83b tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "PUT /v2.0/routers/45490df2-3fc2-4350-b2f2-2daa41bba280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8284037 Feb 02 13:23:46.524056 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81a61af-b643-4ae3-835a-e74dfab8179a None None] Sync routers for ids ['45490df2-3fc2-4350-b2f2-2daa41bba280'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:23:46.524501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:46.536144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f3eb7fab-6874-4211-9e6e-3ecfd12fa972 None None] Provisioning complete for port 035d81ac-0699-4342-bef2-37f9326c106d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:46.536659 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3eb7fab-6874-4211-9e6e-3ecfd12fa972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (035d81ac-0699-4342-bef2-37f9326c106d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:46.544924 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a61af-b643-4ae3-835a-e74dfab8179a None None] Routers {'45490df2-3fc2-4350-b2f2-2daa41bba280'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:23:46.548163 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e81a61af-b643-4ae3-835a-e74dfab8179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:23:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['45490df2-3fc2-4350-b2f2-2daa41bba280'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:46.581977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1088b23-5462-4f06-872a-8c4f064bd019 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:46.586219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a1088b23-5462-4f06-872a-8c4f064bd019 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports?device_id=45490df2-3fc2-4350-b2f2-2daa41bba280 HTTP/1.1" status: 200 len: 987 time: 0.0581810 Feb 02 13:23:46.586637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43764) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:46.629151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb7fab-6874-4211-9e6e-3ecfd12fa972 None None] Port 035d81ac-0699-4342-bef2-37f9326c106d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:46.640100 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e81a61af-b643-4ae3-835a-e74dfab8179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:46.661332 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a61af-b643-4ae3-835a-e74dfab8179a None None] Routers {'45490df2-3fc2-4350-b2f2-2daa41bba280'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:23:46.663766 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e81a61af-b643-4ae3-835a-e74dfab8179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:23:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['45490df2-3fc2-4350-b2f2-2daa41bba280'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:46.741832 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e81a61af-b643-4ae3-835a-e74dfab8179a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:46.747985 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81a61af-b643-4ae3-835a-e74dfab8179a None None] The sync data for ids ['45490df2-3fc2-4350-b2f2-2daa41bba280'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:23:46.758495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335e624-81ea-443d-9de2-d81c081e7734 req-61feb09e-e7ce-4f8b-a5a5-b5d0c5c08417 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:46.765912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2335e624-81ea-443d-9de2-d81c081e7734 req-61feb09e-e7ce-4f8b-a5a5-b5d0c5c08417 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.0748737 Feb 02 13:23:46.865064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2335e624-81ea-443d-9de2-d81c081e7734 req-29524c39-c846-425e-99f5-26c4468fead5 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981958 Feb 02 13:23:47.176355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b359a3-01c4-4640-949b-77bb5fa9974e req-18c11705-9d9e-4e71-9c86-0b86cac7dbc5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:47.189471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0b359a3-01c4-4640-949b-77bb5fa9974e req-18c11705-9d9e-4e71-9c86-0b86cac7dbc5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.1118004 Feb 02 13:23:47.274508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0b359a3-01c4-4640-949b-77bb5fa9974e req-a67e1fe5-2c97-4b0c-b915-0ee7f3214c4e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840120 Feb 02 13:23:47.304574 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7435438d-e57a-4a34-9890-46b4f7581de1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (45490df2-3fc2-4350-b2f2-2daa41bba280), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:47.639225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7435438d-e57a-4a34-9890-46b4f7581de1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 035d81ac-0699-4342-bef2-37f9326c106d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:47.640009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7435438d-e57a-4a34-9890-46b4f7581de1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (035d81ac-0699-4342-bef2-37f9326c106d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:47.809576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7435438d-e57a-4a34-9890-46b4f7581de1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (035d81ac-0699-4342-bef2-37f9326c106d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:47.823119 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dcc2664-32fb-40f7-ae80-38f26817143a req-0c822ac8-de3c-4e3b-b058-164ff95d9c66 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1244466 Feb 02 13:23:47.830485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7435438d-e57a-4a34-9890-46b4f7581de1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 035d81ac-0699-4342-bef2-37f9326c106d owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:47.980169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f89f1-4f38-4f22-ad7d-eccac9e01582 req-ac9aef90-7f22-48f5-8115-6d8a3f78c787 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:47.988014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-198f89f1-4f38-4f22-ad7d-eccac9e01582 req-ac9aef90-7f22-48f5-8115-6d8a3f78c787 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.0620372 Feb 02 13:23:48.004560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2664-32fb-40f7-ae80-38f26817143a req-de3d872d-0bb7-47fa-a307-ea305603d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:48.009893 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dcc2664-32fb-40f7-ae80-38f26817143a req-de3d872d-0bb7-47fa-a307-ea305603d19d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1127 time: 0.1196897 Feb 02 13:23:48.064906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-198f89f1-4f38-4f22-ad7d-eccac9e01582 req-a7076a6b-f639-4278-b839-1a6423da320d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709736 Feb 02 13:23:48.260891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2664-32fb-40f7-ae80-38f26817143a req-20637e5d-42c6-43e7-8ced-0fad8d6c86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:48.262980 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dcc2664-32fb-40f7-ae80-38f26817143a req-20637e5d-42c6-43e7-8ced-0fad8d6c86a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.2045619 Feb 02 13:23:48.265071 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7435438d-e57a-4a34-9890-46b4f7581de1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (035d81ac-0699-4342-bef2-37f9326c106d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:48.500375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435438d-e57a-4a34-9890-46b4f7581de1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=035d81ac-0699-4342-bef2-37f9326c106d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:48.546496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5182e-8a5e-4695-837b-167383f8b718 req-2270b55e-3c93-4054-856b-80d30d630fe8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:48.554320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2db5182e-8a5e-4695-837b-167383f8b718 req-2270b55e-3c93-4054-856b-80d30d630fe8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.0961139 Feb 02 13:23:48.664289 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2db5182e-8a5e-4695-837b-167383f8b718 req-f39f2e17-1244-41f1-a138-2069fae407e0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053238 Feb 02 13:23:48.743762 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7435438d-e57a-4a34-9890-46b4f7581de1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (45490df2-3fc2-4350-b2f2-2daa41bba280), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:48.766101 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dcc2664-32fb-40f7-ae80-38f26817143a req-c30e890d-c47e-44fc-857e-443d7ad2e894 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 998 time: 0.4828770 Feb 02 13:23:49.286799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2d982-bf69-4e28-a0dc-ece2c2a99162 req-135e77fa-dbb6-4bc2-8bb3-bb3ff1b9f973 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:49.296092 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-85b2d982-bf69-4e28-a0dc-ece2c2a99162 req-135e77fa-dbb6-4bc2-8bb3-bb3ff1b9f973 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1027369 Feb 02 13:23:49.360812 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-85b2d982-bf69-4e28-a0dc-ece2c2a99162 req-578b377b-80c0-4c10-8faa-fe0762cf514a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618804 Feb 02 13:23:49.415383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2664-32fb-40f7-ae80-38f26817143a req-42fe7f99-4bd1-4a1c-bddc-0a442789ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:49.417014 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dcc2664-32fb-40f7-ae80-38f26817143a req-42fe7f99-4bd1-4a1c-bddc-0a442789ec73 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.6439240 Feb 02 13:23:49.521304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7435438d-e57a-4a34-9890-46b4f7581de1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Router 45490df2-3fc2-4350-b2f2-2daa41bba280 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:23:49.545470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2664-32fb-40f7-ae80-38f26817143a req-f604598f-9132-4014-b999-8eac15ccf1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:49.546584 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dcc2664-32fb-40f7-ae80-38f26817143a req-f604598f-9132-4014-b999-8eac15ccf1fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0840981 Feb 02 13:23:49.649812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7435438d-e57a-4a34-9890-46b4f7581de1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:23:49.658904 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7435438d-e57a-4a34-9890-46b4f7581de1 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "PUT /v2.0/routers/45490df2-3fc2-4350-b2f2-2daa41bba280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0709133 Feb 02 13:23:49.662651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf57e2-0ad2-4997-bc47-2056c62d46a5 None None] Sync routers for ids ['45490df2-3fc2-4350-b2f2-2daa41bba280'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:23:49.666092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:49.714624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf57e2-0ad2-4997-bc47-2056c62d46a5 None None] Routers {'45490df2-3fc2-4350-b2f2-2daa41bba280'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:23:49.714624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7dbf57e2-0ad2-4997-bc47-2056c62d46a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:23:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['45490df2-3fc2-4350-b2f2-2daa41bba280'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:49.759513 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dcc2664-32fb-40f7-ae80-38f26817143a req-350c1710-92cb-431d-9c31-f7c8f56f4671 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757889 Feb 02 13:23:49.764114 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de5affa-f06b-403e-9b16-6ae90f424080 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:23:49.770340 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2de5affa-f06b-403e-9b16-6ae90f424080 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/035d81ac-0699-4342-bef2-37f9326c106d HTTP/1.1" status: 404 len: 333 time: 0.1008074 Feb 02 13:23:49.771266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43822) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:49.875778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7dbf57e2-0ad2-4997-bc47-2056c62d46a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:49.902266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf57e2-0ad2-4997-bc47-2056c62d46a5 None None] Routers {'45490df2-3fc2-4350-b2f2-2daa41bba280'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:23:49.903102 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7dbf57e2-0ad2-4997-bc47-2056c62d46a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:23:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['45490df2-3fc2-4350-b2f2-2daa41bba280'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:49.979038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7dbf57e2-0ad2-4997-bc47-2056c62d46a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:49.980006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf57e2-0ad2-4997-bc47-2056c62d46a5 None None] The sync data for ids ['45490df2-3fc2-4350-b2f2-2daa41bba280'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:23:50.008154 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7dcc2664-32fb-40f7-ae80-38f26817143a req-d179676b-62a9-461a-97ef-e5c4463292c1 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366433 Feb 02 13:23:50.352737 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c6db81f-2f4e-4dbf-8d5c-9ca20dea8375 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for router (45490df2-3fc2-4350-b2f2-2daa41bba280), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:50.360006 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61a06-d85d-4266-bd45-09094c8cff40 req-74b30809-937b-4706-8f61-ca6b5f547d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:50.361602 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9b61a06-d85d-4266-bd45-09094c8cff40 req-74b30809-937b-4706-8f61-ca6b5f547d4e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 1127 time: 0.0492754 Feb 02 13:23:50.527797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61a06-d85d-4266-bd45-09094c8cff40 req-bd99dbd1-bdad-4a47-ae5c-94f6be316889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:50.529298 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9b61a06-d85d-4266-bd45-09094c8cff40 req-bd99dbd1-bdad-4a47-ae5c-94f6be316889 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.1597924 Feb 02 13:23:50.592454 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9b61a06-d85d-4266-bd45-09094c8cff40 req-eabfb43b-8aca-40c2-86f1-172456a1055f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7242a982-3a8c-4069-a8f8-ba2621d7ef15 HTTP/1.1" status: 200 len: 217 time: 0.0527329 Feb 02 13:23:50.627158 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c6db81f-2f4e-4dbf-8d5c-9ca20dea8375 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (45490df2-3fc2-4350-b2f2-2daa41bba280), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:50.647134 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c6db81f-2f4e-4dbf-8d5c-9ca20dea8375 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for router_controller (45490df2-3fc2-4350-b2f2-2daa41bba280), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:50.652634 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61a06-d85d-4266-bd45-09094c8cff40 req-9b1cfe7b-15a7-4439-ba1d-630e98d86848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:50.654797 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9b61a06-d85d-4266-bd45-09094c8cff40 req-9b1cfe7b-15a7-4439-ba1d-630e98d86848 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.0565598 Feb 02 13:23:50.656118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f820e7-83ca-4df6-a0c4-24f0c096b4a1 req-c6519648-8b0c-4608-8c46-81894ce4b283 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:50.657619 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73f820e7-83ca-4df6-a0c4-24f0c096b4a1 req-c6519648-8b0c-4608-8c46-81894ce4b283 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.2270293 Feb 02 13:23:50.740131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54267d79-eef9-4f23-a89a-5af36dc0a7c5 req-c01bd14b-f656-4e53-a3c2-e2d038244d73 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:50.751041 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54267d79-eef9-4f23-a89a-5af36dc0a7c5 req-c01bd14b-f656-4e53-a3c2-e2d038244d73 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.2910318 Feb 02 13:23:50.756399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b61a06-d85d-4266-bd45-09094c8cff40 req-4a37b1e6-81a6-4ca8-88e3-83cb94425a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:50.767617 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9b61a06-d85d-4266-bd45-09094c8cff40 req-4a37b1e6-81a6-4ca8-88e3-83cb94425a28 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0925224 Feb 02 13:23:50.797724 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73f820e7-83ca-4df6-a0c4-24f0c096b4a1 req-f81b4e8e-edcb-4c46-aa0b-17010d61c9b6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261013 Feb 02 13:23:50.839345 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c6db81f-2f4e-4dbf-8d5c-9ca20dea8375 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (45490df2-3fc2-4350-b2f2-2daa41bba280), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:50.839892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6db81f-2f4e-4dbf-8d5c-9ca20dea8375 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Fanout notify agent at l3_agent the message router_deleted on router 45490df2-3fc2-4350-b2f2-2daa41bba280 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:23:50.857651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54267d79-eef9-4f23-a89a-5af36dc0a7c5 req-78a26b3f-5b84-4f71-9a1b-cf8658ddee64 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056089 Feb 02 13:23:50.864889 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c6db81f-2f4e-4dbf-8d5c-9ca20dea8375 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:50.865974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9c6db81f-2f4e-4dbf-8d5c-9ca20dea8375 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/routers/45490df2-3fc2-4350-b2f2-2daa41bba280 HTTP/1.1" status: 204 len: 168 time: 1.0935686 Feb 02 13:23:50.868542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:51.020083 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9b61a06-d85d-4266-bd45-09094c8cff40 req-8d919521-59dc-41f2-ab3f-c30db2e2c50c service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512410 Feb 02 13:23:51.034116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting subnet 613dded1-6dc4-4b0f-a554-9c0280452f4d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:23:51.037288 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (613dded1-6dc4-4b0f-a554-9c0280452f4d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:51.090671 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (613dded1-6dc4-4b0f-a554-9c0280452f4d), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:51.159143 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9b61a06-d85d-4266-bd45-09094c8cff40 req-fce284e3-3b80-414a-b75a-6ba84f829554 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309061 Feb 02 13:23:51.212255 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (613dded1-6dc4-4b0f-a554-9c0280452f4d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:51.277251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (613dded1-6dc4-4b0f-a554-9c0280452f4d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:51.291931 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:51.297910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43842) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:51.299642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdf8603-b0f1-490f-addd-e57d9739fa68 None None] Network f07c38af-8e23-4072-8ae3-12b1abf8824c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:51.304661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/613dded1-6dc4-4b0f-a554-9c0280452f4d HTTP/1.1" status: 204 len: 168 time: 0.4350498 Feb 02 13:23:51.332387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Subnet': ['ID=613dded1-6dc4-4b0f-a554-9c0280452f4d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:51.383773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5fdf1-544d-4265-860f-a96e855d6411 req-80ab469e-1224-46eb-bf33-86114a486a52 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:51.391873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71d5fdf1-544d-4265-860f-a96e855d6411 req-80ab469e-1224-46eb-bf33-86114a486a52 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.4218073 Feb 02 13:23:51.394117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.394655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.395053 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.395457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.395861 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.397079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.397449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.397818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.398212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.398605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.398993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.399383 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.399815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9796f3-6662-426b-845c-dda27198c527 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:23:51.436189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (f07c38af-8e23-4072-8ae3-12b1abf8824c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:51.467394 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71d5fdf1-544d-4265-860f-a96e855d6411 req-2ea6620f-1865-4d8c-ad04-32e815cff6e6 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624342 Feb 02 13:23:51.549413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:51.550310 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:51.564931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f0a65a-2dcb-4304-851f-4fc4832fd50b None None] DHCP port deletion for f07c38af-8e23-4072-8ae3-12b1abf8824c request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:23:51.627088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e4f0a65a-2dcb-4304-851f-4fc4832fd50b None None] Deleting port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:51.627845 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4f0a65a-2dcb-4304-851f-4fc4832fd50b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:51.695012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] For port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6a2889bd-daeb-4de2-9ffb-d7692fcc9d94,segment=NetworkSegment(0597052a-584d-4896-81ac-6a0d52d0d99d),segment_id=0597052a-584d-4896-81ac-6a0d52d0d99d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:51.695229 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:51.726609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:51.754778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e4f0a65a-2dcb-4304-851f-4fc4832fd50b None None] For port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6a2889bd-daeb-4de2-9ffb-d7692fcc9d94,segment=NetworkSegment(0597052a-584d-4896-81ac-6a0d52d0d99d),segment_id=0597052a-584d-4896-81ac-6a0d52d0d99d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:51.755172 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4f0a65a-2dcb-4304-851f-4fc4832fd50b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:51.783139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e4f0a65a-2dcb-4304-851f-4fc4832fd50b None None] Calling delete_port for 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:51.846786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:23:51.896596 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:51.931298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No active binding found for port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 {{(pid=103189) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 13:23:51.931765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] The host n-d-827336-2 is not matching for port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 host None! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:23:51.933768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:23:51.953382 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4f0a65a-2dcb-4304-851f-4fc4832fd50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (6a2889bd-daeb-4de2-9ffb-d7692fcc9d94), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:51.957931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=6a2889bd-daeb-4de2-9ffb-d7692fcc9d94,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:51.968208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No DVR routers for this DVR port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:23:52.002337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0a65a-2dcb-4304-851f-4fc4832fd50b None None] Pushing event deleted for resources: {'Port': ['ID=6a2889bd-daeb-4de2-9ffb-d7692fcc9d94,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:52.009094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f0a65a-2dcb-4304-851f-4fc4832fd50b None None] No DVR routers for this DVR port 6a2889bd-daeb-4de2-9ffb-d7692fcc9d94 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:23:52.020702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4feac-c2e4-4a27-a6c3-13e1d9345734 req-165832f3-c497-4eb9-ad0a-2ce45443cb12 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:52.028553 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72e4feac-c2e4-4a27-a6c3-13e1d9345734 req-165832f3-c497-4eb9-ad0a-2ce45443cb12 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1353245 Feb 02 13:23:52.033721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b70ea8-e0a1-44e5-9917-fa5adac64739 req-7d13081f-aeb2-407d-8e5e-b10aee2e1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:52.035199 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69b70ea8-e0a1-44e5-9917-fa5adac64739 req-7d13081f-aeb2-407d-8e5e-b10aee2e1761 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 1127 time: 0.1507251 Feb 02 13:23:52.061631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474825db-3378-4937-af9f-22fbd75cc897 req-ee2ab403-591b-41e6-b68f-766975b762a1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:52.069678 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-474825db-3378-4937-af9f-22fbd75cc897 req-ee2ab403-591b-41e6-b68f-766975b762a1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1173840 Feb 02 13:23:52.120823 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (f07c38af-8e23-4072-8ae3-12b1abf8824c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:52.128159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72e4feac-c2e4-4a27-a6c3-13e1d9345734 req-575ae74c-034c-4505-813a-71b238fdfaa1 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985789 Feb 02 13:23:52.186676 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-474825db-3378-4937-af9f-22fbd75cc897 req-05c01fff-97e1-4363-ae4f-858173968588 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160176 Feb 02 13:23:52.234846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07c38af-8e23-4072-8ae3-12b1abf8824c']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:52.249909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0597052a-584d-4896-81ac-6a0d52d0d99d') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:52.250908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0597052a-584d-4896-81ac-6a0d52d0d99d') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:52.259630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177070d-6c91-4007-83a4-2411cdcdfaca req-cc3e95aa-6a15-445e-9502-5220f1c3420a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:52.261514 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b177070d-6c91-4007-83a4-2411cdcdfaca req-cc3e95aa-6a15-445e-9502-5220f1c3420a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.0574512 Feb 02 13:23:52.265096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (0597052a-584d-4896-81ac-6a0d52d0d99d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:52.289147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b70ea8-e0a1-44e5-9917-fa5adac64739 req-a46ef948-f510-4621-8520-d5b65fc6a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:52.289381 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69b70ea8-e0a1-44e5-9917-fa5adac64739 req-a46ef948-f510-4621-8520-d5b65fc6a2ac service neutron] 10.222.0.62 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 912 time: 0.2376771 Feb 02 13:23:52.290444 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (0597052a-584d-4896-81ac-6a0d52d0d99d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:52.298185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:23:52.298605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (0597052a-584d-4896-81ac-6a0d52d0d99d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:23:52.301836 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:23:52.334125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b177070d-6c91-4007-83a4-2411cdcdfaca req-d8b2fba7-13f1-4f12-962b-f88c01897ce2 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656855 Feb 02 13:23:52.421751 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69b70ea8-e0a1-44e5-9917-fa5adac64739 req-63777493-b009-4acd-ae16-b61d20e37f2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b789b1b5-8e57-4145-8412-ed9ec2b40397 HTTP/1.1" status: 200 len: 1001 time: 0.1190867 Feb 02 13:23:52.423226 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (f07c38af-8e23-4072-8ae3-12b1abf8824c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:52.431372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:52.438139 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/networks/f07c38af-8e23-4072-8ae3-12b1abf8824c HTTP/1.1" status: 204 len: 168 time: 1.1355784 Feb 02 13:23:52.438855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:52.470080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd454949-3a9a-4df3-9883-acc968f06d67 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Network': ['ID=f07c38af-8e23-4072-8ae3-12b1abf8824c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:52.488990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b70ea8-e0a1-44e5-9917-fa5adac64739 req-9ca0ed1d-6b11-41cd-bcd8-af4373b5b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:52.490676 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69b70ea8-e0a1-44e5-9917-fa5adac64739 req-9ca0ed1d-6b11-41cd-bcd8-af4373b5b08d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=248e65ec-619a-4088-9b17-d13a3c6491da HTTP/1.1" status: 200 len: 850 time: 0.0606513 Feb 02 13:23:52.506852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff00707-cd1a-4c4e-b152-e78b17cb42e9 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:52.514228 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7ff00707-cd1a-4c4e-b152-e78b17cb42e9 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/b906728d-2423-4af2-91cb-048dec6369f3 HTTP/1.1" status: 200 len: 844 time: 0.0725181 Feb 02 13:23:52.515242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43866) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:52.548634 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b70ea8-e0a1-44e5-9917-fa5adac64739 req-8572f3c6-0173-4755-b401-82f210066609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:52.550150 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69b70ea8-e0a1-44e5-9917-fa5adac64739 req-8572f3c6-0173-4755-b401-82f210066609 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=679c8ee8-9c42-4d17-a445-6b6e8750ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485420 Feb 02 13:23:52.564102 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7c4fdc0c-7614-42e7-9751-705d6341f38f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/b906728d-2423-4af2-91cb-048dec6369f3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0433419 Feb 02 13:23:52.564457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:52.569303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a1fd1050-5381-42fb-b3d1-58ebb1a82e74 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:52.652061 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69b70ea8-e0a1-44e5-9917-fa5adac64739 req-a2f92bff-04db-41e7-a24f-5527a0397fa7 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937264 Feb 02 13:23:52.682497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fd1050-5381-42fb-b3d1-58ebb1a82e74 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:52.687697 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1050-5381-42fb-b3d1-58ebb1a82e74 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:52.753753 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-69b70ea8-e0a1-44e5-9917-fa5adac64739 req-1d636483-e3c0-4a86-853e-13eab8915601 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948253 Feb 02 13:23:52.901513 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1050-5381-42fb-b3d1-58ebb1a82e74 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (7c7f8fca-5748-46fe-b758-8672acd51fb8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:52.945185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fd1050-5381-42fb-b3d1-58ebb1a82e74 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network a6b45807-43d1-498d-9010-e7664e81078b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:52.949126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a1fd1050-5381-42fb-b3d1-58ebb1a82e74 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:52.954589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd1050-5381-42fb-b3d1-58ebb1a82e74 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:52.955304 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1fd1050-5381-42fb-b3d1-58ebb1a82e74 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:52.961037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ef867-cadd-463b-8c06-04d070da2e67 None None] Network a6b45807-43d1-498d-9010-e7664e81078b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:52.977517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a1fd1050-5381-42fb-b3d1-58ebb1a82e74 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4089811 Feb 02 13:23:52.977912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43872) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:52.982577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e341c938-0f7d-4735-8d49-b754e388567c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'security_group': {'name': 'tempest-secgroup-347716221'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:52.988291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd1050-5381-42fb-b3d1-58ebb1a82e74 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Subnet': ['ID=7c7f8fca-5748-46fe-b758-8672acd51fb8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:53.010494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e341c938-0f7d-4735-8d49-b754e388567c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:53.123647 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e341c938-0f7d-4735-8d49-b754e388567c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (3c7c9a22-f751-4057-bdd2-e7e2b41041a9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:53.129345 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e341c938-0f7d-4735-8d49-b754e388567c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3c7c9a22-f751-4057-bdd2-e7e2b41041a9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:53.170658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-a6b45807-43d1-498d-9010-e7664e81078b', 'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'project_id': '8839892b51ce4e79a0c24ff28aca9784', 'fixed_ips': [{'subnet_id': '7c7f8fca-5748-46fe-b758-8672acd51fb8'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:23:53.171980 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:53.173261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e341c938-0f7d-4735-8d49-b754e388567c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:53.174713 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e341c938-0f7d-4735-8d49-b754e388567c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1957111 Feb 02 13:23:53.177265 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341c938-0f7d-4735-8d49-b754e388567c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c9a22-f751-4057-bdd2-e7e2b41041a9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:53.177806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:53.189760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ff84f9e6-cf41-442a-8c1e-8596d22ff0f7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'security_group': {'name': 'tempest-secgroup-1999730665'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:53.234840 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff84f9e6-cf41-442a-8c1e-8596d22ff0f7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:53.403259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Allocated IP 2001:db8::2 (a6b45807-43d1-498d-9010-e7664e81078b/7c7f8fca-5748-46fe-b758-8672acd51fb8/4f323631-5dd4-4b9b-9e78-bead70e444bd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:53.467712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748dd15-aa2b-4563-88e6-6ba240bed260 req-6212a9c9-900b-49d8-8676-476c4c4785a1 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:53.469312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9748dd15-aa2b-4563-88e6-6ba240bed260 req-6212a9c9-900b-49d8-8676-476c4c4785a1 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.2176528 Feb 02 13:23:53.484535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71fa6f-3845-4173-abf5-f62daa5ff8ad req-65007137-2c90-4e7e-80c5-cc933e7781f0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:53.494126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd71fa6f-3845-4173-abf5-f62daa5ff8ad req-65007137-2c90-4e7e-80c5-cc933e7781f0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1812623 Feb 02 13:23:53.587612 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff84f9e6-cf41-442a-8c1e-8596d22ff0f7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (4ff9564f-eea7-41ab-bff3-104db05677ab), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:53.603340 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff84f9e6-cf41-442a-8c1e-8596d22ff0f7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4ff9564f-eea7-41ab-bff3-104db05677ab), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:53.624928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9748dd15-aa2b-4563-88e6-6ba240bed260 req-946e8e6b-e282-4ae5-8d9e-a2b68253f8f0 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255167 Feb 02 13:23:53.649269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd71fa6f-3845-4173-abf5-f62daa5ff8ad req-5ca70832-4c87-4c8e-a6de-d2cc9cca129b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540937 Feb 02 13:23:53.658314 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ff84f9e6-cf41-442a-8c1e-8596d22ff0f7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:53.662578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43884) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:53.667019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ff84f9e6-cf41-442a-8c1e-8596d22ff0f7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4803665 Feb 02 13:23:53.667829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-261541207', 'security_groups': ['4ff9564f-eea7-41ab-bff3-104db05677ab'], 'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7c7f8fca-5748-46fe-b758-8672acd51fb8'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:53.672556 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Publish callbacks [] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:53.689000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84f9e6-cf41-442a-8c1e-8596d22ff0f7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9564f-eea7-41ab-bff3-104db05677ab,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:53.710824 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:53.781171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Network a6b45807-43d1-498d-9010-e7664e81078b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:53.787108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:53.790293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:53.830360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6df7a-3637-4db3-9d3f-fe998546af74 req-31dfad18-bdcf-4711-9f3c-b1d186d8846a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:53.833061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4db6df7a-3637-4db3-9d3f-fe998546af74 req-31dfad18-bdcf-4711-9f3c-b1d186d8846a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 945 time: 0.0872211 Feb 02 13:23:53.835464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Pushing event updated for resources: {'Port': ['ID=4f323631-5dd4-4b9b-9e78-bead70e444bd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:53.869283 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:53.905161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4db6df7a-3637-4db3-9d3f-fe998546af74 req-91ef29c5-4df4-4dc3-8d55-27b0dd3862e0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662463 Feb 02 13:23:53.936375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Attempting to bind port 4f323631-5dd4-4b9b-9e78-bead70e444bd on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:23:53.936745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Attempting to bind port 4f323631-5dd4-4b9b-9e78-bead70e444bd by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '62778c67-642b-4f0c-90c2-ed2069b53d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:23:53.937107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Attempting to bind port 4f323631-5dd4-4b9b-9e78-bead70e444bd on network a6b45807-43d1-498d-9010-e7664e81078b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:23:53.974254 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:23:53.974938 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Checking segment: {'id': '62778c67-642b-4f0c-90c2-ed2069b53d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:23:53.974938 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:53.975392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Bound using segment: {'id': '62778c67-642b-4f0c-90c2-ed2069b53d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:23:53.975763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Bound port: 4f323631-5dd4-4b9b-9e78-bead70e444bd, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62778c67-642b-4f0c-90c2-ed2069b53d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:23:53.976399 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.010982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.044374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port 50f36ee2-e839-4608-a56e-03dc41fd16ef yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:23:54.144269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495db117-ab28-4341-bf92-fd7cd754cb83 req-1ec0087a-948d-4320-94e6-44fe77ac4a50 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:54.146662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] For port 4f323631-5dd4-4b9b-9e78-bead70e444bd, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:23:54.150340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] For port 4f323631-5dd4-4b9b-9e78-bead70e444bd, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4f323631-5dd4-4b9b-9e78-bead70e444bd,segment=NetworkSegment(62778c67-642b-4f0c-90c2-ed2069b53d98),segment_id=62778c67-642b-4f0c-90c2-ed2069b53d98)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:23:54.151576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-495db117-ab28-4341-bf92-fd7cd754cb83 req-1ec0087a-948d-4320-94e6-44fe77ac4a50 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1128705 Feb 02 13:23:54.152092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:54.163567 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7242a982-3a8c-4069-a8f8-ba2621d7ef15 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:23:54.206811 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.273266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8::4c (a6b45807-43d1-498d-9010-e7664e81078b/7c7f8fca-5748-46fe-b758-8672acd51fb8/50f36ee2-e839-4608-a56e-03dc41fd16ef) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:54.300018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5acd3e-57f2-45d4-9b18-460c5fb305dd admin admin] Deleting subnet af06f0fb-fe71-4f2f-bec0-f56fb45b19d0 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:23:54.304094 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa5acd3e-57f2-45d4-9b18-460c5fb305dd admin admin] Publish callbacks [] for subnet (af06f0fb-fe71-4f2f-bec0-f56fb45b19d0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.365229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3f003-5acc-428a-95d4-d11070fd4d62 None None] Pushing event updated for resources: {'Port': ['ID=4f323631-5dd4-4b9b-9e78-bead70e444bd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:54.365602 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa5acd3e-57f2-45d4-9b18-460c5fb305dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (af06f0fb-fe71-4f2f-bec0-f56fb45b19d0), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.367770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:54.368197 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.402813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb89dd8c-8751-4d89-9bb4-729a9a9e23d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7242a982-3a8c-4069-a8f8-ba2621d7ef15'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:23:54.411119 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25f395c-558d-4567-a456-c85ab5f718ad" -d '{"events": [{"server_uuid": "bb89dd8c-8751-4d89-9bb4-729a9a9e23d4", "name": "network-vif-unplugged", "status": "completed", "tag": "7242a982-3a8c-4069-a8f8-ba2621d7ef15"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:23:54.426342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7242a982-3a8c-4069-a8f8-ba2621d7ef15, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7242a982-3a8c-4069-a8f8-ba2621d7ef15,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:54.432824 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.436197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-495db117-ab28-4341-bf92-fd7cd754cb83 req-4b6f9b2d-6776-433f-a8d0-11cd9368aba3 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819283 Feb 02 13:23:54.438439 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa5acd3e-57f2-45d4-9b18-460c5fb305dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (af06f0fb-fe71-4f2f-bec0-f56fb45b19d0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.527888 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Feb 2022 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf21e73-2813-4f7d-a517-54ec5fd724ba x-openstack-request-id: req-ddf21e73-2813-4f7d-a517-54ec5fd724ba {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:23:54.528264 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb89dd8c-8751-4d89-9bb4-729a9a9e23d4", "name": "network-vif-unplugged", "status": "failed", "tag": "7242a982-3a8c-4069-a8f8-ba2621d7ef15", "code": 422}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:23:54.528522 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ddf21e73-2813-4f7d-a517-54ec5fd724ba {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:23:54.528932 n-d-827336-2 neutron-server[103189]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb89dd8c-8751-4d89-9bb4-729a9a9e23d4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7242a982-3a8c-4069-a8f8-ba2621d7ef15', 'code': 422} returned with failed status Feb 02 13:23:54.532286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=7242a982-3a8c-4069-a8f8-ba2621d7ef15,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:54.539280 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa5acd3e-57f2-45d4-9b18-460c5fb305dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (af06f0fb-fe71-4f2f-bec0-f56fb45b19d0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.599531 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (50f36ee2-e839-4608-a56e-03dc41fd16ef), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.611345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5acd3e-57f2-45d4-9b18-460c5fb305dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af06f0fb-fe71-4f2f-bec0-f56fb45b19d0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:54.697011 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa5acd3e-57f2-45d4-9b18-460c5fb305dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.703282 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aa5acd3e-57f2-45d4-9b18-460c5fb305dd admin admin] 10.222.0.83 "DELETE /v2.0/subnets/af06f0fb-fe71-4f2f-bec0-f56fb45b19d0 HTTP/1.1" status: 204 len: 168 time: 0.5479949 Feb 02 13:23:54.704795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43902) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:54.727701 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (50f36ee2-e839-4608-a56e-03dc41fd16ef), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.815250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network a6b45807-43d1-498d-9010-e7664e81078b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:54.817242 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:54.819908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:23:54.831042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:54.831752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.834357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=50f36ee2-e839-4608-a56e-03dc41fd16ef,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:54.837567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b2b24-a1f8-4d3b-8da7-ca07bb2b149e req-e64ffb76-d736-4373-ae5f-042d18afb639 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:54.839157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d15b2b24-a1f8-4d3b-8da7-ca07bb2b149e req-e64ffb76-d736-4373-ae5f-042d18afb639 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2423360 Feb 02 13:23:54.871087 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-58c4481a-12a9-4978-99b0-15fb70c63855 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2072911 Feb 02 13:23:54.874244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43904) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:54.874396 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (00915b80-c922-4360-bb98-a6cc25fced9c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:54.882064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-634eea60-89d7-48d6-a42c-5d18c00c600e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:54.988191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f85534-d192-48b6-b4fe-55f65c0adbcc req-d2d7e409-6340-48ec-9a5c-0b8c7cfe5e70 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:54.997073 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39f85534-d192-48b6-b4fe-55f65c0adbcc req-d2d7e409-6340-48ec-9a5c-0b8c7cfe5e70 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.2467129 Feb 02 13:23:55.036531 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634eea60-89d7-48d6-a42c-5d18c00c600e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:55.040878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-634eea60-89d7-48d6-a42c-5d18c00c600e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:55.046143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d15b2b24-a1f8-4d3b-8da7-ca07bb2b149e req-6530537c-37cd-445a-afb7-5b86657e63ba tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852055 Feb 02 13:23:55.132887 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (00915b80-c922-4360-bb98-a6cc25fced9c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:55.188221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39f85534-d192-48b6-b4fe-55f65c0adbcc req-aa11e600-dd80-4d06-b688-b91dea910235 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900280 Feb 02 13:23:55.193819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00915b80-c922-4360-bb98-a6cc25fced9c']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:55.251199 n-d-827336-2 neutron-server[103187]: INFO neutron.db.ipam_backend_mixin [None req-634eea60-89d7-48d6-a42c-5d18c00c600e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c7f8fca-5748-46fe-b758-8672acd51fb8 (CIDR: 2001:db8::/64) Feb 02 13:23:55.252557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cab8722-c1ea-4de9-952a-408c13fbc38f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:55.252842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cab8722-c1ea-4de9-952a-408c13fbc38f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:55.261335 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-634eea60-89d7-48d6-a42c-5d18c00c600e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:23:55.262202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634eea60-89d7-48d6-a42c-5d18c00c600e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:23:55.283744 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-634eea60-89d7-48d6-a42c-5d18c00c600e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4082644 Feb 02 13:23:55.286674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43920) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:55.290408 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (3cab8722-c1ea-4de9-952a-408c13fbc38f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:55.294136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fd8a34aa-7a74-4a40-9a3c-239d36c37800 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:55.335066 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (3cab8722-c1ea-4de9-952a-408c13fbc38f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:55.363583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faf0a8-7c10-4d8f-990a-e0a8b2d0e494 req-5d043fff-e536-4e65-9fc6-18f7cdbcafa5 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:55.371140 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3faf0a8-7c10-4d8f-990a-e0a8b2d0e494 req-5d043fff-e536-4e65-9fc6-18f7cdbcafa5 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.2120857 Feb 02 13:23:55.386361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:23:55.386804 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (3cab8722-c1ea-4de9-952a-408c13fbc38f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:23:55.389644 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:23:55.504543 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8a34aa-7a74-4a40-9a3c-239d36c37800 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:55.508336 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd8a34aa-7a74-4a40-9a3c-239d36c37800 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:55.604287 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (00915b80-c922-4360-bb98-a6cc25fced9c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:55.609579 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:55.614091 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] 10.222.0.83 "DELETE /v2.0/networks/00915b80-c922-4360-bb98-a6cc25fced9c HTTP/1.1" status: 204 len: 168 time: 0.9081922 Feb 02 13:23:55.617593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:55.664477 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3faf0a8-7c10-4d8f-990a-e0a8b2d0e494 req-e9b8393f-d877-41a5-a197-c14b27204ae3 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869978 Feb 02 13:23:55.681336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee56b7a-2349-4fc8-a54c-82f99249fe0b admin admin] Pushing event deleted for resources: {'Network': ['ID=00915b80-c922-4360-bb98-a6cc25fced9c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:55.711052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fada9d0-d913-4641-b65c-95adfc78751e admin admin] Deleting subnet 11b77c7e-84fb-4975-8370-f8937a52b03a {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:23:55.717697 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2fada9d0-d913-4641-b65c-95adfc78751e admin admin] Publish callbacks [] for subnet (11b77c7e-84fb-4975-8370-f8937a52b03a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:55.758869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91ba22-55a5-4d9c-9eef-e519dd97ec04 req-3c39ed47-bd5a-45fc-b7ff-903627181cda tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:55.760601 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c91ba22-55a5-4d9c-9eef-e519dd97ec04 req-3c39ed47-bd5a-45fc-b7ff-903627181cda tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2775023 Feb 02 13:23:55.799374 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2fada9d0-d913-4641-b65c-95adfc78751e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (11b77c7e-84fb-4975-8370-f8937a52b03a), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:55.904645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c91ba22-55a5-4d9c-9eef-e519dd97ec04 req-974bd624-a122-4d85-b4ac-51922da58400 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374292 Feb 02 13:23:55.915945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4f323631-5dd4-4b9b-9e78-bead70e444bd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:55.919197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd8a34aa-7a74-4a40-9a3c-239d36c37800 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (88ea410c-045d-459f-b944-866799f451dc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:55.920011 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2fada9d0-d913-4641-b65c-95adfc78751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (11b77c7e-84fb-4975-8370-f8937a52b03a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:55.976184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a34aa-7a74-4a40-9a3c-239d36c37800 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network a6b45807-43d1-498d-9010-e7664e81078b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:55.981368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a34aa-7a74-4a40-9a3c-239d36c37800 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:55.987294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a34aa-7a74-4a40-9a3c-239d36c37800 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:55.988327 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd8a34aa-7a74-4a40-9a3c-239d36c37800 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.010488 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fd8a34aa-7a74-4a40-9a3c-239d36c37800 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7217133 Feb 02 13:23:56.014348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43926) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:56.021656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1f11acf8-522f-4c17-9302-9889aedbafde tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-942702471', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '88ea410c-045d-459f-b944-866799f451dc'}], 'security_groups': ['3c7c9a22-f751-4057-bdd2-e7e2b41041a9']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:56.022028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92fbc79-8a5d-4ab8-820b-658d0cd29851 None None] Network a6b45807-43d1-498d-9010-e7664e81078b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:56.027823 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2fada9d0-d913-4641-b65c-95adfc78751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (11b77c7e-84fb-4975-8370-f8937a52b03a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.107550 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2fada9d0-d913-4641-b65c-95adfc78751e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.111920 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2fada9d0-d913-4641-b65c-95adfc78751e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/11b77c7e-84fb-4975-8370-f8937a52b03a HTTP/1.1" status: 204 len: 168 time: 0.4861033 Feb 02 13:23:56.114670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4f323631-5dd4-4b9b-9e78-bead70e444bd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:56.114900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fada9d0-d913-4641-b65c-95adfc78751e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b77c7e-84fb-4975-8370-f8937a52b03a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:56.115040 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.119508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:56.140445 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f11acf8-522f-4c17-9302-9889aedbafde tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (50f36ee2-e839-4608-a56e-03dc41fd16ef), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.143984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a34aa-7a74-4a40-9a3c-239d36c37800 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Subnet': ['ID=88ea410c-045d-459f-b944-866799f451dc,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:56.153543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-da21d3eb-f340-487c-90dd-13396e0a8c7f None None] Provisioning complete for port 4f323631-5dd4-4b9b-9e78-bead70e444bd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:56.153913 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da21d3eb-f340-487c-90dd-13396e0a8c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.232905 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (c9f46b87-3764-447d-8f72-19d2fe9f90d4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.363922 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (c9f46b87-3764-447d-8f72-19d2fe9f90d4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.400315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f46b87-3764-447d-8f72-19d2fe9f90d4']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:56.411575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06bc7d43-1f0b-4b6f-afac-9ea4e0471dc4') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:56.411860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06bc7d43-1f0b-4b6f-afac-9ea4e0471dc4') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:23:56.422983 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (06bc7d43-1f0b-4b6f-afac-9ea4e0471dc4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.441628 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (06bc7d43-1f0b-4b6f-afac-9ea4e0471dc4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.456166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:23:56.456494 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (06bc7d43-1f0b-4b6f-afac-9ea4e0471dc4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:23:56.458312 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:23:56.538374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4f323631-5dd4-4b9b-9e78-bead70e444bd is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:56.539117 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.579103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 4f323631-5dd4-4b9b-9e78-bead70e444bd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4f323631-5dd4-4b9b-9e78-bead70e444bd,segment=NetworkSegment(62778c67-642b-4f0c-90c2-ed2069b53d98),segment_id=62778c67-642b-4f0c-90c2-ed2069b53d98)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:56.608237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-1f11acf8-522f-4c17-9302-9889aedbafde tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Delete allocated IP 2001:db8::4c (a6b45807-43d1-498d-9010-e7664e81078b/7c7f8fca-5748-46fe-b758-8672acd51fb8) {{(pid=103187) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 13:23:56.618616 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.625459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-1f11acf8-522f-4c17-9302-9889aedbafde tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8:0:1::3d4 (a6b45807-43d1-498d-9010-e7664e81078b/88ea410c-045d-459f-b944-866799f451dc/50f36ee2-e839-4608-a56e-03dc41fd16ef) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:56.632026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-da21d3eb-f340-487c-90dd-13396e0a8c7f None None] Current status of the port 4f323631-5dd4-4b9b-9e78-bead70e444bd is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:56.635914 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da21d3eb-f340-487c-90dd-13396e0a8c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.822235 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-da21d3eb-f340-487c-90dd-13396e0a8c7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:23:56.822758 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-da21d3eb-f340-487c-90dd-13396e0a8c7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:23:56.823386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e8c519-0b40-4c55-9fca-c0e380cdbe20 None None] Update dhcp port {'port': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'fixed_ips': [{'subnet_id': '7c7f8fca-5748-46fe-b758-8672acd51fb8', 'ip_address': '2001:db8::2'}, {'subnet_id': '88ea410c-045d-459f-b944-866799f451dc'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '4f323631-5dd4-4b9b-9e78-bead70e444bd'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:23:56.855401 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59e8c519-0b40-4c55-9fca-c0e380cdbe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.951130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f11acf8-522f-4c17-9302-9889aedbafde tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (50f36ee2-e839-4608-a56e-03dc41fd16ef), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.961690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=4f323631-5dd4-4b9b-9e78-bead70e444bd,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:56.971653 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f11acf8-522f-4c17-9302-9889aedbafde tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (50f36ee2-e839-4608-a56e-03dc41fd16ef), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:56.996606 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (c9f46b87-3764-447d-8f72-19d2fe9f90d4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.003953 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.008133 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] 10.222.0.83 "DELETE /v2.0/networks/c9f46b87-3764-447d-8f72-19d2fe9f90d4 HTTP/1.1" status: 204 len: 168 time: 0.8866508 Feb 02 13:23:57.022924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add803bc-9112-47f1-af2a-6d49cd66f642 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f46b87-3764-447d-8f72-19d2fe9f90d4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:57.074595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ef2a7-f2d9-4eb8-b4b5-e0c1c4b3759c req-ab99ee2d-7e9c-4147-8736-40575a8ed852 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:57.080900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-804ef2a7-f2d9-4eb8-b4b5-e0c1c4b3759c req-ab99ee2d-7e9c-4147-8736-40575a8ed852 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1359403 Feb 02 13:23:57.104100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1f11acf8-522f-4c17-9302-9889aedbafde tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] In _notify_port_updated(), no bound segment for port 50f36ee2-e839-4608-a56e-03dc41fd16ef on network a6b45807-43d1-498d-9010-e7664e81078b {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:23:57.110392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f11acf8-522f-4c17-9302-9889aedbafde tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:57.111511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f11acf8-522f-4c17-9302-9889aedbafde tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.113079 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1f11acf8-522f-4c17-9302-9889aedbafde tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "PUT /v2.0/ports/50f36ee2-e839-4608-a56e-03dc41fd16ef HTTP/1.1" status: 200 len: 930 time: 1.0979269 Feb 02 13:23:57.115988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43938) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:57.179328 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-804ef2a7-f2d9-4eb8-b4b5-e0c1c4b3759c req-a67b4944-4ef6-4315-b5d9-8768b33a9b4b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881946 Feb 02 13:23:57.200035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11acf8-522f-4c17-9302-9889aedbafde tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=50f36ee2-e839-4608-a56e-03dc41fd16ef,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:57.219317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf6c6b2-ad1b-4627-b7ff-bb5567b640a1 req-9b5f651d-d725-4aef-8d0d-98d313b1b773 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:57.221355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cf6c6b2-ad1b-4627-b7ff-bb5567b640a1 req-9b5f651d-d725-4aef-8d0d-98d313b1b773 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1888788 Feb 02 13:23:57.240301 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-59e8c519-0b40-4c55-9fca-c0e380cdbe20 None None] Allocated IP 2001:db8:0:1::2 (a6b45807-43d1-498d-9010-e7664e81078b/88ea410c-045d-459f-b944-866799f451dc/4f323631-5dd4-4b9b-9e78-bead70e444bd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:23:57.273637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe903f-a2c7-4563-b837-2598e2bbb394 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 50f36ee2-e839-4608-a56e-03dc41fd16ef {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:23:57.273986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecfe903f-a2c7-4563-b837-2598e2bbb394 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (50f36ee2-e839-4608-a56e-03dc41fd16ef), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.323048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cf6c6b2-ad1b-4627-b7ff-bb5567b640a1 req-7cf67d66-61a9-44e1-a39b-12660f237cb6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956836 Feb 02 13:23:57.415721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:57.438419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-da21d3eb-f340-487c-90dd-13396e0a8c7f None None] Current status of the port 4f323631-5dd4-4b9b-9e78-bead70e444bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:57.449095 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecfe903f-a2c7-4563-b837-2598e2bbb394 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (50f36ee2-e839-4608-a56e-03dc41fd16ef), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.462447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-da21d3eb-f340-487c-90dd-13396e0a8c7f None None] Provisioning complete for port b906728d-2423-4af2-91cb-048dec6369f3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:57.462822 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da21d3eb-f340-487c-90dd-13396e0a8c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b906728d-2423-4af2-91cb-048dec6369f3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.464225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe903f-a2c7-4563-b837-2598e2bbb394 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 50f36ee2-e839-4608-a56e-03dc41fd16ef owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:23:57.465405 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-59e8c519-0b40-4c55-9fca-c0e380cdbe20 None None] For port 4f323631-5dd4-4b9b-9e78-bead70e444bd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4f323631-5dd4-4b9b-9e78-bead70e444bd,segment=NetworkSegment(62778c67-642b-4f0c-90c2-ed2069b53d98),segment_id=62778c67-642b-4f0c-90c2-ed2069b53d98)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:23:57.466374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-70c1644a-e101-4407-9f33-d497f5bcd2a7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8a95ad609d9d426cae6e86c4e70983a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0472808 Feb 02 13:23:57.467041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43944) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:57.519869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-da21d3eb-f340-487c-90dd-13396e0a8c7f None None] Port b906728d-2423-4af2-91cb-048dec6369f3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:57.524872 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936839e3-53a0-443f-9743-0fca50f0d3cb admin admin] Publish callbacks [] for security_group (762088e3-24d1-4afb-bd6f-0794536ecd7f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.530837 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59e8c519-0b40-4c55-9fca-c0e380cdbe20 None None] Publish callbacks [] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.538729 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59e8c519-0b40-4c55-9fca-c0e380cdbe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.550978 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936839e3-53a0-443f-9743-0fca50f0d3cb admin admin] Publish callbacks [] for security_group (762088e3-24d1-4afb-bd6f-0794536ecd7f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.613566 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecfe903f-a2c7-4563-b837-2598e2bbb394 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (50f36ee2-e839-4608-a56e-03dc41fd16ef), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.623283 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936839e3-53a0-443f-9743-0fca50f0d3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (762088e3-24d1-4afb-bd6f-0794536ecd7f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.626543 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-936839e3-53a0-443f-9743-0fca50f0d3cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.628199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-936839e3-53a0-443f-9743-0fca50f0d3cb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/762088e3-24d1-4afb-bd6f-0794536ecd7f HTTP/1.1" status: 204 len: 168 time: 0.1602154 Feb 02 13:23:57.647534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8c519-0b40-4c55-9fca-c0e380cdbe20 None None] Pushing event updated for resources: {'Port': ['ID=4f323631-5dd4-4b9b-9e78-bead70e444bd,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:57.664418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936839e3-53a0-443f-9743-0fca50f0d3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762088e3-24d1-4afb-bd6f-0794536ecd7f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:57.681588 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe903f-a2c7-4563-b837-2598e2bbb394 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=50f36ee2-e839-4608-a56e-03dc41fd16ef,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:57.710377 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecfe903f-a2c7-4563-b837-2598e2bbb394 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.718778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43948) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:57.718931 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ecfe903f-a2c7-4563-b837-2598e2bbb394 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/50f36ee2-e839-4608-a56e-03dc41fd16ef HTTP/1.1" status: 204 len: 168 time: 0.6016757 Feb 02 13:23:57.782548 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73ae37e-784d-42d4-9b7f-3d8532233000 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:23:57.784198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a73ae37e-784d-42d4-9b7f-3d8532233000 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/50f36ee2-e839-4608-a56e-03dc41fd16ef HTTP/1.1" status: 404 len: 333 time: 0.0641942 Feb 02 13:23:57.786833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43950) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:57.828015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4f323631-5dd4-4b9b-9e78-bead70e444bd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:23:57.882954 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa4e004a-4811-4607-9171-db1c15474648 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (4ff9564f-eea7-41ab-bff3-104db05677ab), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.912741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4f323631-5dd4-4b9b-9e78-bead70e444bd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:57.913257 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.930264 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa4e004a-4811-4607-9171-db1c15474648 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (4ff9564f-eea7-41ab-bff3-104db05677ab), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.993644 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa4e004a-4811-4607-9171-db1c15474648 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4ff9564f-eea7-41ab-bff3-104db05677ab), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.996433 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aa4e004a-4811-4607-9171-db1c15474648 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:57.997760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aa4e004a-4811-4607-9171-db1c15474648 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/security-groups/4ff9564f-eea7-41ab-bff3-104db05677ab HTTP/1.1" status: 204 len: 168 time: 0.2099347 Feb 02 13:23:58.001158 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43954) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:58.007825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e004a-4811-4607-9171-db1c15474648 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9564f-eea7-41ab-bff3-104db05677ab,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:58.067551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4f323631-5dd4-4b9b-9e78-bead70e444bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:58.088431 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-729dd9d7-d822-40b1-8844-251f001938be tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (3c7c9a22-f751-4057-bdd2-e7e2b41041a9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.119361 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-729dd9d7-d822-40b1-8844-251f001938be tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (3c7c9a22-f751-4057-bdd2-e7e2b41041a9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.179277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7242a982-3a8c-4069-a8f8-ba2621d7ef15 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:23:58.180649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-729dd9d7-d822-40b1-8844-251f001938be tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3c7c9a22-f751-4057-bdd2-e7e2b41041a9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.184077 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-729dd9d7-d822-40b1-8844-251f001938be tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.184799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43956) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:58.185317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-729dd9d7-d822-40b1-8844-251f001938be tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/security-groups/3c7c9a22-f751-4057-bdd2-e7e2b41041a9 HTTP/1.1" status: 204 len: 168 time: 0.1831579 Feb 02 13:23:58.195574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43958) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:58.196484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729dd9d7-d822-40b1-8844-251f001938be tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7c9a22-f751-4057-bdd2-e7e2b41041a9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:58.247689 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b43d5654-4264-49ab-9dae-24377a8c03ee admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1c5c93b9f7b34b3497aa23f9a7a3f7e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0612464 Feb 02 13:23:58.250150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43962) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:58.271453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6914debd-f892-4442-b363-4208d0a13f14 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting subnet 7c7f8fca-5748-46fe-b758-8672acd51fb8 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:23:58.281569 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6914debd-f892-4442-b363-4208d0a13f14 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (7c7f8fca-5748-46fe-b758-8672acd51fb8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.355586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 is: DOWN; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:58.365903 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6914debd-f892-4442-b363-4208d0a13f14 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (7c7f8fca-5748-46fe-b758-8672acd51fb8), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.380208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1337ffc-9e8a-4711-83a8-9133771339a6 req-52bd12b0-e82d-4b4c-9322-ec8a33121678 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:58.381778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1337ffc-9e8a-4711-83a8-9133771339a6 req-52bd12b0-e82d-4b4c-9322-ec8a33121678 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.0748334 Feb 02 13:23:58.396698 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67db4c88-b0da-405d-9bd4-454a79b5d1ab admin admin] Publish callbacks [] for security_group (c2556328-f855-498d-aca2-44cb2e018d75), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.444731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67db4c88-b0da-405d-9bd4-454a79b5d1ab admin admin] Publish callbacks [] for security_group (c2556328-f855-498d-aca2-44cb2e018d75), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.491951 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1337ffc-9e8a-4711-83a8-9133771339a6 req-86f28305-ed64-46c0-b3a2-fca6b333f018 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955184 Feb 02 13:23:58.526044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734f123-c7c5-42dc-adda-b2053f8e5611 req-5fba83c9-4fa0-4648-bcbc-0db92b5c3f9c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:58.528675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f734f123-c7c5-42dc-adda-b2053f8e5611 req-5fba83c9-4fa0-4648-bcbc-0db92b5c3f9c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1104650 Feb 02 13:23:58.535711 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6914debd-f892-4442-b363-4208d0a13f14 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (7c7f8fca-5748-46fe-b758-8672acd51fb8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.557247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ec61da6a-8a78-4bee-a86a-6dcd63cb9b5d None None] Provisioning complete for port 4f323631-5dd4-4b9b-9e78-bead70e444bd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:58.557855 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec61da6a-8a78-4bee-a86a-6dcd63cb9b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.563252 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67db4c88-b0da-405d-9bd4-454a79b5d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c2556328-f855-498d-aca2-44cb2e018d75), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.566150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67db4c88-b0da-405d-9bd4-454a79b5d1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.567473 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-67db4c88-b0da-405d-9bd4-454a79b5d1ab admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c2556328-f855-498d-aca2-44cb2e018d75 HTTP/1.1" status: 204 len: 168 time: 0.3162234 Feb 02 13:23:58.592414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f734f123-c7c5-42dc-adda-b2053f8e5611 req-32d4ba79-5e54-4171-8f97-b4651fd541d4 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512161 Feb 02 13:23:58.604997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db4c88-b0da-405d-9bd4-454a79b5d1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2556328-f855-498d-aca2-44cb2e018d75,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:58.675847 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6914debd-f892-4442-b363-4208d0a13f14 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (7c7f8fca-5748-46fe-b758-8672acd51fb8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.705992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914debd-f892-4442-b363-4208d0a13f14 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7f8fca-5748-46fe-b758-8672acd51fb8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:58.710622 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6914debd-f892-4442-b363-4208d0a13f14 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.720083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43970) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:58.720265 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6914debd-f892-4442-b363-4208d0a13f14 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/7c7f8fca-5748-46fe-b758-8672acd51fb8 HTTP/1.1" status: 204 len: 168 time: 0.5199833 Feb 02 13:23:58.728694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-01885849-238e-4499-8ff6-b367a2b1eaa7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:58.747625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec61da6a-8a78-4bee-a86a-6dcd63cb9b5d None None] Current status of the port 4f323631-5dd4-4b9b-9e78-bead70e444bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:23:58.769033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ec61da6a-8a78-4bee-a86a-6dcd63cb9b5d None None] Provisioning complete for port b906728d-2423-4af2-91cb-048dec6369f3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:58.769805 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec61da6a-8a78-4bee-a86a-6dcd63cb9b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b906728d-2423-4af2-91cb-048dec6369f3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.837225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca5ffc1-bd1f-4e6c-b19c-f0e065d3cc7a None None] Network a6b45807-43d1-498d-9010-e7664e81078b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:58.873007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec61da6a-8a78-4bee-a86a-6dcd63cb9b5d None None] Port b906728d-2423-4af2-91cb-048dec6369f3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:23:58.900895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01885849-238e-4499-8ff6-b367a2b1eaa7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:23:58.904768 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01885849-238e-4499-8ff6-b367a2b1eaa7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:58.930180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ec61da6a-8a78-4bee-a86a-6dcd63cb9b5d None None] Could not find standard attr ID for object 50f36ee2-e839-4608-a56e-03dc41fd16ef. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:23:59.044560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-996bc79a-3190-4edd-93e5-64dc6ff29bda None None] Could not find standard attr ID for object 50f36ee2-e839-4608-a56e-03dc41fd16ef. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:23:59.181866 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01885849-238e-4499-8ff6-b367a2b1eaa7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (a536a528-2ef6-4346-b1a2-34fada405406), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:59.227020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01885849-238e-4499-8ff6-b367a2b1eaa7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network a6b45807-43d1-498d-9010-e7664e81078b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:23:59.230266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-01885849-238e-4499-8ff6-b367a2b1eaa7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:23:59.235676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01885849-238e-4499-8ff6-b367a2b1eaa7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:59.236264 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-01885849-238e-4499-8ff6-b367a2b1eaa7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:59.251717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01885849-238e-4499-8ff6-b367a2b1eaa7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Subnet': ['ID=a536a528-2ef6-4346-b1a2-34fada405406,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:59.267329 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-01885849-238e-4499-8ff6-b367a2b1eaa7 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5423996 Feb 02 13:23:59.267329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43984) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:59.277349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ea356919-31e2-4724-8cf3-ea552eaa7da4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'security_group': {'name': 'tempest-secgroup-1350328121'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:59.320117 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea356919-31e2-4724-8cf3-ea552eaa7da4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:59.419928 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea356919-31e2-4724-8cf3-ea552eaa7da4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (65f33833-88d1-4d15-9404-db03d899e52e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:59.426343 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea356919-31e2-4724-8cf3-ea552eaa7da4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (65f33833-88d1-4d15-9404-db03d899e52e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:59.467747 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea356919-31e2-4724-8cf3-ea552eaa7da4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:59.469143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ea356919-31e2-4724-8cf3-ea552eaa7da4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2008691 Feb 02 13:23:59.472117 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43992) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:59.477678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3423724f-06bd-4321-99cc-839a4d4e7c35 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'security_group': {'name': 'tempest-secgroup-450582625'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:59.479989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea356919-31e2-4724-8cf3-ea552eaa7da4 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65f33833-88d1-4d15-9404-db03d899e52e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:59.522112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3423724f-06bd-4321-99cc-839a4d4e7c35 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:59.648379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3423724f-06bd-4321-99cc-839a4d4e7c35 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (5074061b-e934-4c9f-9739-03eef1ebbdaf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:59.656890 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3423724f-06bd-4321-99cc-839a4d4e7c35 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5074061b-e934-4c9f-9739-03eef1ebbdaf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:59.683652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e3a70-d6f6-47c7-8c03-b4801c194af9 req-c75e0810-78d9-4679-b4b8-491c400f4375 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:59.687327 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d2e3a70-d6f6-47c7-8c03-b4801c194af9 req-c75e0810-78d9-4679-b4b8-491c400f4375 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1034338 Feb 02 13:23:59.726364 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3423724f-06bd-4321-99cc-839a4d4e7c35 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:59.731086 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3423724f-06bd-4321-99cc-839a4d4e7c35 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2577999 Feb 02 13:23:59.732225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44004) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:23:59.742043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d343826d-111b-472d-8207-8dfc0b273df9 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'security_group': {'name': 'tempest-secgroup-1243547041'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:23:59.747533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423724f-06bd-4321-99cc-839a4d4e7c35 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5074061b-e934-4c9f-9739-03eef1ebbdaf,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:23:59.776566 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d343826d-111b-472d-8207-8dfc0b273df9 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:59.777068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8629b735-342a-4def-8246-04315f38f495 None None] Network a6b45807-43d1-498d-9010-e7664e81078b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:23:59.869770 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d2e3a70-d6f6-47c7-8c03-b4801c194af9 req-c0672db2-dbe9-4145-80ac-95a0541d847c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719589 Feb 02 13:23:59.893511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7577e1-546b-46b1-ba76-6b94952fad94 req-4fbb92fa-de7e-4e48-aef5-6c226111d989 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:23:59.900804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e7577e1-546b-46b1-ba76-6b94952fad94 req-4fbb92fa-de7e-4e48-aef5-6c226111d989 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1676490 Feb 02 13:23:59.905614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0daf36d2-36c9-47b6-8b9f-454973cbfcbc None None] Provisioning complete for port 4f323631-5dd4-4b9b-9e78-bead70e444bd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:23:59.905995 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0daf36d2-36c9-47b6-8b9f-454973cbfcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:23:59.976569 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e7577e1-546b-46b1-ba76-6b94952fad94 req-c36138b9-e2d2-4c66-9e46-e989d3cdadca tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748482 Feb 02 13:24:00.011964 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d343826d-111b-472d-8207-8dfc0b273df9 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (4a355330-818a-4bf1-aa3c-258b8a8b4b99), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.019773 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d343826d-111b-472d-8207-8dfc0b273df9 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4a355330-818a-4bf1-aa3c-258b8a8b4b99), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.057276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0daf36d2-36c9-47b6-8b9f-454973cbfcbc None None] Current status of the port 4f323631-5dd4-4b9b-9e78-bead70e444bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:00.062981 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d343826d-111b-472d-8207-8dfc0b273df9 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.067317 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d343826d-111b-472d-8207-8dfc0b273df9 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3294301 Feb 02 13:24:00.067686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44008) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:00.072854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-32925122', 'security_groups': ['4a355330-818a-4bf1-aa3c-258b8a8b4b99'], 'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a536a528-2ef6-4346-b1a2-34fada405406'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:00.074540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343826d-111b-472d-8207-8dfc0b273df9 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a355330-818a-4bf1-aa3c-258b8a8b4b99,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:00.095204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7702d444-a39b-4552-a0fe-317004661dc0 None None] Update dhcp port {'port': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'fixed_ips': [{'subnet_id': '88ea410c-045d-459f-b944-866799f451dc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a536a528-2ef6-4346-b1a2-34fada405406'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '4f323631-5dd4-4b9b-9e78-bead70e444bd'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:24:00.122359 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0daf36d2-36c9-47b6-8b9f-454973cbfcbc None None] Provisioning complete for port b906728d-2423-4af2-91cb-048dec6369f3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:00.122645 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0daf36d2-36c9-47b6-8b9f-454973cbfcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b906728d-2423-4af2-91cb-048dec6369f3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.159890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0daf36d2-36c9-47b6-8b9f-454973cbfcbc None None] Port b906728d-2423-4af2-91cb-048dec6369f3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:24:00.171717 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7702d444-a39b-4552-a0fe-317004661dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.203062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:00.231502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:00.324553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.341142 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99466fed-87c6-460e-a24b-66477431b302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.352800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] device_id is not set on port 0ca07cf2-75ad-40e6-b26b-e30994302d6e yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:24:00.393357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7702d444-a39b-4552-a0fe-317004661dc0 None None] Allocated IP 2001:db8::2 (a6b45807-43d1-498d-9010-e7664e81078b/a536a528-2ef6-4346-b1a2-34fada405406/4f323631-5dd4-4b9b-9e78-bead70e444bd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:00.441217 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99466fed-87c6-460e-a24b-66477431b302 admin admin] Publish callbacks [] for security_group (77e0ddcb-a8dd-4b5f-925a-742dc5d5c928), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.447040 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99466fed-87c6-460e-a24b-66477431b302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (77e0ddcb-a8dd-4b5f-925a-742dc5d5c928), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.523190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-99466fed-87c6-460e-a24b-66477431b302 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7490d5dac1074e7e9b7e84f265057983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3147473 Feb 02 13:24:00.523190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44016) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:00.532719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99466fed-87c6-460e-a24b-66477431b302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e0ddcb-a8dd-4b5f-925a-742dc5d5c928,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:00.560690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7702d444-a39b-4552-a0fe-317004661dc0 None None] For port 4f323631-5dd4-4b9b-9e78-bead70e444bd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4f323631-5dd4-4b9b-9e78-bead70e444bd,segment=NetworkSegment(62778c67-642b-4f0c-90c2-ed2069b53d98),segment_id=62778c67-642b-4f0c-90c2-ed2069b53d98)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:00.602100 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4d25c10-12e6-4792-a14e-cde22e9fc3da admin admin] Publish callbacks [] for security_group (77e0ddcb-a8dd-4b5f-925a-742dc5d5c928), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.634679 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7702d444-a39b-4552-a0fe-317004661dc0 None None] Publish callbacks [] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.635071 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4d25c10-12e6-4792-a14e-cde22e9fc3da admin admin] Publish callbacks [] for security_group (77e0ddcb-a8dd-4b5f-925a-742dc5d5c928), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.644152 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7702d444-a39b-4552-a0fe-317004661dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.707121 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4d25c10-12e6-4792-a14e-cde22e9fc3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (77e0ddcb-a8dd-4b5f-925a-742dc5d5c928), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.711599 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4d25c10-12e6-4792-a14e-cde22e9fc3da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:00.717496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f4d25c10-12e6-4792-a14e-cde22e9fc3da admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/77e0ddcb-a8dd-4b5f-925a-742dc5d5c928 HTTP/1.1" status: 204 len: 168 time: 0.1931763 Feb 02 13:24:00.729804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d25c10-12e6-4792-a14e-cde22e9fc3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e0ddcb-a8dd-4b5f-925a-742dc5d5c928,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:00.744193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702d444-a39b-4552-a0fe-317004661dc0 None None] Pushing event updated for resources: {'Port': ['ID=4f323631-5dd4-4b9b-9e78-bead70e444bd,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:01.122718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8::1fb (a6b45807-43d1-498d-9010-e7664e81078b/a536a528-2ef6-4346-b1a2-34fada405406/0ca07cf2-75ad-40e6-b26b-e30994302d6e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:01.190058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5f21e-1f10-4ad9-a17d-9f2848b84999 req-1b04b1fd-1e0c-4156-a3a8-7bebde0be8b0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:01.192741 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ced5f21e-1f10-4ad9-a17d-9f2848b84999 req-1b04b1fd-1e0c-4156-a3a8-7bebde0be8b0 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.0963089 Feb 02 13:24:01.315520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ced5f21e-1f10-4ad9-a17d-9f2848b84999 req-3cf97469-9f1c-4682-802d-9bd04f45f60b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103485 Feb 02 13:24:01.403551 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (0ca07cf2-75ad-40e6-b26b-e30994302d6e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:01.463278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0ca07cf2-75ad-40e6-b26b-e30994302d6e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:01.523153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=0ca07cf2-75ad-40e6-b26b-e30994302d6e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:01.538716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network a6b45807-43d1-498d-9010-e7664e81078b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:01.540477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:01.543221 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:01.549292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:01.550332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:01.585836 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fd229072-2f09-4add-b895-58ee3d26790f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5169797 Feb 02 13:24:01.589427 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44040) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:01.595715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c7f30a25-7a16-430f-8402-8be0e6108a9f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:01.617278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ef862-d5a9-410e-945f-660b84317c46 req-c61f070d-ec8b-4a66-b282-dfc4e6d4c418 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:01.619197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a8ef862-d5a9-410e-945f-660b84317c46 req-c61f070d-ec8b-4a66-b282-dfc4e6d4c418 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1087275 Feb 02 13:24:01.703581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-89ce1d85-d291-4737-9598-18531b455bab None None] Provisioning complete for port 4f323631-5dd4-4b9b-9e78-bead70e444bd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:01.704723 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89ce1d85-d291-4737-9598-18531b455bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:01.739216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a8ef862-d5a9-410e-945f-660b84317c46 req-3ead4f47-5ab7-4206-84e6-76ca7ef820b0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082242 Feb 02 13:24:01.747852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f30a25-7a16-430f-8402-8be0e6108a9f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:01.758572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7f30a25-7a16-430f-8402-8be0e6108a9f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:01.812528 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2029483-f497-418a-978c-965cc4a62ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:01.857565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4f323631-5dd4-4b9b-9e78-bead70e444bd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:24:01.905525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-89ce1d85-d291-4737-9598-18531b455bab None None] Current status of the port 4f323631-5dd4-4b9b-9e78-bead70e444bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:01.918655 n-d-827336-2 neutron-server[103187]: INFO neutron.db.ipam_backend_mixin [None req-c7f30a25-7a16-430f-8402-8be0e6108a9f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a536a528-2ef6-4346-b1a2-34fada405406 (CIDR: 2001:db8::/64) Feb 02 13:24:01.923951 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f30a25-7a16-430f-8402-8be0e6108a9f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:24:01.924414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f30a25-7a16-430f-8402-8be0e6108a9f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:01.937060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-89ce1d85-d291-4737-9598-18531b455bab None None] Provisioning complete for port b906728d-2423-4af2-91cb-048dec6369f3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:01.937776 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89ce1d85-d291-4737-9598-18531b455bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b906728d-2423-4af2-91cb-048dec6369f3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:01.953274 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c7f30a25-7a16-430f-8402-8be0e6108a9f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3624794 Feb 02 13:24:01.956005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:01.961095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7bfe29f9-05bf-4851-be3f-3dc898dbda62 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:01.999157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4f323631-5dd4-4b9b-9e78-bead70e444bd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:01.999569 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:02.002289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-89ce1d85-d291-4737-9598-18531b455bab None None] Port b906728d-2423-4af2-91cb-048dec6369f3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:24:02.110095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfe29f9-05bf-4851-be3f-3dc898dbda62 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:02.114037 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7bfe29f9-05bf-4851-be3f-3dc898dbda62 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:02.127229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4f323631-5dd4-4b9b-9e78-bead70e444bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:02.148436 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c6c8f4fa-fba6-44df-82fd-b58addfa3c81 None None] Provisioning complete for port 0ca07cf2-75ad-40e6-b26b-e30994302d6e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:02.148766 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6c8f4fa-fba6-44df-82fd-b58addfa3c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0ca07cf2-75ad-40e6-b26b-e30994302d6e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:02.193328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c6c8f4fa-fba6-44df-82fd-b58addfa3c81 None None] Port 0ca07cf2-75ad-40e6-b26b-e30994302d6e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:24:02.254531 n-d-827336-2 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-7bfe29f9-05bf-4851-be3f-3dc898dbda62 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 88ea410c-045d-459f-b944-866799f451dc (CIDR: 2001:db8:0:1::/64) Feb 02 13:24:02.259565 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfe29f9-05bf-4851-be3f-3dc898dbda62 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:24:02.260204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bfe29f9-05bf-4851-be3f-3dc898dbda62 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:02.283179 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7bfe29f9-05bf-4851-be3f-3dc898dbda62 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3259950 Feb 02 13:24:02.286185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44062) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:02.291412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-09806010-0aae-401d-a53a-dd17bc84e85e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'subnet': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:02.426963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09806010-0aae-401d-a53a-dd17bc84e85e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Made reservation on behalf of 8839892b51ce4e79a0c24ff28aca9784 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:02.432069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-09806010-0aae-401d-a53a-dd17bc84e85e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:02.509350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4ae200ee-d7e7-4a85-86da-ec78a1ef2e41 None None] Could not find standard attr ID for object 50f36ee2-e839-4608-a56e-03dc41fd16ef. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:24:02.511783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd86d4d-c85e-4e52-9194-a8730323c4c1 req-e5547225-4b26-4b0f-9ed3-9cae5021ce72 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:02.521287 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edd86d4d-c85e-4e52-9194-a8730323c4c1 req-e5547225-4b26-4b0f-9ed3-9cae5021ce72 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.0768991 Feb 02 13:24:02.531862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44068) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:02.594628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edd86d4d-c85e-4e52-9194-a8730323c4c1 req-f01937b8-4cd0-43bb-92b9-0d757ac12583 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722368 Feb 02 13:24:02.725580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-93ae0a75-922e-4dbf-bd47-14d954d3c7e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:02.826334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-09806010-0aae-401d-a53a-dd17bc84e85e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:02.879343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-93ae0a75-922e-4dbf-bd47-14d954d3c7e1 admin admin] Publish callbacks [] for security_group (93f5f311-25be-4801-8d58-4dec30032820), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:02.896510 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-93ae0a75-922e-4dbf-bd47-14d954d3c7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (93f5f311-25be-4801-8d58-4dec30032820), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:02.903713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09806010-0aae-401d-a53a-dd17bc84e85e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Network a6b45807-43d1-498d-9010-e7664e81078b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:02.911257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc67be3-4e0d-4d0a-9f45-92780ffb2e54 req-63070537-4824-4425-886a-61a5f8e4b747 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:02.912940 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-efc67be3-4e0d-4d0a-9f45-92780ffb2e54 req-63070537-4824-4425-886a-61a5f8e4b747 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.0639896 Feb 02 13:24:02.919761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-09806010-0aae-401d-a53a-dd17bc84e85e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:02.932764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09806010-0aae-401d-a53a-dd17bc84e85e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:02.933542 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-09806010-0aae-401d-a53a-dd17bc84e85e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:02.935235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d89342-53f7-49ae-a389-01bab83d856f None None] Network a6b45807-43d1-498d-9010-e7664e81078b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:02.943089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09806010-0aae-401d-a53a-dd17bc84e85e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Subnet': ['ID=8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:02.967497 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-93ae0a75-922e-4dbf-bd47-14d954d3c7e1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c7bea5aadbfd47df8f8f8538e3bd0ed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4345486 Feb 02 13:24:02.968122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44076) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:02.994260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:02.994487 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-09806010-0aae-401d-a53a-dd17bc84e85e tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7071979 Feb 02 13:24:02.995148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae0a75-922e-4dbf-bd47-14d954d3c7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5f311-25be-4801-8d58-4dec30032820,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:03.006964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9021329a-2e02-4c49-a5a3-9131a2f44d2a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-530335342', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa'}], 'security_groups': ['65f33833-88d1-4d15-9404-db03d899e52e', '5074061b-e934-4c9f-9739-03eef1ebbdaf']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:03.023217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-efc67be3-4e0d-4d0a-9f45-92780ffb2e54 req-6bdb7ab1-f34d-4d8d-accb-091ac83fc371 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984077 Feb 02 13:24:03.057520 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80e7ef29-0735-4d8f-945a-bd090ce421bb admin admin] Publish callbacks [] for security_group (93f5f311-25be-4801-8d58-4dec30032820), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:03.084005 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80e7ef29-0735-4d8f-945a-bd090ce421bb admin admin] Publish callbacks [] for security_group (93f5f311-25be-4801-8d58-4dec30032820), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:03.141107 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80e7ef29-0735-4d8f-945a-bd090ce421bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (93f5f311-25be-4801-8d58-4dec30032820), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:03.145521 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80e7ef29-0735-4d8f-945a-bd090ce421bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:03.146774 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-80e7ef29-0735-4d8f-945a-bd090ce421bb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/93f5f311-25be-4801-8d58-4dec30032820 HTTP/1.1" status: 204 len: 168 time: 0.1735239 Feb 02 13:24:03.177992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7ef29-0735-4d8f-945a-bd090ce421bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5f311-25be-4801-8d58-4dec30032820,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:03.202669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88957575-c14f-4906-8891-a5477cd1ad07 None None] Update dhcp port {'port': {'network_id': 'a6b45807-43d1-498d-9010-e7664e81078b', 'fixed_ips': [{'subnet_id': '88ea410c-045d-459f-b944-866799f451dc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a536a528-2ef6-4346-b1a2-34fada405406', 'ip_address': '2001:db8::2'}, {'subnet_id': '8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '4f323631-5dd4-4b9b-9e78-bead70e444bd'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:24:03.238761 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88957575-c14f-4906-8891-a5477cd1ad07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:03.257046 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9021329a-2e02-4c49-a5a3-9131a2f44d2a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0ca07cf2-75ad-40e6-b26b-e30994302d6e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:03.418018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-88957575-c14f-4906-8891-a5477cd1ad07 None None] Allocated IP 2001:db8:0:2::2 (a6b45807-43d1-498d-9010-e7664e81078b/8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa/4f323631-5dd4-4b9b-9e78-bead70e444bd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:03.517120 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-88957575-c14f-4906-8891-a5477cd1ad07 None None] For port 4f323631-5dd4-4b9b-9e78-bead70e444bd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4f323631-5dd4-4b9b-9e78-bead70e444bd,segment=NetworkSegment(62778c67-642b-4f0c-90c2-ed2069b53d98),segment_id=62778c67-642b-4f0c-90c2-ed2069b53d98)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:03.548042 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88957575-c14f-4906-8891-a5477cd1ad07 None None] Publish callbacks [] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:03.553527 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88957575-c14f-4906-8891-a5477cd1ad07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:03.675860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88957575-c14f-4906-8891-a5477cd1ad07 None None] Pushing event updated for resources: {'Port': ['ID=4f323631-5dd4-4b9b-9e78-bead70e444bd,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:03.707596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9021329a-2e02-4c49-a5a3-9131a2f44d2a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Delete allocated IP 2001:db8::1fb (a6b45807-43d1-498d-9010-e7664e81078b/a536a528-2ef6-4346-b1a2-34fada405406) {{(pid=103188) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 13:24:03.733612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9021329a-2e02-4c49-a5a3-9131a2f44d2a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Allocated IP 2001:db8:0:2::307 (a6b45807-43d1-498d-9010-e7664e81078b/8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa/0ca07cf2-75ad-40e6-b26b-e30994302d6e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:03.795515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8743c-3fdc-456f-982a-c84632137b84 req-18aec2b9-be10-465f-b45b-8b1847b5c503 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:03.800412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4f323631-5dd4-4b9b-9e78-bead70e444bd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:24:03.801147 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3ca8743c-3fdc-456f-982a-c84632137b84 req-18aec2b9-be10-465f-b45b-8b1847b5c503 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1278672 Feb 02 13:24:03.911204 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3ca8743c-3fdc-456f-982a-c84632137b84 req-071443d9-4386-4d7e-83c5-22a24a19d7eb tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986280 Feb 02 13:24:04.093160 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9021329a-2e02-4c49-a5a3-9131a2f44d2a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for port (0ca07cf2-75ad-40e6-b26b-e30994302d6e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:04.102399 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9021329a-2e02-4c49-a5a3-9131a2f44d2a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0ca07cf2-75ad-40e6-b26b-e30994302d6e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:04.160755 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61f15d15-4ccb-4467-bef0-372d354fe98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:04.165232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4f323631-5dd4-4b9b-9e78-bead70e444bd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:04.166291 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:04.190427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021329a-2e02-4c49-a5a3-9131a2f44d2a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event updated for resources: {'Port': ['ID=0ca07cf2-75ad-40e6-b26b-e30994302d6e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:04.238826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9021329a-2e02-4c49-a5a3-9131a2f44d2a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] In _notify_port_updated(), no bound segment for port 0ca07cf2-75ad-40e6-b26b-e30994302d6e on network a6b45807-43d1-498d-9010-e7664e81078b {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:24:04.245405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9021329a-2e02-4c49-a5a3-9131a2f44d2a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:04.246079 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9021329a-2e02-4c49-a5a3-9131a2f44d2a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:04.250043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9021329a-2e02-4c49-a5a3-9131a2f44d2a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "PUT /v2.0/ports/0ca07cf2-75ad-40e6-b26b-e30994302d6e HTTP/1.1" status: 200 len: 969 time: 1.2509737 Feb 02 13:24:04.250532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44118) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:04.282402 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4f323631-5dd4-4b9b-9e78-bead70e444bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:04.352535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41d210-299d-4ccb-8198-d09b2bb53a6d req-3c61ade7-4412-4108-9fc8-4413e77eade0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:04.367358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af41d210-299d-4ccb-8198-d09b2bb53a6d req-3c61ade7-4412-4108-9fc8-4413e77eade0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1835525 Feb 02 13:24:04.412501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-91578972-a0ad-41b6-b228-2ed1ee035810 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port 0ca07cf2-75ad-40e6-b26b-e30994302d6e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:04.413277 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91578972-a0ad-41b6-b228-2ed1ee035810 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0ca07cf2-75ad-40e6-b26b-e30994302d6e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:04.435227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af41d210-299d-4ccb-8198-d09b2bb53a6d req-4f19f6bb-26bf-4535-a945-aa166c53257e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614281 Feb 02 13:24:04.541198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91578972-a0ad-41b6-b228-2ed1ee035810 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0ca07cf2-75ad-40e6-b26b-e30994302d6e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:04.555167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-91578972-a0ad-41b6-b228-2ed1ee035810 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for 0ca07cf2-75ad-40e6-b26b-e30994302d6e owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:04.672697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a6e81829-4269-4bb4-81ec-cd0030bfc3cd None None] Provisioning complete for port 4f323631-5dd4-4b9b-9e78-bead70e444bd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:04.674358 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6e81829-4269-4bb4-81ec-cd0030bfc3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:04.730003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91578972-a0ad-41b6-b228-2ed1ee035810 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0ca07cf2-75ad-40e6-b26b-e30994302d6e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:04.768590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91578972-a0ad-41b6-b228-2ed1ee035810 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=0ca07cf2-75ad-40e6-b26b-e30994302d6e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:04.822091 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a6e81829-4269-4bb4-81ec-cd0030bfc3cd None None] Current status of the port 4f323631-5dd4-4b9b-9e78-bead70e444bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:04.833520 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91578972-a0ad-41b6-b228-2ed1ee035810 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:04.837355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a6e81829-4269-4bb4-81ec-cd0030bfc3cd None None] Provisioning complete for port b906728d-2423-4af2-91cb-048dec6369f3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:04.837809 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6e81829-4269-4bb4-81ec-cd0030bfc3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b906728d-2423-4af2-91cb-048dec6369f3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:04.838343 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-91578972-a0ad-41b6-b228-2ed1ee035810 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/0ca07cf2-75ad-40e6-b26b-e30994302d6e HTTP/1.1" status: 204 len: 168 time: 0.5861638 Feb 02 13:24:04.841401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:04.879186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a6e81829-4269-4bb4-81ec-cd0030bfc3cd None None] Port b906728d-2423-4af2-91cb-048dec6369f3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:24:04.882599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a6e81829-4269-4bb4-81ec-cd0030bfc3cd None None] Could not find standard attr ID for object 0ca07cf2-75ad-40e6-b26b-e30994302d6e. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:24:04.891632 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d629e36-8e63-4f8a-981a-0ab62f40a6d2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] GET failed (client error): The resource could not be found. Feb 02 13:24:04.893585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5d629e36-8e63-4f8a-981a-0ab62f40a6d2 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports/0ca07cf2-75ad-40e6-b26b-e30994302d6e HTTP/1.1" status: 404 len: 333 time: 0.0508144 Feb 02 13:24:04.896120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44130) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:04.970265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa132b05-3bd5-4200-87a0-af0d28e82202 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (4a355330-818a-4bf1-aa3c-258b8a8b4b99), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:04.998649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa132b05-3bd5-4200-87a0-af0d28e82202 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (4a355330-818a-4bf1-aa3c-258b8a8b4b99), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.050389 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa132b05-3bd5-4200-87a0-af0d28e82202 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4a355330-818a-4bf1-aa3c-258b8a8b4b99), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.058814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa132b05-3bd5-4200-87a0-af0d28e82202 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.062627 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fa132b05-3bd5-4200-87a0-af0d28e82202 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/security-groups/4a355330-818a-4bf1-aa3c-258b8a8b4b99 HTTP/1.1" status: 204 len: 168 time: 0.1628957 Feb 02 13:24:05.063671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44134) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:05.074251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191a5eb-6edc-4ab4-a0a6-7ac98a4639f7 req-cb98e266-b018-4849-a132-ba360ecb4a28 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:05.081930 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b191a5eb-6edc-4ab4-a0a6-7ac98a4639f7 req-cb98e266-b018-4849-a132-ba360ecb4a28 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.0714784 Feb 02 13:24:05.083901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa132b05-3bd5-4200-87a0-af0d28e82202 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a355330-818a-4bf1-aa3c-258b8a8b4b99,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:05.100516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4de2d609-9834-4a60-aa5e-673471440c82 None None] Could not find standard attr ID for object 0ca07cf2-75ad-40e6-b26b-e30994302d6e. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:24:05.134197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b191a5eb-6edc-4ab4-a0a6-7ac98a4639f7 req-c9a236fb-eab9-4c61-8aeb-c47393028dbf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510254 Feb 02 13:24:05.143141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c67cb6c-e871-4c35-ac22-8f12aa75db5a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (5074061b-e934-4c9f-9739-03eef1ebbdaf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.179143 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c67cb6c-e871-4c35-ac22-8f12aa75db5a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (5074061b-e934-4c9f-9739-03eef1ebbdaf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.226308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c67cb6c-e871-4c35-ac22-8f12aa75db5a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5074061b-e934-4c9f-9739-03eef1ebbdaf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.230379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c67cb6c-e871-4c35-ac22-8f12aa75db5a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.233989 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8c67cb6c-e871-4c35-ac22-8f12aa75db5a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/security-groups/5074061b-e934-4c9f-9739-03eef1ebbdaf HTTP/1.1" status: 204 len: 168 time: 0.1670637 Feb 02 13:24:05.234473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:05.245816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67cb6c-e871-4c35-ac22-8f12aa75db5a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5074061b-e934-4c9f-9739-03eef1ebbdaf,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:05.315658 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53110d57-6c99-4410-bbef-9387723b8d00 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (65f33833-88d1-4d15-9404-db03d899e52e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.346898 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53110d57-6c99-4410-bbef-9387723b8d00 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (65f33833-88d1-4d15-9404-db03d899e52e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.402617 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:24:05.437065 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53110d57-6c99-4410-bbef-9387723b8d00 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (65f33833-88d1-4d15-9404-db03d899e52e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.443665 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53110d57-6c99-4410-bbef-9387723b8d00 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.446906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-53110d57-6c99-4410-bbef-9387723b8d00 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/security-groups/65f33833-88d1-4d15-9404-db03d899e52e HTTP/1.1" status: 204 len: 168 time: 0.2095861 Feb 02 13:24:05.448808 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44140) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:05.473586 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53110d57-6c99-4410-bbef-9387723b8d00 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f33833-88d1-4d15-9404-db03d899e52e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:05.524779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-92dcdf70-8e94-4a44-91f9-0f4e19d0b539 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting subnet a536a528-2ef6-4346-b1a2-34fada405406 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:24:05.530305 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92dcdf70-8e94-4a44-91f9-0f4e19d0b539 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (a536a528-2ef6-4346-b1a2-34fada405406), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.538181 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.584986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92dcdf70-8e94-4a44-91f9-0f4e19d0b539 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (a536a528-2ef6-4346-b1a2-34fada405406), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.679953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca2e0e-1367-4db2-a69c-6fe0ff3a7372 req-e6cfb7fd-a37a-4fda-bda1-7dc86de408fe tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:05.681608 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07ca2e0e-1367-4db2-a69c-6fe0ff3a7372 req-e6cfb7fd-a37a-4fda-bda1-7dc86de408fe tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1194217 Feb 02 13:24:05.694514 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92dcdf70-8e94-4a44-91f9-0f4e19d0b539 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a536a528-2ef6-4346-b1a2-34fada405406), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.766153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92dcdf70-8e94-4a44-91f9-0f4e19d0b539 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (a536a528-2ef6-4346-b1a2-34fada405406), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.767692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07ca2e0e-1367-4db2-a69c-6fe0ff3a7372 req-c3602073-9a47-48dd-9cef-5eec1081898c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800993 Feb 02 13:24:05.806034 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-92dcdf70-8e94-4a44-91f9-0f4e19d0b539 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.809497 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-92dcdf70-8e94-4a44-91f9-0f4e19d0b539 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/a536a528-2ef6-4346-b1a2-34fada405406 HTTP/1.1" status: 204 len: 168 time: 0.3594990 Feb 02 13:24:05.810950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcdf70-8e94-4a44-91f9-0f4e19d0b539 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Subnet': ['ID=a536a528-2ef6-4346-b1a2-34fada405406,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:05.813297 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44146) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:05.821887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e6453c-f93e-44a3-9ccb-23b4a48da1be None None] Network a6b45807-43d1-498d-9010-e7664e81078b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:05.887816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c062084f-7c75-44d2-92c0-5e877e001e04 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting subnet 8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:24:05.891920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c062084f-7c75-44d2-92c0-5e877e001e04 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:05.941810 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c062084f-7c75-44d2-92c0-5e877e001e04 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:06.065899 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c062084f-7c75-44d2-92c0-5e877e001e04 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:06.179213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c062084f-7c75-44d2-92c0-5e877e001e04 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:06.214344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062084f-7c75-44d2-92c0-5e877e001e04 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Subnet': ['ID=8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:06.221087 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c062084f-7c75-44d2-92c0-5e877e001e04 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:06.225478 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c062084f-7c75-44d2-92c0-5e877e001e04 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/8869f2b2-0620-4e67-b29f-fdb2c4d6bbaa HTTP/1.1" status: 204 len: 168 time: 0.4111791 Feb 02 13:24:06.228009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44150) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:06.264459 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc44e1f4-cc4e-4996-b4cf-38e9d134dcef tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] DELETE failed (client error): The resource could not be found. Feb 02 13:24:06.265209 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc44e1f4-cc4e-4996-b4cf-38e9d134dcef tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:06.268701 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cc44e1f4-cc4e-4996-b4cf-38e9d134dcef tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/a536a528-2ef6-4346-b1a2-34fada405406 HTTP/1.1" status: 404 len: 337 time: 0.0395634 Feb 02 13:24:06.271325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44152) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:06.329448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70b421-e490-4939-9008-cf2738e74190 req-b085d1ce-5ace-4e99-b87a-94ca3fc4b488 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:06.342296 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a70b421-e490-4939-9008-cf2738e74190 req-b085d1ce-5ace-4e99-b87a-94ca3fc4b488 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1009386 Feb 02 13:24:06.390670 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-01572014-d386-422c-8a20-74c43875399c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting subnet 88ea410c-045d-459f-b944-866799f451dc {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:24:06.394392 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01572014-d386-422c-8a20-74c43875399c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (88ea410c-045d-459f-b944-866799f451dc), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:06.410484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a70b421-e490-4939-9008-cf2738e74190 req-58e651d0-5feb-4814-8540-b8a33edafcc5 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674524 Feb 02 13:24:06.459646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01572014-d386-422c-8a20-74c43875399c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (88ea410c-045d-459f-b944-866799f451dc), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:06.563445 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01572014-d386-422c-8a20-74c43875399c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (88ea410c-045d-459f-b944-866799f451dc), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:06.646700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01572014-d386-422c-8a20-74c43875399c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (88ea410c-045d-459f-b944-866799f451dc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:06.687797 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:06.698980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01572014-d386-422c-8a20-74c43875399c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Subnet': ['ID=88ea410c-045d-459f-b944-866799f451dc,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:06.718417 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01572014-d386-422c-8a20-74c43875399c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:06.724823 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-01572014-d386-422c-8a20-74c43875399c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/88ea410c-045d-459f-b944-866799f451dc HTTP/1.1" status: 204 len: 168 time: 0.4500573 Feb 02 13:24:06.725113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44162) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:06.773832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e8607-1e8c-490d-aea2-6c5539cda69f req-041e17b9-3475-4810-b5ec-ae677fd128f7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:06.776775 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d17e8607-1e8c-490d-aea2-6c5539cda69f req-041e17b9-3475-4810-b5ec-ae677fd128f7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.0997500 Feb 02 13:24:06.827710 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb6fbfe-a6b1-4547-a597-87c66c3ed791 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] DELETE failed (client error): The resource could not be found. Feb 02 13:24:06.829343 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:06.831393 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deb6fbfe-a6b1-4547-a597-87c66c3ed791 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:06.837985 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-deb6fbfe-a6b1-4547-a597-87c66c3ed791 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/7c7f8fca-5748-46fe-b758-8672acd51fb8 HTTP/1.1" status: 404 len: 337 time: 0.1118166 Feb 02 13:24:06.847259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee68e415-9762-4d8f-b566-29a5294a1352 None None] Network a6b45807-43d1-498d-9010-e7664e81078b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:06.852758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d17e8607-1e8c-490d-aea2-6c5539cda69f req-8de40541-cc51-482f-8669-3970ae63e39c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669074 Feb 02 13:24:06.854970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:06.884423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040252-9d8f-489b-a6d7-b9acd98da44a req-184899e9-c913-4a2e-ba10-2f2c0e1196ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:06.886353 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9040252-9d8f-489b-a6d7-b9acd98da44a req-184899e9-c913-4a2e-ba10-2f2c0e1196ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1127 time: 0.1051972 Feb 02 13:24:06.908153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-91770c1b-95c5-4140-ba0d-4da484989fea tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "GET /v2.0/ports?device_id=45490df2-3fc2-4350-b2f2-2daa41bba280 HTTP/1.1" status: 200 len: 205 time: 0.0510380 Feb 02 13:24:06.911149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44170) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:06.978336 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-90cc9f88-4ce3-463b-8cc1-093e10997d0f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] delete failed (client error): The resource could not be found. Feb 02 13:24:06.979712 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-90cc9f88-4ce3-463b-8cc1-093e10997d0f tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/routers/45490df2-3fc2-4350-b2f2-2daa41bba280 HTTP/1.1" status: 404 len: 336 time: 0.0667100 Feb 02 13:24:06.982244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44172) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:07.003871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4596d3cf-90e4-4d45-be80-ff12618dea5e None None] Provisioning complete for port 4f323631-5dd4-4b9b-9e78-bead70e444bd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:07.004344 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4596d3cf-90e4-4d45-be80-ff12618dea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:07.022947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a3701-fa8a-449a-9540-2d5b456a4e7a req-80ba55a8-222f-479f-83cd-cb4d76f28325 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:07.029896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-441a3701-fa8a-449a-9540-2d5b456a4e7a req-80ba55a8-222f-479f-83cd-cb4d76f28325 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1205809 Feb 02 13:24:07.057707 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-00023380-404a-4626-aa13-ad6a2a75f23c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] DELETE failed (client error): The resource could not be found. Feb 02 13:24:07.058349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00023380-404a-4626-aa13-ad6a2a75f23c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:07.070893 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-00023380-404a-4626-aa13-ad6a2a75f23c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/613dded1-6dc4-4b0f-a554-9c0280452f4d HTTP/1.1" status: 404 len: 337 time: 0.0845830 Feb 02 13:24:07.075469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44176) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:07.122024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-441a3701-fa8a-449a-9540-2d5b456a4e7a req-466fb1ee-ce5d-4b9b-bc57-8a801ee77fef tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912685 Feb 02 13:24:07.148500 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895c0df0-df93-4918-8ee2-05c6fb651d0a None None] DHCP port deletion for a6b45807-43d1-498d-9010-e7664e81078b request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:24:07.150324 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f48a8a-6674-44a8-b3be-af059316be1a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] DELETE failed (client error): The resource could not be found. Feb 02 13:24:07.150966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f48a8a-6674-44a8-b3be-af059316be1a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:07.154237 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-30f48a8a-6674-44a8-b3be-af059316be1a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/4c623d21-f2ba-42d2-b79d-3d94717d9a13 HTTP/1.1" status: 404 len: 337 time: 0.0778334 Feb 02 13:24:07.157360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44178) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:07.185859 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9f1171-9120-4b40-ad1a-a6a7e10d05b6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] DELETE failed (client error): The resource could not be found. Feb 02 13:24:07.186311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9f1171-9120-4b40-ad1a-a6a7e10d05b6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:07.189654 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5e9f1171-9120-4b40-ad1a-a6a7e10d05b6 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/94f7e8aa-fb3d-4fd6-b3c2-8684798ffb4f HTTP/1.1" status: 404 len: 337 time: 0.0312963 Feb 02 13:24:07.192159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:07.207177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040252-9d8f-489b-a6d7-b9acd98da44a req-3a94fd5c-f34c-49fc-aa43-1374613faf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:07.208929 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9040252-9d8f-489b-a6d7-b9acd98da44a req-3a94fd5c-f34c-49fc-aa43-1374613faf23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.3129919 Feb 02 13:24:07.212601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4596d3cf-90e4-4d45-be80-ff12618dea5e None None] Current status of the port 4f323631-5dd4-4b9b-9e78-bead70e444bd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:07.217556 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1037c56-335f-4bf2-9bad-f4ce177b9eab tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] DELETE failed (client error): The resource could not be found. Feb 02 13:24:07.218295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1037c56-335f-4bf2-9bad-f4ce177b9eab tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:07.222179 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b1037c56-335f-4bf2-9bad-f4ce177b9eab tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/29e1e8c7-20da-492e-b3aa-e4d746142cad HTTP/1.1" status: 404 len: 333 time: 0.0291002 Feb 02 13:24:07.224775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44182) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:07.242948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4596d3cf-90e4-4d45-be80-ff12618dea5e None None] Provisioning complete for port b906728d-2423-4af2-91cb-048dec6369f3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:07.243506 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4596d3cf-90e4-4d45-be80-ff12618dea5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b906728d-2423-4af2-91cb-048dec6369f3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:07.259375 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6dd12d-bbdb-4e6b-9736-9a1b9b2f241c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] DELETE failed (client error): The resource could not be found. Feb 02 13:24:07.259852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6dd12d-bbdb-4e6b-9736-9a1b9b2f241c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:07.263081 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4e6dd12d-bbdb-4e6b-9736-9a1b9b2f241c tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/06de0cce-b04c-4c81-93dc-0dc372e3ee05 HTTP/1.1" status: 404 len: 337 time: 0.0374022 Feb 02 13:24:07.265660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:07.273199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-895c0df0-df93-4918-8ee2-05c6fb651d0a None None] Deleting port 4f323631-5dd4-4b9b-9e78-bead70e444bd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:07.273696 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-895c0df0-df93-4918-8ee2-05c6fb651d0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:07.293217 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-00292ed5-2371-485c-a88b-60870c07821a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] DELETE failed (client error): The resource could not be found. Feb 02 13:24:07.293606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00292ed5-2371-485c-a88b-60870c07821a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:07.297162 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-00292ed5-2371-485c-a88b-60870c07821a tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/561ee4e6-0f4f-4ca7-9d64-21395082ec4b HTTP/1.1" status: 404 len: 337 time: 0.0305977 Feb 02 13:24:07.300276 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44186) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:07.330096 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebbaf0b-499a-480a-b599-97fa19da3905 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] DELETE failed (client error): The resource could not be found. Feb 02 13:24:07.330754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebbaf0b-499a-480a-b599-97fa19da3905 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:07.334509 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-eebbaf0b-499a-480a-b599-97fa19da3905 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/4c7416eb-5fe3-4d6b-9062-24b77a897086 HTTP/1.1" status: 404 len: 333 time: 0.0332770 Feb 02 13:24:07.337951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44188) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:07.350514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4596d3cf-90e4-4d45-be80-ff12618dea5e None None] Port b906728d-2423-4af2-91cb-048dec6369f3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:24:07.353187 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9040252-9d8f-489b-a6d7-b9acd98da44a req-c6ef14e9-5314-43ff-89e4-866daaa66ea6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 998 time: 0.1345620 Feb 02 13:24:07.364208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-895c0df0-df93-4918-8ee2-05c6fb651d0a None None] For port 4f323631-5dd4-4b9b-9e78-bead70e444bd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4f323631-5dd4-4b9b-9e78-bead70e444bd,segment=NetworkSegment(62778c67-642b-4f0c-90c2-ed2069b53d98),segment_id=62778c67-642b-4f0c-90c2-ed2069b53d98)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:07.364535 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-895c0df0-df93-4918-8ee2-05c6fb651d0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:07.377238 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5303be03-303e-4176-beb1-b10f479c4b88 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] DELETE failed (client error): The resource could not be found. Feb 02 13:24:07.377673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5303be03-303e-4176-beb1-b10f479c4b88 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:07.379103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-895c0df0-df93-4918-8ee2-05c6fb651d0a None None] Calling delete_port for 4f323631-5dd4-4b9b-9e78-bead70e444bd owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:07.380644 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5303be03-303e-4176-beb1-b10f479c4b88 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/a1ed1b55-1f98-46c0-91ab-4de208ee5e12 HTTP/1.1" status: 404 len: 337 time: 0.0417533 Feb 02 13:24:07.383325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:07.419366 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07cf5e8-7774-4288-9704-44ee5e986c0d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] DELETE failed (client error): The resource could not be found. Feb 02 13:24:07.420792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07cf5e8-7774-4288-9704-44ee5e986c0d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:07.425295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b07cf5e8-7774-4288-9704-44ee5e986c0d tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/subnets/1d24a8d5-4f72-4048-a680-6b4a41d09e37 HTTP/1.1" status: 404 len: 337 time: 0.0403478 Feb 02 13:24:07.427794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:07.450251 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040252-9d8f-489b-a6d7-b9acd98da44a req-28280205-36d6-4f74-a931-c264a2d2cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:07.453207 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9040252-9d8f-489b-a6d7-b9acd98da44a req-28280205-36d6-4f74-a931-c264a2d2cbc1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.0835445 Feb 02 13:24:07.514156 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-895c0df0-df93-4918-8ee2-05c6fb651d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (4f323631-5dd4-4b9b-9e78-bead70e444bd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:07.531588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-054d9067-e603-4a1a-9d52-16e99b5a2043 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Deleting port b906728d-2423-4af2-91cb-048dec6369f3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:07.531956 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-054d9067-e603-4a1a-9d52-16e99b5a2043 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b906728d-2423-4af2-91cb-048dec6369f3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:07.569648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040252-9d8f-489b-a6d7-b9acd98da44a req-66507dcd-fc15-4adc-902f-ed2663fe4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:07.571557 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9040252-9d8f-489b-a6d7-b9acd98da44a req-66507dcd-fc15-4adc-902f-ed2663fe4f5a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1073165 Feb 02 13:24:07.592906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c0df0-df93-4918-8ee2-05c6fb651d0a None None] No DVR routers for this DVR port 4f323631-5dd4-4b9b-9e78-bead70e444bd on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:07.603667 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c0df0-df93-4918-8ee2-05c6fb651d0a None None] Pushing event deleted for resources: {'Port': ['ID=4f323631-5dd4-4b9b-9e78-bead70e444bd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:07.681777 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:07.769543 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-054d9067-e603-4a1a-9d52-16e99b5a2043 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b906728d-2423-4af2-91cb-048dec6369f3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:07.799305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-054d9067-e603-4a1a-9d52-16e99b5a2043 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Calling delete_port for b906728d-2423-4af2-91cb-048dec6369f3 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:07.823742 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9040252-9d8f-489b-a6d7-b9acd98da44a req-70ffdf7a-3f80-453c-a86b-e4f3761b729e service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448237 Feb 02 13:24:07.836433 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4f323631-5dd4-4b9b-9e78-bead70e444bd no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:07.889072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 4f323631-5dd4-4b9b-9e78-bead70e444bd {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:24:07.889555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4f323631-5dd4-4b9b-9e78-bead70e444bd not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:24:08.017530 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:08.061621 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b9040252-9d8f-489b-a6d7-b9acd98da44a req-03cffb09-0db6-4824-88d1-715b2e1a11e7 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197790 Feb 02 13:24:08.062750 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-054d9067-e603-4a1a-9d52-16e99b5a2043 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b906728d-2423-4af2-91cb-048dec6369f3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:08.161268 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-054d9067-e603-4a1a-9d52-16e99b5a2043 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:08.171784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-054d9067-e603-4a1a-9d52-16e99b5a2043 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/ports/b906728d-2423-4af2-91cb-048dec6369f3 HTTP/1.1" status: 204 len: 168 time: 0.7400312 Feb 02 13:24:08.171784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054d9067-e603-4a1a-9d52-16e99b5a2043 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Port': ['ID=b906728d-2423-4af2-91cb-048dec6369f3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:08.172579 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44216) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:08.219493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3208d-5732-416b-9108-40653d6122ec req-1ad9122a-c02c-4da1-bbf2-d6842fc9f535 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:08.226316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ef751c90-6b01-4f4a-9ac1-86751dfa6501 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:24:08.227748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0d3208d-5732-416b-9108-40653d6122ec req-1ad9122a-c02c-4da1-bbf2-d6842fc9f535 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2176852 Feb 02 13:24:08.292567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0d3208d-5732-416b-9108-40653d6122ec req-de2b31e9-cb3f-43a6-b714-88fa4b0cb62a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620251 Feb 02 13:24:08.330429 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (a6b45807-43d1-498d-9010-e7664e81078b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:08.356633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfbba5-1d58-4509-9bd3-346caf59bddc req-88aec47b-2a7f-4920-81d9-2ebdd70bb963 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:08.359138 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edbfbba5-1d58-4509-9bd3-346caf59bddc req-88aec47b-2a7f-4920-81d9-2ebdd70bb963 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1116109 Feb 02 13:24:08.452490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edbfbba5-1d58-4509-9bd3-346caf59bddc req-7198e931-e752-44bd-a3ba-f2e557808c73 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854895 Feb 02 13:24:08.454702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:08.495032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'port_id': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'mac_address': 'fa:16:3e:b1:53:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:24:08.508634 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (a6b45807-43d1-498d-9010-e7664e81078b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:08.537116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b45807-43d1-498d-9010-e7664e81078b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:08.552561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62778c67-642b-4f0c-90c2-ed2069b53d98') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:08.553153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62778c67-642b-4f0c-90c2-ed2069b53d98') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:08.565993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port ef751c90-6b01-4f4a-9ac1-86751dfa6501 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:08.566569 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:08.569400 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (62778c67-642b-4f0c-90c2-ed2069b53d98), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:08.587795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef751c90-6b01-4f4a-9ac1-86751dfa6501 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:24:08.597206 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (62778c67-642b-4f0c-90c2-ed2069b53d98), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:08.611189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:24:08.611650 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (62778c67-642b-4f0c-90c2-ed2069b53d98), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:24:08.615297 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:24:08.627944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:08.632829 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:08.731710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (a6b45807-43d1-498d-9010-e7664e81078b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:08.738880 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:08.742038 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] 10.222.0.83 "DELETE /v2.0/networks/a6b45807-43d1-498d-9010-e7664e81078b HTTP/1.1" status: 204 len: 168 time: 0.5676618 Feb 02 13:24:08.762493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:08.766757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48f45a-9a0b-4af4-9cbf-bf430fc87457 tempest-PortsIpV6TestJSON-259043240 tempest-PortsIpV6TestJSON-259043240-project] Pushing event deleted for resources: {'Network': ['ID=a6b45807-43d1-498d-9010-e7664e81078b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:08.867231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['ef751c90-6b01-4f4a-9ac1-86751dfa6501'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:24:09.318218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44236) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:09.462013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25d306-2e56-4dc5-8bc0-7fbbc5792198 req-76af74c4-1189-42c9-b259-3e3ca61a0688 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:09.464252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da25d306-2e56-4dc5-8bc0-7fbbc5792198 req-76af74c4-1189-42c9-b259-3e3ca61a0688 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.0716984 Feb 02 13:24:09.536840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da25d306-2e56-4dc5-8bc0-7fbbc5792198 req-7f516b04-2948-42f2-a7b0-f6adc623b099 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654683 Feb 02 13:24:09.592301 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bd536015-7d5e-4a9a-930e-78d25a79c9f7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8839892b51ce4e79a0c24ff28aca9784&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2724249 Feb 02 13:24:09.593176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44244) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:09.647061 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e592e751-e3d1-49dd-b92e-b711da6ff64c admin admin] Publish callbacks [] for security_group (595a2c92-fadf-40a4-b6d2-397c609fe337), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:09.674498 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e592e751-e3d1-49dd-b92e-b711da6ff64c admin admin] Publish callbacks [] for security_group (595a2c92-fadf-40a4-b6d2-397c609fe337), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:09.711863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e9f76-8005-40f9-95b8-f31832586f2d req-590360f7-9357-48a0-8421-21b30936ede2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:09.717729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-371e9f76-8005-40f9-95b8-f31832586f2d req-590360f7-9357-48a0-8421-21b30936ede2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.1329358 Feb 02 13:24:09.760864 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e592e751-e3d1-49dd-b92e-b711da6ff64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (595a2c92-fadf-40a4-b6d2-397c609fe337), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:09.764691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e592e751-e3d1-49dd-b92e-b711da6ff64c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:09.781066 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e592e751-e3d1-49dd-b92e-b711da6ff64c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/595a2c92-fadf-40a4-b6d2-397c609fe337 HTTP/1.1" status: 204 len: 168 time: 0.1865959 Feb 02 13:24:09.823473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592e751-e3d1-49dd-b92e-b711da6ff64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595a2c92-fadf-40a4-b6d2-397c609fe337,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:09.933964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-371e9f76-8005-40f9-95b8-f31832586f2d req-8c37d9a8-6ef8-452b-a8e3-a22b3778d4d4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000866 Feb 02 13:24:09.979680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d667770-953d-4dcd-9c0f-a1a8311e5da8 req-b2b7eb2a-ec88-4e4e-9886-c6cd59624d24 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:09.983067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d667770-953d-4dcd-9c0f-a1a8311e5da8 req-b2b7eb2a-ec88-4e4e-9886-c6cd59624d24 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.2638037 Feb 02 13:24:10.109893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d667770-953d-4dcd-9c0f-a1a8311e5da8 req-74ce3dab-ee72-43a6-a2ee-071367e15eb8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014214 Feb 02 13:24:10.239601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ef751c90-6b01-4f4a-9ac1-86751dfa6501 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:24:10.312276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port ef751c90-6b01-4f4a-9ac1-86751dfa6501 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:10.312689 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:10.368639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f6bf2-a595-433c-a480-b53f773a69f8 req-ab5711c1-5b15-49ec-849b-310b5cb1b083 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:10.370506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-582f6bf2-a595-433c-a480-b53f773a69f8 req-ab5711c1-5b15-49ec-849b-310b5cb1b083 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1176775 Feb 02 13:24:10.459782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port ef751c90-6b01-4f4a-9ac1-86751dfa6501 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:10.460499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:10.483060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-582f6bf2-a595-433c-a480-b53f773a69f8 req-32f5f393-1103-4b92-9dcb-6a0f25d57892 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968754 Feb 02 13:24:10.496876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:24:10.499763 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e770595d-397e-4261-b6ce-d3b5b7e5f3d8" -d '{"events": [{"server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:24:10.532830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:10.548618 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:10.611532 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676bf9e9-2c69-4d30-9f93-6986609ff878 x-openstack-request-id: req-676bf9e9-2c69-4d30-9f93-6986609ff878 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:24:10.611949 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:24:10.612315 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-676bf9e9-2c69-4d30-9f93-6986609ff878 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:24:10.612907 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'code': 200} Feb 02 13:24:10.662280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:10.881576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d88f-34aa-4252-a8a5-a2d89b0b10bf req-078ef323-4bed-4df5-8df1-c948733ad442 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:10.883075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d22d88f-34aa-4252-a8a5-a2d89b0b10bf req-078ef323-4bed-4df5-8df1-c948733ad442 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.0845542 Feb 02 13:24:10.946212 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d22d88f-34aa-4252-a8a5-a2d89b0b10bf req-9f3efcfd-0cf2-4bc1-8256-dd84ddf1e3fa tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557456 Feb 02 13:24:10.992698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44280) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:11.172321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bf8af-f0d1-44e4-b776-5f3fc607a4e4 req-345947d1-3a93-4814-976b-6e58904b2f57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:11.179376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-287bf8af-f0d1-44e4-b776-5f3fc607a4e4 req-345947d1-3a93-4814-976b-6e58904b2f57 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.0683634 Feb 02 13:24:11.191952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1105978407'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:11.233405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:11.237343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:11.257829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:11.302955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-287bf8af-f0d1-44e4-b776-5f3fc607a4e4 req-7e970b2e-d5cf-41db-ba4c-04909b209b09 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224234 Feb 02 13:24:11.373666 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (74431f3f-5e2f-4ea8-93be-fa5f7edf75e6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:11.381779 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (74431f3f-5e2f-4ea8-93be-fa5f7edf75e6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:11.434326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:24:11.474514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74431f3f-5e2f-4ea8-93be-fa5f7edf75e6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:11.514572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:11.518098 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Added segment 2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74 of type vlan for network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 Feb 02 13:24:11.592225 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:11.624923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:11.632831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:11.633558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:11.712656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Network': ['ID=ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:11.725473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:24:11.742992 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c86a6116-ce8d-422f-b26d-b1a878d092bb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7489545 Feb 02 13:24:11.743249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44292) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:11.748293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'name': 'tempest-PortsTestJSON-318853923'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:11.901690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:11.906420 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:11.926748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port 624129c4-48e6-4e54-b544-62bde0a29451 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:24:12.192501 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (624129c4-48e6-4e54-b544-62bde0a29451), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:12.210589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f6642-8fbb-4f27-a46b-59eda43c1b0f req-12fa72df-02a7-4f2c-ba7b-9001c44905d6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:12.212463 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-622f6642-8fbb-4f27-a46b-59eda43c1b0f req-12fa72df-02a7-4f2c-ba7b-9001c44905d6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1307247 Feb 02 13:24:12.286369 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (624129c4-48e6-4e54-b544-62bde0a29451), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:12.291928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-622f6642-8fbb-4f27-a46b-59eda43c1b0f req-b2e4704d-1cfb-4229-9c63-a7a45aac48ec tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708313 Feb 02 13:24:12.416762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=624129c4-48e6-4e54-b544-62bde0a29451,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:12.446395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Checking segment: {'id': '2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:12.446897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network hostable DHCP agents. Network: ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:24:12.497230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b91d7-20cd-4958-9ff1-bec415c650e4 req-6c1c150e-96f8-4c8d-adde-d71eb1331447 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:12.500089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-511b91d7-20cd-4958-9ff1-bec415c650e4 req-6c1c150e-96f8-4c8d-adde-d71eb1331447 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.0999806 Feb 02 13:24:12.502196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:24:12.533985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:12.540145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:12.545872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b23aea-9d09-4317-a819-ab5f5f5d666e None None] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:12.556711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:12.556711 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:12.749104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08374-9758-4d97-b145-d3608bdee1cb req-3a6dc730-cc62-4e19-a79b-ad83040f129a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:12.750698 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ce08374-9758-4d97-b145-d3608bdee1cb req-3a6dc730-cc62-4e19-a79b-ad83040f129a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b92b835720c47608b10176547f4948b&device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 1127 time: 0.1050017 Feb 02 13:24:12.760304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5239f513-e2dd-4340-8216-6f3e611a434c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0159528 Feb 02 13:24:12.765061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44306) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:12.779589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-511b91d7-20cd-4958-9ff1-bec415c650e4 req-ff8bf89c-0363-4a12-8c8a-47242538010a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635345 Feb 02 13:24:12.826108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27919d-40c9-4397-a05d-85df5be41197 req-71cc0685-03de-479b-916a-3890f9682b28 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:12.827337 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f27919d-40c9-4397-a05d-85df5be41197 req-71cc0685-03de-479b-916a-3890f9682b28 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1963654 Feb 02 13:24:12.839857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0f903b68-4d0c-4f7c-ad09-382ae7ba6071 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1592551453'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:12.890616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f903b68-4d0c-4f7c-ad09-382ae7ba6071 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:12.893786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f27919d-40c9-4397-a05d-85df5be41197 req-ca85d94f-4ffe-4dcc-bc6a-b1d58d34fa5f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572488 Feb 02 13:24:12.893959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f903b68-4d0c-4f7c-ad09-382ae7ba6071 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:12.938093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f903b68-4d0c-4f7c-ad09-382ae7ba6071 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:24:12.945770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08374-9758-4d97-b145-d3608bdee1cb req-e5f553e0-5571-4103-b77e-604f21df30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:12.947276 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ce08374-9758-4d97-b145-d3608bdee1cb req-e5f553e0-5571-4103-b77e-604f21df30cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 200 len: 913 time: 0.1831274 Feb 02 13:24:12.953553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f903b68-4d0c-4f7c-ad09-382ae7ba6071 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (3bb1f9c8-d3f3-4df8-aa6f-82e482cad62a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:12.953931 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-0f903b68-4d0c-4f7c-ad09-382ae7ba6071 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Added segment 3bb1f9c8-d3f3-4df8-aa6f-82e482cad62a of type vlan for network 7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0 Feb 02 13:24:13.051239 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f903b68-4d0c-4f7c-ad09-382ae7ba6071 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:13.071847 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ce08374-9758-4d97-b145-d3608bdee1cb req-b897bc5d-7db1-4d0d-a9f4-9f8456763c90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 200 len: 998 time: 0.1162801 Feb 02 13:24:13.113075 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f903b68-4d0c-4f7c-ad09-382ae7ba6071 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:13.118358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f903b68-4d0c-4f7c-ad09-382ae7ba6071 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:13.119002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0f903b68-4d0c-4f7c-ad09-382ae7ba6071 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:13.200417 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44312) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:13.200895 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0f903b68-4d0c-4f7c-ad09-382ae7ba6071 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4344854 Feb 02 13:24:13.206021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'ports': [{'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667'}, {'network_id': '7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0'}]} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:13.206333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:13.206810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': '7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:13.213700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08374-9758-4d97-b145-d3608bdee1cb req-d8f3949d-0b18-4780-8657-3d38d6c75b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:13.215243 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ce08374-9758-4d97-b145-d3608bdee1cb req-d8f3949d-0b18-4780-8657-3d38d6c75b51 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 200 len: 851 time: 0.1359358 Feb 02 13:24:13.269755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f903b68-4d0c-4f7c-ad09-382ae7ba6071 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Network': ['ID=7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:13.282385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:24:13.382795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08374-9758-4d97-b145-d3608bdee1cb req-22d400ee-26d2-48fe-8cfc-ef306ccacfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:13.386596 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ce08374-9758-4d97-b145-d3608bdee1cb req-22d400ee-26d2-48fe-8cfc-ef306ccacfa9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=cb2a4104-c51e-40f3-b13e-924d4652304e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1126032 Feb 02 13:24:13.536348 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 2} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:13.546505 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:13.571401 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ce08374-9758-4d97-b145-d3608bdee1cb req-8f6f4eda-9af7-4d3b-96d8-29d2611472f4 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767173 Feb 02 13:24:13.571719 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:13.756096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port 166944a1-eb43-44d7-b3d1-dc5bfa93e608 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:24:13.802731 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ce08374-9758-4d97-b145-d3608bdee1cb req-f80d700e-b751-418b-8fcb-98e872069aa8 service neutron] 10.222.0.62 "GET /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181308 Feb 02 13:24:13.948810 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (166944a1-eb43-44d7-b3d1-dc5bfa93e608), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:14.078149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port d47dc605-f111-4b5d-8948-0840d958d678 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:24:14.102420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321b2fd-9c04-49c4-a37f-7ee14288030b req-95a3c6d7-45c0-449d-8e0f-56f7f97e35b0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:14.104326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8321b2fd-9c04-49c4-a37f-7ee14288030b req-95a3c6d7-45c0-449d-8e0f-56f7f97e35b0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.2061732 Feb 02 13:24:14.169641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5b81d1-9c51-4655-9bc9-c29216fef39c req-1132b231-dc4e-4d2b-803e-61edd45f7e7b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:14.171459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce5b81d1-9c51-4655-9bc9-c29216fef39c req-1132b231-dc4e-4d2b-803e-61edd45f7e7b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1659586 Feb 02 13:24:14.178792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8321b2fd-9c04-49c4-a37f-7ee14288030b req-d3bb1d3d-e844-40f5-9bba-974349dbce51 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680938 Feb 02 13:24:14.251820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce5b81d1-9c51-4655-9bc9-c29216fef39c req-efe239f6-4d18-426f-8649-0d8153841fcc tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672503 Feb 02 13:24:14.375230 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (d47dc605-f111-4b5d-8948-0840d958d678), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:14.434192 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (166944a1-eb43-44d7-b3d1-dc5bfa93e608), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:14.494954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:14.500876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:14.513721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:14.514975 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d47dc605-f111-4b5d-8948-0840d958d678), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:14.542965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=166944a1-eb43-44d7-b3d1-dc5bfa93e608,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:14.823692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=d47dc605-f111-4b5d-8948-0840d958d678,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:14.827546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Checking segment: {'id': '3bb1f9c8-d3f3-4df8-aa6f-82e482cad62a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:14.828232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network hostable DHCP agents. Network: 7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:24:14.857132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network 7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:24:14.883497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:15.014728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:15.014728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:15.015822 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e919e7-22e7-4a36-bb95-699d28614940 None None] Network 7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:15.031872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:15.032531 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:15.082852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44324) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:15.093815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9bf002d4-d742-483c-8e50-006cb7f0fbd5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8912511 Feb 02 13:24:15.198611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a6935a92-3b84-4015-9167-3ad16f2b7f62 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port d47dc605-f111-4b5d-8948-0840d958d678 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:15.199191 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6935a92-3b84-4015-9167-3ad16f2b7f62 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d47dc605-f111-4b5d-8948-0840d958d678), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:15.295636 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6935a92-3b84-4015-9167-3ad16f2b7f62 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d47dc605-f111-4b5d-8948-0840d958d678), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:15.314922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a6935a92-3b84-4015-9167-3ad16f2b7f62 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for d47dc605-f111-4b5d-8948-0840d958d678 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:15.433419 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe9b86-86a3-49f1-aa09-92fd29c1ca63 req-b6791f13-0411-431c-8d7a-61a61eb72240 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:15.439116 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6935a92-3b84-4015-9167-3ad16f2b7f62 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d47dc605-f111-4b5d-8948-0840d958d678), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:15.441274 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ffe9b86-86a3-49f1-aa09-92fd29c1ca63 req-b6791f13-0411-431c-8d7a-61a61eb72240 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1732461 Feb 02 13:24:15.470937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6935a92-3b84-4015-9167-3ad16f2b7f62 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=d47dc605-f111-4b5d-8948-0840d958d678,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:15.483730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6031de1-1c5c-4b89-a15f-6ab85f546c6b req-08be0cb2-397a-4174-ad37-34b59193b784 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:15.484023 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6935a92-3b84-4015-9167-3ad16f2b7f62 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:15.485547 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6031de1-1c5c-4b89-a15f-6ab85f546c6b req-08be0cb2-397a-4174-ad37-34b59193b784 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1571805 Feb 02 13:24:15.487971 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a6935a92-3b84-4015-9167-3ad16f2b7f62 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/d47dc605-f111-4b5d-8948-0840d958d678 HTTP/1.1" status: 204 len: 168 time: 0.4038565 Feb 02 13:24:15.490469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44336) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:15.513960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ffe9b86-86a3-49f1-aa09-92fd29c1ca63 req-1844babc-be49-43da-87f9-847875cd273c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715849 Feb 02 13:24:15.565005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa31f689-a64e-466e-a237-f426076a5162 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:15.572266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa31f689-a64e-466e-a237-f426076a5162 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:15.573399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6031de1-1c5c-4b89-a15f-6ab85f546c6b req-8c27ff10-a089-4ce3-9843-44826de93cf8 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580101 Feb 02 13:24:15.573903 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aa31f689-a64e-466e-a237-f426076a5162 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0821869 Feb 02 13:24:15.576726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:15.801552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-94187ee4-e523-40ae-9f68-792e2d7502ec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 166944a1-eb43-44d7-b3d1-dc5bfa93e608 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:15.801889 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94187ee4-e523-40ae-9f68-792e2d7502ec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (166944a1-eb43-44d7-b3d1-dc5bfa93e608), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:15.844538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcb26b-7e1e-4f8b-893d-e0138acd2b99 req-38f566b1-c2fa-469a-a598-ea36e3666e9e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:15.853833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5edcb26b-7e1e-4f8b-893d-e0138acd2b99 req-38f566b1-c2fa-469a-a598-ea36e3666e9e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1563804 Feb 02 13:24:16.244291 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94187ee4-e523-40ae-9f68-792e2d7502ec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (166944a1-eb43-44d7-b3d1-dc5bfa93e608), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:16.267498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-94187ee4-e523-40ae-9f68-792e2d7502ec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 166944a1-eb43-44d7-b3d1-dc5bfa93e608 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:16.298437 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5edcb26b-7e1e-4f8b-893d-e0138acd2b99 req-b8a7857c-eed4-458e-a7bb-1defb3371170 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4431989 Feb 02 13:24:16.458728 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94187ee4-e523-40ae-9f68-792e2d7502ec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (166944a1-eb43-44d7-b3d1-dc5bfa93e608), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:16.499971 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94187ee4-e523-40ae-9f68-792e2d7502ec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=166944a1-eb43-44d7-b3d1-dc5bfa93e608,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:16.506566 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-94187ee4-e523-40ae-9f68-792e2d7502ec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:16.510130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-94187ee4-e523-40ae-9f68-792e2d7502ec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/166944a1-eb43-44d7-b3d1-dc5bfa93e608 HTTP/1.1" status: 204 len: 168 time: 0.9312811 Feb 02 13:24:16.512736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44360) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:16.654120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555e4589-35b4-429d-ae79-56a4ee643c86 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:16.656129 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-555e4589-35b4-429d-ae79-56a4ee643c86 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1413605 Feb 02 13:24:16.658764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44364) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:16.700443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f0cff-c982-4f46-8683-591be6aaccd8 req-202a11e1-39e2-4c75-8c17-8f18791e399b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:16.705079 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-275f0cff-c982-4f46-8683-591be6aaccd8 req-202a11e1-39e2-4c75-8c17-8f18791e399b tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1003633 Feb 02 13:24:16.726863 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e1c379-d22e-432e-94aa-b795cec01161 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:24:16.728345 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a0e1c379-d22e-432e-94aa-b795cec01161 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/d47dc605-f111-4b5d-8948-0840d958d678 HTTP/1.1" status: 404 len: 333 time: 0.0685518 Feb 02 13:24:16.734511 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44370) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:16.806528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-275f0cff-c982-4f46-8683-591be6aaccd8 req-3d4d6a9a-e9e3-4c4d-8822-d19532de7d49 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951078 Feb 02 13:24:16.821620 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-523c9fd3-70de-4e97-91bc-021d14365a05 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:24:16.826048 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-523c9fd3-70de-4e97-91bc-021d14365a05 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/166944a1-eb43-44d7-b3d1-dc5bfa93e608 HTTP/1.1" status: 404 len: 333 time: 0.0905178 Feb 02 13:24:16.828768 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44372) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:16.935923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.113248 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.170231 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:17.196715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb1f9c8-d3f3-4df8-aa6f-82e482cad62a') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:17.197237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb1f9c8-d3f3-4df8-aa6f-82e482cad62a') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:17.217701 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (3bb1f9c8-d3f3-4df8-aa6f-82e482cad62a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.246920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (3bb1f9c8-d3f3-4df8-aa6f-82e482cad62a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.258805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:24:17.259361 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (3bb1f9c8-d3f3-4df8-aa6f-82e482cad62a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:24:17.262741 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:24:17.392310 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.407552 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.419281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44402) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:17.425686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-48017639-e305-4ace-8fe6-96b3baec9f63 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1859945318'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:17.432283 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/networks/7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0 HTTP/1.1" status: 204 len: 168 time: 0.6010239 Feb 02 13:24:17.462698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b41e275-1a70-4ae3-a2ce-9620e5d3c696 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Network': ['ID=7f8b7cd8-3811-4ca5-94af-9a041d6d6bb0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:17.477269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48017639-e305-4ace-8fe6-96b3baec9f63 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:17.482503 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48017639-e305-4ace-8fe6-96b3baec9f63 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.513304 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48017639-e305-4ace-8fe6-96b3baec9f63 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:24:17.522396 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48017639-e305-4ace-8fe6-96b3baec9f63 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2d52b38a-02d2-4011-9096-ec41ffa94022), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.522760 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-48017639-e305-4ace-8fe6-96b3baec9f63 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Added segment 2d52b38a-02d2-4011-9096-ec41ffa94022 of type vlan for network d311cdcd-3287-45da-b9cc-692600d3ce34 Feb 02 13:24:17.563270 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48017639-e305-4ace-8fe6-96b3baec9f63 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (d311cdcd-3287-45da-b9cc-692600d3ce34), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.602190 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48017639-e305-4ace-8fe6-96b3baec9f63 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (d311cdcd-3287-45da-b9cc-692600d3ce34), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.607864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48017639-e305-4ace-8fe6-96b3baec9f63 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:17.610226 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-48017639-e305-4ace-8fe6-96b3baec9f63 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.638340 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-48017639-e305-4ace-8fe6-96b3baec9f63 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2172418 Feb 02 13:24:17.649019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44406) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:17.654236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': 'd311cdcd-3287-45da-b9cc-692600d3ce34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:17.731135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48017639-e305-4ace-8fe6-96b3baec9f63 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Network': ['ID=d311cdcd-3287-45da-b9cc-692600d3ce34,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:17.744698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network d311cdcd-3287-45da-b9cc-692600d3ce34 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:24:17.819684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:17.824155 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:17.892391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Performing IP validity checks on allocation pools {{(pid=103187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 13:24:17.893224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 13:24:17.895632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d24a12-d74a-4cf1-9c18-0c847a91d070 req-52f11604-2ec2-4912-aa0a-36754562c44f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:17.902906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38d24a12-d74a-4cf1-9c18-0c847a91d070 req-52f11604-2ec2-4912-aa0a-36754562c44f tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb89dd8c-8751-4d89-9bb4-729a9a9e23d4 HTTP/1.1" status: 200 len: 943 time: 0.1001966 Feb 02 13:24:18.074238 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:18.147236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f8971-a858-4109-9115-65ad7b167249 req-00052073-5aaa-4d24-8156-a3f1cbf460b2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:18.148865 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c23f8971-a858-4109-9115-65ad7b167249 req-00052073-5aaa-4d24-8156-a3f1cbf460b2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1108744 Feb 02 13:24:18.178169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Checking segment: {'id': '2d52b38a-02d2-4011-9096-ec41ffa94022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd311cdcd-3287-45da-b9cc-692600d3ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:18.178956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network hostable DHCP agents. Network: d311cdcd-3287-45da-b9cc-692600d3ce34, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:24:18.182702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Subnet': ['ID=6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:18.186158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-38d24a12-d74a-4cf1-9c18-0c847a91d070 req-a62d5a52-970b-4462-bf47-5b3d016a85ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Deleting port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:18.186490 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38d24a12-d74a-4cf1-9c18-0c847a91d070 req-a62d5a52-970b-4462-bf47-5b3d016a85ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:18.213584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network d311cdcd-3287-45da-b9cc-692600d3ce34 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:24:18.241496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, d311cdcd-3287-45da-b9cc-692600d3ce34) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:18.246651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:18.248102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:18.253968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b52fde-6504-48d4-b2b3-6ebf72be32e2 None None] Network d311cdcd-3287-45da-b9cc-692600d3ce34 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:18.291553 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d1e04e4a-f082-4192-8c38-6767e924759e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6390140 Feb 02 13:24:18.294310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44412) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:18.296939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-38d24a12-d74a-4cf1-9c18-0c847a91d070 req-a62d5a52-970b-4462-bf47-5b3d016a85ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] For port 7242a982-3a8c-4069-a8f8-ba2621d7ef15, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7242a982-3a8c-4069-a8f8-ba2621d7ef15,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:18.297305 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38d24a12-d74a-4cf1-9c18-0c847a91d070 req-a62d5a52-970b-4462-bf47-5b3d016a85ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:18.312427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-38d24a12-d74a-4cf1-9c18-0c847a91d070 req-a62d5a52-970b-4462-bf47-5b3d016a85ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Calling delete_port for 7242a982-3a8c-4069-a8f8-ba2621d7ef15 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:18.313179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': 'd311cdcd-3287-45da-b9cc-692600d3ce34', 'name': 'tempest-PortsTestJSON-110056391'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:18.424232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-d311cdcd-3287-45da-b9cc-692600d3ce34', 'network_id': 'd311cdcd-3287-45da-b9cc-692600d3ce34', 'project_id': '28c08be874e7438da256264e52678382', 'fixed_ips': [{'subnet_id': '6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:24:18.425437 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:18.441355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c23f8971-a858-4109-9115-65ad7b167249 req-765fa444-21d0-4d67-b9da-5947e9bc1ce9 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2842979 Feb 02 13:24:18.573775 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38d24a12-d74a-4cf1-9c18-0c847a91d070 req-a62d5a52-970b-4462-bf47-5b3d016a85ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7242a982-3a8c-4069-a8f8-ba2621d7ef15), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:18.606844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:18.611811 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:18.619324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['4547ba98-2947-45a2-b076-d92df55c2845', '23c8494a-e636-4066-acdc-38a8419de8aa'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:24:18.624817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d5a52-970b-4462-bf47-5b3d016a85ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event deleted for resources: {'Port': ['ID=7242a982-3a8c-4069-a8f8-ba2621d7ef15,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:18.667567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port a95f3c08-e9c2-4091-97f8-5412ff32d0bb yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:24:18.745770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d24a12-d74a-4cf1-9c18-0c847a91d070 req-a62d5a52-970b-4462-bf47-5b3d016a85ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] No DVR routers for this DVR port 7242a982-3a8c-4069-a8f8-ba2621d7ef15 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:18.748720 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-38d24a12-d74a-4cf1-9c18-0c847a91d070 req-a62d5a52-970b-4462-bf47-5b3d016a85ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:18.753747 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38d24a12-d74a-4cf1-9c18-0c847a91d070 req-a62d5a52-970b-4462-bf47-5b3d016a85ab tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "DELETE /v2.0/ports/7242a982-3a8c-4069-a8f8-ba2621d7ef15 HTTP/1.1" status: 204 len: 173 time: 0.8448625 Feb 02 13:24:18.754452 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb89dd8c-8751-4d89-9bb4-729a9a9e23d4', 'name': 'network-vif-deleted', 'tag': '7242a982-3a8c-4069-a8f8-ba2621d7ef15'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:24:18.757329 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714bd48a-5045-497e-a7de-653b581f7464" -d '{"events": [{"server_uuid": "bb89dd8c-8751-4d89-9bb4-729a9a9e23d4", "name": "network-vif-deleted", "tag": "7242a982-3a8c-4069-a8f8-ba2621d7ef15"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:24:18.847310 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 02 Feb 2022 13:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6567c4-6777-45c5-913a-77700cccbf57 x-openstack-request-id: req-3d6567c4-6777-45c5-913a-77700cccbf57 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:24:18.847666 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb89dd8c-8751-4d89-9bb4-729a9a9e23d4", "name": "network-vif-deleted", "tag": "7242a982-3a8c-4069-a8f8-ba2621d7ef15", "status": "failed", "code": 422}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:24:18.847920 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3d6567c4-6777-45c5-913a-77700cccbf57 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:24:18.848414 n-d-827336-2 neutron-server[103188]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bb89dd8c-8751-4d89-9bb4-729a9a9e23d4', 'name': 'network-vif-deleted', 'tag': '7242a982-3a8c-4069-a8f8-ba2621d7ef15', 'status': 'failed', 'code': 422} returned with failed status Feb 02 13:24:18.921124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Allocated IP 172.20.0.2 (d311cdcd-3287-45da-b9cc-692600d3ce34/6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9/2386dcd2-2b62-4cfb-8fa3-dc59f565cc92) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:19.358721 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Publish callbacks [] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:19.389073 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:19.466695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Network d311cdcd-3287-45da-b9cc-692600d3ce34 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:19.474204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:19.482006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Pushing event updated for resources: {'Port': ['ID=2386dcd2-2b62-4cfb-8fa3-dc59f565cc92,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:19.491721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:19.593923 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Attempting to bind port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:24:19.594297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Attempting to bind port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '2d52b38a-02d2-4011-9096-ec41ffa94022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd311cdcd-3287-45da-b9cc-692600d3ce34'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:24:19.594698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Attempting to bind port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 on network d311cdcd-3287-45da-b9cc-692600d3ce34 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:24:19.595210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.10 (d311cdcd-3287-45da-b9cc-692600d3ce34/6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9/a95f3c08-e9c2-4091-97f8-5412ff32d0bb) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:19.601014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:24:19.601396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Checking segment: {'id': '2d52b38a-02d2-4011-9096-ec41ffa94022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd311cdcd-3287-45da-b9cc-692600d3ce34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:19.602201 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:19.602331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Bound using segment: {'id': '2d52b38a-02d2-4011-9096-ec41ffa94022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd311cdcd-3287-45da-b9cc-692600d3ce34'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:24:19.602749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Bound port: 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d52b38a-02d2-4011-9096-ec41ffa94022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'd311cdcd-3287-45da-b9cc-692600d3ce34'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:24:19.603241 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:19.743933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] For port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:24:19.762408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] For port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=2386dcd2-2b62-4cfb-8fa3-dc59f565cc92,segment=NetworkSegment(2d52b38a-02d2-4011-9096-ec41ffa94022),segment_id=2d52b38a-02d2-4011-9096-ec41ffa94022)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:24:19.783063 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:19.898026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700ce29-3e28-4301-8361-cc4b56c471f0 req-f6f0b03e-085c-48f3-866e-3ad939d10b67 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:19.906707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3700ce29-3e28-4301-8361-cc4b56c471f0 req-f6f0b03e-085c-48f3-866e-3ad939d10b67 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.2726166 Feb 02 13:24:19.998092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814b90c-ca42-4797-957d-c081fbdcb04b None None] Pushing event updated for resources: {'Port': ['ID=2386dcd2-2b62-4cfb-8fa3-dc59f565cc92,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:20.037459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3700ce29-3e28-4301-8361-cc4b56c471f0 req-555b2522-5131-46bf-a64c-cac22a164166 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108422 Feb 02 13:24:20.075749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ee94d-8fc1-4a82-95d0-9b7575401b2f req-0d112a86-33a8-4271-a0bd-8c2470357296 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:20.077293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a0ee94d-8fc1-4a82-95d0-9b7575401b2f req-0d112a86-33a8-4271-a0bd-8c2470357296 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 908 time: 0.1693327 Feb 02 13:24:20.127782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (a95f3c08-e9c2-4091-97f8-5412ff32d0bb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:20.189435 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a95f3c08-e9c2-4091-97f8-5412ff32d0bb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:20.281720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network d311cdcd-3287-45da-b9cc-692600d3ce34 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:20.287996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:20.298827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:20.360851 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=a95f3c08-e9c2-4091-97f8-5412ff32d0bb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:20.397786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:20.398444 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:20.442695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:20.450506 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c1c7c4ab-7aa0-4cce-8746-148f5918ec8a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1548498 Feb 02 13:24:20.564469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f181b489-a43b-45cc-82b0-28b50890a303 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port a95f3c08-e9c2-4091-97f8-5412ff32d0bb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:20.565137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f181b489-a43b-45cc-82b0-28b50890a303 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a95f3c08-e9c2-4091-97f8-5412ff32d0bb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:20.682839 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f181b489-a43b-45cc-82b0-28b50890a303 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a95f3c08-e9c2-4091-97f8-5412ff32d0bb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:20.700332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f181b489-a43b-45cc-82b0-28b50890a303 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for a95f3c08-e9c2-4091-97f8-5412ff32d0bb owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:20.874991 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f181b489-a43b-45cc-82b0-28b50890a303 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a95f3c08-e9c2-4091-97f8-5412ff32d0bb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:20.918460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181b489-a43b-45cc-82b0-28b50890a303 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=a95f3c08-e9c2-4091-97f8-5412ff32d0bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:21.010960 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f181b489-a43b-45cc-82b0-28b50890a303 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:21.014344 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f181b489-a43b-45cc-82b0-28b50890a303 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/a95f3c08-e9c2-4091-97f8-5412ff32d0bb HTTP/1.1" status: 204 len: 168 time: 0.5706434 Feb 02 13:24:21.016911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:21.053468 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96d45d7-4db7-43a8-a77c-7f6013316f5e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] DELETE failed (client error): The resource could not be found. Feb 02 13:24:21.054125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96d45d7-4db7-43a8-a77c-7f6013316f5e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:21.058571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c96d45d7-4db7-43a8-a77c-7f6013316f5e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/a95f3c08-e9c2-4091-97f8-5412ff32d0bb HTTP/1.1" status: 404 len: 333 time: 0.0405993 Feb 02 13:24:21.061379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44478) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:21.184092 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-354b8160-1e57-4907-adb9-d258d56c5310 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:24:21.199858 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-354b8160-1e57-4907-adb9-d258d56c5310 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/a95f3c08-e9c2-4091-97f8-5412ff32d0bb HTTP/1.1" status: 404 len: 333 time: 0.1262114 Feb 02 13:24:21.199858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44490) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:21.336113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3f9f91-e28f-454c-94b3-1c7d8c8bb41b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting subnet 6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:24:21.340927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9f91-e28f-454c-94b3-1c7d8c8bb41b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:21.390097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3aaed1-b886-422f-aeef-f5db32c69296 req-fa3f0caf-c691-4afb-bb98-d61ce835c84e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:21.394472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb3aaed1-b886-422f-aeef-f5db32c69296 req-fa3f0caf-c691-4afb-bb98-d61ce835c84e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 908 time: 0.3342352 Feb 02 13:24:21.407308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de653d-b911-46f0-9709-b46c82537258 req-acc3420b-67e9-4469-b446-d67e2d04343b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:21.408888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50de653d-b911-46f0-9709-b46c82537258 req-acc3420b-67e9-4469-b446-d67e2d04343b tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 908 time: 0.1183426 Feb 02 13:24:21.427267 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9f91-e28f-454c-94b3-1c7d8c8bb41b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:21.444237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cf85f-9022-43ca-b3ba-eebd4a282b74 req-6d227d15-ea1f-4872-a6c1-2e5a8e0cc739 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:21.445815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-499cf85f-9022-43ca-b3ba-eebd4a282b74 req-6d227d15-ea1f-4872-a6c1-2e5a8e0cc739 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1845767 Feb 02 13:24:21.516453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ae7999-ea89-4f0c-8e3a-587e8cb9092e None None] Network d311cdcd-3287-45da-b9cc-692600d3ce34 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:21.521513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-499cf85f-9022-43ca-b3ba-eebd4a282b74 req-fb703d1e-0e73-44dd-9894-af7902d0af94 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556912 Feb 02 13:24:21.570519 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9f91-e28f-454c-94b3-1c7d8c8bb41b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:21.597134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fb3aaed1-b886-422f-aeef-f5db32c69296 req-5bad1bdd-a837-4128-a20d-ac0e48dfd507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Deleting port 80ef726e-f34a-4624-8dd6-04cdd8302c37 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:21.597134 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3aaed1-b886-422f-aeef-f5db32c69296 req-5bad1bdd-a837-4128-a20d-ac0e48dfd507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:21.658509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ced92d3e-b4c1-4821-bec7-e41eed95c961 None None] Provisioning complete for port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:21.659383 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced92d3e-b4c1-4821-bec7-e41eed95c961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:21.683596 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9f91-e28f-454c-94b3-1c7d8c8bb41b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:21.753082 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f9f91-e28f-454c-94b3-1c7d8c8bb41b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Subnet': ['ID=6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:21.755076 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec3f9f91-e28f-454c-94b3-1c7d8c8bb41b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:21.771308 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ec3f9f91-e28f-454c-94b3-1c7d8c8bb41b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9 HTTP/1.1" status: 204 len: 168 time: 0.5763919 Feb 02 13:24:21.775064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:21.898543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-fb3aaed1-b886-422f-aeef-f5db32c69296 req-5bad1bdd-a837-4128-a20d-ac0e48dfd507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] For port 80ef726e-f34a-4624-8dd6-04cdd8302c37, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=80ef726e-f34a-4624-8dd6-04cdd8302c37,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:21.903089 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3aaed1-b886-422f-aeef-f5db32c69296 req-5bad1bdd-a837-4128-a20d-ac0e48dfd507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:21.960409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:24:22.055997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-fb3aaed1-b886-422f-aeef-f5db32c69296 req-5bad1bdd-a837-4128-a20d-ac0e48dfd507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Calling delete_port for 80ef726e-f34a-4624-8dd6-04cdd8302c37 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:22.152420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:22.153073 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:22.155138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ced92d3e-b4c1-4821-bec7-e41eed95c961 None None] Current status of the port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:22.155767 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced92d3e-b4c1-4821-bec7-e41eed95c961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:22.235101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ced92d3e-b4c1-4821-bec7-e41eed95c961 None None] For port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=2386dcd2-2b62-4cfb-8fa3-dc59f565cc92,segment=NetworkSegment(2d52b38a-02d2-4011-9096-ec41ffa94022),segment_id=2d52b38a-02d2-4011-9096-ec41ffa94022)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:22.281024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aba8eaf-a10e-42f1-a371-a93ee96087ad None None] Network d311cdcd-3287-45da-b9cc-692600d3ce34 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:22.342157 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ced92d3e-b4c1-4821-bec7-e41eed95c961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:22.344136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:22.348994 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d311cdcd-3287-45da-b9cc-692600d3ce34), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:22.353494 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3aaed1-b886-422f-aeef-f5db32c69296 req-5bad1bdd-a837-4128-a20d-ac0e48dfd507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (80ef726e-f34a-4624-8dd6-04cdd8302c37), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:22.424116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad1bdd-a837-4128-a20d-ac0e48dfd507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event deleted for resources: {'Port': ['ID=80ef726e-f34a-4624-8dd6-04cdd8302c37,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:22.433665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced92d3e-b4c1-4821-bec7-e41eed95c961 None None] Pushing event updated for resources: {'Port': ['ID=2386dcd2-2b62-4cfb-8fa3-dc59f565cc92,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:22.444079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3aaed1-b886-422f-aeef-f5db32c69296 req-5bad1bdd-a837-4128-a20d-ac0e48dfd507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] No DVR routers for this DVR port 80ef726e-f34a-4624-8dd6-04cdd8302c37 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:22.446708 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-fb3aaed1-b886-422f-aeef-f5db32c69296 req-5bad1bdd-a837-4128-a20d-ac0e48dfd507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:22.451091 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb3aaed1-b886-422f-aeef-f5db32c69296 req-5bad1bdd-a837-4128-a20d-ac0e48dfd507 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.18 "DELETE /v2.0/ports/80ef726e-f34a-4624-8dd6-04cdd8302c37 HTTP/1.1" status: 204 len: 173 time: 1.0412087 Feb 02 13:24:22.451797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2f1a01-bb86-4b66-b133-ee8b92a6581d', 'name': 'network-vif-deleted', 'tag': '80ef726e-f34a-4624-8dd6-04cdd8302c37'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:24:22.455290 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc27b0b2-c620-4627-9c2e-de7d3094cc36" -d '{"events": [{"server_uuid": "2e2f1a01-bb86-4b66-b133-ee8b92a6581d", "name": "network-vif-deleted", "tag": "80ef726e-f34a-4624-8dd6-04cdd8302c37"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:24:22.534549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:22.535103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:22.552503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6c24b3cc-bb2b-4cf3-ab0d-af11a3491a00 None None] Provisioning complete for port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:22.557362 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c24b3cc-bb2b-4cf3-ab0d-af11a3491a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:22.566211 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7b2cb7-4280-4ea9-ab20-d79a97c2cb3e x-openstack-request-id: req-ad7b2cb7-4280-4ea9-ab20-d79a97c2cb3e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:24:22.569951 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2f1a01-bb86-4b66-b133-ee8b92a6581d", "name": "network-vif-deleted", "tag": "80ef726e-f34a-4624-8dd6-04cdd8302c37", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:24:22.570258 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ad7b2cb7-4280-4ea9-ab20-d79a97c2cb3e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:24:22.570684 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2f1a01-bb86-4b66-b133-ee8b92a6581d', 'name': 'network-vif-deleted', 'tag': '80ef726e-f34a-4624-8dd6-04cdd8302c37', 'status': 'completed', 'code': 200} Feb 02 13:24:22.724834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2194b16-ecbd-4147-ad75-90397a3c82c3 None None] DHCP port deletion for d311cdcd-3287-45da-b9cc-692600d3ce34 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:24:22.733060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fb163cc-2525-475d-82d2-052a29eda1ad req-350ec2dc-9112-4841-bab9-6cb6910bf73c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2e2f1a01-bb86-4b66-b133-ee8b92a6581d HTTP/1.1" status: 200 len: 210 time: 0.0932753 Feb 02 13:24:22.760312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] For port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=2386dcd2-2b62-4cfb-8fa3-dc59f565cc92,segment=NetworkSegment(2d52b38a-02d2-4011-9096-ec41ffa94022),segment_id=2d52b38a-02d2-4011-9096-ec41ffa94022)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:22.760965 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:22.775844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6c24b3cc-bb2b-4cf3-ab0d-af11a3491a00 None None] Current status of the port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:22.797470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f2194b16-ecbd-4147-ad75-90397a3c82c3 None None] Deleting port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:22.798002 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2194b16-ecbd-4147-ad75-90397a3c82c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:22.809176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:22.890201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb173c0-c95e-4b9b-830a-94740739fc95 req-15a7f7d6-8783-42c2-ae2f-55a82a8f7860 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:22.892309 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fb173c0-c95e-4b9b-830a-94740739fc95 req-15a7f7d6-8783-42c2-ae2f-55a82a8f7860 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1582937 Feb 02 13:24:22.910825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f2194b16-ecbd-4147-ad75-90397a3c82c3 None None] For port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=2386dcd2-2b62-4cfb-8fa3-dc59f565cc92,segment=NetworkSegment(2d52b38a-02d2-4011-9096-ec41ffa94022),segment_id=2d52b38a-02d2-4011-9096-ec41ffa94022)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:22.911371 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2194b16-ecbd-4147-ad75-90397a3c82c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:22.926612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f2194b16-ecbd-4147-ad75-90397a3c82c3 None None] Calling delete_port for 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:22.966890 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fb173c0-c95e-4b9b-830a-94740739fc95 req-bdef3260-275a-45d3-b3f1-1841cee6f254 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685148 Feb 02 13:24:23.000288 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.049988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=2386dcd2-2b62-4cfb-8fa3-dc59f565cc92,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:23.054073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No DVR routers for this DVR port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:24:23.085608 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:24:23.098380 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2194b16-ecbd-4147-ad75-90397a3c82c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (2386dcd2-2b62-4cfb-8fa3-dc59f565cc92), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.158544 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2194b16-ecbd-4147-ad75-90397a3c82c3 None None] Pushing event deleted for resources: {'Port': ['ID=2386dcd2-2b62-4cfb-8fa3-dc59f565cc92,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:23.162783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2194b16-ecbd-4147-ad75-90397a3c82c3 None None] No DVR routers for this DVR port 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:23.166949 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d311cdcd-3287-45da-b9cc-692600d3ce34), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.216338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d311cdcd-3287-45da-b9cc-692600d3ce34']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:23.234094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d52b38a-02d2-4011-9096-ec41ffa94022') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:23.234628 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d52b38a-02d2-4011-9096-ec41ffa94022') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:23.252508 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (2d52b38a-02d2-4011-9096-ec41ffa94022), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.269469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2d52b38a-02d2-4011-9096-ec41ffa94022), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.278070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:24:23.278830 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (2d52b38a-02d2-4011-9096-ec41ffa94022), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:24:23.282457 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:24:23.376788 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (d311cdcd-3287-45da-b9cc-692600d3ce34), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.386695 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.390247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/networks/d311cdcd-3287-45da-b9cc-692600d3ce34 HTTP/1.1" status: 204 len: 168 time: 1.6141350 Feb 02 13:24:23.393741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:23.408415 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dbff66b6-76f0-42e8-9b53-c74dd53c4007 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2094048772'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:23.414645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33ee9f-548c-46bb-962e-1b82a03e9c88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Network': ['ID=d311cdcd-3287-45da-b9cc-692600d3ce34,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:23.441329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbff66b6-76f0-42e8-9b53-c74dd53c4007 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:23.445041 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbff66b6-76f0-42e8-9b53-c74dd53c4007 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.489914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbff66b6-76f0-42e8-9b53-c74dd53c4007 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:24:23.501409 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbff66b6-76f0-42e8-9b53-c74dd53c4007 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1eddcb19-3a80-42e1-8795-833e43cc81c7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.501747 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-dbff66b6-76f0-42e8-9b53-c74dd53c4007 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Added segment 1eddcb19-3a80-42e1-8795-833e43cc81c7 of type vlan for network e98227c4-a801-41fa-b1ba-a89b03f0582b Feb 02 13:24:23.559301 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbff66b6-76f0-42e8-9b53-c74dd53c4007 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (e98227c4-a801-41fa-b1ba-a89b03f0582b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.603211 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbff66b6-76f0-42e8-9b53-c74dd53c4007 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (e98227c4-a801-41fa-b1ba-a89b03f0582b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.612062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbff66b6-76f0-42e8-9b53-c74dd53c4007 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:23.612062 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbff66b6-76f0-42e8-9b53-c74dd53c4007 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:23.674357 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-dbff66b6-76f0-42e8-9b53-c74dd53c4007 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2794507 Feb 02 13:24:23.680718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44516) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:23.688838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-09b91ad1-1cec-4348-a8e7-de08bd1d19d9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': 'e98227c4-a801-41fa-b1ba-a89b03f0582b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:23.715043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff66b6-76f0-42e8-9b53-c74dd53c4007 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Network': ['ID=e98227c4-a801-41fa-b1ba-a89b03f0582b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:23.728737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network e98227c4-a801-41fa-b1ba-a89b03f0582b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:24:23.860429 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:23.893120 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:24:23.893805 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 2386dcd2-2b62-4cfb-8fa3-dc59f565cc92 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:24:23.924274 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b91ad1-1cec-4348-a8e7-de08bd1d19d9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:23.928195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-09b91ad1-1cec-4348-a8e7-de08bd1d19d9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:24.209559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886eb64-5722-43ce-9bb5-0d6135088b61 req-8b149d41-3312-47d2-9f2d-ac34d0bb015c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:24.223666 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8886eb64-5722-43ce-9bb5-0d6135088b61 req-8b149d41-3312-47d2-9f2d-ac34d0bb015c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1236591 Feb 02 13:24:24.248171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032580c-ef7b-4959-9a24-1d73e0e2463b req-887a71a1-f3fb-41d6-965d-bfab94246517 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:24.256284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a032580c-ef7b-4959-9a24-1d73e0e2463b req-887a71a1-f3fb-41d6-965d-bfab94246517 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 945 time: 0.1443598 Feb 02 13:24:24.263336 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-09b91ad1-1cec-4348-a8e7-de08bd1d19d9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (03b370c4-714a-4c71-9e94-b5d6e95ebf15), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:24.459705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b91ad1-1cec-4348-a8e7-de08bd1d19d9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Subnet': ['ID=03b370c4-714a-4c71-9e94-b5d6e95ebf15,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:24.467967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b91ad1-1cec-4348-a8e7-de08bd1d19d9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Checking segment: {'id': '1eddcb19-3a80-42e1-8795-833e43cc81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e98227c4-a801-41fa-b1ba-a89b03f0582b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:24.468344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b91ad1-1cec-4348-a8e7-de08bd1d19d9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network hostable DHCP agents. Network: e98227c4-a801-41fa-b1ba-a89b03f0582b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:24:24.493397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b91ad1-1cec-4348-a8e7-de08bd1d19d9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network e98227c4-a801-41fa-b1ba-a89b03f0582b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:24:24.502927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8886eb64-5722-43ce-9bb5-0d6135088b61 req-2878dfc3-ddf2-4eb0-aa2f-c026b562b0a4 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773621 Feb 02 13:24:24.516276 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a032580c-ef7b-4959-9a24-1d73e0e2463b req-180c31a5-8f39-419c-b3b7-a7ab87823795 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587669 Feb 02 13:24:24.517901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-09b91ad1-1cec-4348-a8e7-de08bd1d19d9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, e98227c4-a801-41fa-b1ba-a89b03f0582b) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:24.523989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b91ad1-1cec-4348-a8e7-de08bd1d19d9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:24.524905 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-09b91ad1-1cec-4348-a8e7-de08bd1d19d9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:24.530088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489007c4-a4ab-4a23-9c33-a73df44da815 None None] Network e98227c4-a801-41fa-b1ba-a89b03f0582b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:24.570072 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-09b91ad1-1cec-4348-a8e7-de08bd1d19d9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8875067 Feb 02 13:24:24.572874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44530) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:24.580007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': 'e98227c4-a801-41fa-b1ba-a89b03f0582b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2045753387'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:24.698697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-e98227c4-a801-41fa-b1ba-a89b03f0582b', 'network_id': 'e98227c4-a801-41fa-b1ba-a89b03f0582b', 'project_id': '28c08be874e7438da256264e52678382', 'fixed_ips': [{'subnet_id': '03b370c4-714a-4c71-9e94-b5d6e95ebf15'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:24:24.699603 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:24.782292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:24.786034 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:24.807812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port 46e97a90-2174-4335-b61d-05e36163eda4 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:24:24.856147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Allocated IP 172.20.0.2 (e98227c4-a801-41fa-b1ba-a89b03f0582b/03b370c4-714a-4c71-9e94-b5d6e95ebf15/ba00bc10-2216-44c4-882c-0307bc54bacb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:25.024793 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Publish callbacks [] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:25.033729 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:25.084287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Network e98227c4-a801-41fa-b1ba-a89b03f0582b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:25.091361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:25.097882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:25.101236 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Pushing event updated for resources: {'Port': ['ID=ba00bc10-2216-44c4-882c-0307bc54bacb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:25.101999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.8 (e98227c4-a801-41fa-b1ba-a89b03f0582b/03b370c4-714a-4c71-9e94-b5d6e95ebf15/46e97a90-2174-4335-b61d-05e36163eda4) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:25.110562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.111009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.111456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.111909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.112298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.112696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.113088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.113425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.113824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.114662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.114662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.114858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.115274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:25.196820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Attempting to bind port ba00bc10-2216-44c4-882c-0307bc54bacb on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:24:25.197606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Attempting to bind port ba00bc10-2216-44c4-882c-0307bc54bacb by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '1eddcb19-3a80-42e1-8795-833e43cc81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e98227c4-a801-41fa-b1ba-a89b03f0582b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:24:25.198110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Attempting to bind port ba00bc10-2216-44c4-882c-0307bc54bacb on network e98227c4-a801-41fa-b1ba-a89b03f0582b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:24:25.203723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:24:25.204119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Checking segment: {'id': '1eddcb19-3a80-42e1-8795-833e43cc81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e98227c4-a801-41fa-b1ba-a89b03f0582b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:25.204575 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:25.204973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Bound using segment: {'id': '1eddcb19-3a80-42e1-8795-833e43cc81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e98227c4-a801-41fa-b1ba-a89b03f0582b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:24:25.205452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Bound port: ba00bc10-2216-44c4-882c-0307bc54bacb, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eddcb19-3a80-42e1-8795-833e43cc81c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'e98227c4-a801-41fa-b1ba-a89b03f0582b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:24:25.205987 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:25.277795 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (46e97a90-2174-4335-b61d-05e36163eda4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:25.283562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] For port ba00bc10-2216-44c4-882c-0307bc54bacb, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:24:25.286965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] For port ba00bc10-2216-44c4-882c-0307bc54bacb, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ba00bc10-2216-44c4-882c-0307bc54bacb,segment=NetworkSegment(1eddcb19-3a80-42e1-8795-833e43cc81c7),segment_id=1eddcb19-3a80-42e1-8795-833e43cc81c7)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:24:25.295860 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:25.317578 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (46e97a90-2174-4335-b61d-05e36163eda4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:25.365874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network e98227c4-a801-41fa-b1ba-a89b03f0582b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:25.374363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:25.376029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff974931-7fdd-4330-831f-11f169866f14 None None] Pushing event updated for resources: {'Port': ['ID=ba00bc10-2216-44c4-882c-0307bc54bacb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:25.377627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:25.418125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=46e97a90-2174-4335-b61d-05e36163eda4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:25.454484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:25.455696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:25.469527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 80ef726e-f34a-4624-8dd6-04cdd8302c37 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:25.478192 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-02498a31-074b-4525-88a0-bd9499a5dc34 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.9041898 Feb 02 13:24:25.480885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44534) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:25.519507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 80ef726e-f34a-4624-8dd6-04cdd8302c37 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:24:25.519920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 80ef726e-f34a-4624-8dd6-04cdd8302c37 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:24:25.653697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-70033e17-5558-4829-83c2-7f67d1c3faca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 46e97a90-2174-4335-b61d-05e36163eda4 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:25.653697 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-70033e17-5558-4829-83c2-7f67d1c3faca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (46e97a90-2174-4335-b61d-05e36163eda4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:25.952469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02918ae-125d-4966-b2b4-74f0e64121d0 req-a0b07487-f71a-453c-9a90-d858ffe62f4a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:25.955038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f02918ae-125d-4966-b2b4-74f0e64121d0 req-a0b07487-f71a-453c-9a90-d858ffe62f4a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 945 time: 0.4290898 Feb 02 13:24:26.122634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b24e92-74fc-4345-874f-95073a2a1e11 req-eea07982-b4a1-4ec4-a64f-cad5537983bf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:26.126246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ba00bc10-2216-44c4-882c-0307bc54bacb up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:24:26.130829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44b24e92-74fc-4345-874f-95073a2a1e11 req-eea07982-b4a1-4ec4-a64f-cad5537983bf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 945 time: 0.4025710 Feb 02 13:24:26.155605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aa8e2-c98f-4efa-aebb-cd6a4f07d313 req-da4f1dd0-2860-40aa-be8d-b5f9e6de0974 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:26.157511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c99aa8e2-c98f-4efa-aebb-cd6a4f07d313 req-da4f1dd0-2860-40aa-be8d-b5f9e6de0974 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.5033374 Feb 02 13:24:26.222103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ba00bc10-2216-44c4-882c-0307bc54bacb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:26.222492 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:26.284538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c99aa8e2-c98f-4efa-aebb-cd6a4f07d313 req-4e9e7270-3d13-4736-80f9-335d24923ec6 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155589 Feb 02 13:24:26.394288 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44b24e92-74fc-4345-874f-95073a2a1e11 req-e8c3a98a-00d4-44df-84c6-10935e94c92e tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622433 Feb 02 13:24:26.399662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f02918ae-125d-4966-b2b4-74f0e64121d0 req-74a49096-aad3-439b-ab29-80d8deb5c712 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Deleting port 23c8494a-e636-4066-acdc-38a8419de8aa {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:26.400254 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f02918ae-125d-4966-b2b4-74f0e64121d0 req-74a49096-aad3-439b-ab29-80d8deb5c712 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:26.458754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ba00bc10-2216-44c4-882c-0307bc54bacb is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:26.459152 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:26.565707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port ba00bc10-2216-44c4-882c-0307bc54bacb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ba00bc10-2216-44c4-882c-0307bc54bacb,segment=NetworkSegment(1eddcb19-3a80-42e1-8795-833e43cc81c7),segment_id=1eddcb19-3a80-42e1-8795-833e43cc81c7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:26.577865 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:26.611143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-f02918ae-125d-4966-b2b4-74f0e64121d0 req-74a49096-aad3-439b-ab29-80d8deb5c712 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] For port 23c8494a-e636-4066-acdc-38a8419de8aa, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=23c8494a-e636-4066-acdc-38a8419de8aa,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:26.611540 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f02918ae-125d-4966-b2b4-74f0e64121d0 req-74a49096-aad3-439b-ab29-80d8deb5c712 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:26.649476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-f02918ae-125d-4966-b2b4-74f0e64121d0 req-74a49096-aad3-439b-ab29-80d8deb5c712 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Calling delete_port for 23c8494a-e636-4066-acdc-38a8419de8aa owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:26.734486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=ba00bc10-2216-44c4-882c-0307bc54bacb,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:26.857247 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-70033e17-5558-4829-83c2-7f67d1c3faca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (46e97a90-2174-4335-b61d-05e36163eda4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:26.884458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-70033e17-5558-4829-83c2-7f67d1c3faca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 46e97a90-2174-4335-b61d-05e36163eda4 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:26.921007 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f02918ae-125d-4966-b2b4-74f0e64121d0 req-74a49096-aad3-439b-ab29-80d8deb5c712 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (23c8494a-e636-4066-acdc-38a8419de8aa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:26.955182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['4547ba98-2947-45a2-b076-d92df55c2845', '23c8494a-e636-4066-acdc-38a8419de8aa'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:24:26.964331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a49096-aad3-439b-ab29-80d8deb5c712 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event deleted for resources: {'Port': ['ID=23c8494a-e636-4066-acdc-38a8419de8aa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:27.030214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02918ae-125d-4966-b2b4-74f0e64121d0 req-74a49096-aad3-439b-ab29-80d8deb5c712 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] No DVR routers for this DVR port 23c8494a-e636-4066-acdc-38a8419de8aa on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:27.032854 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-f02918ae-125d-4966-b2b4-74f0e64121d0 req-74a49096-aad3-439b-ab29-80d8deb5c712 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:27.055513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f02918ae-125d-4966-b2b4-74f0e64121d0 req-74a49096-aad3-439b-ab29-80d8deb5c712 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.18 "DELETE /v2.0/ports/23c8494a-e636-4066-acdc-38a8419de8aa HTTP/1.1" status: 204 len: 173 time: 1.0820665 Feb 02 13:24:27.057375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c985f43-3001-4e5a-b4e3-057afe2b4e16', 'name': 'network-vif-deleted', 'tag': '23c8494a-e636-4066-acdc-38a8419de8aa'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:24:27.075107 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ebeb17-9376-4199-8a45-9daeaa9c40c2" -d '{"events": [{"server_uuid": "5c985f43-3001-4e5a-b4e3-057afe2b4e16", "name": "network-vif-deleted", "tag": "23c8494a-e636-4066-acdc-38a8419de8aa"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:24:27.186781 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-70033e17-5558-4829-83c2-7f67d1c3faca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (46e97a90-2174-4335-b61d-05e36163eda4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:27.205667 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a4b898-2ae0-473a-ab90-e1d81467c426 x-openstack-request-id: req-a5a4b898-2ae0-473a-ab90-e1d81467c426 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:24:27.206123 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c985f43-3001-4e5a-b4e3-057afe2b4e16", "name": "network-vif-deleted", "tag": "23c8494a-e636-4066-acdc-38a8419de8aa", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:24:27.206269 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a5a4b898-2ae0-473a-ab90-e1d81467c426 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:24:27.206619 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c985f43-3001-4e5a-b4e3-057afe2b4e16', 'name': 'network-vif-deleted', 'tag': '23c8494a-e636-4066-acdc-38a8419de8aa', 'status': 'completed', 'code': 200} Feb 02 13:24:27.343662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70033e17-5558-4829-83c2-7f67d1c3faca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=46e97a90-2174-4335-b61d-05e36163eda4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:27.463770 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-70033e17-5558-4829-83c2-7f67d1c3faca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:27.473003 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-70033e17-5558-4829-83c2-7f67d1c3faca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/46e97a90-2174-4335-b61d-05e36163eda4 HTTP/1.1" status: 204 len: 168 time: 1.9907687 Feb 02 13:24:27.475155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3272513-964a-4da3-ad7c-e9436f31ccf3 None None] Network e98227c4-a801-41fa-b1ba-a89b03f0582b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:27.475744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44568) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:27.631021 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f08f3d2-3016-4cc7-b4a2-11431518ed06 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:24:27.633127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9f08f3d2-3016-4cc7-b4a2-11431518ed06 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/46e97a90-2174-4335-b61d-05e36163eda4 HTTP/1.1" status: 404 len: 333 time: 0.1558580 Feb 02 13:24:27.635408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44570) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:27.656887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-adecf3a9-2b8d-4403-986a-ec9041b5b980 None None] Provisioning complete for port ba00bc10-2216-44c4-882c-0307bc54bacb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:27.657258 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adecf3a9-2b8d-4403-986a-ec9041b5b980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:27.707368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d12d0af5-025d-48a8-a522-0faa89254da0 req-c77e67f9-3ee3-4826-9318-6ef191a6ae57 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=5c985f43-3001-4e5a-b4e3-057afe2b4e16 HTTP/1.1" status: 200 len: 210 time: 0.0859742 Feb 02 13:24:27.760879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1023bd9-c252-4048-9b58-bb8c52f37652 req-49c1e7f0-06e5-47d1-aceb-fbb8a2abf2df tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:27.762451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e1023bd9-c252-4048-9b58-bb8c52f37652 req-49c1e7f0-06e5-47d1-aceb-fbb8a2abf2df tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1899066 Feb 02 13:24:27.798249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0898f65-b5a8-4f07-9001-a1c630d6b483 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting subnet 03b370c4-714a-4c71-9e94-b5d6e95ebf15 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:24:27.809141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0898f65-b5a8-4f07-9001-a1c630d6b483 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (03b370c4-714a-4c71-9e94-b5d6e95ebf15), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:27.941853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e1023bd9-c252-4048-9b58-bb8c52f37652 req-7cd94f34-b57b-43ee-9970-478def5f9db9 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702917 Feb 02 13:24:27.950372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0898f65-b5a8-4f07-9001-a1c630d6b483 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (03b370c4-714a-4c71-9e94-b5d6e95ebf15), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:27.989783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-adecf3a9-2b8d-4403-986a-ec9041b5b980 None None] Current status of the port ba00bc10-2216-44c4-882c-0307bc54bacb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:27.992680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ba00bc10-2216-44c4-882c-0307bc54bacb up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:24:28.082378 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ba00bc10-2216-44c4-882c-0307bc54bacb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:28.082763 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.117771 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0898f65-b5a8-4f07-9001-a1c630d6b483 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (03b370c4-714a-4c71-9e94-b5d6e95ebf15), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.239587 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0898f65-b5a8-4f07-9001-a1c630d6b483 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (03b370c4-714a-4c71-9e94-b5d6e95ebf15), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.268138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ba00bc10-2216-44c4-882c-0307bc54bacb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:28.284387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0898f65-b5a8-4f07-9001-a1c630d6b483 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Subnet': ['ID=03b370c4-714a-4c71-9e94-b5d6e95ebf15,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:28.292585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0898f65-b5a8-4f07-9001-a1c630d6b483 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.296806 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d0898f65-b5a8-4f07-9001-a1c630d6b483 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/03b370c4-714a-4c71-9e94-b5d6e95ebf15 HTTP/1.1" status: 204 len: 168 time: 0.6601169 Feb 02 13:24:28.299489 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44586) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:28.351550 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf68c17-dd9e-4cfd-9a6f-a4b7d6b75da6 None None] Network e98227c4-a801-41fa-b1ba-a89b03f0582b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:28.391835 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (e98227c4-a801-41fa-b1ba-a89b03f0582b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.446897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-490228b4-64d8-4f87-9b57-d56a77079881 None None] Provisioning complete for port ba00bc10-2216-44c4-882c-0307bc54bacb triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:28.448039 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-490228b4-64d8-4f87-9b57-d56a77079881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.457514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port ba00bc10-2216-44c4-882c-0307bc54bacb {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:28.458125 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.562937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-490228b4-64d8-4f87-9b57-d56a77079881 None None] Current status of the port ba00bc10-2216-44c4-882c-0307bc54bacb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:28.564243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] For port ba00bc10-2216-44c4-882c-0307bc54bacb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ba00bc10-2216-44c4-882c-0307bc54bacb,segment=NetworkSegment(1eddcb19-3a80-42e1-8795-833e43cc81c7),segment_id=1eddcb19-3a80-42e1-8795-833e43cc81c7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:28.564857 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.585813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for ba00bc10-2216-44c4-882c-0307bc54bacb owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:28.592393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5281e13-6a94-4660-8cce-2a4557578978 None None] DHCP port deletion for e98227c4-a801-41fa-b1ba-a89b03f0582b request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:24:28.647119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c5281e13-6a94-4660-8cce-2a4557578978 None None] Deleting port ba00bc10-2216-44c4-882c-0307bc54bacb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:28.647862 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5281e13-6a94-4660-8cce-2a4557578978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.680844 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.712987 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=ba00bc10-2216-44c4-882c-0307bc54bacb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:28.725814 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No DVR routers for this DVR port ba00bc10-2216-44c4-882c-0307bc54bacb on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:28.728293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c5281e13-6a94-4660-8cce-2a4557578978 None None] For port ba00bc10-2216-44c4-882c-0307bc54bacb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ba00bc10-2216-44c4-882c-0307bc54bacb,segment=NetworkSegment(1eddcb19-3a80-42e1-8795-833e43cc81c7),segment_id=1eddcb19-3a80-42e1-8795-833e43cc81c7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:28.728892 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5281e13-6a94-4660-8cce-2a4557578978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.776441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c5281e13-6a94-4660-8cce-2a4557578978 None None] Calling delete_port for ba00bc10-2216-44c4-882c-0307bc54bacb owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:28.874021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (e98227c4-a801-41fa-b1ba-a89b03f0582b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.892335 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5281e13-6a94-4660-8cce-2a4557578978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (ba00bc10-2216-44c4-882c-0307bc54bacb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.904493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98227c4-a801-41fa-b1ba-a89b03f0582b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:28.918508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eddcb19-3a80-42e1-8795-833e43cc81c7') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:28.919087 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eddcb19-3a80-42e1-8795-833e43cc81c7') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:28.929594 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (1eddcb19-3a80-42e1-8795-833e43cc81c7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:28.932080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5281e13-6a94-4660-8cce-2a4557578978 None None] Pushing event deleted for resources: {'Port': ['ID=ba00bc10-2216-44c4-882c-0307bc54bacb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:28.934022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5281e13-6a94-4660-8cce-2a4557578978 None None] No DVR routers for this DVR port ba00bc10-2216-44c4-882c-0307bc54bacb on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:29.008678 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1eddcb19-3a80-42e1-8795-833e43cc81c7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:29.019590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:24:29.020007 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (1eddcb19-3a80-42e1-8795-833e43cc81c7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:24:29.025547 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:24:29.101532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513aef3-8c51-4206-9d61-bb9758ab3bf5 req-40b3f1a3-bbf3-4d15-a5bd-e7d618dd7efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:29.105307 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2513aef3-8c51-4206-9d61-bb9758ab3bf5 req-40b3f1a3-bbf3-4d15-a5bd-e7d618dd7efe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 1127 time: 0.1373918 Feb 02 13:24:29.116092 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (e98227c4-a801-41fa-b1ba-a89b03f0582b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:29.122237 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:29.128902 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/networks/e98227c4-a801-41fa-b1ba-a89b03f0582b HTTP/1.1" status: 204 len: 168 time: 0.8252008 Feb 02 13:24:29.139471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:29.146713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'name': 'tempest-PortsTestJSON-1779218637'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:29.160528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcdadc7-8396-40a8-a00b-b82ec12a4614 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Network': ['ID=e98227c4-a801-41fa-b1ba-a89b03f0582b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:29.249355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513aef3-8c51-4206-9d61-bb9758ab3bf5 req-72c683af-d886-4f1d-85f6-c0750c396ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:29.251210 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2513aef3-8c51-4206-9d61-bb9758ab3bf5 req-72c683af-d886-4f1d-85f6-c0750c396ee9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 917 time: 0.1243956 Feb 02 13:24:29.279073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710140b-6367-4463-a3b5-08bc71f8af3d req-f588faba-e47c-411b-b75b-a52296f8071f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:29.280599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7710140b-6367-4463-a3b5-08bc71f8af3d req-f588faba-e47c-411b-b75b-a52296f8071f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1760170 Feb 02 13:24:29.320330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02f3c4-3301-442d-afc6-a1229d0a3a0e req-9cb84b36-250a-4173-ac2e-0b6634e38561 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:29.321804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f02f3c4-3301-442d-afc6-a1229d0a3a0e req-9cb84b36-250a-4173-ac2e-0b6634e38561 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.1553712 Feb 02 13:24:29.322379 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:29.326682 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:29.339806 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2513aef3-8c51-4206-9d61-bb9758ab3bf5 req-f76dbb00-3042-498f-a313-42c83f1e0628 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501 HTTP/1.1" status: 200 len: 1000 time: 0.0803695 Feb 02 13:24:29.371159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port 4d5a7771-b2a1-42c6-ab50-c55675e8e745 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:24:29.409697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513aef3-8c51-4206-9d61-bb9758ab3bf5 req-9df73aaf-d8ee-43a6-8863-639c202e9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:29.411217 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2513aef3-8c51-4206-9d61-bb9758ab3bf5 req-9df73aaf-d8ee-43a6-8863-639c202e9a59 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.0617235 Feb 02 13:24:29.464887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7710140b-6367-4463-a3b5-08bc71f8af3d req-93a455e7-3191-4066-a875-b3c72145b02a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694229 Feb 02 13:24:29.471842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f02f3c4-3301-442d-afc6-a1229d0a3a0e req-b7064516-b24c-46b1-93ed-b3a3cfc91391 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421492 Feb 02 13:24:29.475764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 23c8494a-e636-4066-acdc-38a8419de8aa no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:29.524159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513aef3-8c51-4206-9d61-bb9758ab3bf5 req-326771b3-ccab-4062-a164-baad74da05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:29.532203 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2513aef3-8c51-4206-9d61-bb9758ab3bf5 req-326771b3-ccab-4062-a164-baad74da05e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1134238 Feb 02 13:24:29.570082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 23c8494a-e636-4066-acdc-38a8419de8aa {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:24:29.570681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 23c8494a-e636-4066-acdc-38a8419de8aa not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:24:29.688734 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2513aef3-8c51-4206-9d61-bb9758ab3bf5 req-6bcd7092-9afb-468e-a886-f40f1d1924ad service neutron] 10.222.0.62 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488602 Feb 02 13:24:29.925879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ba00bc10-2216-44c4-882c-0307bc54bacb no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:29.967815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ba00bc10-2216-44c4-882c-0307bc54bacb {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:24:29.968495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ba00bc10-2216-44c4-882c-0307bc54bacb not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:24:29.971082 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2513aef3-8c51-4206-9d61-bb9758ab3bf5 req-ef86eb07-1ea6-4b72-b323-6e354aa9d6a5 service neutron] 10.222.0.62 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739885 Feb 02 13:24:30.250516 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (4d5a7771-b2a1-42c6-ab50-c55675e8e745), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:30.287030 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4d5a7771-b2a1-42c6-ab50-c55675e8e745), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:30.330271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:30.335342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:30.339111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:30.344617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:30.345331 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:30.359986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=4d5a7771-b2a1-42c6-ab50-c55675e8e745,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:30.373752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6a3c61f6-fdc3-4df6-9e22-1ef5b1684e26 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2289972 Feb 02 13:24:30.374276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44618) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:30.448391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a2c98-c27e-4b3d-a64d-052340a55e17 req-9b137084-b2f2-4b83-b36a-88490c9fe54c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:30.450026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-189a2c98-c27e-4b3d-a64d-052340a55e17 req-9b137084-b2f2-4b83-b36a-88490c9fe54c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.0610981 Feb 02 13:24:30.510462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d9338332-1d04-4c56-a203-e4f735cdf6e1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 4d5a7771-b2a1-42c6-ab50-c55675e8e745 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:30.510803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9338332-1d04-4c56-a203-e4f735cdf6e1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4d5a7771-b2a1-42c6-ab50-c55675e8e745), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:30.620787 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9338332-1d04-4c56-a203-e4f735cdf6e1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4d5a7771-b2a1-42c6-ab50-c55675e8e745), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:30.638533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d9338332-1d04-4c56-a203-e4f735cdf6e1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 4d5a7771-b2a1-42c6-ab50-c55675e8e745 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:30.740264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-189a2c98-c27e-4b3d-a64d-052340a55e17 req-006fa198-9f9f-49f4-a2a5-de00385e1fbf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Deleting port 4547ba98-2947-45a2-b076-d92df55c2845 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:30.776436 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-189a2c98-c27e-4b3d-a64d-052340a55e17 req-006fa198-9f9f-49f4-a2a5-de00385e1fbf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4547ba98-2947-45a2-b076-d92df55c2845), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:30.776629 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9338332-1d04-4c56-a203-e4f735cdf6e1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4d5a7771-b2a1-42c6-ab50-c55675e8e745), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:30.783454 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174fd36-732b-4280-bbd7-02f4c059ee4d req-671254e4-0a78-4a91-b17e-b9fd98703c1c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:30.790598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4174fd36-732b-4280-bbd7-02f4c059ee4d req-671254e4-0a78-4a91-b17e-b9fd98703c1c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 946 time: 0.1543241 Feb 02 13:24:30.824479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bcfae-bf2a-4e5f-9826-15a5cd615741 req-f030a1aa-99cf-4b4a-be8d-2f5c1c4e398c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:30.831493 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b53bcfae-bf2a-4e5f-9826-15a5cd615741 req-f030a1aa-99cf-4b4a-be8d-2f5c1c4e398c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1613858 Feb 02 13:24:30.845663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9338332-1d04-4c56-a203-e4f735cdf6e1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=4d5a7771-b2a1-42c6-ab50-c55675e8e745,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:30.860456 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d9338332-1d04-4c56-a203-e4f735cdf6e1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:30.873009 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d9338332-1d04-4c56-a203-e4f735cdf6e1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/4d5a7771-b2a1-42c6-ab50-c55675e8e745 HTTP/1.1" status: 204 len: 168 time: 0.4974396 Feb 02 13:24:30.873752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44626) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:30.886755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'mac_address': 'fa:16:3e:cc:d8:e2', 'name': 'tempest-PortsTestJSON-1020757297'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:30.969453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4174fd36-732b-4280-bbd7-02f4c059ee4d req-844174ab-fa60-435a-a5c3-14185ed090e7 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727419 Feb 02 13:24:30.987130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-189a2c98-c27e-4b3d-a64d-052340a55e17 req-006fa198-9f9f-49f4-a2a5-de00385e1fbf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] For port 4547ba98-2947-45a2-b076-d92df55c2845, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=4547ba98-2947-45a2-b076-d92df55c2845,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:30.987130 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-189a2c98-c27e-4b3d-a64d-052340a55e17 req-006fa198-9f9f-49f4-a2a5-de00385e1fbf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4547ba98-2947-45a2-b076-d92df55c2845), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:30.996988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-189a2c98-c27e-4b3d-a64d-052340a55e17 req-006fa198-9f9f-49f4-a2a5-de00385e1fbf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Calling delete_port for 4547ba98-2947-45a2-b076-d92df55c2845 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:31.072746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:31.079312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b53bcfae-bf2a-4e5f-9826-15a5cd615741 req-f969ca68-7054-42ee-9b64-564d0e3f606d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468638 Feb 02 13:24:31.176622 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-189a2c98-c27e-4b3d-a64d-052340a55e17 req-006fa198-9f9f-49f4-a2a5-de00385e1fbf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (4547ba98-2947-45a2-b076-d92df55c2845), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:31.209244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fa198-9f9f-49f4-a2a5-de00385e1fbf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event deleted for resources: {'Port': ['ID=4547ba98-2947-45a2-b076-d92df55c2845,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:31.209612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['4547ba98-2947-45a2-b076-d92df55c2845'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:24:31.294274 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:31.299934 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-189a2c98-c27e-4b3d-a64d-052340a55e17 req-006fa198-9f9f-49f4-a2a5-de00385e1fbf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] No DVR routers for this DVR port 4547ba98-2947-45a2-b076-d92df55c2845 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:31.306751 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-189a2c98-c27e-4b3d-a64d-052340a55e17 req-006fa198-9f9f-49f4-a2a5-de00385e1fbf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:31.310854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-189a2c98-c27e-4b3d-a64d-052340a55e17 req-006fa198-9f9f-49f4-a2a5-de00385e1fbf tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.18 "DELETE /v2.0/ports/4547ba98-2947-45a2-b076-d92df55c2845 HTTP/1.1" status: 204 len: 173 time: 0.8554099 Feb 02 13:24:31.311336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1', 'name': 'network-vif-deleted', 'tag': '4547ba98-2947-45a2-b076-d92df55c2845'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:24:31.327399 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24d3caf-45e2-4899-afa6-dd5b8095c81b" -d '{"events": [{"server_uuid": "2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1", "name": "network-vif-deleted", "tag": "4547ba98-2947-45a2-b076-d92df55c2845"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:24:31.329075 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port 2831fd13-be1a-4749-bf28-4270b4f6e3d8 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:24:31.410429 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e316f9b-714e-4f0a-8751-5b87b11123aa x-openstack-request-id: req-8e316f9b-714e-4f0a-8751-5b87b11123aa {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:24:31.410792 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1", "name": "network-vif-deleted", "tag": "4547ba98-2947-45a2-b076-d92df55c2845", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:24:31.411041 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8e316f9b-714e-4f0a-8751-5b87b11123aa {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:24:31.411453 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1', 'name': 'network-vif-deleted', 'tag': '4547ba98-2947-45a2-b076-d92df55c2845', 'status': 'completed', 'code': 200} Feb 02 13:24:31.626830 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (2831fd13-be1a-4749-bf28-4270b4f6e3d8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:31.664753 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2831fd13-be1a-4749-bf28-4270b4f6e3d8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:31.723180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:31.732033 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:31.754033 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:31.764880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:31.767134 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:31.773734 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3705081-7068-4525-b5e7-c15e74fa8812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:31.791513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=2831fd13-be1a-4749-bf28-4270b4f6e3d8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:31.817894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44642) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:31.821008 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8faef811-c871-4995-bd67-d4687fe28616 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9449856 Feb 02 13:24:31.916528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb10c542-d880-43d5-9a35-af310507ccdc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:31.920941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44644) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:31.948008 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cb10c542-d880-43d5-9a35-af310507ccdc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/2831fd13-be1a-4749-bf28-4270b4f6e3d8 HTTP/1.1" status: 200 len: 841 time: 0.1288013 Feb 02 13:24:32.179255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-28f225c9-5ea1-42ff-b496-3044a0bbd538 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 2831fd13-be1a-4749-bf28-4270b4f6e3d8 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:32.179655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28f225c9-5ea1-42ff-b496-3044a0bbd538 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2831fd13-be1a-4749-bf28-4270b4f6e3d8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:32.193387 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0446e228-cdab-474d-822d-022c719b4227 req-d7fe9b96-7b8d-4085-a07a-4cef51b00fa3 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=2a5a4397-eb0f-4bb4-b5b8-3d5d098452f1 HTTP/1.1" status: 200 len: 210 time: 0.0555818 Feb 02 13:24:32.305294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ef751c90-6b01-4f4a-9ac1-86751dfa6501 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:32.337978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98778703-bacb-4d41-beb8-70c0b715c4da req-dedf0f04-050c-4dfd-b71b-de149f9c042a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:32.340540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98778703-bacb-4d41-beb8-70c0b715c4da req-dedf0f04-050c-4dfd-b71b-de149f9c042a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.1361125 Feb 02 13:24:32.352775 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28f225c9-5ea1-42ff-b496-3044a0bbd538 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2831fd13-be1a-4749-bf28-4270b4f6e3d8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:32.384709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-28f225c9-5ea1-42ff-b496-3044a0bbd538 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 2831fd13-be1a-4749-bf28-4270b4f6e3d8 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:32.464014 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98778703-bacb-4d41-beb8-70c0b715c4da req-ee1f314f-3680-427e-a44b-89352f9a5559 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167264 Feb 02 13:24:32.580165 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28f225c9-5ea1-42ff-b496-3044a0bbd538 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2831fd13-be1a-4749-bf28-4270b4f6e3d8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:32.624512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f225c9-5ea1-42ff-b496-3044a0bbd538 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=2831fd13-be1a-4749-bf28-4270b4f6e3d8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:32.638226 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28f225c9-5ea1-42ff-b496-3044a0bbd538 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:32.647533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:32.647946 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-28f225c9-5ea1-42ff-b496-3044a0bbd538 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/2831fd13-be1a-4749-bf28-4270b4f6e3d8 HTTP/1.1" status: 204 len: 168 time: 0.7253854 Feb 02 13:24:32.693716 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6f8d6d-4140-47e5-87a4-3a490b68e0b1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:24:32.698536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0f6f8d6d-4140-47e5-87a4-3a490b68e0b1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/2831fd13-be1a-4749-bf28-4270b4f6e3d8 HTTP/1.1" status: 404 len: 333 time: 0.0464716 Feb 02 13:24:32.700228 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44662) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:32.705669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'name': 'tempest-PortsTestJSON-498687256'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:32.794124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port ef751c90-6b01-4f4a-9ac1-86751dfa6501 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:32.794587 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:32.837661 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:32.838919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:24:32.842252 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598ec0f2-01d4-4e97-8ba5-20d4d621692e" -d '{"events": [{"server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "name": "network-vif-unplugged", "status": "completed", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:24:32.861305 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:32.915449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:32.918471 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:32.948635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port 7f307d06-2121-45eb-bf5e-a807e1f57d49 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:24:32.974748 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Feb 2022 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198df6fd-6802-4906-8f28-2a1c6d5f94bc x-openstack-request-id: req-198df6fd-6802-4906-8f28-2a1c6d5f94bc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:24:32.975810 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "name": "network-vif-unplugged", "status": "failed", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501", "code": 422}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:24:32.978446 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-198df6fd-6802-4906-8f28-2a1c6d5f94bc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:24:32.980105 n-d-827336-2 neutron-server[103189]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'code': 422} returned with failed status Feb 02 13:24:32.985883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:33.237059 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (7f307d06-2121-45eb-bf5e-a807e1f57d49), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:33.305213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7f307d06-2121-45eb-bf5e-a807e1f57d49), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:33.386043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:33.391993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:33.395838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:33.401104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:33.401731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:33.415608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=7f307d06-2121-45eb-bf5e-a807e1f57d49,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:33.431896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44688) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:33.433009 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a97c1252-5fc4-4104-8bc1-ed4508315830 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7308388 Feb 02 13:24:33.440698 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e0635a94-7197-46a9-a1d1-7976ecadd218 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:33.503993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 4547ba98-2947-45a2-b076-d92df55c2845 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:33.545060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 4547ba98-2947-45a2-b076-d92df55c2845 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:24:33.548261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 4547ba98-2947-45a2-b076-d92df55c2845 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:24:33.595508 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0635a94-7197-46a9-a1d1-7976ecadd218 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7f307d06-2121-45eb-bf5e-a807e1f57d49), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:33.890681 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0635a94-7197-46a9-a1d1-7976ecadd218 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (7f307d06-2121-45eb-bf5e-a807e1f57d49), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:33.906593 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0635a94-7197-46a9-a1d1-7976ecadd218 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (7f307d06-2121-45eb-bf5e-a807e1f57d49), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:33.938856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e0635a94-7197-46a9-a1d1-7976ecadd218 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] In _notify_port_updated(), no bound segment for port 7f307d06-2121-45eb-bf5e-a807e1f57d49 on network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:24:33.955935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0635a94-7197-46a9-a1d1-7976ecadd218 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:33.956908 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0635a94-7197-46a9-a1d1-7976ecadd218 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:33.958687 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e0635a94-7197-46a9-a1d1-7976ecadd218 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "PUT /v2.0/ports/7f307d06-2121-45eb-bf5e-a807e1f57d49 HTTP/1.1" status: 200 len: 818 time: 0.5238066 Feb 02 13:24:33.961473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44700) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:34.006257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0635a94-7197-46a9-a1d1-7976ecadd218 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=7f307d06-2121-45eb-bf5e-a807e1f57d49,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:34.071996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f7f63-4bce-4f84-a8f5-33927f62f898 req-cd3decf2-648a-4986-9892-6cbeec43c317 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:34.079712 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da9f7f63-4bce-4f84-a8f5-33927f62f898 req-cd3decf2-648a-4986-9892-6cbeec43c317 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1849599 Feb 02 13:24:34.133326 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea0234d6-55b5-4977-be31-61e796e53dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:34.206824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da9f7f63-4bce-4f84-a8f5-33927f62f898 req-03c6c39f-e900-4b02-bad3-58520714be9a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258447 Feb 02 13:24:34.292234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-81c5d89f-5c08-427b-b105-5aa6867400e2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 7f307d06-2121-45eb-bf5e-a807e1f57d49 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:34.292650 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81c5d89f-5c08-427b-b105-5aa6867400e2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7f307d06-2121-45eb-bf5e-a807e1f57d49), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:34.400549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8c501-08ff-4af3-84d7-605325c422c7 req-3734b30f-8baf-42ef-ae86-898e73b7ee4f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:34.419490 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81c5d89f-5c08-427b-b105-5aa6867400e2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7f307d06-2121-45eb-bf5e-a807e1f57d49), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:34.428063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bea8c501-08ff-4af3-84d7-605325c422c7 req-3734b30f-8baf-42ef-ae86-898e73b7ee4f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 943 time: 0.1206772 Feb 02 13:24:34.454512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-81c5d89f-5c08-427b-b105-5aa6867400e2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 7f307d06-2121-45eb-bf5e-a807e1f57d49 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:34.543006 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bea8c501-08ff-4af3-84d7-605325c422c7 req-f3872738-1f37-4aa6-9add-8f3544bb429e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129858 Feb 02 13:24:34.566739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:34.616354 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81c5d89f-5c08-427b-b105-5aa6867400e2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7f307d06-2121-45eb-bf5e-a807e1f57d49), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:34.696296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81c5d89f-5c08-427b-b105-5aa6867400e2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:34.701602 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-81c5d89f-5c08-427b-b105-5aa6867400e2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/7f307d06-2121-45eb-bf5e-a807e1f57d49 HTTP/1.1" status: 204 len: 168 time: 0.7390335 Feb 02 13:24:34.702528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5d89f-5c08-427b-b105-5aa6867400e2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=7f307d06-2121-45eb-bf5e-a807e1f57d49,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:34.705721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44724) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:34.777071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-d3b64fbb-b8e5-4464-826b-617402090056 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2083237 Feb 02 13:24:34.781837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b57fc82-0134-48bc-99bf-575f29e48cae tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:34.786084 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8b57fc82-0134-48bc-99bf-575f29e48cae tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0766017 Feb 02 13:24:34.786349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44726) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:34.788817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-f54b461d-1040-4fd4-a6b5-167f46d4804c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:24:34.793857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-f54b461d-1040-4fd4-a6b5-167f46d4804c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108328 Feb 02 13:24:34.819792 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02dae89-73ce-4351-903d-3a000c0081fd tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:24:34.824662 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c02dae89-73ce-4351-903d-3a000c0081fd tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/7f307d06-2121-45eb-bf5e-a807e1f57d49 HTTP/1.1" status: 404 len: 333 time: 0.0339680 Feb 02 13:24:34.825261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:34.830066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-38a04779-e0ed-4345-a68c-5083975406f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-997445009'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:34.851213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a04779-e0ed-4345-a68c-5083975406f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:34.854706 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38a04779-e0ed-4345-a68c-5083975406f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:34.896164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a04779-e0ed-4345-a68c-5083975406f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:24:34.919771 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38a04779-e0ed-4345-a68c-5083975406f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1c9783d0-3931-4a99-bc02-85812e8369b4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:34.920715 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-38a04779-e0ed-4345-a68c-5083975406f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Added segment 1c9783d0-3931-4a99-bc02-85812e8369b4 of type vlan for network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 Feb 02 13:24:34.992851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38a04779-e0ed-4345-a68c-5083975406f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (9c38ce5d-1e74-4260-9917-dd257a1ffbb7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:35.029350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38a04779-e0ed-4345-a68c-5083975406f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (9c38ce5d-1e74-4260-9917-dd257a1ffbb7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:35.037397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a04779-e0ed-4345-a68c-5083975406f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:35.042954 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38a04779-e0ed-4345-a68c-5083975406f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:35.137776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a04779-e0ed-4345-a68c-5083975406f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Network': ['ID=9c38ce5d-1e74-4260-9917-dd257a1ffbb7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:35.149628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:24:35.152530 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-38a04779-e0ed-4345-a68c-5083975406f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3262854 Feb 02 13:24:35.155167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44736) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:35.160495 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-45c47e2e-b810-4ae0-99c9-c9a567d1a506 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': '9c38ce5d-1e74-4260-9917-dd257a1ffbb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:35.317343 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c47e2e-b810-4ae0-99c9-c9a567d1a506 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:35.320856 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45c47e2e-b810-4ae0-99c9-c9a567d1a506 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:35.422322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-cadab655-4f72-41ed-83e1-568bd820d0fd tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:35.423970 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-cadab655-4f72-41ed-83e1-568bd820d0fd tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.62 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.1741295 Feb 02 13:24:35.445018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c2da1-a436-457b-86ff-7f5fffe20e50 req-00346c3a-eb39-485d-b1cb-f2f378b6e6f6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:35.447347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a50c2da1-a436-457b-86ff-7f5fffe20e50 req-00346c3a-eb39-485d-b1cb-f2f378b6e6f6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 945 time: 0.0954649 Feb 02 13:24:35.540964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a50c2da1-a436-457b-86ff-7f5fffe20e50 req-12ab458e-24d7-4211-b90c-13ed8c189396 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups?id=4e95c79f-90b4-4a30-88c2-11e072614027&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874176 Feb 02 13:24:35.572463 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:35.648825 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45c47e2e-b810-4ae0-99c9-c9a567d1a506 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (2c2f433e-f846-4420-ae1f-77a8ad48c483), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:35.698433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Deleting port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:35.699061 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:35.700846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb368020-2a80-46de-b642-980c9b81c904 req-5a9ae825-b446-4680-8f1a-6509658025f1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:35.703831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb368020-2a80-46de-b642-980c9b81c904 req-5a9ae825-b446-4680-8f1a-6509658025f1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 943 time: 0.0768867 Feb 02 13:24:35.728839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c47e2e-b810-4ae0-99c9-c9a567d1a506 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Subnet': ['ID=2c2f433e-f846-4420-ae1f-77a8ad48c483,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:35.782501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb368020-2a80-46de-b642-980c9b81c904 req-fe060d0c-bcb8-419e-b7bf-fe0910eb3a2d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691617 Feb 02 13:24:35.901644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c47e2e-b810-4ae0-99c9-c9a567d1a506 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Checking segment: {'id': '1c9783d0-3931-4a99-bc02-85812e8369b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9c38ce5d-1e74-4260-9917-dd257a1ffbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:35.902005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c47e2e-b810-4ae0-99c9-c9a567d1a506 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network hostable DHCP agents. Network: 9c38ce5d-1e74-4260-9917-dd257a1ffbb7, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:24:35.906405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] For port 3362e7a6-5a47-4c55-856b-3b2d1b72d775, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=3362e7a6-5a47-4c55-856b-3b2d1b72d775,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:35.906885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:35.988708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-3e195e3a-2279-428b-bf82-cbbb1d8162ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:35.990465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-3e195e3a-2279-428b-bf82-cbbb1d8162ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e&tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f HTTP/1.1" status: 200 len: 1125 time: 0.1463392 Feb 02 13:24:36.008623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:36.128386 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:36.285029 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:36.285727 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (6efbb343-43a6-4539-bd71-9b41e9d3e43b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:36.285973 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Floating IP 6efbb343-43a6-4539-bd71-9b41e9d3e43b disassociated. External IP: 172.25.4.8, port: 3362e7a6-5a47-4c55-856b-3b2d1b72d775. Feb 02 13:24:36.286353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Calling delete_port for 3362e7a6-5a47-4c55-856b-3b2d1b72d775 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:36.355626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ef751c90-6b01-4f4a-9ac1-86751dfa6501 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:36.391018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:36.431833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:24:36.478281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef751c90-6b01-4f4a-9ac1-86751dfa6501 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:24:36.488915 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Publish callbacks [] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:36.503338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c47e2e-b810-4ae0-99c9-c9a567d1a506 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:24:36.509080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Transition to ACTIVE for port object ef751c90-6b01-4f4a-9ac1-86751dfa6501 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:24:36.513119 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:36.522314 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3362e7a6-5a47-4c55-856b-3b2d1b72d775), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:36.548672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port ef751c90-6b01-4f4a-9ac1-86751dfa6501 is: DOWN; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:36.552545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:36.596311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 3362e7a6-5a47-4c55-856b-3b2d1b72d775 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:24:36.596565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-45c47e2e-b810-4ae0-99c9-c9a567d1a506 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 9c38ce5d-1e74-4260-9917-dd257a1ffbb7) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:36.597244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 3362e7a6-5a47-4c55-856b-3b2d1b72d775 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:24:36.601210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c47e2e-b810-4ae0-99c9-c9a567d1a506 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:36.601860 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45c47e2e-b810-4ae0-99c9-c9a567d1a506 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:36.604368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event deleted for resources: {'Port': ['ID=3362e7a6-5a47-4c55-856b-3b2d1b72d775,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:36.650578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab754414-e337-40bf-820c-f19b49e695f1 None None] Network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:36.857543 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Router 3ae8e24f-ba2d-437e-891c-92c647fac087 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:24:36.876891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b4fd047-c39d-4c0e-96a9-fd6d01ee981b req-d25fc5ea-5617-4c4d-889d-16c7030bc4bc tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 210 time: 0.1109943 Feb 02 13:24:36.900074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=9']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:37.020474 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-45c47e2e-b810-4ae0-99c9-c9a567d1a506 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8640327 Feb 02 13:24:37.023025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44764) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:37.037049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-28202c66-7039-4b9d-9723-e7f64e49e5f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': '9c38ce5d-1e74-4260-9917-dd257a1ffbb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:37.046589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-9c38ce5d-1e74-4260-9917-dd257a1ffbb7', 'network_id': '9c38ce5d-1e74-4260-9917-dd257a1ffbb7', 'project_id': '28c08be874e7438da256264e52678382', 'fixed_ips': [{'subnet_id': '2c2f433e-f846-4420-ae1f-77a8ad48c483'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:24:37.049093 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:37.112906 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:37.140214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] No DVR routers for this DVR port ef751c90-6b01-4f4a-9ac1-86751dfa6501 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:37.207666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:24:37.227102 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde176a4-8027-4956-b1f8-024abbb55276 None None] Sync routers for ids ['3ae8e24f-ba2d-437e-891c-92c647fac087'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:24:37.243997 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde176a4-8027-4956-b1f8-024abbb55276 None None] Routers {'3ae8e24f-ba2d-437e-891c-92c647fac087'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:24:37.244677 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bde176a4-8027-4956-b1f8-024abbb55276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:24:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3ae8e24f-ba2d-437e-891c-92c647fac087'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:37.291651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] No DVR routers for this DVR port 3362e7a6-5a47-4c55-856b-3b2d1b72d775 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:37.292230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd32990-0162-4d7b-b4d9-733af0c97abb req-92da6904-35c3-4f8d-9a64-5df2ebed1fa2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:37.297880 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:37.303680 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d917be4f-4a6d-4793-8ebf-717059d852e0 req-f88073a5-3208-4622-a402-596a6810cede tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.62 "DELETE /v2.0/ports/3362e7a6-5a47-4c55-856b-3b2d1b72d775 HTTP/1.1" status: 204 len: 173 time: 1.8733060 Feb 02 13:24:37.307276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-deleted', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:24:37.314914 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c201df8e-30d1-4606-8c53-6ac403dfbe16" -d '{"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-deleted", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:24:37.327257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbd32990-0162-4d7b-b4d9-733af0c97abb req-92da6904-35c3-4f8d-9a64-5df2ebed1fa2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 943 time: 0.3807852 Feb 02 13:24:37.350504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28202c66-7039-4b9d-9723-e7f64e49e5f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:37.354362 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28202c66-7039-4b9d-9723-e7f64e49e5f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:37.448337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Allocated IP 172.20.0.2 (9c38ce5d-1e74-4260-9917-dd257a1ffbb7/2c2f433e-f846-4420-ae1f-77a8ad48c483/48c0069c-156b-4462-83df-220f58fd6358) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:37.555740 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915dd609-484f-430e-9afb-460c6e69a789 x-openstack-request-id: req-915dd609-484f-430e-9afb-460c6e69a789 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:24:37.557939 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bde176a4-8027-4956-b1f8-024abbb55276 None None] Set router 3ae8e24f-ba2d-437e-891c-92c647fac087 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:24:37.558229 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d3b18a-fade-4111-8fe1-2fb3b70d11b0", "name": "network-vif-deleted", "tag": "3362e7a6-5a47-4c55-856b-3b2d1b72d775", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:24:37.558632 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-915dd609-484f-430e-9afb-460c6e69a789 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:24:37.559063 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d3b18a-fade-4111-8fe1-2fb3b70d11b0', 'name': 'network-vif-deleted', 'tag': '3362e7a6-5a47-4c55-856b-3b2d1b72d775', 'status': 'completed', 'code': 200} Feb 02 13:24:37.613410 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbd32990-0162-4d7b-b4d9-733af0c97abb req-ba3e40b0-1865-4e10-a221-fa56134a689d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836676 Feb 02 13:24:37.629186 n-d-827336-2 neutron-server[103187]: INFO neutron.db.ipam_backend_mixin [None req-28202c66-7039-4b9d-9723-e7f64e49e5f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2c2f433e-f846-4420-ae1f-77a8ad48c483 (CIDR: 172.20.0.0/28) Feb 02 13:24:37.634284 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-28202c66-7039-4b9d-9723-e7f64e49e5f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:24:37.635165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28202c66-7039-4b9d-9723-e7f64e49e5f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:24:37.670570 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-28202c66-7039-4b9d-9723-e7f64e49e5f8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6433990 Feb 02 13:24:37.678875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44772) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:37.683084 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': '9c38ce5d-1e74-4260-9917-dd257a1ffbb7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:37.732524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Attempting to bind port ef751c90-6b01-4f4a-9ac1-86751dfa6501 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:24:37.733021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Attempting to bind port ef751c90-6b01-4f4a-9ac1-86751dfa6501 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:24:37.733470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Attempting to bind port ef751c90-6b01-4f4a-9ac1-86751dfa6501 on network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:24:37.739817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Port ef751c90-6b01-4f4a-9ac1-86751dfa6501 on network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:24:37.740549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Attempting to bind port ef751c90-6b01-4f4a-9ac1-86751dfa6501 on network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:24:37.746010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:24:37.746600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Checking segment: {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:37.747056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Bound using segment: {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:24:37.748031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Bound port: ef751c90-6b01-4f4a-9ac1-86751dfa6501, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9720609b-906f-42fc-a89c-7974211af2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:24:37.748667 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:37.770818 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:37.783129 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Publish callbacks [] for port (48c0069c-156b-4462-83df-220f58fd6358), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:37.839594 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:37.844232 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (48c0069c-156b-4462-83df-220f58fd6358), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:37.902299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:24:37.911934 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:24:37.924953 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:37.951666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:37.954220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Pushing event updated for resources: {'Port': ['ID=48c0069c-156b-4462-83df-220f58fd6358,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:37.967698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:37.970824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:37.974044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:37.981668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:37.981907 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:37.986932 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:37.988569 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] 10.222.0.18 "PUT /v2.0/ports/ef751c90-6b01-4f4a-9ac1-86751dfa6501 HTTP/1.1" status: 200 len: 1091 time: 1.9857502 Feb 02 13:24:37.992873 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bde176a4-8027-4956-b1f8-024abbb55276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:16:49Z', 'revision_number': 4, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '587829e0-c150-4540-bf35-ff4c015181c2', 'name': '', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'mac_address': 'fa:16:3e:61:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:47Z', 'updated_at': '2022-02-02T13:16:54Z', 'revision_number': 5, 'project_id': '7b92b835720c47608b10176547f4948b', 'subnets': [{'id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:37.999046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:24:38.008843 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ada92f-ceae-4db8-ade7-0c19ddd37699" -d '{"events": [{"name": "network-changed", "server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:24:38.122758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Attempting to bind port 48c0069c-156b-4462-83df-220f58fd6358 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:24:38.123498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Attempting to bind port 48c0069c-156b-4462-83df-220f58fd6358 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '1c9783d0-3931-4a99-bc02-85812e8369b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9c38ce5d-1e74-4260-9917-dd257a1ffbb7'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:24:38.123648 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde176a4-8027-4956-b1f8-024abbb55276 None None] Checking router: 3ae8e24f-ba2d-437e-891c-92c647fac087 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:24:38.124202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Attempting to bind port 48c0069c-156b-4462-83df-220f58fd6358 on network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:24:38.131879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:24:38.132660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Checking segment: {'id': '1c9783d0-3931-4a99-bc02-85812e8369b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9c38ce5d-1e74-4260-9917-dd257a1ffbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:38.133261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:38.133831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Bound using segment: {'id': '1c9783d0-3931-4a99-bc02-85812e8369b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9c38ce5d-1e74-4260-9917-dd257a1ffbb7'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:24:38.134481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Bound port: 48c0069c-156b-4462-83df-220f58fd6358, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9783d0-3931-4a99-bc02-85812e8369b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '9c38ce5d-1e74-4260-9917-dd257a1ffbb7'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:24:38.135064 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (48c0069c-156b-4462-83df-220f58fd6358), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:38.158410 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde176a4-8027-4956-b1f8-024abbb55276 None None] Routers {'3ae8e24f-ba2d-437e-891c-92c647fac087'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:24:38.159363 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:38.160511 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bde176a4-8027-4956-b1f8-024abbb55276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:24:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3ae8e24f-ba2d-437e-891c-92c647fac087'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:38.263907 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36539ddb-b871-4dcb-8bf4-00a72bd75efe x-openstack-request-id: req-36539ddb-b871-4dcb-8bf4-00a72bd75efe {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:24:38.270320 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:24:38.270905 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-36539ddb-b871-4dcb-8bf4-00a72bd75efe {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:24:38.271615 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'status': 'completed', 'code': 200} Feb 02 13:24:38.273654 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce66c88-8238-4a4a-a668-82ce3e808ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=10']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:38.344028 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90d5e3b5-0667-4881-8e3e-fdc76e7288f2 req-1f125f18-99c4-4ffa-8ca5-a2b722a2adc6 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/ports?device_id=30d3b18a-fade-4111-8fe1-2fb3b70d11b0 HTTP/1.1" status: 200 len: 210 time: 0.2467587 Feb 02 13:24:38.358750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] For port 48c0069c-156b-4462-83df-220f58fd6358, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:24:38.367251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] For port 48c0069c-156b-4462-83df-220f58fd6358, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=48c0069c-156b-4462-83df-220f58fd6358,segment=NetworkSegment(1c9783d0-3931-4a99-bc02-85812e8369b4),segment_id=1c9783d0-3931-4a99-bc02-85812e8369b4)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:24:38.379994 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (48c0069c-156b-4462-83df-220f58fd6358), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:38.381091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-4ec6ec29-69d7-4b65-85ee-9a20531016b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:38.382865 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-4ec6ec29-69d7-4b65-85ee-9a20531016b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 1126 time: 0.3517520 Feb 02 13:24:38.493195 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bde176a4-8027-4956-b1f8-024abbb55276 None None] Set router 3ae8e24f-ba2d-437e-891c-92c647fac087 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:24:38.586509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-613239a3-b373-4606-81a7-f1b8291320ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:38.588182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-613239a3-b373-4606-81a7-f1b8291320ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 917 time: 0.1989172 Feb 02 13:24:38.601022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdcd64-b46f-4f72-97a9-be0190b22a4a None None] Pushing event updated for resources: {'Port': ['ID=48c0069c-156b-4462-83df-220f58fd6358,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:38.675246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-2fcd605e-7544-44e7-921f-dd03821ba546 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501 HTTP/1.1" status: 200 len: 998 time: 0.0790524 Feb 02 13:24:38.689950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (6c3d3363-30ed-412d-a7c6-e0861f6e9df2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:38.833234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:38.843517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:38.850056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:38.850654 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:38.888150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Subnet': ['ID=6c3d3363-30ed-412d-a7c6-e0861f6e9df2,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:38.896182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-fdae4b60-c535-479c-94fd-02aae7005c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:38.898291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-fdae4b60-c535-479c-94fd-02aae7005c1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.2165279 Feb 02 13:24:38.911720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.912071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.914243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.915980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.916338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.916679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.918159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.919097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.919097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.919876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.920220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.921681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.922037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:38.937765 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9bc08ced-d321-4067-9a8d-c2decb05581c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2593646 Feb 02 13:24:38.942633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44788) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:38.953877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': '9c38ce5d-1e74-4260-9917-dd257a1ffbb7', 'fixed_ips': [{'subnet_id': '2c2f433e-f846-4420-ae1f-77a8ad48c483'}, {'subnet_id': '6c3d3363-30ed-412d-a7c6-e0861f6e9df2'}], 'name': 'tempest-PortsTestJSON-1387373295'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:39.046803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0c3f0-fc6b-4103-8c17-8a4f2180bd62 req-01168b4d-bfdb-42ae-807f-d8b68e20adbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:39.054153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17a0c3f0-fc6b-4103-8c17-8a4f2180bd62 req-01168b4d-bfdb-42ae-807f-d8b68e20adbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.2488439 Feb 02 13:24:39.062337 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bde176a4-8027-4956-b1f8-024abbb55276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:16:49Z', 'revision_number': 4, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '587829e0-c150-4540-bf35-ff4c015181c2', 'name': '', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'mac_address': 'fa:16:3e:61:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:47Z', 'updated_at': '2022-02-02T13:16:54Z', 'revision_number': 5, 'project_id': '7b92b835720c47608b10176547f4948b', 'subnets': [{'id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:39.080512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-d4afa894-1fba-4e41-ae3e-3e1953ca5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:39.082282 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-d4afa894-1fba-4e41-ae3e-3e1953ca5b76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1741807 Feb 02 13:24:39.125938 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde176a4-8027-4956-b1f8-024abbb55276 None None] The sync data for ids ['3ae8e24f-ba2d-437e-891c-92c647fac087'] in n-d-827336-2 is: [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:16:49Z', 'revision_number': 4, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '587829e0-c150-4540-bf35-ff4c015181c2', 'name': '', 'network_id': 'cb2a4104-c51e-40f3-b13e-924d4652304e', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'mac_address': 'fa:16:3e:61:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_interface', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:47Z', 'updated_at': '2022-02-02T13:16:54Z', 'revision_number': 5, 'project_id': '7b92b835720c47608b10176547f4948b', 'subnets': [{'id': 'be877423-cc9d-4b0f-a0a3-809a3db51209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:24:39.162059 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17a0c3f0-fc6b-4103-8c17-8a4f2180bd62 req-6642c860-ffd9-4964-a57a-5d557d49e5c9 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067624 Feb 02 13:24:39.260773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-775947a5-da79-4199-9dd9-d9b229402f67 service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678486 Feb 02 13:24:39.397643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-962aa80e-20a7-4e6b-9f7f-013b9d62fcce service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299212 Feb 02 13:24:39.467655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:39.583842 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-111d2967-3fdb-4d2c-9682-a658542d5c5a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for security_group (4e95c79f-90b4-4a30-88c2-11e072614027), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:39.645269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ada92f-ceae-4db8-ade7-0c19ddd37699 req-dcf70ecc-1cb8-40db-b0fd-c34dbd6b877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:39.646828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38ada92f-ceae-4db8-ade7-0c19ddd37699 req-dcf70ecc-1cb8-40db-b0fd-c34dbd6b877c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 1126 time: 0.1189442 Feb 02 13:24:39.668911 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-111d2967-3fdb-4d2c-9682-a658542d5c5a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for security_group (4e95c79f-90b4-4a30-88c2-11e072614027), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:39.811762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ef2d8a-970f-44a8-b6c1-bdb02e8fe76d None None] New status for floating IP 6efbb343-43a6-4539-bd71-9b41e9d3e43b: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:24:39.907553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:40.037894 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-111d2967-3fdb-4d2c-9682-a658542d5c5a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4e95c79f-90b4-4a30-88c2-11e072614027), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:40.059278 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-111d2967-3fdb-4d2c-9682-a658542d5c5a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:40.060572 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-111d2967-3fdb-4d2c-9682-a658542d5c5a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "DELETE /v2.0/security-groups/4e95c79f-90b4-4a30-88c2-11e072614027 HTTP/1.1" status: 204 len: 168 time: 0.5916548 Feb 02 13:24:40.078074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44820) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:40.125191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ada92f-ceae-4db8-ade7-0c19ddd37699 req-3dab97d8-24e4-4955-8b56-81595715de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:40.131090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 48c0069c-156b-4462-83df-220f58fd6358 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:24:40.131370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38ada92f-ceae-4db8-ade7-0c19ddd37699 req-3dab97d8-24e4-4955-8b56-81595715de6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 917 time: 0.4675069 Feb 02 13:24:40.135363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d2967-3fdb-4d2c-9682-a658542d5c5a tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e95c79f-90b4-4a30-88c2-11e072614027,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:40.149041 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-c6b44823-e165-4e42-9c51-d63fc8121e1c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] show failed (client error): The resource could not be found. Feb 02 13:24:40.150449 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c6b44823-e165-4e42-9c51-d63fc8121e1c tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "GET /v2.0/security-groups/4e95c79f-90b4-4a30-88c2-11e072614027 HTTP/1.1" status: 404 len: 347 time: 0.0713527 Feb 02 13:24:40.155600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44822) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:40.222912 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:40.285572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port 250ec33e-5e33-45bf-a479-10a9baa94168 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:24:40.428212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 48c0069c-156b-4462-83df-220f58fd6358 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:40.429599 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (48c0069c-156b-4462-83df-220f58fd6358), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:40.499139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cd027b-ad43-4edb-8cc7-d78a940f49e8 None None] Network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:40.730827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-35eebdfc-548e-4f77-bb0c-84c683330e87 None None] Provisioning complete for port 48c0069c-156b-4462-83df-220f58fd6358 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:40.732356 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35eebdfc-548e-4f77-bb0c-84c683330e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (48c0069c-156b-4462-83df-220f58fd6358), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:40.926403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 48c0069c-156b-4462-83df-220f58fd6358 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:40.927613 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (48c0069c-156b-4462-83df-220f58fd6358), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:41.080732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.14 (9c38ce5d-1e74-4260-9917-dd257a1ffbb7/2c2f433e-f846-4420-ae1f-77a8ad48c483/250ec33e-5e33-45bf-a479-10a9baa94168) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:41.112132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.25 (9c38ce5d-1e74-4260-9917-dd257a1ffbb7/6c3d3363-30ed-412d-a7c6-e0861f6e9df2/250ec33e-5e33-45bf-a479-10a9baa94168) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:41.131119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-35eebdfc-548e-4f77-bb0c-84c683330e87 None None] Current status of the port 48c0069c-156b-4462-83df-220f58fd6358 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:41.131602 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35eebdfc-548e-4f77-bb0c-84c683330e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (48c0069c-156b-4462-83df-220f58fd6358), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:41.275165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 48c0069c-156b-4462-83df-220f58fd6358, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=48c0069c-156b-4462-83df-220f58fd6358,segment=NetworkSegment(1c9783d0-3931-4a99-bc02-85812e8369b4),segment_id=1c9783d0-3931-4a99-bc02-85812e8369b4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:41.293820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38ada92f-ceae-4db8-ade7-0c19ddd37699 req-b26669ab-4ce5-4e9e-a1cd-8b51aef6a88d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501 HTTP/1.1" status: 200 len: 998 time: 1.1510439 Feb 02 13:24:41.310732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc259a1-95ad-44da-92ab-19ac294cfe94 req-3862a41c-b198-4123-b4fb-b9be57203287 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:41.312350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecc259a1-95ad-44da-92ab-19ac294cfe94 req-3862a41c-b198-4123-b4fb-b9be57203287 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.1261203 Feb 02 13:24:41.337159 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (48c0069c-156b-4462-83df-220f58fd6358), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:41.402009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7582ba09-1e84-47a1-a6d5-356b48d47846 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Deleting port b55ba27f-a1a1-408e-8e52-917a7e6609bd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:41.402354 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7582ba09-1e84-47a1-a6d5-356b48d47846 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b55ba27f-a1a1-408e-8e52-917a7e6609bd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:41.440348 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ecc259a1-95ad-44da-92ab-19ac294cfe94 req-12e769c2-0b2c-4465-94a2-416da3a4ac34 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117167 Feb 02 13:24:41.453703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ada92f-ceae-4db8-ade7-0c19ddd37699 req-0048ce4e-cfba-4b00-b0dc-8ad974c45dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:41.455293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38ada92f-ceae-4db8-ade7-0c19ddd37699 req-0048ce4e-cfba-4b00-b0dc-8ad974c45dc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.1346924 Feb 02 13:24:41.470323 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-35eebdfc-548e-4f77-bb0c-84c683330e87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:24:41.470766 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-35eebdfc-548e-4f77-bb0c-84c683330e87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:24:41.471213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ecc1ba-034b-4df6-8345-6fe6f2fbfa90 None None] Update dhcp port {'port': {'network_id': '9c38ce5d-1e74-4260-9917-dd257a1ffbb7', 'fixed_ips': [{'subnet_id': '2c2f433e-f846-4420-ae1f-77a8ad48c483', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c3d3363-30ed-412d-a7c6-e0861f6e9df2'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '48c0069c-156b-4462-83df-220f58fd6358'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:24:41.596199 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (250ec33e-5e33-45bf-a479-10a9baa94168), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:41.639185 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (250ec33e-5e33-45bf-a479-10a9baa94168), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:41.696260 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77ecc1ba-034b-4df6-8345-6fe6f2fbfa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (48c0069c-156b-4462-83df-220f58fd6358), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:41.856731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=250ec33e-5e33-45bf-a479-10a9baa94168,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:41.862553 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7582ba09-1e84-47a1-a6d5-356b48d47846 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b55ba27f-a1a1-408e-8e52-917a7e6609bd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:41.865449 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7582ba09-1e84-47a1-a6d5-356b48d47846 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for floatingip (b55ba27f-a1a1-408e-8e52-917a7e6609bd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:41.894420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=48c0069c-156b-4462-83df-220f58fd6358,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:41.958459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:41.962734 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7582ba09-1e84-47a1-a6d5-356b48d47846 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Calling delete_port for b55ba27f-a1a1-408e-8e52-917a7e6609bd owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:41.969263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:41.977947 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:41.978531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ada92f-ceae-4db8-ade7-0c19ddd37699 req-63307c54-17e1-4cae-93a7-5af2ab1681b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:41.981432 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38ada92f-ceae-4db8-ade7-0c19ddd37699 req-63307c54-17e1-4cae-93a7-5af2ab1681b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4089558 Feb 02 13:24:42.063714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:42.065480 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:42.105200 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b9b91716-2d57-4a69-8151-5ffb68c8aeec tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.1589146 Feb 02 13:24:42.105881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44836) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:42.118716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-cab2aa53-fe72-4eef-9b23-4858b932c6ed tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c2f433e-f846-4420-ae1f-77a8ad48c483'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:42.155892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-77ecc1ba-034b-4df6-8345-6fe6f2fbfa90 None None] Allocated IP 172.20.0.18 (9c38ce5d-1e74-4260-9917-dd257a1ffbb7/6c3d3363-30ed-412d-a7c6-e0861f6e9df2/48c0069c-156b-4462-83df-220f58fd6358) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:42.277130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-77ecc1ba-034b-4df6-8345-6fe6f2fbfa90 None None] For port 48c0069c-156b-4462-83df-220f58fd6358, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=48c0069c-156b-4462-83df-220f58fd6358,segment=NetworkSegment(1c9783d0-3931-4a99-bc02-85812e8369b4),segment_id=1c9783d0-3931-4a99-bc02-85812e8369b4)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:42.312538 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77ecc1ba-034b-4df6-8345-6fe6f2fbfa90 None None] Publish callbacks [] for port (48c0069c-156b-4462-83df-220f58fd6358), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:42.336672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cab2aa53-fe72-4eef-9b23-4858b932c6ed tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (250ec33e-5e33-45bf-a479-10a9baa94168), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:42.362416 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-35eebdfc-548e-4f77-bb0c-84c683330e87 None None] Current status of the port 48c0069c-156b-4462-83df-220f58fd6358 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:42.364459 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77ecc1ba-034b-4df6-8345-6fe6f2fbfa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (48c0069c-156b-4462-83df-220f58fd6358), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:42.405041 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:24:42.535995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecc1ba-034b-4df6-8345-6fe6f2fbfa90 None None] Pushing event updated for resources: {'Port': ['ID=48c0069c-156b-4462-83df-220f58fd6358,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:42.593620 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38ada92f-ceae-4db8-ade7-0c19ddd37699 req-88e86015-f16d-4165-b157-b4cf66fc7b8d service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980852 Feb 02 13:24:43.057368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2789ca-9720-44ba-9944-59f9939bda3c req-1d402b06-8f2f-4026-b20d-f4a8900911cb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:43.072481 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce2789ca-9720-44ba-9944-59f9939bda3c req-1d402b06-8f2f-4026-b20d-f4a8900911cb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.4344246 Feb 02 13:24:43.103006 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-cab2aa53-fe72-4eef-9b23-4858b932c6ed tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Delete allocated IP 172.20.0.25 (9c38ce5d-1e74-4260-9917-dd257a1ffbb7/6c3d3363-30ed-412d-a7c6-e0861f6e9df2) {{(pid=103187) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 13:24:43.124362 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7582ba09-1e84-47a1-a6d5-356b48d47846 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b55ba27f-a1a1-408e-8e52-917a7e6609bd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:43.186616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38ada92f-ceae-4db8-ade7-0c19ddd37699 req-417b14e9-cb69-4ef7-b888-b5a0d131b80e service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687399 Feb 02 13:24:43.188066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7582ba09-1e84-47a1-a6d5-356b48d47846 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Pushing event deleted for resources: {'Port': ['ID=b55ba27f-a1a1-408e-8e52-917a7e6609bd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:43.237428 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce2789ca-9720-44ba-9944-59f9939bda3c req-7ebb4d6e-c088-410e-948b-abf1bd379586 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519661 Feb 02 13:24:43.339271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7582ba09-1e84-47a1-a6d5-356b48d47846 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks [] for floatingip (6efbb343-43a6-4539-bd71-9b41e9d3e43b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:43.348071 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7582ba09-1e84-47a1-a6d5-356b48d47846 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:43.349388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7582ba09-1e84-47a1-a6d5-356b48d47846 tempest-ServerActionsTestJSON-1214528978 tempest-ServerActionsTestJSON-1214528978-project] 10.222.0.83 "DELETE /v2.0/floatingips/6efbb343-43a6-4539-bd71-9b41e9d3e43b HTTP/1.1" status: 204 len: 168 time: 3.1761887 Feb 02 13:24:43.352693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44850) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:43.480357 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cab2aa53-fe72-4eef-9b23-4858b932c6ed tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (250ec33e-5e33-45bf-a479-10a9baa94168), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:43.489026 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cab2aa53-fe72-4eef-9b23-4858b932c6ed tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (250ec33e-5e33-45bf-a479-10a9baa94168), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:43.681023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51738dd-a34a-442b-8b08-71a5242fc64f None None] Network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:43.764599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2aa53-fe72-4eef-9b23-4858b932c6ed tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=250ec33e-5e33-45bf-a479-10a9baa94168,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:43.952218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cab2aa53-fe72-4eef-9b23-4858b932c6ed tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] In _notify_port_updated(), no bound segment for port 250ec33e-5e33-45bf-a479-10a9baa94168 on network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:24:43.953769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a1d774f1-7fa7-4a7b-8ae7-8e06f4cf879f None None] Provisioning complete for port 48c0069c-156b-4462-83df-220f58fd6358 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:43.956039 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1d774f1-7fa7-4a7b-8ae7-8e06f4cf879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (48c0069c-156b-4462-83df-220f58fd6358), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:43.957874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab2aa53-fe72-4eef-9b23-4858b932c6ed tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:43.958469 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cab2aa53-fe72-4eef-9b23-4858b932c6ed tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:43.969179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 48c0069c-156b-4462-83df-220f58fd6358 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:24:43.992150 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cab2aa53-fe72-4eef-9b23-4858b932c6ed tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "PUT /v2.0/ports/250ec33e-5e33-45bf-a479-10a9baa94168 HTTP/1.1" status: 200 len: 920 time: 1.8834624 Feb 02 13:24:43.992847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44860) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:43.998440 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e1b61de0-31ca-4155-a4df-5a62c32c5a4a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2c2f433e-f846-4420-ae1f-77a8ad48c483'}, {'subnet_id': '6c3d3363-30ed-412d-a7c6-e0861f6e9df2'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:44.106477 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1b61de0-31ca-4155-a4df-5a62c32c5a4a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (250ec33e-5e33-45bf-a479-10a9baa94168), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:44.302152 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a1d774f1-7fa7-4a7b-8ae7-8e06f4cf879f None None] Current status of the port 48c0069c-156b-4462-83df-220f58fd6358 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:44.352598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 48c0069c-156b-4462-83df-220f58fd6358 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:44.354320 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (48c0069c-156b-4462-83df-220f58fd6358), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:44.654877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 48c0069c-156b-4462-83df-220f58fd6358 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:44.754854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd103bd-d833-490e-8ca6-262bb34c109d req-46239886-f29e-4ead-85be-5a941c0a165a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:44.759119 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ddd103bd-d833-490e-8ca6-262bb34c109d req-46239886-f29e-4ead-85be-5a941c0a165a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.3016479 Feb 02 13:24:44.903658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-e1b61de0-31ca-4155-a4df-5a62c32c5a4a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.24 (9c38ce5d-1e74-4260-9917-dd257a1ffbb7/6c3d3363-30ed-412d-a7c6-e0861f6e9df2/250ec33e-5e33-45bf-a479-10a9baa94168) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:44.921757 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7b8b-ff9d-4a8a-9d7d-7e7e58e97875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (3ae8e24f-ba2d-437e-891c-92c647fac087), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:45.039174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c64b6269-9acf-454e-ae2d-e0b715c3c2ad None None] Provisioning complete for port 48c0069c-156b-4462-83df-220f58fd6358 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:45.039757 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c64b6269-9acf-454e-ae2d-e0b715c3c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (48c0069c-156b-4462-83df-220f58fd6358), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:45.257556 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1b61de0-31ca-4155-a4df-5a62c32c5a4a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (250ec33e-5e33-45bf-a479-10a9baa94168), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:45.273925 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1b61de0-31ca-4155-a4df-5a62c32c5a4a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (250ec33e-5e33-45bf-a479-10a9baa94168), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:45.340970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c64b6269-9acf-454e-ae2d-e0b715c3c2ad None None] Current status of the port 48c0069c-156b-4462-83df-220f58fd6358 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:45.388183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c64b6269-9acf-454e-ae2d-e0b715c3c2ad None None] Provisioning complete for port 250ec33e-5e33-45bf-a479-10a9baa94168 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:45.388563 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c64b6269-9acf-454e-ae2d-e0b715c3c2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (250ec33e-5e33-45bf-a479-10a9baa94168), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:45.446363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44876) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:45.463862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ddd103bd-d833-490e-8ca6-262bb34c109d req-750a1329-5a4f-44a2-b3db-b08033399cf1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6771417 Feb 02 13:24:45.522392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c64b6269-9acf-454e-ae2d-e0b715c3c2ad None None] Port 250ec33e-5e33-45bf-a479-10a9baa94168 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:24:45.659879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9d48ed06-76d4-41e0-9f93-5507df27a37f None None] Provisioning complete for port 250ec33e-5e33-45bf-a479-10a9baa94168 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:45.660255 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d48ed06-76d4-41e0-9f93-5507df27a37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (250ec33e-5e33-45bf-a479-10a9baa94168), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:45.760308 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b61de0-31ca-4155-a4df-5a62c32c5a4a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=250ec33e-5e33-45bf-a479-10a9baa94168,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:45.813473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9d48ed06-76d4-41e0-9f93-5507df27a37f None None] Port 250ec33e-5e33-45bf-a479-10a9baa94168 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:24:45.874917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e1b61de0-31ca-4155-a4df-5a62c32c5a4a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] In _notify_port_updated(), no bound segment for port 250ec33e-5e33-45bf-a479-10a9baa94168 on network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:24:45.890186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b61de0-31ca-4155-a4df-5a62c32c5a4a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:45.912341 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1b61de0-31ca-4155-a4df-5a62c32c5a4a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:45.918127 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e1b61de0-31ca-4155-a4df-5a62c32c5a4a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "PUT /v2.0/ports/250ec33e-5e33-45bf-a479-10a9baa94168 HTTP/1.1" status: 200 len: 1000 time: 1.9242179 Feb 02 13:24:45.938751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44882) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:45.951881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ff20c83b-25d6-47b5-9279-2a6c974a2644 None None] Provisioning complete for port 250ec33e-5e33-45bf-a479-10a9baa94168 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:45.954225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe7b8b-ff9d-4a8a-9d7d-7e7e58e97875 admin admin] Deleting port 587829e0-c150-4540-bf35-ff4c015181c2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:45.954744 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7b8b-ff9d-4a8a-9d7d-7e7e58e97875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (587829e0-c150-4540-bf35-ff4c015181c2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:45.955349 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff20c83b-25d6-47b5-9279-2a6c974a2644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (250ec33e-5e33-45bf-a479-10a9baa94168), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:46.087664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ff20c83b-25d6-47b5-9279-2a6c974a2644 None None] Port 250ec33e-5e33-45bf-a479-10a9baa94168 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:24:46.191777 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b73c9293-06a3-4549-982a-3861db16317f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:46.210081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e7fe7b8b-ff9d-4a8a-9d7d-7e7e58e97875 admin admin] For port 587829e0-c150-4540-bf35-ff4c015181c2, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=587829e0-c150-4540-bf35-ff4c015181c2,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:46.210359 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7b8b-ff9d-4a8a-9d7d-7e7e58e97875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (587829e0-c150-4540-bf35-ff4c015181c2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:46.249470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe7b8b-ff9d-4a8a-9d7d-7e7e58e97875 admin admin] Calling delete_port for 587829e0-c150-4540-bf35-ff4c015181c2 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:46.426893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b3f3be1f-c7e3-4359-ae93-c4daec99a34d None None] Provisioning complete for port 250ec33e-5e33-45bf-a479-10a9baa94168 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:46.427826 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3f3be1f-c7e3-4359-ae93-c4daec99a34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (250ec33e-5e33-45bf-a479-10a9baa94168), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:46.513233 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b73c9293-06a3-4549-982a-3861db16317f admin admin] Publish callbacks [] for security_group (2c8ec4a5-e68d-4536-a6b6-fb41e7eece29), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:46.525908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b73c9293-06a3-4549-982a-3861db16317f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2c8ec4a5-e68d-4536-a6b6-fb41e7eece29), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:46.544473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b3f3be1f-c7e3-4359-ae93-c4daec99a34d None None] Port 250ec33e-5e33-45bf-a479-10a9baa94168 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:24:46.567029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-40f0fc34-59f2-4b75-837e-3cbae44462b2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 250ec33e-5e33-45bf-a479-10a9baa94168 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:46.567478 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40f0fc34-59f2-4b75-837e-3cbae44462b2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (250ec33e-5e33-45bf-a479-10a9baa94168), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:46.762508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26c2d7-58d6-49ba-b7e7-4cab8ab809a2 req-7857f0e2-54f1-4895-b0ef-c5db1e05ba8a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:46.762508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db26c2d7-58d6-49ba-b7e7-4cab8ab809a2 req-7857f0e2-54f1-4895-b0ef-c5db1e05ba8a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.0968990 Feb 02 13:24:46.773516 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7b8b-ff9d-4a8a-9d7d-7e7e58e97875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (587829e0-c150-4540-bf35-ff4c015181c2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:46.823222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe7b8b-ff9d-4a8a-9d7d-7e7e58e97875 admin admin] Pushing event deleted for resources: {'Port': ['ID=587829e0-c150-4540-bf35-ff4c015181c2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:46.851200 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40f0fc34-59f2-4b75-837e-3cbae44462b2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (250ec33e-5e33-45bf-a479-10a9baa94168), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:46.879324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db26c2d7-58d6-49ba-b7e7-4cab8ab809a2 req-71ba2cf9-6c14-4ceb-b431-f5ba68fd6976 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164136 Feb 02 13:24:46.897469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-40f0fc34-59f2-4b75-837e-3cbae44462b2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 250ec33e-5e33-45bf-a479-10a9baa94168 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:47.186632 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e7fe7b8b-ff9d-4a8a-9d7d-7e7e58e97875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (3ae8e24f-ba2d-437e-891c-92c647fac087), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:47.333028 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40f0fc34-59f2-4b75-837e-3cbae44462b2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (250ec33e-5e33-45bf-a479-10a9baa94168), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:47.364287 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c9293-06a3-4549-982a-3861db16317f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8ec4a5-e68d-4536-a6b6-fb41e7eece29,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:47.424134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:47.424377 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b73c9293-06a3-4549-982a-3861db16317f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b694460b11b942e1b26a0230951de499&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9560950 Feb 02 13:24:47.426068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0fc34-59f2-4b75-837e-3cbae44462b2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=250ec33e-5e33-45bf-a479-10a9baa94168,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:47.636261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40f0fc34-59f2-4b75-837e-3cbae44462b2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:47.639603 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-40f0fc34-59f2-4b75-837e-3cbae44462b2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/250ec33e-5e33-45bf-a479-10a9baa94168 HTTP/1.1" status: 204 len: 168 time: 1.6990397 Feb 02 13:24:47.643834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44894) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:47.677458 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9db9d1c4-291e-4144-a568-873464e12852 admin admin] Publish callbacks [] for security_group (2c8ec4a5-e68d-4536-a6b6-fb41e7eece29), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:47.731745 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9db9d1c4-291e-4144-a568-873464e12852 admin admin] Publish callbacks [] for security_group (2c8ec4a5-e68d-4536-a6b6-fb41e7eece29), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:47.752368 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5430605b-d1fd-484d-ad46-0f8fa8d415fc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:24:47.754079 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5430605b-d1fd-484d-ad46-0f8fa8d415fc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/250ec33e-5e33-45bf-a479-10a9baa94168 HTTP/1.1" status: 404 len: 333 time: 0.1092865 Feb 02 13:24:47.778161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:47.873019 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8ac79a03-e54a-444f-8a37-8d16c3355f64 req-ccbfc065-9533-48ef-a411-a774f9fcae26 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1510284 Feb 02 13:24:48.000165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac79a03-e54a-444f-8a37-8d16c3355f64 req-92cbac1b-a87c-403e-ae67-baaf467b4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:48.003870 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8ac79a03-e54a-444f-8a37-8d16c3355f64 req-92cbac1b-a87c-403e-ae67-baaf467b4151 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 1127 time: 0.0793107 Feb 02 13:24:48.247527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac79a03-e54a-444f-8a37-8d16c3355f64 req-018381bc-9cb6-4e09-832a-de6ae29bc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:48.249018 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8ac79a03-e54a-444f-8a37-8d16c3355f64 req-018381bc-9cb6-4e09-832a-de6ae29bc033 service neutron] 10.222.0.62 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 912 time: 0.2228091 Feb 02 13:24:48.387396 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8ac79a03-e54a-444f-8a37-8d16c3355f64 req-9ed78ab0-548f-4e6d-9446-6056ef0171c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b789b1b5-8e57-4145-8412-ed9ec2b40397 HTTP/1.1" status: 200 len: 1001 time: 0.1314332 Feb 02 13:24:48.494062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac79a03-e54a-444f-8a37-8d16c3355f64 req-d33ef305-7b4d-42ae-9090-6c79cf206af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:48.497592 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8ac79a03-e54a-444f-8a37-8d16c3355f64 req-d33ef305-7b4d-42ae-9090-6c79cf206af8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=248e65ec-619a-4088-9b17-d13a3c6491da HTTP/1.1" status: 200 len: 850 time: 0.1045215 Feb 02 13:24:48.602214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac79a03-e54a-444f-8a37-8d16c3355f64 req-f6a6d604-45e0-40cf-acbc-9aea731ddf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:48.619671 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8ac79a03-e54a-444f-8a37-8d16c3355f64 req-f6a6d604-45e0-40cf-acbc-9aea731ddf21 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=679c8ee8-9c42-4d17-a445-6b6e8750ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1138430 Feb 02 13:24:48.742033 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d84bfd1-d9cf-46d3-bd3a-bcb43079d84e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting subnet 6c3d3363-30ed-412d-a7c6-e0861f6e9df2 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:24:48.752253 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d84bfd1-d9cf-46d3-bd3a-bcb43079d84e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (6c3d3363-30ed-412d-a7c6-e0861f6e9df2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:48.811217 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d84bfd1-d9cf-46d3-bd3a-bcb43079d84e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (6c3d3363-30ed-412d-a7c6-e0861f6e9df2), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:48.923031 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8ac79a03-e54a-444f-8a37-8d16c3355f64 req-363b8efc-2a16-49c9-ab33-6c227b9a47b8 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978811 Feb 02 13:24:48.957440 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d84bfd1-d9cf-46d3-bd3a-bcb43079d84e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (6c3d3363-30ed-412d-a7c6-e0861f6e9df2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:49.050234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d200d70-6ded-46cb-8e10-d47d2a5b3294 req-d3a9d28f-1f8e-4247-ac37-70d1433deeeb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:49.054845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d200d70-6ded-46cb-8e10-d47d2a5b3294 req-d3a9d28f-1f8e-4247-ac37-70d1433deeeb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.5463924 Feb 02 13:24:49.058974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fe7b8b-ff9d-4a8a-9d7d-7e7e58e97875 admin admin] Router 3ae8e24f-ba2d-437e-891c-92c647fac087 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:24:49.068624 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d84bfd1-d9cf-46d3-bd3a-bcb43079d84e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (6c3d3363-30ed-412d-a7c6-e0861f6e9df2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:49.085606 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9db9d1c4-291e-4144-a568-873464e12852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2c8ec4a5-e68d-4536-a6b6-fb41e7eece29), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:49.089547 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9db9d1c4-291e-4144-a568-873464e12852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:49.091027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9db9d1c4-291e-4144-a568-873464e12852 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2c8ec4a5-e68d-4536-a6b6-fb41e7eece29 HTTP/1.1" status: 204 len: 168 time: 1.5594251 Feb 02 13:24:49.161833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84bfd1-d9cf-46d3-bd3a-bcb43079d84e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3d3363-30ed-412d-a7c6-e0861f6e9df2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:49.179100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9d1c4-291e-4144-a568-873464e12852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8ec4a5-e68d-4536-a6b6-fb41e7eece29,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:49.212541 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8ac79a03-e54a-444f-8a37-8d16c3355f64 req-c5c905d8-c333-457d-bbb6-eb4720f7543e service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810466 Feb 02 13:24:49.215605 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d84bfd1-d9cf-46d3-bd3a-bcb43079d84e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:49.237976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43f7247-2d1e-4694-aa11-1812bc9efb40 None None] Network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:49.252097 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3d84bfd1-d9cf-46d3-bd3a-bcb43079d84e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/6c3d3363-30ed-412d-a7c6-e0861f6e9df2 HTTP/1.1" status: 204 len: 168 time: 1.4684749 Feb 02 13:24:49.255068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44910) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:49.333305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-66130a52-082b-4d1d-ac1e-5158d8f1ded9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting subnet 2c2f433e-f846-4420-ae1f-77a8ad48c483 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:24:49.337287 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66130a52-082b-4d1d-ac1e-5158d8f1ded9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (2c2f433e-f846-4420-ae1f-77a8ad48c483), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:49.363546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d200d70-6ded-46cb-8e10-d47d2a5b3294 req-260d0234-7c60-424f-90e6-cb66e2b906ad tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2918224 Feb 02 13:24:49.391802 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66130a52-082b-4d1d-ac1e-5158d8f1ded9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (2c2f433e-f846-4420-ae1f-77a8ad48c483), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:49.506455 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66130a52-082b-4d1d-ac1e-5158d8f1ded9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (2c2f433e-f846-4420-ae1f-77a8ad48c483), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:49.574496 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66130a52-082b-4d1d-ac1e-5158d8f1ded9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (2c2f433e-f846-4420-ae1f-77a8ad48c483), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:49.611331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66130a52-082b-4d1d-ac1e-5158d8f1ded9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2f433e-f846-4420-ae1f-77a8ad48c483,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:49.627209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66130a52-082b-4d1d-ac1e-5158d8f1ded9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:49.643190 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-66130a52-082b-4d1d-ac1e-5158d8f1ded9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/2c2f433e-f846-4420-ae1f-77a8ad48c483 HTTP/1.1" status: 204 len: 168 time: 0.3856857 Feb 02 13:24:49.643884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44918) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:49.718099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fe7b8b-ff9d-4a8a-9d7d-7e7e58e97875 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:24:49.733224 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20b26f-6a4e-40cf-94c2-5c4152841d3a None None] Sync routers for ids ['3ae8e24f-ba2d-437e-891c-92c647fac087'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:24:49.748358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e7fe7b8b-ff9d-4a8a-9d7d-7e7e58e97875 admin admin] 10.222.0.83 "PUT /v2.0/routers/3ae8e24f-ba2d-437e-891c-92c647fac087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3943322 Feb 02 13:24:49.752342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:49.758781 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20b26f-6a4e-40cf-94c2-5c4152841d3a None None] Routers {'3ae8e24f-ba2d-437e-891c-92c647fac087'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:24:49.761662 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db20b26f-6a4e-40cf-94c2-5c4152841d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:24:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3ae8e24f-ba2d-437e-891c-92c647fac087'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:49.766357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefb51ac-254c-4d17-8375-637240070ecc None None] Update dhcp port {'port': {'network_id': '9c38ce5d-1e74-4260-9917-dd257a1ffbb7', 'fixed_ips': [{'subnet_id': '2c2f433e-f846-4420-ae1f-77a8ad48c483'}], 'binding:host_id': 'n-d-827336-2'}, 'id': '48c0069c-156b-4462-83df-220f58fd6358'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:24:49.815630 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (9c38ce5d-1e74-4260-9917-dd257a1ffbb7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:49.838620 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cefb51ac-254c-4d17-8375-637240070ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (48c0069c-156b-4462-83df-220f58fd6358), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:49.903912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 48c0069c-156b-4462-83df-220f58fd6358 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:49.904253 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (48c0069c-156b-4462-83df-220f58fd6358), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.072055 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-db20b26f-6a4e-40cf-94c2-5c4152841d3a None None] Set router 3ae8e24f-ba2d-437e-891c-92c647fac087 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:24:50.086069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe1acb-4272-4978-8b84-6cf11259e5f3 req-f346fe4a-2165-4546-bc87-5f276ddcd6d6 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:50.089657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] For port 48c0069c-156b-4462-83df-220f58fd6358, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=48c0069c-156b-4462-83df-220f58fd6358,segment=NetworkSegment(1c9783d0-3931-4a99-bc02-85812e8369b4),segment_id=1c9783d0-3931-4a99-bc02-85812e8369b4)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:50.092393 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (48c0069c-156b-4462-83df-220f58fd6358), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.093850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfbe1acb-4272-4978-8b84-6cf11259e5f3 req-f346fe4a-2165-4546-bc87-5f276ddcd6d6 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1854887 Feb 02 13:24:50.134046 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Publish callbacks [] for router (3ae8e24f-ba2d-437e-891c-92c647fac087), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.140998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 48c0069c-156b-4462-83df-220f58fd6358 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:50.253729 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Publish callbacks [] for router_gateway (3ae8e24f-ba2d-437e-891c-92c647fac087), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.273012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfbe1acb-4272-4978-8b84-6cf11259e5f3 req-4e1a5c70-07b7-4c7d-a462-a03d727c4428 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780658 Feb 02 13:24:50.352797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (48c0069c-156b-4462-83df-220f58fd6358), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.411228 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=48c0069c-156b-4462-83df-220f58fd6358,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:50.420904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No DVR routers for this DVR port 48c0069c-156b-4462-83df-220f58fd6358 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:50.449195 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Deleting port bc043339-6e47-45f3-81cd-54f43211bc37 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:50.449195 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bc043339-6e47-45f3-81cd-54f43211bc37), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.525142 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db20b26f-6a4e-40cf-94c2-5c4152841d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:24:46Z', 'revision_number': 5, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port': {'id': 'bc043339-6e47-45f3-81cd-54f43211bc37', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bd:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:16:40Z', 'updated_at': '2022-02-02T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:50.556766 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20b26f-6a4e-40cf-94c2-5c4152841d3a None None] Checking router: 3ae8e24f-ba2d-437e-891c-92c647fac087 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:24:50.571983 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20b26f-6a4e-40cf-94c2-5c4152841d3a None None] Routers {'3ae8e24f-ba2d-437e-891c-92c647fac087'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:24:50.571983 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db20b26f-6a4e-40cf-94c2-5c4152841d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:24:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3ae8e24f-ba2d-437e-891c-92c647fac087'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:50.601072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f8136f25-7b95-4907-bc29-adc5446a2472 None None] Could not find standard attr ID for object 48c0069c-156b-4462-83df-220f58fd6358. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:24:50.615937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f250ab24-3f6c-432e-86e3-602a9623f933 None None] Network 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:50.642693 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (9c38ce5d-1e74-4260-9917-dd257a1ffbb7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.709377 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-db20b26f-6a4e-40cf-94c2-5c4152841d3a None None] Set router 3ae8e24f-ba2d-437e-891c-92c647fac087 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:24:50.721022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c38ce5d-1e74-4260-9917-dd257a1ffbb7']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:50.743293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9783d0-3931-4a99-bc02-85812e8369b4') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:50.743911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9783d0-3931-4a99-bc02-85812e8369b4') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:50.766021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (1c9783d0-3931-4a99-bc02-85812e8369b4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.801521 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1c9783d0-3931-4a99-bc02-85812e8369b4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.815984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:24:50.816717 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (1c9783d0-3931-4a99-bc02-85812e8369b4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:24:50.821593 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:24:50.836059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] For port bc043339-6e47-45f3-81cd-54f43211bc37, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bc043339-6e47-45f3-81cd-54f43211bc37,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:50.836623 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bc043339-6e47-45f3-81cd-54f43211bc37), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.846058 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-db20b26f-6a4e-40cf-94c2-5c4152841d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:24:50Z', 'revision_number': 6, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:50.869845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc01311-e2dd-4bc7-b744-78d33805b5f6 None None] DHCP port deletion for 9c38ce5d-1e74-4260-9917-dd257a1ffbb7 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:24:50.892503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb7872-a6e0-4fd1-9494-67f4ef081c2d req-6af9a1e1-9d60-4ebd-9c88-1e3bbd326813 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:50.898743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2cb7872-a6e0-4fd1-9494-67f4ef081c2d req-6af9a1e1-9d60-4ebd-9c88-1e3bbd326813 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.2128258 Feb 02 13:24:50.901258 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db20b26f-6a4e-40cf-94c2-5c4152841d3a None None] The sync data for ids ['3ae8e24f-ba2d-437e-891c-92c647fac087'] in n-d-827336-2 is: [{'id': '3ae8e24f-ba2d-437e-891c-92c647fac087', 'name': 'tempest-ServerActionsTestJSON-1392842007-router', 'tenant_id': '7b92b835720c47608b10176547f4948b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:16:39Z', 'updated_at': '2022-02-02T13:24:50Z', 'revision_number': 6, 'project_id': '7b92b835720c47608b10176547f4948b', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:24:50.903320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44948) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:50.909062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Calling delete_port for bc043339-6e47-45f3-81cd-54f43211bc37 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:50.929753 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (9c38ce5d-1e74-4260-9917-dd257a1ffbb7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.937501 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:50.959178 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/networks/9c38ce5d-1e74-4260-9917-dd257a1ffbb7 HTTP/1.1" status: 204 len: 168 time: 1.3142023 Feb 02 13:24:50.960315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44952) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:51.035941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56b051-878a-4e86-b6dc-3f2eadb62e76 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Network': ['ID=9c38ce5d-1e74-4260-9917-dd257a1ffbb7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:51.054664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2cb7872-a6e0-4fd1-9494-67f4ef081c2d req-a1763b6a-350f-47fb-9e18-d8e0bf567ba1 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484511 Feb 02 13:24:51.143661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53020b1-f2aa-4f50-b5e4-05d41e15d633 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:51.145235 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c53020b1-f2aa-4f50-b5e4-05d41e15d633 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1822672 Feb 02 13:24:51.151119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44954) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:51.167238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1558490342-network', 'tenant_id': '95e544bb27cd4b9783f8dac30f59efea'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:51.206517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Made reservation on behalf of 95e544bb27cd4b9783f8dac30f59efea for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:51.209068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.229261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.308206 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3535d48e-7c09-41a3-85fa-56eac3a1a905 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1552114 Feb 02 13:24:51.319610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:51.332674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9f899d75-f3da-4dea-b922-9d508d846bca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-238218184'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:51.356283 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (bc043339-6e47-45f3-81cd-54f43211bc37), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.420353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Publish callbacks [] for security_group (538c1380-d646-4287-a32b-9d0bff786a3d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.427941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (538c1380-d646-4287-a32b-9d0bff786a3d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.458212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538c1380-d646-4287-a32b-9d0bff786a3d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:51.473347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:24:51.535182 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (28a8f620-645b-4df1-bc43-fbf03a613e77), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.535483 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Added segment 28a8f620-645b-4df1-bc43-fbf03a613e77 of type vlan for network fdffc34b-a939-436c-b5b1-2777e1910dac Feb 02 13:24:51.623623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc043339-6e47-45f3-81cd-54f43211bc37,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:51.637807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.638663 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.639276 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.640005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.640482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.641435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.641858 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.642353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.642740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.643367 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.644044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.644547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.645082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:24:51.675486 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (fdffc34b-a939-436c-b5b1-2777e1910dac), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.721773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f899d75-f3da-4dea-b922-9d508d846bca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:51.727500 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f899d75-f3da-4dea-b922-9d508d846bca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.739372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (fdffc34b-a939-436c-b5b1-2777e1910dac), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.740797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:51.742387 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (3ae8e24f-ba2d-437e-891c-92c647fac087), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.744651 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.915095 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (3ae8e24f-ba2d-437e-891c-92c647fac087), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.938989 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Publish callbacks [] for router_controller (3ae8e24f-ba2d-437e-891c-92c647fac087), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:51.945555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f899d75-f3da-4dea-b922-9d508d846bca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:24:51.951742 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0471420 Feb 02 13:24:51.953071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce78b7-2b15-4efe-93e1-cf56e5e375d8 admin admin] Pushing event updated for resources: {'Network': ['ID=fdffc34b-a939-436c-b5b1-2777e1910dac,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:51.956538 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44962) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:51.966279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network fdffc34b-a939-436c-b5b1-2777e1910dac details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:24:51.979822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-59f83040-726c-448c-af08-82ae7fe5a675 admin admin] Request body: {'subnet': {'network_id': 'fdffc34b-a939-436c-b5b1-2777e1910dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1558490342-subnet', 'tenant_id': '95e544bb27cd4b9783f8dac30f59efea', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:52.009345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d1aea-36a7-4612-b01c-e69414c5edb0 req-5b0f5cc2-67eb-4a5f-9d4a-4cf6ab7d20ea tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:52.031358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-478d1aea-36a7-4612-b01c-e69414c5edb0 req-5b0f5cc2-67eb-4a5f-9d4a-4cf6ab7d20ea tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.6135309 Feb 02 13:24:52.032240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f83040-726c-448c-af08-82ae7fe5a675 admin admin] Made reservation on behalf of 95e544bb27cd4b9783f8dac30f59efea for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:52.037019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59f83040-726c-448c-af08-82ae7fe5a675 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:52.205427 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 587829e0-c150-4540-bf35-ff4c015181c2 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:52.211607 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f899d75-f3da-4dea-b922-9d508d846bca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c055b957-e26b-4d0e-951a-aaa539861acf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:52.211955 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-9f899d75-f3da-4dea-b922-9d508d846bca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Added segment c055b957-e26b-4d0e-951a-aaa539861acf of type vlan for network a06aa021-532c-4603-83f6-2454a14dfecd Feb 02 13:24:52.244749 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (3ae8e24f-ba2d-437e-891c-92c647fac087), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:52.245290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae8e24f-ba2d-437e-891c-92c647fac087 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:24:52.259010 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 587829e0-c150-4540-bf35-ff4c015181c2 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:24:52.259462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 587829e0-c150-4540-bf35-ff4c015181c2 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:24:52.259990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 48c0069c-156b-4462-83df-220f58fd6358 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:52.264668 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:52.268404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-55a20e20-964a-42fb-8a05-614fe7deb860 admin admin] 10.222.0.83 "DELETE /v2.0/routers/3ae8e24f-ba2d-437e-891c-92c647fac087 HTTP/1.1" status: 204 len: 168 time: 2.5124760 Feb 02 13:24:52.276903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44966) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:52.292155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 48c0069c-156b-4462-83df-220f58fd6358 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:24:52.292656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 48c0069c-156b-4462-83df-220f58fd6358 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:24:52.293198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bc043339-6e47-45f3-81cd-54f43211bc37 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:52.336146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: bc043339-6e47-45f3-81cd-54f43211bc37 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:24:52.336491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bc043339-6e47-45f3-81cd-54f43211bc37 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:24:52.375844 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f899d75-f3da-4dea-b922-9d508d846bca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (a06aa021-532c-4603-83f6-2454a14dfecd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:52.412708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31ce79a-d889-4f7f-80a8-e594c43f41b1 admin admin] Deleting subnet be877423-cc9d-4b0f-a0a3-809a3db51209 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:24:52.420021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c31ce79a-d889-4f7f-80a8-e594c43f41b1 admin admin] Publish callbacks [] for subnet (be877423-cc9d-4b0f-a0a3-809a3db51209), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:52.431159 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f899d75-f3da-4dea-b922-9d508d846bca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (a06aa021-532c-4603-83f6-2454a14dfecd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:52.437620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f899d75-f3da-4dea-b922-9d508d846bca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:52.438387 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f899d75-f3da-4dea-b922-9d508d846bca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:52.505896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-478d1aea-36a7-4612-b01c-e69414c5edb0 req-6de873a2-fe39-4e5a-9961-0cb6cd7007ad tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4726410 Feb 02 13:24:52.518114 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c31ce79a-d889-4f7f-80a8-e594c43f41b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (be877423-cc9d-4b0f-a0a3-809a3db51209), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:52.549069 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9f899d75-f3da-4dea-b922-9d508d846bca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2269638 Feb 02 13:24:52.551066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44968) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:52.558690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b25c4a6a-25d7-490c-9d4b-fd3b96099e93 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': 'a06aa021-532c-4603-83f6-2454a14dfecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:52.650819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404345c-029c-4c02-bc99-187337ea16b6 req-cc597798-fb2d-490c-860b-9ee5b247fa79 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:52.663184 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d404345c-029c-4c02-bc99-187337ea16b6 req-cc597798-fb2d-490c-860b-9ee5b247fa79 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.3627405 Feb 02 13:24:52.668287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f899d75-f3da-4dea-b922-9d508d846bca tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Network': ['ID=a06aa021-532c-4603-83f6-2454a14dfecd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:52.687332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network a06aa021-532c-4603-83f6-2454a14dfecd details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:24:52.734184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59f83040-726c-448c-af08-82ae7fe5a675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (8a3585c1-9f6f-4e6b-9518-4218ff02a677), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:52.772001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d404345c-029c-4c02-bc99-187337ea16b6 req-65dff639-49a0-4192-a450-ac457222df3a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056392 Feb 02 13:24:52.786785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25c4a6a-25d7-490c-9d4b-fd3b96099e93 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:52.802757 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b25c4a6a-25d7-490c-9d4b-fd3b96099e93 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:52.910350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f83040-726c-448c-af08-82ae7fe5a675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3585c1-9f6f-4e6b-9518-4218ff02a677,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:52.945941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c31ce79a-d889-4f7f-80a8-e594c43f41b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (be877423-cc9d-4b0f-a0a3-809a3db51209), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:52.993491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f83040-726c-448c-af08-82ae7fe5a675 admin admin] Checking segment: {'id': '28a8f620-645b-4df1-bc43-fbf03a613e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fdffc34b-a939-436c-b5b1-2777e1910dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:52.993849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f83040-726c-448c-af08-82ae7fe5a675 admin admin] Network hostable DHCP agents. Network: fdffc34b-a939-436c-b5b1-2777e1910dac, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:24:53.075524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f83040-726c-448c-af08-82ae7fe5a675 admin admin] Network fdffc34b-a939-436c-b5b1-2777e1910dac is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:24:53.086155 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c31ce79a-d889-4f7f-80a8-e594c43f41b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (be877423-cc9d-4b0f-a0a3-809a3db51209), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:53.103407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-59f83040-726c-448c-af08-82ae7fe5a675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, fdffc34b-a939-436c-b5b1-2777e1910dac) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:53.114450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5d73dc-5cc4-4662-bf94-18e6b455c23f None None] Network fdffc34b-a939-436c-b5b1-2777e1910dac requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:53.132371 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f83040-726c-448c-af08-82ae7fe5a675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:53.132986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59f83040-726c-448c-af08-82ae7fe5a675 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:53.137792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ce79a-d889-4f7f-80a8-e594c43f41b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be877423-cc9d-4b0f-a0a3-809a3db51209,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:53.139993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c31ce79a-d889-4f7f-80a8-e594c43f41b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:53.147821 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c31ce79a-d889-4f7f-80a8-e594c43f41b1 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/be877423-cc9d-4b0f-a0a3-809a3db51209 HTTP/1.1" status: 204 len: 168 time: 0.8652792 Feb 02 13:24:53.149553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44972) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:53.169399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f24eec-fab4-42ec-b8b1-ee1081a9b087 None None] Network cb2a4104-c51e-40f3-b13e-924d4652304e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:53.241417 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-59f83040-726c-448c-af08-82ae7fe5a675 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2831891 Feb 02 13:24:53.256292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44974) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:53.266454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1558490342-router', 'tenant_id': '95e544bb27cd4b9783f8dac30f59efea', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:53.304129 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b25c4a6a-25d7-490c-9d4b-fd3b96099e93 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (dc5557be-bfa4-4e82-9a6b-aa0fe1414d48), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:53.337736 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (cb2a4104-c51e-40f3-b13e-924d4652304e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:53.347669 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (1989c949-059c-42c8-b934-84c921311238), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:53.353155 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (1989c949-059c-42c8-b934-84c921311238), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:53.435479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-fdffc34b-a939-436c-b5b1-2777e1910dac', 'network_id': 'fdffc34b-a939-436c-b5b1-2777e1910dac', 'project_id': '95e544bb27cd4b9783f8dac30f59efea', 'fixed_ips': [{'subnet_id': '8a3585c1-9f6f-4e6b-9518-4218ff02a677'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:24:53.438155 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:53.476076 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Deleting port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:53.476596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:53.543570 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Publish callbacks [] for router_controller (1989c949-059c-42c8-b934-84c921311238), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:53.707970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] For port 1dc2c8fc-8382-4cae-828e-621fd567a8a6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1dc2c8fc-8382-4cae-828e-621fd567a8a6,segment=NetworkSegment(2b690418-0258-4300-b3ce-89329838b5fc),segment_id=2b690418-0258-4300-b3ce-89329838b5fc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:53.708777 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:53.727563 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Calling delete_port for 1dc2c8fc-8382-4cae-828e-621fd567a8a6 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:53.756401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c4a6a-25d7-490c-9d4b-fd3b96099e93 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Subnet': ['ID=dc5557be-bfa4-4e82-9a6b-aa0fe1414d48,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:53.835369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f127302c-e5d8-43ec-97ca-a2c51670eb4e None None] DHCP port deletion for cb2a4104-c51e-40f3-b13e-924d4652304e request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:24:53.906353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25c4a6a-25d7-490c-9d4b-fd3b96099e93 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Checking segment: {'id': 'c055b957-e26b-4d0e-951a-aaa539861acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a06aa021-532c-4603-83f6-2454a14dfecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:53.907497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c4a6a-25d7-490c-9d4b-fd3b96099e93 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network hostable DHCP agents. Network: a06aa021-532c-4603-83f6-2454a14dfecd, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:24:54.010449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Allocated IP 172.20.0.2 (fdffc34b-a939-436c-b5b1-2777e1910dac/8a3585c1-9f6f-4e6b-9518-4218ff02a677/a0538b95-ed54-45d3-99b9-f9ee3c2afe61) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:54.020308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Publish callbacks [] for router_gateway (1989c949-059c-42c8-b934-84c921311238), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.075570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25c4a6a-25d7-490c-9d4b-fd3b96099e93 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network a06aa021-532c-4603-83f6-2454a14dfecd is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:24:54.081098 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.120279 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b25c4a6a-25d7-490c-9d4b-fd3b96099e93 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, a06aa021-532c-4603-83f6-2454a14dfecd) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:54.129881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25c4a6a-25d7-490c-9d4b-fd3b96099e93 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:54.132404 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b25c4a6a-25d7-490c-9d4b-fd3b96099e93 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.179705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc2c8fc-8382-4cae-828e-621fd567a8a6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:54.195202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] No DVR routers for this DVR port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:54.220374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1dc2c8fc-8382-4cae-828e-621fd567a8a6 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:24:54.223330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a700ad56-fcf3-4239-969d-0f9f20c43220 None None] Network a06aa021-532c-4603-83f6-2454a14dfecd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:54.261424 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b25c4a6a-25d7-490c-9d4b-fd3b96099e93 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7066960 Feb 02 13:24:54.269253 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44984) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:54.273760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 1dc2c8fc-8382-4cae-828e-621fd567a8a6 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:24:54.274322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1dc2c8fc-8382-4cae-828e-621fd567a8a6 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:24:54.289217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': 'a06aa021-532c-4603-83f6-2454a14dfecd', 'name': 'tempest-PortsTestJSON-2937422'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:54.306590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfde826-55af-4c5b-a47b-24eb9490368f req-6b607e53-2a2d-4ad1-a8f1-ef0dcb6018d3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:54.311212 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bfde826-55af-4c5b-a47b-24eb9490368f req-6b607e53-2a2d-4ad1-a8f1-ef0dcb6018d3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.4597826 Feb 02 13:24:54.452902 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (cb2a4104-c51e-40f3-b13e-924d4652304e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.459751 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f127302c-e5d8-43ec-97ca-a2c51670eb4e None None] Deleting port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:54.460270 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f127302c-e5d8-43ec-97ca-a2c51670eb4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.494673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b9b76-894b-4f08-a797-628935a30ab4 req-50485b3d-ce01-4b5d-a6e8-f8561103d81e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:54.496982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf8b9b76-894b-4f08-a797-628935a30ab4 req-50485b3d-ce01-4b5d-a6e8-f8561103d81e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.5609968 Feb 02 13:24:54.526442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2a4104-c51e-40f3-b13e-924d4652304e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:54.550766 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bfde826-55af-4c5b-a47b-24eb9490368f req-7054fac9-c788-4f73-9a33-c35b32f01b71 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273314 Feb 02 13:24:54.564753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f127302c-e5d8-43ec-97ca-a2c51670eb4e None None] For port 1dc2c8fc-8382-4cae-828e-621fd567a8a6, host n-d-827336-2, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:54.565392 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f127302c-e5d8-43ec-97ca-a2c51670eb4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.586345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b690418-0258-4300-b3ce-89329838b5fc') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:54.586345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b690418-0258-4300-b3ce-89329838b5fc') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:54.591730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f127302c-e5d8-43ec-97ca-a2c51670eb4e None None] Calling delete_port for 1dc2c8fc-8382-4cae-828e-621fd567a8a6 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:54.595991 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-f127302c-e5d8-43ec-97ca-a2c51670eb4e None None] Port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:24:54.601547 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f127302c-e5d8-43ec-97ca-a2c51670eb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (1dc2c8fc-8382-4cae-828e-621fd567a8a6), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.602962 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (2b690418-0258-4300-b3ce-89329838b5fc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.625636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-a06aa021-532c-4603-83f6-2454a14dfecd', 'network_id': 'a06aa021-532c-4603-83f6-2454a14dfecd', 'project_id': '28c08be874e7438da256264e52678382', 'fixed_ips': [{'subnet_id': 'dc5557be-bfa4-4e82-9a6b-aa0fe1414d48'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:24:54.626576 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.634212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127302c-e5d8-43ec-97ca-a2c51670eb4e None None] No DVR routers for this DVR port 1dc2c8fc-8382-4cae-828e-621fd567a8a6 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:24:54.650815 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Publish callbacks [] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.682143 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2b690418-0258-4300-b3ce-89329838b5fc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.696061 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.700012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127302c-e5d8-43ec-97ca-a2c51670eb4e None None] Pushing event deleted for resources: {'Port': ['ID=1dc2c8fc-8382-4cae-828e-621fd567a8a6,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:54.704774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf8b9b76-894b-4f08-a797-628935a30ab4 req-6dab67b7-d29c-4f2e-9d13-4f3c69b3cd0e tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858025 Feb 02 13:24:54.705941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:24:54.706345 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (2b690418-0258-4300-b3ce-89329838b5fc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:24:54.714332 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:24:54.806423 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (cb2a4104-c51e-40f3-b13e-924d4652304e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.821382 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:54.829494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] 10.222.0.83 "DELETE /v2.0/networks/cb2a4104-c51e-40f3-b13e-924d4652304e HTTP/1.1" status: 204 len: 168 time: 1.6778834 Feb 02 13:24:54.844478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56314e6-4f97-40d5-bb9c-141c9eb8847b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2a4104-c51e-40f3-b13e-924d4652304e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:54.846238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Allocated IP 172.20.0.2 (a06aa021-532c-4603-83f6-2454a14dfecd/dc5557be-bfa4-4e82-9a6b-aa0fe1414d48/5420694d-c540-48f9-bf63-7bc3eefe9429) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:54.879446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Network fdffc34b-a939-436c-b5b1-2777e1910dac is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:54.886214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:54.891095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:54.948379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Pushing event updated for resources: {'Port': ['ID=a0538b95-ed54-45d3-99b9-f9ee3c2afe61,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:54.996133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:55.000714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.012808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Attempting to bind port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:24:55.013190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Attempting to bind port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '28a8f620-645b-4df1-bc43-fbf03a613e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fdffc34b-a939-436c-b5b1-2777e1910dac'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:24:55.013864 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Attempting to bind port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 on network fdffc34b-a939-436c-b5b1-2777e1910dac {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:24:55.022979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:24:55.023609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Checking segment: {'id': '28a8f620-645b-4df1-bc43-fbf03a613e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fdffc34b-a939-436c-b5b1-2777e1910dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:55.023821 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.024216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Bound using segment: {'id': '28a8f620-645b-4df1-bc43-fbf03a613e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fdffc34b-a939-436c-b5b1-2777e1910dac'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:24:55.024678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Bound port: a0538b95-ed54-45d3-99b9-f9ee3c2afe61, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a8f620-645b-4df1-bc43-fbf03a613e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'fdffc34b-a939-436c-b5b1-2777e1910dac'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:24:55.025235 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.033504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:55.057198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port 96570e38-d338-4a28-8b78-08266fffb9d8 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:24:55.079478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-43f27905-965f-4c46-8c51-61ddea2a7210 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7b92b835720c47608b10176547f4948b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429571 Feb 02 13:24:55.080589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:55.137408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] For port a0538b95-ed54-45d3-99b9-f9ee3c2afe61, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:24:55.145077 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a326594f-1703-445c-9b05-774a2a3b36e9 admin admin] Publish callbacks [] for security_group (aaacf8d2-0748-4ec9-a4dd-73fbe21c7182), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.149896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Publish callbacks [] for router_gateway (1989c949-059c-42c8-b934-84c921311238), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.155475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] For port a0538b95-ed54-45d3-99b9-f9ee3c2afe61, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a0538b95-ed54-45d3-99b9-f9ee3c2afe61,segment=NetworkSegment(28a8f620-645b-4df1-bc43-fbf03a613e77),segment_id=28a8f620-645b-4df1-bc43-fbf03a613e77)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:24:55.167292 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.170456 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.175616 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a326594f-1703-445c-9b05-774a2a3b36e9 admin admin] Publish callbacks [] for security_group (aaacf8d2-0748-4ec9-a4dd-73fbe21c7182), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.202454 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Publish callbacks [] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.224256 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.242889 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a326594f-1703-445c-9b05-774a2a3b36e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (aaacf8d2-0748-4ec9-a4dd-73fbe21c7182), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.245595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf025707-22e1-4846-bcbf-344e3f68d016 None None] Pushing event updated for resources: {'Port': ['ID=a0538b95-ed54-45d3-99b9-f9ee3c2afe61,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:55.246684 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a326594f-1703-445c-9b05-774a2a3b36e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.249883 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a326594f-1703-445c-9b05-774a2a3b36e9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aaacf8d2-0748-4ec9-a4dd-73fbe21c7182 HTTP/1.1" status: 204 len: 168 time: 0.1657925 Feb 02 13:24:55.257802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Network a06aa021-532c-4603-83f6-2454a14dfecd is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:55.259231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:55.261866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:55.270520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326594f-1703-445c-9b05-774a2a3b36e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaacf8d2-0748-4ec9-a4dd-73fbe21c7182,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:55.338710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.14 (a06aa021-532c-4603-83f6-2454a14dfecd/dc5557be-bfa4-4e82-9a6b-aa0fe1414d48/96570e38-d338-4a28-8b78-08266fffb9d8) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:55.361931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Attempting to bind port 5420694d-c540-48f9-bf63-7bc3eefe9429 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:24:55.362490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Attempting to bind port 5420694d-c540-48f9-bf63-7bc3eefe9429 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'c055b957-e26b-4d0e-951a-aaa539861acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a06aa021-532c-4603-83f6-2454a14dfecd'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:24:55.363043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Attempting to bind port 5420694d-c540-48f9-bf63-7bc3eefe9429 on network a06aa021-532c-4603-83f6-2454a14dfecd {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:24:55.368861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:24:55.369171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Checking segment: {'id': 'c055b957-e26b-4d0e-951a-aaa539861acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a06aa021-532c-4603-83f6-2454a14dfecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:55.369793 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.370246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Bound using segment: {'id': 'c055b957-e26b-4d0e-951a-aaa539861acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a06aa021-532c-4603-83f6-2454a14dfecd'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:24:55.370892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Bound port: 5420694d-c540-48f9-bf63-7bc3eefe9429, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c055b957-e26b-4d0e-951a-aaa539861acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'a06aa021-532c-4603-83f6-2454a14dfecd'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:24:55.371270 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.373318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Pushing event updated for resources: {'Port': ['ID=5420694d-c540-48f9-bf63-7bc3eefe9429,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:55.376924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Allocated IP 172.25.4.138 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/b4851433-c364-4b02-ab83-55443c50e179) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:55.459580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] For port 5420694d-c540-48f9-bf63-7bc3eefe9429, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:24:55.464094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] For port 5420694d-c540-48f9-bf63-7bc3eefe9429, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5420694d-c540-48f9-bf63-7bc3eefe9429,segment=NetworkSegment(c055b957-e26b-4d0e-951a-aaa539861acf),segment_id=c055b957-e26b-4d0e-951a-aaa539861acf)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:24:55.481686 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.602224 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Publish callbacks [] for port (b4851433-c364-4b02-ab83-55443c50e179), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.607924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1dd7d-743b-4240-bcf1-e11eb3753aac None None] Pushing event updated for resources: {'Port': ['ID=5420694d-c540-48f9-bf63-7bc3eefe9429,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:55.677506 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (96570e38-d338-4a28-8b78-08266fffb9d8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.713406 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b4851433-c364-4b02-ab83-55443c50e179), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.804577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09506812-43fa-4dd6-9bb9-c4081d46579b req-9cac6dd1-b33e-4a92-a64d-e5bee752ce40 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:55.818490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09506812-43fa-4dd6-9bb9-c4081d46579b req-9cac6dd1-b33e-4a92-a64d-e5bee752ce40 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1321671 Feb 02 13:24:55.842680 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (96570e38-d338-4a28-8b78-08266fffb9d8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:55.857490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:55.873742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:55.894792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:55.903844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network a06aa021-532c-4603-83f6-2454a14dfecd is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:55.919905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:55.923115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Pushing event updated for resources: {'Port': ['ID=b4851433-c364-4b02-ab83-55443c50e179,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:55.925411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:56.037888 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=96570e38-d338-4a28-8b78-08266fffb9d8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:56.040735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a0538b95-ed54-45d3-99b9-f9ee3c2afe61 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:24:56.062206 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09506812-43fa-4dd6-9bb9-c4081d46579b req-52375a13-3a63-4400-b8b4-27e3bb629f00 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428293 Feb 02 13:24:56.079602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45ff844-ba06-4309-b394-1031d4109469 req-ff92b93a-3be2-4cb9-a24f-e183e60692a9 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:56.081438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d45ff844-ba06-4309-b394-1031d4109469 req-ff92b93a-3be2-4cb9-a24f-e183e60692a9 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.2386501 Feb 02 13:24:56.171220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d45ff844-ba06-4309-b394-1031d4109469 req-a4a33a79-3277-4440-b72a-d62dbc85b930 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779676 Feb 02 13:24:56.172701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:56.173151 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:56.252341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:56.253309 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:56.281665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-069e083c-a7d8-49b2-8920-add544263c92 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0073705 Feb 02 13:24:56.282372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45020) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:56.288658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': 'a06aa021-532c-4603-83f6-2454a14dfecd', 'name': 'tempest-PortsTestJSON-1558791166'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:24:56.334877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:56.338346 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:56.416492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port a0538b95-ed54-45d3-99b9-f9ee3c2afe61, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a0538b95-ed54-45d3-99b9-f9ee3c2afe61,segment=NetworkSegment(28a8f620-645b-4df1-bc43-fbf03a613e77),segment_id=28a8f620-645b-4df1-bc43-fbf03a613e77)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:56.436040 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:56.482863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Publish callbacks [] for router_gateway (1989c949-059c-42c8-b934-84c921311238), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:56.509086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=a0538b95-ed54-45d3-99b9-f9ee3c2afe61,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:56.550611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:24:56.557994 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:56.589495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port d1eea72a-5585-4c66-9566-10494b0807d6 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:24:56.779131 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (1989c949-059c-42c8-b934-84c921311238), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:56.841217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.8 (a06aa021-532c-4603-83f6-2454a14dfecd/dc5557be-bfa4-4e82-9a6b-aa0fe1414d48/d1eea72a-5585-4c66-9566-10494b0807d6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:56.928387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea560719-3294-4e84-8855-4b0e2c2594cc None None] Network fdffc34b-a939-436c-b5b1-2777e1910dac requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:57.000866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Router 1989c949-059c-42c8-b934-84c921311238 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:24:57.076108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6388e375-155a-4317-9e47-5a97fa276d5d None None] Provisioning complete for port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:57.078683 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6388e375-155a-4317-9e47-5a97fa276d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:57.155305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:24:57.176391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Sync routers for ids ['1989c949-059c-42c8-b934-84c921311238'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:24:57.195125 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:57.196631 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c7fbe335-02a6-4c4c-bb18-49332c07a784 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.9392350 Feb 02 13:24:57.199481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45044) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:57.227720 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (d1eea72a-5585-4c66-9566-10494b0807d6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:57.282455 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d1eea72a-5585-4c66-9566-10494b0807d6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:57.345696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network a06aa021-532c-4603-83f6-2454a14dfecd is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:57.347378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:57.362599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:57.409641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=d1eea72a-5585-4c66-9566-10494b0807d6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:57.469861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e753873c-cdc1-42a3-a47b-a94ceaa3e8ce None None] Network a06aa021-532c-4603-83f6-2454a14dfecd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:24:57.508241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Routers {'1989c949-059c-42c8-b934-84c921311238'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:24:57.509096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:24:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1989c949-059c-42c8-b934-84c921311238'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:57.632448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Set router 1989c949-059c-42c8-b934-84c921311238 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:24:57.704049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ef751c90-6b01-4f4a-9ac1-86751dfa6501 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:24:57.710347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6388e375-155a-4317-9e47-5a97fa276d5d None None] Current status of the port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:57.752538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:57.753148 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:57.780039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1660e4d-26cf-4d4e-ad19-177063efa4bd req-b8db7fac-0b96-42c7-8c14-cfe77b1614c6 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:57.787126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1660e4d-26cf-4d4e-ad19-177063efa4bd req-b8db7fac-0b96-42c7-8c14-cfe77b1614c6 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.5189145 Feb 02 13:24:57.794865 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9053462b-9f27-47e4-8600-6af988f2faf3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5107942 Feb 02 13:24:57.795165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:57.913583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af3eb4-ed88-4673-8064-2d544bec95f8 req-2c7f8337-3199-4e00-8d18-65d5fcb4fd73 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:57.915157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94af3eb4-ed88-4673-8064-2d544bec95f8 req-2c7f8337-3199-4e00-8d18-65d5fcb4fd73 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 944 time: 0.4999034 Feb 02 13:24:57.942193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:57.964002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c057cd36-cd6d-4052-a5d9-c3dc0185ad15 None None] Provisioning complete for port 5420694d-c540-48f9-bf63-7bc3eefe9429 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:57.964364 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c057cd36-cd6d-4052-a5d9-c3dc0185ad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:58.022447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1660e4d-26cf-4d4e-ad19-177063efa4bd req-0111abdd-2a6f-43dd-a00e-f17ce721f594 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342324 Feb 02 13:24:58.151994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad52a57c-0582-4639-b6d2-f2f5e17cf00c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:58.154184 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ad52a57c-0582-4639-b6d2-f2f5e17cf00c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 920 time: 0.3433709 Feb 02 13:24:58.154959 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45058) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:58.179850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:58.182861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5420694d-c540-48f9-bf63-7bc3eefe9429 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:24:58.255955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'port_id': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'mac_address': 'fa:16:3e:b1:53:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:24:58.260698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94af3eb4-ed88-4673-8064-2d544bec95f8 req-b6eec4a4-3769-4ae3-8d4c-33f7fb0617c0 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733717 Feb 02 13:24:58.307687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Allocated IP 172.20.0.1 (fdffc34b-a939-436c-b5b1-2777e1910dac/8a3585c1-9f6f-4e6b-9518-4218ff02a677/cb2c9d05-52ef-45fe-9f27-bdca3e29d323) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:24:58.325285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5420694d-c540-48f9-bf63-7bc3eefe9429 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:58.325878 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:58.375623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-173087fb-8062-431a-854a-df4c42bc1f88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port d1eea72a-5585-4c66-9566-10494b0807d6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:58.376212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-173087fb-8062-431a-854a-df4c42bc1f88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d1eea72a-5585-4c66-9566-10494b0807d6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:58.414890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c057cd36-cd6d-4052-a5d9-c3dc0185ad15 None None] Current status of the port 5420694d-c540-48f9-bf63-7bc3eefe9429 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:58.415270 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c057cd36-cd6d-4052-a5d9-c3dc0185ad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:58.429799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port ef751c90-6b01-4f4a-9ac1-86751dfa6501 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:58.430602 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:58.485058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Publish callbacks [] for port (cb2c9d05-52ef-45fe-9f27-bdca3e29d323), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:58.510525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989c949-059c-42c8-b934-84c921311238', 'name': 'tempest-ImageQuotaTest-1558490342-router', 'tenant_id': '95e544bb27cd4b9783f8dac30f59efea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b4851433-c364-4b02-ab83-55443c50e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:24:53Z', 'updated_at': '2022-02-02T13:24:56Z', 'revision_number': 3, 'project_id': '95e544bb27cd4b9783f8dac30f59efea', 'gw_port': {'id': 'b4851433-c364-4b02-ab83-55443c50e179', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989c949-059c-42c8-b934-84c921311238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:24:55Z', 'updated_at': '2022-02-02T13:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:24:58.534333 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cb2c9d05-52ef-45fe-9f27-bdca3e29d323), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:58.535632 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-173087fb-8062-431a-854a-df4c42bc1f88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d1eea72a-5585-4c66-9566-10494b0807d6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:58.553910 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-173087fb-8062-431a-854a-df4c42bc1f88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for d1eea72a-5585-4c66-9566-10494b0807d6 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:58.581028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Network fdffc34b-a939-436c-b5b1-2777e1910dac is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:58.585396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef751c90-6b01-4f4a-9ac1-86751dfa6501 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:24:58.590793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:58.604020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Checking router: 1989c949-059c-42c8-b934-84c921311238 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:24:58.605229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:24:58.608135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Updating router 1989c949-059c-42c8-b934-84c921311238 port b4851433-c364-4b02-ab83-55443c50e179 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:24:58.674686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2c9d05-52ef-45fe-9f27-bdca3e29d323,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:58.718866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (1989c949-059c-42c8-b934-84c921311238), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:58.723196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c057cd36-cd6d-4052-a5d9-c3dc0185ad15 None None] For port 5420694d-c540-48f9-bf63-7bc3eefe9429, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5420694d-c540-48f9-bf63-7bc3eefe9429,segment=NetworkSegment(c055b957-e26b-4d0e-951a-aaa539861acf),segment_id=c055b957-e26b-4d0e-951a-aaa539861acf)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:58.775032 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-173087fb-8062-431a-854a-df4c42bc1f88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d1eea72a-5585-4c66-9566-10494b0807d6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:58.788775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5420694d-c540-48f9-bf63-7bc3eefe9429 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:24:58.790027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a0538b95-ed54-45d3-99b9-f9ee3c2afe61 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:24:58.834970 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c057cd36-cd6d-4052-a5d9-c3dc0185ad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:58.842649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:24:58.856234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173087fb-8062-431a-854a-df4c42bc1f88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=d1eea72a-5585-4c66-9566-10494b0807d6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:58.915611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057cd36-cd6d-4052-a5d9-c3dc0185ad15 None None] Pushing event updated for resources: {'Port': ['ID=5420694d-c540-48f9-bf63-7bc3eefe9429,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:58.924089 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:58.926903 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b4851433-c364-4b02-ab83-55443c50e179), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.046316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45076) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:59.066868 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cb2c9d05-52ef-45fe-9f27-bdca3e29d323), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.073181 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-173087fb-8062-431a-854a-df4c42bc1f88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.081321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45082) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:59.083760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-173087fb-8062-431a-854a-df4c42bc1f88 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/d1eea72a-5585-4c66-9566-10494b0807d6 HTTP/1.1" status: 204 len: 168 time: 0.9227326 Feb 02 13:24:59.123496 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-93182573-fbd8-4604-86e9-46e07ba1e5e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:24:59.128453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45084) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:59.137879 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-93182573-fbd8-4604-86e9-46e07ba1e5e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/d1eea72a-5585-4c66-9566-10494b0807d6 HTTP/1.1" status: 404 len: 333 time: 0.0550408 Feb 02 13:24:59.245159 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3771-4f57-49ab-b6d7-ba37641b52a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.290296 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Publish callbacks [] for port (b4851433-c364-4b02-ab83-55443c50e179), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.328066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fcd50-46d6-42cb-87c2-f4c66350e4bf req-9e243a59-0829-4cca-ac11-0fdccb64ef1f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:59.331682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e8fcd50-46d6-42cb-87c2-f4c66350e4bf req-9e243a59-0829-4cca-ac11-0fdccb64ef1f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1519940 Feb 02 13:24:59.353832 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b4851433-c364-4b02-ab83-55443c50e179), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.363048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-813ee52f-434c-490b-ac2e-6fa2b5c1b2c9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 96570e38-d338-4a28-8b78-08266fffb9d8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:24:59.363382 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-813ee52f-434c-490b-ac2e-6fa2b5c1b2c9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (96570e38-d338-4a28-8b78-08266fffb9d8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.371489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:59.371870 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.457415 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3cbc5355-9f61-4c6b-87a9-3df4cb4672e7 None None] Provisioning complete for port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:24:59.457794 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cbc5355-9f61-4c6b-87a9-3df4cb4672e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.486563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3771-4f57-49ab-b6d7-ba37641b52a4 admin admin] Publish callbacks [] for security_group (c89417c5-5db7-4d3a-a1e0-d6da670227bd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.495177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['ef751c90-6b01-4f4a-9ac1-86751dfa6501'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:24:59.497659 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3771-4f57-49ab-b6d7-ba37641b52a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c89417c5-5db7-4d3a-a1e0-d6da670227bd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.536761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Attempting to bind port b4851433-c364-4b02-ab83-55443c50e179 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:24:59.537381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Attempting to bind port b4851433-c364-4b02-ab83-55443c50e179 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:24:59.537508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Attempting to bind port b4851433-c364-4b02-ab83-55443c50e179 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:24:59.573149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:24:59.573149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:24:59.573575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf3771-4f57-49ab-b6d7-ba37641b52a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89417c5-5db7-4d3a-a1e0-d6da670227bd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:59.573712 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.573712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:24:59.573977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Bound port: b4851433-c364-4b02-ab83-55443c50e179, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:24:59.574358 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b4851433-c364-4b02-ab83-55443c50e179), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.602223 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eaaf3771-4f57-49ab-b6d7-ba37641b52a4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a871bbc56ae84bf88f11b9169c4c2ecf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5544109 Feb 02 13:24:59.605576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45090) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:24:59.634779 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-813ee52f-434c-490b-ac2e-6fa2b5c1b2c9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (96570e38-d338-4a28-8b78-08266fffb9d8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.650918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-813ee52f-434c-490b-ac2e-6fa2b5c1b2c9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 96570e38-d338-4a28-8b78-08266fffb9d8 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:24:59.662541 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Publish callbacks [] for port (cb2c9d05-52ef-45fe-9f27-bdca3e29d323), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.677071 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (cb2c9d05-52ef-45fe-9f27-bdca3e29d323), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.704838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=11']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:59.762509 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e40de63e-28c0-49fb-a968-0d69edbf4df3 admin admin] Publish callbacks [] for security_group (c89417c5-5db7-4d3a-a1e0-d6da670227bd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.789305 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a41db1-625f-4fe3-8e91-7c5b33a7f950 None None] Pushing event updated for resources: {'Port': ['ID=b4851433-c364-4b02-ab83-55443c50e179,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:59.809734 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e40de63e-28c0-49fb-a968-0d69edbf4df3 admin admin] Publish callbacks [] for security_group (c89417c5-5db7-4d3a-a1e0-d6da670227bd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.823528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2c9d05-52ef-45fe-9f27-bdca3e29d323,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:59.825929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (1989c949-059c-42c8-b934-84c921311238), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.857678 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e8fcd50-46d6-42cb-87c2-f4c66350e4bf req-b32da24f-fd01-4e72-b89c-268a1c801857 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5185015 Feb 02 13:24:59.892765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573453cb-e59d-48a9-967f-c14697e9d8ab req-3b361305-529b-48f7-b049-6b7398dc1672 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:24:59.894278 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-573453cb-e59d-48a9-967f-c14697e9d8ab req-3b361305-529b-48f7-b049-6b7398dc1672 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.4505672 Feb 02 13:24:59.895503 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-813ee52f-434c-490b-ac2e-6fa2b5c1b2c9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (96570e38-d338-4a28-8b78-08266fffb9d8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.911721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] For port b4851433-c364-4b02-ab83-55443c50e179, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:24:59.939233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ee52f-434c-490b-ac2e-6fa2b5c1b2c9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=96570e38-d338-4a28-8b78-08266fffb9d8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:24:59.951609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Network fdffc34b-a939-436c-b5b1-2777e1910dac is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:24:59.953805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:24:59.962130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e40de63e-28c0-49fb-a968-0d69edbf4df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c89417c5-5db7-4d3a-a1e0-d6da670227bd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.965176 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e40de63e-28c0-49fb-a968-0d69edbf4df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:24:59.969251 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e40de63e-28c0-49fb-a968-0d69edbf4df3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c89417c5-5db7-4d3a-a1e0-d6da670227bd HTTP/1.1" status: 204 len: 168 time: 0.3625591 Feb 02 13:25:00.019052 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40de63e-28c0-49fb-a968-0d69edbf4df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89417c5-5db7-4d3a-a1e0-d6da670227bd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:00.124584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:00.129974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] For port b4851433-c364-4b02-ab83-55443c50e179, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b4851433-c364-4b02-ab83-55443c50e179,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:25:00.191214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Router 1989c949-059c-42c8-b934-84c921311238 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:25:00.214166 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b4851433-c364-4b02-ab83-55443c50e179), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:00.217885 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-573453cb-e59d-48a9-967f-c14697e9d8ab req-05e99aa9-58d4-428f-b072-04208d107056 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819977 Feb 02 13:25:00.266435 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-813ee52f-434c-490b-ac2e-6fa2b5c1b2c9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:00.296840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-813ee52f-434c-490b-ac2e-6fa2b5c1b2c9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/96570e38-d338-4a28-8b78-08266fffb9d8 HTTP/1.1" status: 204 len: 168 time: 1.1667306 Feb 02 13:25:00.297692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45098) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:00.342136 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9838e0b-f1ac-4acc-928d-c7e7f0ce647e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:25:00.346642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b9838e0b-f1ac-4acc-928d-c7e7f0ce647e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/96570e38-d338-4a28-8b78-08266fffb9d8 HTTP/1.1" status: 404 len: 333 time: 0.0478461 Feb 02 13:25:00.347649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45102) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:00.352052 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5420694d-c540-48f9-bf63-7bc3eefe9429 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:00.410606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc5355-9f61-4c6b-87a9-3df4cb4672e7 None None] Current status of the port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:00.416885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Routers {'1989c949-059c-42c8-b934-84c921311238'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:00.417558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:24:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1989c949-059c-42c8-b934-84c921311238'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:00.457599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a97afd4-f364-4946-9783-ab5c1aaf662b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting subnet dc5557be-bfa4-4e82-9a6b-aa0fe1414d48 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:25:00.468480 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a97afd4-f364-4946-9783-ab5c1aaf662b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (dc5557be-bfa4-4e82-9a6b-aa0fe1414d48), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:00.468707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:25:00.490664 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a5e10d9b-3bd4-4163-9597-f85ceb0f6d66 admin admin] 10.222.0.83 "PUT /v2.0/routers/1989c949-059c-42c8-b934-84c921311238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2821267 Feb 02 13:25:00.526301 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a97afd4-f364-4946-9783-ab5c1aaf662b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (dc5557be-bfa4-4e82-9a6b-aa0fe1414d48), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:00.539344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a41db1-625f-4fe3-8e91-7c5b33a7f950 None None] Pushing event updated for resources: {'Port': ['ID=b4851433-c364-4b02-ab83-55443c50e179,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:00.559181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3cbc5355-9f61-4c6b-87a9-3df4cb4672e7 None None] Provisioning complete for port 5420694d-c540-48f9-bf63-7bc3eefe9429 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:00.559181 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3cbc5355-9f61-4c6b-87a9-3df4cb4672e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:00.603847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5420694d-c540-48f9-bf63-7bc3eefe9429 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:00.604726 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:00.678664 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a97afd4-f364-4946-9783-ab5c1aaf662b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (dc5557be-bfa4-4e82-9a6b-aa0fe1414d48), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:00.682097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] Set router 1989c949-059c-42c8-b934-84c921311238 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:25:00.806621 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a97afd4-f364-4946-9783-ab5c1aaf662b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (dc5557be-bfa4-4e82-9a6b-aa0fe1414d48), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:00.839725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97afd4-f364-4946-9783-ab5c1aaf662b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Subnet': ['ID=dc5557be-bfa4-4e82-9a6b-aa0fe1414d48,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:00.841012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5420694d-c540-48f9-bf63-7bc3eefe9429 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:00.844237 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a97afd4-f364-4946-9783-ab5c1aaf662b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:00.847553 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7a97afd4-f364-4946-9783-ab5c1aaf662b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/dc5557be-bfa4-4e82-9a6b-aa0fe1414d48 HTTP/1.1" status: 204 len: 168 time: 0.4989138 Feb 02 13:25:00.850208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45124) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:00.950228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c3504a-831d-4155-a91e-fcab46a5b4fa None None] Network a06aa021-532c-4603-83f6-2454a14dfecd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:01.003601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc5355-9f61-4c6b-87a9-3df4cb4672e7 None None] Current status of the port 5420694d-c540-48f9-bf63-7bc3eefe9429 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:01.007789 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (a06aa021-532c-4603-83f6-2454a14dfecd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:01.037338 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3cbc5355-9f61-4c6b-87a9-3df4cb4672e7 None None] Could not find standard attr ID for object 96570e38-d338-4a28-8b78-08266fffb9d8. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:25:01.048459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3cbc5355-9f61-4c6b-87a9-3df4cb4672e7 None None] Could not find standard attr ID for object d1eea72a-5585-4c66-9566-10494b0807d6. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:25:01.073868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452cba2-414c-4738-a4f0-90374cbd4913 req-55bea551-45a9-474b-9f52-d3ce19aeab71 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:01.076865 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e452cba2-414c-4738-a4f0-90374cbd4913 req-55bea551-45a9-474b-9f52-d3ce19aeab71 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1159451 Feb 02 13:25:01.077220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989c949-059c-42c8-b934-84c921311238', 'name': 'tempest-ImageQuotaTest-1558490342-router', 'tenant_id': '95e544bb27cd4b9783f8dac30f59efea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b4851433-c364-4b02-ab83-55443c50e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:24:53Z', 'updated_at': '2022-02-02T13:24:59Z', 'revision_number': 4, 'project_id': '95e544bb27cd4b9783f8dac30f59efea', 'gw_port': {'id': 'b4851433-c364-4b02-ab83-55443c50e179', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989c949-059c-42c8-b934-84c921311238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:24:55Z', 'updated_at': '2022-02-02T13:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'cb2c9d05-52ef-45fe-9f27-bdca3e29d323', 'name': '', 'network_id': 'fdffc34b-a939-436c-b5b1-2777e1910dac', 'tenant_id': '95e544bb27cd4b9783f8dac30f59efea', 'mac_address': 'fa:16:3e:19:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989c949-059c-42c8-b934-84c921311238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8a3585c1-9f6f-4e6b-9518-4218ff02a677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:24:57Z', 'updated_at': '2022-02-02T13:24:59Z', 'revision_number': 2, 'project_id': '95e544bb27cd4b9783f8dac30f59efea', 'subnets': [{'id': '8a3585c1-9f6f-4e6b-9518-4218ff02a677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:01.116328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6864f41c-52a5-4969-bbcb-e9da01ea9206 None None] The sync data for ids ['1989c949-059c-42c8-b934-84c921311238'] in n-d-827336-2 is: [{'id': '1989c949-059c-42c8-b934-84c921311238', 'name': 'tempest-ImageQuotaTest-1558490342-router', 'tenant_id': '95e544bb27cd4b9783f8dac30f59efea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b4851433-c364-4b02-ab83-55443c50e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:24:53Z', 'updated_at': '2022-02-02T13:24:59Z', 'revision_number': 4, 'project_id': '95e544bb27cd4b9783f8dac30f59efea', 'gw_port': {'id': 'b4851433-c364-4b02-ab83-55443c50e179', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989c949-059c-42c8-b934-84c921311238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:24:55Z', 'updated_at': '2022-02-02T13:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'cb2c9d05-52ef-45fe-9f27-bdca3e29d323', 'name': '', 'network_id': 'fdffc34b-a939-436c-b5b1-2777e1910dac', 'tenant_id': '95e544bb27cd4b9783f8dac30f59efea', 'mac_address': 'fa:16:3e:19:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989c949-059c-42c8-b934-84c921311238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8a3585c1-9f6f-4e6b-9518-4218ff02a677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:24:57Z', 'updated_at': '2022-02-02T13:24:59Z', 'revision_number': 2, 'project_id': '95e544bb27cd4b9783f8dac30f59efea', 'subnets': [{'id': '8a3585c1-9f6f-4e6b-9518-4218ff02a677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:25:01.216590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 5420694d-c540-48f9-bf63-7bc3eefe9429 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:01.216947 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:01.218478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1832a06f-3273-4b13-9cfc-b0011134901d None None] Provisioning complete for port cb2c9d05-52ef-45fe-9f27-bdca3e29d323 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:01.218954 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1832a06f-3273-4b13-9cfc-b0011134901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cb2c9d05-52ef-45fe-9f27-bdca3e29d323), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:01.237344 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e452cba2-414c-4738-a4f0-90374cbd4913 req-0794d27b-6eec-44fd-a60b-47c44c9ccd69 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272902 Feb 02 13:25:01.283725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e82399a-4d00-499c-b309-c6e48d8d26d3 None None] DHCP port deletion for a06aa021-532c-4603-83f6-2454a14dfecd request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:25:01.327814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1832a06f-3273-4b13-9cfc-b0011134901d None None] Port cb2c9d05-52ef-45fe-9f27-bdca3e29d323 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:01.337830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1832a06f-3273-4b13-9cfc-b0011134901d None None] Could not find standard attr ID for object 96570e38-d338-4a28-8b78-08266fffb9d8. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:25:01.346771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1832a06f-3273-4b13-9cfc-b0011134901d None None] Could not find standard attr ID for object d1eea72a-5585-4c66-9566-10494b0807d6. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:25:01.391261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0e82399a-4d00-499c-b309-c6e48d8d26d3 None None] Deleting port 5420694d-c540-48f9-bf63-7bc3eefe9429 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:01.393277 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e82399a-4d00-499c-b309-c6e48d8d26d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:01.489238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0e82399a-4d00-499c-b309-c6e48d8d26d3 None None] For port 5420694d-c540-48f9-bf63-7bc3eefe9429, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5420694d-c540-48f9-bf63-7bc3eefe9429,segment=NetworkSegment(c055b957-e26b-4d0e-951a-aaa539861acf),segment_id=c055b957-e26b-4d0e-951a-aaa539861acf)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:01.489961 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e82399a-4d00-499c-b309-c6e48d8d26d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:01.538921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0e82399a-4d00-499c-b309-c6e48d8d26d3 None None] Calling delete_port for 5420694d-c540-48f9-bf63-7bc3eefe9429 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:01.614694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] For port 5420694d-c540-48f9-bf63-7bc3eefe9429, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5420694d-c540-48f9-bf63-7bc3eefe9429,segment=NetworkSegment(c055b957-e26b-4d0e-951a-aaa539861acf),segment_id=c055b957-e26b-4d0e-951a-aaa539861acf)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:01.622748 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:01.686545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 5420694d-c540-48f9-bf63-7bc3eefe9429 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:01.736457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ef751c90-6b01-4f4a-9ac1-86751dfa6501 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:01.905220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15106beb-4231-4e16-a417-db5fc28da0f4 req-576a785d-8cf7-492a-adc1-3800be47a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:01.912495 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15106beb-4231-4e16-a417-db5fc28da0f4 req-576a785d-8cf7-492a-adc1-3800be47a9fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 1127 time: 0.1774120 Feb 02 13:25:01.918323 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-064c7d02-fbf0-4e3a-b155-581f76291325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:01.947861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port ef751c90-6b01-4f4a-9ac1-86751dfa6501 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:25:01.954559 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e82399a-4d00-499c-b309-c6e48d8d26d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:01.961513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port ef751c90-6b01-4f4a-9ac1-86751dfa6501 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:01.961902 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:02.011477 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5420694d-c540-48f9-bf63-7bc3eefe9429), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:02.038554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82399a-4d00-499c-b309-c6e48d8d26d3 None None] No DVR routers for this DVR port 5420694d-c540-48f9-bf63-7bc3eefe9429 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:25:02.064782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82399a-4d00-499c-b309-c6e48d8d26d3 None None] Pushing event deleted for resources: {'Port': ['ID=5420694d-c540-48f9-bf63-7bc3eefe9429,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:02.093063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No DVR routers for this DVR port 5420694d-c540-48f9-bf63-7bc3eefe9429 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:25:02.144084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=5420694d-c540-48f9-bf63-7bc3eefe9429,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:02.190792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15106beb-4231-4e16-a417-db5fc28da0f4 req-ec021c7b-f72e-41c3-b852-f970acf5f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:02.192706 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15106beb-4231-4e16-a417-db5fc28da0f4 req-ec021c7b-f72e-41c3-b852-f970acf5f294 service neutron] 10.222.0.62 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 912 time: 0.2744946 Feb 02 13:25:02.217907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port ef751c90-6b01-4f4a-9ac1-86751dfa6501 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:02.218596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:02.233423 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (a06aa021-532c-4603-83f6-2454a14dfecd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:02.279795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:25:02.285698 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b28eeb-e1b5-43a0-abac-ada3241b1476" -d '{"events": [{"server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:25:02.304384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d4d01-b590-4ec5-af2b-f5229f48a03b req-ad55f957-1847-4b66-be54-f526ce4d12a5 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:02.306032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1f6d4d01-b590-4ec5-af2b-f5229f48a03b req-ad55f957-1847-4b66-be54-f526ce4d12a5 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 945 time: 0.7997305 Feb 02 13:25:02.329255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06aa021-532c-4603-83f6-2454a14dfecd']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:02.337293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5420694d-c540-48f9-bf63-7bc3eefe9429 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:25:02.346476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c055b957-e26b-4d0e-951a-aaa539861acf') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:02.346845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c055b957-e26b-4d0e-951a-aaa539861acf') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:02.348830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:02.360606 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (c055b957-e26b-4d0e-951a-aaa539861acf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:02.381213 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c055b957-e26b-4d0e-951a-aaa539861acf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:02.396157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:25:02.396486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 5420694d-c540-48f9-bf63-7bc3eefe9429 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:25:02.397391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (c055b957-e26b-4d0e-951a-aaa539861acf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:02.397543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5420694d-c540-48f9-bf63-7bc3eefe9429 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:25:02.401046 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:02.405955 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15106beb-4231-4e16-a417-db5fc28da0f4 req-07eff1d6-2737-493b-91d1-dc92d0551efe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b789b1b5-8e57-4145-8412-ed9ec2b40397 HTTP/1.1" status: 200 len: 1001 time: 0.2066467 Feb 02 13:25:02.488138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=12']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:25:02.527188 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:25:02.535573 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15106beb-4231-4e16-a417-db5fc28da0f4 req-f174bf5b-da38-4238-8ddf-65f05f3dca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:02.537535 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15106beb-4231-4e16-a417-db5fc28da0f4 req-f174bf5b-da38-4238-8ddf-65f05f3dca9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=248e65ec-619a-4088-9b17-d13a3c6491da HTTP/1.1" status: 200 len: 850 time: 0.1250241 Feb 02 13:25:02.545748 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (a06aa021-532c-4603-83f6-2454a14dfecd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:02.566365 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:02.568368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/networks/a06aa021-532c-4603-83f6-2454a14dfecd HTTP/1.1" status: 204 len: 168 time: 1.7168667 Feb 02 13:25:02.587968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45166) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:02.613320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e172b8c6-a301-42ee-9c23-401c583d588b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-645846950'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:02.654009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31522008-247b-400a-abe6-07ae194b1b0b req-bb9017f5-c75e-427a-b5f5-dd2689898c71 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:02.661291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15106beb-4231-4e16-a417-db5fc28da0f4 req-5727a69d-ed83-4f90-9c8c-5de9757619ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:02.663934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31522008-247b-400a-abe6-07ae194b1b0b req-bb9017f5-c75e-427a-b5f5-dd2689898c71 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.8393006 Feb 02 13:25:02.665360 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15106beb-4231-4e16-a417-db5fc28da0f4 req-5727a69d-ed83-4f90-9c8c-5de9757619ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=679c8ee8-9c42-4d17-a445-6b6e8750ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1214886 Feb 02 13:25:02.690756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0065389-228b-4c39-ac62-f5dcc6fd4748 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Network': ['ID=a06aa021-532c-4603-83f6-2454a14dfecd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:02.873138 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15106beb-4231-4e16-a417-db5fc28da0f4 req-c01f5db2-b96f-42b6-ab39-f423ac9f08a8 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010207 Feb 02 13:25:02.901190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e172b8c6-a301-42ee-9c23-401c583d588b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:02.905467 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e172b8c6-a301-42ee-9c23-401c583d588b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:02.927164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1f6d4d01-b590-4ec5-af2b-f5229f48a03b req-41e339ed-04fa-4fe4-8eac-8f778b3230af tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3839488 Feb 02 13:25:02.963579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31522008-247b-400a-abe6-07ae194b1b0b req-01cc10ba-7f16-41ea-bd65-23298ce3616f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966886 Feb 02 13:25:03.016763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e172b8c6-a301-42ee-9c23-401c583d588b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:25:03.029409 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15106beb-4231-4e16-a417-db5fc28da0f4 req-5478bc57-b38f-46e3-b540-1bcf4bb13e38 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459572 Feb 02 13:25:03.040180 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e172b8c6-a301-42ee-9c23-401c583d588b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (fdd7d73b-bd25-421c-ba64-38a8b2ebf468), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:03.043918 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-e172b8c6-a301-42ee-9c23-401c583d588b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Added segment fdd7d73b-bd25-421c-ba64-38a8b2ebf468 of type vlan for network a5979b49-fe2b-4c94-98cb-3f0641c045d0 Feb 02 13:25:03.081741 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61efaf80-7e0a-42e9-9237-5ec9eac6ed50 x-openstack-request-id: req-61efaf80-7e0a-42e9-9237-5ec9eac6ed50 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:25:03.082815 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "name": "network-vif-plugged", "status": "completed", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:25:03.083299 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-61efaf80-7e0a-42e9-9237-5ec9eac6ed50 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:25:03.084050 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'code': 200} Feb 02 13:25:03.101786 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e172b8c6-a301-42ee-9c23-401c583d588b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (a5979b49-fe2b-4c94-98cb-3f0641c045d0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:03.134033 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e172b8c6-a301-42ee-9c23-401c583d588b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (a5979b49-fe2b-4c94-98cb-3f0641c045d0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:03.141250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e172b8c6-a301-42ee-9c23-401c583d588b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:03.141801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45180) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:03.168053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e172b8c6-a301-42ee-9c23-401c583d588b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:03.323844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e172b8c6-a301-42ee-9c23-401c583d588b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7318199 Feb 02 13:25:03.334383 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:03.341499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f0acdcf2-fa0f-4cb8-8b87-ebdc2847a448 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': 'a5979b49-fe2b-4c94-98cb-3f0641c045d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:03.347205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172b8c6-a301-42ee-9c23-401c583d588b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Network': ['ID=a5979b49-fe2b-4c94-98cb-3f0641c045d0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:03.359121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network a5979b49-fe2b-4c94-98cb-3f0641c045d0 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:25:03.516777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544bc29-2640-4fc2-a00e-fe6d01c47d69 req-d4e0e7ac-af9a-4bfb-8ed0-bdb60cdaada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:03.518357 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7544bc29-2640-4fc2-a00e-fe6d01c47d69 req-d4e0e7ac-af9a-4bfb-8ed0-bdb60cdaada4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 1128 time: 0.1995049 Feb 02 13:25:03.563240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0acdcf2-fa0f-4cb8-8b87-ebdc2847a448 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:03.573132 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0acdcf2-fa0f-4cb8-8b87-ebdc2847a448 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:03.737443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7544bc29-2640-4fc2-a00e-fe6d01c47d69 req-28ba9842-5116-4c7d-9e38-2ff36eb5f782 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116609 Feb 02 13:25:03.768616 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e3c17a4-93f6-4609-b513-cd2e36ef9c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (1989c949-059c-42c8-b934-84c921311238), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:03.896862 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0acdcf2-fa0f-4cb8-8b87-ebdc2847a448 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (0ba13069-967e-4d89-8b51-5b04e3c4b626), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:03.979856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0acdcf2-fa0f-4cb8-8b87-ebdc2847a448 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Checking segment: {'id': 'fdd7d73b-bd25-421c-ba64-38a8b2ebf468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a5979b49-fe2b-4c94-98cb-3f0641c045d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:25:03.980352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0acdcf2-fa0f-4cb8-8b87-ebdc2847a448 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network hostable DHCP agents. Network: a5979b49-fe2b-4c94-98cb-3f0641c045d0, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:25:03.982806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acdcf2-fa0f-4cb8-8b87-ebdc2847a448 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Subnet': ['ID=0ba13069-967e-4d89-8b51-5b04e3c4b626,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:04.030084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0acdcf2-fa0f-4cb8-8b87-ebdc2847a448 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network a5979b49-fe2b-4c94-98cb-3f0641c045d0 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:25:04.052819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f0acdcf2-fa0f-4cb8-8b87-ebdc2847a448 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, a5979b49-fe2b-4c94-98cb-3f0641c045d0) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:04.061531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0acdcf2-fa0f-4cb8-8b87-ebdc2847a448 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:04.062737 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f0acdcf2-fa0f-4cb8-8b87-ebdc2847a448 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:04.086873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1448f2-4999-4a08-8469-85d47b306566 None None] Network a5979b49-fe2b-4c94-98cb-3f0641c045d0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:04.106915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f0acdcf2-fa0f-4cb8-8b87-ebdc2847a448 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7707872 Feb 02 13:25:04.111505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:04.130550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': 'a5979b49-fe2b-4c94-98cb-3f0641c045d0', 'name': 'tempest-PortsTestJSON-1837737101', 'fixed_ips': [{'subnet_id': '0ba13069-967e-4d89-8b51-5b04e3c4b626', 'ip_address': '172.20.0.10'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:04.202530 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b80912a5-e843-4d8f-b06b-3df5735c60ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:04.260247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-a5979b49-fe2b-4c94-98cb-3f0641c045d0', 'network_id': 'a5979b49-fe2b-4c94-98cb-3f0641c045d0', 'project_id': '28c08be874e7438da256264e52678382', 'fixed_ips': [{'subnet_id': '0ba13069-967e-4d89-8b51-5b04e3c4b626'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:25:04.261670 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:04.388654 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2c057-bb2b-4825-b38d-acfc51e39f55 req-fac5589a-61a8-446c-af44-d519f2eaa23f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:04.395958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2df2c057-bb2b-4825-b38d-acfc51e39f55 req-fac5589a-61a8-446c-af44-d519f2eaa23f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.2174735 Feb 02 13:25:04.427743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3c264-f4b3-4135-8475-25a68f920e08 req-19714c09-86a3-4517-b443-63566455353a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:04.435299 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3ca3c264-f4b3-4135-8475-25a68f920e08 req-19714c09-86a3-4517-b443-63566455353a tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 946 time: 0.3006930 Feb 02 13:25:04.547044 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Allocated IP 172.20.0.2 (a5979b49-fe2b-4c94-98cb-3f0641c045d0/0ba13069-967e-4d89-8b51-5b04e3c4b626/7a7591b6-b20d-49e8-b043-aea5af97e953) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:04.577936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2df2c057-bb2b-4825-b38d-acfc51e39f55 req-b0e2cba6-2dcf-4308-ad04-e6065448153c tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810782 Feb 02 13:25:04.592399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3ca3c264-f4b3-4135-8475-25a68f920e08 req-b22a58d5-9757-4993-8497-4ec440933ee9 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560216 Feb 02 13:25:04.624493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:04.652287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b4851433-c364-4b02-ab83-55443c50e179 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:04.852036 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:04.853044 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Publish callbacks [] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:04.880003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port d0b68b3c-dd04-416f-bef1-1788062e034f yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:25:04.886671 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:04.901159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b4851433-c364-4b02-ab83-55443c50e179 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:04.903064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45226) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:04.903587 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b4851433-c364-4b02-ab83-55443c50e179), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:04.943368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c17a4-93f6-4609-b513-cd2e36ef9c55 admin admin] Deleting port cb2c9d05-52ef-45fe-9f27-bdca3e29d323 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:04.947305 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e3c17a4-93f6-4609-b513-cd2e36ef9c55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cb2c9d05-52ef-45fe-9f27-bdca3e29d323), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:04.997232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Network a5979b49-fe2b-4c94-98cb-3f0641c045d0 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:05.002824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:05.008830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:25:05.013690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Pushing event updated for resources: {'Port': ['ID=7a7591b6-b20d-49e8-b043-aea5af97e953,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:05.098986 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] Sync routers for ids ['1989c949-059c-42c8-b934-84c921311238'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:25:05.126378 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] Routers {'1989c949-059c-42c8-b934-84c921311238'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:05.127511 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:25:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1989c949-059c-42c8-b934-84c921311238'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:05.234158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.10 (a5979b49-fe2b-4c94-98cb-3f0641c045d0/0ba13069-967e-4d89-8b51-5b04e3c4b626/d0b68b3c-dd04-416f-bef1-1788062e034f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:05.239078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Attempting to bind port 7a7591b6-b20d-49e8-b043-aea5af97e953 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:25:05.240213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Attempting to bind port 7a7591b6-b20d-49e8-b043-aea5af97e953 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'fdd7d73b-bd25-421c-ba64-38a8b2ebf468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a5979b49-fe2b-4c94-98cb-3f0641c045d0'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:25:05.241644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Attempting to bind port 7a7591b6-b20d-49e8-b043-aea5af97e953 on network a5979b49-fe2b-4c94-98cb-3f0641c045d0 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:25:05.243414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c269d490-2328-4dc2-923b-343317201a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.247442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e3c17a4-93f6-4609-b513-cd2e36ef9c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cb2c9d05-52ef-45fe-9f27-bdca3e29d323), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.261247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:25:05.262233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Checking segment: {'id': 'fdd7d73b-bd25-421c-ba64-38a8b2ebf468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a5979b49-fe2b-4c94-98cb-3f0641c045d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:25:05.262721 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.263357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Bound using segment: {'id': 'fdd7d73b-bd25-421c-ba64-38a8b2ebf468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a5979b49-fe2b-4c94-98cb-3f0641c045d0'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:25:05.263963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Bound port: 7a7591b6-b20d-49e8-b043-aea5af97e953, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd7d73b-bd25-421c-ba64-38a8b2ebf468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a5979b49-fe2b-4c94-98cb-3f0641c045d0'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:25:05.265164 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.344672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b4851433-c364-4b02-ab83-55443c50e179 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:05.347361 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b4851433-c364-4b02-ab83-55443c50e179), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.428004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c17a4-93f6-4609-b513-cd2e36ef9c55 admin admin] Calling delete_port for cb2c9d05-52ef-45fe-9f27-bdca3e29d323 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:05.442248 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] Set router 1989c949-059c-42c8-b934-84c921311238 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:25:05.449649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port b4851433-c364-4b02-ab83-55443c50e179, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b4851433-c364-4b02-ab83-55443c50e179,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:05.515988 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b4851433-c364-4b02-ab83-55443c50e179), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.575552 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c269d490-2328-4dc2-923b-343317201a3f admin admin] Publish callbacks [] for security_group (e00ab441-ddb1-424f-9dfe-e43416fc6671), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.586900 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c269d490-2328-4dc2-923b-343317201a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e00ab441-ddb1-424f-9dfe-e43416fc6671), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.614844 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (d0b68b3c-dd04-416f-bef1-1788062e034f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.637908 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c269d490-2328-4dc2-923b-343317201a3f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3d1b7056db624d7089522221368f2908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7317221 Feb 02 13:25:05.641573 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:05.783764 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989c949-059c-42c8-b934-84c921311238', 'name': 'tempest-ImageQuotaTest-1558490342-router', 'tenant_id': '95e544bb27cd4b9783f8dac30f59efea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b4851433-c364-4b02-ab83-55443c50e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:24:53Z', 'updated_at': '2022-02-02T13:24:59Z', 'revision_number': 4, 'project_id': '95e544bb27cd4b9783f8dac30f59efea', 'gw_port': {'id': 'b4851433-c364-4b02-ab83-55443c50e179', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989c949-059c-42c8-b934-84c921311238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:24:55Z', 'updated_at': '2022-02-02T13:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'cb2c9d05-52ef-45fe-9f27-bdca3e29d323', 'name': '', 'network_id': 'fdffc34b-a939-436c-b5b1-2777e1910dac', 'tenant_id': '95e544bb27cd4b9783f8dac30f59efea', 'mac_address': 'fa:16:3e:19:b3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1989c949-059c-42c8-b934-84c921311238', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': '8a3585c1-9f6f-4e6b-9518-4218ff02a677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:24:57Z', 'updated_at': '2022-02-02T13:24:59Z', 'revision_number': 2, 'project_id': '95e544bb27cd4b9783f8dac30f59efea', 'subnets': [{'id': '8a3585c1-9f6f-4e6b-9518-4218ff02a677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:05.826695 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] Checking router: 1989c949-059c-42c8-b934-84c921311238 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:25:05.827341 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] Updating router 1989c949-059c-42c8-b934-84c921311238 port cb2c9d05-52ef-45fe-9f27-bdca3e29d323 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:25:05.837325 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d0b68b3c-dd04-416f-bef1-1788062e034f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.872006 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cb2c9d05-52ef-45fe-9f27-bdca3e29d323), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.954173 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.959587 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269d490-2328-4dc2-923b-343317201a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00ab441-ddb1-424f-9dfe-e43416fc6671,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:05.960559 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3c6b4a0-efc4-401b-96fb-14754ed5fdd6 admin admin] Publish callbacks [] for security_group (e00ab441-ddb1-424f-9dfe-e43416fc6671), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.969565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] For port 7a7591b6-b20d-49e8-b043-aea5af97e953, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:25:05.973591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] For port 7a7591b6-b20d-49e8-b043-aea5af97e953, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7a7591b6-b20d-49e8-b043-aea5af97e953,segment=NetworkSegment(fdd7d73b-bd25-421c-ba64-38a8b2ebf468),segment_id=fdd7d73b-bd25-421c-ba64-38a8b2ebf468)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:25:05.974898 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=b4851433-c364-4b02-ab83-55443c50e179,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:05.984520 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e3c17a4-93f6-4609-b513-cd2e36ef9c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cb2c9d05-52ef-45fe-9f27-bdca3e29d323), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:05.987457 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:06.030984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network a5979b49-fe2b-4c94-98cb-3f0641c045d0 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:06.061228 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c17a4-93f6-4609-b513-cd2e36ef9c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2c9d05-52ef-45fe-9f27-bdca3e29d323,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:06.077224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:06.093561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f94452-cde4-4d67-959b-8c3ef2a68ddf req-3852cd90-21f7-4e94-a002-1624ab053433 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:06.106488 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b0fa9-b55f-4811-a89b-6e5809ca97da None None] Pushing event updated for resources: {'Port': ['ID=7a7591b6-b20d-49e8-b043-aea5af97e953,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:06.107684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95f94452-cde4-4d67-959b-8c3ef2a68ddf req-3852cd90-21f7-4e94-a002-1624ab053433 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 946 time: 0.3535538 Feb 02 13:25:06.110388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:25:06.114510 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3c6b4a0-efc4-401b-96fb-14754ed5fdd6 admin admin] Publish callbacks [] for security_group (e00ab441-ddb1-424f-9dfe-e43416fc6671), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:06.116351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=d0b68b3c-dd04-416f-bef1-1788062e034f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:06.265258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:06.272276 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:06.376613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3c6b4a0-efc4-401b-96fb-14754ed5fdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e00ab441-ddb1-424f-9dfe-e43416fc6671), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:06.385178 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3c6b4a0-efc4-401b-96fb-14754ed5fdd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:06.387228 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c3c6b4a0-efc4-401b-96fb-14754ed5fdd6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e00ab441-ddb1-424f-9dfe-e43416fc6671 HTTP/1.1" status: 204 len: 168 time: 0.7444136 Feb 02 13:25:06.410607 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-20991a17-7cfa-4421-a7c8-bf3cd906bf35 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2976620 Feb 02 13:25:06.411698 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45272) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:06.426682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': 'a5979b49-fe2b-4c94-98cb-3f0641c045d0', 'name': 'tempest-PortsTestJSON-875550841', 'fixed_ips': [{'subnet_id': '0ba13069-967e-4d89-8b51-5b04e3c4b626', 'ip_address': '172.20.0.9'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:06.449464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b4851433-c364-4b02-ab83-55443c50e179 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:06.474198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e3c17a4-93f6-4609-b513-cd2e36ef9c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (1989c949-059c-42c8-b934-84c921311238), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:06.678229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b4851433-c364-4b02-ab83-55443c50e179 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:06.680960 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b4851433-c364-4b02-ab83-55443c50e179), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:06.747371 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:25:06.750717 n-d-827336-2 neutron-server[103190]: DEBUG oslo_db.api [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:25:06.815556 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:06.843625 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:06.915749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b4851433-c364-4b02-ab83-55443c50e179 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:07.026084 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3c17a4-93f6-4609-b513-cd2e36ef9c55 admin admin] Router 1989c949-059c-42c8-b934-84c921311238 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:25:07.097217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6b4a0-efc4-401b-96fb-14754ed5fdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00ab441-ddb1-424f-9dfe-e43416fc6671,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:07.102881 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95f94452-cde4-4d67-959b-8c3ef2a68ddf req-adaa48f8-1861-422f-96dd-96580b4a0fb3 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9943099 Feb 02 13:25:07.133852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:07.173657 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-002cb940-2a87-4e39-8093-c18a2d3c42e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.186407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:07.191069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.210402 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3c17a4-93f6-4609-b513-cd2e36ef9c55 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:25:07.217606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:25:07.218281 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4e3c17a4-93f6-4609-b513-cd2e36ef9c55 admin admin] 10.222.0.83 "PUT /v2.0/routers/1989c949-059c-42c8-b934-84c921311238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0752172 Feb 02 13:25:07.220769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45278) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:07.275804 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] Port cb2c9d05-52ef-45fe-9f27-bdca3e29d323 not found while updating agent binding for router 1989c949-059c-42c8-b934-84c921311238. {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 02 13:25:07.295644 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] Routers {'1989c949-059c-42c8-b934-84c921311238'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:07.298037 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:25:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1989c949-059c-42c8-b934-84c921311238'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:07.397950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Publish callbacks [] for router (1989c949-059c-42c8-b934-84c921311238), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.474339 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] Set router 1989c949-059c-42c8-b934-84c921311238 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:25:07.481327 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-002cb940-2a87-4e39-8093-c18a2d3c42e9 admin admin] Publish callbacks [] for security_group (d651e201-2c10-4d87-8adc-93cf20b3c1f3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.514970 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-002cb940-2a87-4e39-8093-c18a2d3c42e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d651e201-2c10-4d87-8adc-93cf20b3c1f3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.565044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-002cb940-2a87-4e39-8093-c18a2d3c42e9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=46575277dbea4c388a921794a4fbb43f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4291058 Feb 02 13:25:07.576062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45282) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:07.610899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cb940-2a87-4e39-8093-c18a2d3c42e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d651e201-2c10-4d87-8adc-93cf20b3c1f3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:07.615672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.9 (a5979b49-fe2b-4c94-98cb-3f0641c045d0/0ba13069-967e-4d89-8b51-5b04e3c4b626/efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:07.664951 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Publish callbacks [] for router_gateway (1989c949-059c-42c8-b934-84c921311238), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.702293 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.720849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a766e2e-58d6-49e3-ad6d-2531ff269aed admin admin] Publish callbacks [] for security_group (d651e201-2c10-4d87-8adc-93cf20b3c1f3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.757133 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1989c949-059c-42c8-b934-84c921311238', 'name': 'tempest-ImageQuotaTest-1558490342-router', 'tenant_id': '95e544bb27cd4b9783f8dac30f59efea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b4851433-c364-4b02-ab83-55443c50e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:24:53Z', 'updated_at': '2022-02-02T13:25:05Z', 'revision_number': 5, 'project_id': '95e544bb27cd4b9783f8dac30f59efea', 'gw_port': {'id': 'b4851433-c364-4b02-ab83-55443c50e179', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989c949-059c-42c8-b934-84c921311238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:24:55Z', 'updated_at': '2022-02-02T13:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:07.786773 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a766e2e-58d6-49e3-ad6d-2531ff269aed admin admin] Publish callbacks [] for security_group (d651e201-2c10-4d87-8adc-93cf20b3c1f3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.798573 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5b76d5-601a-413c-acce-fe7b0cd8ef74 None None] The sync data for ids ['1989c949-059c-42c8-b934-84c921311238'] in n-d-827336-2 is: [{'id': '1989c949-059c-42c8-b934-84c921311238', 'name': 'tempest-ImageQuotaTest-1558490342-router', 'tenant_id': '95e544bb27cd4b9783f8dac30f59efea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': 'b4851433-c364-4b02-ab83-55443c50e179', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:24:53Z', 'updated_at': '2022-02-02T13:25:05Z', 'revision_number': 5, 'project_id': '95e544bb27cd4b9783f8dac30f59efea', 'gw_port': {'id': 'b4851433-c364-4b02-ab83-55443c50e179', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1989c949-059c-42c8-b934-84c921311238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:24:55Z', 'updated_at': '2022-02-02T13:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:25:07.881759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Deleting port b4851433-c364-4b02-ab83-55443c50e179 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:07.882094 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b4851433-c364-4b02-ab83-55443c50e179), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.885663 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.933206 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.960936 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a766e2e-58d6-49e3-ad6d-2531ff269aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d651e201-2c10-4d87-8adc-93cf20b3c1f3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.964397 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a766e2e-58d6-49e3-ad6d-2531ff269aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:07.968179 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5a766e2e-58d6-49e3-ad6d-2531ff269aed admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d651e201-2c10-4d87-8adc-93cf20b3c1f3 HTTP/1.1" status: 204 len: 168 time: 0.3906953 Feb 02 13:25:07.991354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a766e2e-58d6-49e3-ad6d-2531ff269aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d651e201-2c10-4d87-8adc-93cf20b3c1f3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:07.993185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network a5979b49-fe2b-4c94-98cb-3f0641c045d0 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:07.997589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:08.006008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:25:08.017126 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:08.035753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0d8d9b-690c-44e3-8d4b-35b08a90bfe9 None None] Network a5979b49-fe2b-4c94-98cb-3f0641c045d0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:08.041378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] For port b4851433-c364-4b02-ab83-55443c50e179, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b4851433-c364-4b02-ab83-55443c50e179,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:08.042657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b4851433-c364-4b02-ab83-55443c50e179), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:08.060585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Calling delete_port for b4851433-c364-4b02-ab83-55443c50e179 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:08.073093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:08.104891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:08.105639 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:08.129311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c07317cf-ee9f-4e86-a050-8dd9ab6b866e None None] Provisioning complete for port 7a7591b6-b20d-49e8-b043-aea5af97e953 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:08.129712 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c07317cf-ee9f-4e86-a050-8dd9ab6b866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:08.133982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9c2f0768-f65d-4c84-a666-0ca269f8ce59 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7157815 Feb 02 13:25:08.134619 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45286) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:08.255138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec176e23-5327-4a53-ab61-a10a1986bfc3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:08.261249 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ec176e23-5327-4a53-ab61-a10a1986bfc3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1235895 Feb 02 13:25:08.326892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45290) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:08.435979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7a7591b6-b20d-49e8-b043-aea5af97e953 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:08.461731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e172f3e-4cf3-4115-bc0b-429546506214 req-52439397-b83d-4646-bc73-fe9cb1ce5c92 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:08.473932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e172f3e-4cf3-4115-bc0b-429546506214 req-52439397-b83d-4646-bc73-fe9cb1ce5c92 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 946 time: 0.2220294 Feb 02 13:25:08.553706 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b4851433-c364-4b02-ab83-55443c50e179), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:08.578814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a026277-f781-4546-adc6-00c37e4c9e9c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:08.584663 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a026277-f781-4546-adc6-00c37e4c9e9c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:08.590772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a026277-f781-4546-adc6-00c37e4c9e9c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:08.602168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4a026277-f781-4546-adc6-00c37e4c9e9c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2660465 Feb 02 13:25:08.605991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45298) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:08.628117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c07317cf-ee9f-4e86-a050-8dd9ab6b866e None None] Current status of the port 7a7591b6-b20d-49e8-b043-aea5af97e953 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:08.631866 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c07317cf-ee9f-4e86-a050-8dd9ab6b866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:08.655749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4851433-c364-4b02-ab83-55443c50e179,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:08.716809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e172f3e-4cf3-4115-bc0b-429546506214 req-9b65ce5b-f216-4527-a4fe-eb0401b3fc3d tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416794 Feb 02 13:25:08.737815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7a7591b6-b20d-49e8-b043-aea5af97e953 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:08.738304 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:08.793648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c07317cf-ee9f-4e86-a050-8dd9ab6b866e None None] For port 7a7591b6-b20d-49e8-b043-aea5af97e953, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7a7591b6-b20d-49e8-b043-aea5af97e953,segment=NetworkSegment(fdd7d73b-bd25-421c-ba64-38a8b2ebf468),segment_id=fdd7d73b-bd25-421c-ba64-38a8b2ebf468)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:08.838505 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (1989c949-059c-42c8-b934-84c921311238), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:08.856559 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c07317cf-ee9f-4e86-a050-8dd9ab6b866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:08.892726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3a449611-0dba-4ca9-8968-48add2d34031 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:08.893461 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a449611-0dba-4ca9-8968-48add2d34031 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.030355 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a449611-0dba-4ca9-8968-48add2d34031 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.061199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07317cf-ee9f-4e86-a050-8dd9ab6b866e None None] Pushing event updated for resources: {'Port': ['ID=7a7591b6-b20d-49e8-b043-aea5af97e953,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:09.063715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3a449611-0dba-4ca9-8968-48add2d34031 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:09.070588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (1989c949-059c-42c8-b934-84c921311238), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.074111 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Publish callbacks [] for router_controller (1989c949-059c-42c8-b934-84c921311238), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.118617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8a5c31af-a9c1-4702-ac54-2a64031838a0 None None] Provisioning complete for port efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:09.119584 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a5c31af-a9c1-4702-ac54-2a64031838a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.189538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (1989c949-059c-42c8-b934-84c921311238), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.190354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1989c949-059c-42c8-b934-84c921311238 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:25:09.196424 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.197802 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-63e0f1d8-2749-4140-b096-c4ba9a55cf13 admin admin] 10.222.0.83 "DELETE /v2.0/routers/1989c949-059c-42c8-b934-84c921311238 HTTP/1.1" status: 204 len: 168 time: 1.9756763 Feb 02 13:25:09.200653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45310) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:09.264616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c31af-a9c1-4702-ac54-2a64031838a0 None None] Port efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:09.282895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7a7591b6-b20d-49e8-b043-aea5af97e953 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:09.297810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cb2c9d05-52ef-45fe-9f27-bdca3e29d323 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:25:09.308603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3884f9-df06-4e0d-87de-aca475b03fa7 admin admin] Deleting subnet 8a3585c1-9f6f-4e6b-9518-4218ff02a677 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:25:09.317050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a3884f9-df06-4e0d-87de-aca475b03fa7 admin admin] Publish callbacks [] for subnet (8a3585c1-9f6f-4e6b-9518-4218ff02a677), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.332995 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a449611-0dba-4ca9-8968-48add2d34031 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.342218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: cb2c9d05-52ef-45fe-9f27-bdca3e29d323 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:25:09.342598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cb2c9d05-52ef-45fe-9f27-bdca3e29d323 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:25:09.346606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8a5c31af-a9c1-4702-ac54-2a64031838a0 None None] Provisioning complete for port d0b68b3c-dd04-416f-bef1-1788062e034f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:09.347157 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a5c31af-a9c1-4702-ac54-2a64031838a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d0b68b3c-dd04-416f-bef1-1788062e034f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.369421 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a3884f9-df06-4e0d-87de-aca475b03fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (8a3585c1-9f6f-4e6b-9518-4218ff02a677), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.421707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c31af-a9c1-4702-ac54-2a64031838a0 None None] Port d0b68b3c-dd04-416f-bef1-1788062e034f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:09.426532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a449611-0dba-4ca9-8968-48add2d34031 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:09.444412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8a5c31af-a9c1-4702-ac54-2a64031838a0 None None] Provisioning complete for port 7a7591b6-b20d-49e8-b043-aea5af97e953 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:09.444939 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8a5c31af-a9c1-4702-ac54-2a64031838a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.519177 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a3884f9-df06-4e0d-87de-aca475b03fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (8a3585c1-9f6f-4e6b-9518-4218ff02a677), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.586631 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a3884f9-df06-4e0d-87de-aca475b03fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (8a3585c1-9f6f-4e6b-9518-4218ff02a677), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.612404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a449611-0dba-4ca9-8968-48add2d34031 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.629342 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3a449611-0dba-4ca9-8968-48add2d34031 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5 HTTP/1.1" status: 204 len: 168 time: 1.0218935 Feb 02 13:25:09.632787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45320) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:09.647300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194abbdc-f4c9-4697-ba9b-20bd5144d27b None None] Sync routers for ids ['1989c949-059c-42c8-b934-84c921311238'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:25:09.653800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3884f9-df06-4e0d-87de-aca475b03fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3585c1-9f6f-4e6b-9518-4218ff02a677,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:09.661796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c31af-a9c1-4702-ac54-2a64031838a0 None None] Current status of the port 7a7591b6-b20d-49e8-b043-aea5af97e953 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:09.674089 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1a3884f9-df06-4e0d-87de-aca475b03fa7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.682625 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1a3884f9-df06-4e0d-87de-aca475b03fa7 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/8a3585c1-9f6f-4e6b-9518-4218ff02a677 HTTP/1.1" status: 204 len: 168 time: 0.4806914 Feb 02 13:25:09.686552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194abbdc-f4c9-4697-ba9b-20bd5144d27b None None] Routers set() bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:09.687128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194abbdc-f4c9-4697-ba9b-20bd5144d27b None None] Router IDs set() for agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 13:25:09.688010 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_agentschedulers_db [None req-194abbdc-f4c9-4697-ba9b-20bd5144d27b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1989c949-059c-42c8-b934-84c921311238'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:25:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent'). {{(pid=103189) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 13:25:09.688647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45322) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:09.698848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8dd25-ac09-4d87-b642-728bbc065e64 None None] Network fdffc34b-a939-436c-b5b1-2777e1910dac requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:09.709489 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce33569-4e64-4c52-aa42-525d28b250e2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:25:09.714027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0ce33569-4e64-4c52-aa42-525d28b250e2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5 HTTP/1.1" status: 404 len: 333 time: 0.0773010 Feb 02 13:25:09.724268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45326) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:09.757852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194abbdc-f4c9-4697-ba9b-20bd5144d27b None None] Routers set() bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:09.758491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194abbdc-f4c9-4697-ba9b-20bd5144d27b None None] Router IDs set() for agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 13:25:09.758828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_agentschedulers_db [None req-194abbdc-f4c9-4697-ba9b-20bd5144d27b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1989c949-059c-42c8-b934-84c921311238'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:25:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent'). {{(pid=103189) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 13:25:09.759207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194abbdc-f4c9-4697-ba9b-20bd5144d27b None None] The sync data for ids ['1989c949-059c-42c8-b934-84c921311238'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:25:09.812580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a8c341a2-e874-44f9-8509-3414384c4136 None None] Could not find standard attr ID for object efc9a7ad-7f76-4da0-ae28-cb4f6a401dd5. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:25:09.887136 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (fdffc34b-a939-436c-b5b1-2777e1910dac), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.900836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a8c341a2-e874-44f9-8509-3414384c4136 None None] Provisioning complete for port d0b68b3c-dd04-416f-bef1-1788062e034f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:09.901214 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8c341a2-e874-44f9-8509-3414384c4136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d0b68b3c-dd04-416f-bef1-1788062e034f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:09.908447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3cf6dbcb-5a1c-4910-ad85-60aa3d778f3b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port d0b68b3c-dd04-416f-bef1-1788062e034f {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:09.908797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cf6dbcb-5a1c-4910-ad85-60aa3d778f3b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d0b68b3c-dd04-416f-bef1-1788062e034f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.007778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a8c341a2-e874-44f9-8509-3414384c4136 None None] Port d0b68b3c-dd04-416f-bef1-1788062e034f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:10.067999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Deleting port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:10.068334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.074870 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cf6dbcb-5a1c-4910-ad85-60aa3d778f3b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d0b68b3c-dd04-416f-bef1-1788062e034f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.084007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab64f674-fc8a-4419-b2bc-74afea5e5ed2 None None] DHCP port deletion for fdffc34b-a939-436c-b5b1-2777e1910dac request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:25:10.111953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3cf6dbcb-5a1c-4910-ad85-60aa3d778f3b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for d0b68b3c-dd04-416f-bef1-1788062e034f owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:10.141971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] For port a0538b95-ed54-45d3-99b9-f9ee3c2afe61, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a0538b95-ed54-45d3-99b9-f9ee3c2afe61,segment=NetworkSegment(28a8f620-645b-4df1-bc43-fbf03a613e77),segment_id=28a8f620-645b-4df1-bc43-fbf03a613e77)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:10.142433 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.145280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ab64f674-fc8a-4419-b2bc-74afea5e5ed2 None None] Deleting port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:10.145726 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab64f674-fc8a-4419-b2bc-74afea5e5ed2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.156314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Calling delete_port for a0538b95-ed54-45d3-99b9-f9ee3c2afe61 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:10.253452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ab64f674-fc8a-4419-b2bc-74afea5e5ed2 None None] For port a0538b95-ed54-45d3-99b9-f9ee3c2afe61, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a0538b95-ed54-45d3-99b9-f9ee3c2afe61,segment=NetworkSegment(28a8f620-645b-4df1-bc43-fbf03a613e77),segment_id=28a8f620-645b-4df1-bc43-fbf03a613e77)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:10.254347 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab64f674-fc8a-4419-b2bc-74afea5e5ed2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.269819 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.277684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ab64f674-fc8a-4419-b2bc-74afea5e5ed2 None None] Calling delete_port for a0538b95-ed54-45d3-99b9-f9ee3c2afe61 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:10.292800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] No DVR routers for this DVR port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:25:10.328798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Pushing event deleted for resources: {'Port': ['ID=a0538b95-ed54-45d3-99b9-f9ee3c2afe61,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:10.391166 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cf6dbcb-5a1c-4910-ad85-60aa3d778f3b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d0b68b3c-dd04-416f-bef1-1788062e034f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.441308 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab64f674-fc8a-4419-b2bc-74afea5e5ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (a0538b95-ed54-45d3-99b9-f9ee3c2afe61), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.453239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6dbcb-5a1c-4910-ad85-60aa3d778f3b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=d0b68b3c-dd04-416f-bef1-1788062e034f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:10.462569 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (fdffc34b-a939-436c-b5b1-2777e1910dac), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.526345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdffc34b-a939-436c-b5b1-2777e1910dac']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:10.537012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64f674-fc8a-4419-b2bc-74afea5e5ed2 None None] No DVR routers for this DVR port a0538b95-ed54-45d3-99b9-f9ee3c2afe61 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:25:10.546705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a8f620-645b-4df1-bc43-fbf03a613e77') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:10.548054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64f674-fc8a-4419-b2bc-74afea5e5ed2 None None] Pushing event deleted for resources: {'Port': ['ID=a0538b95-ed54-45d3-99b9-f9ee3c2afe61,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:10.550792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a8f620-645b-4df1-bc43-fbf03a613e77') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:10.570090 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (28a8f620-645b-4df1-bc43-fbf03a613e77), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.577675 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7a7591b6-b20d-49e8-b043-aea5af97e953 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:10.589382 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (28a8f620-645b-4df1-bc43-fbf03a613e77), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.596676 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:25:10.597288 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (28a8f620-645b-4df1-bc43-fbf03a613e77), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:25:10.599950 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:25:10.661361 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cf6dbcb-5a1c-4910-ad85-60aa3d778f3b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.672476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3cf6dbcb-5a1c-4910-ad85-60aa3d778f3b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/d0b68b3c-dd04-416f-bef1-1788062e034f HTTP/1.1" status: 204 len: 168 time: 0.9437532 Feb 02 13:25:10.673829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:10.698582 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (fdffc34b-a939-436c-b5b1-2777e1910dac), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.709629 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7a7591b6-b20d-49e8-b043-aea5af97e953 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:10.710104 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.738543 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.746297 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] 10.222.0.83 "DELETE /v2.0/networks/fdffc34b-a939-436c-b5b1-2777e1910dac HTTP/1.1" status: 204 len: 168 time: 1.0565252 Feb 02 13:25:10.747323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8d506-260b-446e-80c7-695cc0d139ee admin admin] Pushing event deleted for resources: {'Network': ['ID=fdffc34b-a939-436c-b5b1-2777e1910dac,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:10.752965 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd844a72-5f2f-414c-8ed3-c2047cad6ff2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:25:10.761902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45350) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:10.762538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fd844a72-5f2f-414c-8ed3-c2047cad6ff2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/d0b68b3c-dd04-416f-bef1-1788062e034f HTTP/1.1" status: 404 len: 333 time: 0.0857813 Feb 02 13:25:10.860054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bbe7bc-74cb-492f-9b13-67fa5bea7a0a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting subnet 0ba13069-967e-4d89-8b51-5b04e3c4b626 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:25:10.866015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-56bbe7bc-74cb-492f-9b13-67fa5bea7a0a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (0ba13069-967e-4d89-8b51-5b04e3c4b626), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.879294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7a7591b6-b20d-49e8-b043-aea5af97e953 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:10.968482 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-56bbe7bc-74cb-492f-9b13-67fa5bea7a0a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (0ba13069-967e-4d89-8b51-5b04e3c4b626), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:10.973283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a0538b95-ed54-45d3-99b9-f9ee3c2afe61 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:25:11.004221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: a0538b95-ed54-45d3-99b9-f9ee3c2afe61 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:25:11.004564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a0538b95-ed54-45d3-99b9-f9ee3c2afe61 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:25:11.004976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b4851433-c364-4b02-ab83-55443c50e179 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:25:11.031267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b4851433-c364-4b02-ab83-55443c50e179 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:25:11.031549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b4851433-c364-4b02-ab83-55443c50e179 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:25:11.050849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45354) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:11.092500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-56bbe7bc-74cb-492f-9b13-67fa5bea7a0a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (0ba13069-967e-4d89-8b51-5b04e3c4b626), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.095372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b339fd2b-6d96-4362-8add-90517f8a560c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=95e544bb27cd4b9783f8dac30f59efea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432496 Feb 02 13:25:11.097959 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45356) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:11.151237 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aabf65ec-1492-400a-bdf0-1877e6ae4a3f admin admin] Publish callbacks [] for security_group (538c1380-d646-4287-a32b-9d0bff786a3d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.162790 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-56bbe7bc-74cb-492f-9b13-67fa5bea7a0a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (0ba13069-967e-4d89-8b51-5b04e3c4b626), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.188314 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aabf65ec-1492-400a-bdf0-1877e6ae4a3f admin admin] Publish callbacks [] for security_group (538c1380-d646-4287-a32b-9d0bff786a3d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.207697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbe7bc-74cb-492f-9b13-67fa5bea7a0a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Subnet': ['ID=0ba13069-967e-4d89-8b51-5b04e3c4b626,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:11.210160 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-56bbe7bc-74cb-492f-9b13-67fa5bea7a0a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.216898 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4569fc6f-78e5-452c-82c3-e2ad191b68a6 None None] Network a5979b49-fe2b-4c94-98cb-3f0641c045d0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:11.219139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45360) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:11.229630 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-56bbe7bc-74cb-492f-9b13-67fa5bea7a0a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/0ba13069-967e-4d89-8b51-5b04e3c4b626 HTTP/1.1" status: 204 len: 168 time: 0.4510117 Feb 02 13:25:11.319673 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (a5979b49-fe2b-4c94-98cb-3f0641c045d0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.322347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aabf65ec-1492-400a-bdf0-1877e6ae4a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (538c1380-d646-4287-a32b-9d0bff786a3d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.325326 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aabf65ec-1492-400a-bdf0-1877e6ae4a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.328134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aabf65ec-1492-400a-bdf0-1877e6ae4a3f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/538c1380-d646-4287-a32b-9d0bff786a3d HTTP/1.1" status: 204 len: 168 time: 0.2287257 Feb 02 13:25:11.344913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf65ec-1492-400a-bdf0-1877e6ae4a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538c1380-d646-4287-a32b-9d0bff786a3d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:11.434284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc893b7-7ad0-4a48-ac89-ce88467c7546 None None] DHCP port deletion for a5979b49-fe2b-4c94-98cb-3f0641c045d0 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:25:11.450284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 7a7591b6-b20d-49e8-b043-aea5af97e953 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:11.451227 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.521340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6bc893b7-7ad0-4a48-ac89-ce88467c7546 None None] Deleting port 7a7591b6-b20d-49e8-b043-aea5af97e953 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:11.521899 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bc893b7-7ad0-4a48-ac89-ce88467c7546 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.554230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] For port 7a7591b6-b20d-49e8-b043-aea5af97e953, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7a7591b6-b20d-49e8-b043-aea5af97e953,segment=NetworkSegment(fdd7d73b-bd25-421c-ba64-38a8b2ebf468),segment_id=fdd7d73b-bd25-421c-ba64-38a8b2ebf468)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:11.554781 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.588181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 7a7591b6-b20d-49e8-b043-aea5af97e953 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:11.624471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6bc893b7-7ad0-4a48-ac89-ce88467c7546 None None] For port 7a7591b6-b20d-49e8-b043-aea5af97e953, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7a7591b6-b20d-49e8-b043-aea5af97e953,segment=NetworkSegment(fdd7d73b-bd25-421c-ba64-38a8b2ebf468),segment_id=fdd7d73b-bd25-421c-ba64-38a8b2ebf468)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:11.624471 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bc893b7-7ad0-4a48-ac89-ce88467c7546 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.639191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6bc893b7-7ad0-4a48-ac89-ce88467c7546 None None] Calling delete_port for 7a7591b6-b20d-49e8-b043-aea5af97e953 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:11.740131 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.749310 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bc893b7-7ad0-4a48-ac89-ce88467c7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (7a7591b6-b20d-49e8-b043-aea5af97e953), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.753309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No DVR routers for this DVR port 7a7591b6-b20d-49e8-b043-aea5af97e953 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:25:11.765823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc893b7-7ad0-4a48-ac89-ce88467c7546 None None] No DVR routers for this DVR port 7a7591b6-b20d-49e8-b043-aea5af97e953 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:25:11.775673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=7a7591b6-b20d-49e8-b043-aea5af97e953,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:11.800173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc893b7-7ad0-4a48-ac89-ce88467c7546 None None] Pushing event deleted for resources: {'Port': ['ID=7a7591b6-b20d-49e8-b043-aea5af97e953,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:11.873084 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (a5979b49-fe2b-4c94-98cb-3f0641c045d0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.898534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5979b49-fe2b-4c94-98cb-3f0641c045d0']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:11.911211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd7d73b-bd25-421c-ba64-38a8b2ebf468') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:11.911668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd7d73b-bd25-421c-ba64-38a8b2ebf468') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:11.928829 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (fdd7d73b-bd25-421c-ba64-38a8b2ebf468), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.943319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45380) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:11.948211 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (fdd7d73b-bd25-421c-ba64-38a8b2ebf468), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.956994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:25:11.957405 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (fdd7d73b-bd25-421c-ba64-38a8b2ebf468), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:25:11.961247 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:25:11.969429 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cb3b7bf-5ff9-495e-b36e-799234f7a51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.032462 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (a5979b49-fe2b-4c94-98cb-3f0641c045d0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.041696 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.050783 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/networks/a5979b49-fe2b-4c94-98cb-3f0641c045d0 HTTP/1.1" status: 204 len: 168 time: 0.8302343 Feb 02 13:25:12.053416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45384) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:12.061705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-106564de-464a-47ef-b933-0f2a2e321f14 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1869498913'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:12.063452 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef36db-daa8-4f0c-928d-e583b527c328 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Network': ['ID=a5979b49-fe2b-4c94-98cb-3f0641c045d0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:12.101257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106564de-464a-47ef-b933-0f2a2e321f14 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:12.108957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-106564de-464a-47ef-b933-0f2a2e321f14 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.151259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106564de-464a-47ef-b933-0f2a2e321f14 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:25:12.160193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cb3b7bf-5ff9-495e-b36e-799234f7a51f admin admin] Publish callbacks [] for security_group (140a7d07-9d57-4f8f-bb5c-7f05c5b7a07c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.165914 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-106564de-464a-47ef-b933-0f2a2e321f14 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (593fc293-c4c4-4633-bc88-0cdcfb69c7b1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.166600 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-106564de-464a-47ef-b933-0f2a2e321f14 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Added segment 593fc293-c4c4-4633-bc88-0cdcfb69c7b1 of type vlan for network df9b3f4b-14e5-43e3-8b3e-bfc3ca475848 Feb 02 13:25:12.177004 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6cb3b7bf-5ff9-495e-b36e-799234f7a51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (140a7d07-9d57-4f8f-bb5c-7f05c5b7a07c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.246385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7a7591b6-b20d-49e8-b043-aea5af97e953 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:25:12.247515 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-106564de-464a-47ef-b933-0f2a2e321f14 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (df9b3f4b-14e5-43e3-8b3e-bfc3ca475848), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.265824 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6cb3b7bf-5ff9-495e-b36e-799234f7a51f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.3206282 Feb 02 13:25:12.268889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:12.271210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 7a7591b6-b20d-49e8-b043-aea5af97e953 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:25:12.271892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7a7591b6-b20d-49e8-b043-aea5af97e953 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:25:12.276187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3b7bf-5ff9-495e-b36e-799234f7a51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140a7d07-9d57-4f8f-bb5c-7f05c5b7a07c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:12.293775 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-106564de-464a-47ef-b933-0f2a2e321f14 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (df9b3f4b-14e5-43e3-8b3e-bfc3ca475848), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.301890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106564de-464a-47ef-b933-0f2a2e321f14 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:12.304885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-106564de-464a-47ef-b933-0f2a2e321f14 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.336193 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-106564de-464a-47ef-b933-0f2a2e321f14 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2799764 Feb 02 13:25:12.340029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45394) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:12.345197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2367dbcf-f09d-40a0-9da5-a1559bbc9235 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': 'df9b3f4b-14e5-43e3-8b3e-bfc3ca475848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:12.354114 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10ffda8b-db08-443e-97cf-6f76711916a6 admin admin] Publish callbacks [] for security_group (140a7d07-9d57-4f8f-bb5c-7f05c5b7a07c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.380434 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10ffda8b-db08-443e-97cf-6f76711916a6 admin admin] Publish callbacks [] for security_group (140a7d07-9d57-4f8f-bb5c-7f05c5b7a07c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.421890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106564de-464a-47ef-b933-0f2a2e321f14 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Network': ['ID=df9b3f4b-14e5-43e3-8b3e-bfc3ca475848,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:12.436323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network df9b3f4b-14e5-43e3-8b3e-bfc3ca475848 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:25:12.443875 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10ffda8b-db08-443e-97cf-6f76711916a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (140a7d07-9d57-4f8f-bb5c-7f05c5b7a07c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.447009 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10ffda8b-db08-443e-97cf-6f76711916a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.448577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-10ffda8b-db08-443e-97cf-6f76711916a6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/140a7d07-9d57-4f8f-bb5c-7f05c5b7a07c HTTP/1.1" status: 204 len: 168 time: 0.1783872 Feb 02 13:25:12.458829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ffda8b-db08-443e-97cf-6f76711916a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140a7d07-9d57-4f8f-bb5c-7f05c5b7a07c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:12.489546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2367dbcf-f09d-40a0-9da5-a1559bbc9235 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:12.494399 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2367dbcf-f09d-40a0-9da5-a1559bbc9235 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.742009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2367dbcf-f09d-40a0-9da5-a1559bbc9235 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (4a3b8742-1613-4256-b318-4d4b5585ba1b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.834909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2367dbcf-f09d-40a0-9da5-a1559bbc9235 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Checking segment: {'id': '593fc293-c4c4-4633-bc88-0cdcfb69c7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df9b3f4b-14e5-43e3-8b3e-bfc3ca475848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:25:12.835738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2367dbcf-f09d-40a0-9da5-a1559bbc9235 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network hostable DHCP agents. Network: df9b3f4b-14e5-43e3-8b3e-bfc3ca475848, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:25:12.856082 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2367dbcf-f09d-40a0-9da5-a1559bbc9235 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Subnet': ['ID=4a3b8742-1613-4256-b318-4d4b5585ba1b,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:12.869212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2367dbcf-f09d-40a0-9da5-a1559bbc9235 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network df9b3f4b-14e5-43e3-8b3e-bfc3ca475848 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:25:12.886954 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2367dbcf-f09d-40a0-9da5-a1559bbc9235 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, df9b3f4b-14e5-43e3-8b3e-bfc3ca475848) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:12.892835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2367dbcf-f09d-40a0-9da5-a1559bbc9235 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:12.893698 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2367dbcf-f09d-40a0-9da5-a1559bbc9235 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.898583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf51757f-6b24-47c6-8ab2-c8b485a21942 None None] Network df9b3f4b-14e5-43e3-8b3e-bfc3ca475848 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:12.920107 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2367dbcf-f09d-40a0-9da5-a1559bbc9235 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5775232 Feb 02 13:25:12.921722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:12.927174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-67e51426-9b80-4b32-a052-7b94b868e6cc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1147331690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:12.964414 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e51426-9b80-4b32-a052-7b94b868e6cc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (958850a6-37ef-4954-a99e-96f2bab420f2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:12.966873 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e51426-9b80-4b32-a052-7b94b868e6cc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (958850a6-37ef-4954-a99e-96f2bab420f2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.109369 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e51426-9b80-4b32-a052-7b94b868e6cc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for router_controller (958850a6-37ef-4954-a99e-96f2bab420f2), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.118959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-df9b3f4b-14e5-43e3-8b3e-bfc3ca475848', 'network_id': 'df9b3f4b-14e5-43e3-8b3e-bfc3ca475848', 'project_id': '28c08be874e7438da256264e52678382', 'fixed_ips': [{'subnet_id': '4a3b8742-1613-4256-b318-4d4b5585ba1b'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:25:13.120555 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.121839 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e51426-9b80-4b32-a052-7b94b868e6cc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (958850a6-37ef-4954-a99e-96f2bab420f2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.159358 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67e51426-9b80-4b32-a052-7b94b868e6cc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.161485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-67e51426-9b80-4b32-a052-7b94b868e6cc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2380252 Feb 02 13:25:13.163648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45414) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:13.170126 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'network_id': 'df9b3f4b-14e5-43e3-8b3e-bfc3ca475848', 'name': 'tempest-PortsTestJSON-1382894558'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:13.284521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Allocated IP 172.20.0.2 (df9b3f4b-14e5-43e3-8b3e-bfc3ca475848/4a3b8742-1613-4256-b318-4d4b5585ba1b/0fc32518-2d64-4045-b25d-69aae2dca754) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:13.325135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:13.332995 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.351341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port 9623f0a9-929b-406d-b733-f9990cede364 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:25:13.458338 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Publish callbacks [] for port (0fc32518-2d64-4045-b25d-69aae2dca754), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.471533 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.516816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Pushing event updated for resources: {'Port': ['ID=0fc32518-2d64-4045-b25d-69aae2dca754,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:13.524778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.13 (df9b3f4b-14e5-43e3-8b3e-bfc3ca475848/4a3b8742-1613-4256-b318-4d4b5585ba1b/9623f0a9-929b-406d-b733-f9990cede364) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:13.530237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Network df9b3f4b-14e5-43e3-8b3e-bfc3ca475848 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:13.531789 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:13.534711 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:25:13.605697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Attempting to bind port 0fc32518-2d64-4045-b25d-69aae2dca754 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:25:13.606551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Attempting to bind port 0fc32518-2d64-4045-b25d-69aae2dca754 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '593fc293-c4c4-4633-bc88-0cdcfb69c7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df9b3f4b-14e5-43e3-8b3e-bfc3ca475848'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:25:13.607382 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Attempting to bind port 0fc32518-2d64-4045-b25d-69aae2dca754 on network df9b3f4b-14e5-43e3-8b3e-bfc3ca475848 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:25:13.624142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:25:13.624520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Checking segment: {'id': '593fc293-c4c4-4633-bc88-0cdcfb69c7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df9b3f4b-14e5-43e3-8b3e-bfc3ca475848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:25:13.624927 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.625304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Bound using segment: {'id': '593fc293-c4c4-4633-bc88-0cdcfb69c7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df9b3f4b-14e5-43e3-8b3e-bfc3ca475848'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:25:13.626056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Bound port: 0fc32518-2d64-4045-b25d-69aae2dca754, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '593fc293-c4c4-4633-bc88-0cdcfb69c7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'df9b3f4b-14e5-43e3-8b3e-bfc3ca475848'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:25:13.626437 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.724676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] For port 0fc32518-2d64-4045-b25d-69aae2dca754, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:25:13.728456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] For port 0fc32518-2d64-4045-b25d-69aae2dca754, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0fc32518-2d64-4045-b25d-69aae2dca754,segment=NetworkSegment(593fc293-c4c4-4633-bc88-0cdcfb69c7b1),segment_id=593fc293-c4c4-4633-bc88-0cdcfb69c7b1)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:25:13.730221 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (9623f0a9-929b-406d-b733-f9990cede364), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.738221 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.779673 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9623f0a9-929b-406d-b733-f9990cede364), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.805588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbb126-487c-4ea7-ade9-25e2fc5a3cfa None None] Pushing event updated for resources: {'Port': ['ID=0fc32518-2d64-4045-b25d-69aae2dca754,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:13.830731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network df9b3f4b-14e5-43e3-8b3e-bfc3ca475848 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:13.838017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:13.842782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:25:13.847271 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=9623f0a9-929b-406d-b733-f9990cede364,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:13.894992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:13.895738 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:13.916111 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-79a0bc51-998c-4cfc-bf75-0c4ced2885df tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7510138 Feb 02 13:25:13.917747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45430) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:14.323509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0fc32518-2d64-4045-b25d-69aae2dca754 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:14.337679 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9623f0a9-929b-406d-b733-f9990cede364), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:14.399493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0fc32518-2d64-4045-b25d-69aae2dca754 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:14.400162 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:14.511156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0fc32518-2d64-4045-b25d-69aae2dca754 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:14.511685 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:14.547405 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 0fc32518-2d64-4045-b25d-69aae2dca754, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0fc32518-2d64-4045-b25d-69aae2dca754,segment=NetworkSegment(593fc293-c4c4-4633-bc88-0cdcfb69c7b1),segment_id=593fc293-c4c4-4633-bc88-0cdcfb69c7b1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:14.552358 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:14.616260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=0fc32518-2d64-4045-b25d-69aae2dca754,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:14.652501 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (9623f0a9-929b-406d-b733-f9990cede364), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:14.667211 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (9623f0a9-929b-406d-b733-f9990cede364), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:14.727679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=9623f0a9-929b-406d-b733-f9990cede364,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:15.123747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4983862d-1885-41d3-b44d-bb6ed7c459e6 None None] Network df9b3f4b-14e5-43e3-8b3e-bfc3ca475848 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:15.213916 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-383011d1-d80a-4f47-a89a-804d0a7dde69 None None] Provisioning complete for port 0fc32518-2d64-4045-b25d-69aae2dca754 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:15.215218 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-383011d1-d80a-4f47-a89a-804d0a7dde69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:15.350279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-383011d1-d80a-4f47-a89a-804d0a7dde69 None None] Current status of the port 0fc32518-2d64-4045-b25d-69aae2dca754 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:15.368171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (958850a6-37ef-4954-a99e-96f2bab420f2), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:15.509797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9623f0a9-929b-406d-b733-f9990cede364), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:15.571869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-80621d2f-f830-4f81-ab11-c7417a53269d None None] Provisioning complete for port 0fc32518-2d64-4045-b25d-69aae2dca754 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:15.572690 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80621d2f-f830-4f81-ab11-c7417a53269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:15.660394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-80621d2f-f830-4f81-ab11-c7417a53269d None None] Current status of the port 0fc32518-2d64-4045-b25d-69aae2dca754 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:15.671293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-80621d2f-f830-4f81-ab11-c7417a53269d None None] Provisioning complete for port 9623f0a9-929b-406d-b733-f9990cede364 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:15.671697 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80621d2f-f830-4f81-ab11-c7417a53269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9623f0a9-929b-406d-b733-f9990cede364), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:15.730076 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-80621d2f-f830-4f81-ab11-c7417a53269d None None] Port 9623f0a9-929b-406d-b733-f9990cede364 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:15.807309 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (9623f0a9-929b-406d-b733-f9990cede364), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:15.813891 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (9623f0a9-929b-406d-b733-f9990cede364), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:15.858463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c9115e3b-0728-4290-93a8-92f8d6187ebd None None] Provisioning complete for port 9623f0a9-929b-406d-b733-f9990cede364 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:15.859646 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9115e3b-0728-4290-93a8-92f8d6187ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9623f0a9-929b-406d-b733-f9990cede364), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:15.894783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=9623f0a9-929b-406d-b733-f9990cede364,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:15.897663 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (958850a6-37ef-4954-a99e-96f2bab420f2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:15.901412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c9115e3b-0728-4290-93a8-92f8d6187ebd None None] Port 9623f0a9-929b-406d-b733-f9990cede364 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:16.003339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network df9b3f4b-14e5-43e3-8b3e-bfc3ca475848 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:16.004805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:16.023152 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1834263b-e53b-45ee-a453-02cbf6d71d52 None None] Provisioning complete for port 9623f0a9-929b-406d-b733-f9990cede364 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:16.023668 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1834263b-e53b-45ee-a453-02cbf6d71d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9623f0a9-929b-406d-b733-f9990cede364), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:16.092960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1834263b-e53b-45ee-a453-02cbf6d71d52 None None] Port 9623f0a9-929b-406d-b733-f9990cede364 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:16.136041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Router 958850a6-37ef-4954-a99e-96f2bab420f2 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:25:16.241248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:25:16.251197 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0fc32518-2d64-4045-b25d-69aae2dca754 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:16.259177 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ffdf76-e7b9-45eb-aebe-eb28c2ec00e9 None None] Sync routers for ids ['958850a6-37ef-4954-a99e-96f2bab420f2'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:25:16.271910 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ffdf76-e7b9-45eb-aebe-eb28c2ec00e9 None None] Routers {'958850a6-37ef-4954-a99e-96f2bab420f2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:16.272869 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-41ffdf76-e7b9-45eb-aebe-eb28c2ec00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:25:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['958850a6-37ef-4954-a99e-96f2bab420f2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:16.273798 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0123ea7d-ca3d-4f6f-bbe9-3c0455b9659f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "PUT /v2.0/routers/958850a6-37ef-4954-a99e-96f2bab420f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3534849 Feb 02 13:25:16.274942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45474) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:16.337841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c71bf3-20eb-456b-a270-cc849a223a39 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:16.342531 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d9c71bf3-20eb-456b-a270-cc849a223a39 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports?device_id=958850a6-37ef-4954-a99e-96f2bab420f2 HTTP/1.1" status: 200 len: 983 time: 0.0636158 Feb 02 13:25:16.342873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45480) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:16.382885 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-41ffdf76-e7b9-45eb-aebe-eb28c2ec00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:16.386668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0fc32518-2d64-4045-b25d-69aae2dca754 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:16.387701 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:16.409342 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ffdf76-e7b9-45eb-aebe-eb28c2ec00e9 None None] Routers {'958850a6-37ef-4954-a99e-96f2bab420f2'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:16.412218 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-41ffdf76-e7b9-45eb-aebe-eb28c2ec00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:25:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['958850a6-37ef-4954-a99e-96f2bab420f2'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:16.454604 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-41ffdf76-e7b9-45eb-aebe-eb28c2ec00e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:16.455670 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ffdf76-e7b9-45eb-aebe-eb28c2ec00e9 None None] The sync data for ids ['958850a6-37ef-4954-a99e-96f2bab420f2'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:25:16.468563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-294d3f72-ea71-4714-94e3-1953898a0201 None None] Provisioning complete for port 9623f0a9-929b-406d-b733-f9990cede364 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:16.468683 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-294d3f72-ea71-4714-94e3-1953898a0201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9623f0a9-929b-406d-b733-f9990cede364), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:16.514081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-294d3f72-ea71-4714-94e3-1953898a0201 None None] Port 9623f0a9-929b-406d-b733-f9990cede364 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:16.566297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0fc32518-2d64-4045-b25d-69aae2dca754 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:16.574786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35d6db-1a7e-414b-80cb-a29b1da83107 req-16d6b641-e2c0-4ce1-9814-9258cec916cc tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:16.577078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c35d6db-1a7e-414b-80cb-a29b1da83107 req-16d6b641-e2c0-4ce1-9814-9258cec916cc tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 946 time: 0.0588393 Feb 02 13:25:16.631591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c35d6db-1a7e-414b-80cb-a29b1da83107 req-db909cf6-51cb-4c2b-a244-58fa45477b06 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483258 Feb 02 13:25:16.724153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-267f7174-fb78-4963-82ce-170974d350c5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (958850a6-37ef-4954-a99e-96f2bab420f2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:16.944204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-267f7174-fb78-4963-82ce-170974d350c5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 9623f0a9-929b-406d-b733-f9990cede364 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:16.944546 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-267f7174-fb78-4963-82ce-170974d350c5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9623f0a9-929b-406d-b733-f9990cede364), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:17.031805 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-267f7174-fb78-4963-82ce-170974d350c5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9623f0a9-929b-406d-b733-f9990cede364), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:17.044886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-267f7174-fb78-4963-82ce-170974d350c5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 9623f0a9-929b-406d-b733-f9990cede364 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:17.221275 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-267f7174-fb78-4963-82ce-170974d350c5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9623f0a9-929b-406d-b733-f9990cede364), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:17.249651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f7174-fb78-4963-82ce-170974d350c5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=9623f0a9-929b-406d-b733-f9990cede364,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:17.363171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45494) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:17.410009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-267f7174-fb78-4963-82ce-170974d350c5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (958850a6-37ef-4954-a99e-96f2bab420f2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:17.514127 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d089c97-2e01-4244-8c86-fe62980b088b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:17.602812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267f7174-fb78-4963-82ce-170974d350c5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Router 958850a6-37ef-4954-a99e-96f2bab420f2 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:25:17.711846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267f7174-fb78-4963-82ce-170974d350c5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:25:17.722776 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-267f7174-fb78-4963-82ce-170974d350c5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "PUT /v2.0/routers/958850a6-37ef-4954-a99e-96f2bab420f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3764062 Feb 02 13:25:17.722979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d677afd-9b44-4df5-ada7-d078d28085a8 None None] Sync routers for ids ['958850a6-37ef-4954-a99e-96f2bab420f2'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:25:17.723878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45500) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:17.733380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d677afd-9b44-4df5-ada7-d078d28085a8 None None] Routers {'958850a6-37ef-4954-a99e-96f2bab420f2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:17.733561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d089c97-2e01-4244-8c86-fe62980b088b admin admin] Publish callbacks [] for security_group (5b3c3290-bc44-45ea-9c80-a7901d353e7a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:17.734882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9d677afd-9b44-4df5-ada7-d078d28085a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:25:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['958850a6-37ef-4954-a99e-96f2bab420f2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:17.752704 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb28a90-28ae-4a90-a9fd-f913457031d6 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:25:17.753471 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3eb28a90-28ae-4a90-a9fd-f913457031d6 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/9623f0a9-929b-406d-b733-f9990cede364 HTTP/1.1" status: 404 len: 333 time: 0.0287013 Feb 02 13:25:17.754258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d089c97-2e01-4244-8c86-fe62980b088b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5b3c3290-bc44-45ea-9c80-a7901d353e7a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:17.756544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:17.773433 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9d677afd-9b44-4df5-ada7-d078d28085a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:17.783921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d677afd-9b44-4df5-ada7-d078d28085a8 None None] Routers {'958850a6-37ef-4954-a99e-96f2bab420f2'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:17.784546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9d677afd-9b44-4df5-ada7-d078d28085a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:25:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['958850a6-37ef-4954-a99e-96f2bab420f2'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:17.804735 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5d089c97-2e01-4244-8c86-fe62980b088b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=906f8628cbd54c9e8af8de8ac03fa72a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4379420 Feb 02 13:25:17.805023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45504) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:17.811978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d089c97-2e01-4244-8c86-fe62980b088b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c3290-bc44-45ea-9c80-a7901d353e7a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:17.823013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4034e86-9214-4fde-b76d-1d287336ca78 req-c1b2508f-7004-4208-8483-24d61ff88371 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:17.824441 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4034e86-9214-4fde-b76d-1d287336ca78 req-c1b2508f-7004-4208-8483-24d61ff88371 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 946 time: 0.1209025 Feb 02 13:25:17.833972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9d677afd-9b44-4df5-ada7-d078d28085a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:17.834629 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d677afd-9b44-4df5-ada7-d078d28085a8 None None] The sync data for ids ['958850a6-37ef-4954-a99e-96f2bab420f2'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:25:17.858683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81839de5-0c18-4240-bca2-8fed8e3fb943 admin admin] Publish callbacks [] for security_group (5b3c3290-bc44-45ea-9c80-a7901d353e7a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:17.869156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1728d92-3d7e-4694-8aa4-9b18911359ee tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for router (958850a6-37ef-4954-a99e-96f2bab420f2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:17.879687 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81839de5-0c18-4240-bca2-8fed8e3fb943 admin admin] Publish callbacks [] for security_group (5b3c3290-bc44-45ea-9c80-a7901d353e7a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:17.928225 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81839de5-0c18-4240-bca2-8fed8e3fb943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5b3c3290-bc44-45ea-9c80-a7901d353e7a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:17.931323 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81839de5-0c18-4240-bca2-8fed8e3fb943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:17.932822 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-81839de5-0c18-4240-bca2-8fed8e3fb943 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5b3c3290-bc44-45ea-9c80-a7901d353e7a HTTP/1.1" status: 204 len: 168 time: 0.1262839 Feb 02 13:25:17.941443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81839de5-0c18-4240-bca2-8fed8e3fb943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c3290-bc44-45ea-9c80-a7901d353e7a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:17.993882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4034e86-9214-4fde-b76d-1d287336ca78 req-fccc91f4-d47e-4e4d-bb80-5c322cb592e4 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429727 Feb 02 13:25:18.061196 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1728d92-3d7e-4694-8aa4-9b18911359ee tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (958850a6-37ef-4954-a99e-96f2bab420f2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.063689 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1728d92-3d7e-4694-8aa4-9b18911359ee tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for router_controller (958850a6-37ef-4954-a99e-96f2bab420f2), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.111798 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1728d92-3d7e-4694-8aa4-9b18911359ee tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (958850a6-37ef-4954-a99e-96f2bab420f2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.112331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1728d92-3d7e-4694-8aa4-9b18911359ee tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Fanout notify agent at l3_agent the message router_deleted on router 958850a6-37ef-4954-a99e-96f2bab420f2 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:25:18.118954 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a1728d92-3d7e-4694-8aa4-9b18911359ee tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.120078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a1728d92-3d7e-4694-8aa4-9b18911359ee tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/routers/958850a6-37ef-4954-a99e-96f2bab420f2 HTTP/1.1" status: 204 len: 168 time: 0.3620827 Feb 02 13:25:18.122939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45510) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:18.176657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ec1408-5359-44da-bfcc-7deb3460e4cd tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting subnet 4a3b8742-1613-4256-b318-4d4b5585ba1b {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:25:18.179819 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ec1408-5359-44da-bfcc-7deb3460e4cd tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (4a3b8742-1613-4256-b318-4d4b5585ba1b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.219646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45512) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:18.223042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ec1408-5359-44da-bfcc-7deb3460e4cd tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (4a3b8742-1613-4256-b318-4d4b5585ba1b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.257351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f502411-c230-49fb-acd5-5f1b1eb2ee9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.317329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387f49d-287c-415c-b07d-43b7fa91ecec req-b56527ef-150b-4900-b7da-4a602f99ee5b tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:18.318877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0387f49d-287c-415c-b07d-43b7fa91ecec req-b56527ef-150b-4900-b7da-4a602f99ee5b tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.18 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 946 time: 0.0536215 Feb 02 13:25:18.347881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ec1408-5359-44da-bfcc-7deb3460e4cd tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (4a3b8742-1613-4256-b318-4d4b5585ba1b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.416862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0387f49d-287c-415c-b07d-43b7fa91ecec req-16e31635-8362-4a3d-8cb0-aa17566e94fb tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Deleting port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:18.417101 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f502411-c230-49fb-acd5-5f1b1eb2ee9c admin admin] Publish callbacks [] for security_group (332393ff-82c8-4344-a7ac-418b7eae3542), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.417247 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0387f49d-287c-415c-b07d-43b7fa91ecec req-16e31635-8362-4a3d-8cb0-aa17566e94fb tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.423401 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f502411-c230-49fb-acd5-5f1b1eb2ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (332393ff-82c8-4344-a7ac-418b7eae3542), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.443661 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ec1408-5359-44da-bfcc-7deb3460e4cd tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (4a3b8742-1613-4256-b318-4d4b5585ba1b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.492640 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1f502411-c230-49fb-acd5-5f1b1eb2ee9c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8f5591d7d3e94cac9da5fdba68bf1632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2717564 Feb 02 13:25:18.496760 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-57ec1408-5359-44da-bfcc-7deb3460e4cd tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.496975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45514) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:18.502508 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-57ec1408-5359-44da-bfcc-7deb3460e4cd tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/4a3b8742-1613-4256-b318-4d4b5585ba1b HTTP/1.1" status: 204 len: 168 time: 0.3759439 Feb 02 13:25:18.502508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec1408-5359-44da-bfcc-7deb3460e4cd tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3b8742-1613-4256-b318-4d4b5585ba1b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:18.502774 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5dc10-cdd6-41f2-86b9-90ee89d827e4 None None] Network df9b3f4b-14e5-43e3-8b3e-bfc3ca475848 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:18.504173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45516) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:18.504937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f502411-c230-49fb-acd5-5f1b1eb2ee9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332393ff-82c8-4344-a7ac-418b7eae3542,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:18.550093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0387f49d-287c-415c-b07d-43b7fa91ecec req-16e31635-8362-4a3d-8cb0-aa17566e94fb tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] For port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55,segment=NetworkSegment(0204d206-27ee-4365-9f60-afcaf9cfc116),segment_id=0204d206-27ee-4365-9f60-afcaf9cfc116)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:18.550449 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0387f49d-287c-415c-b07d-43b7fa91ecec req-16e31635-8362-4a3d-8cb0-aa17566e94fb tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.573352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0387f49d-287c-415c-b07d-43b7fa91ecec req-16e31635-8362-4a3d-8cb0-aa17566e94fb tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Calling delete_port for b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:18.584238 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (df9b3f4b-14e5-43e3-8b3e-bfc3ca475848), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.634980 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16295667-ac65-44dd-a73e-70f77256369e admin admin] Publish callbacks [] for security_group (332393ff-82c8-4344-a7ac-418b7eae3542), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.642845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 0fc32518-2d64-4045-b25d-69aae2dca754 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:18.643186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.654339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1ad9e3-fb52-4788-b22e-1bd0abfa73c2 None None] DHCP port deletion for df9b3f4b-14e5-43e3-8b3e-bfc3ca475848 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:25:18.668382 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16295667-ac65-44dd-a73e-70f77256369e admin admin] Publish callbacks [] for security_group (332393ff-82c8-4344-a7ac-418b7eae3542), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.714444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ad9e3-fb52-4788-b22e-1bd0abfa73c2 None None] Deleting port 0fc32518-2d64-4045-b25d-69aae2dca754 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:18.715697 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad9e3-fb52-4788-b22e-1bd0abfa73c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.719590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] For port 0fc32518-2d64-4045-b25d-69aae2dca754, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0fc32518-2d64-4045-b25d-69aae2dca754,segment=NetworkSegment(593fc293-c4c4-4633-bc88-0cdcfb69c7b1),segment_id=593fc293-c4c4-4633-bc88-0cdcfb69c7b1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:18.719950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.733763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 0fc32518-2d64-4045-b25d-69aae2dca754 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:18.760168 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16295667-ac65-44dd-a73e-70f77256369e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (332393ff-82c8-4344-a7ac-418b7eae3542), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.762823 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-16295667-ac65-44dd-a73e-70f77256369e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.764268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-16295667-ac65-44dd-a73e-70f77256369e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/332393ff-82c8-4344-a7ac-418b7eae3542 HTTP/1.1" status: 204 len: 168 time: 0.2663364 Feb 02 13:25:18.808072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16295667-ac65-44dd-a73e-70f77256369e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332393ff-82c8-4344-a7ac-418b7eae3542,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:18.810571 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0387f49d-287c-415c-b07d-43b7fa91ecec req-16e31635-8362-4a3d-8cb0-aa17566e94fb tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.827489 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.843908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e31635-8362-4a3d-8cb0-aa17566e94fb tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Pushing event deleted for resources: {'Port': ['ID=b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:18.865749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=0fc32518-2d64-4045-b25d-69aae2dca754,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:18.867713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No DVR routers for this DVR port 0fc32518-2d64-4045-b25d-69aae2dca754 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:25:18.896537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0387f49d-287c-415c-b07d-43b7fa91ecec req-16e31635-8362-4a3d-8cb0-aa17566e94fb tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] No DVR routers for this DVR port b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:25:18.899780 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0387f49d-287c-415c-b07d-43b7fa91ecec req-16e31635-8362-4a3d-8cb0-aa17566e94fb tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.904103 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0387f49d-287c-415c-b07d-43b7fa91ecec req-16e31635-8362-4a3d-8cb0-aa17566e94fb tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.18 "DELETE /v2.0/ports/b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 HTTP/1.1" status: 204 len: 173 time: 0.5791728 Feb 02 13:25:18.905293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d06e4e-db47-41ee-8d77-11885be245ad', 'name': 'network-vif-deleted', 'tag': 'b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:25:18.917686 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f548aa5c-c9a3-4b95-af30-cc9ccfada24c" -d '{"events": [{"server_uuid": "41d06e4e-db47-41ee-8d77-11885be245ad", "name": "network-vif-deleted", "tag": "b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:25:18.952333 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9f1ad9e3-fb52-4788-b22e-1bd0abfa73c2 None None] For port 0fc32518-2d64-4045-b25d-69aae2dca754, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0fc32518-2d64-4045-b25d-69aae2dca754,segment=NetworkSegment(593fc293-c4c4-4633-bc88-0cdcfb69c7b1),segment_id=593fc293-c4c4-4633-bc88-0cdcfb69c7b1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:18.952842 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad9e3-fb52-4788-b22e-1bd0abfa73c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:18.968287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9f1ad9e3-fb52-4788-b22e-1bd0abfa73c2 None None] Calling delete_port for 0fc32518-2d64-4045-b25d-69aae2dca754 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:18.970179 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c1c923-449d-483d-9e9e-9669d94dd3a4 x-openstack-request-id: req-f4c1c923-449d-483d-9e9e-9669d94dd3a4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:25:18.970715 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d06e4e-db47-41ee-8d77-11885be245ad", "name": "network-vif-deleted", "tag": "b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:25:18.971176 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f4c1c923-449d-483d-9e9e-9669d94dd3a4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:25:18.971835 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d06e4e-db47-41ee-8d77-11885be245ad', 'name': 'network-vif-deleted', 'tag': 'b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55', 'status': 'completed', 'code': 200} Feb 02 13:25:18.975603 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (df9b3f4b-14e5-43e3-8b3e-bfc3ca475848), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.025587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:25:19.025705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9b3f4b-14e5-43e3-8b3e-bfc3ca475848']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:19.038354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593fc293-c4c4-4633-bc88-0cdcfb69c7b1') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:19.038651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593fc293-c4c4-4633-bc88-0cdcfb69c7b1') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:19.055688 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (593fc293-c4c4-4633-bc88-0cdcfb69c7b1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.084581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (593fc293-c4c4-4633-bc88-0cdcfb69c7b1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.093029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:25:19.095296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (593fc293-c4c4-4633-bc88-0cdcfb69c7b1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.100663 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f1ad9e3-fb52-4788-b22e-1bd0abfa73c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (0fc32518-2d64-4045-b25d-69aae2dca754), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:25:19.105657 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:25:19.126558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d01d5cc-e1c7-456b-8cd5-f90d07a66818 req-18570c7d-d5bf-4154-9d95-c6cb96ec57a0 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=41d06e4e-db47-41ee-8d77-11885be245ad HTTP/1.1" status: 200 len: 210 time: 0.0431156 Feb 02 13:25:19.158126 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ad9e3-fb52-4788-b22e-1bd0abfa73c2 None None] Pushing event deleted for resources: {'Port': ['ID=0fc32518-2d64-4045-b25d-69aae2dca754,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:19.164229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ad9e3-fb52-4788-b22e-1bd0abfa73c2 None None] No DVR routers for this DVR port 0fc32518-2d64-4045-b25d-69aae2dca754 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:25:19.191500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (df9b3f4b-14e5-43e3-8b3e-bfc3ca475848), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.200764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.204276 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/networks/df9b3f4b-14e5-43e3-8b3e-bfc3ca475848 HTTP/1.1" status: 204 len: 168 time: 0.6953752 Feb 02 13:25:19.208213 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45526) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:19.218623 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaff656-89ae-479d-a281-aac7eb82f8c0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Network': ['ID=df9b3f4b-14e5-43e3-8b3e-bfc3ca475848,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:19.254449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53be645f-f58e-406d-8fea-ee780ba10b43 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:19.256038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-53be645f-f58e-406d-8fea-ee780ba10b43 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/624129c4-48e6-4e54-b544-62bde0a29451 HTTP/1.1" status: 200 len: 840 time: 0.0467312 Feb 02 13:25:19.260303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:19.305597 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-21db3b59-d53d-4052-b29d-72bfd2b04128 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/624129c4-48e6-4e54-b544-62bde0a29451?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0429728 Feb 02 13:25:19.308216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45536) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:19.313354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cc4c5e94-3db0-4b66-9d54-482427da3f37 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:19.403602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4c5e94-3db0-4b66-9d54-482427da3f37 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:19.406273 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:25:19.407447 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc4c5e94-3db0-4b66-9d54-482427da3f37 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.607585 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc4c5e94-3db0-4b66-9d54-482427da3f37 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (da9171e6-7119-4ac1-be4e-ebe4e5004f47), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.647833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4c5e94-3db0-4b66-9d54-482427da3f37 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:19.651010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-cc4c5e94-3db0-4b66-9d54-482427da3f37 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:19.655322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c5e94-3db0-4b66-9d54-482427da3f37 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:19.655939 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cc4c5e94-3db0-4b66-9d54-482427da3f37 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.661083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5ebbc7-0047-4d0f-b9bd-e86be86bf499 None None] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:19.670793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c5e94-3db0-4b66-9d54-482427da3f37 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Subnet': ['ID=da9171e6-7119-4ac1-be4e-ebe4e5004f47,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:19.680233 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cc4c5e94-3db0-4b66-9d54-482427da3f37 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3709705 Feb 02 13:25:19.682850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45548) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:19.687361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-75ba5ec1-4501-4a40-b2f3-a5bf780fa1b5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'security_group': {'name': 'tempest-secgroup-12405732'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:19.711201 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ba5ec1-4501-4a40-b2f3-a5bf780fa1b5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.780237 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ba5ec1-4501-4a40-b2f3-a5bf780fa1b5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (7bfa3ecd-c3c2-4639-9600-eae52b09f3df), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.786043 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ba5ec1-4501-4a40-b2f3-a5bf780fa1b5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7bfa3ecd-c3c2-4639-9600-eae52b09f3df), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.805281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'project_id': '28c08be874e7438da256264e52678382', 'fixed_ips': [{'subnet_id': 'da9171e6-7119-4ac1-be4e-ebe4e5004f47'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:25:19.806993 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.817534 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-75ba5ec1-4501-4a40-b2f3-a5bf780fa1b5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.818866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-75ba5ec1-4501-4a40-b2f3-a5bf780fa1b5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1350455 Feb 02 13:25:19.821618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45552) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:19.825980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-00ce0bb6-459b-43aa-b86a-f54fce336990 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'security_group': {'name': 'tempest-secgroup-618724865'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:19.835832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba5ec1-4501-4a40-b2f3-a5bf780fa1b5 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfa3ecd-c3c2-4639-9600-eae52b09f3df,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:19.852244 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00ce0bb6-459b-43aa-b86a-f54fce336990 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.926691 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00ce0bb6-459b-43aa-b86a-f54fce336990 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (2de0b1a5-062c-4254-90c2-f3d31fb61fe6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.931156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00ce0bb6-459b-43aa-b86a-f54fce336990 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2de0b1a5-062c-4254-90c2-f3d31fb61fe6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.965867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Allocated IP 172.20.0.2 (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667/da9171e6-7119-4ac1-be4e-ebe4e5004f47/c19d33fa-aaf8-4b6b-84ba-3c265f3fd759) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:19.969113 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-00ce0bb6-459b-43aa-b86a-f54fce336990 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:19.970489 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-00ce0bb6-459b-43aa-b86a-f54fce336990 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1478682 Feb 02 13:25:19.972546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce0bb6-459b-43aa-b86a-f54fce336990 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de0b1a5-062c-4254-90c2-f3d31fb61fe6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:19.973487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45558) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:19.986186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-521745422', 'security_groups': ['2de0b1a5-062c-4254-90c2-f3d31fb61fe6'], 'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'da9171e6-7119-4ac1-be4e-ebe4e5004f47'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:20.106011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:20.117803 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Publish callbacks [] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:20.124234 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:20.180968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:20.184569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:20.187314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:25:20.199382 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:20.219132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port e91d5953-0fe3-434a-b573-a7632d61d57d yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:25:20.225843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Pushing event updated for resources: {'Port': ['ID=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:20.269055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0fc32518-2d64-4045-b25d-69aae2dca754 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:25:20.289777 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Attempting to bind port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:25:20.290020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Attempting to bind port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:25:20.290387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Attempting to bind port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 on network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:25:20.292482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 0fc32518-2d64-4045-b25d-69aae2dca754 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:25:20.292824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0fc32518-2d64-4045-b25d-69aae2dca754 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:25:20.301342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:25:20.301730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Checking segment: {'id': '2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:25:20.302710 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:20.303134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Bound using segment: {'id': '2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:25:20.304103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Bound port: c19d33fa-aaf8-4b6b-84ba-3c265f3fd759, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:25:20.304103 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:20.376197 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] For port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:25:20.380264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] For port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,segment=NetworkSegment(2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74),segment_id=2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:25:20.387024 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:20.471217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.14 (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667/da9171e6-7119-4ac1-be4e-ebe4e5004f47/e91d5953-0fe3-434a-b573-a7632d61d57d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:20.473185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac52e1-f4e8-4da0-99d5-dc49d7772b3b None None] Pushing event updated for resources: {'Port': ['ID=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:20.635285 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (e91d5953-0fe3-434a-b573-a7632d61d57d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:20.711307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e91d5953-0fe3-434a-b573-a7632d61d57d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:20.759307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:20.762700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:20.766425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:25:20.803818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=e91d5953-0fe3-434a-b573-a7632d61d57d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:20.842156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:20.843027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:20.865251 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c87902b2-e94f-4ac3-a1af-f6d24b8bc55f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8863070 Feb 02 13:25:20.865741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:20.872604 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3afae4a1-3b81-4a4f-9eac-f4bdb15cc326 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:21.001571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afae4a1-3b81-4a4f-9eac-f4bdb15cc326 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:21.005200 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3afae4a1-3b81-4a4f-9eac-f4bdb15cc326 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:21.104063 n-d-827336-2 neutron-server[103188]: INFO neutron.db.ipam_backend_mixin [None req-3afae4a1-3b81-4a4f-9eac-f4bdb15cc326 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet da9171e6-7119-4ac1-be4e-ebe4e5004f47 (CIDR: 172.20.0.0/28) Feb 02 13:25:21.108087 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afae4a1-3b81-4a4f-9eac-f4bdb15cc326 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:25:21.108816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afae4a1-3b81-4a4f-9eac-f4bdb15cc326 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:21.128264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3afae4a1-3b81-4a4f-9eac-f4bdb15cc326 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2607005 Feb 02 13:25:21.131158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:21.139687 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7d5e4032-039f-444e-bf38-7037d453c0aa tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:21.260211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5e4032-039f-444e-bf38-7037d453c0aa tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:21.263762 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d5e4032-039f-444e-bf38-7037d453c0aa tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:21.525668 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d5e4032-039f-444e-bf38-7037d453c0aa tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (3aa817e7-aac7-4066-a207-addbe51adef4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:21.577792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e4032-039f-444e-bf38-7037d453c0aa tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:21.583829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e4032-039f-444e-bf38-7037d453c0aa tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:21.589420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e4032-039f-444e-bf38-7037d453c0aa tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:21.590369 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d5e4032-039f-444e-bf38-7037d453c0aa tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:21.611224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e4032-039f-444e-bf38-7037d453c0aa tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Subnet': ['ID=3aa817e7-aac7-4066-a207-addbe51adef4,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:21.624912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7d5e4032-039f-444e-bf38-7037d453c0aa tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4886940 Feb 02 13:25:21.625026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45608) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:21.631478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b834b0e5-a898-4f57-9e65-e7de693df02d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1822607124', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3aa817e7-aac7-4066-a207-addbe51adef4'}], 'security_groups': ['7bfa3ecd-c3c2-4639-9600-eae52b09f3df']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:21.679846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:25:21.689899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45610) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:21.725125 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b834b0e5-a898-4f57-9e65-e7de693df02d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e91d5953-0fe3-434a-b573-a7632d61d57d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:21.740264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:25:21.740608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b8a3e41a-d1f8-4aa8-adb9-d9a84a7f7e55 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:25:21.808710 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949a5b98-fe2f-43a2-b4c3-5816790b9949 None None] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:21.846692 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-834c7972-89d8-4042-8ba3-222e2d8f2fc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:21.889352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5a081704-f3b1-4a1e-be94-c02597734565 None None] Provisioning complete for port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:21.889726 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a081704-f3b1-4a1e-be94-c02597734565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:21.943806 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-834c7972-89d8-4042-8ba3-222e2d8f2fc5 admin admin] Publish callbacks [] for security_group (40f5df9f-122d-4f56-9048-618416cbc006), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:21.949781 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-834c7972-89d8-4042-8ba3-222e2d8f2fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (40f5df9f-122d-4f56-9048-618416cbc006), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:21.994401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-834c7972-89d8-4042-8ba3-222e2d8f2fc5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f253fd03c02e4d569c2f9bb3ec82d9d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032918 Feb 02 13:25:21.998576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45614) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:22.053698 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c7972-89d8-4042-8ba3-222e2d8f2fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f5df9f-122d-4f56-9048-618416cbc006,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:22.060249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5a081704-f3b1-4a1e-be94-c02597734565 None None] Current status of the port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:22.060872 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a081704-f3b1-4a1e-be94-c02597734565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.091354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-b834b0e5-a898-4f57-9e65-e7de693df02d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Delete allocated IP 172.20.0.14 (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667/da9171e6-7119-4ac1-be4e-ebe4e5004f47) {{(pid=103187) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 13:25:22.094212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc82022a-9d6b-4769-a630-77a8aee1ea5a admin admin] Publish callbacks [] for security_group (40f5df9f-122d-4f56-9048-618416cbc006), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.100910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-b834b0e5-a898-4f57-9e65-e7de693df02d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.19 (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667/3aa817e7-aac7-4066-a207-addbe51adef4/e91d5953-0fe3-434a-b573-a7632d61d57d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:22.102518 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a3dafe-0a1e-4b8d-9126-9e79795f3fe9 None None] Update dhcp port {'port': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'fixed_ips': [{'subnet_id': 'da9171e6-7119-4ac1-be4e-ebe4e5004f47', 'ip_address': '172.20.0.2'}, {'subnet_id': '3aa817e7-aac7-4066-a207-addbe51adef4'}], 'binding:host_id': 'n-d-827336-2'}, 'id': 'c19d33fa-aaf8-4b6b-84ba-3c265f3fd759'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:25:22.126571 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc82022a-9d6b-4769-a630-77a8aee1ea5a admin admin] Publish callbacks [] for security_group (40f5df9f-122d-4f56-9048-618416cbc006), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.134217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5a081704-f3b1-4a1e-be94-c02597734565 None None] For port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,segment=NetworkSegment(2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74),segment_id=2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:22.141275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a3dafe-0a1e-4b8d-9126-9e79795f3fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.150333 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a081704-f3b1-4a1e-be94-c02597734565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.197166 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc82022a-9d6b-4769-a630-77a8aee1ea5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (40f5df9f-122d-4f56-9048-618416cbc006), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.200552 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fc82022a-9d6b-4769-a630-77a8aee1ea5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.201747 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fc82022a-9d6b-4769-a630-77a8aee1ea5a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/40f5df9f-122d-4f56-9048-618416cbc006 HTTP/1.1" status: 204 len: 168 time: 0.2021074 Feb 02 13:25:22.208449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a081704-f3b1-4a1e-be94-c02597734565 None None] Pushing event updated for resources: {'Port': ['ID=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:22.216541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82022a-9d6b-4769-a630-77a8aee1ea5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f5df9f-122d-4f56-9048-618416cbc006,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:22.223257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5a081704-f3b1-4a1e-be94-c02597734565 None None] Provisioning complete for port 624129c4-48e6-4e54-b544-62bde0a29451 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:22.223755 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a081704-f3b1-4a1e-be94-c02597734565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (624129c4-48e6-4e54-b544-62bde0a29451), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.283902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5a081704-f3b1-4a1e-be94-c02597734565 None None] Port 624129c4-48e6-4e54-b544-62bde0a29451 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:22.356926 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b834b0e5-a898-4f57-9e65-e7de693df02d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (e91d5953-0fe3-434a-b573-a7632d61d57d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.367622 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b834b0e5-a898-4f57-9e65-e7de693df02d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e91d5953-0fe3-434a-b573-a7632d61d57d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.438816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:22.469403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834b0e5-a898-4f57-9e65-e7de693df02d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=e91d5953-0fe3-434a-b573-a7632d61d57d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:22.483351 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b834b0e5-a898-4f57-9e65-e7de693df02d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] In _notify_port_updated(), no bound segment for port e91d5953-0fe3-434a-b573-a7632d61d57d on network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:25:22.489547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b834b0e5-a898-4f57-9e65-e7de693df02d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:22.490560 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b834b0e5-a898-4f57-9e65-e7de693df02d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.494974 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b834b0e5-a898-4f57-9e65-e7de693df02d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "PUT /v2.0/ports/e91d5953-0fe3-434a-b573-a7632d61d57d HTTP/1.1" status: 200 len: 921 time: 0.8661199 Feb 02 13:25:22.495636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45620) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:22.508693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-49a3dafe-0a1e-4b8d-9126-9e79795f3fe9 None None] Allocated IP 172.20.0.18 (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667/3aa817e7-aac7-4066-a207-addbe51adef4/c19d33fa-aaf8-4b6b-84ba-3c265f3fd759) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:22.516800 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:22.517269 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.598073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-72d38a08-66cc-4776-b70e-37b99addc26d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port e91d5953-0fe3-434a-b573-a7632d61d57d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:22.598801 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72d38a08-66cc-4776-b70e-37b99addc26d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e91d5953-0fe3-434a-b573-a7632d61d57d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.683197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45624) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:22.703005 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dea033b9-1cfc-4d05-9902-c15b9331ad83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.705672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:22.715571 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72d38a08-66cc-4776-b70e-37b99addc26d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e91d5953-0fe3-434a-b573-a7632d61d57d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.722698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-49a3dafe-0a1e-4b8d-9126-9e79795f3fe9 None None] For port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,segment=NetworkSegment(2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74),segment_id=2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:22.735979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-72d38a08-66cc-4776-b70e-37b99addc26d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for e91d5953-0fe3-434a-b573-a7632d61d57d owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:22.761072 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a3dafe-0a1e-4b8d-9126-9e79795f3fe9 None None] Publish callbacks [] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.767058 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a3dafe-0a1e-4b8d-9126-9e79795f3fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.803454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dea033b9-1cfc-4d05-9902-c15b9331ad83 admin admin] Publish callbacks [] for security_group (d80584a4-eef4-4555-a345-6772219aaa38), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.808824 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dea033b9-1cfc-4d05-9902-c15b9331ad83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d80584a4-eef4-4555-a345-6772219aaa38), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:22.841034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3dafe-0a1e-4b8d-9126-9e79795f3fe9 None None] Pushing event updated for resources: {'Port': ['ID=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:22.851307 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dea033b9-1cfc-4d05-9902-c15b9331ad83 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=603476ebde6c4480b41a22b839ad4b6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1668391 Feb 02 13:25:22.851958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45626) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:22.923775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea033b9-1cfc-4d05-9902-c15b9331ad83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80584a4-eef4-4555-a345-6772219aaa38,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:22.956664 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ec5d2e8-0f97-4763-8ba4-1bd648f4f72c admin admin] Publish callbacks [] for security_group (d80584a4-eef4-4555-a345-6772219aaa38), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.005019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ec5d2e8-0f97-4763-8ba4-1bd648f4f72c admin admin] Publish callbacks [] for security_group (d80584a4-eef4-4555-a345-6772219aaa38), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.127920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ec5d2e8-0f97-4763-8ba4-1bd648f4f72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d80584a4-eef4-4555-a345-6772219aaa38), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.130702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9ec5d2e8-0f97-4763-8ba4-1bd648f4f72c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.136485 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9ec5d2e8-0f97-4763-8ba4-1bd648f4f72c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d80584a4-eef4-4555-a345-6772219aaa38 HTTP/1.1" status: 204 len: 168 time: 0.2824066 Feb 02 13:25:23.146031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5d2e8-0f97-4763-8ba4-1bd648f4f72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80584a4-eef4-4555-a345-6772219aaa38,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:23.344805 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72d38a08-66cc-4776-b70e-37b99addc26d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e91d5953-0fe3-434a-b573-a7632d61d57d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.387631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d38a08-66cc-4776-b70e-37b99addc26d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=e91d5953-0fe3-434a-b573-a7632d61d57d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:23.456739 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-72d38a08-66cc-4776-b70e-37b99addc26d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.462784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-72d38a08-66cc-4776-b70e-37b99addc26d tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/e91d5953-0fe3-434a-b573-a7632d61d57d HTTP/1.1" status: 204 len: 168 time: 0.9639986 Feb 02 13:25:23.463482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45634) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:23.490237 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-88204698-e145-464b-a2f5-9b87e3685e7c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:25:23.494427 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-88204698-e145-464b-a2f5-9b87e3685e7c tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/e91d5953-0fe3-434a-b573-a7632d61d57d HTTP/1.1" status: 404 len: 333 time: 0.0276363 Feb 02 13:25:23.494735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:23.553425 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70de8021-e021-4fb6-a172-8340c632cdb9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (2de0b1a5-062c-4254-90c2-f3d31fb61fe6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.580864 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70de8021-e021-4fb6-a172-8340c632cdb9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (2de0b1a5-062c-4254-90c2-f3d31fb61fe6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.640584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ca9ce041-0f5e-4fa3-9c28-c021ca668aed None None] Provisioning complete for port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:23.642090 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca9ce041-0f5e-4fa3-9c28-c021ca668aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.644910 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70de8021-e021-4fb6-a172-8340c632cdb9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2de0b1a5-062c-4254-90c2-f3d31fb61fe6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.647911 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70de8021-e021-4fb6-a172-8340c632cdb9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.649135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-70de8021-e021-4fb6-a172-8340c632cdb9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/security-groups/2de0b1a5-062c-4254-90c2-f3d31fb61fe6 HTTP/1.1" status: 204 len: 168 time: 0.1534872 Feb 02 13:25:23.651923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45650) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:23.662289 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de8021-e021-4fb6-a172-8340c632cdb9 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de0b1a5-062c-4254-90c2-f3d31fb61fe6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:23.783059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ce041-0f5e-4fa3-9c28-c021ca668aed None None] Current status of the port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:23.786901 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ca9ce041-0f5e-4fa3-9c28-c021ca668aed None None] Could not find standard attr ID for object e91d5953-0fe3-434a-b573-a7632d61d57d. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:25:23.805543 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e07664c-d821-4de4-aaa8-e8aab4606f03 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (7bfa3ecd-c3c2-4639-9600-eae52b09f3df), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.814186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ca9ce041-0f5e-4fa3-9c28-c021ca668aed None None] Provisioning complete for port 624129c4-48e6-4e54-b544-62bde0a29451 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:23.815444 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca9ce041-0f5e-4fa3-9c28-c021ca668aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (624129c4-48e6-4e54-b544-62bde0a29451), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.869949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e07664c-d821-4de4-aaa8-e8aab4606f03 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (7bfa3ecd-c3c2-4639-9600-eae52b09f3df), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.895136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ce041-0f5e-4fa3-9c28-c021ca668aed None None] Port 624129c4-48e6-4e54-b544-62bde0a29451 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:23.936118 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e07664c-d821-4de4-aaa8-e8aab4606f03 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7bfa3ecd-c3c2-4639-9600-eae52b09f3df), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.939347 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3e07664c-d821-4de4-aaa8-e8aab4606f03 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:23.943713 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3e07664c-d821-4de4-aaa8-e8aab4606f03 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/security-groups/7bfa3ecd-c3c2-4639-9600-eae52b09f3df HTTP/1.1" status: 204 len: 168 time: 0.2876101 Feb 02 13:25:23.944095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45668) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:23.952007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07664c-d821-4de4-aaa8-e8aab4606f03 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfa3ecd-c3c2-4639-9600-eae52b09f3df,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:24.001624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29e43f0-f1b0-483b-a3f4-c11ed56c5a2b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting subnet da9171e6-7119-4ac1-be4e-ebe4e5004f47 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:25:24.006040 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d29e43f0-f1b0-483b-a3f4-c11ed56c5a2b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (da9171e6-7119-4ac1-be4e-ebe4e5004f47), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:24.012573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8398c1dc-8169-4c5f-bc31-3a1d855ab9f4 None None] Could not find standard attr ID for object e91d5953-0fe3-434a-b573-a7632d61d57d. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:25:24.048706 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d29e43f0-f1b0-483b-a3f4-c11ed56c5a2b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (da9171e6-7119-4ac1-be4e-ebe4e5004f47), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:24.140023 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d29e43f0-f1b0-483b-a3f4-c11ed56c5a2b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (da9171e6-7119-4ac1-be4e-ebe4e5004f47), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:24.205913 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d29e43f0-f1b0-483b-a3f4-c11ed56c5a2b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (da9171e6-7119-4ac1-be4e-ebe4e5004f47), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:24.239513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e43f0-f1b0-483b-a3f4-c11ed56c5a2b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Subnet': ['ID=da9171e6-7119-4ac1-be4e-ebe4e5004f47,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:24.246427 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d29e43f0-f1b0-483b-a3f4-c11ed56c5a2b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:24.255634 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45674) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:24.256522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d29e43f0-f1b0-483b-a3f4-c11ed56c5a2b tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/da9171e6-7119-4ac1-be4e-ebe4e5004f47 HTTP/1.1" status: 204 len: 168 time: 0.3111744 Feb 02 13:25:24.260966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ae753354-1a73-4370-83bf-7717dfd91049 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:24.274370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:24.356582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:24.357467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:24.395371 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae753354-1a73-4370-83bf-7717dfd91049 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:24.399077 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae753354-1a73-4370-83bf-7717dfd91049 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:24.487368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:24.516494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c16a5a-3986-4423-9285-29a9a5f9de41 None None] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:24.541670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d2cff640-d97a-434b-af02-2d8a57f5e35f None None] Could not find standard attr ID for object e91d5953-0fe3-434a-b573-a7632d61d57d. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:25:24.752398 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae753354-1a73-4370-83bf-7717dfd91049 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (0bc71aee-3202-4e3d-b1a5-6f0027875d38), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:24.802016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae753354-1a73-4370-83bf-7717dfd91049 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:24.805445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ae753354-1a73-4370-83bf-7717dfd91049 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:24.809753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae753354-1a73-4370-83bf-7717dfd91049 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:24.810417 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae753354-1a73-4370-83bf-7717dfd91049 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:24.827091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae753354-1a73-4370-83bf-7717dfd91049 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Subnet': ['ID=0bc71aee-3202-4e3d-b1a5-6f0027875d38,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:24.845710 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45686) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:24.846198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ae753354-1a73-4370-83bf-7717dfd91049 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5891428 Feb 02 13:25:24.850735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-507f6649-089a-460e-bcfc-af48b63e6313 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'security_group': {'name': 'tempest-secgroup-128374429'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:24.900049 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507f6649-089a-460e-bcfc-af48b63e6313 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.000031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507f6649-089a-460e-bcfc-af48b63e6313 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (ec064420-5bf8-48a1-8956-7b33f3f2da50), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.007407 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507f6649-089a-460e-bcfc-af48b63e6313 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ec064420-5bf8-48a1-8956-7b33f3f2da50), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.039005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f6649-089a-460e-bcfc-af48b63e6313 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec064420-5bf8-48a1-8956-7b33f3f2da50,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:25.046887 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-507f6649-089a-460e-bcfc-af48b63e6313 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.049032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-507f6649-089a-460e-bcfc-af48b63e6313 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2020652 Feb 02 13:25:25.051849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45694) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:25.056793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-53c3a88e-20a1-4348-abe2-9a2d40bb27c3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'security_group': {'name': 'tempest-secgroup-1575193783'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:25.080443 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53c3a88e-20a1-4348-abe2-9a2d40bb27c3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.182978 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53c3a88e-20a1-4348-abe2-9a2d40bb27c3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (6344a5a6-9000-4ce6-b0ed-10643539b0b0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.188649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53c3a88e-20a1-4348-abe2-9a2d40bb27c3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6344a5a6-9000-4ce6-b0ed-10643539b0b0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.226163 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53c3a88e-20a1-4348-abe2-9a2d40bb27c3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.230442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45702) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:25.230681 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-53c3a88e-20a1-4348-abe2-9a2d40bb27c3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1776836 Feb 02 13:25:25.233145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3a88e-20a1-4348-abe2-9a2d40bb27c3 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6344a5a6-9000-4ce6-b0ed-10643539b0b0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:25.243378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b0477e61-0127-4d95-8c1b-67f6415bc3e0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'security_group': {'name': 'tempest-secgroup-613322112'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:25.270628 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0477e61-0127-4d95-8c1b-67f6415bc3e0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.355385 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0477e61-0127-4d95-8c1b-67f6415bc3e0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (c77b26c4-aa4f-4c2b-85f5-4fe8e3b73fca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.364211 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0477e61-0127-4d95-8c1b-67f6415bc3e0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c77b26c4-aa4f-4c2b-85f5-4fe8e3b73fca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.403723 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0477e61-0127-4d95-8c1b-67f6415bc3e0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.404869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b0477e61-0127-4d95-8c1b-67f6415bc3e0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1732748 Feb 02 13:25:25.407824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:25.413365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1574789962', 'security_groups': ['c77b26c4-aa4f-4c2b-85f5-4fe8e3b73fca'], 'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0bc71aee-3202-4e3d-b1a5-6f0027875d38'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:25.429062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0477e61-0127-4d95-8c1b-67f6415bc3e0 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77b26c4-aa4f-4c2b-85f5-4fe8e3b73fca,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:25.444473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a87c11c-5818-4257-a963-a753e7315b6f None None] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:25.518622 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-899e4e1e-2a5d-4ecf-9fcb-00efe1bb4018 None None] Provisioning complete for port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:25.518992 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-899e4e1e-2a5d-4ecf-9fcb-00efe1bb4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.572066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:25.660190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-899e4e1e-2a5d-4ecf-9fcb-00efe1bb4018 None None] Current status of the port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:25.674519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-899e4e1e-2a5d-4ecf-9fcb-00efe1bb4018 None None] Provisioning complete for port 624129c4-48e6-4e54-b544-62bde0a29451 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:25.675331 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-899e4e1e-2a5d-4ecf-9fcb-00efe1bb4018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (624129c4-48e6-4e54-b544-62bde0a29451), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.734128 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.757548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] device_id is not set on port 30db480c-3bed-4a5f-8470-48d57eb7c2a8 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:25:25.761000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-899e4e1e-2a5d-4ecf-9fcb-00efe1bb4018 None None] Port 624129c4-48e6-4e54-b544-62bde0a29451 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:25.773215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Update dhcp port {'port': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'fixed_ips': [{'subnet_id': '3aa817e7-aac7-4066-a207-addbe51adef4', 'ip_address': '172.20.0.18'}, {'subnet_id': '0bc71aee-3202-4e3d-b1a5-6f0027875d38'}], 'binding:host_id': 'n-d-827336-2'}, 'id': 'c19d33fa-aaf8-4b6b-84ba-3c265f3fd759'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:25:25.802013 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:25.995807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.2 (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667/0bc71aee-3202-4e3d-b1a5-6f0027875d38/30db480c-3bed-4a5f-8470-48d57eb7c2a8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:26.188370 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (30db480c-3bed-4a5f-8470-48d57eb7c2a8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:26.237915 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (30db480c-3bed-4a5f-8470-48d57eb7c2a8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:26.286025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:26.292581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:26.294589 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-af3d11d6-4736-45dc-bd59-e0f2b4f61358 {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:25:26.295016 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:25:26.297163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:25:26.330763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=30db480c-3bed-4a5f-8470-48d57eb7c2a8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:26.364445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:26.365189 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:26.389356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:26.390007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-255c7f52-8033-48a1-9514-d3969a4c0b56 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9806125 Feb 02 13:25:26.395019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fe1142ba-9799-4992-8348-56908bf4a956 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:26.535829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1142ba-9799-4992-8348-56908bf4a956 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:26.539404 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe1142ba-9799-4992-8348-56908bf4a956 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:26.640170 n-d-827336-2 neutron-server[103187]: INFO neutron.db.ipam_backend_mixin [None req-fe1142ba-9799-4992-8348-56908bf4a956 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0bc71aee-3202-4e3d-b1a5-6f0027875d38 (CIDR: 172.20.0.0/28) Feb 02 13:25:26.643660 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1142ba-9799-4992-8348-56908bf4a956 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:25:26.644187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1142ba-9799-4992-8348-56908bf4a956 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:26.660369 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fe1142ba-9799-4992-8348-56908bf4a956 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2698765 Feb 02 13:25:26.663037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45734) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:26.668039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bf69e843-a3bf-4ba4-9b7c-b1a2ce4f8b57 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:26.819481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf69e843-a3bf-4ba4-9b7c-b1a2ce4f8b57 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:26.824417 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bf69e843-a3bf-4ba4-9b7c-b1a2ce4f8b57 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:26.837664 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:26.918165 n-d-827336-2 neutron-server[103187]: INFO neutron.db.ipam_backend_mixin [None req-bf69e843-a3bf-4ba4-9b7c-b1a2ce4f8b57 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3aa817e7-aac7-4066-a207-addbe51adef4 (CIDR: 172.20.0.16/28) Feb 02 13:25:26.921764 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf69e843-a3bf-4ba4-9b7c-b1a2ce4f8b57 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:25:26.922276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf69e843-a3bf-4ba4-9b7c-b1a2ce4f8b57 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:26.941050 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bf69e843-a3bf-4ba4-9b7c-b1a2ce4f8b57 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2764146 Feb 02 13:25:26.943239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45740) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:26.948749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6e029175-52d0-4982-8a5c-0a63e727e8fe tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'subnet': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:27.052760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Allocated IP 172.20.0.3 (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667/0bc71aee-3202-4e3d-b1a5-6f0027875d38/c19d33fa-aaf8-4b6b-84ba-3c265f3fd759) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:27.091480 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e029175-52d0-4982-8a5c-0a63e727e8fe tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Made reservation on behalf of 28c08be874e7438da256264e52678382 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:27.096122 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e029175-52d0-4982-8a5c-0a63e727e8fe tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:27.191479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] For port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,segment=NetworkSegment(2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74),segment_id=2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:27.247499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Publish callbacks [] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:27.259272 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:27.564571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Pushing event updated for resources: {'Port': ['ID=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:27.575482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.575976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.576414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.576885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.577315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.577880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.578305 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.578725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.579144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.579610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.580032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.580447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.581455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f2c05d-3f62-4f94-90fe-f82239069848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:27.884975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e029175-52d0-4982-8a5c-0a63e727e8fe tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (eeff9bb0-dfff-44d5-ad2c-10830e565aad), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:27.936826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e029175-52d0-4982-8a5c-0a63e727e8fe tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Subnet': ['ID=eeff9bb0-dfff-44d5-ad2c-10830e565aad,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:27.954655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e029175-52d0-4982-8a5c-0a63e727e8fe tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:27.957326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-6e029175-52d0-4982-8a5c-0a63e727e8fe tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:27.962304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e029175-52d0-4982-8a5c-0a63e727e8fe tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:27.963964 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e029175-52d0-4982-8a5c-0a63e727e8fe tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:27.993369 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6e029175-52d0-4982-8a5c-0a63e727e8fe tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0463393 Feb 02 13:25:27.993755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:28.006090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-53f0e482-ed70-4340-ac83-c3096d57b26a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1396343621', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eeff9bb0-dfff-44d5-ad2c-10830e565aad'}], 'security_groups': ['ec064420-5bf8-48a1-8956-7b33f3f2da50', '6344a5a6-9000-4ce6-b0ed-10643539b0b0']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:28.105380 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53f0e482-ed70-4340-ac83-c3096d57b26a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (30db480c-3bed-4a5f-8470-48d57eb7c2a8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:28.302741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:28.358618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e6a154-732c-4f2c-9ef3-a69653a2e651 None None] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:28.458413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bc4ce479-721e-4a25-b638-c3c675ee6567 None None] Provisioning complete for port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:28.458874 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce479-721e-4a25-b638-c3c675ee6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:28.464721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:28.465324 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:28.529682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-53f0e482-ed70-4340-ac83-c3096d57b26a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Delete allocated IP 172.20.0.2 (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667/0bc71aee-3202-4e3d-b1a5-6f0027875d38) {{(pid=103188) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 02 13:25:28.539143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-53f0e482-ed70-4340-ac83-c3096d57b26a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Allocated IP 172.20.0.39 (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667/eeff9bb0-dfff-44d5-ad2c-10830e565aad/30db480c-3bed-4a5f-8470-48d57eb7c2a8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:28.719647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ce479-721e-4a25-b638-c3c675ee6567 None None] Current status of the port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:28.724583 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53f0e482-ed70-4340-ac83-c3096d57b26a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for port (30db480c-3bed-4a5f-8470-48d57eb7c2a8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:28.724813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:28.730820 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53f0e482-ed70-4340-ac83-c3096d57b26a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (30db480c-3bed-4a5f-8470-48d57eb7c2a8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:28.741931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bc4ce479-721e-4a25-b638-c3c675ee6567 None None] Provisioning complete for port 624129c4-48e6-4e54-b544-62bde0a29451 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:28.742307 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc4ce479-721e-4a25-b638-c3c675ee6567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (624129c4-48e6-4e54-b544-62bde0a29451), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:28.744012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7e8ac1-3580-45d8-b1fb-6c3682e6645c None None] Update dhcp port {'port': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'fixed_ips': [{'subnet_id': '3aa817e7-aac7-4066-a207-addbe51adef4', 'ip_address': '172.20.0.18'}, {'subnet_id': '0bc71aee-3202-4e3d-b1a5-6f0027875d38', 'ip_address': '172.20.0.3'}, {'subnet_id': 'eeff9bb0-dfff-44d5-ad2c-10830e565aad'}], 'binding:host_id': 'n-d-827336-2'}, 'id': 'c19d33fa-aaf8-4b6b-84ba-3c265f3fd759'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:25:28.794297 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f0e482-ed70-4340-ac83-c3096d57b26a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event updated for resources: {'Port': ['ID=30db480c-3bed-4a5f-8470-48d57eb7c2a8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:28.804310 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8ac1-3580-45d8-b1fb-6c3682e6645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:28.838113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ce479-721e-4a25-b638-c3c675ee6567 None None] Port 624129c4-48e6-4e54-b544-62bde0a29451 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:28.867896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-53f0e482-ed70-4340-ac83-c3096d57b26a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] In _notify_port_updated(), no bound segment for port 30db480c-3bed-4a5f-8470-48d57eb7c2a8 on network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:25:28.874751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f0e482-ed70-4340-ac83-c3096d57b26a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:28.875740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53f0e482-ed70-4340-ac83-c3096d57b26a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:28.877665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-53f0e482-ed70-4340-ac83-c3096d57b26a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "PUT /v2.0/ports/30db480c-3bed-4a5f-8470-48d57eb7c2a8 HTTP/1.1" status: 200 len: 960 time: 0.8826807 Feb 02 13:25:28.880941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45784) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:29.026470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d6db8516-94a6-41fe-a4c8-ef8229413f96 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 30db480c-3bed-4a5f-8470-48d57eb7c2a8 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:29.027135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6db8516-94a6-41fe-a4c8-ef8229413f96 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (30db480c-3bed-4a5f-8470-48d57eb7c2a8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.090079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ac7e8ac1-3580-45d8-b1fb-6c3682e6645c None None] Allocated IP 172.20.0.34 (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667/eeff9bb0-dfff-44d5-ad2c-10830e565aad/c19d33fa-aaf8-4b6b-84ba-3c265f3fd759) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:29.148234 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6db8516-94a6-41fe-a4c8-ef8229413f96 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (30db480c-3bed-4a5f-8470-48d57eb7c2a8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.166764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d6db8516-94a6-41fe-a4c8-ef8229413f96 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 30db480c-3bed-4a5f-8470-48d57eb7c2a8 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:29.201894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ac7e8ac1-3580-45d8-b1fb-6c3682e6645c None None] For port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,segment=NetworkSegment(2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74),segment_id=2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:29.245920 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8ac1-3580-45d8-b1fb-6c3682e6645c None None] Publish callbacks [] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.254803 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac7e8ac1-3580-45d8-b1fb-6c3682e6645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.352853 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6db8516-94a6-41fe-a4c8-ef8229413f96 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (30db480c-3bed-4a5f-8470-48d57eb7c2a8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.383590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db8516-94a6-41fe-a4c8-ef8229413f96 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=30db480c-3bed-4a5f-8470-48d57eb7c2a8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:29.417468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e8ac1-3580-45d8-b1fb-6c3682e6645c None None] Pushing event updated for resources: {'Port': ['ID=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:29.486744 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d6db8516-94a6-41fe-a4c8-ef8229413f96 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.491532 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d6db8516-94a6-41fe-a4c8-ef8229413f96 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/30db480c-3bed-4a5f-8470-48d57eb7c2a8 HTTP/1.1" status: 204 len: 168 time: 0.6078327 Feb 02 13:25:29.493307 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:29.538931 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6ae937-8973-41ba-958f-2c3e81073c9a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] GET failed (client error): The resource could not be found. Feb 02 13:25:29.541121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2f6ae937-8973-41ba-958f-2c3e81073c9a tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports/30db480c-3bed-4a5f-8470-48d57eb7c2a8 HTTP/1.1" status: 404 len: 333 time: 0.0466132 Feb 02 13:25:29.544146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45802) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:29.609965 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3faf72f3-1fb3-4c50-a373-461ca19f7b7f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (c77b26c4-aa4f-4c2b-85f5-4fe8e3b73fca), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.640540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3faf72f3-1fb3-4c50-a373-461ca19f7b7f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (c77b26c4-aa4f-4c2b-85f5-4fe8e3b73fca), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.692975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3faf72f3-1fb3-4c50-a373-461ca19f7b7f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c77b26c4-aa4f-4c2b-85f5-4fe8e3b73fca), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.700409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3faf72f3-1fb3-4c50-a373-461ca19f7b7f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.706392 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3faf72f3-1fb3-4c50-a373-461ca19f7b7f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/security-groups/c77b26c4-aa4f-4c2b-85f5-4fe8e3b73fca HTTP/1.1" status: 204 len: 168 time: 0.1585290 Feb 02 13:25:29.706691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:29.735037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf72f3-1fb3-4c50-a373-461ca19f7b7f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77b26c4-aa4f-4c2b-85f5-4fe8e3b73fca,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:29.797845 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b69c8d15-17f8-4f93-b5a8-5a750f3fb67f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (6344a5a6-9000-4ce6-b0ed-10643539b0b0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.824788 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b69c8d15-17f8-4f93-b5a8-5a750f3fb67f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (6344a5a6-9000-4ce6-b0ed-10643539b0b0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.875116 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b69c8d15-17f8-4f93-b5a8-5a750f3fb67f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6344a5a6-9000-4ce6-b0ed-10643539b0b0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.878092 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b69c8d15-17f8-4f93-b5a8-5a750f3fb67f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:29.879319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b69c8d15-17f8-4f93-b5a8-5a750f3fb67f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/security-groups/6344a5a6-9000-4ce6-b0ed-10643539b0b0 HTTP/1.1" status: 204 len: 168 time: 0.1718681 Feb 02 13:25:29.882335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45812) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:29.889331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c8d15-17f8-4f93-b5a8-5a750f3fb67f tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6344a5a6-9000-4ce6-b0ed-10643539b0b0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:29.984043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c615db0d-91a5-47ba-9295-a42fe2c9c915 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (ec064420-5bf8-48a1-8956-7b33f3f2da50), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.024421 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c615db0d-91a5-47ba-9295-a42fe2c9c915 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (ec064420-5bf8-48a1-8956-7b33f3f2da50), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.089338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c615db0d-91a5-47ba-9295-a42fe2c9c915 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ec064420-5bf8-48a1-8956-7b33f3f2da50), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.095642 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c615db0d-91a5-47ba-9295-a42fe2c9c915 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.101231 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45818) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:30.101577 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c615db0d-91a5-47ba-9295-a42fe2c9c915 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/security-groups/ec064420-5bf8-48a1-8956-7b33f3f2da50 HTTP/1.1" status: 204 len: 168 time: 0.2173238 Feb 02 13:25:30.114855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615db0d-91a5-47ba-9295-a42fe2c9c915 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec064420-5bf8-48a1-8956-7b33f3f2da50,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:30.208893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3ba93f-bc42-4715-b9ae-8e01891525cb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting subnet 0bc71aee-3202-4e3d-b1a5-6f0027875d38 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:25:30.212667 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba93f-bc42-4715-b9ae-8e01891525cb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (0bc71aee-3202-4e3d-b1a5-6f0027875d38), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.269489 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba93f-bc42-4715-b9ae-8e01891525cb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (0bc71aee-3202-4e3d-b1a5-6f0027875d38), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.290314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ec633f8d-a84a-4754-b847-04b99db7b81d None None] Provisioning complete for port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:30.290699 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec633f8d-a84a-4754-b847-04b99db7b81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.384129 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:30.393363 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba93f-bc42-4715-b9ae-8e01891525cb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (0bc71aee-3202-4e3d-b1a5-6f0027875d38), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.497282 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba93f-bc42-4715-b9ae-8e01891525cb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (0bc71aee-3202-4e3d-b1a5-6f0027875d38), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.515082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:30.516380 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.519370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec633f8d-a84a-4754-b847-04b99db7b81d None None] Current status of the port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:30.537949 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ba93f-bc42-4715-b9ae-8e01891525cb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc71aee-3202-4e3d-b1a5-6f0027875d38,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:30.547199 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba93f-bc42-4715-b9ae-8e01891525cb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.551637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cb3ba93f-bc42-4715-b9ae-8e01891525cb tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/0bc71aee-3202-4e3d-b1a5-6f0027875d38 HTTP/1.1" status: 204 len: 168 time: 0.4480209 Feb 02 13:25:30.556560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45832) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:30.579925 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ec633f8d-a84a-4754-b847-04b99db7b81d None None] Provisioning complete for port 624129c4-48e6-4e54-b544-62bde0a29451 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:30.580400 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec633f8d-a84a-4754-b847-04b99db7b81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (624129c4-48e6-4e54-b544-62bde0a29451), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.616169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c00686-9c5a-434b-9863-fbf6d6c06fcf tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting subnet eeff9bb0-dfff-44d5-ad2c-10830e565aad {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:25:30.620205 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42c00686-9c5a-434b-9863-fbf6d6c06fcf tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (eeff9bb0-dfff-44d5-ad2c-10830e565aad), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.640960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec633f8d-a84a-4754-b847-04b99db7b81d None None] Port 624129c4-48e6-4e54-b544-62bde0a29451 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:30.648906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ec633f8d-a84a-4754-b847-04b99db7b81d None None] Could not find standard attr ID for object 30db480c-3bed-4a5f-8470-48d57eb7c2a8. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:25:30.658693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:30.670663 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42c00686-9c5a-434b-9863-fbf6d6c06fcf tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (eeff9bb0-dfff-44d5-ad2c-10830e565aad), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.759888 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42c00686-9c5a-434b-9863-fbf6d6c06fcf tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (eeff9bb0-dfff-44d5-ad2c-10830e565aad), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.762759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2c8db797-d315-44f5-9f39-b5808d0c4976 None None] Could not find standard attr ID for object 30db480c-3bed-4a5f-8470-48d57eb7c2a8. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:25:30.819450 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42c00686-9c5a-434b-9863-fbf6d6c06fcf tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (eeff9bb0-dfff-44d5-ad2c-10830e565aad), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.846426 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c00686-9c5a-434b-9863-fbf6d6c06fcf tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Subnet': ['ID=eeff9bb0-dfff-44d5-ad2c-10830e565aad,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:30.850216 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42c00686-9c5a-434b-9863-fbf6d6c06fcf tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.853436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-42c00686-9c5a-434b-9863-fbf6d6c06fcf tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/eeff9bb0-dfff-44d5-ad2c-10830e565aad HTTP/1.1" status: 204 len: 168 time: 0.2955194 Feb 02 13:25:30.855915 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45846) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:30.881607 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd32be2c-6db4-4d71-9e45-f191e6d49efc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] DELETE failed (client error): The resource could not be found. Feb 02 13:25:30.882061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd32be2c-6db4-4d71-9e45-f191e6d49efc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:30.885134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fd32be2c-6db4-4d71-9e45-f191e6d49efc tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/0bc71aee-3202-4e3d-b1a5-6f0027875d38 HTTP/1.1" status: 404 len: 337 time: 0.0282762 Feb 02 13:25:30.887806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45848) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:30.944952 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c6b57c-e35d-4a72-a0b5-0beca530242e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting subnet 3aa817e7-aac7-4066-a207-addbe51adef4 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:25:30.948444 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b57c-e35d-4a72-a0b5-0beca530242e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (3aa817e7-aac7-4066-a207-addbe51adef4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:30.995591 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b57c-e35d-4a72-a0b5-0beca530242e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (3aa817e7-aac7-4066-a207-addbe51adef4), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:31.087607 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b57c-e35d-4a72-a0b5-0beca530242e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (3aa817e7-aac7-4066-a207-addbe51adef4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:31.093935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51f6803-e705-4836-a883-19c041523f66 None None] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:31.166251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b57c-e35d-4a72-a0b5-0beca530242e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (3aa817e7-aac7-4066-a207-addbe51adef4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:31.178927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-85d978a3-fe73-4a67-a9e5-fa86606624b8 None None] Could not find standard attr ID for object 30db480c-3bed-4a5f-8470-48d57eb7c2a8. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:25:31.198528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6b57c-e35d-4a72-a0b5-0beca530242e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Subnet': ['ID=3aa817e7-aac7-4066-a207-addbe51adef4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:31.206650 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b3c6b57c-e35d-4a72-a0b5-0beca530242e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:31.213385 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b3c6b57c-e35d-4a72-a0b5-0beca530242e tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/3aa817e7-aac7-4066-a207-addbe51adef4 HTTP/1.1" status: 204 len: 168 time: 0.3224866 Feb 02 13:25:31.213703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.242313 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a833a4b-8d4e-406e-b772-30fa1a30da68 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] DELETE failed (client error): The resource could not be found. Feb 02 13:25:31.242776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a833a4b-8d4e-406e-b772-30fa1a30da68 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:31.245875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2a833a4b-8d4e-406e-b772-30fa1a30da68 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/da9171e6-7119-4ac1-be4e-ebe4e5004f47 HTTP/1.1" status: 404 len: 337 time: 0.0312810 Feb 02 13:25:31.248471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.281203 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2d3234d6-2c21-47f0-95fd-2b4679343c41 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "GET /v2.0/ports?device_id=958850a6-37ef-4954-a99e-96f2bab420f2 HTTP/1.1" status: 200 len: 205 time: 0.0311632 Feb 02 13:25:31.283240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.299618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373bc457-514d-436f-a1c2-762a48e5456b None None] Update dhcp port {'port': {'network_id': 'ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667', 'fixed_ips': [{'subnet_id': '3aa817e7-aac7-4066-a207-addbe51adef4'}], 'binding:host_id': 'n-d-827336-2'}, 'id': 'c19d33fa-aaf8-4b6b-84ba-3c265f3fd759'} from n-d-827336-2. {{(pid=103189) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 02 13:25:31.327477 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3b1df870-f3e4-4966-b1ae-3d17c6096bb2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] delete failed (client error): The resource could not be found. Feb 02 13:25:31.328416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3b1df870-f3e4-4966-b1ae-3d17c6096bb2 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/routers/958850a6-37ef-4954-a99e-96f2bab420f2 HTTP/1.1" status: 404 len: 336 time: 0.0442283 Feb 02 13:25:31.331089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45860) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.334295 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-373bc457-514d-436f-a1c2-762a48e5456b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:31.362113 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0529e1d0-81cb-4d2d-b695-1a39a4ac8479 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] DELETE failed (client error): The resource could not be found. Feb 02 13:25:31.362862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0529e1d0-81cb-4d2d-b695-1a39a4ac8479 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:31.366573 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0529e1d0-81cb-4d2d-b695-1a39a4ac8479 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/4a3b8742-1613-4256-b318-4d4b5585ba1b HTTP/1.1" status: 404 len: 337 time: 0.0339069 Feb 02 13:25:31.369291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45862) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.395133 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-027b969e-9be8-41c3-9936-79b2fe8b91e8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] DELETE failed (client error): The resource could not be found. Feb 02 13:25:31.395619 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027b969e-9be8-41c3-9936-79b2fe8b91e8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:31.398763 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-027b969e-9be8-41c3-9936-79b2fe8b91e8 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/0ba13069-967e-4d89-8b51-5b04e3c4b626 HTTP/1.1" status: 404 len: 337 time: 0.0285492 Feb 02 13:25:31.401427 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45868) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.439081 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-826e2eab-27f6-404b-9cab-eb50cb9a5691 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] DELETE failed (client error): The resource could not be found. Feb 02 13:25:31.439621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826e2eab-27f6-404b-9cab-eb50cb9a5691 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:31.445110 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-826e2eab-27f6-404b-9cab-eb50cb9a5691 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/dc5557be-bfa4-4e82-9a6b-aa0fe1414d48 HTTP/1.1" status: 404 len: 337 time: 0.0401843 Feb 02 13:25:31.445479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45872) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.470213 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3e97a1-afc5-427f-a717-e27a462d8c36 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] DELETE failed (client error): The resource could not be found. Feb 02 13:25:31.470793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3e97a1-afc5-427f-a717-e27a462d8c36 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:31.475876 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ea3e97a1-afc5-427f-a717-e27a462d8c36 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/250ec33e-5e33-45bf-a479-10a9baa94168 HTTP/1.1" status: 404 len: 333 time: 0.0273807 Feb 02 13:25:31.477306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.506270 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-9682defd-7f1b-4bd3-b0bc-afb90ead20c1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] DELETE failed (client error): The resource could not be found. Feb 02 13:25:31.506924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9682defd-7f1b-4bd3-b0bc-afb90ead20c1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:31.509738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9682defd-7f1b-4bd3-b0bc-afb90ead20c1 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/6c3d3363-30ed-412d-a7c6-e0861f6e9df2 HTTP/1.1" status: 404 len: 337 time: 0.0305090 Feb 02 13:25:31.512378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.525380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45428aa4-4860-4545-8d4c-31c7361b03a9 None None] Network ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:31.549334 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb555cf-832d-4d9f-a1d4-7b3926370b94 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] DELETE failed (client error): The resource could not be found. Feb 02 13:25:31.550142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb555cf-832d-4d9f-a1d4-7b3926370b94 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:31.557004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1eb555cf-832d-4d9f-a1d4-7b3926370b94 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/2c2f433e-f846-4420-ae1f-77a8ad48c483 HTTP/1.1" status: 404 len: 337 time: 0.0399935 Feb 02 13:25:31.557811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45880) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.584132 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ba5824-05d4-4654-b1ef-d7b535ffa713 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] DELETE failed (client error): The resource could not be found. Feb 02 13:25:31.585263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ba5824-05d4-4654-b1ef-d7b535ffa713 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:31.593824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.594715 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-65ba5824-05d4-4654-b1ef-d7b535ffa713 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/46e97a90-2174-4335-b61d-05e36163eda4 HTTP/1.1" status: 404 len: 333 time: 0.0355692 Feb 02 13:25:31.626403 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae66dc4c-e18b-4e8e-a24a-49f4709d5ec6 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] DELETE failed (client error): The resource could not be found. Feb 02 13:25:31.627545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae66dc4c-e18b-4e8e-a24a-49f4709d5ec6 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:31.630296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9ddbdf23-d90d-4f16-8290-7b19aba80626 None None] Provisioning complete for port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:31.630669 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ddbdf23-d90d-4f16-8290-7b19aba80626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:31.634211 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ae66dc4c-e18b-4e8e-a24a-49f4709d5ec6 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/03b370c4-714a-4c71-9e94-b5d6e95ebf15 HTTP/1.1" status: 404 len: 337 time: 0.0375538 Feb 02 13:25:31.634474 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.683593 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76ca204-6e9d-4638-8555-da582c0bcf5e None None] DHCP port deletion for ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:25:31.684422 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-31371d81-aef6-4f92-a738-0b45abe46e72 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] DELETE failed (client error): The resource could not be found. Feb 02 13:25:31.685074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31371d81-aef6-4f92-a738-0b45abe46e72 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:25:31.688328 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-31371d81-aef6-4f92-a738-0b45abe46e72 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/subnets/6921f2fa-fd70-4279-9d8c-7cd2fc9a03a9 HTTP/1.1" status: 404 len: 337 time: 0.0529330 Feb 02 13:25:31.691922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:31.745204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9ddbdf23-d90d-4f16-8290-7b19aba80626 None None] Current status of the port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:31.779839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9ddbdf23-d90d-4f16-8290-7b19aba80626 None None] Provisioning complete for port 624129c4-48e6-4e54-b544-62bde0a29451 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:31.780537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9ddbdf23-d90d-4f16-8290-7b19aba80626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (624129c4-48e6-4e54-b544-62bde0a29451), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:31.806779 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7aa607e9-c4c1-44c4-986d-07128e09f05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:31.833636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9ddbdf23-d90d-4f16-8290-7b19aba80626 None None] Port 624129c4-48e6-4e54-b544-62bde0a29451 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:31.835716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b76ca204-6e9d-4638-8555-da582c0bcf5e None None] Deleting port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:31.836072 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b76ca204-6e9d-4638-8555-da582c0bcf5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:31.840908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-3865a2f3-586a-4f4a-b151-24a770837d09 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:31.842414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-3865a2f3-586a-4f4a-b151-24a770837d09 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/networks?id=ba545d7d-af0a-43ac-ac6f-585364c83c1a HTTP/1.1" status: 200 len: 814 time: 0.2001383 Feb 02 13:25:31.870692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-50e5b739-dc4f-4285-a642-1b1cb7172506 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/quotas/005a9e2215ee4a2b861f7c1bc40febf4 HTTP/1.1" status: 200 len: 375 time: 0.0178232 Feb 02 13:25:31.872781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-652ce7a1-1dd2-4064-bd66-0574706f2011 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Deleting port 624129c4-48e6-4e54-b544-62bde0a29451 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:31.872924 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-652ce7a1-1dd2-4064-bd66-0574706f2011 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (624129c4-48e6-4e54-b544-62bde0a29451), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:31.902332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b76ca204-6e9d-4638-8555-da582c0bcf5e None None] For port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,segment=NetworkSegment(2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74),segment_id=2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:31.902937 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b76ca204-6e9d-4638-8555-da582c0bcf5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:31.917638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b76ca204-6e9d-4638-8555-da582c0bcf5e None None] Calling delete_port for c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:31.924266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-22708a9c-649e-41ec-9bd6-2032d71fac82 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=005a9e2215ee4a2b861f7c1bc40febf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371108 Feb 02 13:25:31.990786 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-652ce7a1-1dd2-4064-bd66-0574706f2011 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (624129c4-48e6-4e54-b544-62bde0a29451), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:32.010628 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b76ca204-6e9d-4638-8555-da582c0bcf5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (c19d33fa-aaf8-4b6b-84ba-3c265f3fd759), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:32.015306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-652ce7a1-1dd2-4064-bd66-0574706f2011 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Calling delete_port for 624129c4-48e6-4e54-b544-62bde0a29451 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:32.038974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ca204-6e9d-4638-8555-da582c0bcf5e None None] Pushing event deleted for resources: {'Port': ['ID=c19d33fa-aaf8-4b6b-84ba-3c265f3fd759,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:32.043282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ca204-6e9d-4638-8555-da582c0bcf5e None None] No DVR routers for this DVR port c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:25:32.118501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-5ddcca07-f976-4f8b-85e9-39ed9ab9c966 service neutron] 10.222.0.83 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635699 Feb 02 13:25:32.229812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:25:32.253626 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-652ce7a1-1dd2-4064-bd66-0574706f2011 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (624129c4-48e6-4e54-b544-62bde0a29451), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:32.256501 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:25:32.256963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c19d33fa-aaf8-4b6b-84ba-3c265f3fd759 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:25:32.300507 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ce7a1-1dd2-4064-bd66-0574706f2011 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Port': ['ID=624129c4-48e6-4e54-b544-62bde0a29451,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:32.304861 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-5e06dbeb-fd0a-4892-827a-e6c856ebeeb1 service neutron] 10.222.0.83 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781509 Feb 02 13:25:32.309519 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-652ce7a1-1dd2-4064-bd66-0574706f2011 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:32.318400 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45914) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:32.329298 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-652ce7a1-1dd2-4064-bd66-0574706f2011 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/ports/624129c4-48e6-4e54-b544-62bde0a29451 HTTP/1.1" status: 204 len: 168 time: 0.6359689 Feb 02 13:25:32.406729 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:32.502566 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:32.524639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:32.534254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:32.534552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:32.544228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:32.557829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:32.564577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:25:32.564966 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (2c9eae2e-70f5-4c9a-b7e1-9b783dfdae74), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:25:32.568248 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:25:32.628467 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:32.635913 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:32.639632 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] 10.222.0.83 "DELETE /v2.0/networks/ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667 HTTP/1.1" status: 204 len: 168 time: 0.3202124 Feb 02 13:25:32.652034 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3c19e-8c1f-4857-810f-016a66c787e4 tempest-PortsTestJSON-1973541935 tempest-PortsTestJSON-1973541935-project] Pushing event deleted for resources: {'Network': ['ID=ba3b9a1b-c9b1-4f9e-b11a-2b2c745e1667,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:32.958588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 45930) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:33.136873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f397604-a12f-404f-bcd9-6c8449d4b50e req-ea885cdd-1c98-4b5f-bc79-df97cd422b5d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0546141 Feb 02 13:25:33.215458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d55f2ef4-cd7b-47f9-8bc4-ad881b1e02a8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=28c08be874e7438da256264e52678382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538488 Feb 02 13:25:33.216870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 45938) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:33.255873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f397604-a12f-404f-bcd9-6c8449d4b50e req-55d5d6e6-360e-4f82-8711-d24b5e280cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:33.257404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f397604-a12f-404f-bcd9-6c8449d4b50e req-55d5d6e6-360e-4f82-8711-d24b5e280cde service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 1128 time: 0.0581350 Feb 02 13:25:33.272334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-294740bc-7bfc-4e08-8ed6-899fd416fb0b admin admin] Publish callbacks [] for security_group (74431f3f-5e2f-4ea8-93be-fa5f7edf75e6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:33.303102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-294740bc-7bfc-4e08-8ed6-899fd416fb0b admin admin] Publish callbacks [] for security_group (74431f3f-5e2f-4ea8-93be-fa5f7edf75e6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:33.363528 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-294740bc-7bfc-4e08-8ed6-899fd416fb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (74431f3f-5e2f-4ea8-93be-fa5f7edf75e6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:33.366516 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-294740bc-7bfc-4e08-8ed6-899fd416fb0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:33.370329 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-294740bc-7bfc-4e08-8ed6-899fd416fb0b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/74431f3f-5e2f-4ea8-93be-fa5f7edf75e6 HTTP/1.1" status: 204 len: 168 time: 0.1500213 Feb 02 13:25:33.380518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294740bc-7bfc-4e08-8ed6-899fd416fb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74431f3f-5e2f-4ea8-93be-fa5f7edf75e6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:33.382955 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f397604-a12f-404f-bcd9-6c8449d4b50e req-0fe0aa30-55e7-43cf-808d-c9e3075ec029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:33.385205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f397604-a12f-404f-bcd9-6c8449d4b50e req-0fe0aa30-55e7-43cf-808d-c9e3075ec029 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 200 len: 917 time: 0.1085169 Feb 02 13:25:33.486384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f397604-a12f-404f-bcd9-6c8449d4b50e req-0a60ac20-b5f9-4e6a-b26f-51b407717b37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501 HTTP/1.1" status: 200 len: 1000 time: 0.0938427 Feb 02 13:25:33.569395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d4b01d2-7b18-404a-bf01-20b18b743d1e req-c74537f7-1ff8-4531-9c4d-c9a70b203983 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 210 time: 0.0752981 Feb 02 13:25:33.594534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f397604-a12f-404f-bcd9-6c8449d4b50e req-3cb7d3c8-60ec-4ae0-a0b9-acc60e63289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:33.596303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f397604-a12f-404f-bcd9-6c8449d4b50e req-3cb7d3c8-60ec-4ae0-a0b9-acc60e63289a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 200 len: 855 time: 0.1042805 Feb 02 13:25:33.650603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f397604-a12f-404f-bcd9-6c8449d4b50e req-b35ef6b5-ef7b-452f-b4bd-b15345be5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:33.652305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f397604-a12f-404f-bcd9-6c8449d4b50e req-b35ef6b5-ef7b-452f-b4bd-b15345be5a85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9354df0a-0d9a-4e5e-81ff-a8135783e4d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499301 Feb 02 13:25:33.759500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f397604-a12f-404f-bcd9-6c8449d4b50e req-d4080780-b49c-4509-b2df-036df7549180 service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005239 Feb 02 13:25:33.866196 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f397604-a12f-404f-bcd9-6c8449d4b50e req-fb418812-a47c-40a9-b6a5-4e30e2982b16 service neutron] 10.222.0.18 "GET /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010232 Feb 02 13:25:34.069276 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-724758d8-fae2-4f55-ad1f-4bf9940a5d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:34.676026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4de04249-5fc1-439e-8bc4-a08765023bad req-6e73ff23-902d-4663-88eb-72a57692f003 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 210 time: 0.0319648 Feb 02 13:25:35.549118 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:35.809615 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-003316f5-24f3-4f97-a7b6-a86a200a2b5c req-e365ffbe-546b-4acf-b582-8c8c46b814bd tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 210 time: 0.0588207 Feb 02 13:25:35.886596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46084) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:36.132233 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc24a580-70ed-42ee-8a72-ac220b1b7d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:36.223483 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc24a580-70ed-42ee-8a72-ac220b1b7d05 admin admin] Publish callbacks [] for security_group (a8c22e10-098f-41f6-940b-5a23a0237ad1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:36.228292 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc24a580-70ed-42ee-8a72-ac220b1b7d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a8c22e10-098f-41f6-940b-5a23a0237ad1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:36.266266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24a580-70ed-42ee-8a72-ac220b1b7d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c22e10-098f-41f6-940b-5a23a0237ad1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:36.279990 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fc24a580-70ed-42ee-8a72-ac220b1b7d05 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4191f004fc614aa48f1cb12c28c793f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3920074 Feb 02 13:25:36.281768 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46096) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:36.333991 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8538d3bb-8672-4780-844b-2e3fb71a7f3d admin admin] Publish callbacks [] for security_group (a8c22e10-098f-41f6-940b-5a23a0237ad1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:36.356419 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8538d3bb-8672-4780-844b-2e3fb71a7f3d admin admin] Publish callbacks [] for security_group (a8c22e10-098f-41f6-940b-5a23a0237ad1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:36.410310 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8538d3bb-8672-4780-844b-2e3fb71a7f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a8c22e10-098f-41f6-940b-5a23a0237ad1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:36.413586 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8538d3bb-8672-4780-844b-2e3fb71a7f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:36.414779 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8538d3bb-8672-4780-844b-2e3fb71a7f3d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a8c22e10-098f-41f6-940b-5a23a0237ad1 HTTP/1.1" status: 204 len: 168 time: 0.1314363 Feb 02 13:25:36.426952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8538d3bb-8672-4780-844b-2e3fb71a7f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c22e10-098f-41f6-940b-5a23a0237ad1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:36.744276 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:36.765073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-299219b2-ce7b-48a3-b6fa-d708561285ce tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:36.767151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-299219b2-ce7b-48a3-b6fa-d708561285ce tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.18 "GET /v2.0/networks?id=ba545d7d-af0a-43ac-ac6f-585364c83c1a HTTP/1.1" status: 200 len: 814 time: 0.1310246 Feb 02 13:25:36.770571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:36.789588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Request body: {'port': {'device_id': '3762e316-4061-4754-b408-324ea54f6d37', 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a', 'admin_state_up': True, 'tenant_id': '005a9e2215ee4a2b861f7c1bc40febf4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:36.794512 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90267f80-e12f-4d6d-8257-f582880e06f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:36.838304 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:36.955776 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-053426f3-7fac-43a5-8890-833ef061344d req-6f47462c-f59a-4de8-98ee-8100106497a0 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 210 time: 0.0480812 Feb 02 13:25:36.989948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Made reservation on behalf of 005a9e2215ee4a2b861f7c1bc40febf4 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:36.993378 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:37.019745 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90267f80-e12f-4d6d-8257-f582880e06f6 admin admin] Publish callbacks [] for security_group (6adf5e17-d7d7-4db3-966a-10a86f757535), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:37.027085 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90267f80-e12f-4d6d-8257-f582880e06f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6adf5e17-d7d7-4db3-966a-10a86f757535), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:37.113159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-90267f80-e12f-4d6d-8257-f582880e06f6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e5788346f3c84e81bf7acf06713a7a79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3412924 Feb 02 13:25:37.116409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46128) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:37.126010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90267f80-e12f-4d6d-8257-f582880e06f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adf5e17-d7d7-4db3-966a-10a86f757535,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:37.174211 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ce3e9bb-263a-43d2-8397-62ff742047ef admin admin] Publish callbacks [] for security_group (6adf5e17-d7d7-4db3-966a-10a86f757535), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:37.202744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Allocated IP 172.20.0.11 (ba545d7d-af0a-43ac-ac6f-585364c83c1a/34479a9c-9692-48a0-a454-6069330ee2e8/ff344f4a-0de6-4e9a-beb1-6a1e7955f680) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:37.215814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ce3e9bb-263a-43d2-8397-62ff742047ef admin admin] Publish callbacks [] for security_group (6adf5e17-d7d7-4db3-966a-10a86f757535), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:37.271871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ce3e9bb-263a-43d2-8397-62ff742047ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6adf5e17-d7d7-4db3-966a-10a86f757535), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:37.274458 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ce3e9bb-263a-43d2-8397-62ff742047ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:37.275658 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0ce3e9bb-263a-43d2-8397-62ff742047ef admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6adf5e17-d7d7-4db3-966a-10a86f757535 HTTP/1.1" status: 204 len: 168 time: 0.1582165 Feb 02 13:25:37.283794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3e9bb-263a-43d2-8397-62ff742047ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adf5e17-d7d7-4db3-966a-10a86f757535,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:37.391920 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks [] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:37.429945 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:37.484785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Network ba545d7d-af0a-43ac-ac6f-585364c83c1a is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:37.493528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:37.497512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:25:37.528530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Pushing event updated for resources: {'Port': ['ID=ff344f4a-0de6-4e9a-beb1-6a1e7955f680,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:37.584967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:37.585882 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:37.612153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-9b76ecd7-86e5-4059-9e0d-3589a6c2a7a9 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8265536 Feb 02 13:25:37.633200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Request body: {'port': {'device_id': '3762e316-4061-4754-b408-324ea54f6d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:37.698955 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:37.720258 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:37.975078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46160) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:38.009344 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.137933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad915587-49f8-4020-9c4b-ec38765d0d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.234518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b799ea-96cf-4b09-8f2f-23687906dafc req-521c5d56-e670-4ba2-8a5d-cae1eb8562f7 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:38.236075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52b799ea-96cf-4b09-8f2f-23687906dafc req-521c5d56-e670-4ba2-8a5d-cae1eb8562f7 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.5180161 Feb 02 13:25:38.245854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0dab1-fee0-41cc-a3f9-65ef4b671197 req-f42fc728-836d-4905-b4da-0c7e240be06d tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:38.247335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5de0dab1-fee0-41cc-a3f9-65ef4b671197 req-f42fc728-836d-4905-b4da-0c7e240be06d tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 932 time: 0.1818192 Feb 02 13:25:38.256406 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad915587-49f8-4020-9c4b-ec38765d0d48 admin admin] Publish callbacks [] for security_group (31672b09-eb3f-4af6-b2eb-ff025ccbe9af), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.261912 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad915587-49f8-4020-9c4b-ec38765d0d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (31672b09-eb3f-4af6-b2eb-ff025ccbe9af), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.303302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad915587-49f8-4020-9c4b-ec38765d0d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31672b09-eb3f-4af6-b2eb-ff025ccbe9af,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:38.314198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ad915587-49f8-4020-9c4b-ec38765d0d48 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2721aa14f5c5482a8c169080e031006c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3379290 Feb 02 13:25:38.316820 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46174) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:38.378571 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a3c1e58-94e1-4c66-b95d-9b93865ee83d admin admin] Publish callbacks [] for security_group (31672b09-eb3f-4af6-b2eb-ff025ccbe9af), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.393499 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5de0dab1-fee0-41cc-a3f9-65ef4b671197 req-d3e941c8-7b2c-4e39-b801-1742e60da62d tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317172 Feb 02 13:25:38.398758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52b799ea-96cf-4b09-8f2f-23687906dafc req-6ba7dd57-90c7-4941-8cfc-9fca32876262 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479740 Feb 02 13:25:38.407083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a3c1e58-94e1-4c66-b95d-9b93865ee83d admin admin] Publish callbacks [] for security_group (31672b09-eb3f-4af6-b2eb-ff025ccbe9af), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.469747 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a3c1e58-94e1-4c66-b95d-9b93865ee83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (31672b09-eb3f-4af6-b2eb-ff025ccbe9af), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.473381 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a3c1e58-94e1-4c66-b95d-9b93865ee83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.478352 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6a3c1e58-94e1-4c66-b95d-9b93865ee83d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/31672b09-eb3f-4af6-b2eb-ff025ccbe9af HTTP/1.1" status: 204 len: 168 time: 0.1605823 Feb 02 13:25:38.488473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c1e58-94e1-4c66-b95d-9b93865ee83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31672b09-eb3f-4af6-b2eb-ff025ccbe9af,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:38.516613 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff344f4a-0de6-4e9a-beb1-6a1e7955f680 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:25:38.525777 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Publish callbacks [] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.540879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Transition to ACTIVE for port object ff344f4a-0de6-4e9a-beb1-6a1e7955f680 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:25:38.547016 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.603462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff344f4a-0de6-4e9a-beb1-6a1e7955f680,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:38.686883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Attempting to bind port ff344f4a-0de6-4e9a-beb1-6a1e7955f680 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:25:38.687066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Attempting to bind port ff344f4a-0de6-4e9a-beb1-6a1e7955f680 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '0204d206-27ee-4365-9f60-afcaf9cfc116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:25:38.687612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Attempting to bind port ff344f4a-0de6-4e9a-beb1-6a1e7955f680 on network ba545d7d-af0a-43ac-ac6f-585364c83c1a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:25:38.699041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Port ff344f4a-0de6-4e9a-beb1-6a1e7955f680 on network ba545d7d-af0a-43ac-ac6f-585364c83c1a not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:25:38.699362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Attempting to bind port ff344f4a-0de6-4e9a-beb1-6a1e7955f680 on network ba545d7d-af0a-43ac-ac6f-585364c83c1a {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:25:38.705413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:25:38.708081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Checking segment: {'id': '0204d206-27ee-4365-9f60-afcaf9cfc116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:25:38.708653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Bound using segment: {'id': '0204d206-27ee-4365-9f60-afcaf9cfc116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:25:38.709267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Bound port: ff344f4a-0de6-4e9a-beb1-6a1e7955f680, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0204d206-27ee-4365-9f60-afcaf9cfc116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:25:38.709813 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.784292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] For port ff344f4a-0de6-4e9a-beb1-6a1e7955f680, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:25:38.788390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] For port ff344f4a-0de6-4e9a-beb1-6a1e7955f680, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ff344f4a-0de6-4e9a-beb1-6a1e7955f680,segment=NetworkSegment(0204d206-27ee-4365-9f60-afcaf9cfc116),segment_id=0204d206-27ee-4365-9f60-afcaf9cfc116)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:25:38.796221 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.835313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:38.836224 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:38.837894 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/ff344f4a-0de6-4e9a-beb1-6a1e7955f680 HTTP/1.1" status: 200 len: 1092 time: 1.2115822 Feb 02 13:25:38.838550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3762e316-4061-4754-b408-324ea54f6d37', 'tag': 'ff344f4a-0de6-4e9a-beb1-6a1e7955f680'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:25:38.841418 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9265b331-66d5-45e7-9bd7-2d377f245c54" -d '{"events": [{"name": "network-changed", "server_uuid": "3762e316-4061-4754-b408-324ea54f6d37", "tag": "ff344f4a-0de6-4e9a-beb1-6a1e7955f680"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:25:38.866839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91aed4-de24-40b1-9c8a-82b8309169b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff344f4a-0de6-4e9a-beb1-6a1e7955f680,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:38.932748 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4c4595-305b-4661-b0ba-b0ee792d96aa x-openstack-request-id: req-4b4c4595-305b-4661-b0ba-b0ee792d96aa {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:25:38.933297 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3762e316-4061-4754-b408-324ea54f6d37", "tag": "ff344f4a-0de6-4e9a-beb1-6a1e7955f680", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:25:38.933723 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4b4c4595-305b-4661-b0ba-b0ee792d96aa {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:25:38.934266 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3762e316-4061-4754-b408-324ea54f6d37', 'tag': 'ff344f4a-0de6-4e9a-beb1-6a1e7955f680', 'status': 'completed', 'code': 200} Feb 02 13:25:38.967463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-d16729cf-b01d-49cc-ba7d-2285ef6f5464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:38.969455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-d16729cf-b01d-49cc-ba7d-2285ef6f5464 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=005a9e2215ee4a2b861f7c1bc40febf4&device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 1126 time: 0.0743425 Feb 02 13:25:39.021224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-40d8aa50-ba05-4ad1-9e42-293202038fbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff344f4a-0de6-4e9a-beb1-6a1e7955f680 HTTP/1.1" status: 200 len: 217 time: 0.0373867 Feb 02 13:25:39.048732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46198) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:39.065605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:39.076956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-34e3ce36-c71c-4f9a-b61c-c7964b522af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:39.079098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-34e3ce36-c71c-4f9a-b61c-c7964b522af5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=34479a9c-9692-48a0-a454-6069330ee2e8 HTTP/1.1" status: 200 len: 854 time: 0.0508966 Feb 02 13:25:39.141419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-88cf93a4-7d6c-4d40-a4fb-1b164a5af79c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba545d7d-af0a-43ac-ac6f-585364c83c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336385 Feb 02 13:25:39.193004 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Publish callbacks [] for security_group (4897bf91-6a65-414e-84ce-022412cd0812), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:39.198527 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4897bf91-6a65-414e-84ce-022412cd0812), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:39.237355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4897bf91-6a65-414e-84ce-022412cd0812,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:39.243892 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-2643540a-a8db-4170-96e4-057165031228 service neutron] 10.222.0.18 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939231 Feb 02 13:25:39.246307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.246660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.246985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.247319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.247679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.248010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.248342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.248667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.248988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.249312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.249633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.249951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.250269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:39.258527 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0d948a39-fc32-4032-8e8d-53715b3d721e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9076361971c34b07af405b613c2a8396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2084789 Feb 02 13:25:39.259160 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46204) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:39.309897 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa856-f420-43ec-9ca2-5ef8312c95eb admin admin] Publish callbacks [] for security_group (4897bf91-6a65-414e-84ce-022412cd0812), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:39.334556 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa856-f420-43ec-9ca2-5ef8312c95eb admin admin] Publish callbacks [] for security_group (4897bf91-6a65-414e-84ce-022412cd0812), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:39.376006 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06979e26-f691-4fa0-a5ce-327588fb49b3 req-b864887a-05a0-4444-b221-ef6a3893f733 service neutron] 10.222.0.18 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167309 Feb 02 13:25:39.402113 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa856-f420-43ec-9ca2-5ef8312c95eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4897bf91-6a65-414e-84ce-022412cd0812), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:39.406500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b5fa856-f420-43ec-9ca2-5ef8312c95eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:39.407783 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1b5fa856-f420-43ec-9ca2-5ef8312c95eb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4897bf91-6a65-414e-84ce-022412cd0812 HTTP/1.1" status: 204 len: 168 time: 0.1472220 Feb 02 13:25:39.418955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fa856-f420-43ec-9ca2-5ef8312c95eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4897bf91-6a65-414e-84ce-022412cd0812,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:39.628866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0166f-36b3-4655-83a2-2a01fde55505 req-ea5e6170-7a96-4b24-8a9e-c0d5cdfc95f6 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:39.631047 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ea0166f-36b3-4655-83a2-2a01fde55505 req-ea5e6170-7a96-4b24-8a9e-c0d5cdfc95f6 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 944 time: 0.1325917 Feb 02 13:25:39.673432 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fad6d9-5df6-4053-b329-3b4b54a14e97 req-16390d23-4544-4ab7-91d9-baaf8a54e332 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:39.675223 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16fad6d9-5df6-4053-b329-3b4b54a14e97 req-16390d23-4544-4ab7-91d9-baaf8a54e332 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.1459587 Feb 02 13:25:39.677340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265b331-66d5-45e7-9bd7-2d377f245c54 req-051086a2-639f-40d3-a0e5-094e40b2bf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:39.679066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9265b331-66d5-45e7-9bd7-2d377f245c54 req-051086a2-639f-40d3-a0e5-094e40b2bf39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=005a9e2215ee4a2b861f7c1bc40febf4&device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 1126 time: 0.1177871 Feb 02 13:25:39.751746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ea0166f-36b3-4655-83a2-2a01fde55505 req-9b8061a7-2c2a-4d48-b139-228d70462996 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140616 Feb 02 13:25:39.774847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-0b0d87cf-ba3f-4312-ab10-2a9c36b7031c tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:39.776824 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-0b0d87cf-ba3f-4312-ab10-2a9c36b7031c tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.62 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 945 time: 0.0854480 Feb 02 13:25:39.832530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16fad6d9-5df6-4053-b329-3b4b54a14e97 req-da73d702-22e4-404a-aa5e-9b17d6fb9bda tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=fb7972c6-3cea-4a29-aaed-659efde4e1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485746 Feb 02 13:25:39.873121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265b331-66d5-45e7-9bd7-2d377f245c54 req-b99087ac-d62f-4cad-9876-575aeca4cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:39.875720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9265b331-66d5-45e7-9bd7-2d377f245c54 req-b99087ac-d62f-4cad-9876-575aeca4cbd7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba545d7d-af0a-43ac-ac6f-585364c83c1a HTTP/1.1" status: 200 len: 915 time: 0.1841147 Feb 02 13:25:39.951794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Deleting port b789b1b5-8e57-4145-8412-ed9ec2b40397 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:39.952257 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:39.963137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9265b331-66d5-45e7-9bd7-2d377f245c54 req-832db7ac-82f0-4e6a-b3e2-c874291c8f69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff344f4a-0de6-4e9a-beb1-6a1e7955f680 HTTP/1.1" status: 200 len: 217 time: 0.0646257 Feb 02 13:25:40.047000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9265b331-66d5-45e7-9bd7-2d377f245c54 req-ecab9843-b7ec-4cd6-912c-dd5a0d19e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:40.050510 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9265b331-66d5-45e7-9bd7-2d377f245c54 req-ecab9843-b7ec-4cd6-912c-dd5a0d19e594 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=34479a9c-9692-48a0-a454-6069330ee2e8 HTTP/1.1" status: 200 len: 854 time: 0.0809889 Feb 02 13:25:40.088472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9265b331-66d5-45e7-9bd7-2d377f245c54 req-ed18206d-6a27-4a8b-9f2a-1b264cdf828e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba545d7d-af0a-43ac-ac6f-585364c83c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313144 Feb 02 13:25:40.094472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] For port b789b1b5-8e57-4145-8412-ed9ec2b40397, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b789b1b5-8e57-4145-8412-ed9ec2b40397,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:40.095174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:40.205402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9265b331-66d5-45e7-9bd7-2d377f245c54 req-70ebd2b8-6889-4e4f-bbb6-0f5d6ad9ec19 service neutron] 10.222.0.18 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057487 Feb 02 13:25:40.307908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:40.309078 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (84d47c97-91c5-42c2-b76c-8a8a7cc9d994), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:40.309658 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Floating IP 84d47c97-91c5-42c2-b76c-8a8a7cc9d994 disassociated. External IP: 172.25.4.183, port: b789b1b5-8e57-4145-8412-ed9ec2b40397. Feb 02 13:25:40.310310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Calling delete_port for b789b1b5-8e57-4145-8412-ed9ec2b40397 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:40.331374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9265b331-66d5-45e7-9bd7-2d377f245c54 req-32f23a22-924c-439b-87e4-7e1f0806b7e3 service neutron] 10.222.0.18 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232681 Feb 02 13:25:40.451724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b789b1b5-8e57-4145-8412-ed9ec2b40397), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:40.492428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event deleted for resources: {'Port': ['ID=b789b1b5-8e57-4145-8412-ed9ec2b40397,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:40.626038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Router 2dd44bee-6489-46f8-8bc6-179a99d22013 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:25:40.689673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147937a-d9d5-44ef-98e1-cefdec9ae2b4 req-3476691e-3150-46aa-acb6-89b97574e2c2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:40.691869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8147937a-d9d5-44ef-98e1-cefdec9ae2b4 req-3476691e-3150-46aa-acb6-89b97574e2c2 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 946 time: 0.0772367 Feb 02 13:25:40.766040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:25:40.766994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8147937a-d9d5-44ef-98e1-cefdec9ae2b4 req-45e9f166-693b-4013-ad01-5e886d2e0d6f tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674872 Feb 02 13:25:40.797524 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f52267d-f963-4b16-ac8b-ffab1f084640 None None] Sync routers for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:25:40.828820 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f52267d-f963-4b16-ac8b-ffab1f084640 None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:40.830210 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9f52267d-f963-4b16-ac8b-ffab1f084640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:25:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:40.845833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] No DVR routers for this DVR port b789b1b5-8e57-4145-8412-ed9ec2b40397 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:25:40.851392 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:40.858459 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1dce3a6b-212a-4851-8b3b-798a97e7a10f req-a5a4593b-55e9-4237-9ee7-def951f82fcd tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.62 "DELETE /v2.0/ports/b789b1b5-8e57-4145-8412-ed9ec2b40397 HTTP/1.1" status: 204 len: 173 time: 1.0702133 Feb 02 13:25:40.859254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'name': 'network-vif-deleted', 'tag': 'b789b1b5-8e57-4145-8412-ed9ec2b40397'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:25:40.864316 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02de6c61-e471-45a4-ac1a-f5aa291da05f" -d '{"events": [{"server_uuid": "eea392d8-e56f-469c-99c8-1d2412a548b6", "name": "network-vif-deleted", "tag": "b789b1b5-8e57-4145-8412-ed9ec2b40397"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:25:40.898325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46260) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:40.963648 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41648e-1329-485a-971c-b9ed8a0b7cb3 req-862b1d86-468c-42b8-8aba-d13cd4463396 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:40.970532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a41648e-1329-485a-971c-b9ed8a0b7cb3 req-862b1d86-468c-42b8-8aba-d13cd4463396 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 944 time: 0.0810134 Feb 02 13:25:41.023265 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7a640c2-d764-48c8-bb49-454f91a896e8 req-992319d8-cbf9-44a8-85ee-af45c40cc31a tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea392d8-e56f-469c-99c8-1d2412a548b6 HTTP/1.1" status: 200 len: 210 time: 0.0493960 Feb 02 13:25:41.094152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a41648e-1329-485a-971c-b9ed8a0b7cb3 req-d4cdf0e6-e93c-4c55-b76b-8b5ad19b479a tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212902 Feb 02 13:25:41.123239 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9f52267d-f963-4b16-ac8b-ffab1f084640 None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:25:41.143221 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6c23b2-5f21-4fe5-b5e0-980b1b62dde0 x-openstack-request-id: req-2b6c23b2-5f21-4fe5-b5e0-980b1b62dde0 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:25:41.143594 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea392d8-e56f-469c-99c8-1d2412a548b6", "name": "network-vif-deleted", "tag": "b789b1b5-8e57-4145-8412-ed9ec2b40397", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:25:41.143852 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2b6c23b2-5f21-4fe5-b5e0-980b1b62dde0 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:25:41.144269 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea392d8-e56f-469c-99c8-1d2412a548b6', 'name': 'network-vif-deleted', 'tag': 'b789b1b5-8e57-4145-8412-ed9ec2b40397', 'status': 'completed', 'code': 200} Feb 02 13:25:41.221821 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f84a0d16-091d-496e-a730-d173b01971a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:41.309133 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f84a0d16-091d-496e-a730-d173b01971a0 admin admin] Publish callbacks [] for security_group (7db92741-3df8-48a8-9fe1-a55738c3a2da), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:41.316142 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f84a0d16-091d-496e-a730-d173b01971a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7db92741-3df8-48a8-9fe1-a55738c3a2da), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:41.353888 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9f52267d-f963-4b16-ac8b-ffab1f084640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:14Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:41.368507 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f84a0d16-091d-496e-a730-d173b01971a0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=72d99037ccdb4bfb853559e36cf90ea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4685712 Feb 02 13:25:41.371160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:41.374678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a0d16-091d-496e-a730-d173b01971a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db92741-3df8-48a8-9fe1-a55738c3a2da,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:41.406501 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f52267d-f963-4b16-ac8b-ffab1f084640 None None] Checking router: 2dd44bee-6489-46f8-8bc6-179a99d22013 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:25:41.418165 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f52267d-f963-4b16-ac8b-ffab1f084640 None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:41.419700 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9f52267d-f963-4b16-ac8b-ffab1f084640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:25:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:41.457620 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1f2d-b5b0-41c4-96b0-af6fc5da2eca admin admin] Publish callbacks [] for security_group (7db92741-3df8-48a8-9fe1-a55738c3a2da), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:41.485873 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1f2d-b5b0-41c4-96b0-af6fc5da2eca admin admin] Publish callbacks [] for security_group (7db92741-3df8-48a8-9fe1-a55738c3a2da), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:41.571219 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1f2d-b5b0-41c4-96b0-af6fc5da2eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7db92741-3df8-48a8-9fe1-a55738c3a2da), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:41.573915 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1f2d-b5b0-41c4-96b0-af6fc5da2eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:41.575138 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5f5c1f2d-b5b0-41c4-96b0-af6fc5da2eca admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7db92741-3df8-48a8-9fe1-a55738c3a2da HTTP/1.1" status: 204 len: 168 time: 0.2018917 Feb 02 13:25:41.585268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c1f2d-b5b0-41c4-96b0-af6fc5da2eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db92741-3df8-48a8-9fe1-a55738c3a2da,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:41.720251 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-9f52267d-f963-4b16-ac8b-ffab1f084640 None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:25:41.769831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ff344f4a-0de6-4e9a-beb1-6a1e7955f680 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:25:41.952648 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562b3ff-4cbc-4f58-821d-6b6bf7bac1f3 req-fda83dc7-3678-4f82-be94-730ed9e29891 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:41.954718 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5562b3ff-4cbc-4f58-821d-6b6bf7bac1f3 req-fda83dc7-3678-4f82-be94-730ed9e29891 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 946 time: 0.0613990 Feb 02 13:25:41.995219 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-9f52267d-f963-4b16-ac8b-ffab1f084640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:14Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:42.046727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5562b3ff-4cbc-4f58-821d-6b6bf7bac1f3 req-279d7ebf-f39b-4c2c-b7dc-f27f63ee1bed tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups?id=f626da65-e6ed-4ee5-99b1-875c8cbab907&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800982 Feb 02 13:25:42.076152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-d3b8d3fa-8718-4eda-a373-e45a00e1498c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:42.077731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-d3b8d3fa-8718-4eda-a373-e45a00e1498c tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.18 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 946 time: 0.0802271 Feb 02 13:25:42.080898 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f52267d-f963-4b16-ac8b-ffab1f084640 None None] The sync data for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 is: [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:14Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:25:42.142914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ff344f4a-0de6-4e9a-beb1-6a1e7955f680, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ff344f4a-0de6-4e9a-beb1-6a1e7955f680,segment=NetworkSegment(0204d206-27ee-4365-9f60-afcaf9cfc116),segment_id=0204d206-27ee-4365-9f60-afcaf9cfc116)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:42.157919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'ff344f4a-0de6-4e9a-beb1-6a1e7955f680', 'network_id': 'ba545d7d-af0a-43ac-ac6f-585364c83c1a', 'port_id': 'ff344f4a-0de6-4e9a-beb1-6a1e7955f680', 'mac_address': 'fa:16:3e:57:c4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34479a9c-9692-48a0-a454-6069330ee2e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:25:42.189995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46304) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:42.223760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port ff344f4a-0de6-4e9a-beb1-6a1e7955f680 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:42.224160 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.240470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff344f4a-0de6-4e9a-beb1-6a1e7955f680 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:25:42.271319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ff344f4a-0de6-4e9a-beb1-6a1e7955f680, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ff344f4a-0de6-4e9a-beb1-6a1e7955f680,segment=NetworkSegment(0204d206-27ee-4365-9f60-afcaf9cfc116),segment_id=0204d206-27ee-4365-9f60-afcaf9cfc116)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:42.277783 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.293405 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d22d8b91-c234-4e19-b95c-fa05c09b875b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group (fb7972c6-3cea-4a29-aaed-659efde4e1ff), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.326473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b0ca6-5d84-4489-a320-c4fe603cfa4c req-1f4de8d6-1e1e-42fd-9cd5-037d5ecddab4 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:42.327914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b6b0ca6-5d84-4489-a320-c4fe603cfa4c req-1f4de8d6-1e1e-42fd-9cd5-037d5ecddab4 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 944 time: 0.0971098 Feb 02 13:25:42.330264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Deleting port ef751c90-6b01-4f4a-9ac1-86751dfa6501 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:42.330696 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.336553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d22d8b91-c234-4e19-b95c-fa05c09b875b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group (fb7972c6-3cea-4a29-aaed-659efde4e1ff), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.342955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=ff344f4a-0de6-4e9a-beb1-6a1e7955f680,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:42.407461 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d22d8b91-c234-4e19-b95c-fa05c09b875b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fb7972c6-3cea-4a29-aaed-659efde4e1ff), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.411530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d22d8b91-c234-4e19-b95c-fa05c09b875b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.412877 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d22d8b91-c234-4e19-b95c-fa05c09b875b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "DELETE /v2.0/security-groups/fb7972c6-3cea-4a29-aaed-659efde4e1ff HTTP/1.1" status: 204 len: 168 time: 0.2217839 Feb 02 13:25:42.418871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46312) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:42.438321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d8b91-c234-4e19-b95c-fa05c09b875b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7972c6-3cea-4a29-aaed-659efde4e1ff,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:42.442522 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-29ec4472-2b5d-4627-9db3-d27fe6f64772 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] show failed (client error): The resource could not be found. Feb 02 13:25:42.444083 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-29ec4472-2b5d-4627-9db3-d27fe6f64772 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups/fb7972c6-3cea-4a29-aaed-659efde4e1ff HTTP/1.1" status: 404 len: 347 time: 0.0237551 Feb 02 13:25:42.447603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46314) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:42.461367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b6b0ca6-5d84-4489-a320-c4fe603cfa4c req-db763762-f542-4a2d-b56a-2980f161c74d tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272764 Feb 02 13:25:42.501643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] For port ef751c90-6b01-4f4a-9ac1-86751dfa6501, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ef751c90-6b01-4f4a-9ac1-86751dfa6501,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:42.502585 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.536681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['ff344f4a-0de6-4e9a-beb1-6a1e7955f680'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:25:42.595221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6e403b-9925-4a2b-9fcb-d42198a3434e None None] New status for floating IP 84d47c97-91c5-42c2-b76c-8a8a7cc9d994: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:25:42.602661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-10f219c3-3d06-4973-ab2b-4b4698c6fc38 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Deleting port 83999ce4-5004-4119-a59e-82c61722e536 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:42.603134 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10f219c3-3d06-4973-ab2b-4b4698c6fc38 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (83999ce4-5004-4119-a59e-82c61722e536), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.745738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.745738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (080c894d-e85d-4385-a445-ddf5a7c2912e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.745738 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Floating IP 080c894d-e85d-4385-a445-ddf5a7c2912e disassociated. External IP: 172.25.4.65, port: ef751c90-6b01-4f4a-9ac1-86751dfa6501. Feb 02 13:25:42.745738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Calling delete_port for ef751c90-6b01-4f4a-9ac1-86751dfa6501 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:42.746243 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10f219c3-3d06-4973-ab2b-4b4698c6fc38 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (83999ce4-5004-4119-a59e-82c61722e536), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.746243 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10f219c3-3d06-4973-ab2b-4b4698c6fc38 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (83999ce4-5004-4119-a59e-82c61722e536), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:42.774030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-10f219c3-3d06-4973-ab2b-4b4698c6fc38 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Calling delete_port for 83999ce4-5004-4119-a59e-82c61722e536 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:42.977738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ef751c90-6b01-4f4a-9ac1-86751dfa6501), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:43.009258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10f219c3-3d06-4973-ab2b-4b4698c6fc38 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (83999ce4-5004-4119-a59e-82c61722e536), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:43.014249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event deleted for resources: {'Port': ['ID=ef751c90-6b01-4f4a-9ac1-86751dfa6501,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:43.043005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f219c3-3d06-4973-ab2b-4b4698c6fc38 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event deleted for resources: {'Port': ['ID=83999ce4-5004-4119-a59e-82c61722e536,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:43.123662 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10f219c3-3d06-4973-ab2b-4b4698c6fc38 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (84d47c97-91c5-42c2-b76c-8a8a7cc9d994), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:43.126249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-10f219c3-3d06-4973-ab2b-4b4698c6fc38 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:43.131978 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-10f219c3-3d06-4973-ab2b-4b4698c6fc38 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "DELETE /v2.0/floatingips/84d47c97-91c5-42c2-b76c-8a8a7cc9d994 HTTP/1.1" status: 204 len: 168 time: 0.6828959 Feb 02 13:25:43.190713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Router 24688756-6fd4-4fcc-9727-64ce0a871445 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:25:43.236425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a65befaa-da38-4324-83fe-48ead2a3dcb4 req-f14ce500-dae8-4635-8d4c-ecdef65bc9c3 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/ports?device_id=b42d57cc-d89c-44b7-9392-d9c9c87e5f0e HTTP/1.1" status: 200 len: 210 time: 0.0440261 Feb 02 13:25:43.377871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:25:43.389155 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712cd9bd-119a-4b74-9c1a-f9961234f920 None None] Sync routers for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:25:43.415783 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712cd9bd-119a-4b74-9c1a-f9961234f920 None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:43.416792 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-712cd9bd-119a-4b74-9c1a-f9961234f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:25:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:43.474816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] No DVR routers for this DVR port ef751c90-6b01-4f4a-9ac1-86751dfa6501 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:25:43.486767 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:43.490603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25aead1a-22d8-4856-9cd9-16c2d0490d58 req-7d0b5d4c-5e9b-4883-a5e5-286e82237cbb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.18 "DELETE /v2.0/ports/ef751c90-6b01-4f4a-9ac1-86751dfa6501 HTTP/1.1" status: 204 len: 173 time: 1.3993320 Feb 02 13:25:43.491111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'name': 'network-vif-deleted', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:25:43.493896 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab51f40e-fc01-48cf-8475-a2f8271acde3" -d '{"events": [{"server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "name": "network-vif-deleted", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:25:43.539113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46376) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:43.706044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46380) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:43.720651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-25c0f158-7ace-46b4-898a-5ac45996890f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1281493579', 'description': 'tempest-description--1174187336'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:43.733837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a8e9f-f09a-4be2-9c2a-030b0473ba2b req-ba2e3f25-bd3a-43b9-9a82-94d5444432c5 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:43.735923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e72a8e9f-f09a-4be2-9c2a-030b0473ba2b req-ba2e3f25-bd3a-43b9-9a82-94d5444432c5 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 945 time: 0.1349108 Feb 02 13:25:43.776657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25c0f158-7ace-46b4-898a-5ac45996890f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:43.791657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ff344f4a-0de6-4e9a-beb1-6a1e7955f680 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:43.807606 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a69d84d-cba0-4447-b8dd-1fe6a967bd1f x-openstack-request-id: req-1a69d84d-cba0-4447-b8dd-1fe6a967bd1f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:25:43.808036 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42d57cc-d89c-44b7-9392-d9c9c87e5f0e", "name": "network-vif-deleted", "tag": "ef751c90-6b01-4f4a-9ac1-86751dfa6501", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:25:43.808285 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1a69d84d-cba0-4447-b8dd-1fe6a967bd1f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:25:43.809321 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b42d57cc-d89c-44b7-9392-d9c9c87e5f0e', 'name': 'network-vif-deleted', 'tag': 'ef751c90-6b01-4f4a-9ac1-86751dfa6501', 'status': 'completed', 'code': 200} Feb 02 13:25:43.811114 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-712cd9bd-119a-4b74-9c1a-f9961234f920 None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:25:43.817213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e72a8e9f-f09a-4be2-9c2a-030b0473ba2b req-e9ebda29-e837-4f47-a543-30f9b858ea5a tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652647 Feb 02 13:25:43.927097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port ff344f4a-0de6-4e9a-beb1-6a1e7955f680 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:25:43.932874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port ff344f4a-0de6-4e9a-beb1-6a1e7955f680 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:43.933470 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:43.945110 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25c0f158-7ace-46b4-898a-5ac45996890f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group (00c68912-16a1-4976-b244-6b016717ddbf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:43.951065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46384) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:43.968459 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25c0f158-7ace-46b4-898a-5ac45996890f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (00c68912-16a1-4976-b244-6b016717ddbf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:43.995905 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6d049a7-8f7e-468c-9c63-1c85762f86d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.037909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25c0f158-7ace-46b4-898a-5ac45996890f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.038261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port ff344f4a-0de6-4e9a-beb1-6a1e7955f680 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:44.038731 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.042188 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-25c0f158-7ace-46b4-898a-5ac45996890f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3308878 Feb 02 13:25:44.043138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46388) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:44.043336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0f158-7ace-46b4-898a-5ac45996890f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c68912-16a1-4976-b244-6b016717ddbf,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:44.049352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-91d4aee0-22b8-4ebe-8713-b81a5e782cb3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Request body: {'security_group_rule': {'security_group_id': '00c68912-16a1-4976-b244-6b016717ddbf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:44.073306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3762e316-4061-4754-b408-324ea54f6d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff344f4a-0de6-4e9a-beb1-6a1e7955f680'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:25:44.076521 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1236b2b7-f98d-4df4-baee-3188725652a9" -d '{"events": [{"server_uuid": "3762e316-4061-4754-b408-324ea54f6d37", "name": "network-vif-plugged", "status": "completed", "tag": "ff344f4a-0de6-4e9a-beb1-6a1e7955f680"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:25:44.097752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ff344f4a-0de6-4e9a-beb1-6a1e7955f680, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ff344f4a-0de6-4e9a-beb1-6a1e7955f680,segment=NetworkSegment(0204d206-27ee-4365-9f60-afcaf9cfc116),segment_id=0204d206-27ee-4365-9f60-afcaf9cfc116)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:44.098368 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91d4aee0-22b8-4ebe-8713-b81a5e782cb3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group_rule (5a6fd912-5a74-4360-8608-6689400d23d3), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.105721 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.107570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ef751c90-6b01-4f4a-9ac1-86751dfa6501 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:25:44.110169 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3926f797-661a-4ee8-8889-28726d8e35fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.131882 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-712cd9bd-119a-4b74-9c1a-f9961234f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:04Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:44.145234 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: ef751c90-6b01-4f4a-9ac1-86751dfa6501 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:25:44.146461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ef751c90-6b01-4f4a-9ac1-86751dfa6501 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:25:44.181724 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712cd9bd-119a-4b74-9c1a-f9961234f920 None None] Checking router: 24688756-6fd4-4fcc-9727-64ce0a871445 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:25:44.196136 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e64cef-3da9-4630-babb-4d60fbd8f067 x-openstack-request-id: req-52e64cef-3da9-4630-babb-4d60fbd8f067 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:25:44.197262 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3762e316-4061-4754-b408-324ea54f6d37", "name": "network-vif-plugged", "status": "completed", "tag": "ff344f4a-0de6-4e9a-beb1-6a1e7955f680", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:25:44.198039 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712cd9bd-119a-4b74-9c1a-f9961234f920 None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:25:44.198418 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-52e64cef-3da9-4630-babb-4d60fbd8f067 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:25:44.198730 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-712cd9bd-119a-4b74-9c1a-f9961234f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:25:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:44.199319 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3762e316-4061-4754-b408-324ea54f6d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff344f4a-0de6-4e9a-beb1-6a1e7955f680', 'code': 200} Feb 02 13:25:44.224682 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91d4aee0-22b8-4ebe-8713-b81a5e782cb3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group_rule (5a6fd912-5a74-4360-8608-6689400d23d3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.224972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6d049a7-8f7e-468c-9c63-1c85762f86d9 admin admin] Publish callbacks [] for security_group (f55beafd-4630-4712-9c2e-1bb36985c8ea), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.234670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=ff344f4a-0de6-4e9a-beb1-6a1e7955f680,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:44.242229 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91d4aee0-22b8-4ebe-8713-b81a5e782cb3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (5a6fd912-5a74-4360-8608-6689400d23d3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.242478 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6d049a7-8f7e-468c-9c63-1c85762f86d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f55beafd-4630-4712-9c2e-1bb36985c8ea), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.266699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4aee0-22b8-4ebe-8713-b81a5e782cb3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6fd912-5a74-4360-8608-6689400d23d3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:44.289321 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3926f797-661a-4ee8-8889-28726d8e35fd admin admin] Publish callbacks [] for security_group (01401b11-fc7b-40b8-82e7-70644a75bda5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.298370 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-91d4aee0-22b8-4ebe-8713-b81a5e782cb3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.301124 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f6d049a7-8f7e-468c-9c63-1c85762f86d9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=22d3846190274b81b7cb879c3b8cc5d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7603538 Feb 02 13:25:44.302670 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d049a7-8f7e-468c-9c63-1c85762f86d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55beafd-4630-4712-9c2e-1bb36985c8ea,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:44.304745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-91d4aee0-22b8-4ebe-8713-b81a5e782cb3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2599900 Feb 02 13:25:44.305377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46394) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:44.305576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46396) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:44.307696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3926f797-661a-4ee8-8889-28726d8e35fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (01401b11-fc7b-40b8-82e7-70644a75bda5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.323808 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2f7a6b0e-da75-4dc2-b08f-9aa67c1a191d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Request body: {'security_group_rule': {'security_group_id': '00c68912-16a1-4976-b244-6b016717ddbf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:44.382395 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3926f797-661a-4ee8-8889-28726d8e35fd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8f9c2d6f8537443b9e22faee9d3f5bad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4270606 Feb 02 13:25:44.384028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46400) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:44.388369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926f797-661a-4ee8-8889-28726d8e35fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01401b11-fc7b-40b8-82e7-70644a75bda5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:44.404422 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-712cd9bd-119a-4b74-9c1a-f9961234f920 None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:25:44.412088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46402) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:44.415877 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6b0e-da75-4dc2-b08f-9aa67c1a191d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group_rule (9654074d-689f-4588-826e-1becf6d62aa9), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.430291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee690f28-3f8d-48f5-bf4c-652ed820e35f admin admin] Publish callbacks [] for security_group (f55beafd-4630-4712-9c2e-1bb36985c8ea), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.450183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a180d5-7259-47cd-871c-8f31e539d680 req-8fc59c5e-cddb-45ad-bb56-aac858eebe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:44.451714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-48a180d5-7259-47cd-871c-8f31e539d680 req-8fc59c5e-cddb-45ad-bb56-aac858eebe6c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 1128 time: 0.1146424 Feb 02 13:25:44.474057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee690f28-3f8d-48f5-bf4c-652ed820e35f admin admin] Publish callbacks [] for security_group (f55beafd-4630-4712-9c2e-1bb36985c8ea), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.515531 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6b0e-da75-4dc2-b08f-9aa67c1a191d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group_rule (9654074d-689f-4588-826e-1becf6d62aa9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.518297 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2522b80c-737b-4405-93e5-92cfdbfd5bb9 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group (f626da65-e6ed-4ee5-99b1-875c8cbab907), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.519362 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79e11534-2f36-46e2-ab9f-83790c6ea81c admin admin] Publish callbacks [] for security_group (01401b11-fc7b-40b8-82e7-70644a75bda5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.530256 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6b0e-da75-4dc2-b08f-9aa67c1a191d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (9654074d-689f-4588-826e-1becf6d62aa9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.548581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2522b80c-737b-4405-93e5-92cfdbfd5bb9 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group (f626da65-e6ed-4ee5-99b1-875c8cbab907), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.553105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-48a180d5-7259-47cd-871c-8f31e539d680 req-a018e59a-71ce-491e-bd58-89d505728bd7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902569 Feb 02 13:25:44.569393 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79e11534-2f36-46e2-ab9f-83790c6ea81c admin admin] Publish callbacks [] for security_group (01401b11-fc7b-40b8-82e7-70644a75bda5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.571595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a6b0e-da75-4dc2-b08f-9aa67c1a191d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9654074d-689f-4588-826e-1becf6d62aa9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:44.576257 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee690f28-3f8d-48f5-bf4c-652ed820e35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f55beafd-4630-4712-9c2e-1bb36985c8ea), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.578115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b789b1b5-8e57-4145-8412-ed9ec2b40397 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:25:44.579951 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f7a6b0e-da75-4dc2-b08f-9aa67c1a191d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.580091 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee690f28-3f8d-48f5-bf4c-652ed820e35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.584419 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ee690f28-3f8d-48f5-bf4c-652ed820e35f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f55beafd-4630-4712-9c2e-1bb36985c8ea HTTP/1.1" status: 204 len: 168 time: 0.2753968 Feb 02 13:25:44.585128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2f7a6b0e-da75-4dc2-b08f-9aa67c1a191d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2781782 Feb 02 13:25:44.585253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46404) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:44.594099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:44.620869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: b789b1b5-8e57-4145-8412-ed9ec2b40397 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:25:44.621902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b789b1b5-8e57-4145-8412-ed9ec2b40397 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:25:44.637092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee690f28-3f8d-48f5-bf4c-652ed820e35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55beafd-4630-4712-9c2e-1bb36985c8ea,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:44.637452 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.681430 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2522b80c-737b-4405-93e5-92cfdbfd5bb9 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f626da65-e6ed-4ee5-99b1-875c8cbab907), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.685860 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2522b80c-737b-4405-93e5-92cfdbfd5bb9 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.690179 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2522b80c-737b-4405-93e5-92cfdbfd5bb9 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "DELETE /v2.0/security-groups/f626da65-e6ed-4ee5-99b1-875c8cbab907 HTTP/1.1" status: 204 len: 168 time: 0.2745814 Feb 02 13:25:44.695764 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:44.711797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79e11534-2f36-46e2-ab9f-83790c6ea81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (01401b11-fc7b-40b8-82e7-70644a75bda5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.713977 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522b80c-737b-4405-93e5-92cfdbfd5bb9 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f626da65-e6ed-4ee5-99b1-875c8cbab907,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:44.714906 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79e11534-2f36-46e2-ab9f-83790c6ea81c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.719859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-79e11534-2f36-46e2-ab9f-83790c6ea81c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/01401b11-fc7b-40b8-82e7-70644a75bda5 HTTP/1.1" status: 204 len: 168 time: 0.3311501 Feb 02 13:25:44.728334 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-07df2f89-0e36-432f-89b7-a329dc915cc7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] show failed (client error): The resource could not be found. Feb 02 13:25:44.732577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-07df2f89-0e36-432f-89b7-a329dc915cc7 tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "GET /v2.0/security-groups/f626da65-e6ed-4ee5-99b1-875c8cbab907 HTTP/1.1" status: 404 len: 347 time: 0.0366969 Feb 02 13:25:44.733093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46412) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:44.753519 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-712cd9bd-119a-4b74-9c1a-f9961234f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:04Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:25:44.773524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e11534-2f36-46e2-ab9f-83790c6ea81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01401b11-fc7b-40b8-82e7-70644a75bda5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:44.823633 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712cd9bd-119a-4b74-9c1a-f9961234f920 None None] The sync data for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 is: [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:18:55Z', 'revision_number': 4, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '45a1b73f-1b3f-43eb-8626-141ade734e68', 'name': '', 'network_id': '9354df0a-0d9a-4e5e-81ff-a8135783e4d8', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'mac_address': 'fa:16:3e:b1:d8:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:53Z', 'updated_at': '2022-02-02T13:19:04Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'subnets': [{'id': 'd35ca6df-c5e1-4991-9f50-48a44f4110dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:25:44.891414 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:44.917138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3acd5de9-fcfe-4dfe-a2a7-4f2256caa5bb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Deleting port f1762aca-1279-471b-85ea-491d0668288e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:25:44.917552 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3acd5de9-fcfe-4dfe-a2a7-4f2256caa5bb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f1762aca-1279-471b-85ea-491d0668288e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:45.071359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3acd5de9-fcfe-4dfe-a2a7-4f2256caa5bb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f1762aca-1279-471b-85ea-491d0668288e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:45.071863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3acd5de9-fcfe-4dfe-a2a7-4f2256caa5bb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (f1762aca-1279-471b-85ea-491d0668288e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:45.088795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3acd5de9-fcfe-4dfe-a2a7-4f2256caa5bb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Calling delete_port for f1762aca-1279-471b-85ea-491d0668288e owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:25:45.219823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165085d8-d624-4600-8f82-282c79df4dd2 req-94d96bdc-309f-4458-a95a-85d9cebac7ef tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:45.221749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-165085d8-d624-4600-8f82-282c79df4dd2 req-94d96bdc-309f-4458-a95a-85d9cebac7ef tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 946 time: 0.1931961 Feb 02 13:25:45.252943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Allocated IP 172.25.4.115 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/3b58cfcb-e012-4cd2-ae12-36b2d3eedc34) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:45.334895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717a666-d82d-4da0-8b47-76c210faf3b0 None None] New status for floating IP 080c894d-e85d-4385-a445-ddf5a7c2912e: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:25:45.344739 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3acd5de9-fcfe-4dfe-a2a7-4f2256caa5bb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f1762aca-1279-471b-85ea-491d0668288e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:45.398149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd5de9-fcfe-4dfe-a2a7-4f2256caa5bb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Pushing event deleted for resources: {'Port': ['ID=f1762aca-1279-471b-85ea-491d0668288e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:45.403658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-165085d8-d624-4600-8f82-282c79df4dd2 req-661496e4-1364-4a12-a683-afe861ce9633 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294651 Feb 02 13:25:45.403765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:45.420218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cfa05da-073d-4021-8ceb-6c89dd3eb031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:45.506915 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3acd5de9-fcfe-4dfe-a2a7-4f2256caa5bb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks [] for floatingip (080c894d-e85d-4385-a445-ddf5a7c2912e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:45.510450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3acd5de9-fcfe-4dfe-a2a7-4f2256caa5bb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:45.515250 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3acd5de9-fcfe-4dfe-a2a7-4f2256caa5bb tempest-AttachVolumeShelveTestJSON-1558885155 tempest-AttachVolumeShelveTestJSON-1558885155-project] 10.222.0.83 "DELETE /v2.0/floatingips/080c894d-e85d-4385-a445-ddf5a7c2912e HTTP/1.1" status: 204 len: 168 time: 0.7793043 Feb 02 13:25:45.519760 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for port (3b58cfcb-e012-4cd2-ae12-36b2d3eedc34), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:45.578786 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cfa05da-073d-4021-8ceb-6c89dd3eb031 admin admin] Publish callbacks [] for security_group (8a0670d9-0c27-4798-98ae-f8ec8219ee98), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:45.591835 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3cfa05da-073d-4021-8ceb-6c89dd3eb031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8a0670d9-0c27-4798-98ae-f8ec8219ee98), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:45.674657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa05da-073d-4021-8ceb-6c89dd3eb031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0670d9-0c27-4798-98ae-f8ec8219ee98,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:45.679166 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3cfa05da-073d-4021-8ceb-6c89dd3eb031 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8777149f8a31466d9e3db1792dda6ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2744286 Feb 02 13:25:45.681756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46436) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:45.736051 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (3b58cfcb-e012-4cd2-ae12-36b2d3eedc34), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:45.788234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:45.802330 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e53f69b-45f6-4fa1-8770-eacb5858fead admin admin] Publish callbacks [] for security_group (8a0670d9-0c27-4798-98ae-f8ec8219ee98), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:45.805423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:45.810043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:25:45.875319 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event updated for resources: {'Port': ['ID=3b58cfcb-e012-4cd2-ae12-36b2d3eedc34,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:45.906178 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e53f69b-45f6-4fa1-8770-eacb5858fead admin admin] Publish callbacks [] for security_group (8a0670d9-0c27-4798-98ae-f8ec8219ee98), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:46.051894 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:46.115369 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e53f69b-45f6-4fa1-8770-eacb5858fead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8a0670d9-0c27-4798-98ae-f8ec8219ee98), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:46.118132 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e53f69b-45f6-4fa1-8770-eacb5858fead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:46.122639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1e53f69b-45f6-4fa1-8770-eacb5858fead admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8a0670d9-0c27-4798-98ae-f8ec8219ee98 HTTP/1.1" status: 204 len: 168 time: 0.4398749 Feb 02 13:25:46.133044 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3b58cfcb-e012-4cd2-ae12-36b2d3eedc34), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:46.143296 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53f69b-45f6-4fa1-8770-eacb5858fead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0670d9-0c27-4798-98ae-f8ec8219ee98,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:46.394072 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for port (3b58cfcb-e012-4cd2-ae12-36b2d3eedc34), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:46.404546 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (3b58cfcb-e012-4cd2-ae12-36b2d3eedc34), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:46.512966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event updated for resources: {'Port': ['ID=3b58cfcb-e012-4cd2-ae12-36b2d3eedc34,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:46.529176 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:46.553961 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:46.566496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d8df75ea-4b19-4d15-b223-e6dcb9a17daf tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9779279 Feb 02 13:25:46.682325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05644f1-21ca-4063-8e31-9bbb10895cfc req-98582553-25ee-446b-a5c5-e89039042bc4 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:46.684120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b05644f1-21ca-4063-8e31-9bbb10895cfc req-98582553-25ee-446b-a5c5-e89039042bc4 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 946 time: 0.0732603 Feb 02 13:25:46.778749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b05644f1-21ca-4063-8e31-9bbb10895cfc req-c05b92de-3549-4faa-90d4-22ba89d49f57 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871146 Feb 02 13:25:46.932068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-1916790e-d5b4-4c02-9c74-34638a9fe619 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--1281493579&fields=id&tenant_id=27c2d8714df44df78e68b61fa8958a1f HTTP/1.1" status: 200 len: 267 time: 0.1101093 Feb 02 13:25:47.549198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690aca-9f90-4982-b565-d472511007b6 req-24ee96fc-bb86-45bc-b4ae-da068001ae57 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:47.557763 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-24ee96fc-bb86-45bc-b4ae-da068001ae57 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 811 time: 0.6167185 Feb 02 13:25:47.588407 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-b4c92861-2875-4ddc-bc61-abe1a0908752 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/quotas/27c2d8714df44df78e68b61fa8958a1f HTTP/1.1" status: 200 len: 375 time: 0.0296257 Feb 02 13:25:47.665246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-53212796-c996-41f5-9811-a3dc8a88f4df tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758026 Feb 02 13:25:47.806268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-4a794ae7-9f04-4168-9e87-0e003b1fb73b service neutron] 10.222.0.83 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253452 Feb 02 13:25:47.987982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-88d9c5bb-0680-40c6-8438-3fd02d1c60ac service neutron] 10.222.0.83 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724472 Feb 02 13:25:48.312308 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0008644f-dbae-4ef5-8a37-d4d09046d0f0 req-1dae5965-cdb1-481f-8345-5552815c3f24 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 210 time: 0.0632367 Feb 02 13:25:48.578510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:49.023692 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8387-27e9-469e-85bb-8462864aa9dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:49.143012 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8387-27e9-469e-85bb-8462864aa9dd admin admin] Publish callbacks [] for security_group (f206c203-ec2d-466d-b83e-b41d2fa639a7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:49.151774 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c8f8387-27e9-469e-85bb-8462864aa9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f206c203-ec2d-466d-b83e-b41d2fa639a7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:49.196587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8c8f8387-27e9-469e-85bb-8462864aa9dd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5923c639e6fe40479340fab63e316a7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6168203 Feb 02 13:25:49.197173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f8387-27e9-469e-85bb-8462864aa9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f206c203-ec2d-466d-b83e-b41d2fa639a7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:49.199067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46594) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:49.319046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d3dd7c-5ea3-4b83-a213-c96ed56f5166 admin admin] Publish callbacks [] for security_group (f206c203-ec2d-466d-b83e-b41d2fa639a7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:49.348875 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d3dd7c-5ea3-4b83-a213-c96ed56f5166 admin admin] Publish callbacks [] for security_group (f206c203-ec2d-466d-b83e-b41d2fa639a7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:49.432746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68704bd9-39aa-4a45-ad15-c2000613057c req-2fbc7254-c5b7-45a9-bd1c-b867c7ecc43b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 210 time: 0.0367837 Feb 02 13:25:49.441561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d3dd7c-5ea3-4b83-a213-c96ed56f5166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f206c203-ec2d-466d-b83e-b41d2fa639a7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:49.447215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c4d3dd7c-5ea3-4b83-a213-c96ed56f5166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:49.448536 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c4d3dd7c-5ea3-4b83-a213-c96ed56f5166 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f206c203-ec2d-466d-b83e-b41d2fa639a7 HTTP/1.1" status: 204 len: 168 time: 0.2478495 Feb 02 13:25:49.475350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3dd7c-5ea3-4b83-a213-c96ed56f5166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f206c203-ec2d-466d-b83e-b41d2fa639a7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:50.057590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46620) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:50.084859 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ec9-fa4b-40ae-927d-0a3c2eb1e9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:50.150361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690aca-9f90-4982-b565-d472511007b6 req-ea1f14cc-5fa4-4d10-84bf-ba62ac1fffe9 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:50.152715 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-ea1f14cc-5fa4-4d10-84bf-ba62ac1fffe9 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.62 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 811 time: 0.3022530 Feb 02 13:25:50.253031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ec9-fa4b-40ae-927d-0a3c2eb1e9c4 admin admin] Publish callbacks [] for security_group (b019efa6-62e3-4739-a4a3-bcef45c991b7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:50.262383 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ea63ec9-fa4b-40ae-927d-0a3c2eb1e9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b019efa6-62e3-4739-a4a3-bcef45c991b7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:50.294337 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-156d5a6d-9134-4305-b6e9-efcf1881e16b tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27c2d8714df44df78e68b61fa8958a1f HTTP/1.1" status: 200 len: 380 time: 0.1178653 Feb 02 13:25:50.309345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-ae690aca-9f90-4982-b565-d472511007b6 req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Request body: {'port': {'device_id': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'admin_state_up': True, 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'security_groups': ['00c68912-16a1-4976-b244-6b016717ddbf']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:50.323688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1ea63ec9-fa4b-40ae-927d-0a3c2eb1e9c4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=dd55012f220641d38e9f5be966a1a913&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641993 Feb 02 13:25:50.332769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46628) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:50.377855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea63ec9-fa4b-40ae-927d-0a3c2eb1e9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b019efa6-62e3-4739-a4a3-bcef45c991b7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:50.563180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae690aca-9f90-4982-b565-d472511007b6 req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Made reservation on behalf of 27c2d8714df44df78e68b61fa8958a1f for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:50.570865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ae690aca-9f90-4982-b565-d472511007b6 req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:50.616581 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7b99bc1-b416-42fd-99e4-ab647209f2de req-f644b4d6-79de-499a-90e2-afc0a92d0479 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 210 time: 0.0391090 Feb 02 13:25:50.703327 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6882082-edee-4578-94c9-c2fe020e34ec admin admin] Publish callbacks [] for security_group (b019efa6-62e3-4739-a4a3-bcef45c991b7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:50.738683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6882082-edee-4578-94c9-c2fe020e34ec admin admin] Publish callbacks [] for security_group (b019efa6-62e3-4739-a4a3-bcef45c991b7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:50.819727 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6882082-edee-4578-94c9-c2fe020e34ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b019efa6-62e3-4739-a4a3-bcef45c991b7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:50.823600 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6882082-edee-4578-94c9-c2fe020e34ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:50.825382 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a6882082-edee-4578-94c9-c2fe020e34ec admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b019efa6-62e3-4739-a4a3-bcef45c991b7 HTTP/1.1" status: 204 len: 168 time: 0.4903505 Feb 02 13:25:50.841046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6882082-edee-4578-94c9-c2fe020e34ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b019efa6-62e3-4739-a4a3-bcef45c991b7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:50.917055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-ae690aca-9f90-4982-b565-d472511007b6 req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Allocated IP 172.20.0.9 (679c8ee8-9c42-4d17-a445-6b6e8750ad16/248e65ec-619a-4088-9b17-d13a3c6491da/392aef72-1646-4c8d-9ae3-d46a8af3d051) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:51.087588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ae690aca-9f90-4982-b565-d472511007b6 req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:51.140291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ae690aca-9f90-4982-b565-d472511007b6 req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:51.216979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event updated for resources: {'Port': ['ID=392aef72-1646-4c8d-9ae3-d46a8af3d051,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:51.234547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae690aca-9f90-4982-b565-d472511007b6 req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:51.236830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-ae690aca-9f90-4982-b565-d472511007b6 req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:51.239534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae690aca-9f90-4982-b565-d472511007b6 req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:25:51.328865 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690aca-9f90-4982-b565-d472511007b6 req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:51.330312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ae690aca-9f90-4982-b565-d472511007b6 req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:51.374173 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-77d8d012-9ae7-45e9-afd7-ecc0c81e1920 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0710938 Feb 02 13:25:51.394208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Request body: {'port': {'device_id': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:51.500123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:51.628525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fe7ab86d-6463-41d6-884c-6c8cdc677c72 None None] Provisioning complete for port 392aef72-1646-4c8d-9ae3-d46a8af3d051 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:51.629656 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe7ab86d-6463-41d6-884c-6c8cdc677c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:51.715871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ab86d-6463-41d6-884c-6c8cdc677c72 None None] Port 392aef72-1646-4c8d-9ae3-d46a8af3d051 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:25:51.831639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc71c37-d8d0-407b-9da8-badaa4d92bdf req-eacbe5ca-e4b8-4256-b9f1-0d336452fb4c tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:51.844506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4dc71c37-d8d0-407b-9da8-badaa4d92bdf req-eacbe5ca-e4b8-4256-b9f1-0d336452fb4c tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 931 time: 0.1071970 Feb 02 13:25:51.959217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4dc71c37-d8d0-407b-9da8-badaa4d92bdf req-9e76bb90-fbc3-4392-aabb-40feec1141ed tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130786 Feb 02 13:25:52.002892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392aef72-1646-4c8d-9ae3-d46a8af3d051 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:25:52.014112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Publish callbacks [] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:52.030785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Transition to ACTIVE for port object 392aef72-1646-4c8d-9ae3-d46a8af3d051 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:25:52.039969 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:52.205034 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Pushing event updated for resources: {'Port': ['ID=392aef72-1646-4c8d-9ae3-d46a8af3d051,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:52.281617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Attempting to bind port 392aef72-1646-4c8d-9ae3-d46a8af3d051 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:25:52.281817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Attempting to bind port 392aef72-1646-4c8d-9ae3-d46a8af3d051 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:25:52.282309 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Attempting to bind port 392aef72-1646-4c8d-9ae3-d46a8af3d051 on network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:25:52.286947 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Port 392aef72-1646-4c8d-9ae3-d46a8af3d051 on network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:25:52.287317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Attempting to bind port 392aef72-1646-4c8d-9ae3-d46a8af3d051 on network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:25:52.293372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:25:52.293372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Checking segment: {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:25:52.293706 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Bound using segment: {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:25:52.294121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Bound port: 392aef72-1646-4c8d-9ae3-d46a8af3d051, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5c7d60-1447-43d8-98a7-179af6094c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:25:52.294480 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:52.452075 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] For port 392aef72-1646-4c8d-9ae3-d46a8af3d051, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:25:52.459883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] For port 392aef72-1646-4c8d-9ae3-d46a8af3d051, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=392aef72-1646-4c8d-9ae3-d46a8af3d051,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:25:52.473317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:52.556870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:52.557487 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:52.558887 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] 10.222.0.62 "PUT /v2.0/ports/392aef72-1646-4c8d-9ae3-d46a8af3d051 HTTP/1.1" status: 200 len: 1091 time: 1.1720161 Feb 02 13:25:52.559342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'tag': '392aef72-1646-4c8d-9ae3-d46a8af3d051'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:25:52.561607 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0632dc8-b079-4b4a-99ef-1bf760a0106a" -d '{"events": [{"name": "network-changed", "server_uuid": "789c2ab7-9f24-495f-9f37-266ab5aea193", "tag": "392aef72-1646-4c8d-9ae3-d46a8af3d051"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:25:52.631171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd2881-f5aa-4788-93e3-1ba677e6c07a service neutron] Pushing event updated for resources: {'Port': ['ID=392aef72-1646-4c8d-9ae3-d46a8af3d051,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:52.698888 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8985f97-0333-4d9f-854a-f3e20851434c x-openstack-request-id: req-d8985f97-0333-4d9f-854a-f3e20851434c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:25:52.699211 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789c2ab7-9f24-495f-9f37-266ab5aea193", "tag": "392aef72-1646-4c8d-9ae3-d46a8af3d051", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:25:52.699551 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d8985f97-0333-4d9f-854a-f3e20851434c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:25:52.699972 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'tag': '392aef72-1646-4c8d-9ae3-d46a8af3d051', 'status': 'completed', 'code': 200} Feb 02 13:25:52.744716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690aca-9f90-4982-b565-d472511007b6 req-249a8462-62b4-4c35-bffa-11d73c95de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:52.746158 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-249a8462-62b4-4c35-bffa-11d73c95de7a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 1125 time: 0.1163020 Feb 02 13:25:52.856801 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-1ea63882-0e1c-4b04-9a89-85be0638e047 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392aef72-1646-4c8d-9ae3-d46a8af3d051 HTTP/1.1" status: 200 len: 217 time: 0.0957723 Feb 02 13:25:52.942487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690aca-9f90-4982-b565-d472511007b6 req-d9580dc5-e0fc-4d41-80bc-f19ad4d2c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:52.944853 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-d9580dc5-e0fc-4d41-80bc-f19ad4d2c585 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=248e65ec-619a-4088-9b17-d13a3c6491da HTTP/1.1" status: 200 len: 850 time: 0.0796900 Feb 02 13:25:53.059029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae690aca-9f90-4982-b565-d472511007b6 req-6d74847d-4a82-4eb6-9f15-c70749db53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:53.061810 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-6d74847d-4a82-4eb6-9f15-c70749db53d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=679c8ee8-9c42-4d17-a445-6b6e8750ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1114528 Feb 02 13:25:53.167582 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-31a1c071-dde3-4f1e-83cb-e037be523381 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981874 Feb 02 13:25:53.192450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68762913-e2b3-405d-a755-e55a5f9604e4 req-56e4029c-1552-496f-bcad-6c9e7b2f82d8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:53.194690 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68762913-e2b3-405d-a755-e55a5f9604e4 req-56e4029c-1552-496f-bcad-6c9e7b2f82d8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 943 time: 0.0871441 Feb 02 13:25:53.287253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68762913-e2b3-405d-a755-e55a5f9604e4 req-a6f73a4a-982f-4f43-a0c9-ba8cd91e2a86 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789182 Feb 02 13:25:53.324341 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae690aca-9f90-4982-b565-d472511007b6 req-ec6308ca-d752-4252-bc55-b06b8e5788e7 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509342 Feb 02 13:25:53.485323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0632dc8-b079-4b4a-99ef-1bf760a0106a req-18f88f71-9824-4dc3-b516-58b4010fc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:53.487248 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f0632dc8-b079-4b4a-99ef-1bf760a0106a req-18f88f71-9824-4dc3-b516-58b4010fc360 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 1125 time: 0.0740812 Feb 02 13:25:53.597359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0632dc8-b079-4b4a-99ef-1bf760a0106a req-1db5fddd-a760-4d53-b587-cb672268850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:53.599185 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f0632dc8-b079-4b4a-99ef-1bf760a0106a req-1db5fddd-a760-4d53-b587-cb672268850a service neutron] 10.222.0.62 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 912 time: 0.1052577 Feb 02 13:25:53.665723 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f0632dc8-b079-4b4a-99ef-1bf760a0106a req-74e4bfbc-2e54-4dce-a5de-8d239ea9899e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392aef72-1646-4c8d-9ae3-d46a8af3d051 HTTP/1.1" status: 200 len: 217 time: 0.0549798 Feb 02 13:25:53.743907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0632dc8-b079-4b4a-99ef-1bf760a0106a req-ac20c6da-35e8-4015-b64f-9258a94d1762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:53.745677 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f0632dc8-b079-4b4a-99ef-1bf760a0106a req-ac20c6da-35e8-4015-b64f-9258a94d1762 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=248e65ec-619a-4088-9b17-d13a3c6491da HTTP/1.1" status: 200 len: 850 time: 0.0740848 Feb 02 13:25:53.807571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0632dc8-b079-4b4a-99ef-1bf760a0106a req-7b5640ba-8466-4bb0-80cb-da676704109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:53.809822 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f0632dc8-b079-4b4a-99ef-1bf760a0106a req-7b5640ba-8466-4bb0-80cb-da676704109e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=679c8ee8-9c42-4d17-a445-6b6e8750ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0571568 Feb 02 13:25:53.925292 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f0632dc8-b079-4b4a-99ef-1bf760a0106a req-71037413-8227-49f9-b873-1bc2cfa787a3 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086044 Feb 02 13:25:54.042513 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f0632dc8-b079-4b4a-99ef-1bf760a0106a req-3ed32bc7-602d-47e6-9c32-6d6ce9dfd8c6 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084230 Feb 02 13:25:54.197807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46736) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:54.350226 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05821b2b-5fad-465b-9071-3a58f4d6984f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:54.434619 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05821b2b-5fad-465b-9071-3a58f4d6984f admin admin] Publish callbacks [] for security_group (71a8948f-70e0-44e4-8584-96cf5a91577a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:54.441056 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05821b2b-5fad-465b-9071-3a58f4d6984f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (71a8948f-70e0-44e4-8584-96cf5a91577a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:54.450482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1972c92-dcc1-49af-b083-02e9c2098086 req-e0159cf5-a2bc-4abd-9e26-81b8a2f4efd2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:54.459544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1972c92-dcc1-49af-b083-02e9c2098086 req-e0159cf5-a2bc-4abd-9e26-81b8a2f4efd2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 943 time: 0.0899456 Feb 02 13:25:54.494303 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-05821b2b-5fad-465b-9071-3a58f4d6984f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7745a0e3e87b4d4a81ea5c423e09fefb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2952428 Feb 02 13:25:54.495193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05821b2b-5fad-465b-9071-3a58f4d6984f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a8948f-70e0-44e4-8584-96cf5a91577a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:54.497791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46744) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:54.523121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1972c92-dcc1-49af-b083-02e9c2098086 req-3e059418-da9e-4550-bec6-d4e81e5c122e tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621653 Feb 02 13:25:54.553041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b6273a8-81ed-4289-bc92-114a2a751bb8 admin admin] Publish callbacks [] for security_group (71a8948f-70e0-44e4-8584-96cf5a91577a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:54.577147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b6273a8-81ed-4289-bc92-114a2a751bb8 admin admin] Publish callbacks [] for security_group (71a8948f-70e0-44e4-8584-96cf5a91577a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:54.646682 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b6273a8-81ed-4289-bc92-114a2a751bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (71a8948f-70e0-44e4-8584-96cf5a91577a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:54.650146 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b6273a8-81ed-4289-bc92-114a2a751bb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:54.651881 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1b6273a8-81ed-4289-bc92-114a2a751bb8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/71a8948f-70e0-44e4-8584-96cf5a91577a HTTP/1.1" status: 204 len: 168 time: 0.1527855 Feb 02 13:25:54.662933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6273a8-81ed-4289-bc92-114a2a751bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a8948f-70e0-44e4-8584-96cf5a91577a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:54.992523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46754) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:55.006298 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6336-d7ab-4872-909e-9205d77dc6f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:55.092967 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6336-d7ab-4872-909e-9205d77dc6f0 admin admin] Publish callbacks [] for security_group (f5f0a13b-b69d-4be4-a308-08938d608ab5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:55.098228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e6a6336-d7ab-4872-909e-9205d77dc6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f5f0a13b-b69d-4be4-a308-08938d608ab5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:55.146030 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1e6a6336-d7ab-4872-909e-9205d77dc6f0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3c12b66737e544e88d5d456beb208543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504250 Feb 02 13:25:55.147510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a6336-d7ab-4872-909e-9205d77dc6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f0a13b-b69d-4be4-a308-08938d608ab5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:55.149421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46756) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:55.208463 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Publish callbacks [] for security_group (f5f0a13b-b69d-4be4-a308-08938d608ab5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:55.236209 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Publish callbacks [] for security_group (f5f0a13b-b69d-4be4-a308-08938d608ab5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:55.293207 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f5f0a13b-b69d-4be4-a308-08938d608ab5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:55.297223 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:55.298387 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f5f0a13b-b69d-4be4-a308-08938d608ab5 HTTP/1.1" status: 204 len: 168 time: 0.1455395 Feb 02 13:25:55.334154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f0a13b-b69d-4be4-a308-08938d608ab5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:55.353944 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.355569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.356605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.357375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.359175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.360295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.360702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.365009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.365606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.366040 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.366412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.366802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.367182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8ff19b-044e-40ae-b6c6-ea66e146b9e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:25:55.661103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1d2de-e734-43ab-9106-d82676473865 req-6a2ed64d-d3ad-4ef7-8fec-f6afd016af47 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:55.670665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49f1d2de-e734-43ab-9106-d82676473865 req-6a2ed64d-d3ad-4ef7-8fec-f6afd016af47 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 943 time: 0.0853274 Feb 02 13:25:55.796988 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49f1d2de-e734-43ab-9106-d82676473865 req-26f0dd3e-4f67-48d2-b9e9-2355bafdbf51 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248791 Feb 02 13:25:56.407028 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:25:56.675139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 392aef72-1646-4c8d-9ae3-d46a8af3d051 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:25:56.771142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:56.774072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 392aef72-1646-4c8d-9ae3-d46a8af3d051, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=392aef72-1646-4c8d-9ae3-d46a8af3d051,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:56.787525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '392aef72-1646-4c8d-9ae3-d46a8af3d051', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'port_id': '392aef72-1646-4c8d-9ae3-d46a8af3d051', 'mac_address': 'fa:16:3e:81:8d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:25:56.874000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 392aef72-1646-4c8d-9ae3-d46a8af3d051 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:25:56.874595 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:56.921600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392aef72-1646-4c8d-9ae3-d46a8af3d051 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:25:56.982951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 392aef72-1646-4c8d-9ae3-d46a8af3d051, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=392aef72-1646-4c8d-9ae3-d46a8af3d051,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:25:56.990277 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:56.992397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3383e7-3c24-4295-ab9e-d878f2bad029 req-a8dafdca-4fbd-4ab5-a2e5-c9f282179f39 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:56.994416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c3383e7-3c24-4295-ab9e-d878f2bad029 req-a8dafdca-4fbd-4ab5-a2e5-c9f282179f39 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 943 time: 0.0918779 Feb 02 13:25:57.001028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-676192943'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:57.060088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=392aef72-1646-4c8d-9ae3-d46a8af3d051,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:57.098295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c3383e7-3c24-4295-ab9e-d878f2bad029 req-f6b07c2d-38a3-4440-a135-a05f609a747d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854769 Feb 02 13:25:57.098295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Made reservation on behalf of 29f84d1d899f47c78a60e9a3ac70b536 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:57.098295 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:57.107244 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:57.201523 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks [] for security_group (0133c16d-0768-478c-9d50-ce5c8e4456d7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:57.209625 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0133c16d-0768-478c-9d50-ce5c8e4456d7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:57.238320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:25:57.263650 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c5d026f1-fc2b-4751-802c-fc5df0e799ca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:57.264147 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Added segment c5d026f1-fc2b-4751-802c-fc5df0e799ca of type vlan for network 8565243e-fb6d-433f-bf3a-cc19239fb29b Feb 02 13:25:57.294745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['392aef72-1646-4c8d-9ae3-d46a8af3d051'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:25:57.309000 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (8565243e-fb6d-433f-bf3a-cc19239fb29b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:57.329621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46816) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:57.332057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0133c16d-0768-478c-9d50-ce5c8e4456d7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:57.338573 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (8565243e-fb6d-433f-bf3a-cc19239fb29b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:57.345796 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:57.346535 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:57.434532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Pushing event updated for resources: {'Network': ['ID=8565243e-fb6d-433f-bf3a-cc19239fb29b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:57.444792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46822) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:57.446286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-67a1c902-6e90-4315-bd37-b80d22b14257 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6736727 Feb 02 13:25:57.450290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d846a37b-bd25-49a0-aa1c-056d1345bfbf tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Request body: {'subnet': {'network_id': '8565243e-fb6d-433f-bf3a-cc19239fb29b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:57.453324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 8565243e-fb6d-433f-bf3a-cc19239fb29b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:25:57.677532 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d236-e7d9-45ae-bcc0-e72300dddb1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:57.747539 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d846a37b-bd25-49a0-aa1c-056d1345bfbf tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Made reservation on behalf of 29f84d1d899f47c78a60e9a3ac70b536 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:57.752992 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d846a37b-bd25-49a0-aa1c-056d1345bfbf tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:57.988454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d236-e7d9-45ae-bcc0-e72300dddb1a admin admin] Publish callbacks [] for security_group (b7270935-8fd7-46c6-9c93-f910e84a7ed4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:57.989535 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d236-e7d9-45ae-bcc0-e72300dddb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b7270935-8fd7-46c6-9c93-f910e84a7ed4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:58.112535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46828) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:58.117379 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8eb3d236-e7d9-45ae-bcc0-e72300dddb1a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=90071c3d098347118a97b3d19afc630a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7812700 Feb 02 13:25:58.119900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3d236-e7d9-45ae-bcc0-e72300dddb1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7270935-8fd7-46c6-9c93-f910e84a7ed4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:58.225594 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d846a37b-bd25-49a0-aa1c-056d1345bfbf tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (76fce176-b367-4772-bbaa-24df72730d0b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:58.254924 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9924389-b2f9-45df-b9d2-13451c8e4439 admin admin] Publish callbacks [] for security_group (b7270935-8fd7-46c6-9c93-f910e84a7ed4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:58.301642 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9924389-b2f9-45df-b9d2-13451c8e4439 admin admin] Publish callbacks [] for security_group (b7270935-8fd7-46c6-9c93-f910e84a7ed4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:58.381329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846a37b-bd25-49a0-aa1c-056d1345bfbf tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Pushing event updated for resources: {'Subnet': ['ID=76fce176-b367-4772-bbaa-24df72730d0b,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:58.395646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d846a37b-bd25-49a0-aa1c-056d1345bfbf tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Checking segment: {'id': 'c5d026f1-fc2b-4751-802c-fc5df0e799ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8565243e-fb6d-433f-bf3a-cc19239fb29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:25:58.396465 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d846a37b-bd25-49a0-aa1c-056d1345bfbf tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Network hostable DHCP agents. Network: 8565243e-fb6d-433f-bf3a-cc19239fb29b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:25:58.422335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d846a37b-bd25-49a0-aa1c-056d1345bfbf tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Network 8565243e-fb6d-433f-bf3a-cc19239fb29b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:25:58.443310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d846a37b-bd25-49a0-aa1c-056d1345bfbf tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 8565243e-fb6d-433f-bf3a-cc19239fb29b) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:58.452783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d846a37b-bd25-49a0-aa1c-056d1345bfbf tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:58.454119 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d846a37b-bd25-49a0-aa1c-056d1345bfbf tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:58.463000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b065e20b-6a97-42e7-b0e8-7452e7e5ab58 None None] Network 8565243e-fb6d-433f-bf3a-cc19239fb29b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:25:58.496191 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d846a37b-bd25-49a0-aa1c-056d1345bfbf tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0500107 Feb 02 13:25:58.499452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46830) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:58.510438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Request body: {'port': {'network_id': '8565243e-fb6d-433f-bf3a-cc19239fb29b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1883283772'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:25:58.514952 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9924389-b2f9-45df-b9d2-13451c8e4439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b7270935-8fd7-46c6-9c93-f910e84a7ed4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:58.524076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b9924389-b2f9-45df-b9d2-13451c8e4439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:58.537357 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b9924389-b2f9-45df-b9d2-13451c8e4439 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b7270935-8fd7-46c6-9c93-f910e84a7ed4 HTTP/1.1" status: 204 len: 168 time: 0.4228137 Feb 02 13:25:58.584528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9924389-b2f9-45df-b9d2-13451c8e4439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7270935-8fd7-46c6-9c93-f910e84a7ed4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:58.618858 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5b0a4-e5a7-4f70-a16d-f2ed08a42489 req-0ba5ae6b-98cc-43b1-83f6-b957d74a2c63 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:25:58.626029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64a5b0a4-e5a7-4f70-a16d-f2ed08a42489 req-0ba5ae6b-98cc-43b1-83f6-b957d74a2c63 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 944 time: 0.2565188 Feb 02 13:25:58.753176 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 392aef72-1646-4c8d-9ae3-d46a8af3d051 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:25:58.805479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64a5b0a4-e5a7-4f70-a16d-f2ed08a42489 req-fa6d06e6-6141-4b90-8d86-e5b5105847f1 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695940 Feb 02 13:25:58.902387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Made reservation on behalf of 29f84d1d899f47c78a60e9a3ac70b536 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:25:58.908579 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:58.960266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-8565243e-fb6d-433f-bf3a-cc19239fb29b', 'network_id': '8565243e-fb6d-433f-bf3a-cc19239fb29b', 'project_id': '29f84d1d899f47c78a60e9a3ac70b536', 'fixed_ips': [{'subnet_id': '76fce176-b367-4772-bbaa-24df72730d0b'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:25:58.963302 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:58.976750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] device_id is not set on port 14cffdb8-fd85-4aa1-a907-fa188b339905 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:25:59.271099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46840) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:59.276437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Allocated IP 172.20.0.2 (8565243e-fb6d-433f-bf3a-cc19239fb29b/76fce176-b367-4772-bbaa-24df72730d0b/c3fa2575-118f-4437-9c6c-7a60349f0b33) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:25:59.297028 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6908df1b-fdb4-4ef6-aacd-f841f42eb578 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:59.453910 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6908df1b-fdb4-4ef6-aacd-f841f42eb578 admin admin] Publish callbacks [] for security_group (5e6201ad-cbd4-4768-a32f-57f0ae4121d6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:59.466126 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6908df1b-fdb4-4ef6-aacd-f841f42eb578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5e6201ad-cbd4-4768-a32f-57f0ae4121d6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:59.554434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908df1b-fdb4-4ef6-aacd-f841f42eb578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6201ad-cbd4-4768-a32f-57f0ae4121d6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:59.561585 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Publish callbacks [] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:59.563682 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6908df1b-fdb4-4ef6-aacd-f841f42eb578 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e3dcd2ed9dce48d5a76c8a3bd2266b64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906520 Feb 02 13:25:59.566875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:25:59.575847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 392aef72-1646-4c8d-9ae3-d46a8af3d051 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:25:59.586224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 392aef72-1646-4c8d-9ae3-d46a8af3d051 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:25:59.586601 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:59.590926 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:59.677829 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-040e1ef9-238c-42e8-91aa-3954a5277f87 admin admin] Publish callbacks [] for security_group (5e6201ad-cbd4-4768-a32f-57f0ae4121d6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:59.739365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Network 8565243e-fb6d-433f-bf3a-cc19239fb29b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:25:59.746285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:25:59.751367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:25:59.756413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Pushing event updated for resources: {'Port': ['ID=c3fa2575-118f-4437-9c6c-7a60349f0b33,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:25:59.756731 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-040e1ef9-238c-42e8-91aa-3954a5277f87 admin admin] Publish callbacks [] for security_group (5e6201ad-cbd4-4768-a32f-57f0ae4121d6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:59.862874 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-040e1ef9-238c-42e8-91aa-3954a5277f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5e6201ad-cbd4-4768-a32f-57f0ae4121d6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:59.866292 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-040e1ef9-238c-42e8-91aa-3954a5277f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:59.868399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Attempting to bind port c3fa2575-118f-4437-9c6c-7a60349f0b33 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:25:59.868672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Attempting to bind port c3fa2575-118f-4437-9c6c-7a60349f0b33 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'c5d026f1-fc2b-4751-802c-fc5df0e799ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8565243e-fb6d-433f-bf3a-cc19239fb29b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:25:59.869051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Attempting to bind port c3fa2575-118f-4437-9c6c-7a60349f0b33 on network 8565243e-fb6d-433f-bf3a-cc19239fb29b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:25:59.869784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-040e1ef9-238c-42e8-91aa-3954a5277f87 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5e6201ad-cbd4-4768-a32f-57f0ae4121d6 HTTP/1.1" status: 204 len: 168 time: 0.3018374 Feb 02 13:25:59.906047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:25:59.906487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Checking segment: {'id': 'c5d026f1-fc2b-4751-802c-fc5df0e799ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8565243e-fb6d-433f-bf3a-cc19239fb29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:25:59.906796 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:59.907193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Bound using segment: {'id': 'c5d026f1-fc2b-4751-802c-fc5df0e799ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8565243e-fb6d-433f-bf3a-cc19239fb29b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:25:59.907794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Bound port: c3fa2575-118f-4437-9c6c-7a60349f0b33, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d026f1-fc2b-4751-802c-fc5df0e799ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '8565243e-fb6d-433f-bf3a-cc19239fb29b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:25:59.908180 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:25:59.912671 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e1ef9-238c-42e8-91aa-3954a5277f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6201ad-cbd4-4768-a32f-57f0ae4121d6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:00.000980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 392aef72-1646-4c8d-9ae3-d46a8af3d051 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:26:00.001375 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:00.096077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392aef72-1646-4c8d-9ae3-d46a8af3d051'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:26:00.098547 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b2c055-f9fa-4291-82d9-814abbc807b8" -d '{"events": [{"server_uuid": "789c2ab7-9f24-495f-9f37-266ab5aea193", "name": "network-vif-plugged", "status": "completed", "tag": "392aef72-1646-4c8d-9ae3-d46a8af3d051"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:26:00.099352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6990-e4f6-46f1-927f-a2ed1ae31c0d req-e998e1f9-d371-4fbc-b3b1-f733c62b3c4d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:00.118088 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26cc6990-e4f6-46f1-927f-a2ed1ae31c0d req-e998e1f9-d371-4fbc-b3b1-f733c62b3c4d tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 944 time: 0.1442375 Feb 02 13:26:00.127687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Allocated IP 172.20.0.3 (8565243e-fb6d-433f-bf3a-cc19239fb29b/76fce176-b367-4772-bbaa-24df72730d0b/14cffdb8-fd85-4aa1-a907-fa188b339905) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:26:00.135851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 392aef72-1646-4c8d-9ae3-d46a8af3d051, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=392aef72-1646-4c8d-9ae3-d46a8af3d051,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:00.145639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] For port c3fa2575-118f-4437-9c6c-7a60349f0b33, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:26:00.175839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] For port c3fa2575-118f-4437-9c6c-7a60349f0b33, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c3fa2575-118f-4437-9c6c-7a60349f0b33,segment=NetworkSegment(c5d026f1-fc2b-4751-802c-fc5df0e799ca),segment_id=c5d026f1-fc2b-4751-802c-fc5df0e799ca)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:26:00.199385 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:00.204476 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f842f7-2728-49dc-8289-081f9b1bb47b x-openstack-request-id: req-a8f842f7-2728-49dc-8289-081f9b1bb47b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:26:00.204772 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789c2ab7-9f24-495f-9f37-266ab5aea193", "name": "network-vif-plugged", "status": "completed", "tag": "392aef72-1646-4c8d-9ae3-d46a8af3d051", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:26:00.205032 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a8f842f7-2728-49dc-8289-081f9b1bb47b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:26:00.205433 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392aef72-1646-4c8d-9ae3-d46a8af3d051', 'code': 200} Feb 02 13:26:00.220616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26cc6990-e4f6-46f1-927f-a2ed1ae31c0d req-82fa8ecc-090d-4495-90c7-7a47964fb57f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976233 Feb 02 13:26:00.244410 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:00.290598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=392aef72-1646-4c8d-9ae3-d46a8af3d051,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:00.421757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44684ccd-627b-44ff-88d1-75c0ccc38edf None None] Pushing event updated for resources: {'Port': ['ID=c3fa2575-118f-4437-9c6c-7a60349f0b33,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:00.463080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58af598-61c2-4b31-9029-7426758c16c9 req-de559cca-3be7-4084-861f-2bf6b5f42449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:00.465406 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a58af598-61c2-4b31-9029-7426758c16c9 req-de559cca-3be7-4084-861f-2bf6b5f42449 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 1127 time: 0.1452320 Feb 02 13:26:00.480646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks [] for port (14cffdb8-fd85-4aa1-a907-fa188b339905), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:00.540554 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a58af598-61c2-4b31-9029-7426758c16c9 req-c9bbe52b-f5b7-4adf-9e1d-e1553a3fbe33 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649424 Feb 02 13:26:00.557089 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (14cffdb8-fd85-4aa1-a907-fa188b339905), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:00.643959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Network 8565243e-fb6d-433f-bf3a-cc19239fb29b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:26:00.651804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:26:00.661838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:26:00.720371 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Pushing event updated for resources: {'Port': ['ID=14cffdb8-fd85-4aa1-a907-fa188b339905,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:00.774838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:00.776082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:00.799803 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f3900cbf-c471-412c-94ef-0aa1057da2ec tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2984478 Feb 02 13:26:00.802953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:00.964563 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-35dae2f1-e7ee-465a-945f-e1d924ec30f3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Deleting port 14cffdb8-fd85-4aa1-a907-fa188b339905 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:00.965102 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35dae2f1-e7ee-465a-945f-e1d924ec30f3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (14cffdb8-fd85-4aa1-a907-fa188b339905), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:01.102330 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35dae2f1-e7ee-465a-945f-e1d924ec30f3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (14cffdb8-fd85-4aa1-a907-fa188b339905), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:01.140812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-35dae2f1-e7ee-465a-945f-e1d924ec30f3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Calling delete_port for 14cffdb8-fd85-4aa1-a907-fa188b339905 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:01.370782 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35dae2f1-e7ee-465a-945f-e1d924ec30f3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (14cffdb8-fd85-4aa1-a907-fa188b339905), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:01.468355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dae2f1-e7ee-465a-945f-e1d924ec30f3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Pushing event deleted for resources: {'Port': ['ID=14cffdb8-fd85-4aa1-a907-fa188b339905,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:01.622539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad10ac0-d950-4cd3-bd4b-158531f06970 req-6e6b31ad-86a4-4bd7-8185-1c937708a830 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:01.624460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ad10ac0-d950-4cd3-bd4b-158531f06970 req-6e6b31ad-86a4-4bd7-8185-1c937708a830 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 945 time: 0.2667563 Feb 02 13:26:01.660368 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-35dae2f1-e7ee-465a-945f-e1d924ec30f3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:01.664257 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-35dae2f1-e7ee-465a-945f-e1d924ec30f3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] 10.222.0.83 "DELETE /v2.0/ports/14cffdb8-fd85-4aa1-a907-fa188b339905 HTTP/1.1" status: 204 len: 168 time: 0.8588309 Feb 02 13:26:01.666873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46886) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:01.738368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ad10ac0-d950-4cd3-bd4b-158531f06970 req-2e911091-c2ff-469e-b3dd-477e7fb86a00 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999093 Feb 02 13:26:01.797049 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc37d523-cce3-41ba-ade7-44f67cfcfb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:02.017417 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8cb4bd43-e40e-4734-917f-221e10d26b0b tempest-DHCPAgentSchedulersTestJSON-1746959443 tempest-DHCPAgentSchedulersTestJSON-1746959443-project-admin] 10.222.0.83 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.3462143 Feb 02 13:26:02.018449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:02.024652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c901325c-9f9c-4e44-8ded-b634d2b7859a tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-467537509'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:02.058353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c901325c-9f9c-4e44-8ded-b634d2b7859a tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Made reservation on behalf of 29f84d1d899f47c78a60e9a3ac70b536 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:26:02.062295 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c901325c-9f9c-4e44-8ded-b634d2b7859a tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:02.083660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7d5e9a-7740-456e-8034-157364f08def None None] Network 8565243e-fb6d-433f-bf3a-cc19239fb29b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:26:02.105167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c901325c-9f9c-4e44-8ded-b634d2b7859a tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:26:02.119185 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c901325c-9f9c-4e44-8ded-b634d2b7859a tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9f497347-cc33-48c6-99b1-7342f19c8617), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:02.119611 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-c901325c-9f9c-4e44-8ded-b634d2b7859a tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Added segment 9f497347-cc33-48c6-99b1-7342f19c8617 of type vlan for network ca1fd315-b305-4780-b752-97cc207696e2 Feb 02 13:26:02.185707 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c901325c-9f9c-4e44-8ded-b634d2b7859a tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (ca1fd315-b305-4780-b752-97cc207696e2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:02.192177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-44e457e6-02d2-41ea-9a97-2035ca74ddea None None] Provisioning complete for port c3fa2575-118f-4437-9c6c-7a60349f0b33 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:26:02.192599 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44e457e6-02d2-41ea-9a97-2035ca74ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:02.229903 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c901325c-9f9c-4e44-8ded-b634d2b7859a tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (ca1fd315-b305-4780-b752-97cc207696e2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:02.235273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c901325c-9f9c-4e44-8ded-b634d2b7859a tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:02.235694 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c901325c-9f9c-4e44-8ded-b634d2b7859a tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:02.314953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c901325c-9f9c-4e44-8ded-b634d2b7859a tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2924681 Feb 02 13:26:02.315175 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46908) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:02.393945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901325c-9f9c-4e44-8ded-b634d2b7859a tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Pushing event updated for resources: {'Network': ['ID=ca1fd315-b305-4780-b752-97cc207696e2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:02.415268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network ca1fd315-b305-4780-b752-97cc207696e2 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:26:02.461320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c3fa2575-118f-4437-9c6c-7a60349f0b33 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:26:02.512159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-44e457e6-02d2-41ea-9a97-2035ca74ddea None None] Current status of the port c3fa2575-118f-4437-9c6c-7a60349f0b33 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:26:02.512546 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44e457e6-02d2-41ea-9a97-2035ca74ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:02.630930 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-89fb4707-381c-4fd0-baa2-4f32e60f7518 tempest-DHCPAgentSchedulersTestJSON-1746959443 tempest-DHCPAgentSchedulersTestJSON-1746959443-project-admin] 10.222.0.83 "GET /v2.0/agents/c7710c02-f9b3-49a5-ae5a-9586314bc311/dhcp-networks HTTP/1.1" status: 200 len: 5697 time: 0.3148003 Feb 02 13:26:02.633614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46916) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:02.688029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-44e457e6-02d2-41ea-9a97-2035ca74ddea None None] For port c3fa2575-118f-4437-9c6c-7a60349f0b33, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c3fa2575-118f-4437-9c6c-7a60349f0b33,segment=NetworkSegment(c5d026f1-fc2b-4751-802c-fc5df0e799ca),segment_id=c5d026f1-fc2b-4751-802c-fc5df0e799ca)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:02.704425 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44e457e6-02d2-41ea-9a97-2035ca74ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:02.772242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c3fa2575-118f-4437-9c6c-7a60349f0b33 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:26:02.772242 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:02.821094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3138651f-da3f-4a29-a4b5-c83ed6135386 tempest-DHCPAgentSchedulersTestJSON-1746959443 tempest-DHCPAgentSchedulersTestJSON-1746959443-project-admin] Network ca1fd315-b305-4780-b752-97cc207696e2 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:26:02.854455 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3138651f-da3f-4a29-a4b5-c83ed6135386 tempest-DHCPAgentSchedulersTestJSON-1746959443 tempest-DHCPAgentSchedulersTestJSON-1746959443-project-admin] 10.222.0.83 "POST /v2.0/agents/c7710c02-f9b3-49a5-ae5a-9586314bc311/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2175605 Feb 02 13:26:02.855093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:02.871336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da558ba-1a9f-428b-9aca-79e34cc800eb None None] Network ca1fd315-b305-4780-b752-97cc207696e2 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:26:03.037738 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e457e6-02d2-41ea-9a97-2035ca74ddea None None] Pushing event updated for resources: {'Port': ['ID=c3fa2575-118f-4437-9c6c-7a60349f0b33,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:03.043663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2fc0c391-3df1-49a9-95d2-161c2e2d9661 None None] Provisioning complete for port c3fa2575-118f-4437-9c6c-7a60349f0b33 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:26:03.044281 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fc0c391-3df1-49a9-95d2-161c2e2d9661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:03.151878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639039f-78e9-4415-9684-5e80efc91db4 req-492d298e-270e-4c40-a580-99c5d664af2f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:03.158884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c3fa2575-118f-4437-9c6c-7a60349f0b33 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:26:03.164627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f639039f-78e9-4415-9684-5e80efc91db4 req-492d298e-270e-4c40-a580-99c5d664af2f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 945 time: 0.2596614 Feb 02 13:26:03.260612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0c391-3df1-49a9-95d2-161c2e2d9661 None None] Current status of the port c3fa2575-118f-4437-9c6c-7a60349f0b33 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:26:03.280554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1a14d3e8-57ef-40f9-817a-0c601d1ba3a8 tempest-DHCPAgentSchedulersTestJSON-1746959443 tempest-DHCPAgentSchedulersTestJSON-1746959443-project-admin] 10.222.0.83 "GET /v2.0/agents/c7710c02-f9b3-49a5-ae5a-9586314bc311/dhcp-networks HTTP/1.1" status: 200 len: 6467 time: 0.4239922 Feb 02 13:26:03.283395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46948) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:03.315654 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f639039f-78e9-4415-9684-5e80efc91db4 req-d20cf4c9-9f40-4221-bfcb-b9833b63b884 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496987 Feb 02 13:26:03.383034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a0247a76-0f46-4cce-baf4-0b1781385218 None None] Could not find standard attr ID for object 14cffdb8-fd85-4aa1-a907-fa188b339905. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:26:03.417523 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f1a11788-e4a9-4104-b39f-6429e12a2bd4 tempest-DHCPAgentSchedulersTestJSON-1746959443 tempest-DHCPAgentSchedulersTestJSON-1746959443-project-admin] 10.222.0.83 "DELETE /v2.0/agents/c7710c02-f9b3-49a5-ae5a-9586314bc311/dhcp-networks/ca1fd315-b305-4780-b752-97cc207696e2 HTTP/1.1" status: 204 len: 168 time: 0.1321456 Feb 02 13:26:03.419663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46954) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:03.482017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57052db6-7610-48d0-82e8-1d38bc0ff956 req-59db1ce4-cad1-4d22-8f37-744024e561d8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:03.493775 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57052db6-7610-48d0-82e8-1d38bc0ff956 req-59db1ce4-cad1-4d22-8f37-744024e561d8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 945 time: 0.1037936 Feb 02 13:26:03.498912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46956) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:03.501179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46958) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:03.506653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c1d3d90e-f489-43e2-852f-4719e02bcbc8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Request body: {'floatingip': {'port_id': '392aef72-1646-4c8d-9ae3-d46a8af3d051'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:03.610320 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1d3d90e-f489-43e2-852f-4719e02bcbc8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:03.640855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0738e425-a552-4dc0-b518-a65ac1e71bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:03.782743 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0738e425-a552-4dc0-b518-a65ac1e71bd1 admin admin] Publish callbacks [] for security_group (8bac7bbd-d4b8-411e-b2fd-3e1fa822f59e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:03.787638 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0738e425-a552-4dc0-b518-a65ac1e71bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8bac7bbd-d4b8-411e-b2fd-3e1fa822f59e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:03.799687 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-401352ed-dff6-4729-be52-dfb326bf2d08 tempest-DHCPAgentSchedulersTestJSON-1746959443 tempest-DHCPAgentSchedulersTestJSON-1746959443-project-admin] 10.222.0.83 "GET /v2.0/agents/c7710c02-f9b3-49a5-ae5a-9586314bc311/dhcp-networks HTTP/1.1" status: 200 len: 5697 time: 0.3786564 Feb 02 13:26:03.804506 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46964) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:03.849699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0738e425-a552-4dc0-b518-a65ac1e71bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac7bbd-d4b8-411e-b2fd-3e1fa822f59e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:03.859556 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0738e425-a552-4dc0-b518-a65ac1e71bd1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=409cfa638b81494c9ea9cd7fc5323bc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3599694 Feb 02 13:26:03.862219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:03.874998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46968) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:03.875529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c190cd61-2bfb-46b2-97ed-b578cae4b0ed tempest-DHCPAgentSchedulersTestJSON-1746959443 tempest-DHCPAgentSchedulersTestJSON-1746959443-project-admin] 10.222.0.83 "GET /v2.0/networks/8565243e-fb6d-433f-bf3a-cc19239fb29b/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0685699 Feb 02 13:26:03.910431 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c1c382ff-7c3c-4cac-8b74-8a154defd40f tempest-DHCPAgentSchedulersTestJSON-1746959443 tempest-DHCPAgentSchedulersTestJSON-1746959443-project-admin] 10.222.0.83 "GET /v2.0/networks/8565243e-fb6d-433f-bf3a-cc19239fb29b/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0312567 Feb 02 13:26:03.911190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46970) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:03.930011 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe6d63a2-d8ab-4cff-bede-82b77778b4dc admin admin] Publish callbacks [] for security_group (8bac7bbd-d4b8-411e-b2fd-3e1fa822f59e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:03.955825 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe6d63a2-d8ab-4cff-bede-82b77778b4dc admin admin] Publish callbacks [] for security_group (8bac7bbd-d4b8-411e-b2fd-3e1fa822f59e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.021860 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe6d63a2-d8ab-4cff-bede-82b77778b4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8bac7bbd-d4b8-411e-b2fd-3e1fa822f59e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.024405 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe6d63a2-d8ab-4cff-bede-82b77778b4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.025805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fe6d63a2-d8ab-4cff-bede-82b77778b4dc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8bac7bbd-d4b8-411e-b2fd-3e1fa822f59e HTTP/1.1" status: 204 len: 168 time: 0.1622281 Feb 02 13:26:04.034732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d63a2-d8ab-4cff-bede-82b77778b4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac7bbd-d4b8-411e-b2fd-3e1fa822f59e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:04.089521 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01bd5bee-aef6-48c2-ac17-eec200d6a2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.219721 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4270bafd-cc0b-4c60-a8e5-848c35e8bb90 tempest-DHCPAgentSchedulersTestJSON-1746959443 tempest-DHCPAgentSchedulersTestJSON-1746959443-project-admin] 10.222.0.83 "GET /v2.0/agents/c7710c02-f9b3-49a5-ae5a-9586314bc311/dhcp-networks HTTP/1.1" status: 200 len: 5697 time: 0.3073301 Feb 02 13:26:04.223666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46978) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:04.278486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c3fa2575-118f-4437-9c6c-7a60349f0b33 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:26:04.347649 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (ca1fd315-b305-4780-b752-97cc207696e2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.351950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c3fa2575-118f-4437-9c6c-7a60349f0b33 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:26:04.352959 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.382694 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1d3d90e-f489-43e2-852f-4719e02bcbc8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.390106 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1d3d90e-f489-43e2-852f-4719e02bcbc8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.439951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:04.467514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c3fa2575-118f-4437-9c6c-7a60349f0b33 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:26:04.504594 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-c1d3d90e-f489-43e2-852f-4719e02bcbc8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Floating IP 4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7 associated. External IP: 172.25.4.115, port: 392aef72-1646-4c8d-9ae3-d46a8af3d051. Feb 02 13:26:04.518574 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (ca1fd315-b305-4780-b752-97cc207696e2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.521499 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a99687c-b1ff-48f5-91e7-51ce3c9ab92e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.547012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca1fd315-b305-4780-b752-97cc207696e2']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:04.564261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f497347-cc33-48c6-99b1-7342f19c8617') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:04.564813 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f497347-cc33-48c6-99b1-7342f19c8617') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:04.576890 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (9f497347-cc33-48c6-99b1-7342f19c8617), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.603713 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9f497347-cc33-48c6-99b1-7342f19c8617), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.614631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:26:04.615471 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (9f497347-cc33-48c6-99b1-7342f19c8617), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:26:04.618413 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:26:04.725100 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (ca1fd315-b305-4780-b752-97cc207696e2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.748548 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a99687c-b1ff-48f5-91e7-51ce3c9ab92e admin admin] Publish callbacks [] for security_group (0f7d2287-2169-4801-9aaf-317df5143d98), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.750197 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.754237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] 10.222.0.83 "DELETE /v2.0/networks/ca1fd315-b305-4780-b752-97cc207696e2 HTTP/1.1" status: 204 len: 168 time: 0.5285442 Feb 02 13:26:04.755210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1bced-0408-479f-843c-589dd37931f0 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Pushing event deleted for resources: {'Network': ['ID=ca1fd315-b305-4780-b752-97cc207696e2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:04.757836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46986) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:04.766738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d3d90e-f489-43e2-852f-4719e02bcbc8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Router 2dd44bee-6489-46f8-8bc6-179a99d22013 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:26:04.787567 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9a99687c-b1ff-48f5-91e7-51ce3c9ab92e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0f7d2287-2169-4801-9aaf-317df5143d98), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.816771 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9a99687c-b1ff-48f5-91e7-51ce3c9ab92e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4acb5e748c6341b6a69f797787bf3eed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3389471 Feb 02 13:26:04.818990 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7027b7-c855-494c-9047-13d54e68f675 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] DELETE failed (client error): The resource could not be found. Feb 02 13:26:04.819732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7027b7-c855-494c-9047-13d54e68f675 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:26:04.822904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0a7027b7-c855-494c-9047-13d54e68f675 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] 10.222.0.83 "DELETE /v2.0/ports/14cffdb8-fd85-4aa1-a907-fa188b339905 HTTP/1.1" status: 404 len: 333 time: 0.0641193 Feb 02 13:26:04.823570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:04.825961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 46992) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:04.851770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 46994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:04.898509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99687c-b1ff-48f5-91e7-51ce3c9ab92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7d2287-2169-4801-9aaf-317df5143d98,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:04.916204 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22e07128-fde6-4121-a8f6-20301c522bc3 admin admin] Publish callbacks [] for security_group (0f7d2287-2169-4801-9aaf-317df5143d98), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.937407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfca005c-d225-4642-bbec-3ba1f184e922 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Deleting subnet 76fce176-b367-4772-bbaa-24df72730d0b {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:26:04.946552 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22e07128-fde6-4121-a8f6-20301c522bc3 admin admin] Publish callbacks [] for security_group (0f7d2287-2169-4801-9aaf-317df5143d98), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:04.948056 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bfca005c-d225-4642-bbec-3ba1f184e922 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks [] for subnet (76fce176-b367-4772-bbaa-24df72730d0b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:05.004658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d3d90e-f489-43e2-852f-4719e02bcbc8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:26:05.014322 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c1d3d90e-f489-43e2-852f-4719e02bcbc8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:05.018255 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcd76a-e3ac-4a08-b1d1-6dd15209f510 None None] Sync routers for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:26:05.021459 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22e07128-fde6-4121-a8f6-20301c522bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0f7d2287-2169-4801-9aaf-317df5143d98), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:05.025577 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22e07128-fde6-4121-a8f6-20301c522bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:05.040527 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-22e07128-fde6-4121-a8f6-20301c522bc3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0f7d2287-2169-4801-9aaf-317df5143d98 HTTP/1.1" status: 204 len: 168 time: 0.1961884 Feb 02 13:26:05.058386 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bfca005c-d225-4642-bbec-3ba1f184e922 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (76fce176-b367-4772-bbaa-24df72730d0b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:05.060156 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddcd76a-e3ac-4a08-b1d1-6dd15209f510 None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:05.061194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e07128-fde6-4121-a8f6-20301c522bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7d2287-2169-4801-9aaf-317df5143d98,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:05.063234 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fddcd76a-e3ac-4a08-b1d1-6dd15209f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:05.182736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bfca005c-d225-4642-bbec-3ba1f184e922 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (76fce176-b367-4772-bbaa-24df72730d0b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:05.249017 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fddcd76a-e3ac-4a08-b1d1-6dd15209f510 None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:26:05.275133 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c1d3d90e-f489-43e2-852f-4719e02bcbc8 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "PUT /v2.0/floatingips/4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7 HTTP/1.1" status: 200 len: 991 time: 1.7728293 Feb 02 13:26:05.295583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'tag': '392aef72-1646-4c8d-9ae3-d46a8af3d051'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:26:05.304604 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c49573-bc13-4f26-a74d-2827b1e613c9" -d '{"events": [{"name": "network-changed", "server_uuid": "789c2ab7-9f24-495f-9f37-266ab5aea193", "tag": "392aef72-1646-4c8d-9ae3-d46a8af3d051"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:26:05.353789 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bfca005c-d225-4642-bbec-3ba1f184e922 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (76fce176-b367-4772-bbaa-24df72730d0b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:05.438694 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c50c23-14b1-4638-aab6-76d51c5901eb x-openstack-request-id: req-88c50c23-14b1-4638-aab6-76d51c5901eb {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:26:05.438988 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789c2ab7-9f24-495f-9f37-266ab5aea193", "tag": "392aef72-1646-4c8d-9ae3-d46a8af3d051", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:26:05.439255 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-88c50c23-14b1-4638-aab6-76d51c5901eb {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:26:05.439656 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'tag': '392aef72-1646-4c8d-9ae3-d46a8af3d051', 'status': 'completed', 'code': 200} Feb 02 13:26:05.446551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb758d8c-8951-4865-9310-d0e7dbcde668 None None] Network 8565243e-fb6d-433f-bf3a-cc19239fb29b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:26:05.460865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bfca005c-d225-4642-bbec-3ba1f184e922 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:05.465268 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bfca005c-d225-4642-bbec-3ba1f184e922 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] 10.222.0.83 "DELETE /v2.0/subnets/76fce176-b367-4772-bbaa-24df72730d0b HTTP/1.1" status: 204 len: 168 time: 0.6383326 Feb 02 13:26:05.468714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca005c-d225-4642-bbec-3ba1f184e922 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Pushing event deleted for resources: {'Subnet': ['ID=76fce176-b367-4772-bbaa-24df72730d0b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:05.470396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:05.544620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c49573-bc13-4f26-a74d-2827b1e613c9 req-a570c333-2808-4b5c-9f86-bb69dd15e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:05.546816 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b6c49573-bc13-4f26-a74d-2827b1e613c9 req-a570c333-2808-4b5c-9f86-bb69dd15e852 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 1127 time: 0.0674343 Feb 02 13:26:05.631294 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:05.653120 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fddcd76a-e3ac-4a08-b1d1-6dd15209f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'port_id': '392aef72-1646-4c8d-9ae3-d46a8af3d051', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'mac_address': 'fa:16:3e:81:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:25:45Z', 'updated_at': '2022-02-02T13:26:04Z', 'revision_number': 1, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:14Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:05.688857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f29f35-89f0-4c14-83b4-5d10078c5690 req-b29cc9dd-2d56-4644-b50b-54bee6f65d8e tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:05.690422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4f29f35-89f0-4c14-83b4-5d10078c5690 req-b29cc9dd-2d56-4644-b50b-54bee6f65d8e tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 945 time: 0.2762794 Feb 02 13:26:05.697096 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (8565243e-fb6d-433f-bf3a-cc19239fb29b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:05.758457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c49573-bc13-4f26-a74d-2827b1e613c9 req-0374cf22-e785-4a24-b34d-af05973adf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:05.759127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba3903b-9444-47f7-bab5-6d042994c3b4 None None] DHCP port deletion for 8565243e-fb6d-433f-bf3a-cc19239fb29b request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:26:05.762460 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b6c49573-bc13-4f26-a74d-2827b1e613c9 req-0374cf22-e785-4a24-b34d-af05973adf64 service neutron] 10.222.0.62 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 912 time: 0.2090971 Feb 02 13:26:05.854105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4f29f35-89f0-4c14-83b4-5d10078c5690 req-05ec6728-ae2b-4ed6-8f47-e2d0d4bf6175 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284525 Feb 02 13:26:05.902023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0ba3903b-9444-47f7-bab5-6d042994c3b4 None None] Deleting port c3fa2575-118f-4437-9c6c-7a60349f0b33 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:05.902398 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ba3903b-9444-47f7-bab5-6d042994c3b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:05.935543 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b6c49573-bc13-4f26-a74d-2827b1e613c9 req-0d881666-5a9b-4c8e-93a2-07404fcbdaa1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392aef72-1646-4c8d-9ae3-d46a8af3d051 HTTP/1.1" status: 200 len: 999 time: 0.1657388 Feb 02 13:26:05.949375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Deleting port c3fa2575-118f-4437-9c6c-7a60349f0b33 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:05.949991 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:05.993864 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcd76a-e3ac-4a08-b1d1-6dd15209f510 None None] Checking router: 2dd44bee-6489-46f8-8bc6-179a99d22013 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:26:06.001972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0ba3903b-9444-47f7-bab5-6d042994c3b4 None None] For port c3fa2575-118f-4437-9c6c-7a60349f0b33, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c3fa2575-118f-4437-9c6c-7a60349f0b33,segment=NetworkSegment(c5d026f1-fc2b-4751-802c-fc5df0e799ca),segment_id=c5d026f1-fc2b-4751-802c-fc5df0e799ca)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:06.002881 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ba3903b-9444-47f7-bab5-6d042994c3b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:06.013579 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddcd76a-e3ac-4a08-b1d1-6dd15209f510 None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:06.014195 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fddcd76a-e3ac-4a08-b1d1-6dd15209f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:06.021005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0ba3903b-9444-47f7-bab5-6d042994c3b4 None None] Calling delete_port for c3fa2575-118f-4437-9c6c-7a60349f0b33 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:06.031888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] For port c3fa2575-118f-4437-9c6c-7a60349f0b33, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c3fa2575-118f-4437-9c6c-7a60349f0b33,segment=NetworkSegment(c5d026f1-fc2b-4751-802c-fc5df0e799ca),segment_id=c5d026f1-fc2b-4751-802c-fc5df0e799ca)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:06.032234 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:06.040367 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c49573-bc13-4f26-a74d-2827b1e613c9 req-5f582b7b-ee7a-4ded-ac9e-a0bb112235bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:06.044236 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b6c49573-bc13-4f26-a74d-2827b1e613c9 req-5f582b7b-ee7a-4ded-ac9e-a0bb112235bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=248e65ec-619a-4088-9b17-d13a3c6491da HTTP/1.1" status: 200 len: 850 time: 0.1029365 Feb 02 13:26:06.075612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Calling delete_port for c3fa2575-118f-4437-9c6c-7a60349f0b33 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:06.140917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c49573-bc13-4f26-a74d-2827b1e613c9 req-4161258c-ee22-4df2-8020-cec2de809316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:06.142734 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b6c49573-bc13-4f26-a74d-2827b1e613c9 req-4161258c-ee22-4df2-8020-cec2de809316 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=679c8ee8-9c42-4d17-a445-6b6e8750ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0881786 Feb 02 13:26:06.151210 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fddcd76a-e3ac-4a08-b1d1-6dd15209f510 None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:26:06.221768 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0ba3903b-9444-47f7-bab5-6d042994c3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:06.253009 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b682b210-7ea2-42c9-9c87-48ec64d68d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (24688756-6fd4-4fcc-9727-64ce0a871445), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:06.256023 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c3fa2575-118f-4437-9c6c-7a60349f0b33), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:06.297287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3903b-9444-47f7-bab5-6d042994c3b4 None None] Pushing event deleted for resources: {'Port': ['ID=c3fa2575-118f-4437-9c6c-7a60349f0b33,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:06.319277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba3903b-9444-47f7-bab5-6d042994c3b4 None None] No DVR routers for this DVR port c3fa2575-118f-4437-9c6c-7a60349f0b33 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:26:06.322680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c3fa2575-118f-4437-9c6c-7a60349f0b33 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:26:06.417383 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Pushing event deleted for resources: {'Port': ['ID=c3fa2575-118f-4437-9c6c-7a60349f0b33,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:06.428510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c3fa2575-118f-4437-9c6c-7a60349f0b33 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:26:06.428879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c3fa2575-118f-4437-9c6c-7a60349f0b33 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:26:06.433369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] No DVR routers for this DVR port c3fa2575-118f-4437-9c6c-7a60349f0b33 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:26:06.437817 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b6c49573-bc13-4f26-a74d-2827b1e613c9 req-cf2cc856-3ff4-48bf-8193-bd9819f22d35 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890294 Feb 02 13:26:06.623348 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fddcd76a-e3ac-4a08-b1d1-6dd15209f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'port_id': '392aef72-1646-4c8d-9ae3-d46a8af3d051', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'mac_address': 'fa:16:3e:81:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:25:45Z', 'updated_at': '2022-02-02T13:26:04Z', 'revision_number': 1, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:14Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:06.629709 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b6c49573-bc13-4f26-a74d-2827b1e613c9 req-481868d5-3115-4bda-86c2-57945faa738d service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787441 Feb 02 13:26:06.668655 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddcd76a-e3ac-4a08-b1d1-6dd15209f510 None None] The sync data for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 is: [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'floating_ip_address': '172.25.4.115', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'port_id': '392aef72-1646-4c8d-9ae3-d46a8af3d051', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'mac_address': 'fa:16:3e:81:8d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:25:45Z', 'updated_at': '2022-02-02T13:26:04Z', 'revision_number': 1, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:14Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:26:06.744390 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:06.837122 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:07.010495 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (8565243e-fb6d-433f-bf3a-cc19239fb29b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:07.069339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6799ec-a215-46f1-b2ce-c69ea58f7a4f None None] New status for floating IP 4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:26:07.077971 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8565243e-fb6d-433f-bf3a-cc19239fb29b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:07.121475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d026f1-fc2b-4751-802c-fc5df0e799ca') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:07.121720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d026f1-fc2b-4751-802c-fc5df0e799ca') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:07.166228 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (c5d026f1-fc2b-4751-802c-fc5df0e799ca), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:07.194908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144aa27-fddb-4601-a1e0-30e7a309f9aa req-c1a6357c-46a2-400b-a877-07df733e60ad tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:07.196512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a144aa27-fddb-4601-a1e0-30e7a309f9aa req-c1a6357c-46a2-400b-a877-07df733e60ad tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 945 time: 0.1883137 Feb 02 13:26:07.197569 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c5d026f1-fc2b-4751-802c-fc5df0e799ca), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:07.208374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:26:07.208769 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (c5d026f1-fc2b-4751-802c-fc5df0e799ca), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:26:07.212596 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:26:07.326420 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (8565243e-fb6d-433f-bf3a-cc19239fb29b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:07.333464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a144aa27-fddb-4601-a1e0-30e7a309f9aa req-6a0f3c2c-5e1c-4ef8-9c68-07f9b066c4d9 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272418 Feb 02 13:26:07.338573 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:07.342035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] 10.222.0.83 "DELETE /v2.0/networks/8565243e-fb6d-433f-bf3a-cc19239fb29b HTTP/1.1" status: 204 len: 168 time: 1.8591094 Feb 02 13:26:07.376088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0351b33-66ac-4a69-81a6-b241a1f96ad3 tempest-DHCPAgentSchedulersTestJSON-968440754 tempest-DHCPAgentSchedulersTestJSON-968440754-project] Pushing event deleted for resources: {'Network': ['ID=8565243e-fb6d-433f-bf3a-cc19239fb29b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:07.453755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b682b210-7ea2-42c9-9c87-48ec64d68d66 admin admin] Deleting port 45a1b73f-1b3f-43eb-8626-141ade734e68 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:07.454091 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b682b210-7ea2-42c9-9c87-48ec64d68d66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:07.562031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b682b210-7ea2-42c9-9c87-48ec64d68d66 admin admin] For port 45a1b73f-1b3f-43eb-8626-141ade734e68, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=45a1b73f-1b3f-43eb-8626-141ade734e68,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:07.562388 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b682b210-7ea2-42c9-9c87-48ec64d68d66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:07.580117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b682b210-7ea2-42c9-9c87-48ec64d68d66 admin admin] Calling delete_port for 45a1b73f-1b3f-43eb-8626-141ade734e68 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:07.702720 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:07.768396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47064) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:07.916078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b682b210-7ea2-42c9-9c87-48ec64d68d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (45a1b73f-1b3f-43eb-8626-141ade734e68), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:07.972739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b682b210-7ea2-42c9-9c87-48ec64d68d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a1b73f-1b3f-43eb-8626-141ade734e68,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:08.033511 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:08.092453 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a3c51cd-1c70-4c1c-9d8a-fb53c41a90fa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=29f84d1d899f47c78a60e9a3ac70b536&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3228381 Feb 02 13:26:08.095252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47076) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:08.232825 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5b96553-c5c8-42ce-895a-b16bdd68726d admin admin] Publish callbacks [] for security_group (0133c16d-0768-478c-9d50-ce5c8e4456d7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:08.287208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5b96553-c5c8-42ce-895a-b16bdd68726d admin admin] Publish callbacks [] for security_group (0133c16d-0768-478c-9d50-ce5c8e4456d7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:08.312039 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b682b210-7ea2-42c9-9c87-48ec64d68d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (24688756-6fd4-4fcc-9727-64ce0a871445), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:08.385001 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5b96553-c5c8-42ce-895a-b16bdd68726d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0133c16d-0768-478c-9d50-ce5c8e4456d7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:08.389376 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5b96553-c5c8-42ce-895a-b16bdd68726d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:08.390846 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a5b96553-c5c8-42ce-895a-b16bdd68726d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0133c16d-0768-478c-9d50-ce5c8e4456d7 HTTP/1.1" status: 204 len: 168 time: 0.2945659 Feb 02 13:26:08.426673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b96553-c5c8-42ce-895a-b16bdd68726d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0133c16d-0768-478c-9d50-ce5c8e4456d7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:08.720669 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b682b210-7ea2-42c9-9c87-48ec64d68d66 admin admin] Router 24688756-6fd4-4fcc-9727-64ce0a871445 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:26:08.865053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47104) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:08.871687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47108) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:08.892268 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c270643-e587-48d2-ab38-3f952c6ba98f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:08.937987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b682b210-7ea2-42c9-9c87-48ec64d68d66 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:26:08.949771 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629d691-4dcc-471c-aa31-1994e4b37643 None None] Sync routers for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:26:08.961823 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b682b210-7ea2-42c9-9c87-48ec64d68d66 admin admin] 10.222.0.83 "PUT /v2.0/routers/24688756-6fd4-4fcc-9727-64ce0a871445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1045058 Feb 02 13:26:08.964677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47110) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:08.971719 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629d691-4dcc-471c-aa31-1994e4b37643 None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:08.976320 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8629d691-4dcc-471c-aa31-1994e4b37643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:09.082481 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c270643-e587-48d2-ab38-3f952c6ba98f admin admin] Publish callbacks [] for security_group (72e3465e-197a-4d8c-a826-d4c0b42247af), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.091250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c270643-e587-48d2-ab38-3f952c6ba98f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (72e3465e-197a-4d8c-a826-d4c0b42247af), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.143359 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4c270643-e587-48d2-ab38-3f952c6ba98f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9e7db6aa74ab4783ad60d8820fffa970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703781 Feb 02 13:26:09.146841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:09.159805 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Publish callbacks [] for router (24688756-6fd4-4fcc-9727-64ce0a871445), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.162942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c270643-e587-48d2-ab38-3f952c6ba98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e3465e-197a-4d8c-a826-d4c0b42247af,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:09.194148 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8629d691-4dcc-471c-aa31-1994e4b37643 None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:26:09.279563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0c02034-90d0-4513-9115-b088e9d57bf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.330797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fd49c21-421d-48dd-ac00-17af7a4829ac admin admin] Publish callbacks [] for security_group (72e3465e-197a-4d8c-a826-d4c0b42247af), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.368673 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fd49c21-421d-48dd-ac00-17af7a4829ac admin admin] Publish callbacks [] for security_group (72e3465e-197a-4d8c-a826-d4c0b42247af), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.371708 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Publish callbacks [] for router_gateway (24688756-6fd4-4fcc-9727-64ce0a871445), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.410862 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0c02034-90d0-4513-9115-b088e9d57bf9 admin admin] Publish callbacks [] for security_group (402bfd68-4981-42ac-a438-9568b5708a03), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.419176 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0c02034-90d0-4513-9115-b088e9d57bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (402bfd68-4981-42ac-a438-9568b5708a03), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.475309 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c02034-90d0-4513-9115-b088e9d57bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402bfd68-4981-42ac-a438-9568b5708a03,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:09.481951 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a0c02034-90d0-4513-9115-b088e9d57bf9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e44e0e8d874049df8518d3a4b1a4c735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6156993 Feb 02 13:26:09.490380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47116) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:09.533997 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8629d691-4dcc-471c-aa31-1994e4b37643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:26:07Z', 'revision_number': 5, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port': {'id': 'b1d17285-0608-4b7a-bd1e-f154c303eb07', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:12:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:18:46Z', 'updated_at': '2022-02-02T13:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:09.601952 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629d691-4dcc-471c-aa31-1994e4b37643 None None] Checking router: 24688756-6fd4-4fcc-9727-64ce0a871445 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:26:09.602334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-17f6b17f-42f3-4714-a2e2-b5d5ee7a3791 admin admin] Publish callbacks [] for security_group (402bfd68-4981-42ac-a438-9568b5708a03), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.617352 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629d691-4dcc-471c-aa31-1994e4b37643 None None] Routers {'24688756-6fd4-4fcc-9727-64ce0a871445'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:09.618234 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8629d691-4dcc-471c-aa31-1994e4b37643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['24688756-6fd4-4fcc-9727-64ce0a871445'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:09.620457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fd49c21-421d-48dd-ac00-17af7a4829ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (72e3465e-197a-4d8c-a826-d4c0b42247af), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.623106 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5fd49c21-421d-48dd-ac00-17af7a4829ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.630514 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5fd49c21-421d-48dd-ac00-17af7a4829ac admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/72e3465e-197a-4d8c-a826-d4c0b42247af HTTP/1.1" status: 204 len: 168 time: 0.4765320 Feb 02 13:26:09.650752 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Deleting port b1d17285-0608-4b7a-bd1e-f154c303eb07 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:09.651066 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.653227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd49c21-421d-48dd-ac00-17af7a4829ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e3465e-197a-4d8c-a826-d4c0b42247af,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:09.730756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-17f6b17f-42f3-4714-a2e2-b5d5ee7a3791 admin admin] Publish callbacks [] for security_group (402bfd68-4981-42ac-a438-9568b5708a03), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.863853 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-17f6b17f-42f3-4714-a2e2-b5d5ee7a3791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (402bfd68-4981-42ac-a438-9568b5708a03), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.867673 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-17f6b17f-42f3-4714-a2e2-b5d5ee7a3791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:09.869044 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-17f6b17f-42f3-4714-a2e2-b5d5ee7a3791 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/402bfd68-4981-42ac-a438-9568b5708a03 HTTP/1.1" status: 204 len: 168 time: 0.3773587 Feb 02 13:26:09.887769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6b17f-42f3-4714-a2e2-b5d5ee7a3791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402bfd68-4981-42ac-a438-9568b5708a03,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:09.937599 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8629d691-4dcc-471c-aa31-1994e4b37643 None None] Set router 24688756-6fd4-4fcc-9727-64ce0a871445 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:26:09.998398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] For port b1d17285-0608-4b7a-bd1e-f154c303eb07, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b1d17285-0608-4b7a-bd1e-f154c303eb07,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:10.001385 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:10.041738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Calling delete_port for b1d17285-0608-4b7a-bd1e-f154c303eb07 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:10.124496 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8629d691-4dcc-471c-aa31-1994e4b37643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:26:09Z', 'revision_number': 6, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:10.172388 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629d691-4dcc-471c-aa31-1994e4b37643 None None] The sync data for ids ['24688756-6fd4-4fcc-9727-64ce0a871445'] in n-d-827336-2 is: [{'id': '24688756-6fd4-4fcc-9727-64ce0a871445', 'name': 'tempest-AttachVolumeShelveTestJSON-541298823-router', 'tenant_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:18:45Z', 'updated_at': '2022-02-02T13:26:09Z', 'revision_number': 6, 'project_id': 'd1acffa9962e4ead92ac4fe6b1e0a02f', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:26:10.405450 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b1d17285-0608-4b7a-bd1e-f154c303eb07), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:10.465620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d17285-0608-4b7a-bd1e-f154c303eb07,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:10.640924 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (24688756-6fd4-4fcc-9727-64ce0a871445), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:10.765748 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47150) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:10.812135 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (24688756-6fd4-4fcc-9727-64ce0a871445), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:10.815167 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Publish callbacks [] for router_controller (24688756-6fd4-4fcc-9727-64ce0a871445), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:10.827673 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64f9411e-b8fb-444d-99c9-72889579cd51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:10.880070 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (24688756-6fd4-4fcc-9727-64ce0a871445), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:10.880922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24688756-6fd4-4fcc-9727-64ce0a871445 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:26:10.894417 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:10.897733 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fa2b6a43-b191-4334-af9e-d52582b0fc2a admin admin] 10.222.0.83 "DELETE /v2.0/routers/24688756-6fd4-4fcc-9727-64ce0a871445 HTTP/1.1" status: 204 len: 168 time: 1.9315312 Feb 02 13:26:10.900452 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:10.981822 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64f9411e-b8fb-444d-99c9-72889579cd51 admin admin] Publish callbacks [] for security_group (370b9770-8dbc-4e06-9371-7e7cf7a8b887), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:10.988514 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-64f9411e-b8fb-444d-99c9-72889579cd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (370b9770-8dbc-4e06-9371-7e7cf7a8b887), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:10.989945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7b6522-c699-42aa-b86d-9185312aa7fa admin admin] Deleting subnet d35ca6df-c5e1-4991-9f50-48a44f4110dd {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:26:10.995256 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6522-c699-42aa-b86d-9185312aa7fa admin admin] Publish callbacks [] for subnet (d35ca6df-c5e1-4991-9f50-48a44f4110dd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:11.041713 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-64f9411e-b8fb-444d-99c9-72889579cd51 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ef16b006a66a4434bd4defa561ced4ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2762589 Feb 02 13:26:11.045584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:11.055182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9411e-b8fb-444d-99c9-72889579cd51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370b9770-8dbc-4e06-9371-7e7cf7a8b887,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:11.060145 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6522-c699-42aa-b86d-9185312aa7fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (d35ca6df-c5e1-4991-9f50-48a44f4110dd), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:11.183445 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c41df3e-5cf6-4d5b-a5cc-3d464b0ce302 admin admin] Publish callbacks [] for security_group (370b9770-8dbc-4e06-9371-7e7cf7a8b887), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:11.256481 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c41df3e-5cf6-4d5b-a5cc-3d464b0ce302 admin admin] Publish callbacks [] for security_group (370b9770-8dbc-4e06-9371-7e7cf7a8b887), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:11.278032 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6522-c699-42aa-b86d-9185312aa7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (d35ca6df-c5e1-4991-9f50-48a44f4110dd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:11.418043 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6522-c699-42aa-b86d-9185312aa7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (d35ca6df-c5e1-4991-9f50-48a44f4110dd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:11.450859 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c41df3e-5cf6-4d5b-a5cc-3d464b0ce302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (370b9770-8dbc-4e06-9371-7e7cf7a8b887), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:11.454436 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c41df3e-5cf6-4d5b-a5cc-3d464b0ce302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:11.456220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3c41df3e-5cf6-4d5b-a5cc-3d464b0ce302 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/370b9770-8dbc-4e06-9371-7e7cf7a8b887 HTTP/1.1" status: 204 len: 168 time: 0.4096534 Feb 02 13:26:11.478834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b6522-c699-42aa-b86d-9185312aa7fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35ca6df-c5e1-4991-9f50-48a44f4110dd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:11.505614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ba0d88-3d47-49bc-afad-f6048ccb2e7f None None] Network 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:26:11.507083 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f7b6522-c699-42aa-b86d-9185312aa7fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:11.515836 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3f7b6522-c699-42aa-b86d-9185312aa7fa admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d35ca6df-c5e1-4991-9f50-48a44f4110dd HTTP/1.1" status: 204 len: 168 time: 0.6140854 Feb 02 13:26:11.518124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41df3e-5cf6-4d5b-a5cc-3d464b0ce302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370b9770-8dbc-4e06-9371-7e7cf7a8b887,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:11.518782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47172) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:11.688715 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (9354df0a-0d9a-4e5e-81ff-a8135783e4d8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:11.833655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Deleting port 8263fc0e-c187-4200-9242-2799492dbdcb {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:11.834231 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:11.890617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bfcd51-58de-475a-9097-85841aba5970 None None] DHCP port deletion for 9354df0a-0d9a-4e5e-81ff-a8135783e4d8 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:26:11.965181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] For port 8263fc0e-c187-4200-9242-2799492dbdcb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8263fc0e-c187-4200-9242-2799492dbdcb,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:11.968378 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:12.017755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Calling delete_port for 8263fc0e-c187-4200-9242-2799492dbdcb owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:12.027107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-87bfcd51-58de-475a-9097-85841aba5970 None None] Deleting port 8263fc0e-c187-4200-9242-2799492dbdcb {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:12.027952 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87bfcd51-58de-475a-9097-85841aba5970 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:12.169837 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-87bfcd51-58de-475a-9097-85841aba5970 None None] For port 8263fc0e-c187-4200-9242-2799492dbdcb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8263fc0e-c187-4200-9242-2799492dbdcb,segment=NetworkSegment(9720609b-906f-42fc-a89c-7974211af2b3),segment_id=9720609b-906f-42fc-a89c-7974211af2b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:12.170972 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87bfcd51-58de-475a-9097-85841aba5970 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:12.199526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-87bfcd51-58de-475a-9097-85841aba5970 None None] Calling delete_port for 8263fc0e-c187-4200-9242-2799492dbdcb owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:12.222793 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:12.290555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Pushing event deleted for resources: {'Port': ['ID=8263fc0e-c187-4200-9242-2799492dbdcb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:12.319689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] No DVR routers for this DVR port 8263fc0e-c187-4200-9242-2799492dbdcb on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:26:12.390689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8263fc0e-c187-4200-9242-2799492dbdcb no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:26:12.461820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8263fc0e-c187-4200-9242-2799492dbdcb {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:26:12.462981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8263fc0e-c187-4200-9242-2799492dbdcb not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:26:12.463406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 45a1b73f-1b3f-43eb-8626-141ade734e68 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:26:12.500678 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (9354df0a-0d9a-4e5e-81ff-a8135783e4d8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:12.531216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 45a1b73f-1b3f-43eb-8626-141ade734e68 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:26:12.543867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 45a1b73f-1b3f-43eb-8626-141ade734e68 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:26:12.544311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b1d17285-0608-4b7a-bd1e-f154c303eb07 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:26:12.555659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9354df0a-0d9a-4e5e-81ff-a8135783e4d8']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:12.571204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9720609b-906f-42fc-a89c-7974211af2b3') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:12.571575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9720609b-906f-42fc-a89c-7974211af2b3') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:12.587795 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (9720609b-906f-42fc-a89c-7974211af2b3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:12.595172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b1d17285-0608-4b7a-bd1e-f154c303eb07 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:26:12.595535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b1d17285-0608-4b7a-bd1e-f154c303eb07 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:26:12.618286 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-87bfcd51-58de-475a-9097-85841aba5970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (8263fc0e-c187-4200-9242-2799492dbdcb), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:12.652632 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9720609b-906f-42fc-a89c-7974211af2b3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:12.670163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:26:12.670567 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (9720609b-906f-42fc-a89c-7974211af2b3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:26:12.677931 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:26:12.716306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfcd51-58de-475a-9097-85841aba5970 None None] Pushing event deleted for resources: {'Port': ['ID=8263fc0e-c187-4200-9242-2799492dbdcb,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:12.728041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bfcd51-58de-475a-9097-85841aba5970 None None] No DVR routers for this DVR port 8263fc0e-c187-4200-9242-2799492dbdcb on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:26:12.767767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:12.809544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (9354df0a-0d9a-4e5e-81ff-a8135783e4d8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:12.829334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:12.836987 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] 10.222.0.83 "DELETE /v2.0/networks/9354df0a-0d9a-4e5e-81ff-a8135783e4d8 HTTP/1.1" status: 204 len: 168 time: 1.3166623 Feb 02 13:26:12.860188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4c733-31c7-4faa-8717-8b23fe89b20f admin admin] Pushing event deleted for resources: {'Network': ['ID=9354df0a-0d9a-4e5e-81ff-a8135783e4d8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:13.134947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-647195849'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:13.164946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47216) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:13.177339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Made reservation on behalf of 4d32a217a0c0455da14f1c1aa331d6bd for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:26:13.183636 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:13.195750 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:13.239781 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-84ac138d-5c3c-4c44-96b5-75f610c29e19 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d1acffa9962e4ead92ac4fe6b1e0a02f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0739870 Feb 02 13:26:13.244342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:13.352429 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d664db01-589c-4021-a3f1-6dc53e8dbfe8 admin admin] Publish callbacks [] for security_group (c0d490c3-92db-4026-92ad-a49549eae043), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:13.383047 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks [] for security_group (694f28b3-01c8-4aba-beea-76957d84fced), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:13.393601 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (694f28b3-01c8-4aba-beea-76957d84fced), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:13.440892 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d664db01-589c-4021-a3f1-6dc53e8dbfe8 admin admin] Publish callbacks [] for security_group (c0d490c3-92db-4026-92ad-a49549eae043), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:13.452771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694f28b3-01c8-4aba-beea-76957d84fced,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:13.459109 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:26:13.503110 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9cc0f238-20c5-4915-b6b9-687d5b20a012), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:13.510753 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Added segment 9cc0f238-20c5-4915-b6b9-687d5b20a012 of type vlan for network fdc5af77-88a9-4b02-99ca-cf54c7933063 Feb 02 13:26:13.668392 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (fdc5af77-88a9-4b02-99ca-cf54c7933063), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:13.680379 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d664db01-589c-4021-a3f1-6dc53e8dbfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c0d490c3-92db-4026-92ad-a49549eae043), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:13.683362 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d664db01-589c-4021-a3f1-6dc53e8dbfe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:13.684773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d664db01-589c-4021-a3f1-6dc53e8dbfe8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c0d490c3-92db-4026-92ad-a49549eae043 HTTP/1.1" status: 204 len: 168 time: 0.4391329 Feb 02 13:26:13.738046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664db01-589c-4021-a3f1-6dc53e8dbfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d490c3-92db-4026-92ad-a49549eae043,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:13.769881 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (fdc5af77-88a9-4b02-99ca-cf54c7933063), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:13.775082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:13.789554 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:13.893259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1242518 Feb 02 13:26:13.941122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7df460-438c-44f2-9dab-53c4b498ad8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Pushing event updated for resources: {'Network': ['ID=fdc5af77-88a9-4b02-99ca-cf54c7933063,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:13.955486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network fdc5af77-88a9-4b02-99ca-cf54c7933063 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:26:14.148876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47240) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:14.368823 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f6ddc94-aaea-49ad-addd-cd67292bfa1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:14.381174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47254) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:14.386553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Request body: {'port': {'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063', 'binding:host_id': 'n-h1-827336-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-944590707'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:14.420036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Made reservation on behalf of 5b2c214dc75a47c38b4cb9302120103e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:26:14.428418 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:14.452458 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:14.510054 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f6ddc94-aaea-49ad-addd-cd67292bfa1d admin admin] Publish callbacks [] for security_group (6c575765-9bf2-4e8b-8548-e211237efb9d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:14.521854 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f6ddc94-aaea-49ad-addd-cd67292bfa1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6c575765-9bf2-4e8b-8548-e211237efb9d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:14.593151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4f6ddc94-aaea-49ad-addd-cd67292bfa1d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cb0a1c41246d4fd6b2793d540752128e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4402499 Feb 02 13:26:14.593306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47258) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:14.609351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ddc94-aaea-49ad-addd-cd67292bfa1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c575765-9bf2-4e8b-8548-e211237efb9d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:14.732354 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1915d69-8b37-440f-ad9e-c8711616fa85 admin admin] Publish callbacks [] for security_group (6c575765-9bf2-4e8b-8548-e211237efb9d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:14.769538 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1915d69-8b37-440f-ad9e-c8711616fa85 admin admin] Publish callbacks [] for security_group (6c575765-9bf2-4e8b-8548-e211237efb9d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:14.867053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1915d69-8b37-440f-ad9e-c8711616fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6c575765-9bf2-4e8b-8548-e211237efb9d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:14.871215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1915d69-8b37-440f-ad9e-c8711616fa85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:14.873098 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e1915d69-8b37-440f-ad9e-c8711616fa85 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6c575765-9bf2-4e8b-8548-e211237efb9d HTTP/1.1" status: 204 len: 168 time: 0.2787199 Feb 02 13:26:14.889352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1915d69-8b37-440f-ad9e-c8711616fa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c575765-9bf2-4e8b-8548-e211237efb9d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:15.155643 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks [] for security_group (df8137df-68e3-4800-8255-e90a8f6135ab), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:15.163807 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (df8137df-68e3-4800-8255-e90a8f6135ab), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:15.168969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] device_id is not set on port dd40f417-8688-4601-b112-ec6c7faaf832 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:26:15.203795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8137df-68e3-4800-8255-e90a8f6135ab,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:15.545517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] device_id is not set on port dd40f417-8688-4601-b112-ec6c7faaf832 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:26:15.572193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks [] for port (dd40f417-8688-4601-b112-ec6c7faaf832), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:15.586282 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dd40f417-8688-4601-b112-ec6c7faaf832), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:15.663485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event updated for resources: {'Port': ['ID=dd40f417-8688-4601-b112-ec6c7faaf832,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:15.736661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Checking segment: {'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:26:15.737352 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Network hostable DHCP agents. Network: fdc5af77-88a9-4b02-99ca-cf54c7933063, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:26:15.759936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Network fdc5af77-88a9-4b02-99ca-cf54c7933063 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:26:15.772787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, fdc5af77-88a9-4b02-99ca-cf54c7933063) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:26:15.777486 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:26:15.784850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73336b7a-ac83-44bc-b23f-689fbf5b2dd8 None None] Network fdc5af77-88a9-4b02-99ca-cf54c7933063 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:26:15.795313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:15.796176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:15.796881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:15.808433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:15.809260 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:15.811186 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 2 to bind port dd40f417-8688-4601-b112-ec6c7faaf832 Feb 02 13:26:15.827673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:15.828081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:15.828482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:15.834866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:15.835206 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:15.835737 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 3 to bind port dd40f417-8688-4601-b112-ec6c7faaf832 Feb 02 13:26:15.853570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:15.853993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:15.854393 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:15.860157 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:15.861164 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:15.861679 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 4 to bind port dd40f417-8688-4601-b112-ec6c7faaf832 Feb 02 13:26:15.878758 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:15.879301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:15.879929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:15.887187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:15.887699 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:15.888165 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 5 to bind port dd40f417-8688-4601-b112-ec6c7faaf832 Feb 02 13:26:15.903558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:15.903957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:15.904509 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:15.909320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:15.909801 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:15.910298 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 6 to bind port dd40f417-8688-4601-b112-ec6c7faaf832 Feb 02 13:26:15.923597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:15.924364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:15.924644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:15.929715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:15.930180 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:15.930684 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 7 to bind port dd40f417-8688-4601-b112-ec6c7faaf832 Feb 02 13:26:15.948829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:15.949429 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:15.949936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:15.958621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:15.959619 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:15.961737 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 8 to bind port dd40f417-8688-4601-b112-ec6c7faaf832 Feb 02 13:26:15.990400 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:15.990990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:15.991529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:16.004627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:16.012219 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:16.012991 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 9 to bind port dd40f417-8688-4601-b112-ec6c7faaf832 Feb 02 13:26:16.053819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:16.054494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:16.055046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:16.062548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:16.063082 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:16.064366 n-d-827336-2 neutron-server[103187]: INFO neutron.plugins.ml2.plugin [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 10 to bind port dd40f417-8688-4601-b112-ec6c7faaf832 Feb 02 13:26:16.096484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:16.096833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:16.097425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:16.113981 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port dd40f417-8688-4601-b112-ec6c7faaf832 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:16.114400 n-d-827336-2 neutron-server[103187]: ERROR neutron.plugins.ml2.managers [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port dd40f417-8688-4601-b112-ec6c7faaf832 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:16.114708 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd40f417-8688-4601-b112-ec6c7faaf832), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:16.303678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] For port dd40f417-8688-4601-b112-ec6c7faaf832, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:26:16.304061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempted to set empty binding levels {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 13:26:16.311109 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dd40f417-8688-4601-b112-ec6c7faaf832), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:16.396739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:16.397348 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:16.450323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47320) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:16.450818 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.0681140 Feb 02 13:26:16.466669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40aadf-f79e-441e-829a-aca4b5bf997e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event updated for resources: {'Port': ['ID=dd40f417-8688-4601-b112-ec6c7faaf832,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:16.575952 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8011c2aa-4355-4d1e-9887-0c9abf9fa02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Deleting port dd40f417-8688-4601-b112-ec6c7faaf832 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:16.576557 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8011c2aa-4355-4d1e-9887-0c9abf9fa02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dd40f417-8688-4601-b112-ec6c7faaf832), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:16.700826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-8011c2aa-4355-4d1e-9887-0c9abf9fa02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] For port dd40f417-8688-4601-b112-ec6c7faaf832, host n-h1-827336-2, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:16.723270 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8011c2aa-4355-4d1e-9887-0c9abf9fa02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dd40f417-8688-4601-b112-ec6c7faaf832), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:16.757822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8011c2aa-4355-4d1e-9887-0c9abf9fa02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Calling delete_port for dd40f417-8688-4601-b112-ec6c7faaf832 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:16.922020 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8011c2aa-4355-4d1e-9887-0c9abf9fa02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (dd40f417-8688-4601-b112-ec6c7faaf832), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:16.991785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011c2aa-4355-4d1e-9887-0c9abf9fa02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd40f417-8688-4601-b112-ec6c7faaf832,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:17.004689 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8011c2aa-4355-4d1e-9887-0c9abf9fa02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:17.010387 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8011c2aa-4355-4d1e-9887-0c9abf9fa02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "DELETE /v2.0/ports/dd40f417-8688-4601-b112-ec6c7faaf832 HTTP/1.1" status: 204 len: 168 time: 0.5584350 Feb 02 13:26:17.014675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47354) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:17.053667 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c23f75-6a04-40d1-9772-e05f836defcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] GET failed (client error): The resource could not be found. Feb 02 13:26:17.060015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47356) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:17.066873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Request body: {'port': {'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-317411805'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:17.071486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-61c23f75-6a04-40d1-9772-e05f836defcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "GET /v2.0/ports/dd40f417-8688-4601-b112-ec6c7faaf832 HTTP/1.1" status: 404 len: 333 time: 0.0555716 Feb 02 13:26:17.106608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Made reservation on behalf of 5b2c214dc75a47c38b4cb9302120103e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:26:17.109173 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:17.160043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] device_id is not set on port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:26:17.402424 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks [] for port (ccb21cb6-e768-4c47-b7e7-35bef3f8f980), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:17.454491 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ccb21cb6-e768-4c47-b7e7-35bef3f8f980), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:17.541327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Network fdc5af77-88a9-4b02-99ca-cf54c7933063 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:26:17.545039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:26:17.556505 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:26:17.557744 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:17.558587 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:17.590135 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5261185 Feb 02 13:26:17.590497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47392) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:17.596390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:17.598980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5eaba5-d075-4c6e-9607-b11782f52362 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event updated for resources: {'Port': ['ID=ccb21cb6-e768-4c47-b7e7-35bef3f8f980,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:17.698569 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ccb21cb6-e768-4c47-b7e7-35bef3f8f980), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:18.675489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] device_id is not set on port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:26:18.687129 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks [] for port (ccb21cb6-e768-4c47-b7e7-35bef3f8f980), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:18.721154 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ccb21cb6-e768-4c47-b7e7-35bef3f8f980), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:18.838062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event updated for resources: {'Port': ['ID=ccb21cb6-e768-4c47-b7e7-35bef3f8f980,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:18.926155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:18.926615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:18.927098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:18.951371 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:18.951849 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:18.956093 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 2 to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 Feb 02 13:26:19.006810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:19.007553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:19.008157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:19.014283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:19.014968 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:19.015847 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 3 to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 Feb 02 13:26:19.046793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:19.047508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:19.048015 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:19.053754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:19.054330 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:19.055703 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 4 to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 Feb 02 13:26:19.073275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:19.074131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:19.074666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:19.083320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:19.084051 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:19.084881 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 5 to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 Feb 02 13:26:19.104284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:19.104886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:19.105391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:19.112936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:19.113454 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:19.114454 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 6 to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 Feb 02 13:26:19.131142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:19.131556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:19.131860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:19.138138 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:19.138605 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:19.138973 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 7 to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 Feb 02 13:26:19.162832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:19.163323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:19.165478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:19.175474 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:19.175821 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:19.177321 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 8 to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 Feb 02 13:26:19.214848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:19.215268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:19.215609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:19.223587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:19.223915 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:19.224308 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 9 to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 Feb 02 13:26:19.257559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:19.260205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:19.260567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:19.271929 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:19.272277 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:19.278173 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 10 to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 Feb 02 13:26:19.301338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:19.301728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:19.302000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:19.308078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:19.308425 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:19.308825 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ccb21cb6-e768-4c47-b7e7-35bef3f8f980), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:19.437916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] For port ccb21cb6-e768-4c47-b7e7-35bef3f8f980, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:26:19.438553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempted to set empty binding levels {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 13:26:19.446909 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ccb21cb6-e768-4c47-b7e7-35bef3f8f980), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:19.511789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] In _notify_port_updated(), no bound segment for port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:26:19.512702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:19.514685 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:19.520886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47436) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:19.523654 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "PUT /v2.0/ports/ccb21cb6-e768-4c47-b7e7-35bef3f8f980 HTTP/1.1" status: 200 len: 978 time: 1.9319112 Feb 02 13:26:19.547278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb421aa-6035-4988-af77-16881d21de3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event updated for resources: {'Port': ['ID=ccb21cb6-e768-4c47-b7e7-35bef3f8f980,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:19.611329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a3cdd-f4df-4977-9112-a3977c3b14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:19.611855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a3cdd-f4df-4977-9112-a3977c3b14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:19.612477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a3cdd-f4df-4977-9112-a3977c3b14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:19.613067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a3cdd-f4df-4977-9112-a3977c3b14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:19.613529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a3cdd-f4df-4977-9112-a3977c3b14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:19.613989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a3cdd-f4df-4977-9112-a3977c3b14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:19.614443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a3cdd-f4df-4977-9112-a3977c3b14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:19.614904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a3cdd-f4df-4977-9112-a3977c3b14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:19.615386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a3cdd-f4df-4977-9112-a3977c3b14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:19.616304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a3cdd-f4df-4977-9112-a3977c3b14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:19.616820 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19a3cdd-f4df-4977-9112-a3977c3b14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:19.623901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47438) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:19.624974 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b19a3cdd-f4df-4977-9112-a3977c3b14c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10234 time: 0.1023715 Feb 02 13:26:19.742030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-924ca044-7016-47a5-83f9-0f4a83d25105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Deleting port ccb21cb6-e768-4c47-b7e7-35bef3f8f980 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:19.742643 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-924ca044-7016-47a5-83f9-0f4a83d25105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ccb21cb6-e768-4c47-b7e7-35bef3f8f980), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:19.835543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-924ca044-7016-47a5-83f9-0f4a83d25105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] For port ccb21cb6-e768-4c47-b7e7-35bef3f8f980, host n-h1-827336-2, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:19.836010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-924ca044-7016-47a5-83f9-0f4a83d25105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ccb21cb6-e768-4c47-b7e7-35bef3f8f980), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:19.857897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-924ca044-7016-47a5-83f9-0f4a83d25105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Calling delete_port for ccb21cb6-e768-4c47-b7e7-35bef3f8f980 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:19.989200 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-924ca044-7016-47a5-83f9-0f4a83d25105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ccb21cb6-e768-4c47-b7e7-35bef3f8f980), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:20.071409 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-924ca044-7016-47a5-83f9-0f4a83d25105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:20.083269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-924ca044-7016-47a5-83f9-0f4a83d25105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "DELETE /v2.0/ports/ccb21cb6-e768-4c47-b7e7-35bef3f8f980 HTTP/1.1" status: 204 len: 168 time: 0.4555182 Feb 02 13:26:20.083269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ca044-7016-47a5-83f9-0f4a83d25105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccb21cb6-e768-4c47-b7e7-35bef3f8f980,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:20.083629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47446) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:20.138996 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a1f8624-90cc-4a3e-bd77-f9dc304551d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] GET failed (client error): The resource could not be found. Feb 02 13:26:20.144729 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5a1f8624-90cc-4a3e-bd77-f9dc304551d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "GET /v2.0/ports/ccb21cb6-e768-4c47-b7e7-35bef3f8f980 HTTP/1.1" status: 404 len: 333 time: 0.0566390 Feb 02 13:26:20.145069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47448) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:20.154392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2019204781', 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:20.211919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Made reservation on behalf of 5b2c214dc75a47c38b4cb9302120103e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:26:20.214902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:20.267083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] device_id is not set on port e1a49675-dec4-496f-8cfa-11ac97730be0 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:26:20.533143 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks [] for port (e1a49675-dec4-496f-8cfa-11ac97730be0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:20.573948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e1a49675-dec4-496f-8cfa-11ac97730be0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:20.634677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Network fdc5af77-88a9-4b02-99ca-cf54c7933063 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:26:20.641086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:26:20.645572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:26:20.646658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:20.647328 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:20.669989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event updated for resources: {'Port': ['ID=e1a49675-dec4-496f-8cfa-11ac97730be0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:20.714675 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f58eb239-41fa-471c-9116-90ec3d00424a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5655861 Feb 02 13:26:20.717275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47454) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:20.784377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cdd922-2e5a-4532-8774-17a399d402c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:20.789074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47456) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:20.789624 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b0cdd922-2e5a-4532-8774-17a399d402c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "GET /v2.0/ports/e1a49675-dec4-496f-8cfa-11ac97730be0 HTTP/1.1" status: 200 len: 959 time: 0.0702114 Feb 02 13:26:20.922870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-05d9d8c5-48dc-4a35-b06c-cb705ffc5355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Deleting port e1a49675-dec4-496f-8cfa-11ac97730be0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:20.923201 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05d9d8c5-48dc-4a35-b06c-cb705ffc5355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e1a49675-dec4-496f-8cfa-11ac97730be0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:21.044648 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05d9d8c5-48dc-4a35-b06c-cb705ffc5355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e1a49675-dec4-496f-8cfa-11ac97730be0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:21.074230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-05d9d8c5-48dc-4a35-b06c-cb705ffc5355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Calling delete_port for e1a49675-dec4-496f-8cfa-11ac97730be0 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:21.307574 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05d9d8c5-48dc-4a35-b06c-cb705ffc5355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e1a49675-dec4-496f-8cfa-11ac97730be0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:21.348609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9d8c5-48dc-4a35-b06c-cb705ffc5355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1a49675-dec4-496f-8cfa-11ac97730be0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:21.355942 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05d9d8c5-48dc-4a35-b06c-cb705ffc5355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:21.363603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47464) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:21.378762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-05d9d8c5-48dc-4a35-b06c-cb705ffc5355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "DELETE /v2.0/ports/e1a49675-dec4-496f-8cfa-11ac97730be0 HTTP/1.1" status: 204 len: 168 time: 0.5876358 Feb 02 13:26:21.402775 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-6866a055-5f5b-418e-8435-abede5f6ba28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] GET failed (client error): The resource could not be found. Feb 02 13:26:21.404738 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6866a055-5f5b-418e-8435-abede5f6ba28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "GET /v2.0/ports/e1a49675-dec4-496f-8cfa-11ac97730be0 HTTP/1.1" status: 404 len: 333 time: 0.0400271 Feb 02 13:26:21.408553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47466) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:21.416889 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Request body: {'port': {'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1780633492'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:21.459729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Made reservation on behalf of 5b2c214dc75a47c38b4cb9302120103e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:26:21.459729 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:21.487071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] device_id is not set on port bec1c52d-c071-484d-a142-ec4df26902a9 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:26:21.800361 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks [] for port (bec1c52d-c071-484d-a142-ec4df26902a9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:21.842916 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (bec1c52d-c071-484d-a142-ec4df26902a9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:21.920162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Network fdc5af77-88a9-4b02-99ca-cf54c7933063 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:26:21.926114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:26:21.930565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:26:21.931589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:21.932218 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:21.977436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event updated for resources: {'Port': ['ID=bec1c52d-c071-484d-a142-ec4df26902a9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:21.988119 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1488d02e-0679-4865-acae-cb36b63c595a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5780509 Feb 02 13:26:21.996176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:22.013136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:22.096815 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bec1c52d-c071-484d-a142-ec4df26902a9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:22.374362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] device_id is not set on port bec1c52d-c071-484d-a142-ec4df26902a9 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:26:22.383699 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks [] for port (bec1c52d-c071-484d-a142-ec4df26902a9), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:22.391848 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (bec1c52d-c071-484d-a142-ec4df26902a9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:22.445298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event updated for resources: {'Port': ['ID=bec1c52d-c071-484d-a142-ec4df26902a9,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:22.460989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:22.461312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:22.462072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:22.469535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:22.470029 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:22.470525 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 2 to bind port bec1c52d-c071-484d-a142-ec4df26902a9 Feb 02 13:26:22.486233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:22.486561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:22.487020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:22.492644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:22.493086 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:22.493612 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 3 to bind port bec1c52d-c071-484d-a142-ec4df26902a9 Feb 02 13:26:22.509693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:22.510023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:22.510373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:22.514975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:22.515293 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:22.515713 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 4 to bind port bec1c52d-c071-484d-a142-ec4df26902a9 Feb 02 13:26:22.529256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:22.529634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:22.529929 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:22.534677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:22.534999 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:22.535379 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 5 to bind port bec1c52d-c071-484d-a142-ec4df26902a9 Feb 02 13:26:22.547965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:22.548282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:22.548636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:22.553081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:22.553388 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:22.554455 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 6 to bind port bec1c52d-c071-484d-a142-ec4df26902a9 Feb 02 13:26:22.567460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:22.567723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:22.568051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:22.572432 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:22.572722 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:22.573107 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 7 to bind port bec1c52d-c071-484d-a142-ec4df26902a9 Feb 02 13:26:22.586389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:22.587468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:22.587468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:22.592862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:22.593269 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:22.593657 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 8 to bind port bec1c52d-c071-484d-a142-ec4df26902a9 Feb 02 13:26:22.607979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:22.608443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:22.608851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:22.614084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:22.616291 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:22.616291 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 9 to bind port bec1c52d-c071-484d-a142-ec4df26902a9 Feb 02 13:26:22.635038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:22.635375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:22.635746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:22.641697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:22.642130 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:22.642526 n-d-827336-2 neutron-server[103188]: INFO neutron.plugins.ml2.plugin [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempt 10 to bind port bec1c52d-c071-484d-a142-ec4df26902a9 Feb 02 13:26:22.663255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:22.663633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:22.664229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempting to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:22.673088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:26:22.673424 n-d-827336-2 neutron-server[103188]: ERROR neutron.plugins.ml2.managers [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Failed to bind port bec1c52d-c071-484d-a142-ec4df26902a9 on host n-h1-827336-2 for vnic_type normal using segments [{'id': '9cc0f238-20c5-4915-b6b9-687d5b20a012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fdc5af77-88a9-4b02-99ca-cf54c7933063'}] Feb 02 13:26:22.674056 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bec1c52d-c071-484d-a142-ec4df26902a9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:22.770152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] For port bec1c52d-c071-484d-a142-ec4df26902a9, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:26:22.770614 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attempted to set empty binding levels {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 02 13:26:22.776468 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (bec1c52d-c071-484d-a142-ec4df26902a9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:22.812011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] In _notify_port_updated(), no bound segment for port bec1c52d-c071-484d-a142-ec4df26902a9 on network fdc5af77-88a9-4b02-99ca-cf54c7933063 {{(pid=103188) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:26:22.814330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:22.815299 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:22.819747 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "PUT /v2.0/ports/bec1c52d-c071-484d-a142-ec4df26902a9 HTTP/1.1" status: 200 len: 979 time: 0.8168621 Feb 02 13:26:22.820687 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47488) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:22.864494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283821d1-5219-476f-b42d-a998e934de33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event updated for resources: {'Port': ['ID=bec1c52d-c071-484d-a142-ec4df26902a9,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:22.930845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3062734c-4387-4772-8ebd-54caf9aaa5a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Deleting port bec1c52d-c071-484d-a142-ec4df26902a9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:22.931281 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3062734c-4387-4772-8ebd-54caf9aaa5a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bec1c52d-c071-484d-a142-ec4df26902a9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:23.014045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-3062734c-4387-4772-8ebd-54caf9aaa5a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] For port bec1c52d-c071-484d-a142-ec4df26902a9, host n-h1-827336-2, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:23.014725 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3062734c-4387-4772-8ebd-54caf9aaa5a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bec1c52d-c071-484d-a142-ec4df26902a9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:23.032616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3062734c-4387-4772-8ebd-54caf9aaa5a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Calling delete_port for bec1c52d-c071-484d-a142-ec4df26902a9 owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:23.129754 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3062734c-4387-4772-8ebd-54caf9aaa5a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (bec1c52d-c071-484d-a142-ec4df26902a9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:23.172054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062734c-4387-4772-8ebd-54caf9aaa5a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Pushing event deleted for resources: {'Port': ['ID=bec1c52d-c071-484d-a142-ec4df26902a9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:23.187108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3062734c-4387-4772-8ebd-54caf9aaa5a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:23.193400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3062734c-4387-4772-8ebd-54caf9aaa5a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "DELETE /v2.0/ports/bec1c52d-c071-484d-a142-ec4df26902a9 HTTP/1.1" status: 204 len: 168 time: 0.3687341 Feb 02 13:26:23.193794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47490) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:23.236494 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c8222b-f908-4b61-92aa-baaedf772657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] GET failed (client error): The resource could not be found. Feb 02 13:26:23.238453 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b1c8222b-f908-4b61-92aa-baaedf772657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1465348062-project-admin] 10.222.0.83 "GET /v2.0/ports/bec1c52d-c071-484d-a142-ec4df26902a9 HTTP/1.1" status: 404 len: 333 time: 0.0435719 Feb 02 13:26:23.243846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47494) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:23.358454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (fdc5af77-88a9-4b02-99ca-cf54c7933063), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:23.497846 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (fdc5af77-88a9-4b02-99ca-cf54c7933063), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:23.528395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc5af77-88a9-4b02-99ca-cf54c7933063']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:23.543397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc0f238-20c5-4915-b6b9-687d5b20a012') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:23.543710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc0f238-20c5-4915-b6b9-687d5b20a012') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:23.555188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (9cc0f238-20c5-4915-b6b9-687d5b20a012), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:23.570272 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9cc0f238-20c5-4915-b6b9-687d5b20a012), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:23.580036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:26:23.581083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (9cc0f238-20c5-4915-b6b9-687d5b20a012), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:26:23.586361 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:26:23.745370 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (fdc5af77-88a9-4b02-99ca-cf54c7933063), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:23.772745 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:23.778972 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] 10.222.0.83 "DELETE /v2.0/networks/fdc5af77-88a9-4b02-99ca-cf54c7933063 HTTP/1.1" status: 204 len: 168 time: 0.5330555 Feb 02 13:26:23.808295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c62f2-3d52-4941-b5a6-103a7df46642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795662668-project] Pushing event deleted for resources: {'Network': ['ID=fdc5af77-88a9-4b02-99ca-cf54c7933063,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:24.193640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47516) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:24.478470 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7ad418ae-92c0-4787-a655-a9f55c5c1ce0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4d32a217a0c0455da14f1c1aa331d6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2801201 Feb 02 13:26:24.479227 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47524) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:24.558241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df54647d-7356-47a8-a53b-46c108739388 admin admin] Publish callbacks [] for security_group (694f28b3-01c8-4aba-beea-76957d84fced), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:24.610551 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df54647d-7356-47a8-a53b-46c108739388 admin admin] Publish callbacks [] for security_group (694f28b3-01c8-4aba-beea-76957d84fced), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:24.667933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df54647d-7356-47a8-a53b-46c108739388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (694f28b3-01c8-4aba-beea-76957d84fced), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:24.671059 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df54647d-7356-47a8-a53b-46c108739388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:24.674433 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-df54647d-7356-47a8-a53b-46c108739388 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/694f28b3-01c8-4aba-beea-76957d84fced HTTP/1.1" status: 204 len: 168 time: 0.1898618 Feb 02 13:26:24.693914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54647d-7356-47a8-a53b-46c108739388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694f28b3-01c8-4aba-beea-76957d84fced,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:25.247022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47536) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:25.319971 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7872fc56-8689-473e-85c8-1bc8cb1af389 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5b2c214dc75a47c38b4cb9302120103e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0705781 Feb 02 13:26:25.322533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47538) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:25.385584 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca6237f5-aaa1-4739-a005-fc424d3a72cd admin admin] Publish callbacks [] for security_group (df8137df-68e3-4800-8255-e90a8f6135ab), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:25.420230 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca6237f5-aaa1-4739-a005-fc424d3a72cd admin admin] Publish callbacks [] for security_group (df8137df-68e3-4800-8255-e90a8f6135ab), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:25.520438 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca6237f5-aaa1-4739-a005-fc424d3a72cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (df8137df-68e3-4800-8255-e90a8f6135ab), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:25.523594 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ca6237f5-aaa1-4739-a005-fc424d3a72cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:25.525010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ca6237f5-aaa1-4739-a005-fc424d3a72cd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/df8137df-68e3-4800-8255-e90a8f6135ab HTTP/1.1" status: 204 len: 168 time: 0.2014611 Feb 02 13:26:25.542988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6237f5-aaa1-4739-a005-fc424d3a72cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8137df-68e3-4800-8255-e90a8f6135ab,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:27.312365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47598) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:27.429629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-96569850', 'router:external': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:27.451238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Made reservation on behalf of 1b4832fe6e0b40caba81a9fa3d97abe7 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:26:27.453770 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:27.468207 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:27.581410 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for security_group (7e3a99aa-7c63-45fb-a6ff-0cdc508e5d2a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:27.590272 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7e3a99aa-7c63-45fb-a6ff-0cdc508e5d2a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:27.624004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:26:27.646135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b0e1f944-d066-47e5-b441-b286e6a3c31a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:27.646780 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Added segment b0e1f944-d066-47e5-b441-b286e6a3c31a of type vlan for network a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e Feb 02 13:26:27.648051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3a99aa-7c63-45fb-a6ff-0cdc508e5d2a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:27.717916 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:27.763390 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:27.764777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:27.765463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:27.799927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:27.806044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Request body: {'subnet': {'network_id': 'a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:27.810416 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4960346 Feb 02 13:26:27.863266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Made reservation on behalf of 1b4832fe6e0b40caba81a9fa3d97abe7 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:26:27.869557 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:27.900210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13ba33-a7e6-4897-afe0-215204acc877 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event updated for resources: {'Network': ['ID=a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:27.920259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:26:28.417679 n-d-827336-2 neutron-server[103188]: DEBUG neutron.objects.ports [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:26:28.418199 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (66befe91-433b-4c8e-839e-ed2e853de2b9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:28.478678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event updated for resources: {'Subnet': ['ID=66befe91-433b-4c8e-839e-ed2e853de2b9,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:28.521026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Checking segment: {'id': 'b0e1f944-d066-47e5-b441-b286e6a3c31a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:26:28.522351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Network hostable DHCP agents. Network: a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:26:28.550947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Network a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:26:28.570083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:26:28.575270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:28.576018 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:28.580501 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d274e00-affe-4816-8d84-835022f0d2c5 None None] Network a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:26:28.605290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9286d959-b3c6-4fa4-b8fa-266bd1a154b5 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8010375 Feb 02 13:26:28.605517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47622) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:28.611373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1874002207', 'network_id': 'a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:28.644172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Made reservation on behalf of 1b4832fe6e0b40caba81a9fa3d97abe7 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:26:28.652725 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:28.711021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] device_id is not set on port d5e0b4b3-fa29-48ef-bc50-bbb5411cce05 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:26:28.822852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd969c-ad68-4d8b-813a-cb18d2bd1b34 None None] Network a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:26:28.856011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Allocated IP 172.20.0.8 (a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e/66befe91-433b-4c8e-839e-ed2e853de2b9/d5e0b4b3-fa29-48ef-bc50-bbb5411cce05) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:26:29.089779 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for port (d5e0b4b3-fa29-48ef-bc50-bbb5411cce05), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:29.156544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d5e0b4b3-fa29-48ef-bc50-bbb5411cce05), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:29.221723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Network a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:26:29.224759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:26:29.227862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:26:29.259871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event updated for resources: {'Port': ['ID=d5e0b4b3-fa29-48ef-bc50-bbb5411cce05,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:29.283946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:29.284919 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:29.304781 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-00474b15-c0bf-4958-85f0-659ad14dc08f tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6978631 Feb 02 13:26:29.307531 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47634) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:29.412474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4c1300a6-0a7b-4449-b5ac-aa667987407e tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Deleting port d5e0b4b3-fa29-48ef-bc50-bbb5411cce05 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:29.412852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c1300a6-0a7b-4449-b5ac-aa667987407e tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d5e0b4b3-fa29-48ef-bc50-bbb5411cce05), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:29.512672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c1300a6-0a7b-4449-b5ac-aa667987407e tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d5e0b4b3-fa29-48ef-bc50-bbb5411cce05), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:29.530779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4c1300a6-0a7b-4449-b5ac-aa667987407e tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Calling delete_port for d5e0b4b3-fa29-48ef-bc50-bbb5411cce05 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:29.730753 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c1300a6-0a7b-4449-b5ac-aa667987407e tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d5e0b4b3-fa29-48ef-bc50-bbb5411cce05), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:29.778136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1300a6-0a7b-4449-b5ac-aa667987407e tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5e0b4b3-fa29-48ef-bc50-bbb5411cce05,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:29.889969 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c1300a6-0a7b-4449-b5ac-aa667987407e tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:29.894487 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4c1300a6-0a7b-4449-b5ac-aa667987407e tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "DELETE /v2.0/ports/d5e0b4b3-fa29-48ef-bc50-bbb5411cce05 HTTP/1.1" status: 204 len: 168 time: 0.5854974 Feb 02 13:26:29.896977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47638) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:29.901596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e', 'external_fixed_ips': [{'subnet_id': '66befe91-433b-4c8e-839e-ed2e853de2b9', 'ip_address': '172.20.0.8'}]}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:29.956438 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:29.961683 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:30.063542 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_controller (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:30.217317 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:30.547849 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:30.593125 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:30.874031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Allocated IP 172.20.0.8 (a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e/66befe91-433b-4c8e-839e-ed2e853de2b9/7f0666bd-938c-4139-8f8f-c47f35be7373) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:26:31.046809 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for port (7f0666bd-938c-4139-8f8f-c47f35be7373), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:31.101754 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7f0666bd-938c-4139-8f8f-c47f35be7373), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:31.149063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Network a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:26:31.152783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:26:31.156884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:26:31.215984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event updated for resources: {'Port': ['ID=7f0666bd-938c-4139-8f8f-c47f35be7373,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:31.555898 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:31.788261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8aa2e39c-54eb-44d8-8c66-9ca06d69cb2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:31.876329 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:32.724254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Router f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:26:33.138407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:26:33.152742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] Sync routers for ids ['f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:26:33.167896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] Routers {'f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:33.168547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:33.219076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:33.222120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-626d47d5-d5d8-4665-b8d6-494e3e82abcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.3238020 Feb 02 13:26:33.224743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47700) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:33.407910 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:26:33.443571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] Set router f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:26:33.509801 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:33.523135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47704) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:33.588983 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0900a9c4-abb2-41d0-9f92-ab778895bc1f req-a97ba0e7-908c-4e7e-a96b-b1c1d4904957 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5112634 Feb 02 13:26:33.765702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db7964bb-0b3f-4f68-bb77-c6635957d1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:33.864466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900a9c4-abb2-41d0-9f92-ab778895bc1f req-0e126097-343a-4a00-9b4d-fc76124ac6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:33.865983 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0900a9c4-abb2-41d0-9f92-ab778895bc1f req-0e126097-343a-4a00-9b4d-fc76124ac6a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=005a9e2215ee4a2b861f7c1bc40febf4&device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 1128 time: 0.1444073 Feb 02 13:26:33.867260 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:33.998922 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db7964bb-0b3f-4f68-bb77-c6635957d1c7 admin admin] Publish callbacks [] for security_group (865358c5-5bfa-44d5-a201-c5a832df74b0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:34.006291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db7964bb-0b3f-4f68-bb77-c6635957d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (865358c5-5bfa-44d5-a201-c5a832df74b0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:34.077043 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-db7964bb-0b3f-4f68-bb77-c6635957d1c7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=481523597abc4b7ea834b7cd627c618c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5522602 Feb 02 13:26:34.079644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47714) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:34.144886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Deleting port 7f0666bd-938c-4139-8f8f-c47f35be7373 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:34.145123 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7f0666bd-938c-4139-8f8f-c47f35be7373), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:34.199828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6', 'name': '', 'tenant_id': '1b4832fe6e0b40caba81a9fa3d97abe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e', 'external_fixed_ips': [{'subnet_id': '66befe91-433b-4c8e-839e-ed2e853de2b9', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '7f0666bd-938c-4139-8f8f-c47f35be7373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:26:29Z', 'updated_at': '2022-02-02T13:26:31Z', 'revision_number': 3, 'project_id': '1b4832fe6e0b40caba81a9fa3d97abe7', 'gw_port': {'id': '7f0666bd-938c-4139-8f8f-c47f35be7373', 'name': '', 'network_id': 'a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:8d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '66befe91-433b-4c8e-839e-ed2e853de2b9', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:26:30Z', 'updated_at': '2022-02-02T13:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66befe91-433b-4c8e-839e-ed2e853de2b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:34.248374 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7f0666bd-938c-4139-8f8f-c47f35be7373), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:34.250774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7964bb-0b3f-4f68-bb77-c6635957d1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865358c5-5bfa-44d5-a201-c5a832df74b0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:34.256314 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ee8d4c5-b774-4d13-b936-297f9a13d57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:34.258943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] Checking router: f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:26:34.259764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] Updating router f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6 port 7f0666bd-938c-4139-8f8f-c47f35be7373 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:26:34.263862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Calling delete_port for 7f0666bd-938c-4139-8f8f-c47f35be7373 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:34.315263 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7f0666bd-938c-4139-8f8f-c47f35be7373), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:34.347896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c912185-3038-4728-8a9a-a3f917835619 admin admin] Publish callbacks [] for security_group (865358c5-5bfa-44d5-a201-c5a832df74b0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:34.391053 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900a9c4-abb2-41d0-9f92-ab778895bc1f req-35ee2c82-cb54-425e-9fcd-c5a3ffe50e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:34.404111 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0900a9c4-abb2-41d0-9f92-ab778895bc1f req-35ee2c82-cb54-425e-9fcd-c5a3ffe50e92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ba545d7d-af0a-43ac-ac6f-585364c83c1a HTTP/1.1" status: 200 len: 915 time: 0.5074301 Feb 02 13:26:34.408326 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c912185-3038-4728-8a9a-a3f917835619 admin admin] Publish callbacks [] for security_group (865358c5-5bfa-44d5-a201-c5a832df74b0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:34.512966 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c912185-3038-4728-8a9a-a3f917835619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (865358c5-5bfa-44d5-a201-c5a832df74b0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:34.515647 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0c912185-3038-4728-8a9a-a3f917835619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:34.521986 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0c912185-3038-4728-8a9a-a3f917835619 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/865358c5-5bfa-44d5-a201-c5a832df74b0 HTTP/1.1" status: 204 len: 168 time: 0.4252975 Feb 02 13:26:34.553014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c912185-3038-4728-8a9a-a3f917835619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865358c5-5bfa-44d5-a201-c5a832df74b0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:34.594362 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0900a9c4-abb2-41d0-9f92-ab778895bc1f req-104509ce-3f36-4bc1-9df4-1ae1cccc173f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff344f4a-0de6-4e9a-beb1-6a1e7955f680 HTTP/1.1" status: 200 len: 217 time: 0.0918655 Feb 02 13:26:34.728110 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7f0666bd-938c-4139-8f8f-c47f35be7373), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:34.739660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900a9c4-abb2-41d0-9f92-ab778895bc1f req-b9f9c14d-cb43-4098-b1ee-e75392ff3f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:34.741350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0900a9c4-abb2-41d0-9f92-ab778895bc1f req-b9f9c14d-cb43-4098-b1ee-e75392ff3f3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=34479a9c-9692-48a0-a454-6069330ee2e8 HTTP/1.1" status: 200 len: 854 time: 0.1403878 Feb 02 13:26:34.870540 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:26:34.870897 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:26:34.905443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0900a9c4-abb2-41d0-9f92-ab778895bc1f req-b162eae4-7e0a-4938-a511-0f66b622edb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ba545d7d-af0a-43ac-ac6f-585364c83c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544354 Feb 02 13:26:34.906273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f0666bd-938c-4139-8f8f-c47f35be7373,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:35.120679 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:35.253039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0900a9c4-abb2-41d0-9f92-ab778895bc1f req-8a35e2b3-e220-45f3-a746-dbbce1950082 service neutron] 10.222.0.18 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335950 Feb 02 13:26:35.254708 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:35.259041 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_controller (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:35.400089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] Port 7f0666bd-938c-4139-8f8f-c47f35be7373 not found while updating agent binding for router f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6. {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 02 13:26:35.405760 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:35.406736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:26:35.422757 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:35.424643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] Routers set() bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:35.426024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] Router IDs set() for agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 13:26:35.426791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d8713ba7-ceab-4bd7-a08b-1534de3bf6d8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "DELETE /v2.0/routers/f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6 HTTP/1.1" status: 204 len: 168 time: 2.2011240 Feb 02 13:26:35.427616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_agentschedulers_db [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent'). {{(pid=103189) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 13:26:35.429677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47734) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:35.430287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465c3ab3-353f-4f4a-9917-0c89dad69735 None None] The sync data for ids ['f94c9eda-50cc-43a9-9d3e-6f8dc454e4b6'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:26:35.484879 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0900a9c4-abb2-41d0-9f92-ab778895bc1f req-a0e75157-5186-4e9a-8a1f-14b07c687de3 service neutron] 10.222.0.18 "GET /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193496 Feb 02 13:26:35.552917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:35.556764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e9ad4b-6eef-48f9-be67-f71328f634cb tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Deleting subnet 66befe91-433b-4c8e-839e-ed2e853de2b9 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:26:35.561648 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ad4b-6eef-48f9-be67-f71328f634cb tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for subnet (66befe91-433b-4c8e-839e-ed2e853de2b9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:35.618274 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ad4b-6eef-48f9-be67-f71328f634cb tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (66befe91-433b-4c8e-839e-ed2e853de2b9), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:35.680945 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ad4b-6eef-48f9-be67-f71328f634cb tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (66befe91-433b-4c8e-839e-ed2e853de2b9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:35.766345 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ad4b-6eef-48f9-be67-f71328f634cb tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (66befe91-433b-4c8e-839e-ed2e853de2b9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:35.813424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9ad4b-6eef-48f9-be67-f71328f634cb tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=66befe91-433b-4c8e-839e-ed2e853de2b9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:35.816413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c8e9ad4b-6eef-48f9-be67-f71328f634cb tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:35.821376 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c8e9ad4b-6eef-48f9-be67-f71328f634cb tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "DELETE /v2.0/subnets/66befe91-433b-4c8e-839e-ed2e853de2b9 HTTP/1.1" status: 204 len: 168 time: 0.3897843 Feb 02 13:26:35.823987 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47742) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:35.935248 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:36.045872 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:36.091216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:36.115900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e1f944-d066-47e5-b441-b286e6a3c31a') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:36.116328 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e1f944-d066-47e5-b441-b286e6a3c31a') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:36.140488 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (b0e1f944-d066-47e5-b441-b286e6a3c31a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:36.167944 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b0e1f944-d066-47e5-b441-b286e6a3c31a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:36.183546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:26:36.184258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (b0e1f944-d066-47e5-b441-b286e6a3c31a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:26:36.186652 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:26:36.308841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:36.315360 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 13:26:36.319022 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:36.325084 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "DELETE /v2.0/networks/a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e HTTP/1.1" status: 204 len: 168 time: 0.4984474 Feb 02 13:26:36.356877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2ed41-87a7-4898-b7d9-28f41f0e1d12 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event deleted for resources: {'Network': ['ID=a53d9ea8-9e1e-42cd-bc4e-3c021aa20e3e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:36.730626 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:36.843915 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:36.851403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47784) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:36.856651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a1e3ce2b-0d22-4ef8-afcd-88a3c21d4091 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Request body: {'router': {'name': 'tempest-router--912941113', 'project_id': 'e6c482f9946a47aeacabf96d6bc06c3a'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:36.893138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce2b-0d22-4ef8-afcd-88a3c21d4091 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (1185f085-2846-4a5e-9c58-e8a7be5c9b1b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:36.894333 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce2b-0d22-4ef8-afcd-88a3c21d4091 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (1185f085-2846-4a5e-9c58-e8a7be5c9b1b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:37.003495 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce2b-0d22-4ef8-afcd-88a3c21d4091 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_controller (1185f085-2846-4a5e-9c58-e8a7be5c9b1b), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:37.019478 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce2b-0d22-4ef8-afcd-88a3c21d4091 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (1185f085-2846-4a5e-9c58-e8a7be5c9b1b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:37.055645 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1e3ce2b-0d22-4ef8-afcd-88a3c21d4091 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:37.056769 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a1e3ce2b-0d22-4ef8-afcd-88a3c21d4091 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2036180 Feb 02 13:26:37.059440 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47788) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:37.219024 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f7cdd2-3047-45a6-9774-89a8701f93dd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (1185f085-2846-4a5e-9c58-e8a7be5c9b1b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:37.484092 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f7cdd2-3047-45a6-9774-89a8701f93dd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (1185f085-2846-4a5e-9c58-e8a7be5c9b1b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:37.486557 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f7cdd2-3047-45a6-9774-89a8701f93dd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_controller (1185f085-2846-4a5e-9c58-e8a7be5c9b1b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:37.560203 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f7cdd2-3047-45a6-9774-89a8701f93dd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (1185f085-2846-4a5e-9c58-e8a7be5c9b1b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:37.560664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f7cdd2-3047-45a6-9774-89a8701f93dd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1185f085-2846-4a5e-9c58-e8a7be5c9b1b {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:26:37.568124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f7cdd2-3047-45a6-9774-89a8701f93dd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:37.569392 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f2f7cdd2-3047-45a6-9774-89a8701f93dd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "DELETE /v2.0/routers/1185f085-2846-4a5e-9c58-e8a7be5c9b1b HTTP/1.1" status: 204 len: 168 time: 0.5088890 Feb 02 13:26:37.745275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:37.915455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47818) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:38.023124 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:38.152611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1243041218', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:38.192197 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (2034355f-621a-4325-85bd-e231be8c8d8b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:38.193691 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (2034355f-621a-4325-85bd-e231be8c8d8b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:38.288605 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_controller (2034355f-621a-4325-85bd-e231be8c8d8b), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:38.507271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (2034355f-621a-4325-85bd-e231be8c8d8b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:38.822800 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (2034355f-621a-4325-85bd-e231be8c8d8b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:38.843163 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:38.977964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Allocated IP 172.25.4.70 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/beaa56ca-2ff4-4c56-aca4-0da432bbb4e4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:26:39.121922 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for port (beaa56ca-2ff4-4c56-aca4-0da432bbb4e4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:39.171615 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (beaa56ca-2ff4-4c56-aca4-0da432bbb4e4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:39.219064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:26:39.225652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:26:39.229019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:26:39.318634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Pushing event updated for resources: {'Port': ['ID=beaa56ca-2ff4-4c56-aca4-0da432bbb4e4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:39.330837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47846) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:39.472438 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:39.564925 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Publish callbacks [] for security_group (d5bb4dca-a6ac-48a9-8c22-cb2dba51c967), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:39.571341 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d5bb4dca-a6ac-48a9-8c22-cb2dba51c967), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:39.606694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bb4dca-a6ac-48a9-8c22-cb2dba51c967,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:39.607568 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (2034355f-621a-4325-85bd-e231be8c8d8b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:39.620077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.620919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.622308 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.622871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.623617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.624180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.624740 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.625318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.625758 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.626312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.627141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.627604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.628134 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:39.654148 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-292525d1-2c98-4969-9c94-356f572d8c09 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a8a26f3e888440f98b2b79c1374577e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3215241 Feb 02 13:26:39.655014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47850) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:39.730895 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfcda141-f9c3-4953-9d8e-226a0ec74d46 admin admin] Publish callbacks [] for security_group (d5bb4dca-a6ac-48a9-8c22-cb2dba51c967), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:39.763000 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfcda141-f9c3-4953-9d8e-226a0ec74d46 admin admin] Publish callbacks [] for security_group (d5bb4dca-a6ac-48a9-8c22-cb2dba51c967), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:39.828362 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfcda141-f9c3-4953-9d8e-226a0ec74d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d5bb4dca-a6ac-48a9-8c22-cb2dba51c967), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:39.833590 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfcda141-f9c3-4953-9d8e-226a0ec74d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:39.851572 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dfcda141-f9c3-4953-9d8e-226a0ec74d46 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d5bb4dca-a6ac-48a9-8c22-cb2dba51c967 HTTP/1.1" status: 204 len: 168 time: 0.1948318 Feb 02 13:26:39.867182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcda141-f9c3-4953-9d8e-226a0ec74d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bb4dca-a6ac-48a9-8c22-cb2dba51c967,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:40.233341 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (2034355f-621a-4325-85bd-e231be8c8d8b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:40.238586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47856) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:40.256874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba322b9e-4d46-408d-b5a7-49016ea42487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:40.374170 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba322b9e-4d46-408d-b5a7-49016ea42487 admin admin] Publish callbacks [] for security_group (0224dfc7-2b66-4fea-acb7-98cde30ca838), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:40.380318 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba322b9e-4d46-408d-b5a7-49016ea42487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0224dfc7-2b66-4fea-acb7-98cde30ca838), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:40.441102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:40.441439 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ba322b9e-4d46-408d-b5a7-49016ea42487 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2beccad1beb44998b14956fbfe399e17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2013385 Feb 02 13:26:40.442383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba322b9e-4d46-408d-b5a7-49016ea42487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0224dfc7-2b66-4fea-acb7-98cde30ca838,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:40.468728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Router 2034355f-621a-4325-85bd-e231be8c8d8b is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:26:40.556660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51e5c420-a04e-4df0-84bd-65e27bf83c00 admin admin] Publish callbacks [] for security_group (0224dfc7-2b66-4fea-acb7-98cde30ca838), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:40.639625 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51e5c420-a04e-4df0-84bd-65e27bf83c00 admin admin] Publish callbacks [] for security_group (0224dfc7-2b66-4fea-acb7-98cde30ca838), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:40.676468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:26:40.689636 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b6d9cf-b240-41be-b328-d5b59903f83e None None] Sync routers for ids ['2034355f-621a-4325-85bd-e231be8c8d8b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:26:40.707564 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b6d9cf-b240-41be-b328-d5b59903f83e None None] Routers {'2034355f-621a-4325-85bd-e231be8c8d8b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:40.708469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:40.709808 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c5b6d9cf-b240-41be-b328-d5b59903f83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2034355f-621a-4325-85bd-e231be8c8d8b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:40.711194 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ef4c247f-4f34-4fdd-b452-b41bd129a121 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7945862 Feb 02 13:26:40.714704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:40.751059 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c5b6d9cf-b240-41be-b328-d5b59903f83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:40.763139 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b6d9cf-b240-41be-b328-d5b59903f83e None None] Routers {'2034355f-621a-4325-85bd-e231be8c8d8b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:40.764052 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c5b6d9cf-b240-41be-b328-d5b59903f83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2034355f-621a-4325-85bd-e231be8c8d8b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:40.768686 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51e5c420-a04e-4df0-84bd-65e27bf83c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0224dfc7-2b66-4fea-acb7-98cde30ca838), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:40.770503 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51e5c420-a04e-4df0-84bd-65e27bf83c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:40.771869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-51e5c420-a04e-4df0-84bd-65e27bf83c00 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0224dfc7-2b66-4fea-acb7-98cde30ca838 HTTP/1.1" status: 204 len: 168 time: 0.3296487 Feb 02 13:26:40.801385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5c420-a04e-4df0-84bd-65e27bf83c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0224dfc7-2b66-4fea-acb7-98cde30ca838,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:40.823939 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c5b6d9cf-b240-41be-b328-d5b59903f83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:40.828057 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b6d9cf-b240-41be-b328-d5b59903f83e None None] The sync data for ids ['2034355f-621a-4325-85bd-e231be8c8d8b'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:26:40.913114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-348d1b7d-cc98-4f8e-a1fe-d7791d009502 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/routers/2034355f-621a-4325-85bd-e231be8c8d8b HTTP/1.1" status: 200 len: 920 time: 0.1972976 Feb 02 13:26:40.916696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47872) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:40.950377 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-56e60ddf-ae90-4464-8458-feaccceeee00 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "GET /v2.0/ports?device_id=2034355f-621a-4325-85bd-e231be8c8d8b HTTP/1.1" status: 200 len: 205 time: 0.0321157 Feb 02 13:26:40.953115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47874) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:41.076898 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (2034355f-621a-4325-85bd-e231be8c8d8b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:41.212357 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (2034355f-621a-4325-85bd-e231be8c8d8b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:41.289398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Deleting port beaa56ca-2ff4-4c56-aca4-0da432bbb4e4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:41.289987 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (beaa56ca-2ff4-4c56-aca4-0da432bbb4e4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:41.395850 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (beaa56ca-2ff4-4c56-aca4-0da432bbb4e4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:41.435900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Calling delete_port for beaa56ca-2ff4-4c56-aca4-0da432bbb4e4 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:41.710315 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (beaa56ca-2ff4-4c56-aca4-0da432bbb4e4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:41.743006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Pushing event deleted for resources: {'Port': ['ID=beaa56ca-2ff4-4c56-aca4-0da432bbb4e4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:41.885382 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (2034355f-621a-4325-85bd-e231be8c8d8b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.007059 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (2034355f-621a-4325-85bd-e231be8c8d8b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.010316 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_controller (2034355f-621a-4325-85bd-e231be8c8d8b), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.059891 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (2034355f-621a-4325-85bd-e231be8c8d8b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.060828 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Fanout notify agent at l3_agent the message router_deleted on router 2034355f-621a-4325-85bd-e231be8c8d8b {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:26:42.077713 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.079298 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-45908d88-173a-4f4b-bb85-c6f565093853 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/routers/2034355f-621a-4325-85bd-e231be8c8d8b HTTP/1.1" status: 204 len: 168 time: 1.1250587 Feb 02 13:26:42.083464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47902) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:42.089555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Request body: {'router': {'name': 'tempest-snat-router-29384135', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'enable_snat': False}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:42.113459 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (9a942bfd-0cc1-43d9-a89e-85e63d473220), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.114789 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (9a942bfd-0cc1-43d9-a89e-85e63d473220), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.179585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_controller (9a942bfd-0cc1-43d9-a89e-85e63d473220), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.333112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (9a942bfd-0cc1-43d9-a89e-85e63d473220), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.554763 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (9a942bfd-0cc1-43d9-a89e-85e63d473220), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.575008 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.692878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Allocated IP 172.25.4.209 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/ce4bcae1-66f0-4188-befe-ee230d004267) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:26:42.809429 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for port (ce4bcae1-66f0-4188-befe-ee230d004267), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.851003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ce4bcae1-66f0-4188-befe-ee230d004267), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:42.911343 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event updated for resources: {'Port': ['ID=ce4bcae1-66f0-4188-befe-ee230d004267,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:42.918770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:26:42.920382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:26:42.922835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:26:43.654103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (9a942bfd-0cc1-43d9-a89e-85e63d473220), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:43.883365 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (9a942bfd-0cc1-43d9-a89e-85e63d473220), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:44.084274 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47938) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:44.149740 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Router 9a942bfd-0cc1-43d9-a89e-85e63d473220 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:26:44.244982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-324af880-60e9-430b-90f4-2c724e6afeaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:44.325692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:26:44.340542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Sync routers for ids ['9a942bfd-0cc1-43d9-a89e-85e63d473220'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:26:44.358308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:44.362678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47944) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:44.363161 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d81b59f0-afb2-4269-9140-734030858bfd tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2773128 Feb 02 13:26:44.370766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Routers {'9a942bfd-0cc1-43d9-a89e-85e63d473220'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:44.376628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9a942bfd-0cc1-43d9-a89e-85e63d473220'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:44.423021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-324af880-60e9-430b-90f4-2c724e6afeaf admin admin] Publish callbacks [] for security_group (9d154b02-7f2e-4eb6-af31-1775f3e04480), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:44.429329 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-324af880-60e9-430b-90f4-2c724e6afeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9d154b02-7f2e-4eb6-af31-1775f3e04480), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:44.493652 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-324af880-60e9-430b-90f4-2c724e6afeaf admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=59b5a3a3787846ddae5e1f5f1c1f7215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4053712 Feb 02 13:26:44.493652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324af880-60e9-430b-90f4-2c724e6afeaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d154b02-7f2e-4eb6-af31-1775f3e04480,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:44.494661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47946) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:44.565299 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Set router 9a942bfd-0cc1-43d9-a89e-85e63d473220 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:26:44.695626 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26efd995-6fa4-4977-a658-01ff596a4fec admin admin] Publish callbacks [] for security_group (9d154b02-7f2e-4eb6-af31-1775f3e04480), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:44.728347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b3f5d3c8-e1ff-4cfe-846b-850dae7fc3a3 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/routers/9a942bfd-0cc1-43d9-a89e-85e63d473220 HTTP/1.1" status: 200 len: 907 time: 0.3644803 Feb 02 13:26:44.731209 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 47950) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:44.738867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Request body: {'router': {'name': 'tempest-snat-router-29384135', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'enable_snat': True}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:44.772973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26efd995-6fa4-4977-a658-01ff596a4fec admin admin] Publish callbacks [] for security_group (9d154b02-7f2e-4eb6-af31-1775f3e04480), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:44.794156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (d3ecddc5-2c01-42d3-a769-bfc09d37086e), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:44.796144 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (d3ecddc5-2c01-42d3-a769-bfc09d37086e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:44.829423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01158e-d480-4279-aa53-970f05dbb5bb req-9fb48d08-278a-4d9a-860d-4d846ba8838d tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:44.831290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab01158e-d480-4279-aa53-970f05dbb5bb req-9fb48d08-278a-4d9a-860d-4d846ba8838d tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 946 time: 0.0993094 Feb 02 13:26:44.887245 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_controller (d3ecddc5-2c01-42d3-a769-bfc09d37086e), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:44.913442 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ab01158e-d480-4279-aa53-970f05dbb5bb req-9e7eccd9-072e-4c2e-957e-c0e76b930613 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574405 Feb 02 13:26:44.914615 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26efd995-6fa4-4977-a658-01ff596a4fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9d154b02-7f2e-4eb6-af31-1775f3e04480), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:44.917215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26efd995-6fa4-4977-a658-01ff596a4fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:44.918295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-26efd995-6fa4-4977-a658-01ff596a4fec admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9d154b02-7f2e-4eb6-af31-1775f3e04480 HTTP/1.1" status: 204 len: 168 time: 0.4186664 Feb 02 13:26:44.935726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efd995-6fa4-4977-a658-01ff596a4fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d154b02-7f2e-4eb6-af31-1775f3e04480,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:45.091299 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (d3ecddc5-2c01-42d3-a769-bfc09d37086e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.134570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a942bfd-0cc1-43d9-a89e-85e63d473220', 'name': 'tempest-snat-router-29384135', 'tenant_id': '1b4832fe6e0b40caba81a9fa3d97abe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': False}, 'gw_port_id': 'ce4bcae1-66f0-4188-befe-ee230d004267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:26:42Z', 'updated_at': '2022-02-02T13:26:43Z', 'revision_number': 3, 'project_id': '1b4832fe6e0b40caba81a9fa3d97abe7', 'gw_port': {'id': 'ce4bcae1-66f0-4188-befe-ee230d004267', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a942bfd-0cc1-43d9-a89e-85e63d473220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:26:42Z', 'updated_at': '2022-02-02T13:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:45.176931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Checking router: 9a942bfd-0cc1-43d9-a89e-85e63d473220 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:26:45.177546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Updating router 9a942bfd-0cc1-43d9-a89e-85e63d473220 port ce4bcae1-66f0-4188-befe-ee230d004267 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:26:45.210972 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ce4bcae1-66f0-4188-befe-ee230d004267), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.493681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (d3ecddc5-2c01-42d3-a769-bfc09d37086e), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.541094 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.592112 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Publish callbacks [] for port (ce4bcae1-66f0-4188-befe-ee230d004267), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.600702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:45.607975 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ce4bcae1-66f0-4188-befe-ee230d004267), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.623308 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dff780a2-b219-4948-9d8e-798b1497d917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.731035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Attempting to bind port ce4bcae1-66f0-4188-befe-ee230d004267 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:26:45.732677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Attempting to bind port ce4bcae1-66f0-4188-befe-ee230d004267 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:26:45.733029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Attempting to bind port ce4bcae1-66f0-4188-befe-ee230d004267 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:26:45.736058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Pushing event updated for resources: {'Port': ['ID=ce4bcae1-66f0-4188-befe-ee230d004267,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:45.756184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.758145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.759090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.759866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.761236 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.762008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.762008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.762838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.763004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.763259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.765190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.765190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.765190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:45.787100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:26:45.787646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:26:45.788773 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.789182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:26:45.789690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Bound port: ce4bcae1-66f0-4188-befe-ee230d004267, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:26:45.790079 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ce4bcae1-66f0-4188-befe-ee230d004267), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.792909 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dff780a2-b219-4948-9d8e-798b1497d917 admin admin] Publish callbacks [] for security_group (1a125aae-2c2a-4618-a89e-2bd2a59c91bd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.800347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dff780a2-b219-4948-9d8e-798b1497d917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1a125aae-2c2a-4618-a89e-2bd2a59c91bd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.836326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-dff780a2-b219-4948-9d8e-798b1497d917 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=51d78b66e4ba4e95b1dfa798b364ce36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2326734 Feb 02 13:26:45.837378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Allocated IP 172.25.4.141 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/20de7540-a1fb-4566-885f-7df50591ce50) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:26:45.846519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 47962) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:45.896990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff780a2-b219-4948-9d8e-798b1497d917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a125aae-2c2a-4618-a89e-2bd2a59c91bd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:45.929387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] For port ce4bcae1-66f0-4188-befe-ee230d004267, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:26:45.942882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] For port ce4bcae1-66f0-4188-befe-ee230d004267, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ce4bcae1-66f0-4188-befe-ee230d004267,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:26:45.956558 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b91aa7dd-1764-4c41-95ad-44fe06698046 admin admin] Publish callbacks [] for security_group (1a125aae-2c2a-4618-a89e-2bd2a59c91bd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.958620 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ce4bcae1-66f0-4188-befe-ee230d004267), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:45.991227 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b91aa7dd-1764-4c41-95ad-44fe06698046 admin admin] Publish callbacks [] for security_group (1a125aae-2c2a-4618-a89e-2bd2a59c91bd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:46.042549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Routers {'9a942bfd-0cc1-43d9-a89e-85e63d473220'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:46.043197 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9a942bfd-0cc1-43d9-a89e-85e63d473220'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:46.077368 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for port (20de7540-a1fb-4566-885f-7df50591ce50), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:46.156945 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b91aa7dd-1764-4c41-95ad-44fe06698046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1a125aae-2c2a-4618-a89e-2bd2a59c91bd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:46.164127 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b91aa7dd-1764-4c41-95ad-44fe06698046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:46.170727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b91aa7dd-1764-4c41-95ad-44fe06698046 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1a125aae-2c2a-4618-a89e-2bd2a59c91bd HTTP/1.1" status: 204 len: 168 time: 0.3228827 Feb 02 13:26:46.186005 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (20de7540-a1fb-4566-885f-7df50591ce50), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:46.192870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aa7dd-1764-4c41-95ad-44fe06698046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a125aae-2c2a-4618-a89e-2bd2a59c91bd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:46.231479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f9c33-b081-4316-ab21-f7c4ad6812f9 req-efaf5883-fc7c-48a2-92c4-51b4994f4046 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:46.243397 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d4f9c33-b081-4316-ab21-f7c4ad6812f9 req-efaf5883-fc7c-48a2-92c4-51b4994f4046 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 946 time: 0.1423337 Feb 02 13:26:46.280472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b8226-3456-4a38-877c-2f14f5bff9e4 None None] Pushing event updated for resources: {'Port': ['ID=ce4bcae1-66f0-4188-befe-ee230d004267,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:46.361708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:26:46.366963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event updated for resources: {'Port': ['ID=20de7540-a1fb-4566-885f-7df50591ce50,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:46.380054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:26:46.383185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:26:46.465469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d4f9c33-b081-4316-ab21-f7c4ad6812f9 req-914c7ac6-fc81-45ac-99ff-a3232753d872 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/security-groups?id=460ce213-9f9b-494e-b814-aa4e01eab493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209916 Feb 02 13:26:46.468280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] Set router 9a942bfd-0cc1-43d9-a89e-85e63d473220 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:26:46.547175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36156cde-2c67-4964-a491-4106f72313a8 req-0e223f58-5133-4ae8-91ea-4c6c857ff88d tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:46.551661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36156cde-2c67-4964-a491-4106f72313a8 req-0e223f58-5133-4ae8-91ea-4c6c857ff88d tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.18 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 946 time: 0.3039491 Feb 02 13:26:46.814779 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-36156cde-2c67-4964-a491-4106f72313a8 req-bf3f2256-ec53-4fcb-a754-a3903b8c3e76 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Deleting port ff344f4a-0de6-4e9a-beb1-6a1e7955f680 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:46.815962 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36156cde-2c67-4964-a491-4106f72313a8 req-bf3f2256-ec53-4fcb-a754-a3903b8c3e76 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:46.825528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a942bfd-0cc1-43d9-a89e-85e63d473220', 'name': 'tempest-snat-router-29384135', 'tenant_id': '1b4832fe6e0b40caba81a9fa3d97abe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': False}, 'gw_port_id': 'ce4bcae1-66f0-4188-befe-ee230d004267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:26:42Z', 'updated_at': '2022-02-02T13:26:43Z', 'revision_number': 3, 'project_id': '1b4832fe6e0b40caba81a9fa3d97abe7', 'gw_port': {'id': 'ce4bcae1-66f0-4188-befe-ee230d004267', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a942bfd-0cc1-43d9-a89e-85e63d473220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:26:42Z', 'updated_at': '2022-02-02T13:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:46.862933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08793bc1-0971-4d98-88d7-9e8bdc1458e0 None None] The sync data for ids ['9a942bfd-0cc1-43d9-a89e-85e63d473220'] in n-d-827336-2 is: [{'id': '9a942bfd-0cc1-43d9-a89e-85e63d473220', 'name': 'tempest-snat-router-29384135', 'tenant_id': '1b4832fe6e0b40caba81a9fa3d97abe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': False}, 'gw_port_id': 'ce4bcae1-66f0-4188-befe-ee230d004267', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:26:42Z', 'updated_at': '2022-02-02T13:26:43Z', 'revision_number': 3, 'project_id': '1b4832fe6e0b40caba81a9fa3d97abe7', 'gw_port': {'id': 'ce4bcae1-66f0-4188-befe-ee230d004267', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:e7:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a942bfd-0cc1-43d9-a89e-85e63d473220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3156, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:26:42Z', 'updated_at': '2022-02-02T13:26:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:26:46.954975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-36156cde-2c67-4964-a491-4106f72313a8 req-bf3f2256-ec53-4fcb-a754-a3903b8c3e76 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] For port ff344f4a-0de6-4e9a-beb1-6a1e7955f680, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ff344f4a-0de6-4e9a-beb1-6a1e7955f680,segment=NetworkSegment(0204d206-27ee-4365-9f60-afcaf9cfc116),segment_id=0204d206-27ee-4365-9f60-afcaf9cfc116)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:46.955737 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36156cde-2c67-4964-a491-4106f72313a8 req-bf3f2256-ec53-4fcb-a754-a3903b8c3e76 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:46.972597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-36156cde-2c67-4964-a491-4106f72313a8 req-bf3f2256-ec53-4fcb-a754-a3903b8c3e76 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Calling delete_port for ff344f4a-0de6-4e9a-beb1-6a1e7955f680 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:47.114811 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (d3ecddc5-2c01-42d3-a769-bfc09d37086e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:47.230031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36156cde-2c67-4964-a491-4106f72313a8 req-bf3f2256-ec53-4fcb-a754-a3903b8c3e76 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ff344f4a-0de6-4e9a-beb1-6a1e7955f680), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:47.264185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['ff344f4a-0de6-4e9a-beb1-6a1e7955f680'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:26:47.288061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f2256-ec53-4fcb-a754-a3903b8c3e76 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Pushing event deleted for resources: {'Port': ['ID=ff344f4a-0de6-4e9a-beb1-6a1e7955f680,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:47.403236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-36156cde-2c67-4964-a491-4106f72313a8 req-bf3f2256-ec53-4fcb-a754-a3903b8c3e76 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] No DVR routers for this DVR port ff344f4a-0de6-4e9a-beb1-6a1e7955f680 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:26:47.408271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-36156cde-2c67-4964-a491-4106f72313a8 req-bf3f2256-ec53-4fcb-a754-a3903b8c3e76 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:47.413508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36156cde-2c67-4964-a491-4106f72313a8 req-bf3f2256-ec53-4fcb-a754-a3903b8c3e76 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.18 "DELETE /v2.0/ports/ff344f4a-0de6-4e9a-beb1-6a1e7955f680 HTTP/1.1" status: 204 len: 173 time: 0.8527832 Feb 02 13:26:47.416401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3762e316-4061-4754-b408-324ea54f6d37', 'name': 'network-vif-deleted', 'tag': 'ff344f4a-0de6-4e9a-beb1-6a1e7955f680'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:26:47.418742 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f044db6-6e73-43d3-ae0c-10a6e7fe20fd" -d '{"events": [{"server_uuid": "3762e316-4061-4754-b408-324ea54f6d37", "name": "network-vif-deleted", "tag": "ff344f4a-0de6-4e9a-beb1-6a1e7955f680"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:26:47.499566 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4436ee-90b3-41d3-ae5e-b45f510f33f9 x-openstack-request-id: req-aa4436ee-90b3-41d3-ae5e-b45f510f33f9 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:26:47.500083 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3762e316-4061-4754-b408-324ea54f6d37", "name": "network-vif-deleted", "tag": "ff344f4a-0de6-4e9a-beb1-6a1e7955f680", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:26:47.500501 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aa4436ee-90b3-41d3-ae5e-b45f510f33f9 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:26:47.501158 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3762e316-4061-4754-b408-324ea54f6d37', 'name': 'network-vif-deleted', 'tag': 'ff344f4a-0de6-4e9a-beb1-6a1e7955f680', 'status': 'completed', 'code': 200} Feb 02 13:26:47.655003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (d3ecddc5-2c01-42d3-a769-bfc09d37086e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:47.696916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a146dce3-e234-45d0-9f04-89ab09ec8147 req-bfae72f5-79eb-42e7-bc7c-b7df50db2e87 tempest-VolumesSnapshotTestJSON-1480693724 tempest-VolumesSnapshotTestJSON-1480693724-project] 10.222.0.83 "GET /v2.0/ports?device_id=3762e316-4061-4754-b408-324ea54f6d37 HTTP/1.1" status: 200 len: 210 time: 0.0689611 Feb 02 13:26:47.903864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Router d3ecddc5-2c01-42d3-a769-bfc09d37086e is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:26:48.293335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:26:48.309310 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] Sync routers for ids ['d3ecddc5-2c01-42d3-a769-bfc09d37086e'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:26:48.337823 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] Routers {'d3ecddc5-2c01-42d3-a769-bfc09d37086e'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:48.338751 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d3ecddc5-2c01-42d3-a769-bfc09d37086e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:48.359037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:48.364237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:48.381685 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-80465173-6bc9-4de2-99a5-6451ec59d10d tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.6465352 Feb 02 13:26:48.495697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ce4bcae1-66f0-4188-befe-ee230d004267 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:26:48.585023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48014) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:48.593546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ad1fb808-be8d-4def-881f-a86d69c1e9ce tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/routers/d3ecddc5-2c01-42d3-a769-bfc09d37086e HTTP/1.1" status: 200 len: 906 time: 0.2272854 Feb 02 13:26:48.625549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ce4bcae1-66f0-4188-befe-ee230d004267 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:26:48.626039 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ce4bcae1-66f0-4188-befe-ee230d004267), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:48.701557 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] Set router d3ecddc5-2c01-42d3-a769-bfc09d37086e gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:26:48.788934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (d3ecddc5-2c01-42d3-a769-bfc09d37086e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:48.840882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ce4bcae1-66f0-4188-befe-ee230d004267 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:26:48.841280 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ce4bcae1-66f0-4188-befe-ee230d004267), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:48.874703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port ce4bcae1-66f0-4188-befe-ee230d004267, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ce4bcae1-66f0-4188-befe-ee230d004267,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:48.882473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ce4bcae1-66f0-4188-befe-ee230d004267), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:49.074150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=ce4bcae1-66f0-4188-befe-ee230d004267,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:49.117937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (d3ecddc5-2c01-42d3-a769-bfc09d37086e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:49.148962 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ecddc5-2c01-42d3-a769-bfc09d37086e', 'name': 'tempest-snat-router-29384135', 'tenant_id': '1b4832fe6e0b40caba81a9fa3d97abe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.141'}], 'enable_snat': True}, 'gw_port_id': '20de7540-a1fb-4566-885f-7df50591ce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:26:44Z', 'updated_at': '2022-02-02T13:26:46Z', 'revision_number': 3, 'project_id': '1b4832fe6e0b40caba81a9fa3d97abe7', 'gw_port': {'id': '20de7540-a1fb-4566-885f-7df50591ce50', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ecddc5-2c01-42d3-a769-bfc09d37086e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:26:45Z', 'updated_at': '2022-02-02T13:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:49.198412 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] Checking router: d3ecddc5-2c01-42d3-a769-bfc09d37086e for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:26:49.199013 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] Updating router d3ecddc5-2c01-42d3-a769-bfc09d37086e port 20de7540-a1fb-4566-885f-7df50591ce50 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:26:49.253666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Deleting port 20de7540-a1fb-4566-885f-7df50591ce50 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:49.254047 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (20de7540-a1fb-4566-885f-7df50591ce50), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:49.260247 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (20de7540-a1fb-4566-885f-7df50591ce50), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:49.453180 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (20de7540-a1fb-4566-885f-7df50591ce50), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:49.499327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Calling delete_port for 20de7540-a1fb-4566-885f-7df50591ce50 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:49.812258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (20de7540-a1fb-4566-885f-7df50591ce50), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:49.850505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:49.859971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event deleted for resources: {'Port': ['ID=20de7540-a1fb-4566-885f-7df50591ce50,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:49.951533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (d3ecddc5-2c01-42d3-a769-bfc09d37086e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:49.959982 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:26:49.960533 n-d-827336-2 neutron-server[103190]: DEBUG oslo_db.api [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:26:50.060652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ff344f4a-0de6-4e9a-beb1-6a1e7955f680 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:26:50.061565 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9721cdb0-a3ae-4587-b860-7ff22300a4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.084931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (d3ecddc5-2c01-42d3-a769-bfc09d37086e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.089064 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_controller (d3ecddc5-2c01-42d3-a769-bfc09d37086e), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.101963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: ff344f4a-0de6-4e9a-beb1-6a1e7955f680 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:26:50.103660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ff344f4a-0de6-4e9a-beb1-6a1e7955f680 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:26:50.187776 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (d3ecddc5-2c01-42d3-a769-bfc09d37086e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.188770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3ecddc5-2c01-42d3-a769-bfc09d37086e {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:26:50.195084 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.196699 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a0dc45f2-7388-43a7-9c72-f5df836523ed tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "DELETE /v2.0/routers/d3ecddc5-2c01-42d3-a769-bfc09d37086e HTTP/1.1" status: 204 len: 168 time: 1.6100900 Feb 02 13:26:50.209707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:50.318907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ce4bcae1-66f0-4188-befe-ee230d004267 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:26:50.424908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ce4bcae1-66f0-4188-befe-ee230d004267 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:26:50.427871 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ce4bcae1-66f0-4188-befe-ee230d004267), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.447308 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (9a942bfd-0cc1-43d9-a89e-85e63d473220), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.492070 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] Port 20de7540-a1fb-4566-885f-7df50591ce50 not found while updating agent binding for router d3ecddc5-2c01-42d3-a769-bfc09d37086e. {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 02 13:26:50.511240 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] Routers set() bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:50.513790 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] Router IDs set() for agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 13:26:50.514682 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_agentschedulers_db [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d3ecddc5-2c01-42d3-a769-bfc09d37086e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent'). {{(pid=103190) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 13:26:50.515328 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f1ef10-457d-4aef-a103-10b5ee5e1447 None None] The sync data for ids ['d3ecddc5-2c01-42d3-a769-bfc09d37086e'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:26:50.555332 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9721cdb0-a3ae-4587-b860-7ff22300a4bb admin admin] Publish callbacks [] for security_group (2a26263b-b736-4385-af4e-db893af52b8f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.566040 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9721cdb0-a3ae-4587-b860-7ff22300a4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2a26263b-b736-4385-af4e-db893af52b8f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.569714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ce4bcae1-66f0-4188-befe-ee230d004267 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:26:50.648603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9721cdb0-a3ae-4587-b860-7ff22300a4bb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1b96c8117ab54a2daca4043f060ab13a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7969687 Feb 02 13:26:50.651184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48072) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:50.658248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721cdb0-a3ae-4587-b860-7ff22300a4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a26263b-b736-4385-af4e-db893af52b8f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:50.684039 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (9a942bfd-0cc1-43d9-a89e-85e63d473220), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.755552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Deleting port ce4bcae1-66f0-4188-befe-ee230d004267 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:50.756210 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ce4bcae1-66f0-4188-befe-ee230d004267), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.825879 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5baa8569-26ae-4ab8-b45d-6e8986a85dfa admin admin] Publish callbacks [] for security_group (2a26263b-b736-4385-af4e-db893af52b8f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.852828 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] For port ce4bcae1-66f0-4188-befe-ee230d004267, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ce4bcae1-66f0-4188-befe-ee230d004267,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:26:50.853630 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ce4bcae1-66f0-4188-befe-ee230d004267), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:50.868368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Calling delete_port for ce4bcae1-66f0-4188-befe-ee230d004267 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:50.869547 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2b75fdd-20f3-4642-9d0d-58c034d7aa4d req-5887cb76-8e88-4f46-b92f-e2f97a252515 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1773894 Feb 02 13:26:50.913258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5baa8569-26ae-4ab8-b45d-6e8986a85dfa admin admin] Publish callbacks [] for security_group (2a26263b-b736-4385-af4e-db893af52b8f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:51.037709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b75fdd-20f3-4642-9d0d-58c034d7aa4d req-7fa45a19-e9c4-405b-b7c1-3f485295923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:51.039557 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2b75fdd-20f3-4642-9d0d-58c034d7aa4d req-7fa45a19-e9c4-405b-b7c1-3f485295923f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 1127 time: 0.1014721 Feb 02 13:26:51.069862 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5baa8569-26ae-4ab8-b45d-6e8986a85dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2a26263b-b736-4385-af4e-db893af52b8f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:51.073027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5baa8569-26ae-4ab8-b45d-6e8986a85dfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:51.074567 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5baa8569-26ae-4ab8-b45d-6e8986a85dfa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2a26263b-b736-4385-af4e-db893af52b8f HTTP/1.1" status: 204 len: 168 time: 0.4223695 Feb 02 13:26:51.109066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa8569-26ae-4ab8-b45d-6e8986a85dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a26263b-b736-4385-af4e-db893af52b8f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:51.170818 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ce4bcae1-66f0-4188-befe-ee230d004267), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:51.222184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b75fdd-20f3-4642-9d0d-58c034d7aa4d req-a41e82a0-09a5-4e13-afce-78697e3077a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:51.225304 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2b75fdd-20f3-4642-9d0d-58c034d7aa4d req-a41e82a0-09a5-4e13-afce-78697e3077a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 912 time: 0.1645398 Feb 02 13:26:51.226578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce4bcae1-66f0-4188-befe-ee230d004267,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:51.342017 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (9a942bfd-0cc1-43d9-a89e-85e63d473220), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:51.381993 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2b75fdd-20f3-4642-9d0d-58c034d7aa4d req-99a7c17c-993f-46e2-9062-7ae0be3c1fd0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392aef72-1646-4c8d-9ae3-d46a8af3d051 HTTP/1.1" status: 200 len: 1001 time: 0.1508045 Feb 02 13:26:51.456148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b75fdd-20f3-4642-9d0d-58c034d7aa4d req-6b506500-f847-4d8f-9af4-5898164be1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:51.457898 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2b75fdd-20f3-4642-9d0d-58c034d7aa4d req-6b506500-f847-4d8f-9af4-5898164be1e8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=248e65ec-619a-4088-9b17-d13a3c6491da HTTP/1.1" status: 200 len: 850 time: 0.0685685 Feb 02 13:26:51.557994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b75fdd-20f3-4642-9d0d-58c034d7aa4d req-3c7aba57-9a70-4f8c-9141-c0870cbecd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:51.560593 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2b75fdd-20f3-4642-9d0d-58c034d7aa4d req-3c7aba57-9a70-4f8c-9141-c0870cbecd9a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=679c8ee8-9c42-4d17-a445-6b6e8750ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0960889 Feb 02 13:26:51.574316 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (9a942bfd-0cc1-43d9-a89e-85e63d473220), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:51.577155 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_controller (9a942bfd-0cc1-43d9-a89e-85e63d473220), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:51.765747 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2b75fdd-20f3-4642-9d0d-58c034d7aa4d req-650f2030-0f35-4aa5-868f-da797cc0f89a service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922846 Feb 02 13:26:51.940439 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2b75fdd-20f3-4642-9d0d-58c034d7aa4d req-52a7b26f-6d50-4672-ae1c-b18269a8bfa3 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679163 Feb 02 13:26:52.321076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (9a942bfd-0cc1-43d9-a89e-85e63d473220), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:52.322345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a942bfd-0cc1-43d9-a89e-85e63d473220 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:26:52.328819 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:52.333658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5dcab4dc-6c7a-400f-ae98-99892fc1dbcc tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "DELETE /v2.0/routers/9a942bfd-0cc1-43d9-a89e-85e63d473220 HTTP/1.1" status: 204 len: 168 time: 2.1296244 Feb 02 13:26:52.334050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48104) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:52.339332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1220016846', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:52.394952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (f0a4a741-0d76-49a9-9f31-4372091bc5be), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:52.396397 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (f0a4a741-0d76-49a9-9f31-4372091bc5be), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:52.480144 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_controller (f0a4a741-0d76-49a9-9f31-4372091bc5be), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:52.732484 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (f0a4a741-0d76-49a9-9f31-4372091bc5be), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:53.515486 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (f0a4a741-0d76-49a9-9f31-4372091bc5be), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:53.565624 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:53.719805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Allocated IP 172.25.4.164 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/f404a12f-1c0c-443e-9d6f-356f44b7de71) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:26:53.925483 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for port (f404a12f-1c0c-443e-9d6f-356f44b7de71), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:54.007975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f404a12f-1c0c-443e-9d6f-356f44b7de71), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:54.059112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:26:54.068071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:26:54.075331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:26:54.145535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Pushing event updated for resources: {'Port': ['ID=f404a12f-1c0c-443e-9d6f-356f44b7de71,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:54.245876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ce4bcae1-66f0-4188-befe-ee230d004267 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:26:54.269007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ce4bcae1-66f0-4188-befe-ee230d004267 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:26:54.269794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ce4bcae1-66f0-4188-befe-ee230d004267 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:26:54.599963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (f0a4a741-0d76-49a9-9f31-4372091bc5be), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:55.010835 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (f0a4a741-0d76-49a9-9f31-4372091bc5be), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:55.132046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:55.228678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Router f0a4a741-0d76-49a9-9f31-4372091bc5be is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:26:55.356721 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:55.428678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:26:55.447794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f32d63e-9939-4505-bd82-80d7480f3b95 None None] Sync routers for ids ['f0a4a741-0d76-49a9-9f31-4372091bc5be'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:26:55.472840 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:55.477746 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6aa85a2d-89e9-439f-bb2a-4d4fd030ee0b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1424720 Feb 02 13:26:55.479935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48216) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:55.490837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6e0a7510-334f-4ea4-a429-a9bdb9a670d6 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'enable_snat': False}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:55.501517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f32d63e-9939-4505-bd82-80d7480f3b95 None None] Routers {'f0a4a741-0d76-49a9-9f31-4372091bc5be'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:55.510894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-5f32d63e-9939-4505-bd82-80d7480f3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['f0a4a741-0d76-49a9-9f31-4372091bc5be'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:55.576190 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Publish callbacks [] for security_group (7009eb73-ee70-4046-935f-4b190107db27), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:55.582159 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7009eb73-ee70-4046-935f-4b190107db27), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:55.612132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-5f32d63e-9939-4505-bd82-80d7480f3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:55.629611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f32d63e-9939-4505-bd82-80d7480f3b95 None None] Routers {'f0a4a741-0d76-49a9-9f31-4372091bc5be'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:55.630611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-5f32d63e-9939-4505-bd82-80d7480f3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['f0a4a741-0d76-49a9-9f31-4372091bc5be'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:55.680587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9942f6b8ca6c47468207488a70abe062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5472319 Feb 02 13:26:55.686441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48220) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:55.687306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-5f32d63e-9939-4505-bd82-80d7480f3b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:55.688251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f32d63e-9939-4505-bd82-80d7480f3b95 None None] The sync data for ids ['f0a4a741-0d76-49a9-9f31-4372091bc5be'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:26:55.755688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7009eb73-ee70-4046-935f-4b190107db27,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:55.798110 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.803006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.807335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.807862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.809447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.810339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.810845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.812240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.812727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.813950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.815279 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.816083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.817438 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17baf611-7c52-496a-bec8-9df074f580c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:26:55.867533 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43aff98f-d2fe-4ead-ae5c-d454330e00de admin admin] Publish callbacks [] for security_group (7009eb73-ee70-4046-935f-4b190107db27), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:55.893855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43aff98f-d2fe-4ead-ae5c-d454330e00de admin admin] Publish callbacks [] for security_group (7009eb73-ee70-4046-935f-4b190107db27), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:55.956143 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43aff98f-d2fe-4ead-ae5c-d454330e00de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7009eb73-ee70-4046-935f-4b190107db27), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:55.959193 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43aff98f-d2fe-4ead-ae5c-d454330e00de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:55.963511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-43aff98f-d2fe-4ead-ae5c-d454330e00de admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7009eb73-ee70-4046-935f-4b190107db27 HTTP/1.1" status: 204 len: 168 time: 0.2718468 Feb 02 13:26:55.970384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aff98f-d2fe-4ead-ae5c-d454330e00de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7009eb73-ee70-4046-935f-4b190107db27,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:55.996592 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7510-334f-4ea4-a429-a9bdb9a670d6 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (f0a4a741-0d76-49a9-9f31-4372091bc5be), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:56.154181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48230) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:56.465067 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25065ffe-2087-4abb-82f6-57fa0ff30864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:56.514086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48240) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:56.545567 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc4f03f6-fb50-4fbe-99a5-285eb688d06d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:56.617162 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25065ffe-2087-4abb-82f6-57fa0ff30864 admin admin] Publish callbacks [] for security_group (e8521b42-78f8-4f33-9d3d-d30e3420e621), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:56.624505 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25065ffe-2087-4abb-82f6-57fa0ff30864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e8521b42-78f8-4f33-9d3d-d30e3420e621), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:56.667265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc4f03f6-fb50-4fbe-99a5-285eb688d06d admin admin] Publish callbacks [] for security_group (fd5c95e6-4abf-472a-a3dd-9074337dd38e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:56.704214 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fc4f03f6-fb50-4fbe-99a5-285eb688d06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fd5c95e6-4abf-472a-a3dd-9074337dd38e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:56.704470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25065ffe-2087-4abb-82f6-57fa0ff30864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8521b42-78f8-4f33-9d3d-d30e3420e621,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:56.757989 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-25065ffe-2087-4abb-82f6-57fa0ff30864 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c539a50e9fed4632835514b7ed0e027a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6023157 Feb 02 13:26:56.758478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f03f6-fb50-4fbe-99a5-285eb688d06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5c95e6-4abf-472a-a3dd-9074337dd38e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:56.758718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:56.814868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fc4f03f6-fb50-4fbe-99a5-285eb688d06d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=93283557c3934a4e955b1ca5ae69207e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2991645 Feb 02 13:26:56.817458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48246) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:56.852589 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ba4f-60bc-45a7-bf7d-a36d3816c0dd admin admin] Publish callbacks [] for security_group (e8521b42-78f8-4f33-9d3d-d30e3420e621), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:56.878798 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ba4f-60bc-45a7-bf7d-a36d3816c0dd admin admin] Publish callbacks [] for security_group (e8521b42-78f8-4f33-9d3d-d30e3420e621), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:56.955243 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ba4f-60bc-45a7-bf7d-a36d3816c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e8521b42-78f8-4f33-9d3d-d30e3420e621), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:56.964887 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3a8ba4f-60bc-45a7-bf7d-a36d3816c0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:56.966358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c3a8ba4f-60bc-45a7-bf7d-a36d3816c0dd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e8521b42-78f8-4f33-9d3d-d30e3420e621 HTTP/1.1" status: 204 len: 168 time: 0.2067544 Feb 02 13:26:56.984920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8ba4f-60bc-45a7-bf7d-a36d3816c0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8521b42-78f8-4f33-9d3d-d30e3420e621,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:57.031731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7510-334f-4ea4-a429-a9bdb9a670d6 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (f0a4a741-0d76-49a9-9f31-4372091bc5be), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:57.035854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7510-334f-4ea4-a429-a9bdb9a670d6 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (f0a4a741-0d76-49a9-9f31-4372091bc5be), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:57.046567 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1bc171a-cb44-41d6-9eef-e1832d96ffbe admin admin] Publish callbacks [] for security_group (fd5c95e6-4abf-472a-a3dd-9074337dd38e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:57.117683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1bc171a-cb44-41d6-9eef-e1832d96ffbe admin admin] Publish callbacks [] for security_group (fd5c95e6-4abf-472a-a3dd-9074337dd38e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:57.204992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0a7510-334f-4ea4-a429-a9bdb9a670d6 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Router f0a4a741-0d76-49a9-9f31-4372091bc5be has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:26:57.284773 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1bc171a-cb44-41d6-9eef-e1832d96ffbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fd5c95e6-4abf-472a-a3dd-9074337dd38e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:57.291700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1bc171a-cb44-41d6-9eef-e1832d96ffbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:57.295255 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e1bc171a-cb44-41d6-9eef-e1832d96ffbe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fd5c95e6-4abf-472a-a3dd-9074337dd38e HTTP/1.1" status: 204 len: 168 time: 0.4745281 Feb 02 13:26:57.308524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc171a-cb44-41d6-9eef-e1832d96ffbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5c95e6-4abf-472a-a3dd-9074337dd38e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:57.412793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0a7510-334f-4ea4-a429-a9bdb9a670d6 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:26:57.417509 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6e0a7510-334f-4ea4-a429-a9bdb9a670d6 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:57.423538 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4081e626-b9c2-4c53-be92-4656ca34c717 None None] Sync routers for ids ['f0a4a741-0d76-49a9-9f31-4372091bc5be'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:26:57.425549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:57.426317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6e0a7510-334f-4ea4-a429-a9bdb9a670d6 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "PUT /v2.0/routers/f0a4a741-0d76-49a9-9f31-4372091bc5be HTTP/1.1" status: 200 len: 922 time: 1.9454360 Feb 02 13:26:57.442587 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4081e626-b9c2-4c53-be92-4656ca34c717 None None] Routers {'f0a4a741-0d76-49a9-9f31-4372091bc5be'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:57.443471 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4081e626-b9c2-4c53-be92-4656ca34c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['f0a4a741-0d76-49a9-9f31-4372091bc5be'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:57.565762 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4081e626-b9c2-4c53-be92-4656ca34c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:57.600688 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4081e626-b9c2-4c53-be92-4656ca34c717 None None] Routers {'f0a4a741-0d76-49a9-9f31-4372091bc5be'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:26:57.602922 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4081e626-b9c2-4c53-be92-4656ca34c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['f0a4a741-0d76-49a9-9f31-4372091bc5be'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:57.723744 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-dfbee7c7-44cb-458a-abd6-ed14fdbfe428 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/routers/f0a4a741-0d76-49a9-9f31-4372091bc5be HTTP/1.1" status: 200 len: 922 time: 0.2952986 Feb 02 13:26:57.726003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48266) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:57.732225 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4081e626-b9c2-4c53-be92-4656ca34c717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:26:57.735640 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4081e626-b9c2-4c53-be92-4656ca34c717 None None] The sync data for ids ['f0a4a741-0d76-49a9-9f31-4372091bc5be'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:26:57.876988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad519d-8ee9-4419-b2d8-30628e9f4fca tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:57.881546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:57.881701 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-86ad519d-8ee9-4419-b2d8-30628e9f4fca tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&device_id=f0a4a741-0d76-49a9-9f31-4372091bc5be&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1545231 Feb 02 13:26:58.095805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d9b69d-b67f-4fbf-9177-f34e4c410a0e tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:26:58.097241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-87d9b69d-b67f-4fbf-9177-f34e4c410a0e tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 881 time: 0.2144928 Feb 02 13:26:58.100470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:58.166826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b96711ee-2919-4801-ab56-4f886acbc6a0 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0a4a741-0d76-49a9-9f31-4372091bc5be HTTP/1.1" status: 200 len: 205 time: 0.0625505 Feb 02 13:26:58.167583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48294) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:58.312701 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (f0a4a741-0d76-49a9-9f31-4372091bc5be), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:58.516288 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (f0a4a741-0d76-49a9-9f31-4372091bc5be), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:58.586021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Deleting port f404a12f-1c0c-443e-9d6f-356f44b7de71 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:26:58.586516 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f404a12f-1c0c-443e-9d6f-356f44b7de71), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:58.699990 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f404a12f-1c0c-443e-9d6f-356f44b7de71), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:58.722955 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Calling delete_port for f404a12f-1c0c-443e-9d6f-356f44b7de71 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:26:58.963513 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f404a12f-1c0c-443e-9d6f-356f44b7de71), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:59.019762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Pushing event deleted for resources: {'Port': ['ID=f404a12f-1c0c-443e-9d6f-356f44b7de71,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:26:59.113082 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (f0a4a741-0d76-49a9-9f31-4372091bc5be), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:59.240348 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (f0a4a741-0d76-49a9-9f31-4372091bc5be), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:59.243004 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_controller (f0a4a741-0d76-49a9-9f31-4372091bc5be), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:59.292826 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (f0a4a741-0d76-49a9-9f31-4372091bc5be), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:59.293178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Fanout notify agent at l3_agent the message router_deleted on router f0a4a741-0d76-49a9-9f31-4372091bc5be {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:26:59.310533 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:59.315907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48344) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:59.316503 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2c6db15e-c0e6-43fe-988f-e25266ea69b4 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/routers/f0a4a741-0d76-49a9-9f31-4372091bc5be HTTP/1.1" status: 204 len: 168 time: 1.1476431 Feb 02 13:26:59.321680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-289dda0f-d057-43d4-8820-0a255298d551 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-213353314', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:59.352972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-289dda0f-d057-43d4-8820-0a255298d551 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (1e2167c6-0015-4fc6-9082-b205a29b6a3d), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:59.354761 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-289dda0f-d057-43d4-8820-0a255298d551 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (1e2167c6-0015-4fc6-9082-b205a29b6a3d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:59.439500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-289dda0f-d057-43d4-8820-0a255298d551 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_controller (1e2167c6-0015-4fc6-9082-b205a29b6a3d), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:59.446201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-289dda0f-d057-43d4-8820-0a255298d551 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (1e2167c6-0015-4fc6-9082-b205a29b6a3d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:59.472540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-289dda0f-d057-43d4-8820-0a255298d551 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:26:59.474514 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-289dda0f-d057-43d4-8820-0a255298d551 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1562238 Feb 02 13:26:59.477286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48352) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:26:59.484346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Request body: {'router': {'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:26:59.765281 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (1e2167c6-0015-4fc6-9082-b205a29b6a3d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:00.003650 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (1e2167c6-0015-4fc6-9082-b205a29b6a3d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:00.035100 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:00.163952 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Allocated IP 172.25.4.52 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/58d02141-542f-4a4e-b254-e93418f222ca) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:00.333189 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for port (58d02141-542f-4a4e-b254-e93418f222ca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:00.414880 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (58d02141-542f-4a4e-b254-e93418f222ca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:00.461659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:00.465558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:00.476496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:00.513206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Pushing event updated for resources: {'Port': ['ID=58d02141-542f-4a4e-b254-e93418f222ca,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:00.783057 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (1e2167c6-0015-4fc6-9082-b205a29b6a3d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:01.003267 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (1e2167c6-0015-4fc6-9082-b205a29b6a3d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:01.007328 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (1e2167c6-0015-4fc6-9082-b205a29b6a3d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:01.210589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Router 1e2167c6-0015-4fc6-9082-b205a29b6a3d is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:27:01.431032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:27:01.438759 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:01.444116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7dd1973f-bd4e-435f-914f-ec7cfe4d940f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "PUT /v2.0/routers/1e2167c6-0015-4fc6-9082-b205a29b6a3d HTTP/1.1" status: 200 len: 878 time: 1.9622426 Feb 02 13:27:01.444316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240521e7-1e7d-44c5-bdbc-af97649f4c78 None None] Sync routers for ids ['1e2167c6-0015-4fc6-9082-b205a29b6a3d'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:27:01.444957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48518) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:01.460198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240521e7-1e7d-44c5-bdbc-af97649f4c78 None None] Routers {'1e2167c6-0015-4fc6-9082-b205a29b6a3d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:01.460759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-240521e7-1e7d-44c5-bdbc-af97649f4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1e2167c6-0015-4fc6-9082-b205a29b6a3d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:01.529832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-240521e7-1e7d-44c5-bdbc-af97649f4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:01.555242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240521e7-1e7d-44c5-bdbc-af97649f4c78 None None] Routers {'1e2167c6-0015-4fc6-9082-b205a29b6a3d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:01.555894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-240521e7-1e7d-44c5-bdbc-af97649f4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:26:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1e2167c6-0015-4fc6-9082-b205a29b6a3d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:01.616704 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-240521e7-1e7d-44c5-bdbc-af97649f4c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:01.617615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240521e7-1e7d-44c5-bdbc-af97649f4c78 None None] The sync data for ids ['1e2167c6-0015-4fc6-9082-b205a29b6a3d'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:27:01.656060 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-717ea5bf-2423-4505-ad27-691fa9014328 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/routers/1e2167c6-0015-4fc6-9082-b205a29b6a3d HTTP/1.1" status: 200 len: 919 time: 0.2102616 Feb 02 13:27:01.659121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48534) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:01.778010 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-20e9ca92-c2a5-4890-bbac-ef753cde625d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:01.791026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae77255-9924-467f-b738-bae4626d71cb tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:01.793568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2ae77255-9924-467f-b738-bae4626d71cb tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&device_id=1e2167c6-0015-4fc6-9082-b205a29b6a3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1331539 Feb 02 13:27:01.796553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48546) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:01.919898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cd6796-816d-438a-8c63-9585df450338 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:01.925002 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:01.926713 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b5cd6796-816d-438a-8c63-9585df450338 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 881 time: 0.1263251 Feb 02 13:27:01.974201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48560) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:01.974666 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-66b2d3a1-4e87-4b44-9935-c38dd1655468 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "GET /v2.0/ports?device_id=1e2167c6-0015-4fc6-9082-b205a29b6a3d HTTP/1.1" status: 200 len: 205 time: 0.0479269 Feb 02 13:27:02.133337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (1e2167c6-0015-4fc6-9082-b205a29b6a3d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:02.201967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48564) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:02.267023 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (1e2167c6-0015-4fc6-9082-b205a29b6a3d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:02.344651 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e09b5ef6-b759-4cf9-9fe1-5f49f37860df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:02.348748 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Deleting port 58d02141-542f-4a4e-b254-e93418f222ca {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:02.349278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (58d02141-542f-4a4e-b254-e93418f222ca), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:02.463608 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e09b5ef6-b759-4cf9-9fe1-5f49f37860df admin admin] Publish callbacks [] for security_group (9c0958f7-f766-4539-bc5d-4b0a7ee27642), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:02.469346 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (58d02141-542f-4a4e-b254-e93418f222ca), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:02.470024 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e09b5ef6-b759-4cf9-9fe1-5f49f37860df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9c0958f7-f766-4539-bc5d-4b0a7ee27642), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:02.487090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Calling delete_port for 58d02141-542f-4a4e-b254-e93418f222ca owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:02.536479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e09b5ef6-b759-4cf9-9fe1-5f49f37860df admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c3eabf9adb474bcd82e2b3abb5028465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3330162 Feb 02 13:27:02.537280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:02.544364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b5ef6-b759-4cf9-9fe1-5f49f37860df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0958f7-f766-4539-bc5d-4b0a7ee27642,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:02.622255 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85a0480e-5ae9-4750-ac81-795b72083eaa admin admin] Publish callbacks [] for security_group (9c0958f7-f766-4539-bc5d-4b0a7ee27642), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:02.656526 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85a0480e-5ae9-4750-ac81-795b72083eaa admin admin] Publish callbacks [] for security_group (9c0958f7-f766-4539-bc5d-4b0a7ee27642), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:02.736210 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85a0480e-5ae9-4750-ac81-795b72083eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9c0958f7-f766-4539-bc5d-4b0a7ee27642), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:02.740248 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-85a0480e-5ae9-4750-ac81-795b72083eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:02.741692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-85a0480e-5ae9-4750-ac81-795b72083eaa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9c0958f7-f766-4539-bc5d-4b0a7ee27642 HTTP/1.1" status: 204 len: 168 time: 0.2030017 Feb 02 13:27:02.756739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0480e-5ae9-4750-ac81-795b72083eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0958f7-f766-4539-bc5d-4b0a7ee27642,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:02.766981 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (58d02141-542f-4a4e-b254-e93418f222ca), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:02.804439 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Pushing event deleted for resources: {'Port': ['ID=58d02141-542f-4a4e-b254-e93418f222ca,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:02.909257 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (1e2167c6-0015-4fc6-9082-b205a29b6a3d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:03.010461 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (1e2167c6-0015-4fc6-9082-b205a29b6a3d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:03.012956 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_controller (1e2167c6-0015-4fc6-9082-b205a29b6a3d), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:03.083359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (1e2167c6-0015-4fc6-9082-b205a29b6a3d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:03.084682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Fanout notify agent at l3_agent the message router_deleted on router 1e2167c6-0015-4fc6-9082-b205a29b6a3d {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:27:03.093726 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:03.094886 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0da8d3dd-77e6-424c-a588-c2ba359e51f6 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/routers/1e2167c6-0015-4fc6-9082-b205a29b6a3d HTTP/1.1" status: 204 len: 168 time: 1.1196220 Feb 02 13:27:03.104134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48582) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:03.109245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2abdb5ae-083b-4e63-8547-fbb1a9393740 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-505910115', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:03.143449 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2abdb5ae-083b-4e63-8547-fbb1a9393740 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (9cb7abb9-ac35-4807-bf04-da611432d1ac), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:03.144514 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2abdb5ae-083b-4e63-8547-fbb1a9393740 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (9cb7abb9-ac35-4807-bf04-da611432d1ac), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:03.203053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2abdb5ae-083b-4e63-8547-fbb1a9393740 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_controller (9cb7abb9-ac35-4807-bf04-da611432d1ac), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:03.208992 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2abdb5ae-083b-4e63-8547-fbb1a9393740 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (9cb7abb9-ac35-4807-bf04-da611432d1ac), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:03.240342 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2abdb5ae-083b-4e63-8547-fbb1a9393740 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:03.242589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2abdb5ae-083b-4e63-8547-fbb1a9393740 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1403170 Feb 02 13:27:03.245647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48590) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:03.251314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'enable_snat': True}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:04.027985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (9cb7abb9-ac35-4807-bf04-da611432d1ac), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:04.128680 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbec3e25-705d-479e-bd05-6e8350120eab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:04.477906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (9cb7abb9-ac35-4807-bf04-da611432d1ac), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:04.508205 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:04.703867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Allocated IP 172.25.4.153 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/916df712-a8ca-4501-a0c7-0378d7acbb2f) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:04.760200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48664) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:04.847658 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for port (916df712-a8ca-4501-a0c7-0378d7acbb2f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:04.936530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (916df712-a8ca-4501-a0c7-0378d7acbb2f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:04.950325 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-729d445c-f854-4ccd-9a93-6380e827bdf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:04.992572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:04.998289 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:05.010045 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:05.060252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event updated for resources: {'Port': ['ID=916df712-a8ca-4501-a0c7-0378d7acbb2f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:05.180306 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-729d445c-f854-4ccd-9a93-6380e827bdf9 admin admin] Publish callbacks [] for security_group (9904d4a9-aead-42b5-841c-d2b1de758162), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:05.188785 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-729d445c-f854-4ccd-9a93-6380e827bdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9904d4a9-aead-42b5-841c-d2b1de758162), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:05.229160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d445c-f854-4ccd-9a93-6380e827bdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9904d4a9-aead-42b5-841c-d2b1de758162,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:05.268192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-729d445c-f854-4ccd-9a93-6380e827bdf9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=10671043999b4340a65cc2cf1fec4292&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5054605 Feb 02 13:27:05.268516 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48670) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:05.422965 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-83cd0414-4d8a-45af-b64b-18d4d945c2b1 admin admin] Publish callbacks [] for security_group (9904d4a9-aead-42b5-841c-d2b1de758162), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:05.464538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-83cd0414-4d8a-45af-b64b-18d4d945c2b1 admin admin] Publish callbacks [] for security_group (9904d4a9-aead-42b5-841c-d2b1de758162), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:05.476408 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (9cb7abb9-ac35-4807-bf04-da611432d1ac), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:05.564777 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:05.620652 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-83cd0414-4d8a-45af-b64b-18d4d945c2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9904d4a9-aead-42b5-841c-d2b1de758162), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:05.624945 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-83cd0414-4d8a-45af-b64b-18d4d945c2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:05.626423 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-83cd0414-4d8a-45af-b64b-18d4d945c2b1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9904d4a9-aead-42b5-841c-d2b1de758162 HTTP/1.1" status: 204 len: 168 time: 0.3569503 Feb 02 13:27:05.659908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd0414-4d8a-45af-b64b-18d4d945c2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9904d4a9-aead-42b5-841c-d2b1de758162,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:05.874756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (9cb7abb9-ac35-4807-bf04-da611432d1ac), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:05.879019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (9cb7abb9-ac35-4807-bf04-da611432d1ac), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:06.088722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Router 9cb7abb9-ac35-4807-bf04-da611432d1ac is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:27:06.302631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:27:06.318924 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c97c61-cd2f-4822-9e24-21b14e8d0a10 None None] Sync routers for ids ['9cb7abb9-ac35-4807-bf04-da611432d1ac'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:27:06.319550 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:06.322598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48686) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:06.323087 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cf64e709-4771-45ca-8c80-d314d408d037 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "PUT /v2.0/routers/9cb7abb9-ac35-4807-bf04-da611432d1ac HTTP/1.1" status: 200 len: 914 time: 3.0760369 Feb 02 13:27:06.354869 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c97c61-cd2f-4822-9e24-21b14e8d0a10 None None] Routers {'9cb7abb9-ac35-4807-bf04-da611432d1ac'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:06.355508 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-53c97c61-cd2f-4822-9e24-21b14e8d0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9cb7abb9-ac35-4807-bf04-da611432d1ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:06.435534 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-53c97c61-cd2f-4822-9e24-21b14e8d0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:06.449214 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c97c61-cd2f-4822-9e24-21b14e8d0a10 None None] Routers {'9cb7abb9-ac35-4807-bf04-da611432d1ac'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:06.451007 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-53c97c61-cd2f-4822-9e24-21b14e8d0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9cb7abb9-ac35-4807-bf04-da611432d1ac'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:06.492096 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-53c97c61-cd2f-4822-9e24-21b14e8d0a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:06.492816 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c97c61-cd2f-4822-9e24-21b14e8d0a10 None None] The sync data for ids ['9cb7abb9-ac35-4807-bf04-da611432d1ac'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:27:06.591476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-65b862d5-46f4-40ba-b872-b1b7fabbea38 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/routers/9cb7abb9-ac35-4807-bf04-da611432d1ac HTTP/1.1" status: 200 len: 920 time: 0.2635233 Feb 02 13:27:06.591693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:06.761625 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:06.776649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300faf99-075d-44b3-ae3a-96065d85b91c tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:06.780468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-300faf99-075d-44b3-ae3a-96065d85b91c tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&device_id=9cb7abb9-ac35-4807-bf04-da611432d1ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1871386 Feb 02 13:27:06.782646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:06.874139 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:06.927288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9150ee8e-08ca-4b14-9d2a-b907dd861021 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:06.933335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9150ee8e-08ca-4b14-9d2a-b907dd861021 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 881 time: 0.1447203 Feb 02 13:27:06.933335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:06.974407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48708) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:06.980149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c7cad38c-1dee-4f10-9dfc-31cc7a13a931 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cb7abb9-ac35-4807-bf04-da611432d1ac HTTP/1.1" status: 200 len: 205 time: 0.0437114 Feb 02 13:27:07.089198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:07.139161 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (9cb7abb9-ac35-4807-bf04-da611432d1ac), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.328983 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (9cb7abb9-ac35-4807-bf04-da611432d1ac), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.392066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48716) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:07.419741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Deleting port 916df712-a8ca-4501-a0c7-0378d7acbb2f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:07.420107 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (916df712-a8ca-4501-a0c7-0378d7acbb2f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.506754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1900427305'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:07.512088 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a68f21db-a3fb-4f74-9aa0-48fd292a9a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.550304 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:07.561159 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.566602 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.610278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (916df712-a8ca-4501-a0c7-0378d7acbb2f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.628087 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Calling delete_port for 916df712-a8ca-4501-a0c7-0378d7acbb2f owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:07.660282 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for security_group (af3a55e6-5f54-40b4-9c6c-d757ea45f3aa), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.669072 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (af3a55e6-5f54-40b4-9c6c-d757ea45f3aa), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.681575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:07.723260 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9994a71d-6014-428b-abc2-d5a841bc53cb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.723817 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Added segment 9994a71d-6014-428b-abc2-d5a841bc53cb of type vlan for network d05a65eb-032f-43ac-8479-2749dc39d6eb Feb 02 13:27:07.743940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3a55e6-5f54-40b4-9c6c-d757ea45f3aa,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:07.769798 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.803393 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (d05a65eb-032f-43ac-8479-2749dc39d6eb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.811122 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a68f21db-a3fb-4f74-9aa0-48fd292a9a6d admin admin] Publish callbacks [] for security_group (8250a806-1d74-4859-9ff9-40705501e2dc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.822097 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a68f21db-a3fb-4f74-9aa0-48fd292a9a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8250a806-1d74-4859-9ff9-40705501e2dc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.894079 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a68f21db-a3fb-4f74-9aa0-48fd292a9a6d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ce7facb772ee459e967358c5231ae040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8030894 Feb 02 13:27:07.897299 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (d05a65eb-032f-43ac-8479-2749dc39d6eb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.898640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48720) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:07.907668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:07.908970 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:07.926881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f21db-a3fb-4f74-9aa0-48fd292a9a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8250a806-1d74-4859-9ff9-40705501e2dc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:07.985322 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5899570 Feb 02 13:27:08.041771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49b24b-6f52-4751-9f9e-827636b98990 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Network': ['ID=d05a65eb-032f-43ac-8479-2749dc39d6eb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:08.068643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network d05a65eb-032f-43ac-8479-2749dc39d6eb details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:08.149744 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (916df712-a8ca-4501-a0c7-0378d7acbb2f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.182622 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.221447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Pushing event deleted for resources: {'Port': ['ID=916df712-a8ca-4501-a0c7-0378d7acbb2f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:08.316875 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (9cb7abb9-ac35-4807-bf04-da611432d1ac), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.347765 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f67255cc-ad3f-4098-a5fe-27f0d0b83aac admin admin] Publish callbacks [] for security_group (8250a806-1d74-4859-9ff9-40705501e2dc), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.438114 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (9cb7abb9-ac35-4807-bf04-da611432d1ac), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.445291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_controller (9cb7abb9-ac35-4807-bf04-da611432d1ac), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.449400 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f67255cc-ad3f-4098-a5fe-27f0d0b83aac admin admin] Publish callbacks [] for security_group (8250a806-1d74-4859-9ff9-40705501e2dc), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.512542 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (9cb7abb9-ac35-4807-bf04-da611432d1ac), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.513375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Fanout notify agent at l3_agent the message router_deleted on router 9cb7abb9-ac35-4807-bf04-da611432d1ac {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:27:08.534530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.536449 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d33b35d7-03a4-4333-bb21-fd692bcbcece tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/routers/9cb7abb9-ac35-4807-bf04-da611432d1ac HTTP/1.1" status: 204 len: 168 time: 1.5584860 Feb 02 13:27:08.540072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48724) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:08.545407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-16fa3dc0-c8c9-4529-9d55-f97bde04cfc7 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1081262855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:08.577041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16fa3dc0-c8c9-4529-9d55-f97bde04cfc7 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (a3c519ce-eb12-4d19-99a8-5d9679021f60), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.578685 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16fa3dc0-c8c9-4529-9d55-f97bde04cfc7 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (a3c519ce-eb12-4d19-99a8-5d9679021f60), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.618211 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f67255cc-ad3f-4098-a5fe-27f0d0b83aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8250a806-1d74-4859-9ff9-40705501e2dc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.621261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f67255cc-ad3f-4098-a5fe-27f0d0b83aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.630718 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f67255cc-ad3f-4098-a5fe-27f0d0b83aac admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8250a806-1d74-4859-9ff9-40705501e2dc HTTP/1.1" status: 204 len: 168 time: 0.7304084 Feb 02 13:27:08.680160 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16fa3dc0-c8c9-4529-9d55-f97bde04cfc7 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_controller (a3c519ce-eb12-4d19-99a8-5d9679021f60), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.681900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67255cc-ad3f-4098-a5fe-27f0d0b83aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8250a806-1d74-4859-9ff9-40705501e2dc,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:08.695800 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16fa3dc0-c8c9-4529-9d55-f97bde04cfc7 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (a3c519ce-eb12-4d19-99a8-5d9679021f60), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.755869 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16fa3dc0-c8c9-4529-9d55-f97bde04cfc7 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:08.760918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:08.767398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'enable_snat': False}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:08.776427 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-16fa3dc0-c8c9-4529-9d55-f97bde04cfc7 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2349088 Feb 02 13:27:09.464931 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (a3c519ce-eb12-4d19-99a8-5d9679021f60), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:09.749084 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (a3c519ce-eb12-4d19-99a8-5d9679021f60), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:09.770743 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:09.773364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48750) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:09.908332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Allocated IP 172.25.4.207 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/872b41fa-2602-4243-8169-f0e879de062a) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:09.943549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1275706993-network', 'tenant_id': '9fcad0f4da7f4178a4371df197320ecb'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:09.988777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Made reservation on behalf of 9fcad0f4da7f4178a4371df197320ecb for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:09.994432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.020751 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.090718 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for port (872b41fa-2602-4243-8169-f0e879de062a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.143107 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (872b41fa-2602-4243-8169-f0e879de062a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.199709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Publish callbacks [] for security_group (0b000c90-17d6-4d46-a4d9-e9962debb146), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.205591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0b000c90-17d6-4d46-a4d9-e9962debb146), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.214258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Pushing event updated for resources: {'Port': ['ID=872b41fa-2602-4243-8169-f0e879de062a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:10.246801 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:10.250701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:10.260874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:10.261539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:10.285099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b000c90-17d6-4d46-a4d9-e9962debb146,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:10.308058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (73a0a99b-9c12-4e10-b2a9-ac602b5550fe), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.308416 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Added segment 73a0a99b-9c12-4e10-b2a9-ac602b5550fe of type vlan for network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b Feb 02 13:27:10.355304 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (0db39bc1-f6a9-4c80-9ab9-0d1ad782139b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.386070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (0db39bc1-f6a9-4c80-9ab9-0d1ad782139b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.387186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:10.388343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.407413 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:27:10.457942 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6832898 Feb 02 13:27:10.461736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48756) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:10.467989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f0e9707c-8391-4b9f-a179-cb6cac3476db admin admin] Request body: {'subnet': {'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1275706993-subnet', 'tenant_id': '9fcad0f4da7f4178a4371df197320ecb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:10.472921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ba661-1f41-41ea-91a8-aa0191c2e867 admin admin] Pushing event updated for resources: {'Network': ['ID=0db39bc1-f6a9-4c80-9ab9-0d1ad782139b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:10.489004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:10.494954 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e9707c-8391-4b9f-a179-cb6cac3476db admin admin] Made reservation on behalf of 9fcad0f4da7f4178a4371df197320ecb for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:10.497848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e9707c-8391-4b9f-a179-cb6cac3476db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.580264 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router_gateway (a3c519ce-eb12-4d19-99a8-5d9679021f60), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.713902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e9707c-8391-4b9f-a179-cb6cac3476db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (e10f43d8-f9f0-4225-a1c6-acc36cbf1212), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.788578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9707c-8391-4b9f-a179-cb6cac3476db admin admin] Pushing event updated for resources: {'Subnet': ['ID=e10f43d8-f9f0-4225-a1c6-acc36cbf1212,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:10.792575 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (a3c519ce-eb12-4d19-99a8-5d9679021f60), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.793428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9707c-8391-4b9f-a179-cb6cac3476db admin admin] Checking segment: {'id': '73a0a99b-9c12-4e10-b2a9-ac602b5550fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:10.794097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e9707c-8391-4b9f-a179-cb6cac3476db admin admin] Network hostable DHCP agents. Network: 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:10.796283 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (a3c519ce-eb12-4d19-99a8-5d9679021f60), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.816985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e9707c-8391-4b9f-a179-cb6cac3476db admin admin] Network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:10.828159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f0e9707c-8391-4b9f-a179-cb6cac3476db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:10.834459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e9707c-8391-4b9f-a179-cb6cac3476db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:10.835229 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f0e9707c-8391-4b9f-a179-cb6cac3476db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:10.844188 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b2f2c2-f7b7-4ab6-8df8-f2b9e27af134 None None] Network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:10.858721 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f0e9707c-8391-4b9f-a179-cb6cac3476db admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3947177 Feb 02 13:27:10.948054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Router a3c519ce-eb12-4d19-99a8-5d9679021f60 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:27:10.991564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448416cb-282b-4b81-8ed0-c8e6959af2e0 None None] Network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:11.103680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:27:11.108879 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:11.110173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-593fef15-7a10-485c-afcd-1bdb637b6da8 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "PUT /v2.0/routers/a3c519ce-eb12-4d19-99a8-5d9679021f60 HTTP/1.1" status: 200 len: 916 time: 2.3473721 Feb 02 13:27:11.113105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48764) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:11.116814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a58c2cc-595a-4e7b-892d-05e7d60be322 None None] Sync routers for ids ['a3c519ce-eb12-4d19-99a8-5d9679021f60'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:27:11.130639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58c2cc-595a-4e7b-892d-05e7d60be322 None None] Routers {'a3c519ce-eb12-4d19-99a8-5d9679021f60'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:11.131593 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3a58c2cc-595a-4e7b-892d-05e7d60be322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a3c519ce-eb12-4d19-99a8-5d9679021f60'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:11.178025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3a58c2cc-595a-4e7b-892d-05e7d60be322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:11.191225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a58c2cc-595a-4e7b-892d-05e7d60be322 None None] Routers {'a3c519ce-eb12-4d19-99a8-5d9679021f60'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:11.195114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3a58c2cc-595a-4e7b-892d-05e7d60be322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a3c519ce-eb12-4d19-99a8-5d9679021f60'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:11.240406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3a58c2cc-595a-4e7b-892d-05e7d60be322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:11.241074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a58c2cc-595a-4e7b-892d-05e7d60be322 None None] The sync data for ids ['a3c519ce-eb12-4d19-99a8-5d9679021f60'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:27:11.245534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:11.258571 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6563c82a-2eb4-4b39-983c-cc4236648c25 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/routers/a3c519ce-eb12-4d19-99a8-5d9679021f60 HTTP/1.1" status: 200 len: 922 time: 0.1278317 Feb 02 13:27:11.301683 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2160f1-7156-4e67-a7ab-2ad9dd662ee1 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:11.307716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2d2160f1-7156-4e67-a7ab-2ad9dd662ee1 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&device_id=a3c519ce-eb12-4d19-99a8-5d9679021f60&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0597317 Feb 02 13:27:11.307921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48768) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:11.419230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64180bef-2cb1-4110-865c-b441fe4cc18c tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:11.425566 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-64180bef-2cb1-4110-865c-b441fe4cc18c tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 881 time: 0.1127839 Feb 02 13:27:11.426055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48774) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:11.459526 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-53fd90d1-5fca-44d1-905c-ac30c82b355c tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3c519ce-eb12-4d19-99a8-5d9679021f60 HTTP/1.1" status: 200 len: 205 time: 0.0315115 Feb 02 13:27:11.468525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48778) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:11.681236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (a3c519ce-eb12-4d19-99a8-5d9679021f60), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:11.686470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48786) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:11.692779 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c5fcda4c-c2c6-427f-8110-f75585c6caa1 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'subnet': {'network_id': 'd05a65eb-032f-43ac-8479-2749dc39d6eb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:11.823913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fcda4c-c2c6-427f-8110-f75585c6caa1 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:11.828913 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5fcda4c-c2c6-427f-8110-f75585c6caa1 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:11.862455 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (a3c519ce-eb12-4d19-99a8-5d9679021f60), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:11.935642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Deleting port 872b41fa-2602-4243-8169-f0e879de062a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:11.936160 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (872b41fa-2602-4243-8169-f0e879de062a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:12.028267 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (872b41fa-2602-4243-8169-f0e879de062a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:12.042005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Calling delete_port for 872b41fa-2602-4243-8169-f0e879de062a owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:12.066432 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5fcda4c-c2c6-427f-8110-f75585c6caa1 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (6f7de562-9950-4f77-8a7c-6a4b96e793b2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:12.132233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcda4c-c2c6-427f-8110-f75585c6caa1 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Subnet': ['ID=6f7de562-9950-4f77-8a7c-6a4b96e793b2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:12.164185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fcda4c-c2c6-427f-8110-f75585c6caa1 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Checking segment: {'id': '9994a71d-6014-428b-abc2-d5a841bc53cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd05a65eb-032f-43ac-8479-2749dc39d6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:12.164735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fcda4c-c2c6-427f-8110-f75585c6caa1 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network hostable DHCP agents. Network: d05a65eb-032f-43ac-8479-2749dc39d6eb, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:12.187202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fcda4c-c2c6-427f-8110-f75585c6caa1 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network d05a65eb-032f-43ac-8479-2749dc39d6eb is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:12.202699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c5fcda4c-c2c6-427f-8110-f75585c6caa1 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, d05a65eb-032f-43ac-8479-2749dc39d6eb) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:12.208349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fcda4c-c2c6-427f-8110-f75585c6caa1 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:12.209071 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5fcda4c-c2c6-427f-8110-f75585c6caa1 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:12.221402 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f075e380-438a-4265-ac03-31d9dc3c6431 None None] Network d05a65eb-032f-43ac-8479-2749dc39d6eb requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:12.224069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (872b41fa-2602-4243-8169-f0e879de062a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:12.261727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c5fcda4c-c2c6-427f-8110-f75585c6caa1 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5740757 Feb 02 13:27:12.262542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48790) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:12.265579 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Pushing event deleted for resources: {'Port': ['ID=872b41fa-2602-4243-8169-f0e879de062a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:12.278925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-adcb28d4-4009-4a66-a3d9-d7e950b9f007 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1573298953'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:12.333125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcb28d4-4009-4a66-a3d9-d7e950b9f007 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:12.340782 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcb28d4-4009-4a66-a3d9-d7e950b9f007 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:12.399868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcb28d4-4009-4a66-a3d9-d7e950b9f007 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:12.414740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcb28d4-4009-4a66-a3d9-d7e950b9f007 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (056c1df7-e399-4c8b-bb52-7a8371bd4d9a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:12.415562 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-adcb28d4-4009-4a66-a3d9-d7e950b9f007 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Added segment 056c1df7-e399-4c8b-bb52-7a8371bd4d9a of type vlan for network 3514e8b8-645c-4cee-8bbf-bb4a9707a6a5 Feb 02 13:27:12.446848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-d05a65eb-032f-43ac-8479-2749dc39d6eb', 'network_id': 'd05a65eb-032f-43ac-8479-2749dc39d6eb', 'project_id': '87c10d390e6342b08251c2ac4ef28e74', 'fixed_ips': [{'subnet_id': '6f7de562-9950-4f77-8a7c-6a4b96e793b2'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:12.449736 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:12.468750 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcb28d4-4009-4a66-a3d9-d7e950b9f007 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (3514e8b8-645c-4cee-8bbf-bb4a9707a6a5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:12.504277 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcb28d4-4009-4a66-a3d9-d7e950b9f007 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (3514e8b8-645c-4cee-8bbf-bb4a9707a6a5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:12.512843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb28d4-4009-4a66-a3d9-d7e950b9f007 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:12.513612 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adcb28d4-4009-4a66-a3d9-d7e950b9f007 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:12.558605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-adcb28d4-4009-4a66-a3d9-d7e950b9f007 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2942910 Feb 02 13:27:12.562933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:12.569086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'subnet': {'network_id': '3514e8b8-645c-4cee-8bbf-bb4a9707a6a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:12.642856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb28d4-4009-4a66-a3d9-d7e950b9f007 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Network': ['ID=3514e8b8-645c-4cee-8bbf-bb4a9707a6a5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:12.668259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 3514e8b8-645c-4cee-8bbf-bb4a9707a6a5 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:12.760124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:12.770251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:12.917291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Allocated IP 2001:db8:0:ffff::2 (d05a65eb-032f-43ac-8479-2749dc39d6eb/6f7de562-9950-4f77-8a7c-6a4b96e793b2/a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:13.069231 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (a3c519ce-eb12-4d19-99a8-5d9679021f60), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.114528 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Publish callbacks [] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.125890 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.194153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Network d05a65eb-032f-43ac-8479-2749dc39d6eb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:13.205975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:13.207898 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Pushing event updated for resources: {'Port': ['ID=a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:13.211335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:13.221138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (a3c519ce-eb12-4d19-99a8-5d9679021f60), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.224913 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_controller (a3c519ce-eb12-4d19-99a8-5d9679021f60), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.296476 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (a3c519ce-eb12-4d19-99a8-5d9679021f60), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.298058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Fanout notify agent at l3_agent the message router_deleted on router a3c519ce-eb12-4d19-99a8-5d9679021f60 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:27:13.316043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.318016 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-414e280d-9d17-41a9-b668-34fd20c66d61 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/routers/a3c519ce-eb12-4d19-99a8-5d9679021f60 HTTP/1.1" status: 204 len: 168 time: 1.8477185 Feb 02 13:27:13.324463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48798) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:13.332671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-444864354', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:13.341517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.objects.ports [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103188) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:27:13.343124 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (70cdbf68-443f-486d-aa90-b52c4fe6776e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.386337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Attempting to bind port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:13.387157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Attempting to bind port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9994a71d-6014-428b-abc2-d5a841bc53cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd05a65eb-032f-43ac-8479-2749dc39d6eb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:13.387633 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Attempting to bind port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 on network d05a65eb-032f-43ac-8479-2749dc39d6eb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:13.395968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:13.397248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Checking segment: {'id': '9994a71d-6014-428b-abc2-d5a841bc53cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd05a65eb-032f-43ac-8479-2749dc39d6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:13.397789 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.398257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Bound using segment: {'id': '9994a71d-6014-428b-abc2-d5a841bc53cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd05a65eb-032f-43ac-8479-2749dc39d6eb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:13.398634 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.398833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Bound port: a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9994a71d-6014-428b-abc2-d5a841bc53cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'd05a65eb-032f-43ac-8479-2749dc39d6eb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:13.399313 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.404005 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.431236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Subnet': ['ID=70cdbf68-443f-486d-aa90-b52c4fe6776e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:13.435459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Checking segment: {'id': '056c1df7-e399-4c8b-bb52-7a8371bd4d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3514e8b8-645c-4cee-8bbf-bb4a9707a6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:13.435818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network hostable DHCP agents. Network: 3514e8b8-645c-4cee-8bbf-bb4a9707a6a5, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:13.460494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network 3514e8b8-645c-4cee-8bbf-bb4a9707a6a5 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:13.474425 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 3514e8b8-645c-4cee-8bbf-bb4a9707a6a5) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:13.480655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] For port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:13.481325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:13.481983 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.487913 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] For port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0,segment=NetworkSegment(9994a71d-6014-428b-abc2-d5a841bc53cb),segment_id=9994a71d-6014-428b-abc2-d5a841bc53cb)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:13.489907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42100cae-d336-4361-8210-c9ae3f8202ae None None] Network 3514e8b8-645c-4cee-8bbf-bb4a9707a6a5 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:13.509692 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.511213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48800) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:13.512926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-57302582-652e-4352-9028-e5cecf615f9c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9483082 Feb 02 13:27:13.518622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'port': {'network_id': '3514e8b8-645c-4cee-8bbf-bb4a9707a6a5', 'name': 'tempest-NetworksIpV6TestAttrs-552424983'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:13.525024 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_controller (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.582614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311978c0-2b24-4b40-97a6-51d212bedcaf None None] Pushing event updated for resources: {'Port': ['ID=a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:13.826475 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.846082 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:13.849755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:13.936156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-3514e8b8-645c-4cee-8bbf-bb4a9707a6a5', 'network_id': '3514e8b8-645c-4cee-8bbf-bb4a9707a6a5', 'project_id': '87c10d390e6342b08251c2ac4ef28e74', 'fixed_ips': [{'subnet_id': '70cdbf68-443f-486d-aa90-b52c4fe6776e'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:13.936975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] device_id is not set on port 830149b6-ce92-4014-80f2-487b22abd677 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:27:13.939154 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:14.139909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Allocated IP 2001:db8::f816:3eff:fe6b:aaaa (3514e8b8-645c-4cee-8bbf-bb4a9707a6a5/70cdbf68-443f-486d-aa90-b52c4fe6776e/830149b6-ce92-4014-80f2-487b22abd677) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:14.295639 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:14.324725 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:14.375761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:14.468303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:14.470619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:14.535348 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for port (830149b6-ce92-4014-80f2-487b22abd677), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:14.545353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b838409-2aca-4ace-af3a-e56ed759074c req-8b55f385-a083-4b6e-bfd5-f0f33707e39c tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:14.547192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-8b55f385-a083-4b6e-bfd5-f0f33707e39c tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/networks?id=0db39bc1-f6a9-4c80-9ab9-0d1ad782139b HTTP/1.1" status: 200 len: 809 time: 0.1886413 Feb 02 13:27:14.564162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Allocated IP 172.25.4.29 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/14214ec4-2384-4e44-ac94-d447d46210ff) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:14.570263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-437db59e-8e28-4b8c-8f62-d1bc9f4e92c6 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/quotas/9fcad0f4da7f4178a4371df197320ecb HTTP/1.1" status: 200 len: 375 time: 0.0164995 Feb 02 13:27:14.573655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:14.574291 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:14.629702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0,segment=NetworkSegment(9994a71d-6014-428b-abc2-d5a841bc53cb),segment_id=9994a71d-6014-428b-abc2-d5a841bc53cb)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:14.633146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-5eb46f98-a08d-4a8d-afe2-588cf47763fa tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fcad0f4da7f4178a4371df197320ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511231 Feb 02 13:27:14.635067 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:14.679810 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (830149b6-ce92-4014-80f2-487b22abd677), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:14.758990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:14.781224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Allocated IP 2001:db8::f816:3eff:fee1:7dfb (3514e8b8-645c-4cee-8bbf-bb4a9707a6a5/70cdbf68-443f-486d-aa90-b52c4fe6776e/1a76c58b-45c6-48cc-8a15-78bf9ba55b4b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:14.845996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network 3514e8b8-645c-4cee-8bbf-bb4a9707a6a5 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:14.860814 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:14.876702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:14.883009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:14.883897 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:14.899548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Port': ['ID=830149b6-ce92-4014-80f2-487b22abd677,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:14.913314 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a854bd00-0b9d-4287-9bd3-e32c2383d9ef tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4007559 Feb 02 13:27:14.916153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48824) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:14.960582 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for port (14214ec4-2384-4e44-ac94-d447d46210ff), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:14.990055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-ae97c9ae-1679-45c6-8c33-d4bd2c1da97d service neutron] 10.222.0.83 "GET /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479259 Feb 02 13:27:14.992539 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce18a80-66f7-403c-aec9-85a8bd4619c9 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Deleting subnet 70cdbf68-443f-486d-aa90-b52c4fe6776e {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:27:15.035679 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (14214ec4-2384-4e44-ac94-d447d46210ff), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.096082 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Publish callbacks [] for port (1a76c58b-45c6-48cc-8a15-78bf9ba55b4b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.099433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:15.105600 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ce18a80-66f7-403c-aec9-85a8bd4619c9 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for subnet (70cdbf68-443f-486d-aa90-b52c4fe6776e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.105922 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (1a76c58b-45c6-48cc-8a15-78bf9ba55b4b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.121729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-9216670f-dd18-4645-8b41-16732dcaf6a5 service neutron] 10.222.0.83 "GET /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232326 Feb 02 13:27:15.151894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Network 3514e8b8-645c-4cee-8bbf-bb4a9707a6a5 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:15.152312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ce18a80-66f7-403c-aec9-85a8bd4619c9 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (70cdbf68-443f-486d-aa90-b52c4fe6776e), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.155823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:15.159155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:15.225368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23201e8b-bb40-4196-9f04-ebad78331e35 None None] Network d05a65eb-032f-43ac-8479-2749dc39d6eb requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:15.280418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Pushing event updated for resources: {'Port': ['ID=1a76c58b-45c6-48cc-8a15-78bf9ba55b4b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:15.291075 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ce18a80-66f7-403c-aec9-85a8bd4619c9 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (70cdbf68-443f-486d-aa90-b52c4fe6776e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.340233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Attempting to bind port 1a76c58b-45c6-48cc-8a15-78bf9ba55b4b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:15.341369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Attempting to bind port 1a76c58b-45c6-48cc-8a15-78bf9ba55b4b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '056c1df7-e399-4c8b-bb52-7a8371bd4d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3514e8b8-645c-4cee-8bbf-bb4a9707a6a5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:15.341962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Attempting to bind port 1a76c58b-45c6-48cc-8a15-78bf9ba55b4b on network 3514e8b8-645c-4cee-8bbf-bb4a9707a6a5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:15.356342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:15.362883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:15.365905 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ce18a80-66f7-403c-aec9-85a8bd4619c9 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (70cdbf68-443f-486d-aa90-b52c4fe6776e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.371931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:15.372784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Checking segment: {'id': '056c1df7-e399-4c8b-bb52-7a8371bd4d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3514e8b8-645c-4cee-8bbf-bb4a9707a6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:15.373279 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.373768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Bound using segment: {'id': '056c1df7-e399-4c8b-bb52-7a8371bd4d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3514e8b8-645c-4cee-8bbf-bb4a9707a6a5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:15.374352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Bound port: 1a76c58b-45c6-48cc-8a15-78bf9ba55b4b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '056c1df7-e399-4c8b-bb52-7a8371bd4d9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '3514e8b8-645c-4cee-8bbf-bb4a9707a6a5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:15.375011 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1a76c58b-45c6-48cc-8a15-78bf9ba55b4b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.391935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-46d939ea-382f-4642-acfb-e4c72a9444c5 None None] Provisioning complete for port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:15.392643 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d939ea-382f-4642-acfb-e4c72a9444c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.405029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Pushing event updated for resources: {'Port': ['ID=14214ec4-2384-4e44-ac94-d447d46210ff,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:15.442591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce18a80-66f7-403c-aec9-85a8bd4619c9 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Subnet': ['ID=70cdbf68-443f-486d-aa90-b52c4fe6776e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:15.455023 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5ce18a80-66f7-403c-aec9-85a8bd4619c9 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.461489 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5ce18a80-66f7-403c-aec9-85a8bd4619c9 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/subnets/70cdbf68-443f-486d-aa90-b52c4fe6776e HTTP/1.1" status: 204 len: 168 time: 0.5440397 Feb 02 13:27:15.462166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48832) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:15.476004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de15c329-b05b-4737-8d79-74fa687feaee req-004f14dd-cbad-4c58-933d-65a90aa7af47 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 210 time: 0.1502392 Feb 02 13:27:15.498763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] For port 1a76c58b-45c6-48cc-8a15-78bf9ba55b4b, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:15.502990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] For port 1a76c58b-45c6-48cc-8a15-78bf9ba55b4b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1a76c58b-45c6-48cc-8a15-78bf9ba55b4b,segment=NetworkSegment(056c1df7-e399-4c8b-bb52-7a8371bd4d9a),segment_id=056c1df7-e399-4c8b-bb52-7a8371bd4d9a)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:15.557652 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1a76c58b-45c6-48cc-8a15-78bf9ba55b4b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.653052 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47ac1e2-aa28-43b2-98b1-060622706f27 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:15.654659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47ac1e2-aa28-43b2-98b1-060622706f27 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:15.656610 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e47ac1e2-aa28-43b2-98b1-060622706f27 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1913021 Feb 02 13:27:15.659861 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:15.743684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fbedc5-b680-457f-9fe5-1370bf1d6605 None None] Network 3514e8b8-645c-4cee-8bbf-bb4a9707a6a5 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:15.786054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a366a0-24ae-4be5-9626-6ff04619bdab None None] Pushing event updated for resources: {'Port': ['ID=1a76c58b-45c6-48cc-8a15-78bf9ba55b4b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:15.831556 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bf81f3b9-5d9a-45c5-8f69-73d41d22e2f4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (3514e8b8-645c-4cee-8bbf-bb4a9707a6a5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.848072 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf81f3b9-5d9a-45c5-8f69-73d41d22e2f4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 02 13:27:15.849774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf81f3b9-5d9a-45c5-8f69-73d41d22e2f4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:27:15.853877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bf81f3b9-5d9a-45c5-8f69-73d41d22e2f4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/networks/3514e8b8-645c-4cee-8bbf-bb4a9707a6a5 HTTP/1.1" status: 409 len: 466 time: 0.1916683 Feb 02 13:27:15.858243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:15.865181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-49345378-3d90-48a2-bccc-79706d23d300 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-54276605'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:15.869380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-46d939ea-382f-4642-acfb-e4c72a9444c5 None None] Current status of the port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:15.874214 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.899925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49345378-3d90-48a2-bccc-79706d23d300 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:15.904756 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49345378-3d90-48a2-bccc-79706d23d300 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.944712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49345378-3d90-48a2-bccc-79706d23d300 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:15.967166 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49345378-3d90-48a2-bccc-79706d23d300 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (18335c84-8bea-4e80-9282-8e7f72ac7a6d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:15.967569 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-49345378-3d90-48a2-bccc-79706d23d300 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Added segment 18335c84-8bea-4e80-9282-8e7f72ac7a6d of type vlan for network 20e7f1a2-94a1-433f-a346-b3648e92921a Feb 02 13:27:16.019517 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49345378-3d90-48a2-bccc-79706d23d300 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (20e7f1a2-94a1-433f-a346-b3648e92921a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:16.057371 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49345378-3d90-48a2-bccc-79706d23d300 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (20e7f1a2-94a1-433f-a346-b3648e92921a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:16.064319 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49345378-3d90-48a2-bccc-79706d23d300 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:16.065009 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49345378-3d90-48a2-bccc-79706d23d300 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:16.124196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebd38b-9a89-4245-940c-70990625c10b None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:27:16.154169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-49345378-3d90-48a2-bccc-79706d23d300 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2938871 Feb 02 13:27:16.158528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48846) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:16.165633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'subnet': {'network_id': '20e7f1a2-94a1-433f-a346-b3648e92921a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:16.204612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49345378-3d90-48a2-bccc-79706d23d300 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Network': ['ID=20e7f1a2-94a1-433f-a346-b3648e92921a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:16.255324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ebd38b-9a89-4245-940c-70990625c10b None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:27:16.259698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 20e7f1a2-94a1-433f-a346-b3648e92921a details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:16.306011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e0eaf037-0240-4c3d-91fa-df36708b2030 None None] Provisioning complete for port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:16.306695 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0eaf037-0240-4c3d-91fa-df36708b2030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:16.366049 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:16.370923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:16.374858 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:16.420395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:16.598481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e0eaf037-0240-4c3d-91fa-df36708b2030 None None] Current status of the port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:16.606714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:16.607180 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:16.641399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Router 1ea4cdf9-6072-4139-be45-1427a7bbb7e0 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:27:16.652391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f45bae1f-91ff-4bd1-94e3-9ab73c0a5937 req-a986f34d-01ff-4b8b-ae5a-62ee66c713fe tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 210 time: 0.0583274 Feb 02 13:27:16.738424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:16.930546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:27:16.944094 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcd449-02e2-4afa-884d-58bf597ed19e None None] Sync routers for ids ['1ea4cdf9-6072-4139-be45-1427a7bbb7e0'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:27:16.956515 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcd449-02e2-4afa-884d-58bf597ed19e None None] Routers {'1ea4cdf9-6072-4139-be45-1427a7bbb7e0'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:16.957601 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-88dcd449-02e2-4afa-884d-58bf597ed19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1ea4cdf9-6072-4139-be45-1427a7bbb7e0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:17.008382 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-88dcd449-02e2-4afa-884d-58bf597ed19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:17.014967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b838409-2aca-4ace-af3a-e56ed759074c req-a0cf70be-f3b5-4611-98a2-ed746e4a7d19 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:17.017421 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-a0cf70be-f3b5-4611-98a2-ed746e4a7d19 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.18 "GET /v2.0/networks?id=0db39bc1-f6a9-4c80-9ab9-0d1ad782139b HTTP/1.1" status: 200 len: 809 time: 0.1648161 Feb 02 13:27:17.021599 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dcd449-02e2-4afa-884d-58bf597ed19e None None] Routers {'1ea4cdf9-6072-4139-be45-1427a7bbb7e0'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:17.022216 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-88dcd449-02e2-4afa-884d-58bf597ed19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1ea4cdf9-6072-4139-be45-1427a7bbb7e0'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:17.037273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4b838409-2aca-4ace-af3a-e56ed759074c req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Request body: {'port': {'device_id': '82dc4b32-4291-4709-a7fa-d755554f3033', 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b', 'admin_state_up': True, 'tenant_id': '9fcad0f4da7f4178a4371df197320ecb'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:17.081835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.objects.ports [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:27:17.095201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (2bf07e2a-6642-4346-b437-c24850c42678), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:17.095568 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-88dcd449-02e2-4afa-884d-58bf597ed19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:17.096152 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dcd449-02e2-4afa-884d-58bf597ed19e None None] The sync data for ids ['1ea4cdf9-6072-4139-be45-1427a7bbb7e0'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:27:17.172086 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:17.174279 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-26936a79-3492-4599-b691-af6f29c374c3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8481762 Feb 02 13:27:17.185549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48854) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:17.196892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:17.200926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b838409-2aca-4ace-af3a-e56ed759074c req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Made reservation on behalf of 9fcad0f4da7f4178a4371df197320ecb for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:17.206966 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b838409-2aca-4ace-af3a-e56ed759074c req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:17.308024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Subnet': ['ID=2bf07e2a-6642-4346-b437-c24850c42678,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:17.356909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Checking segment: {'id': '18335c84-8bea-4e80-9282-8e7f72ac7a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '20e7f1a2-94a1-433f-a346-b3648e92921a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:17.357503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network hostable DHCP agents. Network: 20e7f1a2-94a1-433f-a346-b3648e92921a, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:17.396180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-4b838409-2aca-4ace-af3a-e56ed759074c req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Allocated IP 172.20.0.14 (0db39bc1-f6a9-4c80-9ab9-0d1ad782139b/e10f43d8-f9f0-4225-a1c6-acc36cbf1212/03bd791e-e568-4e7d-a944-515c8f4be8e4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:17.462180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network 20e7f1a2-94a1-433f-a346-b3648e92921a is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:17.490957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 20e7f1a2-94a1-433f-a346-b3648e92921a) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:17.500112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:17.501762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6caa1c-3465-4357-8a03-41c6c99f9492 None None] Network 20e7f1a2-94a1-433f-a346-b3648e92921a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:17.502052 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:17.704812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-20e7f1a2-94a1-433f-a346-b3648e92921a', 'network_id': '20e7f1a2-94a1-433f-a346-b3648e92921a', 'project_id': '87c10d390e6342b08251c2ac4ef28e74', 'fixed_ips': [{'subnet_id': '2bf07e2a-6642-4346-b437-c24850c42678'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:17.706891 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:17.714203 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b838409-2aca-4ace-af3a-e56ed759074c req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks [] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:17.757242 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b838409-2aca-4ace-af3a-e56ed759074c req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:17.825303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Pushing event updated for resources: {'Port': ['ID=03bd791e-e568-4e7d-a944-515c8f4be8e4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:17.850831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b838409-2aca-4ace-af3a-e56ed759074c req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:17.878755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-4b838409-2aca-4ace-af3a-e56ed759074c req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:17.887636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b838409-2aca-4ace-af3a-e56ed759074c req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:17.968597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b838409-2aca-4ace-af3a-e56ed759074c req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:17.969263 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b838409-2aca-4ace-af3a-e56ed759074c req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:17.993314 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7977d-cb84-49fc-9306-4b9a44a0b99a req-6d44e36b-6476-4ccb-bfe3-32b932d962ee tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:17.995142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3fd7977d-cb84-49fc-9306-4b9a44a0b99a req-6d44e36b-6476-4ccb-bfe3-32b932d962ee tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 932 time: 0.1623311 Feb 02 13:27:18.000394 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-30d3992f-cca9-4f05-9e01-4a1177b8a4f5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9688222 Feb 02 13:27:18.027043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Request body: {'port': {'device_id': '82dc4b32-4291-4709-a7fa-d755554f3033', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:18.127161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3fd7977d-cb84-49fc-9306-4b9a44a0b99a req-91042348-7802-4a61-8a70-c19fbfcaa3e2 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252751 Feb 02 13:27:18.145193 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:18.211116 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d7b3a154-44ad-413a-b277-814e910cb194 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0512588 Feb 02 13:27:18.214875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48864) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:18.221956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'port': {'network_id': '20e7f1a2-94a1-433f-a346-b3648e92921a', 'name': 'tempest-NetworksIpV6TestAttrs-1755763003'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:18.346760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Allocated IP 2001:db8::f816:3eff:fee1:63cc (20e7f1a2-94a1-433f-a346-b3648e92921a/2bf07e2a-6642-4346-b437-c24850c42678/86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:18.419918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:18.424265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:18.446520 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:18.458460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] device_id is not set on port 2d56cf2d-67be-4336-824e-c5ae3cb2c312 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:27:18.541643 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_gateway (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:18.641167 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Publish callbacks [] for port (86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:18.656262 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:18.715199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Allocated IP 2001:db8::f816:3eff:fe03:71bf (20e7f1a2-94a1-433f-a346-b3648e92921a/2bf07e2a-6642-4346-b437-c24850c42678/2d56cf2d-67be-4336-824e-c5ae3cb2c312) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:18.721841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Pushing event updated for resources: {'Port': ['ID=86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:18.724117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bd791e-e568-4e7d-a944-515c8f4be8e4 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:27:18.733718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Network 20e7f1a2-94a1-433f-a346-b3648e92921a is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:18.735171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:18.738020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:18.768449 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Publish callbacks [] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:18.791224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Transition to ACTIVE for port object 03bd791e-e568-4e7d-a944-515c8f4be8e4 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:27:18.801486 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:18.802321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Attempting to bind port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:18.803055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Attempting to bind port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '18335c84-8bea-4e80-9282-8e7f72ac7a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '20e7f1a2-94a1-433f-a346-b3648e92921a'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:18.803648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Attempting to bind port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c on network 20e7f1a2-94a1-433f-a346-b3648e92921a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:18.810403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:18.811198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Checking segment: {'id': '18335c84-8bea-4e80-9282-8e7f72ac7a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '20e7f1a2-94a1-433f-a346-b3648e92921a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:18.811834 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:18.812450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Bound using segment: {'id': '18335c84-8bea-4e80-9282-8e7f72ac7a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '20e7f1a2-94a1-433f-a346-b3648e92921a'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:18.813085 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Bound port: 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18335c84-8bea-4e80-9282-8e7f72ac7a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '20e7f1a2-94a1-433f-a346-b3648e92921a'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:18.813674 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:18.900406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Pushing event updated for resources: {'Port': ['ID=03bd791e-e568-4e7d-a944-515c8f4be8e4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:18.917342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] For port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:18.924212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] For port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c,segment=NetworkSegment(18335c84-8bea-4e80-9282-8e7f72ac7a6d),segment_id=18335c84-8bea-4e80-9282-8e7f72ac7a6d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:18.933989 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for port (2d56cf2d-67be-4336-824e-c5ae3cb2c312), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:18.938160 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:18.986715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Attempting to bind port 03bd791e-e568-4e7d-a944-515c8f4be8e4 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:18.987051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Attempting to bind port 03bd791e-e568-4e7d-a944-515c8f4be8e4 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '73a0a99b-9c12-4e10-b2a9-ac602b5550fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:18.987581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Attempting to bind port 03bd791e-e568-4e7d-a944-515c8f4be8e4 on network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:19.005981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Port 03bd791e-e568-4e7d-a944-515c8f4be8e4 on network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:27:19.006281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Attempting to bind port 03bd791e-e568-4e7d-a944-515c8f4be8e4 on network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:19.012705 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2d56cf2d-67be-4336-824e-c5ae3cb2c312), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.017283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:19.017776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Checking segment: {'id': '73a0a99b-9c12-4e10-b2a9-ac602b5550fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:19.018049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Bound using segment: {'id': '73a0a99b-9c12-4e10-b2a9-ac602b5550fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:19.018548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Bound port: 03bd791e-e568-4e7d-a944-515c8f4be8e4, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a0a99b-9c12-4e10-b2a9-ac602b5550fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:19.018869 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.072651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Deleting port 14214ec4-2384-4e44-ac94-d447d46210ff {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:19.073129 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (14214ec4-2384-4e44-ac94-d447d46210ff), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.084954 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network 20e7f1a2-94a1-433f-a346-b3648e92921a is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:19.095279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c432e-c856-47cf-bde8-7beebcb4e3a9 None None] Pushing event updated for resources: {'Port': ['ID=86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:19.101178 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:19.116058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:19.121709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:19.122486 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.157205 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9398050 Feb 02 13:27:19.158576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643c1d5-8193-4665-b692-3437e2d4c179 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Port': ['ID=2d56cf2d-67be-4336-824e-c5ae3cb2c312,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:19.162383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48868) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:19.285411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f28398b-243c-4d09-a091-db9f63478763 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Deleting subnet 2bf07e2a-6642-4346-b437-c24850c42678 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:27:19.289522 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (14214ec4-2384-4e44-ac94-d447d46210ff), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.299195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f28398b-243c-4d09-a091-db9f63478763 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for subnet (2bf07e2a-6642-4346-b437-c24850c42678), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.349989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Calling delete_port for 14214ec4-2384-4e44-ac94-d447d46210ff owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:19.486152 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f28398b-243c-4d09-a091-db9f63478763 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (2bf07e2a-6642-4346-b437-c24850c42678), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.689958 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] For port 03bd791e-e568-4e7d-a944-515c8f4be8e4, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:19.722627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fadb16-0375-4996-a6ae-249a0505df70 req-4a0fd1ea-5a36-4f3c-86d8-916b26cc3b8d tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:19.724627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6fadb16-0375-4996-a6ae-249a0505df70 req-4a0fd1ea-5a36-4f3c-86d8-916b26cc3b8d tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 944 time: 0.1150057 Feb 02 13:27:19.731255 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f28398b-243c-4d09-a091-db9f63478763 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (2bf07e2a-6642-4346-b437-c24850c42678), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.781154 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (14214ec4-2384-4e44-ac94-d447d46210ff), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.789094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] For port 03bd791e-e568-4e7d-a944-515c8f4be8e4, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=03bd791e-e568-4e7d-a944-515c8f4be8e4,segment=NetworkSegment(73a0a99b-9c12-4e10-b2a9-ac602b5550fe),segment_id=73a0a99b-9c12-4e10-b2a9-ac602b5550fe)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:19.793332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6fadb16-0375-4996-a6ae-249a0505df70 req-b99af0c0-7559-4097-b326-9044067e19c1 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615642 Feb 02 13:27:19.801055 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.862166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Pushing event deleted for resources: {'Port': ['ID=14214ec4-2384-4e44-ac94-d447d46210ff,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:19.869938 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Pushing event updated for resources: {'Port': ['ID=03bd791e-e568-4e7d-a944-515c8f4be8e4,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:19.874159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:19.875199 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.876569 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-e67e64df-84c4-45df-90ae-87d49e341a6c service neutron] 10.222.0.18 "PUT /v2.0/ports/03bd791e-e568-4e7d-a944-515c8f4be8e4 HTTP/1.1" status: 200 len: 1092 time: 1.8546865 Feb 02 13:27:19.877034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82dc4b32-4291-4709-a7fa-d755554f3033', 'tag': '03bd791e-e568-4e7d-a944-515c8f4be8e4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:27:19.879368 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fe76eb-6510-4fe2-af3d-516ca03226fe" -d '{"events": [{"name": "network-changed", "server_uuid": "82dc4b32-4291-4709-a7fa-d755554f3033", "tag": "03bd791e-e568-4e7d-a944-515c8f4be8e4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:27:19.918577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f28398b-243c-4d09-a091-db9f63478763 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (2bf07e2a-6642-4346-b437-c24850c42678), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.944418 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c4b36a-f282-480f-a4e5-bf4b6b57b64c x-openstack-request-id: req-28c4b36a-f282-480f-a4e5-bf4b6b57b64c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:27:19.944675 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82dc4b32-4291-4709-a7fa-d755554f3033", "tag": "03bd791e-e568-4e7d-a944-515c8f4be8e4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:27:19.944960 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-28c4b36a-f282-480f-a4e5-bf4b6b57b64c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:27:19.945376 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82dc4b32-4291-4709-a7fa-d755554f3033', 'tag': '03bd791e-e568-4e7d-a944-515c8f4be8e4', 'status': 'completed', 'code': 200} Feb 02 13:27:19.964149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28398b-243c-4d09-a091-db9f63478763 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf07e2a-6642-4346-b437-c24850c42678,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:19.969212 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f28398b-243c-4d09-a091-db9f63478763 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.972737 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3f28398b-243c-4d09-a091-db9f63478763 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/subnets/2bf07e2a-6642-4346-b437-c24850c42678 HTTP/1.1" status: 204 len: 168 time: 0.7721279 Feb 02 13:27:19.973813 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:19.976946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:20.100867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b838409-2aca-4ace-af3a-e56ed759074c req-52855eab-7f32-49d4-b180-cc9e86578428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:20.102510 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-52855eab-7f32-49d4-b180-cc9e86578428 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fcad0f4da7f4178a4371df197320ecb&device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 1126 time: 0.1406987 Feb 02 13:27:20.105769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e69def2-b2e2-4e8d-9ef8-7e42523259a0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:20.107310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e69def2-b2e2-4e8d-9ef8-7e42523259a0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:20.112575 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7e69def2-b2e2-4e8d-9ef8-7e42523259a0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1307359 Feb 02 13:27:20.113584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:20.171986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-c3de24f7-408a-4cc6-aa12-392e0d98dd89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03bd791e-e568-4e7d-a944-515c8f4be8e4 HTTP/1.1" status: 200 len: 217 time: 0.0495975 Feb 02 13:27:20.238080 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:20.242383 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:20.278917 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90c2fbf3-4cc5-413e-9314-f0ad3357b613 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (20e7f1a2-94a1-433f-a346-b3648e92921a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:20.318123 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c2fbf3-4cc5-413e-9314-f0ad3357b613 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 02 13:27:20.318595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c2fbf3-4cc5-413e-9314-f0ad3357b613 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:27:20.321980 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-90c2fbf3-4cc5-413e-9314-f0ad3357b613 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/networks/20e7f1a2-94a1-433f-a346-b3648e92921a HTTP/1.1" status: 409 len: 466 time: 0.2073340 Feb 02 13:27:20.326690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48884) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:20.332510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a176dd6e-43c7-411d-ace1-8c185ae67b6d tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-795905532'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:20.376955 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a176dd6e-43c7-411d-ace1-8c185ae67b6d tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:20.381021 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a176dd6e-43c7-411d-ace1-8c185ae67b6d tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:20.402245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b838409-2aca-4ace-af3a-e56ed759074c req-4d7306d2-087e-4405-a422-aaf7e0760442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:20.404820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-4d7306d2-087e-4405-a422-aaf7e0760442 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e10f43d8-f9f0-4225-a1c6-acc36cbf1212 HTTP/1.1" status: 200 len: 849 time: 0.2110162 Feb 02 13:27:20.404963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Router 1ea4cdf9-6072-4139-be45-1427a7bbb7e0 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:27:20.419921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:20.446321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a176dd6e-43c7-411d-ace1-8c185ae67b6d tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:20.466370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-5315edb8-ac0a-4c74-a9b5-edbd21fbbb97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0db39bc1-f6a9-4c80-9ab9-0d1ad782139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343366 Feb 02 13:27:20.472822 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a176dd6e-43c7-411d-ace1-8c185ae67b6d tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (07e01f14-cc90-4f24-999b-0142c343705a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:20.473252 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-a176dd6e-43c7-411d-ace1-8c185ae67b6d tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Added segment 07e01f14-cc90-4f24-999b-0142c343705a of type vlan for network 5cc1fb2a-000e-4160-bc6b-f9cf003cf063 Feb 02 13:27:20.549854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:20.550271 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:20.578869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:27:20.592153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:20.593379 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9c0c8258-e598-4b30-aab2-6d3666356fde tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "PUT /v2.0/routers/1ea4cdf9-6072-4139-be45-1427a7bbb7e0 HTTP/1.1" status: 200 len: 705 time: 3.4031024 Feb 02 13:27:20.598819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48890) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:20.624876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a5b8c-4f09-47dc-bd50-7621065c3a79 None None] Sync routers for ids ['1ea4cdf9-6072-4139-be45-1427a7bbb7e0'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:27:20.677870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a5b8c-4f09-47dc-bd50-7621065c3a79 None None] Routers {'1ea4cdf9-6072-4139-be45-1427a7bbb7e0'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:20.679130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-806a5b8c-4f09-47dc-bd50-7621065c3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1ea4cdf9-6072-4139-be45-1427a7bbb7e0'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:20.685836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a176dd6e-43c7-411d-ace1-8c185ae67b6d tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (5cc1fb2a-000e-4160-bc6b-f9cf003cf063), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:20.721999 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e20d1cd4-c68d-4989-978c-e3d67f53c011 tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/routers/1ea4cdf9-6072-4139-be45-1427a7bbb7e0 HTTP/1.1" status: 200 len: 740 time: 0.1192052 Feb 02 13:27:20.725798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48894) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:20.757270 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a176dd6e-43c7-411d-ace1-8c185ae67b6d tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (5cc1fb2a-000e-4160-bc6b-f9cf003cf063), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:20.763878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a176dd6e-43c7-411d-ace1-8c185ae67b6d tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:20.764672 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a176dd6e-43c7-411d-ace1-8c185ae67b6d tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:20.784587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c25f6f-8829-4005-a82b-70860ac5fc33 None None] Network 20e7f1a2-94a1-433f-a346-b3648e92921a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:20.805251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a176dd6e-43c7-411d-ace1-8c185ae67b6d tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4773788 Feb 02 13:27:20.818002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48898) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:20.820294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-806a5b8c-4f09-47dc-bd50-7621065c3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:20.822952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'subnet': {'network_id': '5cc1fb2a-000e-4160-bc6b-f9cf003cf063', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:20.833597 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-f888b031-c0c2-45cf-8ee5-b73f2e72ee00 service neutron] 10.222.0.18 "GET /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585925 Feb 02 13:27:20.862146 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d84e4a18-b0ad-4508-8aa9-83a7eb1561cb tempest-RoutersAdminTest-434509371 tempest-RoutersAdminTest-434509371-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&device_id=1ea4cdf9-6072-4139-be45-1427a7bbb7e0 HTTP/1.1" status: 200 len: 205 time: 0.1352122 Feb 02 13:27:20.870841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48902) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:20.892420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a5b8c-4f09-47dc-bd50-7621065c3a79 None None] Routers {'1ea4cdf9-6072-4139-be45-1427a7bbb7e0'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:20.893243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-806a5b8c-4f09-47dc-bd50-7621065c3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1ea4cdf9-6072-4139-be45-1427a7bbb7e0'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:20.901077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1efe49a3-db15-4cbc-8bf2-59a562c40200 None None] Provisioning complete for port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:20.901564 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1efe49a3-db15-4cbc-8bf2-59a562c40200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:20.974309 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-be1a99d2-2b6b-48be-a82c-b567ef0436f1 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ea4cdf9-6072-4139-be45-1427a7bbb7e0 HTTP/1.1" status: 200 len: 205 time: 0.0964818 Feb 02 13:27:20.975364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48908) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:20.988434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176dd6e-43c7-411d-ace1-8c185ae67b6d tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Network': ['ID=5cc1fb2a-000e-4160-bc6b-f9cf003cf063,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:21.057185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:21.057780 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:21.064949 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 5cc1fb2a-000e-4160-bc6b-f9cf003cf063 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:21.068930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-806a5b8c-4f09-47dc-bd50-7621065c3a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:21.069882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806a5b8c-4f09-47dc-bd50-7621065c3a79 None None] The sync data for ids ['1ea4cdf9-6072-4139-be45-1427a7bbb7e0'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:27:21.133159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a733a-d27d-4c48-b1ef-a43e9543efd9 req-16968856-99da-4d6b-b0c4-6ab34c69e4e3 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:21.135942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c2a733a-d27d-4c48-b1ef-a43e9543efd9 req-16968856-99da-4d6b-b0c4-6ab34c69e4e3 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 944 time: 0.1871722 Feb 02 13:27:21.155003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ce72034-7191-44a5-aa2f-c84d0ccd4cf1 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:21.252173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b838409-2aca-4ace-af3a-e56ed759074c req-2791cb59-253a-4836-bc79-afcd56c111f1 service neutron] 10.222.0.18 "GET /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087400 Feb 02 13:27:21.255983 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c2a733a-d27d-4c48-b1ef-a43e9543efd9 req-fd0eeccf-1883-44ec-bbec-b70405bbc3cd tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059556 Feb 02 13:27:21.264243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c,segment=NetworkSegment(18335c84-8bea-4e80-9282-8e7f72ac7a6d),segment_id=18335c84-8bea-4e80-9282-8e7f72ac7a6d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:21.279223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:21.283206 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:21.304859 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:21.372055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1efe49a3-db15-4cbc-8bf2-59a562c40200 None None] Current status of the port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:21.378180 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ce72034-7191-44a5-aa2f-c84d0ccd4cf1 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:21.382182 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ce72034-7191-44a5-aa2f-c84d0ccd4cf1 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router_controller (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:21.391640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:21.484895 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ce72034-7191-44a5-aa2f-c84d0ccd4cf1 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (1ea4cdf9-6072-4139-be45-1427a7bbb7e0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:21.485979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce72034-7191-44a5-aa2f-c84d0ccd4cf1 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea4cdf9-6072-4139-be45-1427a7bbb7e0 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:27:21.491101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe76eb-6510-4fe2-af3d-516ca03226fe req-ef034c5a-e3f9-403a-9ffc-686f96aa4dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:21.493158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43fe76eb-6510-4fe2-af3d-516ca03226fe req-ef034c5a-e3f9-403a-9ffc-686f96aa4dcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fcad0f4da7f4178a4371df197320ecb&device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 1126 time: 0.0780392 Feb 02 13:27:21.494432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ce72034-7191-44a5-aa2f-c84d0ccd4cf1 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:21.497730 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1ce72034-7191-44a5-aa2f-c84d0ccd4cf1 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/routers/1ea4cdf9-6072-4139-be45-1427a7bbb7e0 HTTP/1.1" status: 204 len: 168 time: 0.5192466 Feb 02 13:27:21.501738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48912) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:21.519401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f4660e-2097-4821-ada0-feac50439f31 None None] DHCP port deletion for 20e7f1a2-94a1-433f-a346-b3648e92921a request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:27:21.558366 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f01ddb05-4db8-44dc-b515-009aaacd1af3 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "GET /v2.0/ports?device_id=1ea4cdf9-6072-4139-be45-1427a7bbb7e0 HTTP/1.1" status: 200 len: 205 time: 0.0517642 Feb 02 13:27:21.561961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:21.579784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-82f4660e-2097-4821-ada0-feac50439f31 None None] Deleting port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:21.580161 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82f4660e-2097-4821-ada0-feac50439f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:21.618787 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-8bdc8303-62c3-4e5d-b480-e5171ed6b0e7 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] delete failed (client error): The resource could not be found. Feb 02 13:27:21.622410 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8bdc8303-62c3-4e5d-b480-e5171ed6b0e7 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/routers/1ea4cdf9-6072-4139-be45-1427a7bbb7e0 HTTP/1.1" status: 404 len: 336 time: 0.0502520 Feb 02 13:27:21.638186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48916) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:21.663657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-82f4660e-2097-4821-ada0-feac50439f31 None None] For port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c,segment=NetworkSegment(18335c84-8bea-4e80-9282-8e7f72ac7a6d),segment_id=18335c84-8bea-4e80-9282-8e7f72ac7a6d)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:21.664095 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82f4660e-2097-4821-ada0-feac50439f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:21.690614 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe76eb-6510-4fe2-af3d-516ca03226fe req-eb401c63-1f72-4fff-8ee5-9e4fed8849c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:21.692501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43fe76eb-6510-4fe2-af3d-516ca03226fe req-eb401c63-1f72-4fff-8ee5-9e4fed8849c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0db39bc1-f6a9-4c80-9ab9-0d1ad782139b HTTP/1.1" status: 200 len: 910 time: 0.1917896 Feb 02 13:27:21.692682 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-82f4660e-2097-4821-ada0-feac50439f31 None None] Calling delete_port for 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:21.755411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43fe76eb-6510-4fe2-af3d-516ca03226fe req-559981de-0b1b-4d94-8c4a-63e8a4846cb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03bd791e-e568-4e7d-a944-515c8f4be8e4 HTTP/1.1" status: 200 len: 217 time: 0.0552981 Feb 02 13:27:21.757064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48918) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:21.757669 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-41921154-c7ec-4bf6-adf5-4ed09f8d8d3a tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "GET /v2.0/ports?device_id=a3c519ce-eb12-4d19-99a8-5d9679021f60 HTTP/1.1" status: 200 len: 205 time: 0.1152718 Feb 02 13:27:21.816186 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-7d827981-a265-4c42-8875-710968572a2f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] delete failed (client error): The resource could not be found. Feb 02 13:27:21.820809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7d827981-a265-4c42-8875-710968572a2f tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/routers/a3c519ce-eb12-4d19-99a8-5d9679021f60 HTTP/1.1" status: 404 len: 336 time: 0.0595636 Feb 02 13:27:21.823253 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48920) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:21.828186 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-82f4660e-2097-4821-ada0-feac50439f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:21.862204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe76eb-6510-4fe2-af3d-516ca03226fe req-458ca026-fe4e-4fa4-94e2-9c6e45d3c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:21.864053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43fe76eb-6510-4fe2-af3d-516ca03226fe req-458ca026-fe4e-4fa4-94e2-9c6e45d3c57c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e10f43d8-f9f0-4225-a1c6-acc36cbf1212 HTTP/1.1" status: 200 len: 849 time: 0.0956702 Feb 02 13:27:21.869991 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f4660e-2097-4821-ada0-feac50439f31 None None] Pushing event deleted for resources: {'Port': ['ID=86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:21.873244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f4660e-2097-4821-ada0-feac50439f31 None None] No DVR routers for this DVR port 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:21.900653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.objects.ports [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:27:21.905940 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6494d6be-5355-42c9-991e-6be4429b0ca9 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "GET /v2.0/ports?device_id=9cb7abb9-ac35-4807-bf04-da611432d1ac HTTP/1.1" status: 200 len: 205 time: 0.0789826 Feb 02 13:27:21.906120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48922) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:21.912680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43fe76eb-6510-4fe2-af3d-516ca03226fe req-c108e39e-27d9-4f35-9660-e475e44d9023 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0db39bc1-f6a9-4c80-9ab9-0d1ad782139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415285 Feb 02 13:27:21.912918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (0f463d0f-5856-48ae-8567-dab63e7af53a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:21.993193 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-ff1e8705-b007-4707-b4c9-14471ea3a211 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] delete failed (client error): The resource could not be found. Feb 02 13:27:21.994418 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ff1e8705-b007-4707-b4c9-14471ea3a211 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/routers/9cb7abb9-ac35-4807-bf04-da611432d1ac HTTP/1.1" status: 404 len: 336 time: 0.0874081 Feb 02 13:27:21.997888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:22.031226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Subnet': ['ID=0f463d0f-5856-48ae-8567-dab63e7af53a,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:22.048374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Checking segment: {'id': '07e01f14-cc90-4f24-999b-0142c343705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5cc1fb2a-000e-4160-bc6b-f9cf003cf063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:22.048374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network hostable DHCP agents. Network: 5cc1fb2a-000e-4160-bc6b-f9cf003cf063, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:22.050497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-67baf599-3af2-483c-b8df-e4fd04225394 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "GET /v2.0/ports?device_id=1e2167c6-0015-4fc6-9082-b205a29b6a3d HTTP/1.1" status: 200 len: 205 time: 0.0513036 Feb 02 13:27:22.054540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48928) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:22.079134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43fe76eb-6510-4fe2-af3d-516ca03226fe req-ba1e1520-b0c7-44a9-a4e1-b72fcdc42c94 service neutron] 10.222.0.18 "GET /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588612 Feb 02 13:27:22.112711 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-0bd6eb96-d438-45d0-9795-e12db92109b7 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] delete failed (client error): The resource could not be found. Feb 02 13:27:22.114090 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0bd6eb96-d438-45d0-9795-e12db92109b7 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/routers/1e2167c6-0015-4fc6-9082-b205a29b6a3d HTTP/1.1" status: 404 len: 336 time: 0.0583498 Feb 02 13:27:22.118836 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48930) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:22.142771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network 5cc1fb2a-000e-4160-bc6b-f9cf003cf063 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:22.171650 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-665b7b51-2111-4fb6-9e0d-661af1bcb2d5 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "GET /v2.0/ports?device_id=f0a4a741-0d76-49a9-9f31-4372091bc5be HTTP/1.1" status: 200 len: 205 time: 0.0504754 Feb 02 13:27:22.173931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48934) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:22.187330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 5cc1fb2a-000e-4160-bc6b-f9cf003cf063) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:22.197381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d00d62-f6eb-4da8-a023-11fd61929979 None None] Network 5cc1fb2a-000e-4160-bc6b-f9cf003cf063 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:22.234937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43fe76eb-6510-4fe2-af3d-516ca03226fe req-d1590728-75ad-458a-b484-49fa36aa0ce4 service neutron] 10.222.0.18 "GET /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461363 Feb 02 13:27:22.245799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:22.246396 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:22.257120 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-348b1ba0-5e38-4ef5-bcaa-65fea5ec3d3b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] delete failed (client error): The resource could not be found. Feb 02 13:27:22.259155 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-348b1ba0-5e38-4ef5-bcaa-65fea5ec3d3b tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/routers/f0a4a741-0d76-49a9-9f31-4372091bc5be HTTP/1.1" status: 404 len: 336 time: 0.0839200 Feb 02 13:27:22.261668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48936) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:22.288085 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0678f3e8-7feb-4fd3-b4e0-4abf55899969 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4669864 Feb 02 13:27:22.288378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48938) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:22.344063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-de7a8a74-75f2-4b6c-a2f3-e245776f94f7 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "GET /v2.0/ports?device_id=2034355f-621a-4325-85bd-e231be8c8d8b HTTP/1.1" status: 200 len: 205 time: 0.0810161 Feb 02 13:27:22.346048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:22.390825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:27:22.393962 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-596cce1c-a8c8-4a2a-a8ab-e2e5c29f2fbe tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] delete failed (client error): The resource could not be found. Feb 02 13:27:22.395651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-596cce1c-a8c8-4a2a-a8ab-e2e5c29f2fbe tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/routers/2034355f-621a-4325-85bd-e231be8c8d8b HTTP/1.1" status: 404 len: 336 time: 0.0469792 Feb 02 13:27:22.399541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48944) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:22.453460 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cefc65c-5cfe-4f87-809d-4030782dd573 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] DELETE failed (client error): The resource could not be found. Feb 02 13:27:22.453945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cefc65c-5cfe-4f87-809d-4030782dd573 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:27:22.457511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1cefc65c-5cfe-4f87-809d-4030782dd573 tempest-RoutersAdminTest-784077190 tempest-RoutersAdminTest-784077190-project] 10.222.0.83 "DELETE /v2.0/subnets/66befe91-433b-4c8e-839e-ed2e853de2b9 HTTP/1.1" status: 404 len: 337 time: 0.0565343 Feb 02 13:27:22.471923 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:27:22.475865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (5cc1fb2a-000e-4160-bc6b-f9cf003cf063), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:22.483557 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 86fefd2e-5349-4c4d-9199-7a7c9d1f9d9c not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:27:22.570149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (0f463d0f-5856-48ae-8567-dab63e7af53a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:22.620026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b09ad3-4be9-455a-93d0-b09452b348a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-5cc1fb2a-000e-4160-bc6b-f9cf003cf063', 'network_id': '5cc1fb2a-000e-4160-bc6b-f9cf003cf063', 'project_id': '87c10d390e6342b08251c2ac4ef28e74', 'fixed_ips': [{'subnet_id': '0f463d0f-5856-48ae-8567-dab63e7af53a'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:22.620931 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9b09ad3-4be9-455a-93d0-b09452b348a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:22.627396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380b1d5-affe-49f1-9e7d-84331c05aae5 req-515a3128-b6a9-4366-a8fe-f2382586c124 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:22.638462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8380b1d5-affe-49f1-9e7d-84331c05aae5 req-515a3128-b6a9-4366-a8fe-f2382586c124 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 944 time: 0.2187469 Feb 02 13:27:22.648580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (0f463d0f-5856-48ae-8567-dab63e7af53a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:22.677170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Subnet': ['ID=0f463d0f-5856-48ae-8567-dab63e7af53a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:22.773793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8380b1d5-affe-49f1-9e7d-84331c05aae5 req-90e1b7b0-bc2a-4d42-aedc-01aeaf92c7b3 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342056 Feb 02 13:27:22.819410 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (5cc1fb2a-000e-4160-bc6b-f9cf003cf063), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:22.858448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cc1fb2a-000e-4160-bc6b-f9cf003cf063']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:22.874374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cdb73f-9c84-4e25-be4a-9e57bdc0ee6c None None] Network 5cc1fb2a-000e-4160-bc6b-f9cf003cf063 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:22.880681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e01f14-cc90-4f24-999b-0142c343705a') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:22.881115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e01f14-cc90-4f24-999b-0142c343705a') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:22.895210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (07e01f14-cc90-4f24-999b-0142c343705a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:22.914065 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (07e01f14-cc90-4f24-999b-0142c343705a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:22.923267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:22.923851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (07e01f14-cc90-4f24-999b-0142c343705a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:22.928719 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:22.952518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48950) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:23.018203 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (5cc1fb2a-000e-4160-bc6b-f9cf003cf063), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.057817 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.065508 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/networks/5cc1fb2a-000e-4160-bc6b-f9cf003cf063 HTTP/1.1" status: 204 len: 168 time: 0.7725344 Feb 02 13:27:23.065508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf87a03-163d-4f98-b141-a069783857d0 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Network': ['ID=5cc1fb2a-000e-4160-bc6b-f9cf003cf063,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:23.067726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48956) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:23.075269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-847ff8f4-6e23-41f0-bceb-fc2f30f9ea29 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1291207888'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:23.132471 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847ff8f4-6e23-41f0-bceb-fc2f30f9ea29 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:23.136304 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-847ff8f4-6e23-41f0-bceb-fc2f30f9ea29 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.192988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847ff8f4-6e23-41f0-bceb-fc2f30f9ea29 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:23.209620 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-847ff8f4-6e23-41f0-bceb-fc2f30f9ea29 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (7c499e53-63c6-4115-9659-4cb13472e7c8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.209961 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-847ff8f4-6e23-41f0-bceb-fc2f30f9ea29 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Added segment 7c499e53-63c6-4115-9659-4cb13472e7c8 of type vlan for network bbba6389-de3b-4bab-a718-1fdf635a9647 Feb 02 13:27:23.242443 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58e4ace5-72a7-4af2-bbbb-9309edcbf7fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.280147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-847ff8f4-6e23-41f0-bceb-fc2f30f9ea29 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (bbba6389-de3b-4bab-a718-1fdf635a9647), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.321318 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-847ff8f4-6e23-41f0-bceb-fc2f30f9ea29 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (bbba6389-de3b-4bab-a718-1fdf635a9647), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.326524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847ff8f4-6e23-41f0-bceb-fc2f30f9ea29 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:23.328139 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-847ff8f4-6e23-41f0-bceb-fc2f30f9ea29 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.388020 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58e4ace5-72a7-4af2-bbbb-9309edcbf7fd admin admin] Publish callbacks [] for security_group (56778487-2b43-4f95-b40a-23e262fe4ab0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.398472 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-58e4ace5-72a7-4af2-bbbb-9309edcbf7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (56778487-2b43-4f95-b40a-23e262fe4ab0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.440159 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-847ff8f4-6e23-41f0-bceb-fc2f30f9ea29 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3711326 Feb 02 13:27:23.447610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:23.455386 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4dc8f3f3-b09a-41a2-b0a5-c1d186166d24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'subnet': {'network_id': 'bbba6389-de3b-4bab-a718-1fdf635a9647', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:23.467286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-58e4ace5-72a7-4af2-bbbb-9309edcbf7fd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ea5e8121fc844f93bffae64007325552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5110636 Feb 02 13:27:23.467286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4ace5-72a7-4af2-bbbb-9309edcbf7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56778487-2b43-4f95-b40a-23e262fe4ab0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:23.471322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48962) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:23.486001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ff8f4-6e23-41f0-bceb-fc2f30f9ea29 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Network': ['ID=bbba6389-de3b-4bab-a718-1fdf635a9647,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:23.504145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network bbba6389-de3b-4bab-a718-1fdf635a9647 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:23.539972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60996b62-6935-415f-8ac1-c211503cf505 admin admin] Publish callbacks [] for security_group (56778487-2b43-4f95-b40a-23e262fe4ab0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.569232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60996b62-6935-415f-8ac1-c211503cf505 admin admin] Publish callbacks [] for security_group (56778487-2b43-4f95-b40a-23e262fe4ab0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.584382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc8f3f3-b09a-41a2-b0a5-c1d186166d24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:23.588971 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f3f3-b09a-41a2-b0a5-c1d186166d24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.647105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60996b62-6935-415f-8ac1-c211503cf505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (56778487-2b43-4f95-b40a-23e262fe4ab0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.649639 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60996b62-6935-415f-8ac1-c211503cf505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.653491 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-60996b62-6935-415f-8ac1-c211503cf505 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/56778487-2b43-4f95-b40a-23e262fe4ab0 HTTP/1.1" status: 204 len: 168 time: 0.1790729 Feb 02 13:27:23.660660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60996b62-6935-415f-8ac1-c211503cf505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56778487-2b43-4f95-b40a-23e262fe4ab0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:23.853950 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f3f3-b09a-41a2-b0a5-c1d186166d24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (31b278f9-b6e9-4cec-88b2-1d3775853fa3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:23.945335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8f3f3-b09a-41a2-b0a5-c1d186166d24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Subnet': ['ID=31b278f9-b6e9-4cec-88b2-1d3775853fa3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:23.971564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d38cbd-e2ae-41eb-8cea-fa3ee4365377 req-daf736ef-1646-4f98-b485-67473b24edf5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:23.973123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99d38cbd-e2ae-41eb-8cea-fa3ee4365377 req-daf736ef-1646-4f98-b485-67473b24edf5 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 944 time: 0.1304216 Feb 02 13:27:23.974352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc8f3f3-b09a-41a2-b0a5-c1d186166d24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Checking segment: {'id': '7c499e53-63c6-4115-9659-4cb13472e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bbba6389-de3b-4bab-a718-1fdf635a9647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:23.974810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc8f3f3-b09a-41a2-b0a5-c1d186166d24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network hostable DHCP agents. Network: bbba6389-de3b-4bab-a718-1fdf635a9647, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:24.016096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc8f3f3-b09a-41a2-b0a5-c1d186166d24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network bbba6389-de3b-4bab-a718-1fdf635a9647 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:24.037228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4dc8f3f3-b09a-41a2-b0a5-c1d186166d24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, bbba6389-de3b-4bab-a718-1fdf635a9647) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:24.042996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99d38cbd-e2ae-41eb-8cea-fa3ee4365377 req-21cf1a23-1567-4547-b9da-57e2d2b3a103 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616791 Feb 02 13:27:24.047788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc8f3f3-b09a-41a2-b0a5-c1d186166d24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:24.048452 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4dc8f3f3-b09a-41a2-b0a5-c1d186166d24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:24.048719 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966a3a9-309e-4012-baa6-f399c77f798b None None] Network bbba6389-de3b-4bab-a718-1fdf635a9647 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:24.076011 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4dc8f3f3-b09a-41a2-b0a5-c1d186166d24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6266572 Feb 02 13:27:24.078504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48970) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:24.082611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 48972) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:24.197411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-bbba6389-de3b-4bab-a718-1fdf635a9647', 'network_id': 'bbba6389-de3b-4bab-a718-1fdf635a9647', 'project_id': '87c10d390e6342b08251c2ac4ef28e74', 'fixed_ips': [{'subnet_id': '31b278f9-b6e9-4cec-88b2-1d3775853fa3'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:24.199866 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:24.219052 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 03bd791e-e568-4e7d-a944-515c8f4be8e4 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:27:24.222953 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (bbba6389-de3b-4bab-a718-1fdf635a9647), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:24.346008 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (31b278f9-b6e9-4cec-88b2-1d3775853fa3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:24.484509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 03bd791e-e568-4e7d-a944-515c8f4be8e4, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=03bd791e-e568-4e7d-a944-515c8f4be8e4,segment=NetworkSegment(73a0a99b-9c12-4e10-b2a9-ac602b5550fe),segment_id=73a0a99b-9c12-4e10-b2a9-ac602b5550fe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:24.500311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Allocated IP 2001:db8::2 (bbba6389-de3b-4bab-a718-1fdf635a9647/31b278f9-b6e9-4cec-88b2-1d3775853fa3/1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:24.513728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '03bd791e-e568-4e7d-a944-515c8f4be8e4', 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b', 'port_id': '03bd791e-e568-4e7d-a944-515c8f4be8e4', 'mac_address': 'fa:16:3e:14:fd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10f43d8-f9f0-4225-a1c6-acc36cbf1212', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:27:24.546492 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0fa1e391-6642-4a1b-898d-9f00caf6edb2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=1b4832fe6e0b40caba81a9fa3d97abe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4623907 Feb 02 13:27:24.549443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 48980) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:24.578525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 03bd791e-e568-4e7d-a944-515c8f4be8e4 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:24.578920 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:24.607627 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-371f89ec-897c-47ce-ac28-58fdd16b148b admin admin] Publish callbacks [] for security_group (7e3a99aa-7c63-45fb-a6ff-0cdc508e5d2a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:24.614336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bd791e-e568-4e7d-a944-515c8f4be8e4 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:27:24.652991 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-371f89ec-897c-47ce-ac28-58fdd16b148b admin admin] Publish callbacks [] for security_group (7e3a99aa-7c63-45fb-a6ff-0cdc508e5d2a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:24.682124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 03bd791e-e568-4e7d-a944-515c8f4be8e4, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=03bd791e-e568-4e7d-a944-515c8f4be8e4,segment=NetworkSegment(73a0a99b-9c12-4e10-b2a9-ac602b5550fe),segment_id=73a0a99b-9c12-4e10-b2a9-ac602b5550fe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:24.744814 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:24.760901 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-371f89ec-897c-47ce-ac28-58fdd16b148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7e3a99aa-7c63-45fb-a6ff-0cdc508e5d2a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:24.764846 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-371f89ec-897c-47ce-ac28-58fdd16b148b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:24.768985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-371f89ec-897c-47ce-ac28-58fdd16b148b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7e3a99aa-7c63-45fb-a6ff-0cdc508e5d2a HTTP/1.1" status: 204 len: 168 time: 0.2156274 Feb 02 13:27:24.795863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f89ec-897c-47ce-ac28-58fdd16b148b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3a99aa-7c63-45fb-a6ff-0cdc508e5d2a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:24.978582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=03bd791e-e568-4e7d-a944-515c8f4be8e4,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:25.089434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['03bd791e-e568-4e7d-a944-515c8f4be8e4'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:27:25.157565 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Publish callbacks [] for port (1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:25.197619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:25.266343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7645726-7508-4b2a-b9bc-c603f133c7a9 req-fb67109d-c834-4bce-99a1-0e042589bd95 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:25.268324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7645726-7508-4b2a-b9bc-c603f133c7a9 req-fb67109d-c834-4bce-99a1-0e042589bd95 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 945 time: 0.1064076 Feb 02 13:27:25.270140 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (31b278f9-b6e9-4cec-88b2-1d3775853fa3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:25.307219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Pushing event updated for resources: {'Port': ['ID=1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:25.322312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Subnet': ['ID=31b278f9-b6e9-4cec-88b2-1d3775853fa3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:25.340110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Network bbba6389-de3b-4bab-a718-1fdf635a9647 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:25.359606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:25.370909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:25.388960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7645726-7508-4b2a-b9bc-c603f133c7a9 req-095485fd-2f19-4804-bf5d-ac1c57358395 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083829 Feb 02 13:27:25.452571 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (bbba6389-de3b-4bab-a718-1fdf635a9647), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:25.493096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbba6389-de3b-4bab-a718-1fdf635a9647']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:25.497411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Attempting to bind port 1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:25.497782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Attempting to bind port 1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '7c499e53-63c6-4115-9659-4cb13472e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bbba6389-de3b-4bab-a718-1fdf635a9647'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:25.498143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Attempting to bind port 1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e on network bbba6389-de3b-4bab-a718-1fdf635a9647 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:25.507948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c499e53-63c6-4115-9659-4cb13472e7c8') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:25.508395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c499e53-63c6-4115-9659-4cb13472e7c8') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:25.520812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:25.521217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Checking segment: {'id': '7c499e53-63c6-4115-9659-4cb13472e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bbba6389-de3b-4bab-a718-1fdf635a9647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:25.521591 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:25.522530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Bound using segment: {'id': '7c499e53-63c6-4115-9659-4cb13472e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bbba6389-de3b-4bab-a718-1fdf635a9647'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:25.522995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Bound port: 1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c499e53-63c6-4115-9659-4cb13472e7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bbba6389-de3b-4bab-a718-1fdf635a9647'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:25.523372 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:25.527352 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (7c499e53-63c6-4115-9659-4cb13472e7c8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:25.548666 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (7c499e53-63c6-4115-9659-4cb13472e7c8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:25.559003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:25.559666 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (7c499e53-63c6-4115-9659-4cb13472e7c8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:25.563890 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:25.629635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] For port 1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:25.643360 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] For port 1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e,segment=NetworkSegment(7c499e53-63c6-4115-9659-4cb13472e7c8),segment_id=7c499e53-63c6-4115-9659-4cb13472e7c8)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:25.650839 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:27:25.650839 n-d-827336-2 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:27:25.650839 n-d-827336-2 neutron-server[103188]: [parameters: {'id': 'bbba6389-de3b-4bab-a718-1fdf635a9647'}] Feb 02 13:27:25.650839 n-d-827336-2 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:27:25.651311 n-d-827336-2 neutron-server[103188]: DEBUG oslo_db.api [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:27:25.652830 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:25.755438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba707ac3-dbe8-401d-9e72-4502b3d64066 None None] Pushing event updated for resources: {'Port': ['ID=1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:25.811650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20927467-7d7a-410b-b313-d857e68fb83e None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:27:25.961531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20927467-7d7a-410b-b313-d857e68fb83e None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:27:26.004835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49014) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:26.155780 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (bbba6389-de3b-4bab-a718-1fdf635a9647), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:26.161022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d2bc5405-d1cd-4da3-92b9-c06cc0a7fd56 tempest-DvrRoutersNegativeTest-1145048554 tempest-DvrRoutersNegativeTest-1145048554-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1629408456', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:26.165603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.policy [None req-d2bc5405-d1cd-4da3-92b9-c06cc0a7fd56 tempest-DvrRoutersNegativeTest-1145048554 tempest-DvrRoutersNegativeTest-1145048554-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103188) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 02 13:27:26.165940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.policy [None req-d2bc5405-d1cd-4da3-92b9-c06cc0a7fd56 tempest-DvrRoutersNegativeTest-1145048554 tempest-DvrRoutersNegativeTest-1145048554-project] Failed policy check for 'create_router' {{(pid=103188) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 02 13:27:26.166473 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-d2bc5405-d1cd-4da3-92b9-c06cc0a7fd56 tempest-DvrRoutersNegativeTest-1145048554 tempest-DvrRoutersNegativeTest-1145048554-project] create failed (client error): Access was denied to this resource. Feb 02 13:27:26.171264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d2bc5405-d1cd-4da3-92b9-c06cc0a7fd56 tempest-DvrRoutersNegativeTest-1145048554 tempest-DvrRoutersNegativeTest-1145048554-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1611469 Feb 02 13:27:26.221950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 03bd791e-e568-4e7d-a944-515c8f4be8e4 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:26.292133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631801f5-f6ca-4bd9-82ea-503359175412 None None] Network bbba6389-de3b-4bab-a718-1fdf635a9647 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:26.305370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Deleting port 1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:26.306019 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:26.496447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] For port 1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e,segment=NetworkSegment(7c499e53-63c6-4115-9659-4cb13472e7c8),segment_id=7c499e53-63c6-4115-9659-4cb13472e7c8)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:26.497401 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:26.533642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Calling delete_port for 1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:26.553933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 03bd791e-e568-4e7d-a944-515c8f4be8e4 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:27:26.562155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 03bd791e-e568-4e7d-a944-515c8f4be8e4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:26.562623 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:26.679823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 03bd791e-e568-4e7d-a944-515c8f4be8e4 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:26.680171 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:26.711623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dc4b32-4291-4709-a7fa-d755554f3033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bd791e-e568-4e7d-a944-515c8f4be8e4'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:27:26.711974 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f48a135-388e-4e8b-90fa-d8bf740e7d18" -d '{"events": [{"server_uuid": "82dc4b32-4291-4709-a7fa-d755554f3033", "name": "network-vif-plugged", "status": "completed", "tag": "03bd791e-e568-4e7d-a944-515c8f4be8e4"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:27:26.742813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 03bd791e-e568-4e7d-a944-515c8f4be8e4, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=03bd791e-e568-4e7d-a944-515c8f4be8e4,segment=NetworkSegment(73a0a99b-9c12-4e10-b2a9-ac602b5550fe),segment_id=73a0a99b-9c12-4e10-b2a9-ac602b5550fe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:26.757616 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:26.780914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49028) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:26.813302 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba662c3e-7759-44cc-91d7-a06bc4792675 x-openstack-request-id: req-ba662c3e-7759-44cc-91d7-a06bc4792675 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:27:26.814600 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82dc4b32-4291-4709-a7fa-d755554f3033", "name": "network-vif-plugged", "status": "completed", "tag": "03bd791e-e568-4e7d-a944-515c8f4be8e4", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:27:26.816720 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ba662c3e-7759-44cc-91d7-a06bc4792675 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:27:26.817164 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dc4b32-4291-4709-a7fa-d755554f3033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bd791e-e568-4e7d-a944-515c8f4be8e4', 'code': 200} Feb 02 13:27:26.840810 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:26.887134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No DVR routers for this DVR port 1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:26.892795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Port': ['ID=1e4b4dd1-76ff-4302-82cc-b6f28b05eb5e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:26.895652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=03bd791e-e568-4e7d-a944-515c8f4be8e4,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:26.997458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa2e60-88d0-49bf-a6fc-eb66f16346ef req-ded6fc93-bd4c-4a66-808d-636dca91d5ca tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:26.999039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54fa2e60-88d0-49bf-a6fc-eb66f16346ef req-ded6fc93-bd4c-4a66-808d-636dca91d5ca tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 945 time: 0.4256737 Feb 02 13:27:27.038527 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5250c334-ce1e-4f7c-851e-426a90272608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.102396 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (bbba6389-de3b-4bab-a718-1fdf635a9647), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.159691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbba6389-de3b-4bab-a718-1fdf635a9647']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:27.172144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893735b-af11-4880-acd2-171b9ceef2c3 req-e76646e1-4352-4f91-af50-685ee45943db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:27.173929 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b893735b-af11-4880-acd2-171b9ceef2c3 req-e76646e1-4352-4f91-af50-685ee45943db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 1128 time: 0.2197497 Feb 02 13:27:27.177151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54fa2e60-88d0-49bf-a6fc-eb66f16346ef req-5afd60f1-f515-4d07-a1af-f00705b749dc tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664233 Feb 02 13:27:27.184072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c499e53-63c6-4115-9659-4cb13472e7c8') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:27.184386 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c499e53-63c6-4115-9659-4cb13472e7c8') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:27.217485 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (7c499e53-63c6-4115-9659-4cb13472e7c8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.245177 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (7c499e53-63c6-4115-9659-4cb13472e7c8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.265811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:27.266212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (7c499e53-63c6-4115-9659-4cb13472e7c8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:27.269500 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:27.358566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b893735b-af11-4880-acd2-171b9ceef2c3 req-ade6b9c4-acfe-468d-a4e0-074f88da9207 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762786 Feb 02 13:27:27.374800 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5250c334-ce1e-4f7c-851e-426a90272608 admin admin] Publish callbacks [] for security_group (5b31cd9d-8a6b-414b-93fa-b83a8d90924a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.378503 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5250c334-ce1e-4f7c-851e-426a90272608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5b31cd9d-8a6b-414b-93fa-b83a8d90924a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.384415 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (bbba6389-de3b-4bab-a718-1fdf635a9647), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.409541 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.416959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/networks/bbba6389-de3b-4bab-a718-1fdf635a9647 HTTP/1.1" status: 204 len: 168 time: 3.3331540 Feb 02 13:27:27.417313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49034) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:27.423255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-aba94ab2-51f8-4c75-a61c-db6c25059b1a tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1723568091'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:27.436141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df763e1a-b5d1-417c-b35d-d6a1353c118c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Network': ['ID=bbba6389-de3b-4bab-a718-1fdf635a9647,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:27.463517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba94ab2-51f8-4c75-a61c-db6c25059b1a tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:27.468174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aba94ab2-51f8-4c75-a61c-db6c25059b1a tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.480885 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5250c334-ce1e-4f7c-851e-426a90272608 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9a62ec7969ba4daab506b6b3211a2ec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6949482 Feb 02 13:27:27.483584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49036) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:27.485526 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250c334-ce1e-4f7c-851e-426a90272608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b31cd9d-8a6b-414b-93fa-b83a8d90924a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:27.528018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba94ab2-51f8-4c75-a61c-db6c25059b1a tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:27.546937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aba94ab2-51f8-4c75-a61c-db6c25059b1a tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d902fa40-9c99-4b1e-a017-9cfcce8bc029), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.547274 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-aba94ab2-51f8-4c75-a61c-db6c25059b1a tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Added segment d902fa40-9c99-4b1e-a017-9cfcce8bc029 of type vlan for network d91e1614-70c3-40cf-9f5d-06a89b3dc1b0 Feb 02 13:27:27.601550 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d474dcd4-eba2-413a-a46d-bc566859dc77 admin admin] Publish callbacks [] for security_group (5b31cd9d-8a6b-414b-93fa-b83a8d90924a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.613009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aba94ab2-51f8-4c75-a61c-db6c25059b1a tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (d91e1614-70c3-40cf-9f5d-06a89b3dc1b0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.632977 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d474dcd4-eba2-413a-a46d-bc566859dc77 admin admin] Publish callbacks [] for security_group (5b31cd9d-8a6b-414b-93fa-b83a8d90924a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.667372 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aba94ab2-51f8-4c75-a61c-db6c25059b1a tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (d91e1614-70c3-40cf-9f5d-06a89b3dc1b0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.672312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba94ab2-51f8-4c75-a61c-db6c25059b1a tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:27.673058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aba94ab2-51f8-4c75-a61c-db6c25059b1a tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.746029 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aba94ab2-51f8-4c75-a61c-db6c25059b1a tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3269820 Feb 02 13:27:27.749949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49038) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:27.755548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Request body: {'subnet': {'network_id': 'd91e1614-70c3-40cf-9f5d-06a89b3dc1b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:27.803830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba94ab2-51f8-4c75-a61c-db6c25059b1a tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Network': ['ID=d91e1614-70c3-40cf-9f5d-06a89b3dc1b0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:27.824405 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d474dcd4-eba2-413a-a46d-bc566859dc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5b31cd9d-8a6b-414b-93fa-b83a8d90924a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.827235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network d91e1614-70c3-40cf-9f5d-06a89b3dc1b0 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:27.828404 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d474dcd4-eba2-413a-a46d-bc566859dc77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:27.829670 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d474dcd4-eba2-413a-a46d-bc566859dc77 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5b31cd9d-8a6b-414b-93fa-b83a8d90924a HTTP/1.1" status: 204 len: 168 time: 0.3447299 Feb 02 13:27:27.895465 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474dcd4-eba2-413a-a46d-bc566859dc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b31cd9d-8a6b-414b-93fa-b83a8d90924a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:27.937039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Made reservation on behalf of 87c10d390e6342b08251c2ac4ef28e74 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:27.946951 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:28.427565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.objects.ports [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:27:28.432221 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (f5311481-d382-4af3-8fa2-7606455e590a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:28.474920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd747d14-70c0-4207-b425-e8d7b064e50c req-b811a88c-3692-41e8-94d7-191564ff5510 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:28.490873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd747d14-70c0-4207-b425-e8d7b064e50c req-b811a88c-3692-41e8-94d7-191564ff5510 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 946 time: 0.1241779 Feb 02 13:27:28.573956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event updated for resources: {'Subnet': ['ID=f5311481-d382-4af3-8fa2-7606455e590a,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:28.579261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Checking segment: {'id': 'd902fa40-9c99-4b1e-a017-9cfcce8bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd91e1614-70c3-40cf-9f5d-06a89b3dc1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:28.579649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network hostable DHCP agents. Network: d91e1614-70c3-40cf-9f5d-06a89b3dc1b0, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:28.596459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd747d14-70c0-4207-b425-e8d7b064e50c req-affb551d-d2b9-4e46-b6bd-d256f22a45ff tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044767 Feb 02 13:27:28.619969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Network d91e1614-70c3-40cf-9f5d-06a89b3dc1b0 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:28.633779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, d91e1614-70c3-40cf-9f5d-06a89b3dc1b0) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:28.640254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:28.642444 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:28.647972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa9b3a3-4c97-4e22-98da-e377a9986272 None None] Network d91e1614-70c3-40cf-9f5d-06a89b3dc1b0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:28.669768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49062) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:28.670631 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f72a7a63-87aa-4c47-a5c4-1dbd1068b150 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9185448 Feb 02 13:27:28.835947 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-d91e1614-70c3-40cf-9f5d-06a89b3dc1b0', 'network_id': 'd91e1614-70c3-40cf-9f5d-06a89b3dc1b0', 'project_id': '87c10d390e6342b08251c2ac4ef28e74', 'fixed_ips': [{'subnet_id': 'f5311481-d382-4af3-8fa2-7606455e590a'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:28.837023 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:28.920302 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d91e1614-70c3-40cf-9f5d-06a89b3dc1b0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.006977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Allocated IP 2001:db8::f816:3eff:fe19:870b (d91e1614-70c3-40cf-9f5d-06a89b3dc1b0/f5311481-d382-4af3-8fa2-7606455e590a/e759ada1-1ce1-45cb-af6f-dd84c486dbbb) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:29.042227 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49068) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:29.045476 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (f5311481-d382-4af3-8fa2-7606455e590a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.246523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5a67ca00-2ad5-4a96-a1a8-77140960c8b9 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-331152901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:29.247239 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Publish callbacks [] for port (e759ada1-1ce1-45cb-af6f-dd84c486dbbb), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.267489 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (e759ada1-1ce1-45cb-af6f-dd84c486dbbb), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.279038 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a67ca00-2ad5-4a96-a1a8-77140960c8b9 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (89cd0574-d4f4-430f-b433-f6fb8542cd4e), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.280262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a67ca00-2ad5-4a96-a1a8-77140960c8b9 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (89cd0574-d4f4-430f-b433-f6fb8542cd4e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.297611 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (f5311481-d382-4af3-8fa2-7606455e590a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.323982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Network d91e1614-70c3-40cf-9f5d-06a89b3dc1b0 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:29.328332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:29.332225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:29.355234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Subnet': ['ID=f5311481-d382-4af3-8fa2-7606455e590a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:29.356292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Pushing event updated for resources: {'Port': ['ID=e759ada1-1ce1-45cb-af6f-dd84c486dbbb,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:29.391076 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a67ca00-2ad5-4a96-a1a8-77140960c8b9 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for router_controller (89cd0574-d4f4-430f-b433-f6fb8542cd4e), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.398135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a67ca00-2ad5-4a96-a1a8-77140960c8b9 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (89cd0574-d4f4-430f-b433-f6fb8542cd4e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.421379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Attempting to bind port e759ada1-1ce1-45cb-af6f-dd84c486dbbb on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:29.422200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Attempting to bind port e759ada1-1ce1-45cb-af6f-dd84c486dbbb by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd902fa40-9c99-4b1e-a017-9cfcce8bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd91e1614-70c3-40cf-9f5d-06a89b3dc1b0'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:29.422940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Attempting to bind port e759ada1-1ce1-45cb-af6f-dd84c486dbbb on network d91e1614-70c3-40cf-9f5d-06a89b3dc1b0 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:29.429650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:29.430349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Checking segment: {'id': 'd902fa40-9c99-4b1e-a017-9cfcce8bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd91e1614-70c3-40cf-9f5d-06a89b3dc1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:29.430930 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.431709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Bound using segment: {'id': 'd902fa40-9c99-4b1e-a017-9cfcce8bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd91e1614-70c3-40cf-9f5d-06a89b3dc1b0'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:29.432452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Bound port: e759ada1-1ce1-45cb-af6f-dd84c486dbbb, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd902fa40-9c99-4b1e-a017-9cfcce8bc029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd91e1614-70c3-40cf-9f5d-06a89b3dc1b0'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:29.433143 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e759ada1-1ce1-45cb-af6f-dd84c486dbbb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.439830 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5a67ca00-2ad5-4a96-a1a8-77140960c8b9 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.448814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:29.451399 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5a67ca00-2ad5-4a96-a1a8-77140960c8b9 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4074984 Feb 02 13:27:29.463739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-437687658'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:29.523038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] For port e759ada1-1ce1-45cb-af6f-dd84c486dbbb, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:29.526392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] For port e759ada1-1ce1-45cb-af6f-dd84c486dbbb, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e759ada1-1ce1-45cb-af6f-dd84c486dbbb,segment=NetworkSegment(d902fa40-9c99-4b1e-a017-9cfcce8bc029),segment_id=d902fa40-9c99-4b1e-a017-9cfcce8bc029)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:29.534088 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e759ada1-1ce1-45cb-af6f-dd84c486dbbb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:29.648007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee5de2-3d20-456f-bfca-75af103d42ca None None] Pushing event updated for resources: {'Port': ['ID=e759ada1-1ce1-45cb-af6f-dd84c486dbbb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:29.679222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a8673-5256-4a35-b85a-61c030da53bc None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:27:29.874057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4a8673-5256-4a35-b85a-61c030da53bc None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:27:29.981683 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d91e1614-70c3-40cf-9f5d-06a89b3dc1b0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.006799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91e1614-70c3-40cf-9f5d-06a89b3dc1b0']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:30.018045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd902fa40-9c99-4b1e-a017-9cfcce8bc029') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:30.018813 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd902fa40-9c99-4b1e-a017-9cfcce8bc029') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:30.030900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (d902fa40-9c99-4b1e-a017-9cfcce8bc029), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.046677 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d902fa40-9c99-4b1e-a017-9cfcce8bc029), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.053789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:30.054508 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (d902fa40-9c99-4b1e-a017-9cfcce8bc029), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:30.124033 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:30.135597 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:27:30.135597 n-d-827336-2 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:27:30.135597 n-d-827336-2 neutron-server[103188]: [parameters: {'id': 'd91e1614-70c3-40cf-9f5d-06a89b3dc1b0'}] Feb 02 13:27:30.135597 n-d-827336-2 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:27:30.136502 n-d-827336-2 neutron-server[103188]: DEBUG oslo_db.api [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:27:30.205235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Made reservation on behalf of b1a010529d444fd7ade979eed3915aae for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:30.209134 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.222423 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.240163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f13c3b-2214-4fb6-b993-b175072c1219 req-572e7255-d463-4491-a48b-1f65b7d591ac tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:30.245952 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc495ef-e8fb-4f06-aaea-7e77dfaba386 None None] Network d91e1614-70c3-40cf-9f5d-06a89b3dc1b0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:30.263889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32f13c3b-2214-4fb6-b993-b175072c1219 req-572e7255-d463-4491-a48b-1f65b7d591ac tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 946 time: 0.1343386 Feb 02 13:27:30.434662 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for security_group (6b5d98d2-3237-4e50-bbb3-40e3a4015cef), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.442182 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6b5d98d2-3237-4e50-bbb3-40e3a4015cef), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.475742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5d98d2-3237-4e50-bbb3-40e3a4015cef,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:30.500633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:30.520873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32f13c3b-2214-4fb6-b993-b175072c1219 req-0b428bce-7eed-49e3-87ec-13cfd3d0ecbd tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555301 Feb 02 13:27:30.559003 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (34e8240e-6581-412d-9c79-d8ddac172998), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.559003 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Added segment 34e8240e-6581-412d-9c79-d8ddac172998 of type vlan for network d85afd47-5f58-4765-8b26-173ec308e0f5 Feb 02 13:27:30.638413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (d85afd47-5f58-4765-8b26-173ec308e0f5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.669705 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d91e1614-70c3-40cf-9f5d-06a89b3dc1b0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.679221 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (d85afd47-5f58-4765-8b26-173ec308e0f5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.684365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:30.684943 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:30.760711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event updated for resources: {'Network': ['ID=d85afd47-5f58-4765-8b26-173ec308e0f5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:30.776298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network d85afd47-5f58-4765-8b26-173ec308e0f5 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:30.904114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-da884be0-6b7b-4928-bc4e-7e823fc0e076 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4439547 Feb 02 13:27:30.904533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49088) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:30.917899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c63e85c2-8bd8-4b53-a95a-c9c3c1e1480d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Request body: {'subnet': {'network_id': 'd85afd47-5f58-4765-8b26-173ec308e0f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:30.978433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Deleting port e759ada1-1ce1-45cb-af6f-dd84c486dbbb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:30.979043 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e759ada1-1ce1-45cb-af6f-dd84c486dbbb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:31.072752 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] For port e759ada1-1ce1-45cb-af6f-dd84c486dbbb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e759ada1-1ce1-45cb-af6f-dd84c486dbbb,segment=NetworkSegment(d902fa40-9c99-4b1e-a017-9cfcce8bc029),segment_id=d902fa40-9c99-4b1e-a017-9cfcce8bc029)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:31.073949 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e759ada1-1ce1-45cb-af6f-dd84c486dbbb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:31.097665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Calling delete_port for e759ada1-1ce1-45cb-af6f-dd84c486dbbb owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:31.206840 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e759ada1-1ce1-45cb-af6f-dd84c486dbbb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:31.284229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Port': ['ID=e759ada1-1ce1-45cb-af6f-dd84c486dbbb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:31.291433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No DVR routers for this DVR port e759ada1-1ce1-45cb-af6f-dd84c486dbbb on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:31.362479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63e85c2-8bd8-4b53-a95a-c9c3c1e1480d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Made reservation on behalf of b1a010529d444fd7ade979eed3915aae for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:31.384096 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c63e85c2-8bd8-4b53-a95a-c9c3c1e1480d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:31.548311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d91e1614-70c3-40cf-9f5d-06a89b3dc1b0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:31.572313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91e1614-70c3-40cf-9f5d-06a89b3dc1b0']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:31.582985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd902fa40-9c99-4b1e-a017-9cfcce8bc029') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:31.583571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd902fa40-9c99-4b1e-a017-9cfcce8bc029') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:31.594677 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (d902fa40-9c99-4b1e-a017-9cfcce8bc029), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:31.608881 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d902fa40-9c99-4b1e-a017-9cfcce8bc029), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:31.615964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:31.616576 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (d902fa40-9c99-4b1e-a017-9cfcce8bc029), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:31.684367 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:31.694807 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (d91e1614-70c3-40cf-9f5d-06a89b3dc1b0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:31.733078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:31.737090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/networks/d91e1614-70c3-40cf-9f5d-06a89b3dc1b0 HTTP/1.1" status: 204 len: 168 time: 3.0661740 Feb 02 13:27:31.741575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49102) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:31.785653 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11b4cfb7-3b1e-4d5a-a703-cd84f3a74e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:31.801986 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-be78cf06-0d9b-473d-a39b-88799c08b36f tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] DELETE failed (client error): The resource could not be found. Feb 02 13:27:31.802354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be78cf06-0d9b-473d-a39b-88799c08b36f tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:27:31.814815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251d8d1-99db-48f7-adf7-b634ae19e4e4 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Network': ['ID=d91e1614-70c3-40cf-9f5d-06a89b3dc1b0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:31.815930 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-be78cf06-0d9b-473d-a39b-88799c08b36f tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/subnets/f5311481-d382-4af3-8fa2-7606455e590a HTTP/1.1" status: 404 len: 337 time: 0.0726378 Feb 02 13:27:31.816572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49104) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:31.855257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132eb04-a899-401a-9015-e2d982fe3d4f req-8b4ecd28-c3ef-4d37-b2b7-4b1eb58e932d tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:31.863571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0132eb04-a899-401a-9015-e2d982fe3d4f req-8b4ecd28-c3ef-4d37-b2b7-4b1eb58e932d tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 946 time: 0.3510244 Feb 02 13:27:31.870737 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-55aa18b7-4c6d-4611-9e17-d567ed66618f tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] DELETE failed (client error): The resource could not be found. Feb 02 13:27:31.877556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55aa18b7-4c6d-4611-9e17-d567ed66618f tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:27:31.895197 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-55aa18b7-4c6d-4611-9e17-d567ed66618f tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/networks/d91e1614-70c3-40cf-9f5d-06a89b3dc1b0 HTTP/1.1" status: 404 len: 339 time: 0.0774913 Feb 02 13:27:31.897769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49106) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:31.950822 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32c19ca-92f2-406f-a404-4abee98a6638 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] DELETE failed (client error): The resource could not be found. Feb 02 13:27:31.951319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32c19ca-92f2-406f-a404-4abee98a6638 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:27:31.954533 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d32c19ca-92f2-406f-a404-4abee98a6638 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/subnets/31b278f9-b6e9-4cec-88b2-1d3775853fa3 HTTP/1.1" status: 404 len: 337 time: 0.0555785 Feb 02 13:27:31.959014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49108) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:32.001226 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-288f3a98-8027-4c8f-b21d-168c5cd30302 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] DELETE failed (client error): The resource could not be found. Feb 02 13:27:32.001767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288f3a98-8027-4c8f-b21d-168c5cd30302 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:27:32.006600 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0132eb04-a899-401a-9015-e2d982fe3d4f req-23751362-10f5-482f-bf44-edec1d2bd5c4 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362309 Feb 02 13:27:32.012219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49110) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:32.021031 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-288f3a98-8027-4c8f-b21d-168c5cd30302 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/networks/bbba6389-de3b-4bab-a718-1fdf635a9647 HTTP/1.1" status: 404 len: 339 time: 0.0408435 Feb 02 13:27:32.051599 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83d036f-48e4-486d-be8a-65a286c86877 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] DELETE failed (client error): The resource could not be found. Feb 02 13:27:32.052287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83d036f-48e4-486d-be8a-65a286c86877 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:27:32.055551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c83d036f-48e4-486d-be8a-65a286c86877 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/subnets/0f463d0f-5856-48ae-8567-dab63e7af53a HTTP/1.1" status: 404 len: 337 time: 0.0422873 Feb 02 13:27:32.058074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49112) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:32.076745 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f43f0f1-221c-453a-96cb-bbd5b622431c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] DELETE failed (client error): The resource could not be found. Feb 02 13:27:32.078086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f43f0f1-221c-453a-96cb-bbd5b622431c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:27:32.083099 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0f43f0f1-221c-453a-96cb-bbd5b622431c tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/networks/5cc1fb2a-000e-4160-bc6b-f9cf003cf063 HTTP/1.1" status: 404 len: 339 time: 0.0236595 Feb 02 13:27:32.085622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49114) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:32.173720 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c63e85c2-8bd8-4b53-a95a-c9c3c1e1480d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (5f5b9db9-73fb-4ea1-b1db-08a6efe45979), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:32.319163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-37c84faf-1660-4229-9800-5c33ed456ff7 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Deleting port 2d56cf2d-67be-4336-824e-c5ae3cb2c312 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:32.320090 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c84faf-1660-4229-9800-5c33ed456ff7 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2d56cf2d-67be-4336-824e-c5ae3cb2c312), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:32.351599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e85c2-8bd8-4b53-a95a-c9c3c1e1480d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Checking segment: {'id': '34e8240e-6581-412d-9c79-d8ddac172998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd85afd47-5f58-4765-8b26-173ec308e0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:32.352003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e85c2-8bd8-4b53-a95a-c9c3c1e1480d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Network hostable DHCP agents. Network: d85afd47-5f58-4765-8b26-173ec308e0f5, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:32.354322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e85c2-8bd8-4b53-a95a-c9c3c1e1480d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event updated for resources: {'Subnet': ['ID=5f5b9db9-73fb-4ea1-b1db-08a6efe45979,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:32.382173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e85c2-8bd8-4b53-a95a-c9c3c1e1480d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Network d85afd47-5f58-4765-8b26-173ec308e0f5 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:32.416201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c63e85c2-8bd8-4b53-a95a-c9c3c1e1480d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, d85afd47-5f58-4765-8b26-173ec308e0f5) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:32.436282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fad9c8-99b7-4fa3-be19-a79a9e3cd574 None None] Network d85afd47-5f58-4765-8b26-173ec308e0f5 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:32.440512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e85c2-8bd8-4b53-a95a-c9c3c1e1480d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:32.443479 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c63e85c2-8bd8-4b53-a95a-c9c3c1e1480d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:32.458495 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c84faf-1660-4229-9800-5c33ed456ff7 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2d56cf2d-67be-4336-824e-c5ae3cb2c312), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:32.513355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-37c84faf-1660-4229-9800-5c33ed456ff7 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Calling delete_port for 2d56cf2d-67be-4336-824e-c5ae3cb2c312 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:32.523114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c63e85c2-8bd8-4b53-a95a-c9c3c1e1480d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6138813 Feb 02 13:27:32.524222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:32.548449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-29b77112-f57e-4fba-ac98-28c59bcb4c21 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Request body: {'network': {'name': 'tempest-router-network01--2080691487'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:32.612772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c84faf-1660-4229-9800-5c33ed456ff7 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2d56cf2d-67be-4336-824e-c5ae3cb2c312), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:32.627264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b77112-f57e-4fba-ac98-28c59bcb4c21 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Made reservation on behalf of b1a010529d444fd7ade979eed3915aae for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:32.631338 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29b77112-f57e-4fba-ac98-28c59bcb4c21 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:32.660734 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37c84faf-1660-4229-9800-5c33ed456ff7 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:32.673476 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-37c84faf-1660-4229-9800-5c33ed456ff7 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/ports/2d56cf2d-67be-4336-824e-c5ae3cb2c312 HTTP/1.1" status: 204 len: 168 time: 0.5862460 Feb 02 13:27:32.674272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49122) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:32.730602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c84faf-1660-4229-9800-5c33ed456ff7 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Port': ['ID=2d56cf2d-67be-4336-824e-c5ae3cb2c312,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:32.746499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-d85afd47-5f58-4765-8b26-173ec308e0f5', 'network_id': 'd85afd47-5f58-4765-8b26-173ec308e0f5', 'project_id': 'b1a010529d444fd7ade979eed3915aae', 'fixed_ips': [{'subnet_id': '5f5b9db9-73fb-4ea1-b1db-08a6efe45979'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:32.747377 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:32.752233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b77112-f57e-4fba-ac98-28c59bcb4c21 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:32.769795 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-129926a0-772a-441f-b27b-722a5392e6d6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] DELETE failed (client error): The resource could not be found. Feb 02 13:27:32.773030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129926a0-772a-441f-b27b-722a5392e6d6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:27:32.778255 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-129926a0-772a-441f-b27b-722a5392e6d6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/subnets/2bf07e2a-6642-4346-b437-c24850c42678 HTTP/1.1" status: 404 len: 337 time: 0.0655043 Feb 02 13:27:32.780824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49124) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:32.785528 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29b77112-f57e-4fba-ac98-28c59bcb4c21 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (76a230c5-4360-46d5-9ede-b29ba470611b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:32.786300 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-29b77112-f57e-4fba-ac98-28c59bcb4c21 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Added segment 76a230c5-4360-46d5-9ede-b29ba470611b of type vlan for network b7c1d865-4c21-45f1-bc24-e70f90380ebc Feb 02 13:27:32.875701 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29b77112-f57e-4fba-ac98-28c59bcb4c21 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (b7c1d865-4c21-45f1-bc24-e70f90380ebc), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:32.912789 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29b77112-f57e-4fba-ac98-28c59bcb4c21 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (b7c1d865-4c21-45f1-bc24-e70f90380ebc), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:32.917664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b77112-f57e-4fba-ac98-28c59bcb4c21 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:32.918762 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-29b77112-f57e-4fba-ac98-28c59bcb4c21 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.005063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Allocated IP 172.20.0.2 (d85afd47-5f58-4765-8b26-173ec308e0f5/5f5b9db9-73fb-4ea1-b1db-08a6efe45979/bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:33.060738 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (20e7f1a2-94a1-433f-a346-b3648e92921a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.106153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-29b77112-f57e-4fba-ac98-28c59bcb4c21 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5787690 Feb 02 13:27:33.113265 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:33.127963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-95effbab-93ed-4b8a-9d4f-4bb18bebe17c tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Request body: {'network': {'name': 'tempest-router-network02--439732871'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:33.138926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b77112-f57e-4fba-ac98-28c59bcb4c21 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event updated for resources: {'Network': ['ID=b7c1d865-4c21-45f1-bc24-e70f90380ebc,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:33.155273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network b7c1d865-4c21-45f1-bc24-e70f90380ebc details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:33.278991 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Publish callbacks [] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.284421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447acfec-3768-433c-8667-3b37996d60f6 req-b1d284b7-6097-47ae-b47b-c640358193fc tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:33.285993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-447acfec-3768-433c-8667-3b37996d60f6 req-b1d284b7-6097-47ae-b47b-c640358193fc tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.18 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 946 time: 0.3839660 Feb 02 13:27:33.289984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95effbab-93ed-4b8a-9d4f-4bb18bebe17c tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Made reservation on behalf of b1a010529d444fd7ade979eed3915aae for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:33.294241 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95effbab-93ed-4b8a-9d4f-4bb18bebe17c tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.296237 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.312892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (20e7f1a2-94a1-433f-a346-b3648e92921a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.341714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e7f1a2-94a1-433f-a346-b3648e92921a']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:33.357296 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18335c84-8bea-4e80-9282-8e7f72ac7a6d') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:33.357296 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18335c84-8bea-4e80-9282-8e7f72ac7a6d') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:33.372121 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (18335c84-8bea-4e80-9282-8e7f72ac7a6d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.391521 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (18335c84-8bea-4e80-9282-8e7f72ac7a6d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.399718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:33.404082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (18335c84-8bea-4e80-9282-8e7f72ac7a6d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.414325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Network d85afd47-5f58-4765-8b26-173ec308e0f5 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:33.421495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:33.427961 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:33.432129 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:33.467001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Pushing event updated for resources: {'Port': ['ID=bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:33.490623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6d8a8-a955-49cc-a732-c132d4e5a1ee req-d8f6ac16-bbb6-4798-9602-ab9990a57608 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:33.504431 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cf6d8a8-a955-49cc-a732-c132d4e5a1ee req-d8f6ac16-bbb6-4798-9602-ab9990a57608 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 946 time: 0.3673687 Feb 02 13:27:33.512947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95effbab-93ed-4b8a-9d4f-4bb18bebe17c tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:33.518796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Attempting to bind port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:33.519585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Attempting to bind port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '34e8240e-6581-412d-9c79-d8ddac172998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd85afd47-5f58-4765-8b26-173ec308e0f5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:33.520047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Attempting to bind port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 on network d85afd47-5f58-4765-8b26-173ec308e0f5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:33.523610 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95effbab-93ed-4b8a-9d4f-4bb18bebe17c tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (df94cc42-9ec3-46e0-a040-95dc5f294b60), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.523957 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-95effbab-93ed-4b8a-9d4f-4bb18bebe17c tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Added segment df94cc42-9ec3-46e0-a040-95dc5f294b60 of type vlan for network f97ccd19-6012-406c-a834-3e62b996f356 Feb 02 13:27:33.526791 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:33.527304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Checking segment: {'id': '34e8240e-6581-412d-9c79-d8ddac172998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd85afd47-5f58-4765-8b26-173ec308e0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:33.527825 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.528481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Bound using segment: {'id': '34e8240e-6581-412d-9c79-d8ddac172998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd85afd47-5f58-4765-8b26-173ec308e0f5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:33.529339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Bound port: bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e8240e-6581-412d-9c79-d8ddac172998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd85afd47-5f58-4765-8b26-173ec308e0f5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:33.530134 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.609619 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (20e7f1a2-94a1-433f-a346-b3648e92921a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.622379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.628243 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/networks/20e7f1a2-94a1-433f-a346-b3648e92921a HTTP/1.1" status: 204 len: 168 time: 0.8434494 Feb 02 13:27:33.631148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49130) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:33.655357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] For port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:33.659601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] For port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9,segment=NetworkSegment(34e8240e-6581-412d-9c79-d8ddac172998),segment_id=34e8240e-6581-412d-9c79-d8ddac172998)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:33.664391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95effbab-93ed-4b8a-9d4f-4bb18bebe17c tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (f97ccd19-6012-406c-a834-3e62b996f356), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.677848 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.683411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cf6d8a8-a955-49cc-a732-c132d4e5a1ee req-622fe4c8-0b82-4fe6-ad41-665d75989a6f tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779613 Feb 02 13:27:33.720949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ca03b-a05a-4ce2-8d33-c8f1f41f53a6 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Network': ['ID=20e7f1a2-94a1-433f-a346-b3648e92921a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:33.729665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-447acfec-3768-433c-8667-3b37996d60f6 req-f9ff4db5-0432-4826-9c33-4aa3f837ea92 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Deleting port 03bd791e-e568-4e7d-a944-515c8f4be8e4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:33.730182 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-447acfec-3768-433c-8667-3b37996d60f6 req-f9ff4db5-0432-4826-9c33-4aa3f837ea92 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.792178 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95effbab-93ed-4b8a-9d4f-4bb18bebe17c tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (f97ccd19-6012-406c-a834-3e62b996f356), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.805128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95effbab-93ed-4b8a-9d4f-4bb18bebe17c tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:33.805985 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-95effbab-93ed-4b8a-9d4f-4bb18bebe17c tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:33.846236 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b9377-a6a4-4d60-a3ac-400bbcffeab3 None None] Pushing event updated for resources: {'Port': ['ID=bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:33.901758 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fe761523-7bb7-4421-aebf-9f75ad5af47b tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Deleting port 830149b6-ce92-4014-80f2-487b22abd677 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:33.902344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe761523-7bb7-4421-aebf-9f75ad5af47b tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (830149b6-ce92-4014-80f2-487b22abd677), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.004141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-447acfec-3768-433c-8667-3b37996d60f6 req-f9ff4db5-0432-4826-9c33-4aa3f837ea92 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] For port 03bd791e-e568-4e7d-a944-515c8f4be8e4, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=03bd791e-e568-4e7d-a944-515c8f4be8e4,segment=NetworkSegment(73a0a99b-9c12-4e10-b2a9-ac602b5550fe),segment_id=73a0a99b-9c12-4e10-b2a9-ac602b5550fe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:34.004688 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-447acfec-3768-433c-8667-3b37996d60f6 req-f9ff4db5-0432-4826-9c33-4aa3f837ea92 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.022022 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe761523-7bb7-4421-aebf-9f75ad5af47b tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (830149b6-ce92-4014-80f2-487b22abd677), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.042410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-fe761523-7bb7-4421-aebf-9f75ad5af47b tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Calling delete_port for 830149b6-ce92-4014-80f2-487b22abd677 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:34.083473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc4f549c-5e20-457e-840b-2c82271788a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.120757 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95effbab-93ed-4b8a-9d4f-4bb18bebe17c tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event updated for resources: {'Network': ['ID=f97ccd19-6012-406c-a834-3e62b996f356,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:34.135074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network f97ccd19-6012-406c-a834-3e62b996f356 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:34.179768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-95effbab-93ed-4b8a-9d4f-4bb18bebe17c tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0640306 Feb 02 13:27:34.181617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-447acfec-3768-433c-8667-3b37996d60f6 req-f9ff4db5-0432-4826-9c33-4aa3f837ea92 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Calling delete_port for 03bd791e-e568-4e7d-a944-515c8f4be8e4 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:34.185588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:34.194324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2545222a-8c13-4237-be8c-03ea6977d023 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Request body: {'subnet': {'network_id': 'b7c1d865-4c21-45f1-bc24-e70f90380ebc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:34.298626 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe761523-7bb7-4421-aebf-9f75ad5af47b tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (830149b6-ce92-4014-80f2-487b22abd677), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.377433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe761523-7bb7-4421-aebf-9f75ad5af47b tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Port': ['ID=830149b6-ce92-4014-80f2-487b22abd677,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:34.382860 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fe761523-7bb7-4421-aebf-9f75ad5af47b tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.392380 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fe761523-7bb7-4421-aebf-9f75ad5af47b tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/ports/830149b6-ce92-4014-80f2-487b22abd677 HTTP/1.1" status: 204 len: 168 time: 0.7336423 Feb 02 13:27:34.394767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49138) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:34.422418 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee68d7eb-c063-4591-9465-1f684bb53e24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] DELETE failed (client error): The resource could not be found. Feb 02 13:27:34.429690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee68d7eb-c063-4591-9465-1f684bb53e24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:27:34.431993 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ee68d7eb-c063-4591-9465-1f684bb53e24 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/subnets/70cdbf68-443f-486d-aa90-b52c4fe6776e HTTP/1.1" status: 404 len: 337 time: 0.0360615 Feb 02 13:27:34.434486 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49140) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:34.480839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2545222a-8c13-4237-be8c-03ea6977d023 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Made reservation on behalf of b1a010529d444fd7ade979eed3915aae for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:34.485289 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2545222a-8c13-4237-be8c-03ea6977d023 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.525755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:34.574189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (3514e8b8-645c-4cee-8bbf-bb4a9707a6a5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.617010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-447acfec-3768-433c-8667-3b37996d60f6 req-f9ff4db5-0432-4826-9c33-4aa3f837ea92 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (03bd791e-e568-4e7d-a944-515c8f4be8e4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.651621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:34.651996 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.662520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Deleting port 1a76c58b-45c6-48cc-8a15-78bf9ba55b4b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:34.662791 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1a76c58b-45c6-48cc-8a15-78bf9ba55b4b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.665174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff4db5-0432-4826-9c33-4aa3f837ea92 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Pushing event deleted for resources: {'Port': ['ID=03bd791e-e568-4e7d-a944-515c8f4be8e4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:34.769424 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-447acfec-3768-433c-8667-3b37996d60f6 req-f9ff4db5-0432-4826-9c33-4aa3f837ea92 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] No DVR routers for this DVR port 03bd791e-e568-4e7d-a944-515c8f4be8e4 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:34.784951 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-447acfec-3768-433c-8667-3b37996d60f6 req-f9ff4db5-0432-4826-9c33-4aa3f837ea92 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.800659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-447acfec-3768-433c-8667-3b37996d60f6 req-f9ff4db5-0432-4826-9c33-4aa3f837ea92 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.18 "DELETE /v2.0/ports/03bd791e-e568-4e7d-a944-515c8f4be8e4 HTTP/1.1" status: 204 len: 173 time: 1.4975610 Feb 02 13:27:34.809821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82dc4b32-4291-4709-a7fa-d755554f3033', 'name': 'network-vif-deleted', 'tag': '03bd791e-e568-4e7d-a944-515c8f4be8e4'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:27:34.814620 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e45e97d-d26b-4eb2-aca4-583db7614566" -d '{"events": [{"server_uuid": "82dc4b32-4291-4709-a7fa-d755554f3033", "name": "network-vif-deleted", "tag": "03bd791e-e568-4e7d-a944-515c8f4be8e4"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:27:34.827969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] For port 1a76c58b-45c6-48cc-8a15-78bf9ba55b4b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1a76c58b-45c6-48cc-8a15-78bf9ba55b4b,segment=NetworkSegment(056c1df7-e399-4c8b-bb52-7a8371bd4d9a),segment_id=056c1df7-e399-4c8b-bb52-7a8371bd4d9a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:34.828459 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1a76c58b-45c6-48cc-8a15-78bf9ba55b4b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:34.902361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Calling delete_port for 1a76c58b-45c6-48cc-8a15-78bf9ba55b4b owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:34.905189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-615a34ba-00ea-4c65-951d-0bec1886038f req-260f6f3b-0677-4b9d-bda3-e5fe964d498e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=82dc4b32-4291-4709-a7fa-d755554f3033 HTTP/1.1" status: 200 len: 210 time: 0.0857148 Feb 02 13:27:34.960749 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71ab8a2-511d-48f6-937e-d0c82f2e21f3 x-openstack-request-id: req-f71ab8a2-511d-48f6-937e-d0c82f2e21f3 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:27:34.961060 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82dc4b32-4291-4709-a7fa-d755554f3033", "name": "network-vif-deleted", "tag": "03bd791e-e568-4e7d-a944-515c8f4be8e4", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:27:34.961414 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f71ab8a2-511d-48f6-937e-d0c82f2e21f3 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:27:34.961868 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82dc4b32-4291-4709-a7fa-d755554f3033', 'name': 'network-vif-deleted', 'tag': '03bd791e-e568-4e7d-a944-515c8f4be8e4', 'status': 'completed', 'code': 200} Feb 02 13:27:35.090444 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2545222a-8c13-4237-be8c-03ea6977d023 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (d101b389-d0b8-4a44-bc86-1402ecc8e63b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.171695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545222a-8c13-4237-be8c-03ea6977d023 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event updated for resources: {'Subnet': ['ID=d101b389-d0b8-4a44-bc86-1402ecc8e63b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:35.180863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1a76c58b-45c6-48cc-8a15-78bf9ba55b4b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.251019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2545222a-8c13-4237-be8c-03ea6977d023 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Checking segment: {'id': '76a230c5-4360-46d5-9ede-b29ba470611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b7c1d865-4c21-45f1-bc24-e70f90380ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:35.252221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2545222a-8c13-4237-be8c-03ea6977d023 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Network hostable DHCP agents. Network: b7c1d865-4c21-45f1-bc24-e70f90380ebc, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:35.255872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Port': ['ID=1a76c58b-45c6-48cc-8a15-78bf9ba55b4b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:35.261292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No DVR routers for this DVR port 1a76c58b-45c6-48cc-8a15-78bf9ba55b4b on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:35.297133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2545222a-8c13-4237-be8c-03ea6977d023 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Network b7c1d865-4c21-45f1-bc24-e70f90380ebc is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:35.351962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:35.352459 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.357905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2545222a-8c13-4237-be8c-03ea6977d023 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, b7c1d865-4c21-45f1-bc24-e70f90380ebc) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:35.371488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2545222a-8c13-4237-be8c-03ea6977d023 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:35.372105 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2545222a-8c13-4237-be8c-03ea6977d023 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.403266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e508c49-cd5b-4cde-a3c2-5f7eebec74f0 None None] Network b7c1d865-4c21-45f1-bc24-e70f90380ebc requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:35.412025 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2545222a-8c13-4237-be8c-03ea6977d023 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2249830 Feb 02 13:27:35.416803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49156) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:35.422464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-86b7cd10-2cc4-4405-b7f6-1e5ac1cced61 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Request body: {'subnet': {'network_id': 'f97ccd19-6012-406c-a834-3e62b996f356', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:35.433755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (3514e8b8-645c-4cee-8bbf-bb4a9707a6a5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.484007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3514e8b8-645c-4cee-8bbf-bb4a9707a6a5']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:35.511586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '056c1df7-e399-4c8b-bb52-7a8371bd4d9a') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:35.512183 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '056c1df7-e399-4c8b-bb52-7a8371bd4d9a') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:35.532500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (056c1df7-e399-4c8b-bb52-7a8371bd4d9a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.562833 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (056c1df7-e399-4c8b-bb52-7a8371bd4d9a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.609460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:35.609937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (056c1df7-e399-4c8b-bb52-7a8371bd4d9a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.639812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9,segment=NetworkSegment(34e8240e-6581-412d-9c79-d8ddac172998),segment_id=34e8240e-6581-412d-9c79-d8ddac172998)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:35.651562 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:35.655596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.681108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b7cd10-2cc4-4405-b7f6-1e5ac1cced61 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Made reservation on behalf of b1a010529d444fd7ade979eed3915aae for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:35.691323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-b7c1d865-4c21-45f1-bc24-e70f90380ebc', 'network_id': 'b7c1d865-4c21-45f1-bc24-e70f90380ebc', 'project_id': 'b1a010529d444fd7ade979eed3915aae', 'fixed_ips': [{'subnet_id': 'd101b389-d0b8-4a44-bc86-1402ecc8e63b'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:35.692467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.696866 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86b7cd10-2cc4-4405-b7f6-1e5ac1cced61 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.716749 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.808063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (3514e8b8-645c-4cee-8bbf-bb4a9707a6a5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.821393 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:35.826176 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/networks/3514e8b8-645c-4cee-8bbf-bb4a9707a6a5 HTTP/1.1" status: 204 len: 168 time: 1.3904541 Feb 02 13:27:35.829385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49162) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:35.881843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:35.903339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d080e8-05c4-441b-bb42-f8f2601b0a50 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Network': ['ID=3514e8b8-645c-4cee-8bbf-bb4a9707a6a5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:35.962817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eff72a7-a89f-4371-b1bf-6219e1dada4a None None] Network d85afd47-5f58-4765-8b26-173ec308e0f5 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:35.978038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c02a9e1-75ac-4eb1-b7d6-6ea4a22aadbe tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Deleting subnet 6f7de562-9950-4f77-8a7c-6a4b96e793b2 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:27:35.988949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c02a9e1-75ac-4eb1-b7d6-6ea4a22aadbe tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for subnet (6f7de562-9950-4f77-8a7c-6a4b96e793b2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:36.048569 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86b7cd10-2cc4-4405-b7f6-1e5ac1cced61 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (f240d65f-433d-4e6d-b56d-cf5a0b96cc82), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:36.085956 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c02a9e1-75ac-4eb1-b7d6-6ea4a22aadbe tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (6f7de562-9950-4f77-8a7c-6a4b96e793b2), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:36.167001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4a9ef1f3-4162-43d6-88a6-dcf321c0e26f None None] Provisioning complete for port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:36.167715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a9ef1f3-4162-43d6-88a6-dcf321c0e26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:36.256396 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c02a9e1-75ac-4eb1-b7d6-6ea4a22aadbe tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (6f7de562-9950-4f77-8a7c-6a4b96e793b2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:36.261100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 03bd791e-e568-4e7d-a944-515c8f4be8e4 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:27:36.267357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7cd10-2cc4-4405-b7f6-1e5ac1cced61 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event updated for resources: {'Subnet': ['ID=f240d65f-433d-4e6d-b56d-cf5a0b96cc82,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:36.289559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b7cd10-2cc4-4405-b7f6-1e5ac1cced61 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Checking segment: {'id': 'df94cc42-9ec3-46e0-a040-95dc5f294b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f97ccd19-6012-406c-a834-3e62b996f356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:36.289921 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b7cd10-2cc4-4405-b7f6-1e5ac1cced61 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Network hostable DHCP agents. Network: f97ccd19-6012-406c-a834-3e62b996f356, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:36.334504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b7cd10-2cc4-4405-b7f6-1e5ac1cced61 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Network f97ccd19-6012-406c-a834-3e62b996f356 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:36.363545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-86b7cd10-2cc4-4405-b7f6-1e5ac1cced61 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, f97ccd19-6012-406c-a834-3e62b996f356) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:36.370350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b7cd10-2cc4-4405-b7f6-1e5ac1cced61 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:36.371523 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86b7cd10-2cc4-4405-b7f6-1e5ac1cced61 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:36.419714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49180) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:36.420053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-86b7cd10-2cc4-4405-b7f6-1e5ac1cced61 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9967506 Feb 02 13:27:36.448439 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Allocated IP 172.20.0.2 (b7c1d865-4c21-45f1-bc24-e70f90380ebc/d101b389-d0b8-4a44-bc86-1402ecc8e63b/796626e8-163a-4a65-a7db-16ba8dd489cc) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:36.480504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e923a7-5e09-415e-b74d-3afc6757a727 None None] Network f97ccd19-6012-406c-a834-3e62b996f356 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:36.559523 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c02a9e1-75ac-4eb1-b7d6-6ea4a22aadbe tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (6f7de562-9950-4f77-8a7c-6a4b96e793b2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:36.597297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 03bd791e-e568-4e7d-a944-515c8f4be8e4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:27:36.597945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 03bd791e-e568-4e7d-a944-515c8f4be8e4 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:27:36.611696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:36.632345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02a9e1-75ac-4eb1-b7d6-6ea4a22aadbe tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7de562-9950-4f77-8a7c-6a4b96e793b2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:36.728597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-f97ccd19-6012-406c-a834-3e62b996f356', 'network_id': 'f97ccd19-6012-406c-a834-3e62b996f356', 'project_id': 'b1a010529d444fd7ade979eed3915aae', 'fixed_ips': [{'subnet_id': 'f240d65f-433d-4e6d-b56d-cf5a0b96cc82'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:36.729025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-eaf32cfe-19b9-4c42-bc16-4b487ff2f020 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:36.730431 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:36.732893 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c02a9e1-75ac-4eb1-b7d6-6ea4a22aadbe tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:36.734653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-eaf32cfe-19b9-4c42-bc16-4b487ff2f020 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/networks?id=0db39bc1-f6a9-4c80-9ab9-0d1ad782139b HTTP/1.1" status: 200 len: 809 time: 0.3063667 Feb 02 13:27:36.741285 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7c02a9e1-75ac-4eb1-b7d6-6ea4a22aadbe tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/subnets/6f7de562-9950-4f77-8a7c-6a4b96e793b2 HTTP/1.1" status: 204 len: 168 time: 0.9103951 Feb 02 13:27:36.743533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:36.825709 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-ba50467a-8a9c-4be4-9ece-14bd4e4cfc2b tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/quotas/9fcad0f4da7f4178a4371df197320ecb HTTP/1.1" status: 200 len: 375 time: 0.0851500 Feb 02 13:27:36.979972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:36.996716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-12207ee6-c17a-42c0-ab7a-49038c29fb1c tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fcad0f4da7f4178a4371df197320ecb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1625226 Feb 02 13:27:37.022577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfb156d-f9e1-4cda-ab5f-57e8e463bd66 None None] Network d05a65eb-032f-43ac-8479-2749dc39d6eb requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:37.033732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ef1f3-4162-43d6-88a6-dcf321c0e26f None None] Current status of the port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:37.060103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d05a65eb-032f-43ac-8479-2749dc39d6eb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:37.164739 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:37.232371 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:37.348191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Deleting port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:37.348468 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:37.396325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:37.396689 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:37.441519 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-796ee634-1220-4354-bdcb-4fdd96ef9b2f service neutron] 10.222.0.83 "GET /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4144337 Feb 02 13:27:37.443448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] For port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0,segment=NetworkSegment(9994a71d-6014-428b-abc2-d5a841bc53cb),segment_id=9994a71d-6014-428b-abc2-d5a841bc53cb)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:37.443836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:37.523962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Calling delete_port for a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:37.560999 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f6489c14-7136-4f33-8816-fc983df44fc5 None None] Provisioning complete for port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:37.561844 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6489c14-7136-4f33-8816-fc983df44fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:37.702820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-c38bd6f7-7521-4307-9178-f856795faf11 service neutron] 10.222.0.83 "GET /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404575 Feb 02 13:27:37.746279 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:37.784779 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Publish callbacks [] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:37.810580 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:37.811733 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:37.815410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Allocated IP 172.20.0.2 (f97ccd19-6012-406c-a834-3e62b996f356/f240d65f-433d-4e6d-b56d-cf5a0b96cc82/b32a5a27-2d2e-4b74-98a0-f26469b781f2) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:37.878465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Port': ['ID=a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:37.897583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] No DVR routers for this DVR port a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:38.006938 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Allocated IP 172.20.0.1 (b7c1d865-4c21-45f1-bc24-e70f90380ebc/d101b389-d0b8-4a44-bc86-1402ecc8e63b/c2851d38-f7fa-4e78-91a4-cea6d24c3667) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:38.065735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63669d3-e87f-430d-a2ff-1166586ef082 None None] DHCP port deletion for d05a65eb-032f-43ac-8479-2749dc39d6eb request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:27:38.082805 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Network b7c1d865-4c21-45f1-bc24-e70f90380ebc is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:38.138504 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d05a65eb-032f-43ac-8479-2749dc39d6eb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.174889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05a65eb-032f-43ac-8479-2749dc39d6eb']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:38.198459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f6489c14-7136-4f33-8816-fc983df44fc5 None None] Current status of the port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:38.199825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9994a71d-6014-428b-abc2-d5a841bc53cb') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:38.200116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9994a71d-6014-428b-abc2-d5a841bc53cb') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:38.201076 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for port (c2851d38-f7fa-4e78-91a4-cea6d24c3667), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.253939 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (9994a71d-6014-428b-abc2-d5a841bc53cb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.304579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:38.312819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:38.318729 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Pushing event updated for resources: {'Port': ['ID=796626e8-163a-4a65-a7db-16ba8dd489cc,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:38.331897 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0ea31b1-fd96-48bc-9e39-c8469a6a0195 req-c98713bc-5f1a-424b-8c4f-d53748062bcf tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 210 time: 0.0817244 Feb 02 13:27:38.333091 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9994a71d-6014-428b-abc2-d5a841bc53cb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.350124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c2851d38-f7fa-4e78-91a4-cea6d24c3667), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.350393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:38.351018 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (9994a71d-6014-428b-abc2-d5a841bc53cb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:38.355992 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:38.394238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:38.414966 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.441714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Network b7c1d865-4c21-45f1-bc24-e70f90380ebc is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:38.458553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:38.477783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:38.488205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event updated for resources: {'Port': ['ID=c2851d38-f7fa-4e78-91a4-cea6d24c3667,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:38.522877 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (d05a65eb-032f-43ac-8479-2749dc39d6eb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.537402 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.543109 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] 10.222.0.83 "DELETE /v2.0/networks/d05a65eb-032f-43ac-8479-2749dc39d6eb HTTP/1.1" status: 204 len: 168 time: 1.7982819 Feb 02 13:27:38.589830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:27:38.610816 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (89cd0574-d4f4-430f-b433-f6fb8542cd4e), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.679704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa598ac-d740-4898-8c50-2ea8bf65a353 tempest-NetworksIpV6TestAttrs-1035569036 tempest-NetworksIpV6TestAttrs-1035569036-project] Pushing event deleted for resources: {'Network': ['ID=d05a65eb-032f-43ac-8479-2749dc39d6eb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:38.685410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:27:38.686531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device a83db35e-f3a4-45fd-ad85-c3cdc0fca4b0 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:27:38.697085 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Attempting to bind port 796626e8-163a-4a65-a7db-16ba8dd489cc on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:38.699608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Attempting to bind port 796626e8-163a-4a65-a7db-16ba8dd489cc by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '76a230c5-4360-46d5-9ede-b29ba470611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b7c1d865-4c21-45f1-bc24-e70f90380ebc'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:38.702102 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Attempting to bind port 796626e8-163a-4a65-a7db-16ba8dd489cc on network b7c1d865-4c21-45f1-bc24-e70f90380ebc {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:38.779074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:38.779487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Checking segment: {'id': '76a230c5-4360-46d5-9ede-b29ba470611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b7c1d865-4c21-45f1-bc24-e70f90380ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:38.788258 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.788910 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Bound using segment: {'id': '76a230c5-4360-46d5-9ede-b29ba470611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b7c1d865-4c21-45f1-bc24-e70f90380ebc'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:38.789725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Bound port: 796626e8-163a-4a65-a7db-16ba8dd489cc, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a230c5-4360-46d5-9ede-b29ba470611b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'b7c1d865-4c21-45f1-bc24-e70f90380ebc'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:38.790349 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.958666 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Publish callbacks [] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:38.977081 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:39.327731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49210) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:39.430588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Network f97ccd19-6012-406c-a834-3e62b996f356 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:39.460744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:39.487407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] For port 796626e8-163a-4a65-a7db-16ba8dd489cc, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:39.502955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:39.519772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ba8df7f-7365-478e-9f42-f2973d5e5c32 req-776de421-307d-4118-a7bc-218eeea8f2b0 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 210 time: 0.0469258 Feb 02 13:27:39.525590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] For port 796626e8-163a-4a65-a7db-16ba8dd489cc, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=796626e8-163a-4a65-a7db-16ba8dd489cc,segment=NetworkSegment(76a230c5-4360-46d5-9ede-b29ba470611b),segment_id=76a230c5-4360-46d5-9ede-b29ba470611b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:39.541289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Pushing event updated for resources: {'Port': ['ID=b32a5a27-2d2e-4b74-98a0-f26469b781f2,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:39.547382 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:39.666125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ba7f1396-1ed1-40cd-9b40-acd72aa981d3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=87c10d390e6342b08251c2ac4ef28e74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3322241 Feb 02 13:27:39.669446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:39.681288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Attempting to bind port b32a5a27-2d2e-4b74-98a0-f26469b781f2 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:39.681875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Attempting to bind port b32a5a27-2d2e-4b74-98a0-f26469b781f2 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'df94cc42-9ec3-46e0-a040-95dc5f294b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f97ccd19-6012-406c-a834-3e62b996f356'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:39.682339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Attempting to bind port b32a5a27-2d2e-4b74-98a0-f26469b781f2 on network f97ccd19-6012-406c-a834-3e62b996f356 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:39.731117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:39.731823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Checking segment: {'id': 'df94cc42-9ec3-46e0-a040-95dc5f294b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f97ccd19-6012-406c-a834-3e62b996f356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:39.732357 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:39.732850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Bound using segment: {'id': 'df94cc42-9ec3-46e0-a040-95dc5f294b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f97ccd19-6012-406c-a834-3e62b996f356'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:39.733495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Bound port: b32a5a27-2d2e-4b74-98a0-f26469b781f2, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df94cc42-9ec3-46e0-a040-95dc5f294b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'f97ccd19-6012-406c-a834-3e62b996f356'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:39.733980 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:39.747034 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c2851d38-f7fa-4e78-91a4-cea6d24c3667), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:39.755765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e38e92-2ea3-414f-a8df-0772f1a84144 None None] Pushing event updated for resources: {'Port': ['ID=796626e8-163a-4a65-a7db-16ba8dd489cc,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:39.795093 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-848d0eb0-2910-441f-ba1b-3248f8e92d5e admin admin] Publish callbacks [] for security_group (af3a55e6-5f54-40b4-9c6c-d757ea45f3aa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:39.843842 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-848d0eb0-2910-441f-ba1b-3248f8e92d5e admin admin] Publish callbacks [] for security_group (af3a55e6-5f54-40b4-9c6c-d757ea45f3aa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:39.857696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] For port b32a5a27-2d2e-4b74-98a0-f26469b781f2, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:39.862489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] For port b32a5a27-2d2e-4b74-98a0-f26469b781f2, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b32a5a27-2d2e-4b74-98a0-f26469b781f2,segment=NetworkSegment(df94cc42-9ec3-46e0-a040-95dc5f294b60),segment_id=df94cc42-9ec3-46e0-a040-95dc5f294b60)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:39.874866 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:39.956277 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-848d0eb0-2910-441f-ba1b-3248f8e92d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (af3a55e6-5f54-40b4-9c6c-d757ea45f3aa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:39.959056 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-848d0eb0-2910-441f-ba1b-3248f8e92d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:39.960377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-848d0eb0-2910-441f-ba1b-3248f8e92d5e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/af3a55e6-5f54-40b4-9c6c-d757ea45f3aa HTTP/1.1" status: 204 len: 168 time: 0.2890623 Feb 02 13:27:39.979666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d0eb0-2910-441f-ba1b-3248f8e92d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3a55e6-5f54-40b4-9c6c-d757ea45f3aa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:40.013586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f4a9a-8f11-409f-81a5-843ff5043207 None None] Pushing event updated for resources: {'Port': ['ID=b32a5a27-2d2e-4b74-98a0-f26469b781f2,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:40.391762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-8b4a5555-2ce5-4213-8846-e55e82d8ab81 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:40.393308 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-8b4a5555-2ce5-4213-8846-e55e82d8ab81 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.18 "GET /v2.0/networks?id=0db39bc1-f6a9-4c80-9ab9-0d1ad782139b HTTP/1.1" status: 200 len: 809 time: 0.2635825 Feb 02 13:27:40.416601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Request body: {'port': {'device_id': '1bf741cd-b26d-4148-b390-d45f148b7567', 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b', 'admin_state_up': True, 'tenant_id': '9fcad0f4da7f4178a4371df197320ecb'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:40.685038 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for port (c2851d38-f7fa-4e78-91a4-cea6d24c3667), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:40.700885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (c2851d38-f7fa-4e78-91a4-cea6d24c3667), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:40.800013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b32a5a27-2d2e-4b74-98a0-f26469b781f2 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:40.814137 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (89cd0574-d4f4-430f-b433-f6fb8542cd4e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:40.816524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event updated for resources: {'Port': ['ID=c2851d38-f7fa-4e78-91a4-cea6d24c3667,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:40.837288 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cc5786b-5387-4c72-9f35-ab0201113261 req-a837298d-179e-403f-a6e2-e3b1f486a550 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 210 time: 0.0825617 Feb 02 13:27:40.843148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Made reservation on behalf of 9fcad0f4da7f4178a4371df197320ecb for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:40.849049 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:40.880638 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.881167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.881695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.882251 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.883007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.883609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.883991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.884375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.884910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.885453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.885985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.886516 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.887060 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:40.905276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b32a5a27-2d2e-4b74-98a0-f26469b781f2 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:40.905662 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:41.116121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Network b7c1d865-4c21-45f1-bc24-e70f90380ebc is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:41.116843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b32a5a27-2d2e-4b74-98a0-f26469b781f2 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:41.117263 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:41.120373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:41.228533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port b32a5a27-2d2e-4b74-98a0-f26469b781f2, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b32a5a27-2d2e-4b74-98a0-f26469b781f2,segment=NetworkSegment(df94cc42-9ec3-46e0-a040-95dc5f294b60),segment_id=df94cc42-9ec3-46e0-a040-95dc5f294b60)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:41.236956 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:41.238217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 796626e8-163a-4a65-a7db-16ba8dd489cc up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:41.403159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Allocated IP 172.20.0.4 (0db39bc1-f6a9-4c80-9ab9-0d1ad782139b/e10f43d8-f9f0-4225-a1c6-acc36cbf1212/d9eadbc7-1027-4afc-b8e5-5aabf75bb947) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:41.520961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Router 89cd0574-d4f4-430f-b433-f6fb8542cd4e is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:27:41.530869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=b32a5a27-2d2e-4b74-98a0-f26469b781f2,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:41.565052 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 796626e8-163a-4a65-a7db-16ba8dd489cc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:41.565423 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:41.697928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f0793-be65-4fb2-bef7-c4d96ecd829f None None] Network b7c1d865-4c21-45f1-bc24-e70f90380ebc requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:41.739134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49254) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:41.765740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks [] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:41.839482 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:41.849565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:27:41.862047 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5af2338c-17fd-492e-8aae-00ecb7358931 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "PUT /v2.0/routers/89cd0574-d4f4-430f-b433-f6fb8542cd4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4406433 Feb 02 13:27:41.864967 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82261c0-181b-42c4-9407-63b132d941da None None] Sync routers for ids ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:27:41.869014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49258) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:41.910538 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82261c0-181b-42c4-9407-63b132d941da None None] Routers {'89cd0574-d4f4-430f-b433-f6fb8542cd4e'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:41.911183 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a82261c0-181b-42c4-9407-63b132d941da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:41.959481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7ac4cb9c-a3d2-49b4-a0b2-73b0d48802c5 None None] Provisioning complete for port 796626e8-163a-4a65-a7db-16ba8dd489cc triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:41.961971 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7ac4cb9c-a3d2-49b4-a0b2-73b0d48802c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:41.974929 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:41.991740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:42.000835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:42.026545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Pushing event updated for resources: {'Port': ['ID=d9eadbc7-1027-4afc-b8e5-5aabf75bb947,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:42.042226 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a82261c0-181b-42c4-9407-63b132d941da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:42.072862 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82261c0-181b-42c4-9407-63b132d941da None None] Routers {'89cd0574-d4f4-430f-b433-f6fb8542cd4e'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:42.073622 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a82261c0-181b-42c4-9407-63b132d941da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:42.177130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb880c4-6e1e-424b-afcf-f6023a21057b None None] Network f97ccd19-6012-406c-a834-3e62b996f356 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:42.186015 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a82261c0-181b-42c4-9407-63b132d941da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:42.187726 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82261c0-181b-42c4-9407-63b132d941da None None] The sync data for ids ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:27:42.219875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:42.223831 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:42.256661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-35249313'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:42.282817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 796626e8-163a-4a65-a7db-16ba8dd489cc is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:42.282817 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:42.335623 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-bec45d41-12f5-4927-8c6b-fcf6d1ee216e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9276054 Feb 02 13:27:42.342485 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:42.352441 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:42.390383 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:42.429569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7371186f-5d87-4336-ae3a-25c1f7a6d46c req-f516fd5f-cbbc-4ed8-a540-8c216b525832 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:42.441687 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7371186f-5d87-4336-ae3a-25c1f7a6d46c req-f516fd5f-cbbc-4ed8-a540-8c216b525832 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 931 time: 0.3197272 Feb 02 13:27:42.526056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 796626e8-163a-4a65-a7db-16ba8dd489cc, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=796626e8-163a-4a65-a7db-16ba8dd489cc,segment=NetworkSegment(76a230c5-4360-46d5-9ede-b29ba470611b),segment_id=76a230c5-4360-46d5-9ede-b29ba470611b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:42.556492 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:42.565477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Request body: {'port': {'device_id': '1bf741cd-b26d-4148-b390-d45f148b7567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:42.656965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7371186f-5d87-4336-ae3a-25c1f7a6d46c req-c70fa099-169b-4d8e-9fcf-58431e467bc6 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130711 Feb 02 13:27:42.698101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7ac4cb9c-a3d2-49b4-a0b2-73b0d48802c5 None None] Current status of the port 796626e8-163a-4a65-a7db-16ba8dd489cc is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:42.741790 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:42.763177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=796626e8-163a-4a65-a7db-16ba8dd489cc,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:42.769201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b32a5a27-2d2e-4b74-98a0-f26469b781f2 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:42.812012 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-48b2961f-0cba-456a-8644-ab88de5cec7f tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:27:42.815939 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-48b2961f-0cba-456a-8644-ab88de5cec7f tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "PUT /v2.0/routers/89cd0574-d4f4-430f-b433-f6fb8542cd4e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9438436 Feb 02 13:27:42.816166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49268) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:42.829128 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for security_group (65cc0b2b-7f23-4532-bc0d-efac1274368c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:42.841748 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (65cc0b2b-7f23-4532-bc0d-efac1274368c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:42.886874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cc0b2b-7f23-4532-bc0d-efac1274368c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:42.960978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:43.016179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b32a5a27-2d2e-4b74-98a0-f26469b781f2 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:43.016769 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:43.078392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e5a8ab81-f89f-4375-b4d7-044f8637b820 None None] Provisioning complete for port b32a5a27-2d2e-4b74-98a0-f26469b781f2 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:43.078929 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5a8ab81-f89f-4375-b4d7-044f8637b820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:43.333514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8ab81-f89f-4375-b4d7-044f8637b820 None None] Current status of the port b32a5a27-2d2e-4b74-98a0-f26469b781f2 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:43.369172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b32a5a27-2d2e-4b74-98a0-f26469b781f2 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:43.482983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-789eec2e-4772-46e8-8c47-443b10c708b3 None None] Provisioning complete for port 796626e8-163a-4a65-a7db-16ba8dd489cc triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:43.484188 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-789eec2e-4772-46e8-8c47-443b10c708b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:43.630231 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf58c-7054-4a7b-8486-75c8a53e3177 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (89cd0574-d4f4-430f-b433-f6fb8542cd4e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:43.697136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-789eec2e-4772-46e8-8c47-443b10c708b3 None None] Current status of the port 796626e8-163a-4a65-a7db-16ba8dd489cc is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:43.734834 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (07aa7c5d-68a3-4da7-946f-67ef5efd3132), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:43.735683 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Added segment 07aa7c5d-68a3-4da7-946f-67ef5efd3132 of type vlan for network bebc9178-09a7-4535-b883-9a17bcd81181 Feb 02 13:27:43.740287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-789eec2e-4772-46e8-8c47-443b10c708b3 None None] Provisioning complete for port c2851d38-f7fa-4e78-91a4-cea6d24c3667 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:43.741081 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-789eec2e-4772-46e8-8c47-443b10c708b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c2851d38-f7fa-4e78-91a4-cea6d24c3667), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:43.807072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-789eec2e-4772-46e8-8c47-443b10c708b3 None None] Port c2851d38-f7fa-4e78-91a4-cea6d24c3667 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:27:43.819868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-789eec2e-4772-46e8-8c47-443b10c708b3 None None] Provisioning complete for port b32a5a27-2d2e-4b74-98a0-f26469b781f2 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:43.820395 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-789eec2e-4772-46e8-8c47-443b10c708b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:43.894553 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (bebc9178-09a7-4535-b883-9a17bcd81181), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:43.988865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-789eec2e-4772-46e8-8c47-443b10c708b3 None None] Current status of the port b32a5a27-2d2e-4b74-98a0-f26469b781f2 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:44.014405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5054756-8571-4509-aa93-c51400acc1f4 req-489c252c-9bb0-42b9-be81-a8ad4cf7846e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:44.016250 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b5054756-8571-4509-aa93-c51400acc1f4 req-489c252c-9bb0-42b9-be81-a8ad4cf7846e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 931 time: 0.2080765 Feb 02 13:27:44.052286 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (bebc9178-09a7-4535-b883-9a17bcd81181), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:44.066730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:44.067294 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:44.136905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b455e309-dad9-412d-9461-6af1b3cb3647 None None] Provisioning complete for port c2851d38-f7fa-4e78-91a4-cea6d24c3667 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:44.137485 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b455e309-dad9-412d-9461-6af1b3cb3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c2851d38-f7fa-4e78-91a4-cea6d24c3667), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:44.144654 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.3724430 Feb 02 13:27:44.198613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b455e309-dad9-412d-9461-6af1b3cb3647 None None] Port c2851d38-f7fa-4e78-91a4-cea6d24c3667 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:27:44.270742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfd875-0bcf-49b3-96dd-89cd3d6b081f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=bebc9178-09a7-4535-b883-9a17bcd81181,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:44.281406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:44.281884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network bebc9178-09a7-4535-b883-9a17bcd81181 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:44.332629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4fb416ed-c801-4830-8bce-52db0ad8aafe tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'network_id': 'bebc9178-09a7-4535-b883-9a17bcd81181', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:44.339443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b5054756-8571-4509-aa93-c51400acc1f4 req-24c92e6c-fe4c-47cf-8a63-cbbf1ae875a7 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165359 Feb 02 13:27:44.486223 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9eadbc7-1027-4afc-b8e5-5aabf75bb947 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:27:44.497856 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Publish callbacks [] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:44.523515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Transition to ACTIVE for port object d9eadbc7-1027-4afc-b8e5-5aabf75bb947 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:27:44.534414 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:44.590578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb416ed-c801-4830-8bce-52db0ad8aafe tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:44.607366 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fb416ed-c801-4830-8bce-52db0ad8aafe tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:44.652098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-dbc941be-3669-4bc9-b335-4724569f5bf9 None None] Provisioning complete for port c2851d38-f7fa-4e78-91a4-cea6d24c3667 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:44.652470 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dbc941be-3669-4bc9-b335-4724569f5bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c2851d38-f7fa-4e78-91a4-cea6d24c3667), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:44.728645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcf58c-7054-4a7b-8486-75c8a53e3177 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Deleting port c2851d38-f7fa-4e78-91a4-cea6d24c3667 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:44.729272 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf58c-7054-4a7b-8486-75c8a53e3177 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c2851d38-f7fa-4e78-91a4-cea6d24c3667), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:44.746556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-dbc941be-3669-4bc9-b335-4724569f5bf9 None None] Port c2851d38-f7fa-4e78-91a4-cea6d24c3667 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:27:44.754486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 796626e8-163a-4a65-a7db-16ba8dd489cc up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:44.869122 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf58c-7054-4a7b-8486-75c8a53e3177 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c2851d38-f7fa-4e78-91a4-cea6d24c3667), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:44.876959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 796626e8-163a-4a65-a7db-16ba8dd489cc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:44.877311 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:44.888290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcf58c-7054-4a7b-8486-75c8a53e3177 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Calling delete_port for c2851d38-f7fa-4e78-91a4-cea6d24c3667 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:44.934436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Pushing event updated for resources: {'Port': ['ID=d9eadbc7-1027-4afc-b8e5-5aabf75bb947,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:44.965063 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fb416ed-c801-4830-8bce-52db0ad8aafe tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (63a042fc-e4d3-4d45-b3e9-abeed7b93061), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.026511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 796626e8-163a-4a65-a7db-16ba8dd489cc is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:45.117917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb416ed-c801-4830-8bce-52db0ad8aafe tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking segment: {'id': '07aa7c5d-68a3-4da7-946f-67ef5efd3132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bebc9178-09a7-4535-b883-9a17bcd81181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:45.118634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb416ed-c801-4830-8bce-52db0ad8aafe tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network hostable DHCP agents. Network: bebc9178-09a7-4535-b883-9a17bcd81181, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:45.126916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Attempting to bind port d9eadbc7-1027-4afc-b8e5-5aabf75bb947 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:45.127767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Attempting to bind port d9eadbc7-1027-4afc-b8e5-5aabf75bb947 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '73a0a99b-9c12-4e10-b2a9-ac602b5550fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:45.128107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Attempting to bind port d9eadbc7-1027-4afc-b8e5-5aabf75bb947 on network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:45.133926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb416ed-c801-4830-8bce-52db0ad8aafe tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=63a042fc-e4d3-4d45-b3e9-abeed7b93061,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:45.150416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Port d9eadbc7-1027-4afc-b8e5-5aabf75bb947 on network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:27:45.150713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Attempting to bind port d9eadbc7-1027-4afc-b8e5-5aabf75bb947 on network 0db39bc1-f6a9-4c80-9ab9-0d1ad782139b {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:45.157884 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf58c-7054-4a7b-8486-75c8a53e3177 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c2851d38-f7fa-4e78-91a4-cea6d24c3667), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.161365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:45.162112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Checking segment: {'id': '73a0a99b-9c12-4e10-b2a9-ac602b5550fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:45.162631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Bound using segment: {'id': '73a0a99b-9c12-4e10-b2a9-ac602b5550fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:45.163079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Bound port: d9eadbc7-1027-4afc-b8e5-5aabf75bb947, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73a0a99b-9c12-4e10-b2a9-ac602b5550fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:45.163597 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.197036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcf58c-7054-4a7b-8486-75c8a53e3177 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event deleted for resources: {'Port': ['ID=c2851d38-f7fa-4e78-91a4-cea6d24c3667,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:45.220304 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb416ed-c801-4830-8bce-52db0ad8aafe tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network bebc9178-09a7-4535-b883-9a17bcd81181 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:45.242862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4fb416ed-c801-4830-8bce-52db0ad8aafe tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, bebc9178-09a7-4535-b883-9a17bcd81181) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:45.253454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f17085-b2da-4c44-849f-7d660159ce34 None None] Network bebc9178-09a7-4535-b883-9a17bcd81181 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:45.271200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb416ed-c801-4830-8bce-52db0ad8aafe tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:45.271827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fb416ed-c801-4830-8bce-52db0ad8aafe tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.309349 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4fb416ed-c801-4830-8bce-52db0ad8aafe tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9906476 Feb 02 13:27:45.310046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:45.320331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-55e16cf9-c697-484f-bcde-d623ec8d99c7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1343643125'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:45.341747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] For port d9eadbc7-1027-4afc-b8e5-5aabf75bb947, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:45.361785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] For port d9eadbc7-1027-4afc-b8e5-5aabf75bb947, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d9eadbc7-1027-4afc-b8e5-5aabf75bb947,segment=NetworkSegment(73a0a99b-9c12-4e10-b2a9-ac602b5550fe),segment_id=73a0a99b-9c12-4e10-b2a9-ac602b5550fe)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:45.368810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e16cf9-c697-484f-bcde-d623ec8d99c7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:45.373265 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55e16cf9-c697-484f-bcde-d623ec8d99c7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.378988 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.445231 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e16cf9-c697-484f-bcde-d623ec8d99c7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:45.472190 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55e16cf9-c697-484f-bcde-d623ec8d99c7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (60199f1c-9f8b-4253-a1b5-9fd122c2519b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.472524 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-55e16cf9-c697-484f-bcde-d623ec8d99c7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Added segment 60199f1c-9f8b-4253-a1b5-9fd122c2519b of type vlan for network 262c56db-13f5-47d1-8702-a88c74e65e4a Feb 02 13:27:45.473585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-bebc9178-09a7-4535-b883-9a17bcd81181', 'network_id': 'bebc9178-09a7-4535-b883-9a17bcd81181', 'project_id': 'a6b472cb76534154864beb6bc6be7997', 'fixed_ips': [{'subnet_id': '63a042fc-e4d3-4d45-b3e9-abeed7b93061'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:45.474467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.506695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcfcf58c-7054-4a7b-8486-75c8a53e3177 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (89cd0574-d4f4-430f-b433-f6fb8542cd4e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.579353 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55e16cf9-c697-484f-bcde-d623ec8d99c7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (262c56db-13f5-47d1-8702-a88c74e65e4a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.659206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:45.664853 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.666558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] 10.222.0.18 "PUT /v2.0/ports/d9eadbc7-1027-4afc-b8e5-5aabf75bb947 HTTP/1.1" status: 200 len: 1091 time: 3.3106382 Feb 02 13:27:45.675520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf741cd-b26d-4148-b390-d45f148b7567', 'tag': 'd9eadbc7-1027-4afc-b8e5-5aabf75bb947'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:27:45.678028 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7f1ae1-ddd8-4809-8d61-1aaf7f22582b" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf741cd-b26d-4148-b390-d45f148b7567", "tag": "d9eadbc7-1027-4afc-b8e5-5aabf75bb947"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:27:45.680865 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55e16cf9-c697-484f-bcde-d623ec8d99c7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (262c56db-13f5-47d1-8702-a88c74e65e4a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.687289 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e16cf9-c697-484f-bcde-d623ec8d99c7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:45.689671 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55e16cf9-c697-484f-bcde-d623ec8d99c7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:45.795311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Allocated IP 172.20.255.242 (bebc9178-09a7-4535-b883-9a17bcd81181/63a042fc-e4d3-4d45-b3e9-abeed7b93061/742aa2ff-20f5-4b98-a7e3-4eefd2081971) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:45.830507 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d8b321-1ae9-4e05-ab49-7976b6475187 x-openstack-request-id: req-61d8b321-1ae9-4e05-ab49-7976b6475187 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:27:45.830842 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf741cd-b26d-4148-b390-d45f148b7567", "tag": "d9eadbc7-1027-4afc-b8e5-5aabf75bb947", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:27:45.831158 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-61d8b321-1ae9-4e05-ab49-7976b6475187 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:27:45.833272 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf741cd-b26d-4148-b390-d45f148b7567', 'tag': 'd9eadbc7-1027-4afc-b8e5-5aabf75bb947', 'status': 'completed', 'code': 200} Feb 02 13:27:45.895222 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-55e16cf9-c697-484f-bcde-d623ec8d99c7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5772820 Feb 02 13:27:45.932771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49292) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:45.945615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-578c09b1-aeba-4efd-ba9f-a8d2c2201216 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'network_id': '262c56db-13f5-47d1-8702-a88c74e65e4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:45.965413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b672b04-5fa9-464a-af4a-b12e2bd1a547 service neutron] Pushing event updated for resources: {'Port': ['ID=d9eadbc7-1027-4afc-b8e5-5aabf75bb947,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:45.992755 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Publish callbacks [] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:46.001548 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:46.004168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef42e6-2b79-47ff-b76f-b440b55efb95 req-bbaf097b-89e8-4b76-b821-09d82e8ad730 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:46.011486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-faef42e6-2b79-47ff-b76f-b440b55efb95 req-bbaf097b-89e8-4b76-b821-09d82e8ad730 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 943 time: 0.3962095 Feb 02 13:27:46.056198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Pushing event updated for resources: {'Port': ['ID=742aa2ff-20f5-4b98-a7e3-4eefd2081971,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:46.065061 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Network bebc9178-09a7-4535-b883-9a17bcd81181 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:46.072403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:46.078737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.079184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.079743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.080156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.080992 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.081385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.081849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.082189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.082561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.082886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.083211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.083650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.083973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:46.095215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:46.114075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e16cf9-c697-484f-bcde-d623ec8d99c7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=262c56db-13f5-47d1-8702-a88c74e65e4a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:46.138435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfcf58c-7054-4a7b-8486-75c8a53e3177 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Router 89cd0574-d4f4-430f-b433-f6fb8542cd4e has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:27:46.146923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578c09b1-aeba-4efd-ba9f-a8d2c2201216 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:46.147598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 262c56db-13f5-47d1-8702-a88c74e65e4a details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:46.150737 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-578c09b1-aeba-4efd-ba9f-a8d2c2201216 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:46.252040 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-faef42e6-2b79-47ff-b76f-b440b55efb95 req-8751c397-9c9d-48fc-b727-7e5089cfb55c tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310239 Feb 02 13:27:46.259620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-33f3d1a3-3d9a-40ab-b9b9-0752c8eff093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:46.262290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-33f3d1a3-3d9a-40ab-b9b9-0752c8eff093 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fcad0f4da7f4178a4371df197320ecb&device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 1125 time: 0.4805653 Feb 02 13:27:46.313396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Attempting to bind port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:46.314361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-cc451ce1-2e0d-4054-83a7-4ec5e248a82f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9eadbc7-1027-4afc-b8e5-5aabf75bb947 HTTP/1.1" status: 200 len: 217 time: 0.0387208 Feb 02 13:27:46.314705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Attempting to bind port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '07aa7c5d-68a3-4da7-946f-67ef5efd3132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bebc9178-09a7-4535-b883-9a17bcd81181'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:46.315076 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Attempting to bind port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 on network bebc9178-09a7-4535-b883-9a17bcd81181 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:46.320591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:46.320972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Checking segment: {'id': '07aa7c5d-68a3-4da7-946f-67ef5efd3132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bebc9178-09a7-4535-b883-9a17bcd81181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:46.321377 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:46.321794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Bound using segment: {'id': '07aa7c5d-68a3-4da7-946f-67ef5efd3132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bebc9178-09a7-4535-b883-9a17bcd81181'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:46.322243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Bound port: 742aa2ff-20f5-4b98-a7e3-4eefd2081971, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07aa7c5d-68a3-4da7-946f-67ef5efd3132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bebc9178-09a7-4535-b883-9a17bcd81181'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:46.322623 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:46.413109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] For port 742aa2ff-20f5-4b98-a7e3-4eefd2081971, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:46.417750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] For port 742aa2ff-20f5-4b98-a7e3-4eefd2081971, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=742aa2ff-20f5-4b98-a7e3-4eefd2081971,segment=NetworkSegment(07aa7c5d-68a3-4da7-946f-67ef5efd3132),segment_id=07aa7c5d-68a3-4da7-946f-67ef5efd3132)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:46.420115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-05e350bf-8926-4853-bbbf-125ead0d2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:46.425320 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:46.425990 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-05e350bf-8926-4853-bbbf-125ead0d2dbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e10f43d8-f9f0-4225-a1c6-acc36cbf1212 HTTP/1.1" status: 200 len: 849 time: 0.1051400 Feb 02 13:27:46.463356 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-4cd0886f-0f13-4b21-8259-c49bd88f1c95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0db39bc1-f6a9-4c80-9ab9-0d1ad782139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318277 Feb 02 13:27:46.477895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-ea492985-4974-4f8b-8101-c29e27f2549f service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:27:46.478618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-ea492985-4974-4f8b-8101-c29e27f2549f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089364 Feb 02 13:27:46.489610 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-578c09b1-aeba-4efd-ba9f-a8d2c2201216 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (a4b875e2-5388-4bf2-8a1d-57e05e731b5f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:46.517328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883e7b0-d3d2-4f8e-957f-80fa2aa42add None None] Pushing event updated for resources: {'Port': ['ID=742aa2ff-20f5-4b98-a7e3-4eefd2081971,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:46.592790 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578c09b1-aeba-4efd-ba9f-a8d2c2201216 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=a4b875e2-5388-4bf2-8a1d-57e05e731b5f,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:46.602078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfcf58c-7054-4a7b-8486-75c8a53e3177 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:27:46.614835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656fa14-1b1c-4230-80af-09d5a79f0d5e None None] Sync routers for ids ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:27:46.624275 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bcfcf58c-7054-4a7b-8486-75c8a53e3177 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "PUT /v2.0/routers/89cd0574-d4f4-430f-b433-f6fb8542cd4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8070099 Feb 02 13:27:46.630022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49296) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:46.643099 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656fa14-1b1c-4230-80af-09d5a79f0d5e None None] Routers {'89cd0574-d4f4-430f-b433-f6fb8542cd4e'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:46.646338 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c656fa14-1b1c-4230-80af-09d5a79f0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:46.662024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-c09bc054-99d0-4793-9049-144020c119ee service neutron] 10.222.0.18 "GET /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765933 Feb 02 13:27:46.731885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c656fa14-1b1c-4230-80af-09d5a79f0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:46.744331 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-cf5afd03-54fe-417f-9db0-9dac15266322 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] delete failed (client error): The resource could not be found. Feb 02 13:27:46.745388 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cf5afd03-54fe-417f-9db0-9dac15266322 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "DELETE /v2.0/routers/tempest-non_exist_router-1569518416 HTTP/1.1" status: 404 len: 335 time: 0.1095824 Feb 02 13:27:46.749682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49298) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:46.754472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-542a062c-9d74-4398-945d-06081aabc812 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Request body: {'router': {'external_gateway_info': {'network_id': '89cd0574-d4f4-430f-b433-f6fb8542cd4e'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:46.756893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578c09b1-aeba-4efd-ba9f-a8d2c2201216 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking segment: {'id': '60199f1c-9f8b-4253-a1b5-9fd122c2519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '262c56db-13f5-47d1-8702-a88c74e65e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:46.757255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578c09b1-aeba-4efd-ba9f-a8d2c2201216 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network hostable DHCP agents. Network: 262c56db-13f5-47d1-8702-a88c74e65e4a, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:46.774481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c656fa14-1b1c-4230-80af-09d5a79f0d5e None None] Routers {'89cd0574-d4f4-430f-b433-f6fb8542cd4e'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:46.774934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c656fa14-1b1c-4230-80af-09d5a79f0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:46.788059 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4091f630-560e-4f5e-a016-5c99f9bbe6f6 req-39b16f69-4b9c-46f6-9c74-40cda4fce537 service neutron] 10.222.0.18 "GET /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204584 Feb 02 13:27:46.831687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c656fa14-1b1c-4230-80af-09d5a79f0d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:46.832987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c656fa14-1b1c-4230-80af-09d5a79f0d5e None None] The sync data for ids ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:27:46.842747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578c09b1-aeba-4efd-ba9f-a8d2c2201216 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network 262c56db-13f5-47d1-8702-a88c74e65e4a is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:46.870153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-578c09b1-aeba-4efd-ba9f-a8d2c2201216 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 262c56db-13f5-47d1-8702-a88c74e65e4a) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:46.879287 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578c09b1-aeba-4efd-ba9f-a8d2c2201216 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:46.880157 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-578c09b1-aeba-4efd-ba9f-a8d2c2201216 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:46.917935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3f8c9a-33bf-46ab-83ff-aa809b3b4e92 None None] Network 262c56db-13f5-47d1-8702-a88c74e65e4a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:46.993594 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-578c09b1-aeba-4efd-ba9f-a8d2c2201216 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0585635 Feb 02 13:27:46.995963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49302) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:47.028623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f1ae1-ddd8-4809-8d61-1aaf7f22582b req-42da05e9-d695-4188-8b21-aeb34a3e08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:47.030260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f1ae1-ddd8-4809-8d61-1aaf7f22582b req-42da05e9-d695-4188-8b21-aeb34a3e08a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fcad0f4da7f4178a4371df197320ecb&device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 1125 time: 0.1441648 Feb 02 13:27:47.105443 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-542a062c-9d74-4398-945d-06081aabc812 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for router_gateway (89cd0574-d4f4-430f-b433-f6fb8542cd4e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:47.135312 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-542a062c-9d74-4398-945d-06081aabc812 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] update failed (client error): The resource could not be found. Feb 02 13:27:47.136672 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-542a062c-9d74-4398-945d-06081aabc812 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "PUT /v2.0/routers/89cd0574-d4f4-430f-b433-f6fb8542cd4e HTTP/1.1" status: 404 len: 339 time: 0.3855917 Feb 02 13:27:47.140047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49304) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:47.183541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-262c56db-13f5-47d1-8702-a88c74e65e4a', 'network_id': '262c56db-13f5-47d1-8702-a88c74e65e4a', 'project_id': 'a6b472cb76534154864beb6bc6be7997', 'fixed_ips': [{'subnet_id': 'a4b875e2-5388-4bf2-8a1d-57e05e731b5f'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:47.184933 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:47.196253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f1ae1-ddd8-4809-8d61-1aaf7f22582b req-92b983c3-2645-45e5-84de-95a6f6aee5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:47.197934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f1ae1-ddd8-4809-8d61-1aaf7f22582b req-92b983c3-2645-45e5-84de-95a6f6aee5b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0db39bc1-f6a9-4c80-9ab9-0d1ad782139b HTTP/1.1" status: 200 len: 910 time: 0.1596549 Feb 02 13:27:47.300390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f1ae1-ddd8-4809-8d61-1aaf7f22582b req-899e30ad-2358-43bd-b3e4-955321fd6dab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9eadbc7-1027-4afc-b8e5-5aabf75bb947 HTTP/1.1" status: 200 len: 217 time: 0.0822754 Feb 02 13:27:47.413191 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:27:47.502772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Allocated IP 172.20.0.2 (262c56db-13f5-47d1-8702-a88c74e65e4a/a4b875e2-5388-4bf2-8a1d-57e05e731b5f/3ecce3a8-f5cc-46b7-a446-5cbba0614c4e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:47.652133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f1ae1-ddd8-4809-8d61-1aaf7f22582b req-5430f523-dc9e-48ae-8d52-4d031c93d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:47.668978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f1ae1-ddd8-4809-8d61-1aaf7f22582b req-5430f523-dc9e-48ae-8d52-4d031c93d10e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e10f43d8-f9f0-4225-a1c6-acc36cbf1212 HTTP/1.1" status: 200 len: 849 time: 0.3576987 Feb 02 13:27:47.810483 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3a63b-2dd6-4ec7-b030-8e7277133c27 req-12219f5e-8c31-4f38-85f6-0e38daf9acd2 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:47.824541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6eb3a63b-2dd6-4ec7-b030-8e7277133c27 req-12219f5e-8c31-4f38-85f6-0e38daf9acd2 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 943 time: 0.4054158 Feb 02 13:27:47.828405 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (262c56db-13f5-47d1-8702-a88c74e65e4a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:47.839067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f1ae1-ddd8-4809-8d61-1aaf7f22582b req-23ead63a-5bf0-4a7e-9e4d-735e7dd9c662 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0db39bc1-f6a9-4c80-9ab9-0d1ad782139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514211 Feb 02 13:27:47.841478 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:47.863829 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Publish callbacks [] for port (3ecce3a8-f5cc-46b7-a446-5cbba0614c4e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:47.882732 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (3ecce3a8-f5cc-46b7-a446-5cbba0614c4e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:48.008954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Network 262c56db-13f5-47d1-8702-a88c74e65e4a is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:48.018309 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:48.036318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:48.084963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Pushing event updated for resources: {'Port': ['ID=3ecce3a8-f5cc-46b7-a446-5cbba0614c4e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:48.214094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Attempting to bind port 3ecce3a8-f5cc-46b7-a446-5cbba0614c4e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:48.215381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Attempting to bind port 3ecce3a8-f5cc-46b7-a446-5cbba0614c4e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '60199f1c-9f8b-4253-a1b5-9fd122c2519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '262c56db-13f5-47d1-8702-a88c74e65e4a'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:48.215381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Attempting to bind port 3ecce3a8-f5cc-46b7-a446-5cbba0614c4e on network 262c56db-13f5-47d1-8702-a88c74e65e4a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:48.228537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:48.228918 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Checking segment: {'id': '60199f1c-9f8b-4253-a1b5-9fd122c2519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '262c56db-13f5-47d1-8702-a88c74e65e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:48.229325 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:48.229727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Bound using segment: {'id': '60199f1c-9f8b-4253-a1b5-9fd122c2519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '262c56db-13f5-47d1-8702-a88c74e65e4a'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:48.230229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Bound port: 3ecce3a8-f5cc-46b7-a446-5cbba0614c4e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60199f1c-9f8b-4253-a1b5-9fd122c2519b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '262c56db-13f5-47d1-8702-a88c74e65e4a'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:48.230620 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3ecce3a8-f5cc-46b7-a446-5cbba0614c4e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:48.237308 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6eb3a63b-2dd6-4ec7-b030-8e7277133c27 req-c9a290ed-adb2-445d-a97c-e63525a57975 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926306 Feb 02 13:27:48.325418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d9eadbc7-1027-4afc-b8e5-5aabf75bb947 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:27:48.332442 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f1ae1-ddd8-4809-8d61-1aaf7f22582b req-7203e0db-42bd-4b1f-beee-0e7436e5284f service neutron] 10.222.0.18 "GET /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798484 Feb 02 13:27:48.399715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Deleting port 3ecce3a8-f5cc-46b7-a446-5cbba0614c4e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:48.399715 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3ecce3a8-f5cc-46b7-a446-5cbba0614c4e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:48.447295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Allocated IP 172.20.0.1 (d85afd47-5f58-4765-8b26-173ec308e0f5/5f5b9db9-73fb-4ea1-b1db-08a6efe45979/041028eb-ab55-476c-99ac-be4ccfc66a00) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:48.477997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d9eadbc7-1027-4afc-b8e5-5aabf75bb947, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d9eadbc7-1027-4afc-b8e5-5aabf75bb947,segment=NetworkSegment(73a0a99b-9c12-4e10-b2a9-ac602b5550fe),segment_id=73a0a99b-9c12-4e10-b2a9-ac602b5550fe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:48.499849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'd9eadbc7-1027-4afc-b8e5-5aabf75bb947', 'network_id': '0db39bc1-f6a9-4c80-9ab9-0d1ad782139b', 'port_id': 'd9eadbc7-1027-4afc-b8e5-5aabf75bb947', 'mac_address': 'fa:16:3e:e8:14:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e10f43d8-f9f0-4225-a1c6-acc36cbf1212', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:27:48.501855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa442592-038f-45c6-9180-1e8005b4e5dd None None] Network bebc9178-09a7-4535-b883-9a17bcd81181 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:48.527899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] For port 3ecce3a8-f5cc-46b7-a446-5cbba0614c4e, host n-d-827336-2, got binding levels [] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:48.528165 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3ecce3a8-f5cc-46b7-a446-5cbba0614c4e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:48.546329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Calling delete_port for 3ecce3a8-f5cc-46b7-a446-5cbba0614c4e owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:48.553000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] For port 3ecce3a8-f5cc-46b7-a446-5cbba0614c4e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:48.557182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] For port 3ecce3a8-f5cc-46b7-a446-5cbba0614c4e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3ecce3a8-f5cc-46b7-a446-5cbba0614c4e,segment=NetworkSegment(60199f1c-9f8b-4253-a1b5-9fd122c2519b),segment_id=60199f1c-9f8b-4253-a1b5-9fd122c2519b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:48.587109 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3ecce3a8-f5cc-46b7-a446-5cbba0614c4e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:48.689731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for port (041028eb-ab55-476c-99ac-be4ccfc66a00), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:48.733571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port d9eadbc7-1027-4afc-b8e5-5aabf75bb947 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:48.734063 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:48.743163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bd214-c020-483d-a785-d91aa30cc0bd None None] Pushing event updated for resources: {'Port': ['ID=3ecce3a8-f5cc-46b7-a446-5cbba0614c4e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:48.774283 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (041028eb-ab55-476c-99ac-be4ccfc66a00), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:48.816903 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (3ecce3a8-f5cc-46b7-a446-5cbba0614c4e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:48.836291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0e686961-b04e-48c9-9ece-62314d4397b1 None None] Provisioning complete for port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:48.836965 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e686961-b04e-48c9-9ece-62314d4397b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:48.842184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9eadbc7-1027-4afc-b8e5-5aabf75bb947 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:27:48.868304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d9eadbc7-1027-4afc-b8e5-5aabf75bb947, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d9eadbc7-1027-4afc-b8e5-5aabf75bb947,segment=NetworkSegment(73a0a99b-9c12-4e10-b2a9-ac602b5550fe),segment_id=73a0a99b-9c12-4e10-b2a9-ac602b5550fe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:48.890062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Port': ['ID=3ecce3a8-f5cc-46b7-a446-5cbba0614c4e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:48.898619 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Network d85afd47-5f58-4765-8b26-173ec308e0f5 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:48.909891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 742aa2ff-20f5-4b98-a7e3-4eefd2081971 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:48.915989 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:48.916303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:48.924624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:49.067326 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (89cd0574-d4f4-430f-b433-f6fb8542cd4e), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:49.078435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No DVR routers for this DVR port 3ecce3a8-f5cc-46b7-a446-5cbba0614c4e on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:49.204552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event updated for resources: {'Port': ['ID=041028eb-ab55-476c-99ac-be4ccfc66a00,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:49.225261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e7f1ae1-ddd8-4809-8d61-1aaf7f22582b req-37c70833-f8ff-4020-bc74-ba436c15dc12 service neutron] 10.222.0.18 "GET /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8845868 Feb 02 13:27:49.313403 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a4b875e2-5388-4bf2-8a1d-57e05e731b5f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:49.408483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['d9eadbc7-1027-4afc-b8e5-5aabf75bb947'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:27:49.411749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=d9eadbc7-1027-4afc-b8e5-5aabf75bb947,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:49.502317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (041028eb-ab55-476c-99ac-be4ccfc66a00), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:49.577863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0e686961-b04e-48c9-9ece-62314d4397b1 None None] Current status of the port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:49.585077 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e686961-b04e-48c9-9ece-62314d4397b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:49.613451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c293b3-cbdc-457b-9c9e-b502029d15e8 req-e5739e53-36f3-4bb9-b0b5-73fdf065c983 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:49.628146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09c293b3-cbdc-457b-9c9e-b502029d15e8 req-e5739e53-36f3-4bb9-b0b5-73fdf065c983 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 944 time: 0.1709378 Feb 02 13:27:49.646043 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (a4b875e2-5388-4bf2-8a1d-57e05e731b5f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:49.667706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0e686961-b04e-48c9-9ece-62314d4397b1 None None] For port 742aa2ff-20f5-4b98-a7e3-4eefd2081971, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=742aa2ff-20f5-4b98-a7e3-4eefd2081971,segment=NetworkSegment(07aa7c5d-68a3-4da7-946f-67ef5efd3132),segment_id=07aa7c5d-68a3-4da7-946f-67ef5efd3132)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:49.714934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:49.716120 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:49.718452 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e686961-b04e-48c9-9ece-62314d4397b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:49.752914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b875e2-5388-4bf2-8a1d-57e05e731b5f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:49.968986 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (262c56db-13f5-47d1-8702-a88c74e65e4a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:49.998178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09c293b3-cbdc-457b-9c9e-b502029d15e8 req-abe1bde5-32e2-4bb7-9964-b30821e40e0e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687277 Feb 02 13:27:50.000599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-535e6ecb-c8d4-4af6-90ae-1ecf497c4e98 None None] Provisioning complete for port 041028eb-ab55-476c-99ac-be4ccfc66a00 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:50.003250 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-535e6ecb-c8d4-4af6-90ae-1ecf497c4e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (041028eb-ab55-476c-99ac-be4ccfc66a00), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:50.042090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['262c56db-13f5-47d1-8702-a88c74e65e4a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:50.086832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60199f1c-9f8b-4253-a1b5-9fd122c2519b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:50.087633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60199f1c-9f8b-4253-a1b5-9fd122c2519b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:50.118929 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (60199f1c-9f8b-4253-a1b5-9fd122c2519b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:50.167562 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (60199f1c-9f8b-4253-a1b5-9fd122c2519b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:50.205466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:50.206118 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (60199f1c-9f8b-4253-a1b5-9fd122c2519b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:50.209658 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:50.298544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for port (041028eb-ab55-476c-99ac-be4ccfc66a00), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:50.311159 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (041028eb-ab55-476c-99ac-be4ccfc66a00), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:50.367018 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (262c56db-13f5-47d1-8702-a88c74e65e4a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:50.398813 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:50.409620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e686961-b04e-48c9-9ece-62314d4397b1 None None] Pushing event updated for resources: {'Port': ['ID=742aa2ff-20f5-4b98-a7e3-4eefd2081971,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:50.410345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/262c56db-13f5-47d1-8702-a88c74e65e4a HTTP/1.1" status: 204 len: 168 time: 3.4131401 Feb 02 13:27:50.411400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4232b3-395e-4f66-bd42-4b16dbbce08d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Network': ['ID=262c56db-13f5-47d1-8702-a88c74e65e4a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:50.414514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49328) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:50.421896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d949543c-6117-4b42-b254-3841a65dd6ee tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1434286919'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:50.466120 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (89cd0574-d4f4-430f-b433-f6fb8542cd4e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:50.483491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event updated for resources: {'Port': ['ID=041028eb-ab55-476c-99ac-be4ccfc66a00,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:50.503064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d949543c-6117-4b42-b254-3841a65dd6ee tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:50.506770 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d949543c-6117-4b42-b254-3841a65dd6ee tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:50.513158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-535e6ecb-c8d4-4af6-90ae-1ecf497c4e98 None None] Port 041028eb-ab55-476c-99ac-be4ccfc66a00 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:27:50.632182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:50.637415 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ca47c2a4-1b88-48b0-9422-4d68410f9419 None None] Could not find standard attr ID for object 3ecce3a8-f5cc-46b7-a446-5cbba0614c4e. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:27:50.649354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e713ee-5ccc-419a-8ed1-dbea0446f98f None None] DHCP port deletion for 262c56db-13f5-47d1-8702-a88c74e65e4a request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:27:50.678867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0ef14c-ab6b-4418-b858-cdd33f754575 None None] Network 262c56db-13f5-47d1-8702-a88c74e65e4a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:50.698106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ca47c2a4-1b88-48b0-9422-4d68410f9419 None None] Provisioning complete for port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:50.698484 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca47c2a4-1b88-48b0-9422-4d68410f9419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:50.700221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0ef14c-ab6b-4418-b858-cdd33f754575 None None] Network 262c56db-13f5-47d1-8702-a88c74e65e4a could not be found, it might have been deleted concurrently. {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 13:27:50.831848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ca47c2a4-1b88-48b0-9422-4d68410f9419 None None] Current status of the port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:50.834028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 742aa2ff-20f5-4b98-a7e3-4eefd2081971 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:50.904697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:50.904978 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:51.019534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:51.061272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d949543c-6117-4b42-b254-3841a65dd6ee tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:51.118237 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d949543c-6117-4b42-b254-3841a65dd6ee tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a6a6c132-721f-4e3f-873e-a041f0186d65), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:51.118853 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-d949543c-6117-4b42-b254-3841a65dd6ee tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Added segment a6a6c132-721f-4e3f-873e-a041f0186d65 of type vlan for network 7929107b-1424-4af1-acf6-395a3f6dcb48 Feb 02 13:27:51.147753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Network d85afd47-5f58-4765-8b26-173ec308e0f5 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:51.173341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:51.175131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e44d3b-2f40-46e9-99bd-1b877619197f req-11aa1633-280c-45dd-a324-7e7bf5a1060d tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:51.177434 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86e44d3b-2f40-46e9-99bd-1b877619197f req-11aa1633-280c-45dd-a324-7e7bf5a1060d tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 944 time: 0.0756185 Feb 02 13:27:51.193643 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d949543c-6117-4b42-b254-3841a65dd6ee tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7929107b-1424-4af1-acf6-395a3f6dcb48), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:51.268698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86e44d3b-2f40-46e9-99bd-1b877619197f req-d0c6f318-aab0-4beb-a876-ee15493c94ee tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848265 Feb 02 13:27:51.313073 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d949543c-6117-4b42-b254-3841a65dd6ee tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7929107b-1424-4af1-acf6-395a3f6dcb48), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:51.318749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d949543c-6117-4b42-b254-3841a65dd6ee tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:51.319520 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d949543c-6117-4b42-b254-3841a65dd6ee tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:51.365519 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Router 89cd0574-d4f4-430f-b433-f6fb8542cd4e has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:27:51.398875 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d949543c-6117-4b42-b254-3841a65dd6ee tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9816606 Feb 02 13:27:51.401967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49336) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:51.407236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'network_id': '7929107b-1424-4af1-acf6-395a3f6dcb48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:51.512076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:27:51.525966 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68afb57-eadb-4cac-98f5-4f752067e47c None None] Sync routers for ids ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:27:51.543900 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68afb57-eadb-4cac-98f5-4f752067e47c None None] Routers {'89cd0574-d4f4-430f-b433-f6fb8542cd4e'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:51.544519 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f68afb57-eadb-4cac-98f5-4f752067e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:51.574008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6c360714-5a22-495a-9e24-59417139e8bf None None] Provisioning complete for port 041028eb-ab55-476c-99ac-be4ccfc66a00 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:51.574008 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c360714-5a22-495a-9e24-59417139e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (041028eb-ab55-476c-99ac-be4ccfc66a00), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:51.574370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:51.577163 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ad8c73a3-1dac-45ef-a5c2-2962d94ec03a tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "PUT /v2.0/routers/89cd0574-d4f4-430f-b433-f6fb8542cd4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4304314 Feb 02 13:27:51.590664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949543c-6117-4b42-b254-3841a65dd6ee tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=7929107b-1424-4af1-acf6-395a3f6dcb48,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:51.605539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7929107b-1424-4af1-acf6-395a3f6dcb48 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:51.622693 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f68afb57-eadb-4cac-98f5-4f752067e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:51.653028 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68afb57-eadb-4cac-98f5-4f752067e47c None None] Routers {'89cd0574-d4f4-430f-b433-f6fb8542cd4e'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:51.654036 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f68afb57-eadb-4cac-98f5-4f752067e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:51.730389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6c360714-5a22-495a-9e24-59417139e8bf None None] Port 041028eb-ab55-476c-99ac-be4ccfc66a00 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:27:51.732534 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f68afb57-eadb-4cac-98f5-4f752067e47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:51.733217 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68afb57-eadb-4cac-98f5-4f752067e47c None None] The sync data for ids ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:27:51.741077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:51.746680 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:51.769086 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-164ed5eb-775f-47ae-8ad0-c4165e34c2ee tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for router (89cd0574-d4f4-430f-b433-f6fb8542cd4e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:51.861227 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d338393-9118-4d44-acf6-bb30320ccafc req-83f5d2b9-78a3-4fb0-a770-3a69cc356504 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2053857 Feb 02 13:27:51.920584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Performing IP validity checks on allocation pools {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 13:27:51.921599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.ipam_backend_mixin [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103188) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 13:27:51.962939 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-164ed5eb-775f-47ae-8ad0-c4165e34c2ee tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 02 13:27:51.964537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-164ed5eb-775f-47ae-8ad0-c4165e34c2ee tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "DELETE /v2.0/routers/89cd0574-d4f4-430f-b433-f6fb8542cd4e HTTP/1.1" status: 409 len: 329 time: 0.3890276 Feb 02 13:27:51.969726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49342) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:52.022298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d338393-9118-4d44-acf6-bb30320ccafc req-57d1b9e3-4a5d-433f-998d-9fd9c321f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:52.023919 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d338393-9118-4d44-acf6-bb30320ccafc req-57d1b9e3-4a5d-433f-998d-9fd9c321f734 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=27c2d8714df44df78e68b61fa8958a1f&device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 1127 time: 0.0935872 Feb 02 13:27:52.159631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d338393-9118-4d44-acf6-bb30320ccafc req-bb39838d-ef50-4295-9c5d-df06e4b52509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:52.161911 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d338393-9118-4d44-acf6-bb30320ccafc req-bb39838d-ef50-4295-9c5d-df06e4b52509 service neutron] 10.222.0.62 "GET /v2.0/networks?id=679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 200 len: 912 time: 0.1183174 Feb 02 13:27:52.233549 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d338393-9118-4d44-acf6-bb30320ccafc req-c9a3cce1-a2bc-433e-9f34-5db4603cf0f6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=392aef72-1646-4c8d-9ae3-d46a8af3d051 HTTP/1.1" status: 200 len: 1001 time: 0.0653350 Feb 02 13:27:52.286016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d338393-9118-4d44-acf6-bb30320ccafc req-fd80dae6-c9b0-4e84-83dd-3a219bf4a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:52.287856 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d338393-9118-4d44-acf6-bb30320ccafc req-fd80dae6-c9b0-4e84-83dd-3a219bf4a285 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=248e65ec-619a-4088-9b17-d13a3c6491da HTTP/1.1" status: 200 len: 850 time: 0.0484138 Feb 02 13:27:52.312259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d9eadbc7-1027-4afc-b8e5-5aabf75bb947 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:27:52.353632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d338393-9118-4d44-acf6-bb30320ccafc req-d6563fcb-8661-4320-9c67-753683a9742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:52.355204 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d338393-9118-4d44-acf6-bb30320ccafc req-d6563fcb-8661-4320-9c67-753683a9742c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=679c8ee8-9c42-4d17-a445-6b6e8750ad16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0620792 Feb 02 13:27:52.365941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-6d338393-9118-4d44-acf6-bb30320ccafc req-6fbc8a48-f3bc-45a5-b6f5-2d675317f77f service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:27:52.367004 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d338393-9118-4d44-acf6-bb30320ccafc req-6fbc8a48-f3bc-45a5-b6f5-2d675317f77f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055537 Feb 02 13:27:52.381449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port d9eadbc7-1027-4afc-b8e5-5aabf75bb947 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:27:52.385364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port d9eadbc7-1027-4afc-b8e5-5aabf75bb947 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:27:52.385744 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:52.484508 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d338393-9118-4d44-acf6-bb30320ccafc req-5d1eacfd-3afc-46f9-b160-e93cccae7733 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112978 Feb 02 13:27:52.490579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port d9eadbc7-1027-4afc-b8e5-5aabf75bb947 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:52.491065 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:52.523494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf741cd-b26d-4148-b390-d45f148b7567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9eadbc7-1027-4afc-b8e5-5aabf75bb947'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:27:52.526866 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c15ea97-901e-4034-87bb-66f106c7817b" -d '{"events": [{"server_uuid": "1bf741cd-b26d-4148-b390-d45f148b7567", "name": "network-vif-plugged", "status": "completed", "tag": "d9eadbc7-1027-4afc-b8e5-5aabf75bb947"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:27:52.567924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port d9eadbc7-1027-4afc-b8e5-5aabf75bb947, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d9eadbc7-1027-4afc-b8e5-5aabf75bb947,segment=NetworkSegment(73a0a99b-9c12-4e10-b2a9-ac602b5550fe),segment_id=73a0a99b-9c12-4e10-b2a9-ac602b5550fe)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:52.577273 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8031391d-a6ee-4464-9a66-49a4d38a8c4f x-openstack-request-id: req-8031391d-a6ee-4464-9a66-49a4d38a8c4f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:27:52.577570 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf741cd-b26d-4148-b390-d45f148b7567", "name": "network-vif-plugged", "status": "completed", "tag": "d9eadbc7-1027-4afc-b8e5-5aabf75bb947", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:27:52.577830 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8031391d-a6ee-4464-9a66-49a4d38a8c4f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:27:52.578374 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf741cd-b26d-4148-b390-d45f148b7567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9eadbc7-1027-4afc-b8e5-5aabf75bb947', 'code': 200} Feb 02 13:27:52.579733 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:52.630173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a932d3-a943-4ec5-9311-738a3a147afb req-d138b06a-43af-46a2-87f1-fe76572fd971 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:52.631834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9a932d3-a943-4ec5-9311-738a3a147afb req-d138b06a-43af-46a2-87f1-fe76572fd971 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 944 time: 0.2006447 Feb 02 13:27:52.635225 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (241d4b19-e14b-4d29-b223-bb2ec3be506b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:52.660493 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d338393-9118-4d44-acf6-bb30320ccafc req-f0fc1d38-2df0-45de-b2b5-c55c754e9698 service neutron] 10.222.0.62 "GET /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689987 Feb 02 13:27:52.668977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=d9eadbc7-1027-4afc-b8e5-5aabf75bb947,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:52.801728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=241d4b19-e14b-4d29-b223-bb2ec3be506b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:52.832841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9a932d3-a943-4ec5-9311-738a3a147afb req-d607806e-4136-4cdd-88a2-b0d78eca31b7 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828864 Feb 02 13:27:52.858311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking segment: {'id': 'a6a6c132-721f-4e3f-873e-a041f0186d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7929107b-1424-4af1-acf6-395a3f6dcb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:52.858311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network hostable DHCP agents. Network: 7929107b-1424-4af1-acf6-395a3f6dcb48, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:52.873038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd3aed-38fe-4cbf-b536-62d42de51d7a req-6f3c4878-a6ed-49b5-a373-9cf7070b3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:52.874547 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7dd3aed-38fe-4cbf-b536-62d42de51d7a req-6f3c4878-a6ed-49b5-a373-9cf7070b3080 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 1127 time: 0.1750486 Feb 02 13:27:52.910042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network 7929107b-1424-4af1-acf6-395a3f6dcb48 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:52.931151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7929107b-1424-4af1-acf6-395a3f6dcb48) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:52.941360 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706703b8-1e08-44c6-ad7e-9e7fe4a38dc4 None None] Network 7929107b-1424-4af1-acf6-395a3f6dcb48 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:52.951407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:52.952021 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:52.960429 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7dd3aed-38fe-4cbf-b536-62d42de51d7a req-0708a0f7-d5d3-4f1b-b638-86c177cda4a3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771718 Feb 02 13:27:53.002146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-485eb216-e448-42ff-addb-229a64e78912 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5989523 Feb 02 13:27:53.004848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49366) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:53.031881 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4259e496-84a7-4b09-acc2-babf48c5d9c5 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (89cd0574-d4f4-430f-b433-f6fb8542cd4e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.103823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7929107b-1424-4af1-acf6-395a3f6dcb48', 'network_id': '7929107b-1424-4af1-acf6-395a3f6dcb48', 'project_id': 'a6b472cb76534154864beb6bc6be7997', 'fixed_ips': [{'subnet_id': '241d4b19-e14b-4d29-b223-bb2ec3be506b'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:53.104751 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.134632 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7929107b-1424-4af1-acf6-395a3f6dcb48), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.205034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ddf96e-a548-4756-b61e-3bdf5cca426e req-f5d3bbc6-2734-473a-a54d-ce8a23c03daa tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:53.206580 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12ddf96e-a548-4756-b61e-3bdf5cca426e req-f5d3bbc6-2734-473a-a54d-ce8a23c03daa tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 945 time: 0.1055565 Feb 02 13:27:53.209661 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (241d4b19-e14b-4d29-b223-bb2ec3be506b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.303761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12ddf96e-a548-4756-b61e-3bdf5cca426e req-e5142c4d-d4b7-479f-918c-27d94bfa61a3 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723445 Feb 02 13:27:53.313944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Allocated IP 172.20.0.3 (7929107b-1424-4af1-acf6-395a3f6dcb48/241d4b19-e14b-4d29-b223-bb2ec3be506b/d63a866e-d7af-42b9-a8d2-c379d6cfcb7b) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:53.411934 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4259e496-84a7-4b09-acc2-babf48c5d9c5 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Deleting port 041028eb-ab55-476c-99ac-be4ccfc66a00 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:53.412281 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4259e496-84a7-4b09-acc2-babf48c5d9c5 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (041028eb-ab55-476c-99ac-be4ccfc66a00), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.483332 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Publish callbacks [] for port (d63a866e-d7af-42b9-a8d2-c379d6cfcb7b), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.492955 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (d63a866e-d7af-42b9-a8d2-c379d6cfcb7b), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.518695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (241d4b19-e14b-4d29-b223-bb2ec3be506b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.524345 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4259e496-84a7-4b09-acc2-babf48c5d9c5 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (041028eb-ab55-476c-99ac-be4ccfc66a00), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.539891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Network 7929107b-1424-4af1-acf6-395a3f6dcb48 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:53.543825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:53.547041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4259e496-84a7-4b09-acc2-babf48c5d9c5 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Calling delete_port for 041028eb-ab55-476c-99ac-be4ccfc66a00 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:53.549086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Subnet': ['ID=241d4b19-e14b-4d29-b223-bb2ec3be506b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:53.549712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:53.603073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Pushing event updated for resources: {'Port': ['ID=d63a866e-d7af-42b9-a8d2-c379d6cfcb7b,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:53.628401 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7929107b-1424-4af1-acf6-395a3f6dcb48), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.645487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Attempting to bind port d63a866e-d7af-42b9-a8d2-c379d6cfcb7b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:53.645954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Attempting to bind port d63a866e-d7af-42b9-a8d2-c379d6cfcb7b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'a6a6c132-721f-4e3f-873e-a041f0186d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7929107b-1424-4af1-acf6-395a3f6dcb48'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:53.646387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Attempting to bind port d63a866e-d7af-42b9-a8d2-c379d6cfcb7b on network 7929107b-1424-4af1-acf6-395a3f6dcb48 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:53.652460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:53.652929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Checking segment: {'id': 'a6a6c132-721f-4e3f-873e-a041f0186d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7929107b-1424-4af1-acf6-395a3f6dcb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:53.653495 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.653643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7929107b-1424-4af1-acf6-395a3f6dcb48']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:53.653891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Bound using segment: {'id': 'a6a6c132-721f-4e3f-873e-a041f0186d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7929107b-1424-4af1-acf6-395a3f6dcb48'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:53.654426 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Bound port: d63a866e-d7af-42b9-a8d2-c379d6cfcb7b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a6c132-721f-4e3f-873e-a041f0186d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '7929107b-1424-4af1-acf6-395a3f6dcb48'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:53.654867 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d63a866e-d7af-42b9-a8d2-c379d6cfcb7b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.664993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a6c132-721f-4e3f-873e-a041f0186d65') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:53.665581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a6c132-721f-4e3f-873e-a041f0186d65') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:53.676197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (a6a6c132-721f-4e3f-873e-a041f0186d65), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.691753 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a6a6c132-721f-4e3f-873e-a041f0186d65), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.700405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:53.700999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (a6a6c132-721f-4e3f-873e-a041f0186d65), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:53.706135 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:53.746437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] For port d63a866e-d7af-42b9-a8d2-c379d6cfcb7b, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:53.777678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] For port d63a866e-d7af-42b9-a8d2-c379d6cfcb7b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d63a866e-d7af-42b9-a8d2-c379d6cfcb7b,segment=NetworkSegment(a6a6c132-721f-4e3f-873e-a041f0186d65),segment_id=a6a6c132-721f-4e3f-873e-a041f0186d65)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:53.782736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.api [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:27:53.782736 n-d-827336-2 neutron-server[103187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:27:53.782736 n-d-827336-2 neutron-server[103187]: [parameters: {'id': '7929107b-1424-4af1-acf6-395a3f6dcb48'}] Feb 02 13:27:53.782736 n-d-827336-2 neutron-server[103187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:27:53.783898 n-d-827336-2 neutron-server[103187]: DEBUG oslo_db.api [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:27:53.787565 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d63a866e-d7af-42b9-a8d2-c379d6cfcb7b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.803395 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4259e496-84a7-4b09-acc2-babf48c5d9c5 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (041028eb-ab55-476c-99ac-be4ccfc66a00), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:53.832624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259e496-84a7-4b09-acc2-babf48c5d9c5 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event deleted for resources: {'Port': ['ID=041028eb-ab55-476c-99ac-be4ccfc66a00,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:53.857013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b9f2d-e342-4a45-8a37-eb2a56e83b42 None None] Pushing event updated for resources: {'Port': ['ID=d63a866e-d7af-42b9-a8d2-c379d6cfcb7b,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:53.915565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb86dc2-47cc-4588-a523-8308249a21bc None None] Network 7929107b-1424-4af1-acf6-395a3f6dcb48 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:54.083658 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4259e496-84a7-4b09-acc2-babf48c5d9c5 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (89cd0574-d4f4-430f-b433-f6fb8542cd4e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.093472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830796c-c3a4-4832-bbe6-c69bc78bf111 req-302abc8a-66ae-4def-9dfb-a43edcb728ad tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:54.095267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b830796c-c3a4-4832-bbe6-c69bc78bf111 req-302abc8a-66ae-4def-9dfb-a43edcb728ad tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 945 time: 0.1611960 Feb 02 13:27:54.175771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df1d51e-b0c7-48a7-9aa7-46057fe91fbc None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:27:54.221888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b830796c-c3a4-4832-bbe6-c69bc78bf111 req-f5904093-e48b-48db-aa7c-c9e82a0e5b46 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208799 Feb 02 13:27:54.286463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7929107b-1424-4af1-acf6-395a3f6dcb48), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.288533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df1d51e-b0c7-48a7-9aa7-46057fe91fbc None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:27:54.301997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4259e496-84a7-4b09-acc2-babf48c5d9c5 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Router 89cd0574-d4f4-430f-b433-f6fb8542cd4e has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:27:54.377730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Deleting port d63a866e-d7af-42b9-a8d2-c379d6cfcb7b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:54.378277 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d63a866e-d7af-42b9-a8d2-c379d6cfcb7b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.425575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4259e496-84a7-4b09-acc2-babf48c5d9c5 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:27:54.431993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4259e496-84a7-4b09-acc2-babf48c5d9c5 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "PUT /v2.0/routers/89cd0574-d4f4-430f-b433-f6fb8542cd4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4604506 Feb 02 13:27:54.449543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:54.449995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f052a-cdb1-420f-8f84-0515132ab766 None None] Sync routers for ids ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:27:54.479034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f052a-cdb1-420f-8f84-0515132ab766 None None] Routers {'89cd0574-d4f4-430f-b433-f6fb8542cd4e'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:54.480040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-308f052a-cdb1-420f-8f84-0515132ab766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:54.481897 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] For port d63a866e-d7af-42b9-a8d2-c379d6cfcb7b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d63a866e-d7af-42b9-a8d2-c379d6cfcb7b,segment=NetworkSegment(a6a6c132-721f-4e3f-873e-a041f0186d65),segment_id=a6a6c132-721f-4e3f-873e-a041f0186d65)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:54.482350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d63a866e-d7af-42b9-a8d2-c379d6cfcb7b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.490843 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-567a1f85-3cb3-4779-87ed-75de7934876e tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] show failed (client error): The resource could not be found. Feb 02 13:27:54.491919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-567a1f85-3cb3-4779-87ed-75de7934876e tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "GET /v2.0/routers/tempest-non_exist_router-1407165638 HTTP/1.1" status: 404 len: 335 time: 0.0403924 Feb 02 13:27:54.496930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49384) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:54.501688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c43d85ed-24a7-4810-bfc5-b95e9fb3c729 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:54.507749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Calling delete_port for d63a866e-d7af-42b9-a8d2-c379d6cfcb7b owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:54.542841 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-c43d85ed-24a7-4810-bfc5-b95e9fb3c729 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] update failed (client error): The resource could not be found. Feb 02 13:27:54.543870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c43d85ed-24a7-4810-bfc5-b95e9fb3c729 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "PUT /v2.0/routers/tempest-non_exist_router-631908871 HTTP/1.1" status: 404 len: 334 time: 0.0459900 Feb 02 13:27:54.548550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:54.589391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-308f052a-cdb1-420f-8f84-0515132ab766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:54.592194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10068b-8b69-4739-a757-596ec9b45025 req-ee363d54-5ce9-43ed-9308-9822fdd90b34 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:54.593855 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c10068b-8b69-4739-a757-596ec9b45025 req-ee363d54-5ce9-43ed-9308-9822fdd90b34 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 945 time: 0.1834834 Feb 02 13:27:54.604517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308f052a-cdb1-420f-8f84-0515132ab766 None None] Routers {'89cd0574-d4f4-430f-b433-f6fb8542cd4e'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:54.605493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-308f052a-cdb1-420f-8f84-0515132ab766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:54.628528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c51918e-99c9-48ec-8e60-c4bcf91f64a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Deleting subnet f240d65f-433d-4e6d-b56d-cf5a0b96cc82 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:27:54.629398 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d63a866e-d7af-42b9-a8d2-c379d6cfcb7b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.633381 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c51918e-99c9-48ec-8e60-c4bcf91f64a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for subnet (f240d65f-433d-4e6d-b56d-cf5a0b96cc82), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.646336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-308f052a-cdb1-420f-8f84-0515132ab766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:54.647283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308f052a-cdb1-420f-8f84-0515132ab766 None None] The sync data for ids ['89cd0574-d4f4-430f-b433-f6fb8542cd4e'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:27:54.682490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Port': ['ID=d63a866e-d7af-42b9-a8d2-c379d6cfcb7b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:54.699858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c10068b-8b69-4739-a757-596ec9b45025 req-fccafc08-9490-4c13-ab90-186e0f7112ca tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999892 Feb 02 13:27:54.702141 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c51918e-99c9-48ec-8e60-c4bcf91f64a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (f240d65f-433d-4e6d-b56d-cf5a0b96cc82), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.732620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No DVR routers for this DVR port d63a866e-d7af-42b9-a8d2-c379d6cfcb7b on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:54.815977 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c51918e-99c9-48ec-8e60-c4bcf91f64a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (f240d65f-433d-4e6d-b56d-cf5a0b96cc82), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.822794 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7929107b-1424-4af1-acf6-395a3f6dcb48), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.844526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7929107b-1424-4af1-acf6-395a3f6dcb48']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:54.855107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a6c132-721f-4e3f-873e-a041f0186d65') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:54.855500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a6c132-721f-4e3f-873e-a041f0186d65') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:54.885308 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c51918e-99c9-48ec-8e60-c4bcf91f64a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (f240d65f-433d-4e6d-b56d-cf5a0b96cc82), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.896728 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (a6a6c132-721f-4e3f-873e-a041f0186d65), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.913189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51918e-99c9-48ec-8e60-c4bcf91f64a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event deleted for resources: {'Subnet': ['ID=f240d65f-433d-4e6d-b56d-cf5a0b96cc82,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:54.921642 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c51918e-99c9-48ec-8e60-c4bcf91f64a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.922440 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a6a6c132-721f-4e3f-873e-a041f0186d65), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.926087 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3c51918e-99c9-48ec-8e60-c4bcf91f64a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "DELETE /v2.0/subnets/f240d65f-433d-4e6d-b56d-cf5a0b96cc82 HTTP/1.1" status: 204 len: 168 time: 0.3762264 Feb 02 13:27:54.926439 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5e3ceb-599b-4e70-ac38-01e2093d7e3d None None] Network f97ccd19-6012-406c-a834-3e62b996f356 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:54.930147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49388) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:54.939019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:54.939455 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (a6a6c132-721f-4e3f-873e-a041f0186d65), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:54.946203 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:55.056603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-fd8df651-b82d-4f50-9af8-5b23c973ad90 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:55.058124 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-fd8df651-b82d-4f50-9af8-5b23c973ad90 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.62 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 945 time: 0.1962667 Feb 02 13:27:55.074655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9742033-14cb-49ad-bd62-6f94f99b0ca3 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Deleting subnet d101b389-d0b8-4a44-bc86-1402ecc8e63b {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:27:55.077830 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7929107b-1424-4af1-acf6-395a3f6dcb48), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.111052 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.114393 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/7929107b-1424-4af1-acf6-395a3f6dcb48 HTTP/1.1" status: 204 len: 168 time: 2.1085389 Feb 02 13:27:55.118616 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9742033-14cb-49ad-bd62-6f94f99b0ca3 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for subnet (d101b389-d0b8-4a44-bc86-1402ecc8e63b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.118832 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:55.123202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d661a939-6b28-4db0-869f-211a5c8442f5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-134179609'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:55.128976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d84be47-eecf-45ff-80b8-62a7f3f958bf None None] DHCP port deletion for f97ccd19-6012-406c-a834-3e62b996f356 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:27:55.146695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d661a939-6b28-4db0-869f-211a5c8442f5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:55.151130 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d661a939-6b28-4db0-869f-211a5c8442f5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.174886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f119f9-0a46-4720-b602-fe7e6fce64d5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Network': ['ID=7929107b-1424-4af1-acf6-395a3f6dcb48,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:55.188423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d661a939-6b28-4db0-869f-211a5c8442f5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:55.199775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6d84be47-eecf-45ff-80b8-62a7f3f958bf None None] Deleting port b32a5a27-2d2e-4b74-98a0-f26469b781f2 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:55.200665 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d84be47-eecf-45ff-80b8-62a7f3f958bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.205045 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d661a939-6b28-4db0-869f-211a5c8442f5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8aa8a1f2-970f-46a4-af6f-53f7b50234be), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.205609 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-d661a939-6b28-4db0-869f-211a5c8442f5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Added segment 8aa8a1f2-970f-46a4-af6f-53f7b50234be of type vlan for network aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95 Feb 02 13:27:55.228259 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9742033-14cb-49ad-bd62-6f94f99b0ca3 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (d101b389-d0b8-4a44-bc86-1402ecc8e63b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.264785 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d661a939-6b28-4db0-869f-211a5c8442f5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.283456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6d84be47-eecf-45ff-80b8-62a7f3f958bf None None] For port b32a5a27-2d2e-4b74-98a0-f26469b781f2, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b32a5a27-2d2e-4b74-98a0-f26469b781f2,segment=NetworkSegment(df94cc42-9ec3-46e0-a040-95dc5f294b60),segment_id=df94cc42-9ec3-46e0-a040-95dc5f294b60)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:55.284191 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d84be47-eecf-45ff-80b8-62a7f3f958bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.299067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6d84be47-eecf-45ff-80b8-62a7f3f958bf None None] Calling delete_port for b32a5a27-2d2e-4b74-98a0-f26469b781f2 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:55.300459 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d661a939-6b28-4db0-869f-211a5c8442f5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.307461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d661a939-6b28-4db0-869f-211a5c8442f5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:55.308215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d661a939-6b28-4db0-869f-211a5c8442f5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.339672 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d661a939-6b28-4db0-869f-211a5c8442f5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2160115 Feb 02 13:27:55.340474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49394) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:55.345966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-00bd940a-07f5-4c52-877c-c5b2f071bb3d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'network_id': 'aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:55.423455 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d84be47-eecf-45ff-80b8-62a7f3f958bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (b32a5a27-2d2e-4b74-98a0-f26469b781f2), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.458574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84be47-eecf-45ff-80b8-62a7f3f958bf None None] Pushing event deleted for resources: {'Port': ['ID=b32a5a27-2d2e-4b74-98a0-f26469b781f2,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:55.465466 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Deleting port 392aef72-1646-4c8d-9ae3-d46a8af3d051 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:55.465617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.469242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661a939-6b28-4db0-869f-211a5c8442f5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:55.483231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84be47-eecf-45ff-80b8-62a7f3f958bf None None] No DVR routers for this DVR port b32a5a27-2d2e-4b74-98a0-f26469b781f2 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:55.487337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:55.490905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db800bc-f695-43eb-ba16-2ac4480f9235 req-1c85c435-3e41-4f81-9202-fef35cf67827 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:55.493936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9db800bc-f695-43eb-ba16-2ac4480f9235 req-1c85c435-3e41-4f81-9202-fef35cf67827 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 945 time: 0.1457069 Feb 02 13:27:55.505921 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9742033-14cb-49ad-bd62-6f94f99b0ca3 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (d101b389-d0b8-4a44-bc86-1402ecc8e63b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.570479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9db800bc-f695-43eb-ba16-2ac4480f9235 req-f99db579-49fe-4763-bb70-3e9a35bec1cb tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707397 Feb 02 13:27:55.585916 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bd940a-07f5-4c52-877c-c5b2f071bb3d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:55.590128 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00bd940a-07f5-4c52-877c-c5b2f071bb3d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.695149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9742033-14cb-49ad-bd62-6f94f99b0ca3 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (d101b389-d0b8-4a44-bc86-1402ecc8e63b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.706204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] For port 392aef72-1646-4c8d-9ae3-d46a8af3d051, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=392aef72-1646-4c8d-9ae3-d46a8af3d051,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:55.706933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.772709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9742033-14cb-49ad-bd62-6f94f99b0ca3 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event deleted for resources: {'Subnet': ['ID=d101b389-d0b8-4a44-bc86-1402ecc8e63b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:55.774990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fa4e74-c5d1-4fab-9160-4480c68f758c None None] Network b7c1d865-4c21-45f1-bc24-e70f90380ebc requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:55.828786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b9742033-14cb-49ad-bd62-6f94f99b0ca3 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:55.834565 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b9742033-14cb-49ad-bd62-6f94f99b0ca3 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "DELETE /v2.0/subnets/d101b389-d0b8-4a44-bc86-1402ecc8e63b HTTP/1.1" status: 204 len: 168 time: 0.9009883 Feb 02 13:27:55.843080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:56.042670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68c058-aeee-4f87-9191-bf44bf651301 req-8c7bb39d-dc0c-49a3-873c-f78ca73dd3af tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:56.043330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9336641c-04e0-4a13-9d1b-72868ded884d None None] DHCP port deletion for b7c1d865-4c21-45f1-bc24-e70f90380ebc request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:27:56.044395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa68c058-aeee-4f87-9191-bf44bf651301 req-8c7bb39d-dc0c-49a3-873c-f78ca73dd3af tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 945 time: 0.2401133 Feb 02 13:27:56.048185 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (f97ccd19-6012-406c-a834-3e62b996f356), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.092875 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00bd940a-07f5-4c52-877c-c5b2f071bb3d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (93f0ac4a-5aa6-4218-87ee-c349a088bfb0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.133767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9336641c-04e0-4a13-9d1b-72868ded884d None None] Deleting port 796626e8-163a-4a65-a7db-16ba8dd489cc {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:56.134746 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9336641c-04e0-4a13-9d1b-72868ded884d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.157473 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa68c058-aeee-4f87-9191-bf44bf651301 req-ace01989-67ff-42f4-938f-b3eef20cb00c tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups?id=00c68912-16a1-4976-b244-6b016717ddbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062856 Feb 02 13:27:56.175674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.175674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.175674 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Floating IP 4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7 disassociated. External IP: 172.25.4.115, port: 392aef72-1646-4c8d-9ae3-d46a8af3d051. Feb 02 13:27:56.175674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Calling delete_port for 392aef72-1646-4c8d-9ae3-d46a8af3d051 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:56.188744 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (f97ccd19-6012-406c-a834-3e62b996f356), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.216888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97ccd19-6012-406c-a834-3e62b996f356']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:56.234010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df94cc42-9ec3-46e0-a040-95dc5f294b60') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:56.235815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df94cc42-9ec3-46e0-a040-95dc5f294b60') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:56.236578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9336641c-04e0-4a13-9d1b-72868ded884d None None] For port 796626e8-163a-4a65-a7db-16ba8dd489cc, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=796626e8-163a-4a65-a7db-16ba8dd489cc,segment=NetworkSegment(76a230c5-4360-46d5-9ede-b29ba470611b),segment_id=76a230c5-4360-46d5-9ede-b29ba470611b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:56.237063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd940a-07f5-4c52-877c-c5b2f071bb3d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=93f0ac4a-5aa6-4218-87ee-c349a088bfb0,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:56.237189 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9336641c-04e0-4a13-9d1b-72868ded884d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.250437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9336641c-04e0-4a13-9d1b-72868ded884d None None] Calling delete_port for 796626e8-163a-4a65-a7db-16ba8dd489cc owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:56.254363 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (df94cc42-9ec3-46e0-a040-95dc5f294b60), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.273510 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (df94cc42-9ec3-46e0-a040-95dc5f294b60), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.280517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:56.281345 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (df94cc42-9ec3-46e0-a040-95dc5f294b60), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:56.319879 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:56.326519 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd940a-07f5-4c52-877c-c5b2f071bb3d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking segment: {'id': '8aa8a1f2-970f-46a4-af6f-53f7b50234be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:56.327210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd940a-07f5-4c52-877c-c5b2f071bb3d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network hostable DHCP agents. Network: aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:27:56.366718 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9336641c-04e0-4a13-9d1b-72868ded884d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (796626e8-163a-4a65-a7db-16ba8dd489cc), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.372335 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (f97ccd19-6012-406c-a834-3e62b996f356), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.386401 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.398528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "DELETE /v2.0/networks/f97ccd19-6012-406c-a834-3e62b996f356 HTTP/1.1" status: 204 len: 168 time: 0.5533509 Feb 02 13:27:56.401465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:56.412422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336641c-04e0-4a13-9d1b-72868ded884d None None] Pushing event deleted for resources: {'Port': ['ID=796626e8-163a-4a65-a7db-16ba8dd489cc,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:56.451699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9336641c-04e0-4a13-9d1b-72868ded884d None None] No DVR routers for this DVR port 796626e8-163a-4a65-a7db-16ba8dd489cc on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:56.497013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd940a-07f5-4c52-877c-c5b2f071bb3d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:27:56.514129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-00bd940a-07f5-4c52-877c-c5b2f071bb3d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:56.523968 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd940a-07f5-4c52-877c-c5b2f071bb3d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:56.524688 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-00bd940a-07f5-4c52-877c-c5b2f071bb3d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.533574 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (392aef72-1646-4c8d-9ae3-d46a8af3d051), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.547323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event deleted for resources: {'Network': ['ID=f97ccd19-6012-406c-a834-3e62b996f356,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:56.547938 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f18402-d030-4af1-b936-d3aca90de896 None None] Network aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:56.566356 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.566962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.567329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.567687 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.568021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.568350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.568670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.568992 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.569312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.569766 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.570085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.570407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.570724 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab891d0b-12ea-4fb7-a9ce-960da6f1f2ed tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:27:56.588536 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (b7c1d865-4c21-45f1-bc24-e70f90380ebc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.606743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event deleted for resources: {'Port': ['ID=392aef72-1646-4c8d-9ae3-d46a8af3d051,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:56.642308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc441c9c-a305-451d-a104-b973bb55ce43 req-e901a823-275d-4b93-b298-3d7f41e0cf8e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:56.644094 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc441c9c-a305-451d-a104-b973bb55ce43 req-e901a823-275d-4b93-b298-3d7f41e0cf8e tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 945 time: 0.1338680 Feb 02 13:27:56.679801 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-00bd940a-07f5-4c52-877c-c5b2f071bb3d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3380244 Feb 02 13:27:56.683243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49420) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:56.728946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95', 'network_id': 'aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95', 'project_id': 'a6b472cb76534154864beb6bc6be7997', 'fixed_ips': [{'subnet_id': '93f0ac4a-5aa6-4218-87ee-c349a088bfb0'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:27:56.730002 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.738755 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (b7c1d865-4c21-45f1-bc24-e70f90380ebc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.775075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c1d865-4c21-45f1-bc24-e70f90380ebc']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:56.790463 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc441c9c-a305-451d-a104-b973bb55ce43 req-e13c2022-f1ca-4c02-9f23-e9e36e717e41 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351166 Feb 02 13:27:56.794282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a230c5-4360-46d5-9ede-b29ba470611b') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:56.794282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a230c5-4360-46d5-9ede-b29ba470611b') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:56.804103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (76a230c5-4360-46d5-9ede-b29ba470611b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.831111 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (76a230c5-4360-46d5-9ede-b29ba470611b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.842552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:56.843093 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (76a230c5-4360-46d5-9ede-b29ba470611b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.916217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Allocated IP 172.20.0.1 (aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95/93f0ac4a-5aa6-4218-87ee-c349a088bfb0/34ec34b3-bb78-4e00-bc77-54d358dc66e3) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:56.917758 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:56.922948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b32a5a27-2d2e-4b74-98a0-f26469b781f2 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:27:56.924434 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (b7c1d865-4c21-45f1-bc24-e70f90380ebc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.934000 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:56.940312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "DELETE /v2.0/networks/b7c1d865-4c21-45f1-bc24-e70f90380ebc HTTP/1.1" status: 204 len: 168 time: 0.5361996 Feb 02 13:27:56.940773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49422) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:56.962843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2984d1-8833-482f-b506-e74efc6784a2 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event deleted for resources: {'Network': ['ID=b7c1d865-4c21-45f1-bc24-e70f90380ebc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:57.022121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b32a5a27-2d2e-4b74-98a0-f26469b781f2 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:27:57.022559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b32a5a27-2d2e-4b74-98a0-f26469b781f2 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:27:57.023038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 796626e8-163a-4a65-a7db-16ba8dd489cc no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:27:57.049041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 796626e8-163a-4a65-a7db-16ba8dd489cc {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:27:57.049568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 796626e8-163a-4a65-a7db-16ba8dd489cc not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:27:57.059164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a898db-c38f-4773-90dd-2005e46fb4e0 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Deleting subnet 5f5b9db9-73fb-4ea1-b1db-08a6efe45979 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:27:57.076271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73a898db-c38f-4773-90dd-2005e46fb4e0 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for subnet (5f5b9db9-73fb-4ea1-b1db-08a6efe45979), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.154860 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73a898db-c38f-4773-90dd-2005e46fb4e0 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (5f5b9db9-73fb-4ea1-b1db-08a6efe45979), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.221205 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Publish callbacks [] for port (34ec34b3-bb78-4e00-bc77-54d358dc66e3), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.238125 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (34ec34b3-bb78-4e00-bc77-54d358dc66e3), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.255057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.280372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Router 2dd44bee-6489-46f8-8bc6-179a99d22013 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:27:57.309779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Network aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:27:57.315915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:27:57.319815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:27:57.324149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc9ba8f6-e19c-492b-889a-f91c32e7161e req-e5ea3fb5-2e28-46a1-b5cc-032b011bd487 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 210 time: 0.0350127 Feb 02 13:27:57.348391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73a898db-c38f-4773-90dd-2005e46fb4e0 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (5f5b9db9-73fb-4ea1-b1db-08a6efe45979), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.367388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Pushing event updated for resources: {'Port': ['ID=34ec34b3-bb78-4e00-bc77-54d358dc66e3,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:57.404136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Deleting port 34ec34b3-bb78-4e00-bc77-54d358dc66e3 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:57.404136 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (34ec34b3-bb78-4e00-bc77-54d358dc66e3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.405961 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73a898db-c38f-4773-90dd-2005e46fb4e0 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (5f5b9db9-73fb-4ea1-b1db-08a6efe45979), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.416591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Attempting to bind port 34ec34b3-bb78-4e00-bc77-54d358dc66e3 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:27:57.416957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Attempting to bind port 34ec34b3-bb78-4e00-bc77-54d358dc66e3 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '8aa8a1f2-970f-46a4-af6f-53f7b50234be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:27:57.417315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Attempting to bind port 34ec34b3-bb78-4e00-bc77-54d358dc66e3 on network aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:27:57.424154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:27:57.424524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Checking segment: {'id': '8aa8a1f2-970f-46a4-af6f-53f7b50234be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:27:57.424970 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.425511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Bound using segment: {'id': '8aa8a1f2-970f-46a4-af6f-53f7b50234be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:27:57.426165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Bound port: 34ec34b3-bb78-4e00-bc77-54d358dc66e3, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa8a1f2-970f-46a4-af6f-53f7b50234be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:27:57.426671 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (34ec34b3-bb78-4e00-bc77-54d358dc66e3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.443787 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73a898db-c38f-4773-90dd-2005e46fb4e0 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.450399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-73a898db-c38f-4773-90dd-2005e46fb4e0 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "DELETE /v2.0/subnets/5f5b9db9-73fb-4ea1-b1db-08a6efe45979 HTTP/1.1" status: 204 len: 168 time: 0.5055127 Feb 02 13:27:57.450399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a898db-c38f-4773-90dd-2005e46fb4e0 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event deleted for resources: {'Subnet': ['ID=5f5b9db9-73fb-4ea1-b1db-08a6efe45979,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:57.451121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49426) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:57.454526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280cccc9-b428-4b15-9c3c-9a08c35829bc None None] Network d85afd47-5f58-4765-8b26-173ec308e0f5 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:57.544303 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d85afd47-5f58-4765-8b26-173ec308e0f5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.579359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] For port 34ec34b3-bb78-4e00-bc77-54d358dc66e3, host n-d-827336-2, got binding levels [] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:57.580223 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (34ec34b3-bb78-4e00-bc77-54d358dc66e3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.596283 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Calling delete_port for 34ec34b3-bb78-4e00-bc77-54d358dc66e3 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:57.597846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] For port 34ec34b3-bb78-4e00-bc77-54d358dc66e3, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:27:57.629753 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Deleting port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:57.629996 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.640354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] For port 34ec34b3-bb78-4e00-bc77-54d358dc66e3, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=34ec34b3-bb78-4e00-bc77-54d358dc66e3,segment=NetworkSegment(8aa8a1f2-970f-46a4-af6f-53f7b50234be),segment_id=8aa8a1f2-970f-46a4-af6f-53f7b50234be)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:27:57.684661 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (34ec34b3-bb78-4e00-bc77-54d358dc66e3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.692113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:27:57.710651 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cfe0f0-1d5a-4d5d-8b83-3b985adaf97c None None] Sync routers for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:27:57.737072 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfe0f0-1d5a-4d5d-8b83-3b985adaf97c None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:57.737704 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-94cfe0f0-1d5a-4d5d-8b83-3b985adaf97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:57.745533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] For port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9,segment=NetworkSegment(34e8240e-6581-412d-9c79-d8ddac172998),segment_id=34e8240e-6581-412d-9c79-d8ddac172998)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:57.745892 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.790200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Calling delete_port for bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:57.804185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] No DVR routers for this DVR port 392aef72-1646-4c8d-9ae3-d46a8af3d051 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:57.807209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:57.809102 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7c26a7-f70c-4828-ac7b-56eb635ceb21 None None] DHCP port deletion for d85afd47-5f58-4765-8b26-173ec308e0f5 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:27:57.815880 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2944535a-57dc-4f9e-9cd8-94e8ad10916e req-7689d905-c880-4c12-afa1-e92ed135ada4 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.62 "DELETE /v2.0/ports/392aef72-1646-4c8d-9ae3-d46a8af3d051 HTTP/1.1" status: 204 len: 173 time: 2.7514114 Feb 02 13:27:57.835556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'name': 'network-vif-deleted', 'tag': '392aef72-1646-4c8d-9ae3-d46a8af3d051'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:27:57.843018 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e71d4d6-46a1-40e7-bc4d-72a4545c9c2b" -d '{"events": [{"server_uuid": "789c2ab7-9f24-495f-9f37-266ab5aea193", "name": "network-vif-deleted", "tag": "392aef72-1646-4c8d-9ae3-d46a8af3d051"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:27:57.952312 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d7b1ec-d29e-4ab8-b991-163b5858321e x-openstack-request-id: req-c5d7b1ec-d29e-4ab8-b991-163b5858321e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:27:57.952528 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789c2ab7-9f24-495f-9f37-266ab5aea193", "name": "network-vif-deleted", "tag": "392aef72-1646-4c8d-9ae3-d46a8af3d051", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:27:57.952769 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c5d7b1ec-d29e-4ab8-b991-163b5858321e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:27:57.953237 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789c2ab7-9f24-495f-9f37-266ab5aea193', 'name': 'network-vif-deleted', 'tag': '392aef72-1646-4c8d-9ae3-d46a8af3d051', 'status': 'completed', 'code': 200} Feb 02 13:27:57.966184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (34ec34b3-bb78-4e00-bc77-54d358dc66e3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:58.002665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935132ab-01e4-4c50-9937-7596cf8bbaae None None] Pushing event updated for resources: {'Port': ['ID=34ec34b3-bb78-4e00-bc77-54d358dc66e3,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:58.056285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Port': ['ID=34ec34b3-bb78-4e00-bc77-54d358dc66e3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:58.076262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c26a7-f70c-4828-ac7b-56eb635ceb21 None None] Deleting port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:58.078575 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f7c26a7-f70c-4828-ac7b-56eb635ceb21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:58.137681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No DVR routers for this DVR port 34ec34b3-bb78-4e00-bc77-54d358dc66e3 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:58.167410 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-94cfe0f0-1d5a-4d5d-8b83-3b985adaf97c None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:27:58.202256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5b8c6-5d30-4e55-a966-26366e568327 req-f923fbd2-676f-453e-9b15-47b704cba728 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:58.203921 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1b5b8c6-5d30-4e55-a966-26366e568327 req-f923fbd2-676f-453e-9b15-47b704cba728 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.18 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 945 time: 0.2592897 Feb 02 13:27:58.213049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c031612-4363-488f-8da9-55c6262be624 req-65348622-673c-4df1-a920-c284e4160cf0 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:58.214520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c031612-4363-488f-8da9-55c6262be624 req-65348622-673c-4df1-a920-c284e4160cf0 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 945 time: 0.2687063 Feb 02 13:27:58.256536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2f7c26a7-f70c-4828-ac7b-56eb635ceb21 None None] For port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9,segment=NetworkSegment(34e8240e-6581-412d-9c79-d8ddac172998),segment_id=34e8240e-6581-412d-9c79-d8ddac172998)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:58.257145 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f7c26a7-f70c-4828-ac7b-56eb635ceb21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:58.279763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c26a7-f70c-4828-ac7b-56eb635ceb21 None None] Calling delete_port for bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:27:58.298692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (93f0ac4a-5aa6-4218-87ee-c349a088bfb0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:58.455139 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (93f0ac4a-5aa6-4218-87ee-c349a088bfb0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:58.504606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Subnet': ['ID=93f0ac4a-5aa6-4218-87ee-c349a088bfb0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:58.637574 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:58.683694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:58.720671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa8a1f2-970f-46a4-af6f-53f7b50234be') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:58.720963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa8a1f2-970f-46a4-af6f-53f7b50234be') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:58.742748 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (8aa8a1f2-970f-46a4-af6f-53f7b50234be), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:58.764548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8aa8a1f2-970f-46a4-af6f-53f7b50234be), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:58.770694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:58.772244 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (8aa8a1f2-970f-46a4-af6f-53f7b50234be), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:58.821410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:27:58.842859 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-94cfe0f0-1d5a-4d5d-8b83-3b985adaf97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:14Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:58.882060 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cfe0f0-1d5a-4d5d-8b83-3b985adaf97c None None] Checking router: 2dd44bee-6489-46f8-8bc6-179a99d22013 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:58.890124 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:58.898535 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfe0f0-1d5a-4d5d-8b83-3b985adaf97c None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:27:58.898760 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:58.901014 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-94cfe0f0-1d5a-4d5d-8b83-3b985adaf97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:27:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:58.934843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:58.946811 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95 HTTP/1.1" status: 204 len: 168 time: 2.2590759 Feb 02 13:27:58.959805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732de8d0-f896-4937-a178-5d09877243b8 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Network': ['ID=aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:58.962389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49444) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:58.970705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f734eb52-d616-4bf9-8df7-af0c465afff1 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-548216503'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:58.997949 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:27:58.998349 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.021583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f734eb52-d616-4bf9-8df7-af0c465afff1 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:59.026028 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f734eb52-d616-4bf9-8df7-af0c465afff1 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.079054 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.080799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f734eb52-d616-4bf9-8df7-af0c465afff1 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:27:59.098014 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f734eb52-d616-4bf9-8df7-af0c465afff1 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.098818 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-f734eb52-d616-4bf9-8df7-af0c465afff1 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Added segment 2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d of type vlan for network e71ce220-aa22-4202-98e8-1754b4d11cd9 Feb 02 13:27:59.155321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8166005-2b72-4d01-b52a-43e44baa29bc req-57bcafda-28ec-4e84-aa56-31d3366409f0 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/ports?device_id=789c2ab7-9f24-495f-9f37-266ab5aea193 HTTP/1.1" status: 200 len: 210 time: 0.1121919 Feb 02 13:27:59.165800 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f734eb52-d616-4bf9-8df7-af0c465afff1 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (e71ce220-aa22-4202-98e8-1754b4d11cd9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.166418 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-94cfe0f0-1d5a-4d5d-8b83-3b985adaf97c None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:27:59.191331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] No DVR routers for this DVR port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:59.215993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f734eb52-d616-4bf9-8df7-af0c465afff1 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (e71ce220-aa22-4202-98e8-1754b4d11cd9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.221507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f734eb52-d616-4bf9-8df7-af0c465afff1 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:27:59.222271 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f734eb52-d616-4bf9-8df7-af0c465afff1 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.251167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event deleted for resources: {'Port': ['ID=bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:59.323918 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f734eb52-d616-4bf9-8df7-af0c465afff1 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3594635 Feb 02 13:27:59.327646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49446) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:59.337562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-cab6f38a-2749-4dea-aa16-1a73e312a63f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'network_id': 'e71ce220-aa22-4202-98e8-1754b4d11cd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:27:59.411063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3c031612-4363-488f-8da9-55c6262be624 req-6a1cf0e3-e695-4977-a5e6-ed8ccd9f13d4 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/security-groups?id=0b000c90-17d6-4d46-a4d9-e9962debb146&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1866500 Feb 02 13:27:59.496344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 392aef72-1646-4c8d-9ae3-d46a8af3d051 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:27:59.499547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734eb52-d616-4bf9-8df7-af0c465afff1 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=e71ce220-aa22-4202-98e8-1754b4d11cd9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:59.501078 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f7c26a7-f70c-4828-ac7b-56eb635ceb21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.523898 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 392aef72-1646-4c8d-9ae3-d46a8af3d051 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:27:59.524231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 392aef72-1646-4c8d-9ae3-d46a8af3d051 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:27:59.528779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network e71ce220-aa22-4202-98e8-1754b4d11cd9 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:27:59.553150 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d85afd47-5f58-4765-8b26-173ec308e0f5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.563146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cde28df6-9e5e-45f9-9ba1-0b5eb58579d5 None None] Could not find standard attr ID for object 34ec34b3-bb78-4e00-bc77-54d358dc66e3. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:27:59.572743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c26a7-f70c-4828-ac7b-56eb635ceb21 None None] Pushing event deleted for resources: {'Port': ['ID=bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:59.585356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c26a7-f70c-4828-ac7b-56eb635ceb21 None None] No DVR routers for this DVR port bd50f8c4-9b7d-41a9-99e9-611b58e2dfd9 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:27:59.640564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85afd47-5f58-4765-8b26-173ec308e0f5']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:59.651267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df61d440-c2db-46be-be59-e2d466a38d75 None None] DHCP port deletion for aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:27:59.651999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e8240e-6581-412d-9c79-d8ddac172998') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:59.652290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e8240e-6581-412d-9c79-d8ddac172998') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:59.662070 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (34e8240e-6581-412d-9c79-d8ddac172998), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.665520 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-94cfe0f0-1d5a-4d5d-8b83-3b985adaf97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:14Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:27:59.679534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d1b5b8c6-5d30-4e55-a966-26366e568327 req-cc3913f5-5685-441f-97b7-fb39a9789723 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Deleting port d9eadbc7-1027-4afc-b8e5-5aabf75bb947 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:27:59.679900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d1b5b8c6-5d30-4e55-a966-26366e568327 req-cc3913f5-5685-441f-97b7-fb39a9789723 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.683132 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (34e8240e-6581-412d-9c79-d8ddac172998), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.706516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1c1356-0454-412d-9511-b3f1ac0c82f0 None None] Network aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:27:59.707524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab6f38a-2749-4dea-aa16-1a73e312a63f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:27:59.713853 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cab6f38a-2749-4dea-aa16-1a73e312a63f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.729144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1c1356-0454-412d-9511-b3f1ac0c82f0 None None] Network aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95 could not be found, it might have been deleted concurrently. {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 13:27:59.735134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:27:59.735899 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (34e8240e-6581-412d-9c79-d8ddac172998), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:27:59.740096 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:27:59.747540 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cfe0f0-1d5a-4d5d-8b83-3b985adaf97c None None] The sync data for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 is: [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:22:08Z', 'revision_number': 4, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'dc1c8749-2899-417b-9cb5-729ccb77fc71', 'name': '', 'network_id': '679c8ee8-9c42-4d17-a445-6b6e8750ad16', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'mac_address': 'fa:16:3e:fd:df:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:07Z', 'updated_at': '2022-02-02T13:22:14Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'subnets': [{'id': '248e65ec-619a-4088-9b17-d13a3c6491da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:27:59.880198 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (d85afd47-5f58-4765-8b26-173ec308e0f5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.898550 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.905875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "DELETE /v2.0/networks/d85afd47-5f58-4765-8b26-173ec308e0f5 HTTP/1.1" status: 204 len: 168 time: 2.4511895 Feb 02 13:27:59.907913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49448) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:59.931270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-d1b5b8c6-5d30-4e55-a966-26366e568327 req-cc3913f5-5685-441f-97b7-fb39a9789723 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] For port d9eadbc7-1027-4afc-b8e5-5aabf75bb947, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=d9eadbc7-1027-4afc-b8e5-5aabf75bb947,segment=NetworkSegment(73a0a99b-9c12-4e10-b2a9-ac602b5550fe),segment_id=73a0a99b-9c12-4e10-b2a9-ac602b5550fe)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:27:59.931722 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d1b5b8c6-5d30-4e55-a966-26366e568327 req-cc3913f5-5685-441f-97b7-fb39a9789723 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:27:59.936384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cecaaba-44a2-4fbc-b9fd-68210ace7964 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Pushing event deleted for resources: {'Network': ['ID=d85afd47-5f58-4765-8b26-173ec308e0f5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:27:59.973119 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bdd430bb-9a3e-4f8b-b6ba-24510e2af07d tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "GET /v2.0/ports?device_id=89cd0574-d4f4-430f-b433-f6fb8542cd4e HTTP/1.1" status: 200 len: 205 time: 0.0534015 Feb 02 13:27:59.975077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49452) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:27:59.983294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-d1b5b8c6-5d30-4e55-a966-26366e568327 req-cc3913f5-5685-441f-97b7-fb39a9789723 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Calling delete_port for d9eadbc7-1027-4afc-b8e5-5aabf75bb947 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:00.158308 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d1b5b8c6-5d30-4e55-a966-26366e568327 req-cc3913f5-5685-441f-97b7-fb39a9789723 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d9eadbc7-1027-4afc-b8e5-5aabf75bb947), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.172511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa8823dd-da46-4ed8-b83a-a429a3f65695 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for router (89cd0574-d4f4-430f-b433-f6fb8542cd4e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.209529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f0cf45-37ae-483c-95e1-3b4d5d05d747 None None] New status for floating IP 4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:28:00.245327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3913f5-5685-441f-97b7-fb39a9789723 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Pushing event deleted for resources: {'Port': ['ID=d9eadbc7-1027-4afc-b8e5-5aabf75bb947,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:00.317043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b5b8c6-5d30-4e55-a966-26366e568327 req-cc3913f5-5685-441f-97b7-fb39a9789723 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] No DVR routers for this DVR port d9eadbc7-1027-4afc-b8e5-5aabf75bb947 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:28:00.320159 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-d1b5b8c6-5d30-4e55-a966-26366e568327 req-cc3913f5-5685-441f-97b7-fb39a9789723 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.324330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1b5b8c6-5d30-4e55-a966-26366e568327 req-cc3913f5-5685-441f-97b7-fb39a9789723 tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.18 "DELETE /v2.0/ports/d9eadbc7-1027-4afc-b8e5-5aabf75bb947 HTTP/1.1" status: 204 len: 173 time: 2.1081696 Feb 02 13:28:00.324844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf741cd-b26d-4148-b390-d45f148b7567', 'name': 'network-vif-deleted', 'tag': 'd9eadbc7-1027-4afc-b8e5-5aabf75bb947'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:28:00.327645 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0de1ddc-aa52-48c4-ae4b-2ba4c322f307" -d '{"events": [{"server_uuid": "1bf741cd-b26d-4148-b390-d45f148b7567", "name": "network-vif-deleted", "tag": "d9eadbc7-1027-4afc-b8e5-5aabf75bb947"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:28:00.333059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d9eadbc7-1027-4afc-b8e5-5aabf75bb947 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:28:00.342072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49462) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:00.417772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cab6f38a-2749-4dea-aa16-1a73e312a63f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (65a5d69d-1595-4c18-a431-b56d3d43b637), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.454462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: d9eadbc7-1027-4afc-b8e5-5aabf75bb947 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:28:00.454812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device d9eadbc7-1027-4afc-b8e5-5aabf75bb947 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:28:00.465854 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d40b93d9-b089-4751-b83e-31c8d282ea12 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group (00c68912-16a1-4976-b244-6b016717ddbf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.537897 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d40b93d9-b089-4751-b83e-31c8d282ea12 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group (00c68912-16a1-4976-b244-6b016717ddbf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.649726 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa8823dd-da46-4ed8-b83a-a429a3f65695 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (89cd0574-d4f4-430f-b433-f6fb8542cd4e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.655301 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa8823dd-da46-4ed8-b83a-a429a3f65695 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for router_controller (89cd0574-d4f4-430f-b433-f6fb8542cd4e), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.670513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6f38a-2749-4dea-aa16-1a73e312a63f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=65a5d69d-1595-4c18-a431-b56d3d43b637,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:00.698539 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-254a3e41-8c12-499b-bcf4-0fd7d4e7a2ee req-e17610f6-b18c-4e3c-924f-d7434c3a3dcf tempest-VolumesActionsTest-1196502052 tempest-VolumesActionsTest-1196502052-project] 10.222.0.83 "GET /v2.0/ports?device_id=1bf741cd-b26d-4148-b390-d45f148b7567 HTTP/1.1" status: 200 len: 210 time: 0.1143644 Feb 02 13:28:00.708481 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2feeb1c-cdc6-41d1-82e9-243d87733a7f x-openstack-request-id: req-c2feeb1c-cdc6-41d1-82e9-243d87733a7f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:28:00.708481 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf741cd-b26d-4148-b390-d45f148b7567", "name": "network-vif-deleted", "tag": "d9eadbc7-1027-4afc-b8e5-5aabf75bb947", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:28:00.708481 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c2feeb1c-cdc6-41d1-82e9-243d87733a7f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:28:00.708481 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf741cd-b26d-4148-b390-d45f148b7567', 'name': 'network-vif-deleted', 'tag': 'd9eadbc7-1027-4afc-b8e5-5aabf75bb947', 'status': 'completed', 'code': 200} Feb 02 13:28:00.732070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 34ec34b3-bb78-4e00-bc77-54d358dc66e3 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:28:00.754003 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d40b93d9-b089-4751-b83e-31c8d282ea12 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (00c68912-16a1-4976-b244-6b016717ddbf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.757582 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa8823dd-da46-4ed8-b83a-a429a3f65695 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (89cd0574-d4f4-430f-b433-f6fb8542cd4e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.758067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8823dd-da46-4ed8-b83a-a429a3f65695 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Fanout notify agent at l3_agent the message router_deleted on router 89cd0574-d4f4-430f-b433-f6fb8542cd4e {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:28:00.758857 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d40b93d9-b089-4751-b83e-31c8d282ea12 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.764055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d40b93d9-b089-4751-b83e-31c8d282ea12 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "DELETE /v2.0/security-groups/00c68912-16a1-4976-b244-6b016717ddbf HTTP/1.1" status: 204 len: 168 time: 0.4188898 Feb 02 13:28:00.769456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:00.773476 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa8823dd-da46-4ed8-b83a-a429a3f65695 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.774812 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fa8823dd-da46-4ed8-b83a-a429a3f65695 tempest-RoutersNegativeTest-579599124 tempest-RoutersNegativeTest-579599124-project] 10.222.0.83 "DELETE /v2.0/routers/89cd0574-d4f4-430f-b433-f6fb8542cd4e HTTP/1.1" status: 204 len: 168 time: 0.7963278 Feb 02 13:28:00.778566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 34ec34b3-bb78-4e00-bc77-54d358dc66e3 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:28:00.778915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 34ec34b3-bb78-4e00-bc77-54d358dc66e3 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:28:00.780243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab6f38a-2749-4dea-aa16-1a73e312a63f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking segment: {'id': '2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e71ce220-aa22-4202-98e8-1754b4d11cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:00.780831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6f38a-2749-4dea-aa16-1a73e312a63f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network hostable DHCP agents. Network: e71ce220-aa22-4202-98e8-1754b4d11cd9, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:28:00.810052 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6f38a-2749-4dea-aa16-1a73e312a63f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network e71ce220-aa22-4202-98e8-1754b4d11cd9 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:28:00.830930 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-cab6f38a-2749-4dea-aa16-1a73e312a63f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, e71ce220-aa22-4202-98e8-1754b4d11cd9) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:00.836833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab6f38a-2749-4dea-aa16-1a73e312a63f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:00.837798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cab6f38a-2749-4dea-aa16-1a73e312a63f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:00.853070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca94011c-001a-449a-afc9-bb7926c39822 None None] Network e71ce220-aa22-4202-98e8-1754b4d11cd9 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:00.868218 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cab6f38a-2749-4dea-aa16-1a73e312a63f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5344114 Feb 02 13:28:00.869245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49470) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:00.875141 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-2717ea4c-0d11-4f0c-b56c-a9656932983f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] show failed (client error): The resource could not be found. Feb 02 13:28:00.876463 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2717ea4c-0d11-4f0c-b56c-a9656932983f tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "GET /v2.0/security-groups/00c68912-16a1-4976-b244-6b016717ddbf HTTP/1.1" status: 404 len: 347 time: 0.1048009 Feb 02 13:28:00.878026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b93d9-b089-4751-b83e-31c8d282ea12 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c68912-16a1-4976-b244-6b016717ddbf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:00.880100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:01.161373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4f858335-e61e-4dd8-8fd6-a05bc81b8ce2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Deleting port 3b58cfcb-e012-4cd2-ae12-36b2d3eedc34 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:01.169611 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f858335-e61e-4dd8-8fd6-a05bc81b8ce2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3b58cfcb-e012-4cd2-ae12-36b2d3eedc34), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.208422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-e71ce220-aa22-4202-98e8-1754b4d11cd9', 'network_id': 'e71ce220-aa22-4202-98e8-1754b4d11cd9', 'project_id': 'a6b472cb76534154864beb6bc6be7997', 'fixed_ips': [{'subnet_id': '65a5d69d-1595-4c18-a431-b56d3d43b637'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:28:01.208673 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.292748 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f858335-e61e-4dd8-8fd6-a05bc81b8ce2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3b58cfcb-e012-4cd2-ae12-36b2d3eedc34), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.292985 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f858335-e61e-4dd8-8fd6-a05bc81b8ce2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (3b58cfcb-e012-4cd2-ae12-36b2d3eedc34), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.295955 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (e71ce220-aa22-4202-98e8-1754b4d11cd9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.319387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-4f858335-e61e-4dd8-8fd6-a05bc81b8ce2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Calling delete_port for 3b58cfcb-e012-4cd2-ae12-36b2d3eedc34 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:01.345491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49478) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:01.366322 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (65a5d69d-1595-4c18-a431-b56d3d43b637), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.447733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Allocated IP 172.20.0.2 (e71ce220-aa22-4202-98e8-1754b4d11cd9/65a5d69d-1595-4c18-a431-b56d3d43b637/8c15ca9f-1e65-4964-b6db-697ac0c81376) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:28:01.547655 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f858335-e61e-4dd8-8fd6-a05bc81b8ce2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (3b58cfcb-e012-4cd2-ae12-36b2d3eedc34), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.562197 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7bac8036-6862-4816-8f16-a3315d0f427a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b1a010529d444fd7ade979eed3915aae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160268 Feb 02 13:28:01.565220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49482) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:01.643543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f858335-e61e-4dd8-8fd6-a05bc81b8ce2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Pushing event deleted for resources: {'Port': ['ID=3b58cfcb-e012-4cd2-ae12-36b2d3eedc34,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:01.661067 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6043da57-cea9-48b6-b0d6-a57c47e3879e admin admin] Publish callbacks [] for security_group (6b5d98d2-3237-4e50-bbb3-40e3a4015cef), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.672225 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Publish callbacks [] for port (8c15ca9f-1e65-4964-b6db-697ac0c81376), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.680019 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (8c15ca9f-1e65-4964-b6db-697ac0c81376), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.687353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6043da57-cea9-48b6-b0d6-a57c47e3879e admin admin] Publish callbacks [] for security_group (6b5d98d2-3237-4e50-bbb3-40e3a4015cef), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.688469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f858335-e61e-4dd8-8fd6-a05bc81b8ce2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks [] for floatingip (4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.692756 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f858335-e61e-4dd8-8fd6-a05bc81b8ce2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.696662 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4f858335-e61e-4dd8-8fd6-a05bc81b8ce2 tempest-AttachVolumeTestJSON-907250424 tempest-AttachVolumeTestJSON-907250424-project] 10.222.0.83 "DELETE /v2.0/floatingips/4ee9a4d2-0bf7-4bf5-9df4-c19e4f1279d7 HTTP/1.1" status: 204 len: 168 time: 0.8127732 Feb 02 13:28:01.731252 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (65a5d69d-1595-4c18-a431-b56d3d43b637), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.735677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Pushing event updated for resources: {'Port': ['ID=8c15ca9f-1e65-4964-b6db-697ac0c81376,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:01.747071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Network e71ce220-aa22-4202-98e8-1754b4d11cd9 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:28:01.748614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:01.751343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:28:01.764059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Subnet': ['ID=65a5d69d-1595-4c18-a431-b56d3d43b637,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:01.847139 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08f37111-58ea-49b4-bd6b-cfae9444233d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.850775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Attempting to bind port 8c15ca9f-1e65-4964-b6db-697ac0c81376 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:28:01.851150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Attempting to bind port 8c15ca9f-1e65-4964-b6db-697ac0c81376 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e71ce220-aa22-4202-98e8-1754b4d11cd9'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:28:01.851681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Attempting to bind port 8c15ca9f-1e65-4964-b6db-697ac0c81376 on network e71ce220-aa22-4202-98e8-1754b4d11cd9 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:28:01.856796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:28:01.857173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Checking segment: {'id': '2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e71ce220-aa22-4202-98e8-1754b4d11cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:01.857580 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.857973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Bound using segment: {'id': '2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e71ce220-aa22-4202-98e8-1754b4d11cd9'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:28:01.858448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Bound port: 8c15ca9f-1e65-4964-b6db-697ac0c81376, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'e71ce220-aa22-4202-98e8-1754b4d11cd9'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:28:01.858832 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8c15ca9f-1e65-4964-b6db-697ac0c81376), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.866572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (e71ce220-aa22-4202-98e8-1754b4d11cd9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.879021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6043da57-cea9-48b6-b0d6-a57c47e3879e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6b5d98d2-3237-4e50-bbb3-40e3a4015cef), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.881678 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6043da57-cea9-48b6-b0d6-a57c47e3879e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.885913 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6043da57-cea9-48b6-b0d6-a57c47e3879e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6b5d98d2-3237-4e50-bbb3-40e3a4015cef HTTP/1.1" status: 204 len: 168 time: 0.3196132 Feb 02 13:28:01.912547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71ce220-aa22-4202-98e8-1754b4d11cd9']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:01.915453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043da57-cea9-48b6-b0d6-a57c47e3879e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5d98d2-3237-4e50-bbb3-40e3a4015cef,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:01.926152 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:01.927191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:01.939305 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.959865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.967453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:01.968037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:01.984456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] For port 8c15ca9f-1e65-4964-b6db-697ac0c81376, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:02.035682 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:02.044222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] For port 8c15ca9f-1e65-4964-b6db-697ac0c81376, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8c15ca9f-1e65-4964-b6db-697ac0c81376,segment=NetworkSegment(2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d),segment_id=2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:28:02.045186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.api [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:28:02.045186 n-d-827336-2 neutron-server[103187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:28:02.045186 n-d-827336-2 neutron-server[103187]: [parameters: {'id': 'e71ce220-aa22-4202-98e8-1754b4d11cd9'}] Feb 02 13:28:02.045186 n-d-827336-2 neutron-server[103187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:28:02.046039 n-d-827336-2 neutron-server[103187]: DEBUG oslo_db.api [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:28:02.051177 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8c15ca9f-1e65-4964-b6db-697ac0c81376), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:02.148007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1887f-95ef-49ac-81f2-720f899af24e None None] Pushing event updated for resources: {'Port': ['ID=8c15ca9f-1e65-4964-b6db-697ac0c81376,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:02.176799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546938f2-65fe-407d-9a02-27cb8fd3794b None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:28:02.274421 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546938f2-65fe-407d-9a02-27cb8fd3794b None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:28:02.547655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (e71ce220-aa22-4202-98e8-1754b4d11cd9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:02.562521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c83f9a5-0ed4-4432-9f05-e015998e8893 None None] Network e71ce220-aa22-4202-98e8-1754b4d11cd9 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:02.633361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Deleting port 8c15ca9f-1e65-4964-b6db-697ac0c81376 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:02.633822 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8c15ca9f-1e65-4964-b6db-697ac0c81376), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:02.768279 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] For port 8c15ca9f-1e65-4964-b6db-697ac0c81376, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8c15ca9f-1e65-4964-b6db-697ac0c81376,segment=NetworkSegment(2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d),segment_id=2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:02.769001 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8c15ca9f-1e65-4964-b6db-697ac0c81376), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:02.788653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Calling delete_port for 8c15ca9f-1e65-4964-b6db-697ac0c81376 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:02.892194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8c15ca9f-1e65-4964-b6db-697ac0c81376), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:02.912856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No DVR routers for this DVR port 8c15ca9f-1e65-4964-b6db-697ac0c81376 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:28:03.005609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Port': ['ID=8c15ca9f-1e65-4964-b6db-697ac0c81376,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:03.086556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49562) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:03.090752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (e71ce220-aa22-4202-98e8-1754b4d11cd9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:03.124770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71ce220-aa22-4202-98e8-1754b4d11cd9']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:03.158738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:03.159048 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:03.188568 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:03.213338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:03.220047 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d8933fff-9707-4526-8728-e5ab6f774c59 tempest-ServiceProvidersTest-2143194513 tempest-ServiceProvidersTest-2143194513-project] 10.222.0.83 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1313365 Feb 02 13:28:03.234094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:03.237130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (2bbd0ab6-3e3a-4263-9ef4-9b8d13ca4e1d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:03.247762 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:03.327512 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (e71ce220-aa22-4202-98e8-1754b4d11cd9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:03.344740 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:03.351797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49570) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:03.352397 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/e71ce220-aa22-4202-98e8-1754b4d11cd9 HTTP/1.1" status: 204 len: 168 time: 2.4800498 Feb 02 13:28:03.356828 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3ae84ba8-e35e-4f00-8eec-294ccf1f886a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1058832435'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:03.373202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231e542-e272-4563-b823-2b624fb3d537 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Network': ['ID=e71ce220-aa22-4202-98e8-1754b4d11cd9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:03.405725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae84ba8-e35e-4f00-8eec-294ccf1f886a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:03.409309 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ae84ba8-e35e-4f00-8eec-294ccf1f886a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:03.455650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae84ba8-e35e-4f00-8eec-294ccf1f886a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:28:03.475660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ae84ba8-e35e-4f00-8eec-294ccf1f886a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8147efc7-289a-4777-9ae9-4374b6a55fe5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:03.476017 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-3ae84ba8-e35e-4f00-8eec-294ccf1f886a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Added segment 8147efc7-289a-4777-9ae9-4374b6a55fe5 of type vlan for network 05cdeadc-a890-4de4-9f3d-abbb3dadd454 Feb 02 13:28:03.543318 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ae84ba8-e35e-4f00-8eec-294ccf1f886a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (05cdeadc-a890-4de4-9f3d-abbb3dadd454), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:03.598140 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ae84ba8-e35e-4f00-8eec-294ccf1f886a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (05cdeadc-a890-4de4-9f3d-abbb3dadd454), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:03.604489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae84ba8-e35e-4f00-8eec-294ccf1f886a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:03.605103 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ae84ba8-e35e-4f00-8eec-294ccf1f886a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:03.623626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49574) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:03.682045 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3ae84ba8-e35e-4f00-8eec-294ccf1f886a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3291483 Feb 02 13:28:03.685104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49578) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:03.691061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'network_id': '05cdeadc-a890-4de4-9f3d-abbb3dadd454', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:03.722790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae84ba8-e35e-4f00-8eec-294ccf1f886a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=05cdeadc-a890-4de4-9f3d-abbb3dadd454,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:03.734131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 05cdeadc-a890-4de4-9f3d-abbb3dadd454 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:28:03.855628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dacf740-730f-4266-952c-ee053c9666d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:03.924462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:03.928250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:04.024594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Performing IP validity checks on allocation pools {{(pid=103187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 13:28:04.025171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 13:28:04.086219 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-496e1676-64cd-44bc-a67d-f4dc3ba6762e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:04.186195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dacf740-730f-4266-952c-ee053c9666d3 admin admin] Publish callbacks [] for security_group (15b768a0-1558-4eb2-a1a2-e76635614844), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:04.190803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (6e521acd-34c2-4f12-bfb9-32be72c125cf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:04.233367 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8dacf740-730f-4266-952c-ee053c9666d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (15b768a0-1558-4eb2-a1a2-e76635614844), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:04.270908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dacf740-730f-4266-952c-ee053c9666d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b768a0-1558-4eb2-a1a2-e76635614844,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:04.319757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=6e521acd-34c2-4f12-bfb9-32be72c125cf,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:04.329567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:04.330827 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8dacf740-730f-4266-952c-ee053c9666d3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=18bc060cc70c44daabf8d6a0666a3388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7056105 Feb 02 13:28:04.338372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking segment: {'id': '8147efc7-289a-4777-9ae9-4374b6a55fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '05cdeadc-a890-4de4-9f3d-abbb3dadd454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:04.338737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network hostable DHCP agents. Network: 05cdeadc-a890-4de4-9f3d-abbb3dadd454, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:28:04.361422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network 05cdeadc-a890-4de4-9f3d-abbb3dadd454 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:28:04.390388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 05cdeadc-a890-4de4-9f3d-abbb3dadd454) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:04.401128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:04.401390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc14372-4c3a-4b80-879b-c5c2f6b88095 None None] Network 05cdeadc-a890-4de4-9f3d-abbb3dadd454 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:04.401772 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:04.453653 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-829a4e5b-2fc3-458e-a6fb-bf70606be3cd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7668538 Feb 02 13:28:04.454327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49590) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:04.494611 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d39b5b92-e545-4c3e-833a-08c7a2e7b524 admin admin] Publish callbacks [] for security_group (15b768a0-1558-4eb2-a1a2-e76635614844), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:04.557259 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d39b5b92-e545-4c3e-833a-08c7a2e7b524 admin admin] Publish callbacks [] for security_group (15b768a0-1558-4eb2-a1a2-e76635614844), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:04.562365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-05cdeadc-a890-4de4-9f3d-abbb3dadd454', 'network_id': '05cdeadc-a890-4de4-9f3d-abbb3dadd454', 'project_id': 'a6b472cb76534154864beb6bc6be7997', 'fixed_ips': [{'subnet_id': '6e521acd-34c2-4f12-bfb9-32be72c125cf'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:28:04.563246 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:04.653993 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d39b5b92-e545-4c3e-833a-08c7a2e7b524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (15b768a0-1558-4eb2-a1a2-e76635614844), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:04.656913 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d39b5b92-e545-4c3e-833a-08c7a2e7b524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:04.658097 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d39b5b92-e545-4c3e-833a-08c7a2e7b524 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/15b768a0-1558-4eb2-a1a2-e76635614844 HTTP/1.1" status: 204 len: 168 time: 0.3269503 Feb 02 13:28:04.683117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b5b92-e545-4c3e-833a-08c7a2e7b524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b768a0-1558-4eb2-a1a2-e76635614844,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:04.804602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (05cdeadc-a890-4de4-9f3d-abbb3dadd454), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:04.875546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Allocated IP 172.20.0.3 (05cdeadc-a890-4de4-9f3d-abbb3dadd454/6e521acd-34c2-4f12-bfb9-32be72c125cf/e407d427-2704-4234-b666-3a3a35c12533) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:28:04.925973 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (6e521acd-34c2-4f12-bfb9-32be72c125cf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:05.108298 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Publish callbacks [] for port (e407d427-2704-4234-b666-3a3a35c12533), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:05.119676 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (e407d427-2704-4234-b666-3a3a35c12533), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:05.155432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (6e521acd-34c2-4f12-bfb9-32be72c125cf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:05.179396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Pushing event updated for resources: {'Port': ['ID=e407d427-2704-4234-b666-3a3a35c12533,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:05.194532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Network 05cdeadc-a890-4de4-9f3d-abbb3dadd454 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:28:05.196145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Subnet': ['ID=6e521acd-34c2-4f12-bfb9-32be72c125cf,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:05.196305 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:05.206510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:28:05.284506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Attempting to bind port e407d427-2704-4234-b666-3a3a35c12533 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:28:05.285125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Attempting to bind port e407d427-2704-4234-b666-3a3a35c12533 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '8147efc7-289a-4777-9ae9-4374b6a55fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '05cdeadc-a890-4de4-9f3d-abbb3dadd454'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:28:05.285554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Attempting to bind port e407d427-2704-4234-b666-3a3a35c12533 on network 05cdeadc-a890-4de4-9f3d-abbb3dadd454 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:28:05.292713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:28:05.293095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Checking segment: {'id': '8147efc7-289a-4777-9ae9-4374b6a55fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '05cdeadc-a890-4de4-9f3d-abbb3dadd454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:05.293750 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:05.294466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Bound using segment: {'id': '8147efc7-289a-4777-9ae9-4374b6a55fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '05cdeadc-a890-4de4-9f3d-abbb3dadd454'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:28:05.295560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Bound port: e407d427-2704-4234-b666-3a3a35c12533, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8147efc7-289a-4777-9ae9-4374b6a55fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '05cdeadc-a890-4de4-9f3d-abbb3dadd454'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:28:05.296011 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e407d427-2704-4234-b666-3a3a35c12533), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:05.343086 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (05cdeadc-a890-4de4-9f3d-abbb3dadd454), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:05.425500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cdeadc-a890-4de4-9f3d-abbb3dadd454']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:05.434568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] For port e407d427-2704-4234-b666-3a3a35c12533, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:28:05.438624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] For port e407d427-2704-4234-b666-3a3a35c12533, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e407d427-2704-4234-b666-3a3a35c12533,segment=NetworkSegment(8147efc7-289a-4777-9ae9-4374b6a55fe5),segment_id=8147efc7-289a-4777-9ae9-4374b6a55fe5)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:28:05.454197 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e407d427-2704-4234-b666-3a3a35c12533), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:05.455898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8147efc7-289a-4777-9ae9-4374b6a55fe5') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:05.456737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8147efc7-289a-4777-9ae9-4374b6a55fe5') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:05.473765 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (8147efc7-289a-4777-9ae9-4374b6a55fe5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:05.514205 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8147efc7-289a-4777-9ae9-4374b6a55fe5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:05.526628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:05.526628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (8147efc7-289a-4777-9ae9-4374b6a55fe5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:05.553498 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:05.632448 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.api [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:28:05.632448 n-d-827336-2 neutron-server[103187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:28:05.632448 n-d-827336-2 neutron-server[103187]: [parameters: {'id': '05cdeadc-a890-4de4-9f3d-abbb3dadd454'}] Feb 02 13:28:05.632448 n-d-827336-2 neutron-server[103187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:28:05.633823 n-d-827336-2 neutron-server[103187]: DEBUG oslo_db.api [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:28:05.677630 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c759b18-246d-47d6-9dbe-463733599039 None None] Pushing event updated for resources: {'Port': ['ID=e407d427-2704-4234-b666-3a3a35c12533,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:05.741971 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:05.803310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa7d6c6-904e-49a2-a1bd-e0db4bb08eb9 None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:28:05.986831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa7d6c6-904e-49a2-a1bd-e0db4bb08eb9 None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:28:06.040496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49640) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:06.134342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (05cdeadc-a890-4de4-9f3d-abbb3dadd454), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.237259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-482384887-network', 'tenant_id': '89603b33dacb4206b76f251491c9605e'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:06.272245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fac465-e40d-45eb-bb69-92642274610e None None] Network 05cdeadc-a890-4de4-9f3d-abbb3dadd454 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:06.305555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Deleting port e407d427-2704-4234-b666-3a3a35c12533 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:06.305781 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e407d427-2704-4234-b666-3a3a35c12533), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.359569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Made reservation on behalf of 89603b33dacb4206b76f251491c9605e for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:06.369694 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.437521 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.534185 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Publish callbacks [] for security_group (34c0e398-b6f7-4823-9987-e7ba29e95794), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.542727 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (34c0e398-b6f7-4823-9987-e7ba29e95794), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.581114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] For port e407d427-2704-4234-b666-3a3a35c12533, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e407d427-2704-4234-b666-3a3a35c12533,segment=NetworkSegment(8147efc7-289a-4777-9ae9-4374b6a55fe5),segment_id=8147efc7-289a-4777-9ae9-4374b6a55fe5)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:06.581967 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e407d427-2704-4234-b666-3a3a35c12533), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.650072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Calling delete_port for e407d427-2704-4234-b666-3a3a35c12533 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:06.652667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:28:06.707202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c0e398-b6f7-4823-9987-e7ba29e95794,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:06.773745 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.779102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (32b94354-33b1-4f1f-8584-4c07c3db338f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.780218 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Added segment 32b94354-33b1-4f1f-8584-4c07c3db338f of type vlan for network b9b11703-8879-4ad1-898c-594c62bb230e Feb 02 13:28:06.853411 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (b9b11703-8879-4ad1-898c-594c62bb230e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.854711 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.914272 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (b9b11703-8879-4ad1-898c-594c62bb230e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.915800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:06.916670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.959738 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e407d427-2704-4234-b666-3a3a35c12533), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:06.993249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Port': ['ID=e407d427-2704-4234-b666-3a3a35c12533,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:06.998553 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9566562 Feb 02 13:28:07.001528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49652) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:07.007936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3d0a8e04-f40f-48f9-ad23-8e9bd9936ed7 admin admin] Request body: {'subnet': {'network_id': 'b9b11703-8879-4ad1-898c-594c62bb230e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-482384887-subnet', 'tenant_id': '89603b33dacb4206b76f251491c9605e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:07.058915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68afda-45e3-4569-bc91-e83e55e6e59e admin admin] Pushing event updated for resources: {'Network': ['ID=b9b11703-8879-4ad1-898c-594c62bb230e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:07.062000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0a8e04-f40f-48f9-ad23-8e9bd9936ed7 admin admin] Made reservation on behalf of 89603b33dacb4206b76f251491c9605e for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:07.063460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No DVR routers for this DVR port e407d427-2704-4234-b666-3a3a35c12533 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:28:07.075894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network b9b11703-8879-4ad1-898c-594c62bb230e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:28:07.082991 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8e04-f40f-48f9-ad23-8e9bd9936ed7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.168975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (05cdeadc-a890-4de4-9f3d-abbb3dadd454), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.198079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cdeadc-a890-4de4-9f3d-abbb3dadd454']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:07.214286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8147efc7-289a-4777-9ae9-4374b6a55fe5') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:07.214643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8147efc7-289a-4777-9ae9-4374b6a55fe5') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:07.231453 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (8147efc7-289a-4777-9ae9-4374b6a55fe5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.253511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8147efc7-289a-4777-9ae9-4374b6a55fe5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.264347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:07.265126 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (8147efc7-289a-4777-9ae9-4374b6a55fe5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:07.271047 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:07.379511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (05cdeadc-a890-4de4-9f3d-abbb3dadd454), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.391332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.403796 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/05cdeadc-a890-4de4-9f3d-abbb3dadd454 HTTP/1.1" status: 204 len: 168 time: 2.9445205 Feb 02 13:28:07.409841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:07.419162 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a12afaaa-1044-450f-abca-f6d38ce8c246 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-781594866'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:07.445050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c24b70-3774-4765-8c4d-0edc3ffb3bbd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Network': ['ID=05cdeadc-a890-4de4-9f3d-abbb3dadd454,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:07.452713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12afaaa-1044-450f-abca-f6d38ce8c246 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:07.456682 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a12afaaa-1044-450f-abca-f6d38ce8c246 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.490451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12afaaa-1044-450f-abca-f6d38ce8c246 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:28:07.515835 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a12afaaa-1044-450f-abca-f6d38ce8c246 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (badc41a6-8eee-44a2-a404-80051a03ddd9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.516336 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-a12afaaa-1044-450f-abca-f6d38ce8c246 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Added segment badc41a6-8eee-44a2-a404-80051a03ddd9 of type vlan for network 35fd3580-0bbf-4438-9380-c26bd1a6a663 Feb 02 13:28:07.529851 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8e04-f40f-48f9-ad23-8e9bd9936ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (53b957de-a45e-4cb1-9eec-f558bd37d32d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.608439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a8e04-f40f-48f9-ad23-8e9bd9936ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b957de-a45e-4cb1-9eec-f558bd37d32d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:07.634584 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a12afaaa-1044-450f-abca-f6d38ce8c246 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (35fd3580-0bbf-4438-9380-c26bd1a6a663), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.669184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0a8e04-f40f-48f9-ad23-8e9bd9936ed7 admin admin] Checking segment: {'id': '32b94354-33b1-4f1f-8584-4c07c3db338f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'b9b11703-8879-4ad1-898c-594c62bb230e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:07.669666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a8e04-f40f-48f9-ad23-8e9bd9936ed7 admin admin] Network hostable DHCP agents. Network: b9b11703-8879-4ad1-898c-594c62bb230e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:28:07.724347 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a8e04-f40f-48f9-ad23-8e9bd9936ed7 admin admin] Network b9b11703-8879-4ad1-898c-594c62bb230e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:28:07.745945 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a12afaaa-1044-450f-abca-f6d38ce8c246 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (35fd3580-0bbf-4438-9380-c26bd1a6a663), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.752899 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.754124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12afaaa-1044-450f-abca-f6d38ce8c246 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:07.755058 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a12afaaa-1044-450f-abca-f6d38ce8c246 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.762332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a8e04-f40f-48f9-ad23-8e9bd9936ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, b9b11703-8879-4ad1-898c-594c62bb230e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:07.768550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0a8e04-f40f-48f9-ad23-8e9bd9936ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:07.772607 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d0a8e04-f40f-48f9-ad23-8e9bd9936ed7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:07.784588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134e8da2-5384-40f1-9d69-71d1c80ebb56 None None] Network b9b11703-8879-4ad1-898c-594c62bb230e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:07.862193 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3d0a8e04-f40f-48f9-ad23-8e9bd9936ed7 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8595142 Feb 02 13:28:07.941346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a12afaaa-1044-450f-abca-f6d38ce8c246 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5301397 Feb 02 13:28:07.944154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49682) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:07.950461 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c3a00f13-638b-42ce-a96f-666e39ad2458 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'network_id': '35fd3580-0bbf-4438-9380-c26bd1a6a663', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:08.049844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12afaaa-1044-450f-abca-f6d38ce8c246 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=35fd3580-0bbf-4438-9380-c26bd1a6a663,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:08.065206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c719ebb-9c19-42ee-98b7-0a77b8261337 None None] Network b9b11703-8879-4ad1-898c-594c62bb230e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:08.067734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 35fd3580-0bbf-4438-9380-c26bd1a6a663 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:28:08.104028 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:08.299252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a00f13-638b-42ce-a96f-666e39ad2458 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:08.309247 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3a00f13-638b-42ce-a96f-666e39ad2458 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:08.814268 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3a00f13-638b-42ce-a96f-666e39ad2458 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (5b19d8eb-eba7-4509-a4ca-e53b770061c7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:09.241308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:09.246817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-435780319-network', 'tenant_id': '98620486e8c945789a306c8c10d0d032'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:09.316286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Made reservation on behalf of 98620486e8c945789a306c8c10d0d032 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:09.318827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:09.393419 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:09.663490 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Publish callbacks [] for security_group (207c2a17-2f9c-4ee1-948b-764d032be1ed), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:09.676217 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (207c2a17-2f9c-4ee1-948b-764d032be1ed), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:09.718625 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:28:09.741233 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (cc391f57-3ebd-4b48-9495-88db5f53b44b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:09.741599 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Added segment cc391f57-3ebd-4b48-9495-88db5f53b44b of type vlan for network 1733f11d-eca7-453b-8908-a4ad65e3b238 Feb 02 13:28:09.784686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a00f13-638b-42ce-a96f-666e39ad2458 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=5b19d8eb-eba7-4509-a4ca-e53b770061c7,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:09.812779 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207c2a17-2f9c-4ee1-948b-764d032be1ed,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:09.815633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a00f13-638b-42ce-a96f-666e39ad2458 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking segment: {'id': 'badc41a6-8eee-44a2-a404-80051a03ddd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '35fd3580-0bbf-4438-9380-c26bd1a6a663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:09.816039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a00f13-638b-42ce-a96f-666e39ad2458 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network hostable DHCP agents. Network: 35fd3580-0bbf-4438-9380-c26bd1a6a663, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:28:09.852420 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (1733f11d-eca7-453b-8908-a4ad65e3b238), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:09.866938 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a00f13-638b-42ce-a96f-666e39ad2458 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network 35fd3580-0bbf-4438-9380-c26bd1a6a663 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:28:09.889002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c3a00f13-638b-42ce-a96f-666e39ad2458 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 35fd3580-0bbf-4438-9380-c26bd1a6a663) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:09.896354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a00f13-638b-42ce-a96f-666e39ad2458 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:09.899138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c3a00f13-638b-42ce-a96f-666e39ad2458 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:09.903336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d61a5-749b-46e9-8d43-9ad16b2c06e4 None None] Network 35fd3580-0bbf-4438-9380-c26bd1a6a663 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:09.908475 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (1733f11d-eca7-453b-8908-a4ad65e3b238), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:09.909667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:09.915572 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:09.939060 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c3a00f13-638b-42ce-a96f-666e39ad2458 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9936185 Feb 02 13:28:09.943770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49714) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:10.114564 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8700807 Feb 02 13:28:10.114564 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49716) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:10.230588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (35fd3580-0bbf-4438-9380-c26bd1a6a663), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:10.328972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4792374b-e44c-4319-b68e-ae95c115fd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-35fd3580-0bbf-4438-9380-c26bd1a6a663', 'network_id': '35fd3580-0bbf-4438-9380-c26bd1a6a663', 'project_id': 'a6b472cb76534154864beb6bc6be7997', 'fixed_ips': [{'subnet_id': '5b19d8eb-eba7-4509-a4ca-e53b770061c7'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:28:10.330275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4792374b-e44c-4319-b68e-ae95c115fd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:10.371867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (5b19d8eb-eba7-4509-a4ca-e53b770061c7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:10.376957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3b88a8d3-90e0-4866-804e-7fe98a4ff76d admin admin] Request body: {'subnet': {'network_id': '1733f11d-eca7-453b-8908-a4ad65e3b238', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-435780319-subnet', 'tenant_id': '98620486e8c945789a306c8c10d0d032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:10.398209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075eef9d-5c61-4b68-a732-80ee9fd28cce admin admin] Pushing event updated for resources: {'Network': ['ID=1733f11d-eca7-453b-8908-a4ad65e3b238,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:10.448233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b88a8d3-90e0-4866-804e-7fe98a4ff76d admin admin] Made reservation on behalf of 98620486e8c945789a306c8c10d0d032 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:10.451305 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b88a8d3-90e0-4866-804e-7fe98a4ff76d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:10.508259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 1733f11d-eca7-453b-8908-a4ad65e3b238 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:28:10.515287 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (5b19d8eb-eba7-4509-a4ca-e53b770061c7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:10.550155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Subnet': ['ID=5b19d8eb-eba7-4509-a4ca-e53b770061c7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:10.651732 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (35fd3580-0bbf-4438-9380-c26bd1a6a663), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:10.711044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35fd3580-0bbf-4438-9380-c26bd1a6a663']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:10.746173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badc41a6-8eee-44a2-a404-80051a03ddd9') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:10.746173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badc41a6-8eee-44a2-a404-80051a03ddd9') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:10.767172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (badc41a6-8eee-44a2-a404-80051a03ddd9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server [None req-4792374b-e44c-4319-b68e-ae95c115fd5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b19d8eb-eba7-4509-a4ca-e53b770061c7: This subnet is being modified by another concurrent operation. Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise exception Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5b19d8eb-eba7-4509-a4ca-e53b770061c7: This subnet is being modified by another concurrent operation. Feb 02 13:28:10.768358 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server Feb 02 13:28:10.794760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d392576c-bb0e-4c0d-acaf-6f3478524bd7 None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:28:10.809728 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (badc41a6-8eee-44a2-a404-80051a03ddd9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:10.833482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:10.834375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (badc41a6-8eee-44a2-a404-80051a03ddd9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:10.893476 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b88a8d3-90e0-4866-804e-7fe98a4ff76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (436d2b98-698d-4a05-b507-5d77ddc4cc48), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:10.977955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d392576c-bb0e-4c0d-acaf-6f3478524bd7 None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:28:10.999130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b88a8d3-90e0-4866-804e-7fe98a4ff76d admin admin] Checking segment: {'id': 'cc391f57-3ebd-4b48-9495-88db5f53b44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '1733f11d-eca7-453b-8908-a4ad65e3b238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:10.999815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b88a8d3-90e0-4866-804e-7fe98a4ff76d admin admin] Network hostable DHCP agents. Network: 1733f11d-eca7-453b-8908-a4ad65e3b238, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:28:11.006653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88a8d3-90e0-4866-804e-7fe98a4ff76d admin admin] Pushing event updated for resources: {'Subnet': ['ID=436d2b98-698d-4a05-b507-5d77ddc4cc48,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:11.044332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b88a8d3-90e0-4866-804e-7fe98a4ff76d admin admin] Network 1733f11d-eca7-453b-8908-a4ad65e3b238 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:11.053410 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:11.057959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (35fd3580-0bbf-4438-9380-c26bd1a6a663), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:11.071351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:11.073157 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3b88a8d3-90e0-4866-804e-7fe98a4ff76d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 1733f11d-eca7-453b-8908-a4ad65e3b238) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:11.094186 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/35fd3580-0bbf-4438-9380-c26bd1a6a663 HTTP/1.1" status: 204 len: 168 time: 1.1446679 Feb 02 13:28:11.096379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:11.118155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b88a8d3-90e0-4866-804e-7fe98a4ff76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:11.119600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a8cd1fb8-eeb8-4399-b9b6-e43f29bd5580 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-297042358'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:11.120347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3b88a8d3-90e0-4866-804e-7fe98a4ff76d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:11.168106 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3b88a8d3-90e0-4866-804e-7fe98a4ff76d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0269313 Feb 02 13:28:11.191862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263332ea-888b-49b8-9e24-a2145a94a53c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Network': ['ID=35fd3580-0bbf-4438-9380-c26bd1a6a663,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:11.218847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cd1fb8-eeb8-4399-b9b6-e43f29bd5580 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:11.231828 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8cd1fb8-eeb8-4399-b9b6-e43f29bd5580 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:11.268770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cd1fb8-eeb8-4399-b9b6-e43f29bd5580 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:28:11.284774 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8cd1fb8-eeb8-4399-b9b6-e43f29bd5580 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1b0980ac-ed56-4902-90f3-28d725c56855), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:11.285122 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-a8cd1fb8-eeb8-4399-b9b6-e43f29bd5580 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Added segment 1b0980ac-ed56-4902-90f3-28d725c56855 of type vlan for network af6c74ed-b04a-4e56-8976-760dd29e4a76 Feb 02 13:28:11.425143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ad7109-e53b-4f4e-a185-95f1ae6418a2 None None] Network 35fd3580-0bbf-4438-9380-c26bd1a6a663 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:11.442355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8cd1fb8-eeb8-4399-b9b6-e43f29bd5580 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (af6c74ed-b04a-4e56-8976-760dd29e4a76), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:11.449235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f112c-2d08-4ef2-a99c-59967c5e566a None None] Network 1733f11d-eca7-453b-8908-a4ad65e3b238 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:11.452939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ad7109-e53b-4f4e-a185-95f1ae6418a2 None None] Network 35fd3580-0bbf-4438-9380-c26bd1a6a663 could not be found, it might have been deleted concurrently. {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 13:28:11.498712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49740) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:11.549984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-295e0687-4d08-430a-8448-a6af7967afce admin admin] Deleting subnet 53b957de-a45e-4cb1-9eec-f558bd37d32d {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:28:11.552529 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8cd1fb8-eeb8-4399-b9b6-e43f29bd5580 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (af6c74ed-b04a-4e56-8976-760dd29e4a76), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:11.557818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cd1fb8-eeb8-4399-b9b6-e43f29bd5580 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:11.562004 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8cd1fb8-eeb8-4399-b9b6-e43f29bd5580 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:11.569759 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-295e0687-4d08-430a-8448-a6af7967afce admin admin] Publish callbacks [] for subnet (53b957de-a45e-4cb1-9eec-f558bd37d32d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:11.645752 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a8cd1fb8-eeb8-4399-b9b6-e43f29bd5580 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5428452 Feb 02 13:28:11.648623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:11.654317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2278a908-5ab2-4c06-a6d3-b9ab2c2124ec tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'network_id': 'af6c74ed-b04a-4e56-8976-760dd29e4a76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:11.729432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-295e0687-4d08-430a-8448-a6af7967afce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (53b957de-a45e-4cb1-9eec-f558bd37d32d), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:11.766338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd1fb8-eeb8-4399-b9b6-e43f29bd5580 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=af6c74ed-b04a-4e56-8976-760dd29e4a76,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:11.804655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network af6c74ed-b04a-4e56-8976-760dd29e4a76 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:28:11.816945 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-295e0687-4d08-430a-8448-a6af7967afce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (53b957de-a45e-4cb1-9eec-f558bd37d32d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:11.840266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd33421-abac-4860-b7ed-890297ced9e3 None None] Network 1733f11d-eca7-453b-8908-a4ad65e3b238 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:11.951896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-295e0687-4d08-430a-8448-a6af7967afce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (53b957de-a45e-4cb1-9eec-f558bd37d32d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:11.970732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2278a908-5ab2-4c06-a6d3-b9ab2c2124ec tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:11.980363 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2278a908-5ab2-4c06-a6d3-b9ab2c2124ec tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.001061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e0687-4d08-430a-8448-a6af7967afce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b957de-a45e-4cb1-9eec-f558bd37d32d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:12.024760 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-295e0687-4d08-430a-8448-a6af7967afce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.031220 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-295e0687-4d08-430a-8448-a6af7967afce admin admin] 10.222.0.83 "DELETE /v2.0/subnets/53b957de-a45e-4cb1-9eec-f558bd37d32d HTTP/1.1" status: 204 len: 168 time: 0.5286832 Feb 02 13:28:12.031801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49746) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:12.219104 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (b9b11703-8879-4ad1-898c-594c62bb230e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.375297 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2278a908-5ab2-4c06-a6d3-b9ab2c2124ec tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (163e2829-1195-416a-be41-0591e184f543), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.412848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (b9b11703-8879-4ad1-898c-594c62bb230e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.478427 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b11703-8879-4ad1-898c-594c62bb230e']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:12.497358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2278a908-5ab2-4c06-a6d3-b9ab2c2124ec tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking segment: {'id': '1b0980ac-ed56-4902-90f3-28d725c56855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'af6c74ed-b04a-4e56-8976-760dd29e4a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:12.497733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278a908-5ab2-4c06-a6d3-b9ab2c2124ec tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network hostable DHCP agents. Network: af6c74ed-b04a-4e56-8976-760dd29e4a76, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:28:12.501095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b94354-33b1-4f1f-8584-4c07c3db338f') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:12.501442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b94354-33b1-4f1f-8584-4c07c3db338f') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:12.520180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278a908-5ab2-4c06-a6d3-b9ab2c2124ec tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=163e2829-1195-416a-be41-0591e184f543,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:12.536979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (32b94354-33b1-4f1f-8584-4c07c3db338f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.557571 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (32b94354-33b1-4f1f-8584-4c07c3db338f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.560827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2278a908-5ab2-4c06-a6d3-b9ab2c2124ec tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network af6c74ed-b04a-4e56-8976-760dd29e4a76 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:28:12.570500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:12.570889 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (32b94354-33b1-4f1f-8584-4c07c3db338f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:12.572777 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:12.583055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2278a908-5ab2-4c06-a6d3-b9ab2c2124ec tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, af6c74ed-b04a-4e56-8976-760dd29e4a76) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:12.593812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95adf258-b719-4639-95f3-5e0693d8c47b None None] Network af6c74ed-b04a-4e56-8976-760dd29e4a76 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:12.598254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2278a908-5ab2-4c06-a6d3-b9ab2c2124ec tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:12.600128 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2278a908-5ab2-4c06-a6d3-b9ab2c2124ec tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.626090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2278a908-5ab2-4c06-a6d3-b9ab2c2124ec tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9767733 Feb 02 13:28:12.630191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:12.766255 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (b9b11703-8879-4ad1-898c-594c62bb230e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.772929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.776181 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] 10.222.0.83 "DELETE /v2.0/networks/b9b11703-8879-4ad1-898c-594c62bb230e HTTP/1.1" status: 204 len: 168 time: 0.7433345 Feb 02 13:28:12.779153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49756) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:12.801020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e87865-9904-4ca8-bf4b-35c559b675fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b11703-8879-4ad1-898c-594c62bb230e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:12.872710 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-af6c74ed-b04a-4e56-8976-760dd29e4a76', 'network_id': 'af6c74ed-b04a-4e56-8976-760dd29e4a76', 'project_id': 'a6b472cb76534154864beb6bc6be7997', 'fixed_ips': [{'subnet_id': '163e2829-1195-416a-be41-0591e184f543'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:28:12.873597 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.922374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8583fec2-9787-430e-b94b-a2dcc5445add admin admin] Deleting subnet 436d2b98-698d-4a05-b507-5d77ddc4cc48 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:28:12.929041 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8583fec2-9787-430e-b94b-a2dcc5445add admin admin] Publish callbacks [] for subnet (436d2b98-698d-4a05-b507-5d77ddc4cc48), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:12.980292 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8583fec2-9787-430e-b94b-a2dcc5445add admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (436d2b98-698d-4a05-b507-5d77ddc4cc48), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.046298 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8583fec2-9787-430e-b94b-a2dcc5445add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (436d2b98-698d-4a05-b507-5d77ddc4cc48), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.150007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Allocated IP 172.20.0.1 (af6c74ed-b04a-4e56-8976-760dd29e4a76/163e2829-1195-416a-be41-0591e184f543/e510cc0f-2122-4dbf-b316-6c3697ad6185) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:28:13.210600 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (af6c74ed-b04a-4e56-8976-760dd29e4a76), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.220233 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8583fec2-9787-430e-b94b-a2dcc5445add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (436d2b98-698d-4a05-b507-5d77ddc4cc48), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.256046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583fec2-9787-430e-b94b-a2dcc5445add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=436d2b98-698d-4a05-b507-5d77ddc4cc48,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:13.290128 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8583fec2-9787-430e-b94b-a2dcc5445add admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.294796 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8583fec2-9787-430e-b94b-a2dcc5445add admin admin] 10.222.0.83 "DELETE /v2.0/subnets/436d2b98-698d-4a05-b507-5d77ddc4cc48 HTTP/1.1" status: 204 len: 168 time: 0.5123696 Feb 02 13:28:13.297514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49760) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:13.362973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (163e2829-1195-416a-be41-0591e184f543), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.468303 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (1733f11d-eca7-453b-8908-a4ad65e3b238), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.502021 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Publish callbacks [] for port (e510cc0f-2122-4dbf-b316-6c3697ad6185), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.522643 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (e510cc0f-2122-4dbf-b316-6c3697ad6185), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.542552 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (163e2829-1195-416a-be41-0591e184f543), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.598318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Subnet': ['ID=163e2829-1195-416a-be41-0591e184f543,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:13.624109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Network af6c74ed-b04a-4e56-8976-760dd29e4a76 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:28:13.625722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:13.654521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:28:13.679240 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Pushing event updated for resources: {'Port': ['ID=e510cc0f-2122-4dbf-b316-6c3697ad6185,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:13.770284 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (1733f11d-eca7-453b-8908-a4ad65e3b238), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.771359 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (af6c74ed-b04a-4e56-8976-760dd29e4a76), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.849802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6c74ed-b04a-4e56-8976-760dd29e4a76']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:13.852264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1733f11d-eca7-453b-8908-a4ad65e3b238']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:13.854516 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc391f57-3ebd-4b48-9495-88db5f53b44b') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:13.854802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc391f57-3ebd-4b48-9495-88db5f53b44b') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:13.859687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Attempting to bind port e510cc0f-2122-4dbf-b316-6c3697ad6185 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:28:13.860360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0980ac-ed56-4902-90f3-28d725c56855') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:13.860659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0980ac-ed56-4902-90f3-28d725c56855') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:13.860907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Attempting to bind port e510cc0f-2122-4dbf-b316-6c3697ad6185 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '1b0980ac-ed56-4902-90f3-28d725c56855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'af6c74ed-b04a-4e56-8976-760dd29e4a76'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:28:13.861847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Attempting to bind port e510cc0f-2122-4dbf-b316-6c3697ad6185 on network af6c74ed-b04a-4e56-8976-760dd29e4a76 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:28:13.868038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:28:13.868769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Checking segment: {'id': '1b0980ac-ed56-4902-90f3-28d725c56855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'af6c74ed-b04a-4e56-8976-760dd29e4a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:13.869419 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.870031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Bound using segment: {'id': '1b0980ac-ed56-4902-90f3-28d725c56855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'af6c74ed-b04a-4e56-8976-760dd29e4a76'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:28:13.870735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Bound port: e510cc0f-2122-4dbf-b316-6c3697ad6185, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0980ac-ed56-4902-90f3-28d725c56855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'af6c74ed-b04a-4e56-8976-760dd29e4a76'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:28:13.871461 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e510cc0f-2122-4dbf-b316-6c3697ad6185), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.880366 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (1b0980ac-ed56-4902-90f3-28d725c56855), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.899693 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1b0980ac-ed56-4902-90f3-28d725c56855), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.909839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:13.910563 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (1b0980ac-ed56-4902-90f3-28d725c56855), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.926287 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (cc391f57-3ebd-4b48-9495-88db5f53b44b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:13.943747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] For port e510cc0f-2122-4dbf-b316-6c3697ad6185, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:13.949880 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:13.980837 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (cc391f57-3ebd-4b48-9495-88db5f53b44b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:14.001945 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:28:14.001945 n-d-827336-2 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:28:14.001945 n-d-827336-2 neutron-server[103188]: [parameters: {'id': 'af6c74ed-b04a-4e56-8976-760dd29e4a76'}] Feb 02 13:28:14.001945 n-d-827336-2 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:28:14.002313 n-d-827336-2 neutron-server[103188]: DEBUG oslo_db.api [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:28:14.002409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] For port e510cc0f-2122-4dbf-b316-6c3697ad6185, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e510cc0f-2122-4dbf-b316-6c3697ad6185,segment=NetworkSegment(1b0980ac-ed56-4902-90f3-28d725c56855),segment_id=1b0980ac-ed56-4902-90f3-28d725c56855)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:28:14.004458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:14.004951 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (cc391f57-3ebd-4b48-9495-88db5f53b44b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:14.007092 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:14.017470 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e510cc0f-2122-4dbf-b316-6c3697ad6185), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:14.098438 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (1733f11d-eca7-453b-8908-a4ad65e3b238), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:14.107769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:14.116227 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] 10.222.0.83 "DELETE /v2.0/networks/1733f11d-eca7-453b-8908-a4ad65e3b238 HTTP/1.1" status: 204 len: 168 time: 0.8170125 Feb 02 13:28:14.128929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafaee9-7c9c-4638-a9bf-05831817d450 admin admin] Pushing event deleted for resources: {'Network': ['ID=1733f11d-eca7-453b-8908-a4ad65e3b238,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:14.163620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2330c3f-083f-4c00-8af3-f755839b73f9 None None] Pushing event updated for resources: {'Port': ['ID=e510cc0f-2122-4dbf-b316-6c3697ad6185,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:14.249105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5067c7d-8e17-498e-a12e-34b002757f74 None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:28:14.389942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5067c7d-8e17-498e-a12e-34b002757f74 None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:28:14.503277 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (af6c74ed-b04a-4e56-8976-760dd29e4a76), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:14.655494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Deleting port e510cc0f-2122-4dbf-b316-6c3697ad6185 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:14.655855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e510cc0f-2122-4dbf-b316-6c3697ad6185), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:14.681555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49782) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:14.784782 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a97578a9-4dfe-4818-a8bf-1978f25538eb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=89603b33dacb4206b76f251491c9605e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1008534 Feb 02 13:28:14.788080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49784) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:14.837694 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0673beb4-8426-4c1c-9551-bc23ff3f4756 None None] Network af6c74ed-b04a-4e56-8976-760dd29e4a76 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:14.871530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8728a59c-e3f1-4d1f-bcc4-d3471d21bea2 admin admin] Publish callbacks [] for security_group (34c0e398-b6f7-4823-9987-e7ba29e95794), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:14.912296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8728a59c-e3f1-4d1f-bcc4-d3471d21bea2 admin admin] Publish callbacks [] for security_group (34c0e398-b6f7-4823-9987-e7ba29e95794), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:14.921422 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] For port e510cc0f-2122-4dbf-b316-6c3697ad6185, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e510cc0f-2122-4dbf-b316-6c3697ad6185,segment=NetworkSegment(1b0980ac-ed56-4902-90f3-28d725c56855),segment_id=1b0980ac-ed56-4902-90f3-28d725c56855)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:14.922033 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e510cc0f-2122-4dbf-b316-6c3697ad6185), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:14.956913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Calling delete_port for e510cc0f-2122-4dbf-b316-6c3697ad6185 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:15.000947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8728a59c-e3f1-4d1f-bcc4-d3471d21bea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (34c0e398-b6f7-4823-9987-e7ba29e95794), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:15.007713 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8728a59c-e3f1-4d1f-bcc4-d3471d21bea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:15.010987 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8728a59c-e3f1-4d1f-bcc4-d3471d21bea2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/34c0e398-b6f7-4823-9987-e7ba29e95794 HTTP/1.1" status: 204 len: 168 time: 0.2218533 Feb 02 13:28:15.040532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728a59c-e3f1-4d1f-bcc4-d3471d21bea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c0e398-b6f7-4823-9987-e7ba29e95794,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:15.135280 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e510cc0f-2122-4dbf-b316-6c3697ad6185), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:15.185276 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No DVR routers for this DVR port e510cc0f-2122-4dbf-b316-6c3697ad6185 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:28:15.187749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Port': ['ID=e510cc0f-2122-4dbf-b316-6c3697ad6185,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:15.313808 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (af6c74ed-b04a-4e56-8976-760dd29e4a76), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:15.339652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6c74ed-b04a-4e56-8976-760dd29e4a76']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:15.352343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0980ac-ed56-4902-90f3-28d725c56855') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:15.352681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0980ac-ed56-4902-90f3-28d725c56855') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:15.364937 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (1b0980ac-ed56-4902-90f3-28d725c56855), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:15.386127 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1b0980ac-ed56-4902-90f3-28d725c56855), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:15.408722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:15.409538 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (1b0980ac-ed56-4902-90f3-28d725c56855), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:15.418708 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:15.583858 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (af6c74ed-b04a-4e56-8976-760dd29e4a76), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:15.607085 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:15.614089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/af6c74ed-b04a-4e56-8976-760dd29e4a76 HTTP/1.1" status: 204 len: 168 time: 2.9813128 Feb 02 13:28:15.617438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49796) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:15.623151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bc64574e-377b-4ac5-8330-2bcd4bf4b92c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1683735406'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:15.640411 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded918c-9955-4cbc-b9c3-ec7623be7a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Network': ['ID=af6c74ed-b04a-4e56-8976-760dd29e4a76,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:15.688386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc64574e-377b-4ac5-8330-2bcd4bf4b92c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:15.713447 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc64574e-377b-4ac5-8330-2bcd4bf4b92c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:15.789763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc64574e-377b-4ac5-8330-2bcd4bf4b92c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:28:15.825857 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc64574e-377b-4ac5-8330-2bcd4bf4b92c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c3be5946-bca9-4613-b2b5-2bd6fa377e2f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:15.826343 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-bc64574e-377b-4ac5-8330-2bcd4bf4b92c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Added segment c3be5946-bca9-4613-b2b5-2bd6fa377e2f of type vlan for network 32271d76-28d8-48f7-a3d3-d2ccebb6f5fb Feb 02 13:28:15.931548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc64574e-377b-4ac5-8330-2bcd4bf4b92c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (32271d76-28d8-48f7-a3d3-d2ccebb6f5fb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:16.016605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc64574e-377b-4ac5-8330-2bcd4bf4b92c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (32271d76-28d8-48f7-a3d3-d2ccebb6f5fb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:16.023757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc64574e-377b-4ac5-8330-2bcd4bf4b92c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:16.024552 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc64574e-377b-4ac5-8330-2bcd4bf4b92c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:16.058299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49800) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:16.114756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:16.115027 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bc64574e-377b-4ac5-8330-2bcd4bf4b92c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4963524 Feb 02 13:28:16.146829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-51829f33-ad26-4a5d-b8b5-419584a077b2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:16.160626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64574e-377b-4ac5-8330-2bcd4bf4b92c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=32271d76-28d8-48f7-a3d3-d2ccebb6f5fb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:16.173299 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 32271d76-28d8-48f7-a3d3-d2ccebb6f5fb details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:28:16.184818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49806) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:16.198450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6abd203a-5ec1-4f1c-a139-e147b291439e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=98620486e8c945789a306c8c10d0d032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381352 Feb 02 13:28:16.301507 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b29c5163-6c31-43af-9174-12624f3891a1 admin admin] Publish callbacks [] for security_group (207c2a17-2f9c-4ee1-948b-764d032be1ed), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:16.333749 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b29c5163-6c31-43af-9174-12624f3891a1 admin admin] Publish callbacks [] for security_group (207c2a17-2f9c-4ee1-948b-764d032be1ed), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:16.412262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b29c5163-6c31-43af-9174-12624f3891a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (207c2a17-2f9c-4ee1-948b-764d032be1ed), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:16.415842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b29c5163-6c31-43af-9174-12624f3891a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:16.419112 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b29c5163-6c31-43af-9174-12624f3891a1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/207c2a17-2f9c-4ee1-948b-764d032be1ed HTTP/1.1" status: 204 len: 168 time: 0.2308826 Feb 02 13:28:16.450257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c5163-6c31-43af-9174-12624f3891a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207c2a17-2f9c-4ee1-948b-764d032be1ed,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:16.519913 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51829f33-ad26-4a5d-b8b5-419584a077b2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (32271d76-28d8-48f7-a3d3-d2ccebb6f5fb), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:16.546610 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51829f33-ad26-4a5d-b8b5-419584a077b2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (32271d76-28d8-48f7-a3d3-d2ccebb6f5fb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:16.646070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51829f33-ad26-4a5d-b8b5-419584a077b2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=32271d76-28d8-48f7-a3d3-d2ccebb6f5fb,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:16.648622 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-51829f33-ad26-4a5d-b8b5-419584a077b2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network 32271d76-28d8-48f7-a3d3-d2ccebb6f5fb is not hosted by any dhcp agent {{(pid=103188) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 13:28:16.658374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 32271d76-28d8-48f7-a3d3-d2ccebb6f5fb details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:28:16.680210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51829f33-ad26-4a5d-b8b5-419584a077b2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:16.681683 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-51829f33-ad26-4a5d-b8b5-419584a077b2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:16.685806 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-51829f33-ad26-4a5d-b8b5-419584a077b2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "PUT /v2.0/networks/32271d76-28d8-48f7-a3d3-d2ccebb6f5fb HTTP/1.1" status: 200 len: 723 time: 0.5648036 Feb 02 13:28:16.686501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49814) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:16.701557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f25a07f0-1140-4d82-9b3e-e74650d1b856 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'network_id': '32271d76-28d8-48f7-a3d3-d2ccebb6f5fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:16.981235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25a07f0-1140-4d82-9b3e-e74650d1b856 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:16.985652 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f25a07f0-1140-4d82-9b3e-e74650d1b856 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:17.319632 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f25a07f0-1140-4d82-9b3e-e74650d1b856 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (8cbae884-e532-4ddd-8df2-b06d2964d9f4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:17.404091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a07f0-1140-4d82-9b3e-e74650d1b856 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=8cbae884-e532-4ddd-8df2-b06d2964d9f4,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:17.415907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25a07f0-1140-4d82-9b3e-e74650d1b856 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking segment: {'id': 'c3be5946-bca9-4613-b2b5-2bd6fa377e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32271d76-28d8-48f7-a3d3-d2ccebb6f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:17.416316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a07f0-1140-4d82-9b3e-e74650d1b856 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network hostable DHCP agents. Network: 32271d76-28d8-48f7-a3d3-d2ccebb6f5fb, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:28:17.456031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25a07f0-1140-4d82-9b3e-e74650d1b856 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network 32271d76-28d8-48f7-a3d3-d2ccebb6f5fb is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:28:17.484556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f25a07f0-1140-4d82-9b3e-e74650d1b856 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 32271d76-28d8-48f7-a3d3-d2ccebb6f5fb) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:17.491237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25a07f0-1140-4d82-9b3e-e74650d1b856 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:17.496161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f6221a-9091-4697-865f-79d95ad78828 None None] Network 32271d76-28d8-48f7-a3d3-d2ccebb6f5fb requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:17.500140 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f25a07f0-1140-4d82-9b3e-e74650d1b856 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:17.560370 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f25a07f0-1140-4d82-9b3e-e74650d1b856 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8718727 Feb 02 13:28:17.570483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49840) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:17.591262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c561fb5f-4de2-4940-bf98-1f1a901640b5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:17.917423 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-32271d76-28d8-48f7-a3d3-d2ccebb6f5fb', 'network_id': '32271d76-28d8-48f7-a3d3-d2ccebb6f5fb', 'project_id': 'a6b472cb76534154864beb6bc6be7997', 'fixed_ips': [{'subnet_id': '8cbae884-e532-4ddd-8df2-b06d2964d9f4'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:28:17.919062 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:17.953117 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c561fb5f-4de2-4940-bf98-1f1a901640b5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26592147'] for subnet (8cbae884-e532-4ddd-8df2-b06d2964d9f4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:18.402081 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c561fb5f-4de2-4940-bf98-1f1a901640b5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739706610908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25433787'] for subnet (8cbae884-e532-4ddd-8df2-b06d2964d9f4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:18.533615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c561fb5f-4de2-4940-bf98-1f1a901640b5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:18.533887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Allocated IP 172.20.0.2 (32271d76-28d8-48f7-a3d3-d2ccebb6f5fb/8cbae884-e532-4ddd-8df2-b06d2964d9f4/6a5c906d-8a21-44e3-8f68-230c256d8b0c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:28:18.539641 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c561fb5f-4de2-4940-bf98-1f1a901640b5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:18.548411 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c561fb5f-4de2-4940-bf98-1f1a901640b5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "PUT /v2.0/subnets/8cbae884-e532-4ddd-8df2-b06d2964d9f4 HTTP/1.1" status: 200 len: 806 time: 0.9821191 Feb 02 13:28:18.548889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:18.591892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561fb5f-4de2-4940-bf98-1f1a901640b5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=8cbae884-e532-4ddd-8df2-b06d2964d9f4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:18.754516 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (32271d76-28d8-48f7-a3d3-d2ccebb6f5fb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:18.822473 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (8cbae884-e532-4ddd-8df2-b06d2964d9f4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:19.162412 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Publish callbacks [] for port (6a5c906d-8a21-44e3-8f68-230c256d8b0c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:19.179993 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (6a5c906d-8a21-44e3-8f68-230c256d8b0c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:19.209109 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (8cbae884-e532-4ddd-8df2-b06d2964d9f4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:19.279024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Pushing event updated for resources: {'Port': ['ID=6a5c906d-8a21-44e3-8f68-230c256d8b0c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:19.298513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbae884-e532-4ddd-8df2-b06d2964d9f4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:19.311851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Network 32271d76-28d8-48f7-a3d3-d2ccebb6f5fb is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:28:19.314525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:19.320139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:28:19.434320 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (32271d76-28d8-48f7-a3d3-d2ccebb6f5fb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:19.470165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Attempting to bind port 6a5c906d-8a21-44e3-8f68-230c256d8b0c on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:28:19.470714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32271d76-28d8-48f7-a3d3-d2ccebb6f5fb']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:19.470905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Attempting to bind port 6a5c906d-8a21-44e3-8f68-230c256d8b0c by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'c3be5946-bca9-4613-b2b5-2bd6fa377e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32271d76-28d8-48f7-a3d3-d2ccebb6f5fb'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:28:19.472743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Attempting to bind port 6a5c906d-8a21-44e3-8f68-230c256d8b0c on network 32271d76-28d8-48f7-a3d3-d2ccebb6f5fb {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:28:19.490493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:28:19.490493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Checking segment: {'id': 'c3be5946-bca9-4613-b2b5-2bd6fa377e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32271d76-28d8-48f7-a3d3-d2ccebb6f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:19.490493 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:19.490493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Bound using segment: {'id': 'c3be5946-bca9-4613-b2b5-2bd6fa377e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32271d76-28d8-48f7-a3d3-d2ccebb6f5fb'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:28:19.498407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3be5946-bca9-4613-b2b5-2bd6fa377e2f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:19.498619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3be5946-bca9-4613-b2b5-2bd6fa377e2f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:19.522496 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (c3be5946-bca9-4613-b2b5-2bd6fa377e2f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:19.530980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Bound port: 6a5c906d-8a21-44e3-8f68-230c256d8b0c, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3be5946-bca9-4613-b2b5-2bd6fa377e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '32271d76-28d8-48f7-a3d3-d2ccebb6f5fb'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:28:19.533876 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6a5c906d-8a21-44e3-8f68-230c256d8b0c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:19.550716 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c3be5946-bca9-4613-b2b5-2bd6fa377e2f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:19.566227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:19.566703 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (c3be5946-bca9-4613-b2b5-2bd6fa377e2f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:19.578274 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:19.683332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] For port 6a5c906d-8a21-44e3-8f68-230c256d8b0c, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:28:19.763862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] For port 6a5c906d-8a21-44e3-8f68-230c256d8b0c, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6a5c906d-8a21-44e3-8f68-230c256d8b0c,segment=NetworkSegment(c3be5946-bca9-4613-b2b5-2bd6fa377e2f),segment_id=c3be5946-bca9-4613-b2b5-2bd6fa377e2f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:28:19.766958 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.db.api [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:28:19.766958 n-d-827336-2 neutron-server[103188]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:28:19.766958 n-d-827336-2 neutron-server[103188]: [parameters: {'id': '32271d76-28d8-48f7-a3d3-d2ccebb6f5fb'}] Feb 02 13:28:19.766958 n-d-827336-2 neutron-server[103188]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103188) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:28:19.768023 n-d-827336-2 neutron-server[103188]: DEBUG oslo_db.api [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:28:19.775802 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6a5c906d-8a21-44e3-8f68-230c256d8b0c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:20.007907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262e88d-8866-4f5c-8dd6-4c308a2af2a9 None None] Pushing event updated for resources: {'Port': ['ID=6a5c906d-8a21-44e3-8f68-230c256d8b0c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:20.086413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1c397a-3eee-41cd-8f99-09b7ceed69b8 None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:28:20.244324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1c397a-3eee-41cd-8f99-09b7ceed69b8 None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:28:20.269069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (32271d76-28d8-48f7-a3d3-d2ccebb6f5fb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:20.401980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Deleting port 6a5c906d-8a21-44e3-8f68-230c256d8b0c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:20.402619 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6a5c906d-8a21-44e3-8f68-230c256d8b0c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:20.563286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] For port 6a5c906d-8a21-44e3-8f68-230c256d8b0c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6a5c906d-8a21-44e3-8f68-230c256d8b0c,segment=NetworkSegment(c3be5946-bca9-4613-b2b5-2bd6fa377e2f),segment_id=c3be5946-bca9-4613-b2b5-2bd6fa377e2f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:20.564047 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6a5c906d-8a21-44e3-8f68-230c256d8b0c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:20.593546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Calling delete_port for 6a5c906d-8a21-44e3-8f68-230c256d8b0c owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:20.682690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8221d58e-0d73-4136-bb26-10373866b1b7 None None] Network 32271d76-28d8-48f7-a3d3-d2ccebb6f5fb requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:20.919182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f51efb-8274-4d5e-85d1-b03fc56dd586 None None] Network 32271d76-28d8-48f7-a3d3-d2ccebb6f5fb requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:20.966583 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (6a5c906d-8a21-44e3-8f68-230c256d8b0c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:21.047098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Port': ['ID=6a5c906d-8a21-44e3-8f68-230c256d8b0c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:21.062902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No DVR routers for this DVR port 6a5c906d-8a21-44e3-8f68-230c256d8b0c on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:28:21.249790 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (32271d76-28d8-48f7-a3d3-d2ccebb6f5fb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:21.297097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32271d76-28d8-48f7-a3d3-d2ccebb6f5fb']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:21.345402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3be5946-bca9-4613-b2b5-2bd6fa377e2f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:21.345685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3be5946-bca9-4613-b2b5-2bd6fa377e2f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:21.355784 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (c3be5946-bca9-4613-b2b5-2bd6fa377e2f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:21.378404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c3be5946-bca9-4613-b2b5-2bd6fa377e2f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:21.385074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:21.385477 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (c3be5946-bca9-4613-b2b5-2bd6fa377e2f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:21.425641 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:21.534551 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (32271d76-28d8-48f7-a3d3-d2ccebb6f5fb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:21.541678 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:21.545191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/32271d76-28d8-48f7-a3d3-d2ccebb6f5fb HTTP/1.1" status: 204 len: 168 time: 2.9952338 Feb 02 13:28:21.549724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49910) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:21.578705 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-223b0b5f-0d7c-4c1b-906f-c38e50955a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:21.579779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-223b0b5f-0d7c-4c1b-906f-c38e50955a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:21.583830 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-223b0b5f-0d7c-4c1b-906f-c38e50955a11 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/32271d76-28d8-48f7-a3d3-d2ccebb6f5fb HTTP/1.1" status: 404 len: 339 time: 0.0321977 Feb 02 13:28:21.584527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fd42e-c55b-4fbc-b683-948652098ac7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Network': ['ID=32271d76-28d8-48f7-a3d3-d2ccebb6f5fb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:21.591520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49912) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:21.593080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0c682a69-d289-40f7-a42d-9f2893fe013f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1459039005', 'description': 'd1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:21.644044 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c682a69-d289-40f7-a42d-9f2893fe013f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:21.656356 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c682a69-d289-40f7-a42d-9f2893fe013f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:21.710861 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c682a69-d289-40f7-a42d-9f2893fe013f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:28:21.722850 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c682a69-d289-40f7-a42d-9f2893fe013f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (073662f4-5fcd-4563-a9af-6ff9e3e95763), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:21.723362 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-0c682a69-d289-40f7-a42d-9f2893fe013f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Added segment 073662f4-5fcd-4563-a9af-6ff9e3e95763 of type vlan for network 1706f1ab-b292-4e8d-8444-0d9cd39043c3 Feb 02 13:28:21.800254 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c682a69-d289-40f7-a42d-9f2893fe013f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (1706f1ab-b292-4e8d-8444-0d9cd39043c3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:21.870251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c682a69-d289-40f7-a42d-9f2893fe013f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (1706f1ab-b292-4e8d-8444-0d9cd39043c3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:21.876770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c682a69-d289-40f7-a42d-9f2893fe013f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:21.877539 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c682a69-d289-40f7-a42d-9f2893fe013f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:22.027252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49930) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:22.038578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0c682a69-d289-40f7-a42d-9f2893fe013f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4353492 Feb 02 13:28:22.268263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c682a69-d289-40f7-a42d-9f2893fe013f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=1706f1ab-b292-4e8d-8444-0d9cd39043c3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:22.281839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 1706f1ab-b292-4e8d-8444-0d9cd39043c3 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:28:22.435138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69961c7d-a518-4ad7-ae93-80e7c85bb5f6 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:22.440175 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-69961c7d-a518-4ad7-ae93-80e7c85bb5f6 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/networks?id=1706f1ab-b292-4e8d-8444-0d9cd39043c3 HTTP/1.1" status: 200 len: 761 time: 0.4085186 Feb 02 13:28:22.441089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:22.449809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-32d65343-773a-4489-81d7-97236dc4912a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'description': 'd2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:23.625797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32d65343-773a-4489-81d7-97236dc4912a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (1706f1ab-b292-4e8d-8444-0d9cd39043c3), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:23.642858 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32d65343-773a-4489-81d7-97236dc4912a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (1706f1ab-b292-4e8d-8444-0d9cd39043c3), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:23.787870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d65343-773a-4489-81d7-97236dc4912a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=1706f1ab-b292-4e8d-8444-0d9cd39043c3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:23.793431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32d65343-773a-4489-81d7-97236dc4912a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network 1706f1ab-b292-4e8d-8444-0d9cd39043c3 is not hosted by any dhcp agent {{(pid=103188) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 13:28:23.798513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d65343-773a-4489-81d7-97236dc4912a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:23.799129 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32d65343-773a-4489-81d7-97236dc4912a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:23.800527 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-32d65343-773a-4489-81d7-97236dc4912a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "PUT /v2.0/networks/1706f1ab-b292-4e8d-8444-0d9cd39043c3 HTTP/1.1" status: 200 len: 758 time: 1.3580887 Feb 02 13:28:23.803129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:23.805581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 1706f1ab-b292-4e8d-8444-0d9cd39043c3 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:28:23.935792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1878d518-6a24-4c7a-9d1d-de46f884d2ce tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:23.937405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1878d518-6a24-4c7a-9d1d-de46f884d2ce tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/networks?id=1706f1ab-b292-4e8d-8444-0d9cd39043c3 HTTP/1.1" status: 200 len: 761 time: 0.1332045 Feb 02 13:28:23.941133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49962) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:23.951192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5798c876-538e-4b26-89b9-bfd4eb143378 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-391463088'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:23.987153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5798c876-538e-4b26-89b9-bfd4eb143378 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:23.991406 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5798c876-538e-4b26-89b9-bfd4eb143378 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:24.045415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5798c876-538e-4b26-89b9-bfd4eb143378 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:28:24.072489 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5798c876-538e-4b26-89b9-bfd4eb143378 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (02745c14-fbf4-4dcd-9093-b82129f886e6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:24.073156 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-5798c876-538e-4b26-89b9-bfd4eb143378 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Added segment 02745c14-fbf4-4dcd-9093-b82129f886e6 of type vlan for network 54e1923a-bb75-4c26-8e10-a3cd3b5f917a Feb 02 13:28:24.180146 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5798c876-538e-4b26-89b9-bfd4eb143378 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (54e1923a-bb75-4c26-8e10-a3cd3b5f917a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:24.294920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5798c876-538e-4b26-89b9-bfd4eb143378 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (54e1923a-bb75-4c26-8e10-a3cd3b5f917a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:24.324479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5798c876-538e-4b26-89b9-bfd4eb143378 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:24.324479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5798c876-538e-4b26-89b9-bfd4eb143378 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:24.421554 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:28:24.447856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 49966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:24.448550 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5798c876-538e-4b26-89b9-bfd4eb143378 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5059891 Feb 02 13:28:24.462616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a6653568-43f8-433d-a386-464842bb10c2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'network_id': '54e1923a-bb75-4c26-8e10-a3cd3b5f917a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:24.601355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798c876-538e-4b26-89b9-bfd4eb143378 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=54e1923a-bb75-4c26-8e10-a3cd3b5f917a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:24.613616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 54e1923a-bb75-4c26-8e10-a3cd3b5f917a details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:28:24.768315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6653568-43f8-433d-a386-464842bb10c2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:24.777122 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6653568-43f8-433d-a386-464842bb10c2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:25.312697 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6653568-43f8-433d-a386-464842bb10c2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (51950362-5caf-4ee2-8bea-90c125072b9b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:25.408591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6653568-43f8-433d-a386-464842bb10c2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking segment: {'id': '02745c14-fbf4-4dcd-9093-b82129f886e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54e1923a-bb75-4c26-8e10-a3cd3b5f917a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:25.409961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6653568-43f8-433d-a386-464842bb10c2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network hostable DHCP agents. Network: 54e1923a-bb75-4c26-8e10-a3cd3b5f917a, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:28:25.414064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6653568-43f8-433d-a386-464842bb10c2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=51950362-5caf-4ee2-8bea-90c125072b9b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:25.464962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6653568-43f8-433d-a386-464842bb10c2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network 54e1923a-bb75-4c26-8e10-a3cd3b5f917a is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:28:25.483657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a6653568-43f8-433d-a386-464842bb10c2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 54e1923a-bb75-4c26-8e10-a3cd3b5f917a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:25.489516 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6653568-43f8-433d-a386-464842bb10c2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:25.490118 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6653568-43f8-433d-a386-464842bb10c2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:25.499386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d19c517-40e1-47d9-a65c-30931e8920f4 None None] Network 54e1923a-bb75-4c26-8e10-a3cd3b5f917a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:25.540259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a6653568-43f8-433d-a386-464842bb10c2 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0895600 Feb 02 13:28:25.542726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 49978) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:25.800537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-54e1923a-bb75-4c26-8e10-a3cd3b5f917a', 'network_id': '54e1923a-bb75-4c26-8e10-a3cd3b5f917a', 'project_id': 'a6b472cb76534154864beb6bc6be7997', 'fixed_ips': [{'subnet_id': '51950362-5caf-4ee2-8bea-90c125072b9b'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:28:25.800537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:25.854763 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (54e1923a-bb75-4c26-8e10-a3cd3b5f917a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:26.013611 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (51950362-5caf-4ee2-8bea-90c125072b9b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:26.140689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Allocated IP 172.20.0.2 (54e1923a-bb75-4c26-8e10-a3cd3b5f917a/51950362-5caf-4ee2-8bea-90c125072b9b/27854254-6bac-4dda-90fe-e6fd714b842d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:28:26.223868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-91526799-523d-4b68-b97f-918199284484 req-b404a7e2-caf5-4bfb-8b79-66876f0db308 service neutron] (103187) timed out ('10.222.0.18', 62437) {{(pid=103187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:28:26.376310 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Publish callbacks [] for port (27854254-6bac-4dda-90fe-e6fd714b842d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:26.387713 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (27854254-6bac-4dda-90fe-e6fd714b842d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:26.418022 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (51950362-5caf-4ee2-8bea-90c125072b9b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:26.457836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Network 54e1923a-bb75-4c26-8e10-a3cd3b5f917a is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:28:26.468161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:26.475332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:28:26.552608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Pushing event updated for resources: {'Port': ['ID=27854254-6bac-4dda-90fe-e6fd714b842d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:26.581921 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (54e1923a-bb75-4c26-8e10-a3cd3b5f917a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:26.597558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Attempting to bind port 27854254-6bac-4dda-90fe-e6fd714b842d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:28:26.598225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Attempting to bind port 27854254-6bac-4dda-90fe-e6fd714b842d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '02745c14-fbf4-4dcd-9093-b82129f886e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54e1923a-bb75-4c26-8e10-a3cd3b5f917a'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:28:26.598784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Attempting to bind port 27854254-6bac-4dda-90fe-e6fd714b842d on network 54e1923a-bb75-4c26-8e10-a3cd3b5f917a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:28:26.605691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:28:26.607321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Checking segment: {'id': '02745c14-fbf4-4dcd-9093-b82129f886e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54e1923a-bb75-4c26-8e10-a3cd3b5f917a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:26.608023 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:26.608596 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Bound using segment: {'id': '02745c14-fbf4-4dcd-9093-b82129f886e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54e1923a-bb75-4c26-8e10-a3cd3b5f917a'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:28:26.609786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Bound port: 27854254-6bac-4dda-90fe-e6fd714b842d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02745c14-fbf4-4dcd-9093-b82129f886e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '54e1923a-bb75-4c26-8e10-a3cd3b5f917a'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:28:26.610488 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (27854254-6bac-4dda-90fe-e6fd714b842d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:26.629482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e1923a-bb75-4c26-8e10-a3cd3b5f917a']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:26.654417 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02745c14-fbf4-4dcd-9093-b82129f886e6') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:26.654979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02745c14-fbf4-4dcd-9093-b82129f886e6') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:26.679371 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (02745c14-fbf4-4dcd-9093-b82129f886e6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:26.734537 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (02745c14-fbf4-4dcd-9093-b82129f886e6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:26.753600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:26.754019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (02745c14-fbf4-4dcd-9093-b82129f886e6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:26.832978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] For port 27854254-6bac-4dda-90fe-e6fd714b842d, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:28:26.907966 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] For port 27854254-6bac-4dda-90fe-e6fd714b842d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=27854254-6bac-4dda-90fe-e6fd714b842d,segment=NetworkSegment(02745c14-fbf4-4dcd-9093-b82129f886e6),segment_id=02745c14-fbf4-4dcd-9093-b82129f886e6)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:26.909466 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:26.918175 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (27854254-6bac-4dda-90fe-e6fd714b842d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:26.933864 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.api [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:28:26.933864 n-d-827336-2 neutron-server[103187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:28:26.933864 n-d-827336-2 neutron-server[103187]: [parameters: {'id': '54e1923a-bb75-4c26-8e10-a3cd3b5f917a'}] Feb 02 13:28:26.933864 n-d-827336-2 neutron-server[103187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:28:26.934832 n-d-827336-2 neutron-server[103187]: DEBUG oslo_db.api [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:28:26.936191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Subnet': ['ID=51950362-5caf-4ee2-8bea-90c125072b9b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:27.119508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8e67d6-019a-4d51-8cb6-e14f2c0e85ec None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:28:27.163378 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91c87a-9133-447c-b426-d5e8d354f1b6 None None] Pushing event updated for resources: {'Port': ['ID=27854254-6bac-4dda-90fe-e6fd714b842d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:27.297819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8e67d6-019a-4d51-8cb6-e14f2c0e85ec None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:28:27.436737 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (54e1923a-bb75-4c26-8e10-a3cd3b5f917a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:27.570385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Deleting port 27854254-6bac-4dda-90fe-e6fd714b842d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:27.571233 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (27854254-6bac-4dda-90fe-e6fd714b842d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:27.730034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b602869-fb21-4e55-9f70-fd72873de0fb None None] Network 54e1923a-bb75-4c26-8e10-a3cd3b5f917a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:27.790624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] For port 27854254-6bac-4dda-90fe-e6fd714b842d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=27854254-6bac-4dda-90fe-e6fd714b842d,segment=NetworkSegment(02745c14-fbf4-4dcd-9093-b82129f886e6),segment_id=02745c14-fbf4-4dcd-9093-b82129f886e6)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:27.791264 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (27854254-6bac-4dda-90fe-e6fd714b842d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:27.837442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Calling delete_port for 27854254-6bac-4dda-90fe-e6fd714b842d owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:28.061392 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (27854254-6bac-4dda-90fe-e6fd714b842d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:28.085001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No DVR routers for this DVR port 27854254-6bac-4dda-90fe-e6fd714b842d on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:28:28.127883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Port': ['ID=27854254-6bac-4dda-90fe-e6fd714b842d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:28.248330 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (54e1923a-bb75-4c26-8e10-a3cd3b5f917a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:28.282643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e1923a-bb75-4c26-8e10-a3cd3b5f917a']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:28.296983 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02745c14-fbf4-4dcd-9093-b82129f886e6') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:28.298077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02745c14-fbf4-4dcd-9093-b82129f886e6') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:28.312794 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (02745c14-fbf4-4dcd-9093-b82129f886e6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:28.341028 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (02745c14-fbf4-4dcd-9093-b82129f886e6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:28.348449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:28.348993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (02745c14-fbf4-4dcd-9093-b82129f886e6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:28.437221 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:28.448950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (54e1923a-bb75-4c26-8e10-a3cd3b5f917a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:28.461081 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:28.471375 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/54e1923a-bb75-4c26-8e10-a3cd3b5f917a HTTP/1.1" status: 204 len: 168 time: 2.9275248 Feb 02 13:28:28.475392 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50022) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:28.489458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b10f83-00f1-4fc3-858a-1810e09fb55a tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Network': ['ID=54e1923a-bb75-4c26-8e10-a3cd3b5f917a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:28.545463 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a386528-7921-431a-bb11-923370c3c51c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] GET failed (client error): The resource could not be found. Feb 02 13:28:28.549395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6a386528-7921-431a-bb11-923370c3c51c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/subnets/51950362-5caf-4ee2-8bea-90c125072b9b HTTP/1.1" status: 404 len: 337 time: 0.0704234 Feb 02 13:28:28.549863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50024) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:28.593357 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3ffc4a-010b-422c-a2fd-72739185ea03 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:28.593934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3ffc4a-010b-422c-a2fd-72739185ea03 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:28.601609 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ed3ffc4a-010b-422c-a2fd-72739185ea03 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/54e1923a-bb75-4c26-8e10-a3cd3b5f917a HTTP/1.1" status: 404 len: 339 time: 0.0471766 Feb 02 13:28:28.602013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50026) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:29.061730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9790d4-58cc-41d9-978b-abfff135c9f6 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:29.064122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8d9790d4-58cc-41d9-978b-abfff135c9f6 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4610946 Feb 02 13:28:29.066867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50034) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:29.163038 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d3490db7-ece4-4126-b252-a159e16f557e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 207 time: 0.0938535 Feb 02 13:28:29.171875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50038) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:29.505401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5dd6e8-4bd6-4a84-8a63-1f1ce2a4bdf7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:29.523301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5dd6e8-4bd6-4a84-8a63-1f1ce2a4bdf7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:29.533717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5dd6e8-4bd6-4a84-8a63-1f1ce2a4bdf7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:29.539130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5dd6e8-4bd6-4a84-8a63-1f1ce2a4bdf7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:29.540964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7a5dd6e8-4bd6-4a84-8a63-1f1ce2a4bdf7 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3676744 Feb 02 13:28:29.544621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:29.779008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50044) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:29.779283 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-774ab40a-a85a-4639-9d4d-397f7d50a4ff tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2333643 Feb 02 13:28:29.946029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0f7b0-9d70-4abc-a7e7-14c51ab3a02e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:29.947432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0f7b0-9d70-4abc-a7e7-14c51ab3a02e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:29.949007 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7fb0f7b0-9d70-4abc-a7e7-14c51ab3a02e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1689141 Feb 02 13:28:29.955610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50046) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:30.062816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c466a571-1794-41a9-9372-43f02418d5ca tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:30.064159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c466a571-1794-41a9-9372-43f02418d5ca tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:30.065689 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c466a571-1794-41a9-9372-43f02418d5ca tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1091437 Feb 02 13:28:30.071150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50056) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:30.397066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c791341b-331e-4dac-9ce0-4aa93ac594fd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:30.400519 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c791341b-331e-4dac-9ce0-4aa93ac594fd tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/networks/bebc9178-09a7-4535-b883-9a17bcd81181 HTTP/1.1" status: 200 len: 798 time: 0.3283191 Feb 02 13:28:30.409314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50064) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:30.707365 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2ee81fcc-1acb-491e-b421-476557446c38 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/networks/bebc9178-09a7-4535-b883-9a17bcd81181?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.2887957 Feb 02 13:28:30.707734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50066) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:30.799795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a70fb62-9149-45aa-9bf0-22106a89f6b0 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:30.809183 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8a70fb62-9149-45aa-9bf0-22106a89f6b0 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/subnets/63a042fc-e4d3-4d45-b3e9-abeed7b93061 HTTP/1.1" status: 200 len: 811 time: 0.0925322 Feb 02 13:28:30.809990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50068) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:30.927257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20495391-e193-4834-b53f-6e1a1bde5a01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['shared'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:30.928745 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-20495391-e193-4834-b53f-6e1a1bde5a01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "GET /v2.0/subnets/63a042fc-e4d3-4d45-b3e9-abeed7b93061?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1177561 Feb 02 13:28:30.936844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50070) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:30.942115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1adcf6c9-ffd2-4124-8fb0-5e27658ad971 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-916227755'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:30.983133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adcf6c9-ffd2-4124-8fb0-5e27658ad971 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:30.986786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1adcf6c9-ffd2-4124-8fb0-5e27658ad971 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:31.049954 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1adcf6c9-ffd2-4124-8fb0-5e27658ad971 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:28:31.079273 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1adcf6c9-ffd2-4124-8fb0-5e27658ad971 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (59e23191-9677-4bd1-b46d-b1b3b277027f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:31.080003 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-1adcf6c9-ffd2-4124-8fb0-5e27658ad971 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Added segment 59e23191-9677-4bd1-b46d-b1b3b277027f of type vlan for network 1092c977-d525-467b-a48f-bf4e3ac90c18 Feb 02 13:28:31.169759 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1adcf6c9-ffd2-4124-8fb0-5e27658ad971 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (1092c977-d525-467b-a48f-bf4e3ac90c18), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:31.250885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1adcf6c9-ffd2-4124-8fb0-5e27658ad971 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (1092c977-d525-467b-a48f-bf4e3ac90c18), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:31.256005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adcf6c9-ffd2-4124-8fb0-5e27658ad971 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:31.256601 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1adcf6c9-ffd2-4124-8fb0-5e27658ad971 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:31.374150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adcf6c9-ffd2-4124-8fb0-5e27658ad971 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Network': ['ID=1092c977-d525-467b-a48f-bf4e3ac90c18,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:31.392175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 1092c977-d525-467b-a48f-bf4e3ac90c18 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:28:31.424608 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1adcf6c9-ffd2-4124-8fb0-5e27658ad971 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4863572 Feb 02 13:28:31.427161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50082) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:31.435018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'network_id': '1092c977-d525-467b-a48f-bf4e3ac90c18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:31.641283 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Made reservation on behalf of a6b472cb76534154864beb6bc6be7997 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:28:31.645915 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:31.796173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Performing IP validity checks on allocation pools {{(pid=103187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 13:28:31.797567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 13:28:31.818145 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6264be0-2012-4f49-9586-9cd4d3da2227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:32.049558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (b8cda8cb-42ae-4ad8-ad74-177b1c280188), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:32.143681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=b8cda8cb-42ae-4ad8-ad74-177b1c280188,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:32.153047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Checking segment: {'id': '59e23191-9677-4bd1-b46d-b1b3b277027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1092c977-d525-467b-a48f-bf4e3ac90c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:32.153633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network hostable DHCP agents. Network: 1092c977-d525-467b-a48f-bf4e3ac90c18, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:28:32.196537 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Network 1092c977-d525-467b-a48f-bf4e3ac90c18 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:28:32.220722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 1092c977-d525-467b-a48f-bf4e3ac90c18) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:32.230968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e08a639-eaef-4578-8411-b26ef22bc514 None None] Network 1092c977-d525-467b-a48f-bf4e3ac90c18 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:32.237843 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:32.238454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:32.288118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:32.293615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-493265ff-3636-47a8-a2cd-176cda245b07 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:32.308411 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9837a5bb-39eb-4fe5-a5f8-fe27cd0c3d1d tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8794398 Feb 02 13:28:32.387935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-1092c977-d525-467b-a48f-bf4e3ac90c18', 'network_id': '1092c977-d525-467b-a48f-bf4e3ac90c18', 'project_id': 'a6b472cb76534154864beb6bc6be7997', 'fixed_ips': [{'subnet_id': 'b8cda8cb-42ae-4ad8-ad74-177b1c280188'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:28:32.388819 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:32.731156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-493265ff-3636-47a8-a2cd-176cda245b07 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26172651'] for subnet (b8cda8cb-42ae-4ad8-ad74-177b1c280188), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:32.784035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Allocated IP 172.20.0.3 (1092c977-d525-467b-a48f-bf4e3ac90c18/b8cda8cb-42ae-4ad8-ad74-177b1c280188/015d7701-690f-4b84-a892-91ecf43c6093) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:28:33.174876 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Publish callbacks [] for port (015d7701-690f-4b84-a892-91ecf43c6093), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:33.188804 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (015d7701-690f-4b84-a892-91ecf43c6093), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:33.266886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Network 1092c977-d525-467b-a48f-bf4e3ac90c18 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:28:33.271021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:28:33.286841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:28:33.395878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Pushing event updated for resources: {'Port': ['ID=015d7701-690f-4b84-a892-91ecf43c6093,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:33.423046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Attempting to bind port 015d7701-690f-4b84-a892-91ecf43c6093 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:28:33.423402 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Attempting to bind port 015d7701-690f-4b84-a892-91ecf43c6093 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '59e23191-9677-4bd1-b46d-b1b3b277027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1092c977-d525-467b-a48f-bf4e3ac90c18'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:28:33.424160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Attempting to bind port 015d7701-690f-4b84-a892-91ecf43c6093 on network 1092c977-d525-467b-a48f-bf4e3ac90c18 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:28:33.443209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:28:33.443209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Checking segment: {'id': '59e23191-9677-4bd1-b46d-b1b3b277027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1092c977-d525-467b-a48f-bf4e3ac90c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:28:33.443209 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:33.443897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Bound using segment: {'id': '59e23191-9677-4bd1-b46d-b1b3b277027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1092c977-d525-467b-a48f-bf4e3ac90c18'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:28:33.444049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Bound port: 015d7701-690f-4b84-a892-91ecf43c6093, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e23191-9677-4bd1-b46d-b1b3b277027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1092c977-d525-467b-a48f-bf4e3ac90c18'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:28:33.444491 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (015d7701-690f-4b84-a892-91ecf43c6093), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:33.665111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] For port 015d7701-690f-4b84-a892-91ecf43c6093, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:28:33.665111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] For port 015d7701-690f-4b84-a892-91ecf43c6093, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=015d7701-690f-4b84-a892-91ecf43c6093,segment=NetworkSegment(59e23191-9677-4bd1-b46d-b1b3b277027f),segment_id=59e23191-9677-4bd1-b46d-b1b3b277027f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:28:33.676501 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (015d7701-690f-4b84-a892-91ecf43c6093), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:33.716293 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-493265ff-3636-47a8-a2cd-176cda245b07 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739706610908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26205172'] for subnet (b8cda8cb-42ae-4ad8-ad74-177b1c280188), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:33.787781 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50140) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:33.851933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e51cb-e126-46fb-89ef-c9639609709b None None] Pushing event updated for resources: {'Port': ['ID=015d7701-690f-4b84-a892-91ecf43c6093,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:33.896890 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493265ff-3636-47a8-a2cd-176cda245b07 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:28:33.899452 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-493265ff-3636-47a8-a2cd-176cda245b07 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:33.904508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-493265ff-3636-47a8-a2cd-176cda245b07 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "PUT /v2.0/subnets/b8cda8cb-42ae-4ad8-ad74-177b1c280188 HTTP/1.1" status: 200 len: 877 time: 1.6143575 Feb 02 13:28:33.907906 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50144) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:33.931833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493265ff-3636-47a8-a2cd-176cda245b07 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event updated for resources: {'Subnet': ['ID=b8cda8cb-42ae-4ad8-ad74-177b1c280188,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:34.108968 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26e5edd3-18c8-4525-95dd-4a43350b3a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:34.737189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (1092c977-d525-467b-a48f-bf4e3ac90c18), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:35.069960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 015d7701-690f-4b84-a892-91ecf43c6093 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:28:35.373114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 015d7701-690f-4b84-a892-91ecf43c6093 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:28:35.374133 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (015d7701-690f-4b84-a892-91ecf43c6093), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:35.891026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 015d7701-690f-4b84-a892-91ecf43c6093 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:28:35.897005 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (015d7701-690f-4b84-a892-91ecf43c6093), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:35.980217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:36.018051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 015d7701-690f-4b84-a892-91ecf43c6093, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=015d7701-690f-4b84-a892-91ecf43c6093,segment=NetworkSegment(59e23191-9677-4bd1-b46d-b1b3b277027f),segment_id=59e23191-9677-4bd1-b46d-b1b3b277027f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:36.028969 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (015d7701-690f-4b84-a892-91ecf43c6093), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:36.130018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5325fcab-d5ef-4706-98aa-54e7fd0c577f None None] Network 1092c977-d525-467b-a48f-bf4e3ac90c18 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:36.215518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Deleting port 015d7701-690f-4b84-a892-91ecf43c6093 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:36.216200 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (015d7701-690f-4b84-a892-91ecf43c6093), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:36.590566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] For port 015d7701-690f-4b84-a892-91ecf43c6093, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=015d7701-690f-4b84-a892-91ecf43c6093,segment=NetworkSegment(59e23191-9677-4bd1-b46d-b1b3b277027f),segment_id=59e23191-9677-4bd1-b46d-b1b3b277027f)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:36.592726 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (015d7701-690f-4b84-a892-91ecf43c6093), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:36.680647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Calling delete_port for 015d7701-690f-4b84-a892-91ecf43c6093 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:36.834937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-106f9771-aae1-4ed6-8450-9549df35d1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (2dd44bee-6489-46f8-8bc6-179a99d22013), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:36.837420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=015d7701-690f-4b84-a892-91ecf43c6093,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:36.880879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d678d287-9a8b-4d2a-b712-c891c767dd8a None None] Provisioning complete for port 015d7701-690f-4b84-a892-91ecf43c6093 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:28:36.881595 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d678d287-9a8b-4d2a-b712-c891c767dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (015d7701-690f-4b84-a892-91ecf43c6093), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:36.948876 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:36.971929 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:36.992712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50170) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:37.032091 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d678d287-9a8b-4d2a-b712-c891c767dd8a None None] Current status of the port 015d7701-690f-4b84-a892-91ecf43c6093 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:28:37.235575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (015d7701-690f-4b84-a892-91ecf43c6093), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:37.277090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Port': ['ID=015d7701-690f-4b84-a892-91ecf43c6093,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:37.386151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No DVR routers for this DVR port 015d7701-690f-4b84-a892-91ecf43c6093 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:28:37.388288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f34fcb0-a31f-4f84-8001-8729f06d79f6 admin admin] Deleting subnet 34479a9c-9692-48a0-a454-6069330ee2e8 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:28:37.411662 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f34fcb0-a31f-4f84-8001-8729f06d79f6 admin admin] Publish callbacks [] for subnet (34479a9c-9692-48a0-a454-6069330ee2e8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:37.505591 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f34fcb0-a31f-4f84-8001-8729f06d79f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (34479a9c-9692-48a0-a454-6069330ee2e8), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:37.553221 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (b8cda8cb-42ae-4ad8-ad74-177b1c280188), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:37.555535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8005f-a3bc-47e8-ae59-589f8b2a6974 None None] Network 1092c977-d525-467b-a48f-bf4e3ac90c18 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:37.628501 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f34fcb0-a31f-4f84-8001-8729f06d79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (34479a9c-9692-48a0-a454-6069330ee2e8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:37.764717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-106f9771-aae1-4ed6-8450-9549df35d1a3 admin admin] Deleting port dc1c8749-2899-417b-9cb5-729ccb77fc71 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:37.767587 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-106f9771-aae1-4ed6-8450-9549df35d1a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:37.790338 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-58ced077-fa3a-4841-8b13-1ec10af51cfd None None] Could not find standard attr ID for object 015d7701-690f-4b84-a892-91ecf43c6093. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:28:37.841479 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:37.847312 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f34fcb0-a31f-4f84-8001-8729f06d79f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (34479a9c-9692-48a0-a454-6069330ee2e8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:37.878370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34fcb0-a31f-4f84-8001-8729f06d79f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34479a9c-9692-48a0-a454-6069330ee2e8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:37.898368 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f34fcb0-a31f-4f84-8001-8729f06d79f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:37.903878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0f34fcb0-a31f-4f84-8001-8729f06d79f6 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/34479a9c-9692-48a0-a454-6069330ee2e8 HTTP/1.1" status: 204 len: 168 time: 0.9095488 Feb 02 13:28:37.906814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:37.961069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (b8cda8cb-42ae-4ad8-ad74-177b1c280188), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.050498 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.070441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Subnet': ['ID=b8cda8cb-42ae-4ad8-ad74-177b1c280188,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:38.188622 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (1092c977-d525-467b-a48f-bf4e3ac90c18), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.189043 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (ba545d7d-af0a-43ac-ac6f-585364c83c1a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.212269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-106f9771-aae1-4ed6-8450-9549df35d1a3 admin admin] For port dc1c8749-2899-417b-9cb5-729ccb77fc71, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=dc1c8749-2899-417b-9cb5-729ccb77fc71,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:38.212627 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-106f9771-aae1-4ed6-8450-9549df35d1a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.280667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1092c977-d525-467b-a48f-bf4e3ac90c18']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:38.283230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-106f9771-aae1-4ed6-8450-9549df35d1a3 admin admin] Calling delete_port for dc1c8749-2899-417b-9cb5-729ccb77fc71 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:38.319137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e23191-9677-4bd1-b46d-b1b3b277027f') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:38.319479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e23191-9677-4bd1-b46d-b1b3b277027f') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:38.368671 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (59e23191-9677-4bd1-b46d-b1b3b277027f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.389696 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (ba545d7d-af0a-43ac-ac6f-585364c83c1a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.459156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba545d7d-af0a-43ac-ac6f-585364c83c1a']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:38.499131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2bf49f-5be2-4d0c-abdb-2fb802a2ee9e None None] Network 1092c977-d525-467b-a48f-bf4e3ac90c18 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:38.511039 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (59e23191-9677-4bd1-b46d-b1b3b277027f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.513224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0204d206-27ee-4365-9f60-afcaf9cfc116') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:38.513906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0204d206-27ee-4365-9f60-afcaf9cfc116') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:38.532468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:38.532870 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (59e23191-9677-4bd1-b46d-b1b3b277027f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:38.536623 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:38.549340 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (0204d206-27ee-4365-9f60-afcaf9cfc116), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.606672 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (0204d206-27ee-4365-9f60-afcaf9cfc116), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.631396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:38.631823 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (0204d206-27ee-4365-9f60-afcaf9cfc116), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:38.640586 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:38.712197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (1092c977-d525-467b-a48f-bf4e3ac90c18), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.719888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.725295 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/1092c977-d525-467b-a48f-bf4e3ac90c18 HTTP/1.1" status: 204 len: 168 time: 4.8161566 Feb 02 13:28:38.735205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50186) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:38.812791 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef478a8a-0b25-46dc-8384-5c6cf3ac1efa tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:38.820632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef478a8a-0b25-46dc-8384-5c6cf3ac1efa tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:38.827713 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ef478a8a-0b25-46dc-8384-5c6cf3ac1efa tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/subnets/b8cda8cb-42ae-4ad8-ad74-177b1c280188 HTTP/1.1" status: 404 len: 337 time: 0.0847120 Feb 02 13:28:38.835006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:38.861252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29291839-231e-4d68-81d3-627dd80cfe37 None None] DHCP port deletion for 1092c977-d525-467b-a48f-bf4e3ac90c18 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:28:38.866910 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d49cb7-0fbe-4c69-954e-6759b8deaa86 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:38.867723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d49cb7-0fbe-4c69-954e-6759b8deaa86 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:38.873878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b5d49cb7-0fbe-4c69-954e-6759b8deaa86 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/1092c977-d525-467b-a48f-bf4e3ac90c18 HTTP/1.1" status: 404 len: 339 time: 0.0375485 Feb 02 13:28:38.874956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:38.907169 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (ba545d7d-af0a-43ac-ac6f-585364c83c1a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.909651 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-723e8673-f748-4bd1-9332-fa260fcf72fc tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:38.910613 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723e8673-f748-4bd1-9332-fa260fcf72fc tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:38.917534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-723e8673-f748-4bd1-9332-fa260fcf72fc tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/subnets/51950362-5caf-4ee2-8bea-90c125072b9b HTTP/1.1" status: 404 len: 337 time: 0.0399938 Feb 02 13:28:38.918406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50194) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:38.949835 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:38.955678 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] 10.222.0.83 "DELETE /v2.0/networks/ba545d7d-af0a-43ac-ac6f-585364c83c1a HTTP/1.1" status: 204 len: 168 time: 1.0457737 Feb 02 13:28:38.957650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579b4a4-fc42-4b7f-ae71-7969fea966b9 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Network': ['ID=1092c977-d525-467b-a48f-bf4e3ac90c18,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:38.958236 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7203f2d7-63b7-487c-9434-4c87b4583614 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:38.960987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7203f2d7-63b7-487c-9434-4c87b4583614 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:38.971564 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7203f2d7-63b7-487c-9434-4c87b4583614 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/54e1923a-bb75-4c26-8e10-a3cd3b5f917a HTTP/1.1" status: 404 len: 339 time: 0.0499160 Feb 02 13:28:38.974609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50198) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:39.034110 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f90705-e686-49ed-a1af-82b0e1b3f25d admin admin] Pushing event deleted for resources: {'Network': ['ID=ba545d7d-af0a-43ac-ac6f-585364c83c1a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:39.096032 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (1706f1ab-b292-4e8d-8444-0d9cd39043c3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.197498 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-106f9771-aae1-4ed6-8450-9549df35d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dc1c8749-2899-417b-9cb5-729ccb77fc71), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.248016 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (1706f1ab-b292-4e8d-8444-0d9cd39043c3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.262170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f9771-aae1-4ed6-8450-9549df35d1a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1c8749-2899-417b-9cb5-729ccb77fc71,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:39.303461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1706f1ab-b292-4e8d-8444-0d9cd39043c3']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:39.329539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073662f4-5fcd-4563-a9af-6ff9e3e95763') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:39.329815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073662f4-5fcd-4563-a9af-6ff9e3e95763') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:39.349474 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (073662f4-5fcd-4563-a9af-6ff9e3e95763), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.373730 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (073662f4-5fcd-4563-a9af-6ff9e3e95763), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.388766 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:39.389180 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (073662f4-5fcd-4563-a9af-6ff9e3e95763), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:39.394202 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:39.425795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50200) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:39.512916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7144868e-47c0-484c-89f3-99143ce215df admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=005a9e2215ee4a2b861f7c1bc40febf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0859623 Feb 02 13:28:39.515354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:39.531413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (1706f1ab-b292-4e8d-8444-0d9cd39043c3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.543542 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.549595 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/1706f1ab-b292-4e8d-8444-0d9cd39043c3 HTTP/1.1" status: 204 len: 168 time: 0.5732844 Feb 02 13:28:39.555867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50208) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:39.604592 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d94a75-7880-442e-818b-d0940af1ebdf tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Network': ['ID=1706f1ab-b292-4e8d-8444-0d9cd39043c3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:39.608873 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-919c6d8b-5424-4f5f-9f61-9f8568176803 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:39.609336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919c6d8b-5424-4f5f-9f61-9f8568176803 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:39.621051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50210) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:39.627347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-919c6d8b-5424-4f5f-9f61-9f8568176803 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/subnets/8cbae884-e532-4ddd-8df2-b06d2964d9f4 HTTP/1.1" status: 404 len: 337 time: 0.0702481 Feb 02 13:28:39.660745 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34eb834-16ef-464f-9834-5973840f2167 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:39.661626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34eb834-16ef-464f-9834-5973840f2167 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:39.672122 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e34eb834-16ef-464f-9834-5973840f2167 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/32271d76-28d8-48f7-a3d3-d2ccebb6f5fb HTTP/1.1" status: 404 len: 339 time: 0.0465736 Feb 02 13:28:39.676757 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:39.714600 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-106f9771-aae1-4ed6-8450-9549df35d1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (2dd44bee-6489-46f8-8bc6-179a99d22013), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.727793 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1b33c40-e5e2-438e-aa72-e50e7f2b95c4 admin admin] Publish callbacks [] for security_group (460ce213-9f9b-494e-b814-aa4e01eab493), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.771161 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d254a5-cf3e-4499-a458-cf623a7c339f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:39.772204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d254a5-cf3e-4499-a458-cf623a7c339f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:39.775863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a2d254a5-cf3e-4499-a458-cf623a7c339f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/subnets/163e2829-1195-416a-be41-0591e184f543 HTTP/1.1" status: 404 len: 337 time: 0.0981400 Feb 02 13:28:39.782226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:39.806293 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa7771c-e0a4-4100-8d90-a467ad1551df tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:39.806794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa7771c-e0a4-4100-8d90-a467ad1551df tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:39.809952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5fa7771c-e0a4-4100-8d90-a467ad1551df tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/af6c74ed-b04a-4e56-8976-760dd29e4a76 HTTP/1.1" status: 404 len: 339 time: 0.0263586 Feb 02 13:28:39.812862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50218) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:39.826163 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1b33c40-e5e2-438e-aa72-e50e7f2b95c4 admin admin] Publish callbacks [] for security_group (460ce213-9f9b-494e-b814-aa4e01eab493), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.872461 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bfc9e94-b9fe-4d98-87b6-f4c2c0f4cec4 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:39.873310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bfc9e94-b9fe-4d98-87b6-f4c2c0f4cec4 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:39.879608 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9bfc9e94-b9fe-4d98-87b6-f4c2c0f4cec4 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/subnets/5b19d8eb-eba7-4509-a4ca-e53b770061c7 HTTP/1.1" status: 404 len: 337 time: 0.0655453 Feb 02 13:28:39.883558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50226) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:39.910407 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-f194148f-bf16-4e9e-b9b4-d0868d5a7dd5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:39.911879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f194148f-bf16-4e9e-b9b4-d0868d5a7dd5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:39.915580 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f194148f-bf16-4e9e-b9b4-d0868d5a7dd5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/35fd3580-0bbf-4438-9380-c26bd1a6a663 HTTP/1.1" status: 404 len: 339 time: 0.0305014 Feb 02 13:28:39.918571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50230) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:39.934181 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1b33c40-e5e2-438e-aa72-e50e7f2b95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (460ce213-9f9b-494e-b814-aa4e01eab493), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.947155 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1b33c40-e5e2-438e-aa72-e50e7f2b95c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:39.964090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c1b33c40-e5e2-438e-aa72-e50e7f2b95c4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/460ce213-9f9b-494e-b814-aa4e01eab493 HTTP/1.1" status: 204 len: 168 time: 0.4472592 Feb 02 13:28:40.004677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b33c40-e5e2-438e-aa72-e50e7f2b95c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460ce213-9f9b-494e-b814-aa4e01eab493,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:40.014893 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-5979134e-9c69-447f-8123-9cb777512b26 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:40.089915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5979134e-9c69-447f-8123-9cb777512b26 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:40.090003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50236) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:40.090091 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5979134e-9c69-447f-8123-9cb777512b26 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/subnets/6e521acd-34c2-4f12-bfb9-32be72c125cf HTTP/1.1" status: 404 len: 337 time: 0.1159515 Feb 02 13:28:40.095863 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-700e0839-f1ea-4dd2-8600-de0f824b1a25 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:40.097127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700e0839-f1ea-4dd2-8600-de0f824b1a25 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:40.102421 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-700e0839-f1ea-4dd2-8600-de0f824b1a25 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/05cdeadc-a890-4de4-9f3d-abbb3dadd454 HTTP/1.1" status: 404 len: 339 time: 0.0667014 Feb 02 13:28:40.111148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:40.220303 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-4816b360-5bf7-4ea7-ac5b-e004872da7fa tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:40.220766 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4816b360-5bf7-4ea7-ac5b-e004872da7fa tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:40.226277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4816b360-5bf7-4ea7-ac5b-e004872da7fa tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/subnets/65a5d69d-1595-4c18-a431-b56d3d43b637 HTTP/1.1" status: 404 len: 337 time: 0.0983412 Feb 02 13:28:40.227955 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50242) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:40.277775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106f9771-aae1-4ed6-8450-9549df35d1a3 admin admin] Router 2dd44bee-6489-46f8-8bc6-179a99d22013 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:28:40.282304 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1dbb88d-c98e-4121-886f-1f49ea40247c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:40.284522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1dbb88d-c98e-4121-886f-1f49ea40247c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:40.289781 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c1dbb88d-c98e-4121-886f-1f49ea40247c tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/e71ce220-aa22-4202-98e8-1754b4d11cd9 HTTP/1.1" status: 404 len: 339 time: 0.0562365 Feb 02 13:28:40.302115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:40.355322 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-91036327-6138-4a7d-ac33-2ee42eadcc8f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:40.355868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91036327-6138-4a7d-ac33-2ee42eadcc8f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:40.364797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-91036327-6138-4a7d-ac33-2ee42eadcc8f tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/subnets/93f0ac4a-5aa6-4218-87ee-c349a088bfb0 HTTP/1.1" status: 404 len: 337 time: 0.0587714 Feb 02 13:28:40.364797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:40.396056 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20dd0f5-9b10-4069-8c5a-469d710d9e16 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:40.397455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20dd0f5-9b10-4069-8c5a-469d710d9e16 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:40.407285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50252) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:40.407889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b20dd0f5-9b10-4069-8c5a-469d710d9e16 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/aa1b79a8-c1e3-4e7c-a8ea-09d1fed90c95 HTTP/1.1" status: 404 len: 339 time: 0.0425732 Feb 02 13:28:40.449278 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f07ca6-a293-4e16-b5d4-2172d017c7aa tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:40.449993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f07ca6-a293-4e16-b5d4-2172d017c7aa tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:40.456064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:40.458217 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-95f07ca6-a293-4e16-b5d4-2172d017c7aa tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/subnets/241d4b19-e14b-4d29-b223-bb2ec3be506b HTTP/1.1" status: 404 len: 337 time: 0.0486648 Feb 02 13:28:40.490685 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e62238ae-a780-40a4-9ebd-1887ac1186a5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:40.491587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e62238ae-a780-40a4-9ebd-1887ac1186a5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:40.497729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50258) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:40.508045 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e62238ae-a780-40a4-9ebd-1887ac1186a5 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/7929107b-1424-4af1-acf6-395a3f6dcb48 HTTP/1.1" status: 404 len: 339 time: 0.0508258 Feb 02 13:28:40.620044 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe97433-7e84-489f-8968-d683d68d9eea tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:40.620504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe97433-7e84-489f-8968-d683d68d9eea tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:40.628491 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:40.644343 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3fe97433-7e84-489f-8968-d683d68d9eea tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/subnets/a4b875e2-5388-4bf2-8a1d-57e05e731b5f HTTP/1.1" status: 404 len: 337 time: 0.0835140 Feb 02 13:28:40.661365 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e8da10-47de-40dd-9c32-6aadf25d745e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] DELETE failed (client error): The resource could not be found. Feb 02 13:28:40.661916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e8da10-47de-40dd-9c32-6aadf25d745e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:28:40.674357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50268) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:40.677440 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-83e8da10-47de-40dd-9c32-6aadf25d745e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/262c56db-13f5-47d1-8702-a88c74e65e4a HTTP/1.1" status: 404 len: 339 time: 0.0474279 Feb 02 13:28:40.821544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106f9771-aae1-4ed6-8450-9549df35d1a3 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:28:40.842874 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bfac65-54ce-4045-a9a3-3e69a126102a None None] Sync routers for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:28:40.847248 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-106f9771-aae1-4ed6-8450-9549df35d1a3 admin admin] 10.222.0.83 "PUT /v2.0/routers/2dd44bee-6489-46f8-8bc6-179a99d22013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0583081 Feb 02 13:28:40.851863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50274) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:40.861138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 015d7701-690f-4b84-a892-91ecf43c6093 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:28:40.868624 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bfac65-54ce-4045-a9a3-3e69a126102a None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:28:40.873279 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-14bfac65-54ce-4045-a9a3-3e69a126102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:28:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:40.884718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Deleting subnet 63a042fc-e4d3-4d45-b3e9-abeed7b93061 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:28:40.892710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (63a042fc-e4d3-4d45-b3e9-abeed7b93061), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:40.927764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 015d7701-690f-4b84-a892-91ecf43c6093 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:28:40.928117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 015d7701-690f-4b84-a892-91ecf43c6093 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:28:41.055191 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (63a042fc-e4d3-4d45-b3e9-abeed7b93061), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:41.084599 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-14bfac65-54ce-4045-a9a3-3e69a126102a None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:28:41.169397 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Publish callbacks [] for router (2dd44bee-6489-46f8-8bc6-179a99d22013), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:41.271612 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (63a042fc-e4d3-4d45-b3e9-abeed7b93061), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:41.337611 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (63a042fc-e4d3-4d45-b3e9-abeed7b93061), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:41.345688 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-14bfac65-54ce-4045-a9a3-3e69a126102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:28:39Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:41.369681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Subnet': ['ID=63a042fc-e4d3-4d45-b3e9-abeed7b93061,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:41.380982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:41.392099 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308fe283-0e3a-4c0d-8793-5b8f4ee00dd0 None None] Network bebc9178-09a7-4535-b883-9a17bcd81181 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:41.401095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50284) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:41.403589 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/subnets/63a042fc-e4d3-4d45-b3e9-abeed7b93061 HTTP/1.1" status: 204 len: 168 time: 0.7205641 Feb 02 13:28:41.405326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.405677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.406020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.406350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.406678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.408001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.408364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.408696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.409027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.409350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.409676 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.409996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.410313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e90d7b-65e1-41aa-90e9-d954e4829b01 tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:41.473709 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bfac65-54ce-4045-a9a3-3e69a126102a None None] Checking router: 2dd44bee-6489-46f8-8bc6-179a99d22013 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:28:41.504120 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bfac65-54ce-4045-a9a3-3e69a126102a None None] Routers {'2dd44bee-6489-46f8-8bc6-179a99d22013'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:28:41.505111 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-14bfac65-54ce-4045-a9a3-3e69a126102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:28:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2dd44bee-6489-46f8-8bc6-179a99d22013'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:41.586266 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (bebc9178-09a7-4535-b883-9a17bcd81181), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:41.621022 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Publish callbacks [] for router_gateway (2dd44bee-6489-46f8-8bc6-179a99d22013), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:41.723146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7b6d0e-51e5-4d7b-bf3e-15dfe542d173 None None] DHCP port deletion for bebc9178-09a7-4535-b883-9a17bcd81181 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:28:41.812298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Deleting port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:41.812631 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:41.831405 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-14bfac65-54ce-4045-a9a3-3e69a126102a None None] Set router 2dd44bee-6489-46f8-8bc6-179a99d22013 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:28:41.871195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b6d0e-51e5-4d7b-bf3e-15dfe542d173 None None] Deleting port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:41.871848 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6d0e-51e5-4d7b-bf3e-15dfe542d173 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:41.883749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Deleting port eb509be2-0c1d-4713-ac28-9e21cd396f43 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:41.888818 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:42.047030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0a7b6d0e-51e5-4d7b-bf3e-15dfe542d173 None None] For port 742aa2ff-20f5-4b98-a7e3-4eefd2081971, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=742aa2ff-20f5-4b98-a7e3-4eefd2081971,segment=NetworkSegment(07aa7c5d-68a3-4da7-946f-67ef5efd3132),segment_id=07aa7c5d-68a3-4da7-946f-67ef5efd3132)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:42.047548 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6d0e-51e5-4d7b-bf3e-15dfe542d173 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:42.063702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b6d0e-51e5-4d7b-bf3e-15dfe542d173 None None] Calling delete_port for 742aa2ff-20f5-4b98-a7e3-4eefd2081971 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:42.105169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] For port 742aa2ff-20f5-4b98-a7e3-4eefd2081971, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=742aa2ff-20f5-4b98-a7e3-4eefd2081971,segment=NetworkSegment(07aa7c5d-68a3-4da7-946f-67ef5efd3132),segment_id=07aa7c5d-68a3-4da7-946f-67ef5efd3132)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:42.105533 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:42.161731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Calling delete_port for 742aa2ff-20f5-4b98-a7e3-4eefd2081971 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:42.224298 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a7b6d0e-51e5-4d7b-bf3e-15dfe542d173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:42.245373 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-14bfac65-54ce-4045-a9a3-3e69a126102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:28:39Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:42.296673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b6d0e-51e5-4d7b-bf3e-15dfe542d173 None None] No DVR routers for this DVR port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:28:42.354782 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bfac65-54ce-4045-a9a3-3e69a126102a None None] The sync data for ids ['2dd44bee-6489-46f8-8bc6-179a99d22013'] in n-d-827336-2 is: [{'id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'name': 'tempest-AttachVolumeTestJSON-1337168812-router', 'tenant_id': '27c2d8714df44df78e68b61fa8958a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22'}], 'enable_snat': True}, 'gw_port_id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:22:04Z', 'updated_at': '2022-02-02T13:28:39Z', 'revision_number': 5, 'project_id': '27c2d8714df44df78e68b61fa8958a1f', 'gw_port': {'id': 'eb509be2-0c1d-4713-ac28-9e21cd396f43', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dd44bee-6489-46f8-8bc6-179a99d22013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:22:05Z', 'updated_at': '2022-02-02T13:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:28:42.374875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] For port eb509be2-0c1d-4713-ac28-9e21cd396f43, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=eb509be2-0c1d-4713-ac28-9e21cd396f43,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:42.375268 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:42.378565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b6d0e-51e5-4d7b-bf3e-15dfe542d173 None None] Pushing event deleted for resources: {'Port': ['ID=742aa2ff-20f5-4b98-a7e3-4eefd2081971,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:42.401261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Calling delete_port for eb509be2-0c1d-4713-ac28-9e21cd396f43 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:42.558980 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (742aa2ff-20f5-4b98-a7e3-4eefd2081971), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:42.598986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Port': ['ID=742aa2ff-20f5-4b98-a7e3-4eefd2081971,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:42.603184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] No DVR routers for this DVR port 742aa2ff-20f5-4b98-a7e3-4eefd2081971 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:28:42.758676 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (bebc9178-09a7-4535-b883-9a17bcd81181), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:42.807100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebc9178-09a7-4535-b883-9a17bcd81181']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:42.818183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07aa7c5d-68a3-4da7-946f-67ef5efd3132') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:42.818470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07aa7c5d-68a3-4da7-946f-67ef5efd3132') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:42.853150 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (07aa7c5d-68a3-4da7-946f-67ef5efd3132), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:42.891009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 742aa2ff-20f5-4b98-a7e3-4eefd2081971 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:28:42.946162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 742aa2ff-20f5-4b98-a7e3-4eefd2081971 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:28:42.951569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 742aa2ff-20f5-4b98-a7e3-4eefd2081971 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:28:42.964709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dc1c8749-2899-417b-9cb5-729ccb77fc71 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:28:43.026314 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (07aa7c5d-68a3-4da7-946f-67ef5efd3132), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:43.048382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:43.049230 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (07aa7c5d-68a3-4da7-946f-67ef5efd3132), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:43.049800 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: dc1c8749-2899-417b-9cb5-729ccb77fc71 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:28:43.050187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dc1c8749-2899-417b-9cb5-729ccb77fc71 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:43.204191 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:43.208239 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (bebc9178-09a7-4535-b883-9a17bcd81181), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:43.221549 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:43.234460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] 10.222.0.83 "DELETE /v2.0/networks/bebc9178-09a7-4535-b883-9a17bcd81181 HTTP/1.1" status: 204 len: 168 time: 1.8289151 Feb 02 13:28:43.240495 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (eb509be2-0c1d-4713-ac28-9e21cd396f43), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:43.287698 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb509be2-0c1d-4713-ac28-9e21cd396f43,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:43.296922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f09c5-8a06-4c88-9c9b-171c04b7de1e tempest-NetworksTest-45638714 tempest-NetworksTest-45638714-project] Pushing event deleted for resources: {'Network': ['ID=bebc9178-09a7-4535-b883-9a17bcd81181,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:43.495604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (2dd44bee-6489-46f8-8bc6-179a99d22013), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:43.765243 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (2dd44bee-6489-46f8-8bc6-179a99d22013), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:43.768822 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Publish callbacks [] for router_controller (2dd44bee-6489-46f8-8bc6-179a99d22013), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:43.840197 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (2dd44bee-6489-46f8-8bc6-179a99d22013), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:43.840839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dd44bee-6489-46f8-8bc6-179a99d22013 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:28:43.860798 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:43.864700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50334) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:43.880937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c3d601fc-7e53-4f5b-b31e-04b62371b8f1 admin admin] 10.222.0.83 "DELETE /v2.0/routers/2dd44bee-6489-46f8-8bc6-179a99d22013 HTTP/1.1" status: 204 len: 168 time: 3.0091233 Feb 02 13:28:44.041611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:44.117449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d3308e-2dd4-4c55-9533-d6748040cb1f admin admin] Deleting subnet 248e65ec-619a-4088-9b17-d13a3c6491da {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:28:44.121796 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1d3308e-2dd4-4c55-9533-d6748040cb1f admin admin] Publish callbacks [] for subnet (248e65ec-619a-4088-9b17-d13a3c6491da), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:44.247706 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1d3308e-2dd4-4c55-9533-d6748040cb1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (248e65ec-619a-4088-9b17-d13a3c6491da), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:44.371809 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1d3308e-2dd4-4c55-9533-d6748040cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (248e65ec-619a-4088-9b17-d13a3c6491da), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:44.385242 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9ae57291-2e6d-4456-82a7-af0c8b600d56 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a6b472cb76534154864beb6bc6be7997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3428855 Feb 02 13:28:44.389338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50346) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:44.457712 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1d3308e-2dd4-4c55-9533-d6748040cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (248e65ec-619a-4088-9b17-d13a3c6491da), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:44.479748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4353ccc-3fbd-4cd1-b718-868399fe47d2 None None] Network 679c8ee8-9c42-4d17-a445-6b6e8750ad16 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:28:44.492280 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a1d3308e-2dd4-4c55-9533-d6748040cb1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:44.501944 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a1d3308e-2dd4-4c55-9533-d6748040cb1f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/248e65ec-619a-4088-9b17-d13a3c6491da HTTP/1.1" status: 204 len: 168 time: 0.6361172 Feb 02 13:28:44.505409 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63396df2-088f-4050-a46e-fe9ac6b6e612 admin admin] Publish callbacks [] for security_group (65cc0b2b-7f23-4532-bc0d-efac1274368c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:44.506050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50348) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:44.569580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63396df2-088f-4050-a46e-fe9ac6b6e612 admin admin] Publish callbacks [] for security_group (65cc0b2b-7f23-4532-bc0d-efac1274368c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:44.676186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3308e-2dd4-4c55-9533-d6748040cb1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248e65ec-619a-4088-9b17-d13a3c6491da,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:44.740847 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63396df2-088f-4050-a46e-fe9ac6b6e612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (65cc0b2b-7f23-4532-bc0d-efac1274368c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:44.743600 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-63396df2-088f-4050-a46e-fe9ac6b6e612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:44.765535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-63396df2-088f-4050-a46e-fe9ac6b6e612 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/65cc0b2b-7f23-4532-bc0d-efac1274368c HTTP/1.1" status: 204 len: 168 time: 0.3567295 Feb 02 13:28:44.803924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63396df2-088f-4050-a46e-fe9ac6b6e612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cc0b2b-7f23-4532-bc0d-efac1274368c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:44.828567 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device eb509be2-0c1d-4713-ac28-9e21cd396f43 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:28:44.887004 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (679c8ee8-9c42-4d17-a445-6b6e8750ad16), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:44.904756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: eb509be2-0c1d-4713-ac28-9e21cd396f43 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:28:44.905098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device eb509be2-0c1d-4713-ac28-9e21cd396f43 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:28:45.026257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Deleting port c9f396f3-483c-4c5b-9604-5a97a474238e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:45.033031 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:45.080811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a5fc0d-f84d-4238-a319-b71b47d4a91d None None] DHCP port deletion for 679c8ee8-9c42-4d17-a445-6b6e8750ad16 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:28:45.259031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-12a5fc0d-f84d-4238-a319-b71b47d4a91d None None] Deleting port c9f396f3-483c-4c5b-9604-5a97a474238e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:28:45.259897 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12a5fc0d-f84d-4238-a319-b71b47d4a91d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:45.303362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] For port c9f396f3-483c-4c5b-9604-5a97a474238e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c9f396f3-483c-4c5b-9604-5a97a474238e,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:45.303852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:45.332371 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Calling delete_port for c9f396f3-483c-4c5b-9604-5a97a474238e owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:45.427989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-12a5fc0d-f84d-4238-a319-b71b47d4a91d None None] For port c9f396f3-483c-4c5b-9604-5a97a474238e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c9f396f3-483c-4c5b-9604-5a97a474238e,segment=NetworkSegment(1d5c7d60-1447-43d8-98a7-179af6094c3a),segment_id=1d5c7d60-1447-43d8-98a7-179af6094c3a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:28:45.428580 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12a5fc0d-f84d-4238-a319-b71b47d4a91d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:45.477559 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:45.514378 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-12a5fc0d-f84d-4238-a319-b71b47d4a91d None None] Calling delete_port for c9f396f3-483c-4c5b-9604-5a97a474238e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:28:45.559379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f396f3-483c-4c5b-9604-5a97a474238e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:45.579797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] No DVR routers for this DVR port c9f396f3-483c-4c5b-9604-5a97a474238e on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:28:45.767227 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (679c8ee8-9c42-4d17-a445-6b6e8750ad16), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:45.779955 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12a5fc0d-f84d-4238-a319-b71b47d4a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (c9f396f3-483c-4c5b-9604-5a97a474238e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:45.814993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679c8ee8-9c42-4d17-a445-6b6e8750ad16']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:45.834257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5fc0d-f84d-4238-a319-b71b47d4a91d None None] Pushing event deleted for resources: {'Port': ['ID=c9f396f3-483c-4c5b-9604-5a97a474238e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:45.837395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5c7d60-1447-43d8-98a7-179af6094c3a') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:45.837684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5c7d60-1447-43d8-98a7-179af6094c3a') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:45.840361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a5fc0d-f84d-4238-a319-b71b47d4a91d None None] No DVR routers for this DVR port c9f396f3-483c-4c5b-9604-5a97a474238e on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:28:45.859960 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (1d5c7d60-1447-43d8-98a7-179af6094c3a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:45.888060 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1d5c7d60-1447-43d8-98a7-179af6094c3a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:45.903046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:45.903569 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (1d5c7d60-1447-43d8-98a7-179af6094c3a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:45.905824 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:46.314805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:46.493812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5a79d3ec-3dbe-40ce-b2d6-b4b9c48e245c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group': {'name': 'tempest-secgroup--413808144'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:46.521024 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (679c8ee8-9c42-4d17-a445-6b6e8750ad16), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:46.531946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:46.540539 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] 10.222.0.83 "DELETE /v2.0/networks/679c8ee8-9c42-4d17-a445-6b6e8750ad16 HTTP/1.1" status: 204 len: 168 time: 2.0319917 Feb 02 13:28:46.541874 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a79d3ec-3dbe-40ce-b2d6-b4b9c48e245c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:46.558006 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a79d3ec-3dbe-40ce-b2d6-b4b9c48e245c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:46.572235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60a485-ca29-458c-9a46-80d2e98f530b admin admin] Pushing event deleted for resources: {'Network': ['ID=679c8ee8-9c42-4d17-a445-6b6e8750ad16,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:46.712184 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a79d3ec-3dbe-40ce-b2d6-b4b9c48e245c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (4557ebff-c0d7-4330-a944-8d1b9da5d00c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:46.722998 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a79d3ec-3dbe-40ce-b2d6-b4b9c48e245c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4557ebff-c0d7-4330-a944-8d1b9da5d00c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:46.795348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c9f396f3-483c-4c5b-9604-5a97a474238e no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:28:46.825048 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a79d3ec-3dbe-40ce-b2d6-b4b9c48e245c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (4b3d7318-1548-4e94-8dfc-d788ba8e4e03), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:46.839179 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a79d3ec-3dbe-40ce-b2d6-b4b9c48e245c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4b3d7318-1548-4e94-8dfc-d788ba8e4e03), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:46.857848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79d3ec-3dbe-40ce-b2d6-b4b9c48e245c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4557ebff-c0d7-4330-a944-8d1b9da5d00c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:46.874809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c9f396f3-483c-4c5b-9604-5a97a474238e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:28:46.877576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c9f396f3-483c-4c5b-9604-5a97a474238e not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:28:46.921294 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a79d3ec-3dbe-40ce-b2d6-b4b9c48e245c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:46.925505 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5a79d3ec-3dbe-40ce-b2d6-b4b9c48e245c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6087155 Feb 02 13:28:46.927601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79d3ec-3dbe-40ce-b2d6-b4b9c48e245c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3d7318-1548-4e94-8dfc-d788ba8e4e03,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:46.929491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50404) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:47.005240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50406) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:47.011036 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ea3dffa9-8506-4a47-9944-6918307464dc tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0792346 Feb 02 13:28:47.013886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50408) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:47.025655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f7be0494-af79-4b39-af31-28d5856a8b87 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group': {'name': 'tempest-security--2039352720', 'description': 'tempest-security-description-730711706'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:47.149858 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7be0494-af79-4b39-af31-28d5856a8b87 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (4b3d7318-1548-4e94-8dfc-d788ba8e4e03), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:47.177247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50410) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:47.179378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ef3bfc0e-6910-447e-805c-468a555a2938 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=27c2d8714df44df78e68b61fa8958a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723018 Feb 02 13:28:47.275740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7be0494-af79-4b39-af31-28d5856a8b87 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (4b3d7318-1548-4e94-8dfc-d788ba8e4e03), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:47.297656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7be0494-af79-4b39-af31-28d5856a8b87 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4b3d7318-1548-4e94-8dfc-d788ba8e4e03), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:47.310994 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7be0494-af79-4b39-af31-28d5856a8b87 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:47.314938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f7be0494-af79-4b39-af31-28d5856a8b87 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "PUT /v2.0/security-groups/4b3d7318-1548-4e94-8dfc-d788ba8e4e03 HTTP/1.1" status: 200 len: 1796 time: 0.2998512 Feb 02 13:28:47.327030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50418) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:47.349598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be0494-af79-4b39-af31-28d5856a8b87 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3d7318-1548-4e94-8dfc-d788ba8e4e03,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:47.479362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50428) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:47.480699 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dbb21e3e-6ebd-4cd2-8f53-7866d10b3caa tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-groups/4b3d7318-1548-4e94-8dfc-d788ba8e4e03 HTTP/1.1" status: 200 len: 1796 time: 0.1506660 Feb 02 13:28:47.509147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-052b4811-29c0-4976-b5e8-cc61bba160a7 admin admin] Publish callbacks [] for security_group (205d1ab8-d979-463d-9180-cc50573db57f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:47.559553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-052b4811-29c0-4976-b5e8-cc61bba160a7 admin admin] Publish callbacks [] for security_group (205d1ab8-d979-463d-9180-cc50573db57f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:47.721936 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33495205-3e54-449f-a450-c862cb316106 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (4b3d7318-1548-4e94-8dfc-d788ba8e4e03), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:47.752667 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-052b4811-29c0-4976-b5e8-cc61bba160a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (205d1ab8-d979-463d-9180-cc50573db57f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:47.758320 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-052b4811-29c0-4976-b5e8-cc61bba160a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:47.763142 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-052b4811-29c0-4976-b5e8-cc61bba160a7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/205d1ab8-d979-463d-9180-cc50573db57f HTTP/1.1" status: 204 len: 168 time: 0.5842335 Feb 02 13:28:47.783081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b4811-29c0-4976-b5e8-cc61bba160a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205d1ab8-d979-463d-9180-cc50573db57f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:47.841011 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33495205-3e54-449f-a450-c862cb316106 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (4b3d7318-1548-4e94-8dfc-d788ba8e4e03), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:48.070283 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33495205-3e54-449f-a450-c862cb316106 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4b3d7318-1548-4e94-8dfc-d788ba8e4e03), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:48.075469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33495205-3e54-449f-a450-c862cb316106 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:48.077655 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-33495205-3e54-449f-a450-c862cb316106 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-groups/4b3d7318-1548-4e94-8dfc-d788ba8e4e03 HTTP/1.1" status: 204 len: 168 time: 0.5968850 Feb 02 13:28:48.082283 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50442) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:48.111803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33495205-3e54-449f-a450-c862cb316106 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3d7318-1548-4e94-8dfc-d788ba8e4e03,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:48.401413 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0bc7c24e-b2ee-4c0a-a463-ce8701eb3060 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3152778 Feb 02 13:28:48.407726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50448) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:48.423004 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-c257031f-df17-4368-88b5-cf9f80a0985e tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] delete failed (client error): The resource could not be found. Feb 02 13:28:48.424361 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c257031f-df17-4368-88b5-cf9f80a0985e tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-groups/4b3d7318-1548-4e94-8dfc-d788ba8e4e03 HTTP/1.1" status: 404 len: 347 time: 0.0155952 Feb 02 13:28:48.428475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50450) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:48.435333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-20728ca1-89e3-481d-bf7c-0167ead7d4cb tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1221498039'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:48.514702 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20728ca1-89e3-481d-bf7c-0167ead7d4cb tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:48.673258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50456) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:48.787228 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20728ca1-89e3-481d-bf7c-0167ead7d4cb tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (da49fb6d-1045-4a62-a10d-f6f6c4c352f3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:48.800920 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20728ca1-89e3-481d-bf7c-0167ead7d4cb tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (da49fb6d-1045-4a62-a10d-f6f6c4c352f3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:48.847780 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20728ca1-89e3-481d-bf7c-0167ead7d4cb tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:48.852841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-20728ca1-89e3-481d-bf7c-0167ead7d4cb tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4196620 Feb 02 13:28:48.854567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50464) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:48.859615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c5cf6a2f-b18e-4244-b3f9-edc6b0c9c691 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': 'da49fb6d-1045-4a62-a10d-f6f6c4c352f3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:48.862790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20728ca1-89e3-481d-bf7c-0167ead7d4cb tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da49fb6d-1045-4a62-a10d-f6f6c4c352f3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:48.926350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5cf6a2f-b18e-4244-b3f9-edc6b0c9c691 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (f35c4891-d17f-464d-9a66-dcdfd9e22209), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.075409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5cf6a2f-b18e-4244-b3f9-edc6b0c9c691 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (f35c4891-d17f-464d-9a66-dcdfd9e22209), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.087570 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5cf6a2f-b18e-4244-b3f9-edc6b0c9c691 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (f35c4891-d17f-464d-9a66-dcdfd9e22209), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.124721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf6a2f-b18e-4244-b3f9-edc6b0c9c691 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35c4891-d17f-464d-9a66-dcdfd9e22209,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:49.142855 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5cf6a2f-b18e-4244-b3f9-edc6b0c9c691 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.152122 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c5cf6a2f-b18e-4244-b3f9-edc6b0c9c691 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2956381 Feb 02 13:28:49.152949 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:49.175664 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0d105a7-a8c7-4524-a88d-2ef410c0f7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.224182 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-214c308b-58d5-4571-91cf-253b9535856d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (f35c4891-d17f-464d-9a66-dcdfd9e22209), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.238948 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-214c308b-58d5-4571-91cf-253b9535856d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (f35c4891-d17f-464d-9a66-dcdfd9e22209), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.294649 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-214c308b-58d5-4571-91cf-253b9535856d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (f35c4891-d17f-464d-9a66-dcdfd9e22209), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.318037 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-214c308b-58d5-4571-91cf-253b9535856d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.325041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50480) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:49.331446 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-214c308b-58d5-4571-91cf-253b9535856d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/f35c4891-d17f-464d-9a66-dcdfd9e22209 HTTP/1.1" status: 204 len: 168 time: 0.1668041 Feb 02 13:28:49.335200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c308b-58d5-4571-91cf-253b9535856d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f35c4891-d17f-464d-9a66-dcdfd9e22209,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:49.350450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0d105a7-a8c7-4524-a88d-2ef410c0f7e8 admin admin] Publish callbacks [] for security_group (f326a2d2-ab0b-4e34-86bd-83a95ba0a82e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.366722 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0d105a7-a8c7-4524-a88d-2ef410c0f7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f326a2d2-ab0b-4e34-86bd-83a95ba0a82e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.510230 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d0d105a7-a8c7-4524-a88d-2ef410c0f7e8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a2e165dc5fe24a79b12cdba6a54dfcfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8358610 Feb 02 13:28:49.513527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:49.526643 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fa9c28a2-fe71-453c-8171-6b8c9774541a tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1998022 Feb 02 13:28:49.530519 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50486) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:49.533124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d105a7-a8c7-4524-a88d-2ef410c0f7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f326a2d2-ab0b-4e34-86bd-83a95ba0a82e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:49.623482 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87f8b129-cc9e-436f-8de5-de9767c53c18 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (da49fb6d-1045-4a62-a10d-f6f6c4c352f3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.658758 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87f8b129-cc9e-436f-8de5-de9767c53c18 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (da49fb6d-1045-4a62-a10d-f6f6c4c352f3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.671127 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0337d4d-cd66-4716-9246-3332101b6aeb admin admin] Publish callbacks [] for security_group (f326a2d2-ab0b-4e34-86bd-83a95ba0a82e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.738853 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87f8b129-cc9e-436f-8de5-de9767c53c18 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (da49fb6d-1045-4a62-a10d-f6f6c4c352f3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.746608 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87f8b129-cc9e-436f-8de5-de9767c53c18 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.750499 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-87f8b129-cc9e-436f-8de5-de9767c53c18 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-groups/da49fb6d-1045-4a62-a10d-f6f6c4c352f3 HTTP/1.1" status: 204 len: 168 time: 0.2163134 Feb 02 13:28:49.753473 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0337d4d-cd66-4716-9246-3332101b6aeb admin admin] Publish callbacks [] for security_group (f326a2d2-ab0b-4e34-86bd-83a95ba0a82e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.756898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50496) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:49.769589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8b129-cc9e-436f-8de5-de9767c53c18 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da49fb6d-1045-4a62-a10d-f6f6c4c352f3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:49.930907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50512) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:49.931123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1c218deb-6d0d-4894-b5b8-8ecccc863d63 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1722085 Feb 02 13:28:49.940321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-65f86af4-4f41-4813-a52b-8bfe0248a474 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1933020365'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:49.973014 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0337d4d-cd66-4716-9246-3332101b6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f326a2d2-ab0b-4e34-86bd-83a95ba0a82e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.975582 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65f86af4-4f41-4813-a52b-8bfe0248a474 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.979227 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0337d4d-cd66-4716-9246-3332101b6aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:49.994629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d0337d4d-cd66-4716-9246-3332101b6aeb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f326a2d2-ab0b-4e34-86bd-83a95ba0a82e HTTP/1.1" status: 204 len: 168 time: 0.4726095 Feb 02 13:28:50.029587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0337d4d-cd66-4716-9246-3332101b6aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f326a2d2-ab0b-4e34-86bd-83a95ba0a82e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:50.140658 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65f86af4-4f41-4813-a52b-8bfe0248a474 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (9bda4553-72bc-4c6a-b5e5-9abb1157ba17), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.155261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65f86af4-4f41-4813-a52b-8bfe0248a474 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9bda4553-72bc-4c6a-b5e5-9abb1157ba17), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.210599 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65f86af4-4f41-4813-a52b-8bfe0248a474 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.212467 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-65f86af4-4f41-4813-a52b-8bfe0248a474 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2760179 Feb 02 13:28:50.214995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50528) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:50.219938 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6bae8ca0-00ea-4ef5-9038-b6f9227ff105 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': '9bda4553-72bc-4c6a-b5e5-9abb1157ba17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:50.227292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f86af4-4f41-4813-a52b-8bfe0248a474 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bda4553-72bc-4c6a-b5e5-9abb1157ba17,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:50.281240 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bae8ca0-00ea-4ef5-9038-b6f9227ff105 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (7dff8ec1-34c7-4414-9940-b8c5dbe4732e), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.408451 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bae8ca0-00ea-4ef5-9038-b6f9227ff105 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (7dff8ec1-34c7-4414-9940-b8c5dbe4732e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.422151 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bae8ca0-00ea-4ef5-9038-b6f9227ff105 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (7dff8ec1-34c7-4414-9940-b8c5dbe4732e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.437477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae8ca0-00ea-4ef5-9038-b6f9227ff105 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dff8ec1-34c7-4414-9940-b8c5dbe4732e,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:50.480247 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bae8ca0-00ea-4ef5-9038-b6f9227ff105 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.481493 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6bae8ca0-00ea-4ef5-9038-b6f9227ff105 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2654092 Feb 02 13:28:50.484221 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50536) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:50.488731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-faf3e0f6-3226-449b-be02-93f40e942cc9 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': '9bda4553-72bc-4c6a-b5e5-9abb1157ba17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:50.541864 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-faf3e0f6-3226-449b-be02-93f40e942cc9 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (b7dd3018-c5dc-4fcb-b7e5-c18f4560a8fd), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.611343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50542) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:50.637381 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e955f2d-9e97-4b90-8239-59fe47abb824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.669593 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-faf3e0f6-3226-449b-be02-93f40e942cc9 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (b7dd3018-c5dc-4fcb-b7e5-c18f4560a8fd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.685212 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-faf3e0f6-3226-449b-be02-93f40e942cc9 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (b7dd3018-c5dc-4fcb-b7e5-c18f4560a8fd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.735767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3e0f6-3226-449b-be02-93f40e942cc9 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7dd3018-c5dc-4fcb-b7e5-c18f4560a8fd,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:50.750566 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-faf3e0f6-3226-449b-be02-93f40e942cc9 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.754731 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-faf3e0f6-3226-449b-be02-93f40e942cc9 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2694790 Feb 02 13:28:50.755355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50546) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:50.759942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-313efde4-28e9-4f61-91f6-94fad7969d52 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': '9bda4553-72bc-4c6a-b5e5-9abb1157ba17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:50.816844 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-313efde4-28e9-4f61-91f6-94fad7969d52 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (d4bd03bc-66ea-4c2d-b9a8-ad9a9a01b3af), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.915094 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-313efde4-28e9-4f61-91f6-94fad7969d52 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (d4bd03bc-66ea-4c2d-b9a8-ad9a9a01b3af), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.928661 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-313efde4-28e9-4f61-91f6-94fad7969d52 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (d4bd03bc-66ea-4c2d-b9a8-ad9a9a01b3af), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.953750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313efde4-28e9-4f61-91f6-94fad7969d52 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bd03bc-66ea-4c2d-b9a8-ad9a9a01b3af,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:50.987300 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-313efde4-28e9-4f61-91f6-94fad7969d52 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:50.989227 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-313efde4-28e9-4f61-91f6-94fad7969d52 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2328560 Feb 02 13:28:50.992562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50550) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:51.000315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5578fec0-805f-42ae-bb84-b3be76b544c0 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': '9bda4553-72bc-4c6a-b5e5-9abb1157ba17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:51.084233 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5578fec0-805f-42ae-bb84-b3be76b544c0 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (d67ec5fb-c0e4-4c2a-be52-321e467cbefe), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.203875 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5578fec0-805f-42ae-bb84-b3be76b544c0 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (d67ec5fb-c0e4-4c2a-be52-321e467cbefe), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.210437 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5578fec0-805f-42ae-bb84-b3be76b544c0 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (d67ec5fb-c0e4-4c2a-be52-321e467cbefe), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.238686 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e955f2d-9e97-4b90-8239-59fe47abb824 admin admin] Publish callbacks [] for security_group (41f397d9-fd24-4d8b-93c2-6bc3af86ca91), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.247582 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e955f2d-9e97-4b90-8239-59fe47abb824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (41f397d9-fd24-4d8b-93c2-6bc3af86ca91), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.248603 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5578fec0-805f-42ae-bb84-b3be76b544c0 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.250067 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5578fec0-805f-42ae-bb84-b3be76b544c0 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2562745 Feb 02 13:28:51.251503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5578fec0-805f-42ae-bb84-b3be76b544c0 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67ec5fb-c0e4-4c2a-be52-321e467cbefe,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:51.253992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50558) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:51.266064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-fd890703-ccb2-413d-a794-047ad224d0f4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': '9bda4553-72bc-4c6a-b5e5-9abb1157ba17', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:51.301936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2e955f2d-9e97-4b90-8239-59fe47abb824 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=12545f4a58ea49638e0e4db29f7dbfd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6870925 Feb 02 13:28:51.301936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e955f2d-9e97-4b90-8239-59fe47abb824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f397d9-fd24-4d8b-93c2-6bc3af86ca91,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:51.302581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50560) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:51.328492 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd890703-ccb2-413d-a794-047ad224d0f4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (11f03d32-9192-432a-88e5-6af740d2afe6), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.420529 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9fa4f2a-6a05-409c-955d-159d7c1e6c9d admin admin] Publish callbacks [] for security_group (41f397d9-fd24-4d8b-93c2-6bc3af86ca91), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.427918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd890703-ccb2-413d-a794-047ad224d0f4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (11f03d32-9192-432a-88e5-6af740d2afe6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.437120 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd890703-ccb2-413d-a794-047ad224d0f4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (11f03d32-9192-432a-88e5-6af740d2afe6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.461924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fd890703-ccb2-413d-a794-047ad224d0f4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.463139 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fd890703-ccb2-413d-a794-047ad224d0f4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2021968 Feb 02 13:28:51.466230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50566) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:51.476982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9fa4f2a-6a05-409c-955d-159d7c1e6c9d admin admin] Publish callbacks [] for security_group (41f397d9-fd24-4d8b-93c2-6bc3af86ca91), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.479585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd890703-ccb2-413d-a794-047ad224d0f4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f03d32-9192-432a-88e5-6af740d2afe6,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:51.511948 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d615813-1e9a-4c5e-8ce9-6656ed77a5e6 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (11f03d32-9192-432a-88e5-6af740d2afe6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.524466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d615813-1e9a-4c5e-8ce9-6656ed77a5e6 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (11f03d32-9192-432a-88e5-6af740d2afe6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.549500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9fa4f2a-6a05-409c-955d-159d7c1e6c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (41f397d9-fd24-4d8b-93c2-6bc3af86ca91), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.552453 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c9fa4f2a-6a05-409c-955d-159d7c1e6c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.554378 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c9fa4f2a-6a05-409c-955d-159d7c1e6c9d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/41f397d9-fd24-4d8b-93c2-6bc3af86ca91 HTTP/1.1" status: 204 len: 168 time: 0.2502177 Feb 02 13:28:51.571172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa4f2a-6a05-409c-955d-159d7c1e6c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f397d9-fd24-4d8b-93c2-6bc3af86ca91,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:51.597806 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d615813-1e9a-4c5e-8ce9-6656ed77a5e6 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (11f03d32-9192-432a-88e5-6af740d2afe6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.607922 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d615813-1e9a-4c5e-8ce9-6656ed77a5e6 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.609213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7d615813-1e9a-4c5e-8ce9-6656ed77a5e6 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/11f03d32-9192-432a-88e5-6af740d2afe6 HTTP/1.1" status: 204 len: 168 time: 0.1418679 Feb 02 13:28:51.612186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50570) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:51.624075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d615813-1e9a-4c5e-8ce9-6656ed77a5e6 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11f03d32-9192-432a-88e5-6af740d2afe6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:51.668018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50572) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:51.668471 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-44ca3d6d-fdaf-4df3-ab4c-afe9444403db tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0549283 Feb 02 13:28:51.699831 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d2a4984-dbb4-4bd7-8aee-4b26ada0047e tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (d67ec5fb-c0e4-4c2a-be52-321e467cbefe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.708946 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d2a4984-dbb4-4bd7-8aee-4b26ada0047e tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (d67ec5fb-c0e4-4c2a-be52-321e467cbefe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.738149 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d2a4984-dbb4-4bd7-8aee-4b26ada0047e tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (d67ec5fb-c0e4-4c2a-be52-321e467cbefe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.744859 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7d2a4984-dbb4-4bd7-8aee-4b26ada0047e tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.746038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7d2a4984-dbb4-4bd7-8aee-4b26ada0047e tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/d67ec5fb-c0e4-4c2a-be52-321e467cbefe HTTP/1.1" status: 204 len: 168 time: 0.0769551 Feb 02 13:28:51.749223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50574) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:51.751459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a4984-dbb4-4bd7-8aee-4b26ada0047e tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d67ec5fb-c0e4-4c2a-be52-321e467cbefe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:51.797131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-167794ab-0043-4c42-ae63-972baebd4291 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0456393 Feb 02 13:28:51.797903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:51.821707 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a3c2-830f-45d6-8f68-9d2a0ba2ff9b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (d4bd03bc-66ea-4c2d-b9a8-ad9a9a01b3af), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.830664 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a3c2-830f-45d6-8f68-9d2a0ba2ff9b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (d4bd03bc-66ea-4c2d-b9a8-ad9a9a01b3af), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.862973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a3c2-830f-45d6-8f68-9d2a0ba2ff9b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (d4bd03bc-66ea-4c2d-b9a8-ad9a9a01b3af), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.869296 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0e8a3c2-830f-45d6-8f68-9d2a0ba2ff9b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.870398 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c0e8a3c2-830f-45d6-8f68-9d2a0ba2ff9b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/d4bd03bc-66ea-4c2d-b9a8-ad9a9a01b3af HTTP/1.1" status: 204 len: 168 time: 0.0715013 Feb 02 13:28:51.873488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50584) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:51.877132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8a3c2-830f-45d6-8f68-9d2a0ba2ff9b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4bd03bc-66ea-4c2d-b9a8-ad9a9a01b3af,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:51.925692 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b0e2a24c-cc3d-41c2-bdc9-a858f22c3bcb tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0504029 Feb 02 13:28:51.928770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50588) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:51.965207 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fec78b83-7abd-474d-90c7-df85ed94f9ba tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (b7dd3018-c5dc-4fcb-b7e5-c18f4560a8fd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:51.973212 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fec78b83-7abd-474d-90c7-df85ed94f9ba tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (b7dd3018-c5dc-4fcb-b7e5-c18f4560a8fd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.002935 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fec78b83-7abd-474d-90c7-df85ed94f9ba tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (b7dd3018-c5dc-4fcb-b7e5-c18f4560a8fd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.010510 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fec78b83-7abd-474d-90c7-df85ed94f9ba tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.011644 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fec78b83-7abd-474d-90c7-df85ed94f9ba tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/b7dd3018-c5dc-4fcb-b7e5-c18f4560a8fd HTTP/1.1" status: 204 len: 168 time: 0.0808964 Feb 02 13:28:52.014664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:52.026872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec78b83-7abd-474d-90c7-df85ed94f9ba tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7dd3018-c5dc-4fcb-b7e5-c18f4560a8fd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:52.064409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3e6259be-4418-4a63-a938-6f0bdbd0e888 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0485544 Feb 02 13:28:52.067146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:52.094548 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b31dc8f-7b96-44ca-a192-26fdfa6cf8d4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (7dff8ec1-34c7-4414-9940-b8c5dbe4732e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.105417 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b31dc8f-7b96-44ca-a192-26fdfa6cf8d4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (7dff8ec1-34c7-4414-9940-b8c5dbe4732e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.133043 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b31dc8f-7b96-44ca-a192-26fdfa6cf8d4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (7dff8ec1-34c7-4414-9940-b8c5dbe4732e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.138486 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4b31dc8f-7b96-44ca-a192-26fdfa6cf8d4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.139690 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4b31dc8f-7b96-44ca-a192-26fdfa6cf8d4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/7dff8ec1-34c7-4414-9940-b8c5dbe4732e HTTP/1.1" status: 204 len: 168 time: 0.0715668 Feb 02 13:28:52.142496 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50602) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:52.147656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31dc8f-7b96-44ca-a192-26fdfa6cf8d4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dff8ec1-34c7-4414-9940-b8c5dbe4732e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:52.183470 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8d4150d0-5690-49d4-97be-9690b3b71fe9 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0376091 Feb 02 13:28:52.184149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50604) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:52.248252 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d493f617-acbf-4313-acad-cdca5276fe66 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (9bda4553-72bc-4c6a-b5e5-9abb1157ba17), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.277575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d493f617-acbf-4313-acad-cdca5276fe66 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (9bda4553-72bc-4c6a-b5e5-9abb1157ba17), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.343634 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d493f617-acbf-4313-acad-cdca5276fe66 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9bda4553-72bc-4c6a-b5e5-9abb1157ba17), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.347665 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d493f617-acbf-4313-acad-cdca5276fe66 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.349318 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d493f617-acbf-4313-acad-cdca5276fe66 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-groups/9bda4553-72bc-4c6a-b5e5-9abb1157ba17 HTTP/1.1" status: 204 len: 168 time: 0.1639504 Feb 02 13:28:52.351854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50620) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:52.362157 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493f617-acbf-4313-acad-cdca5276fe66 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bda4553-72bc-4c6a-b5e5-9abb1157ba17,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:52.434329 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0573a72b-31bf-4130-8f90-219cb9a99ef2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0784721 Feb 02 13:28:52.436757 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50634) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:52.447342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1033e9da-d094-47da-892b-44fe571c99e2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group': {'name': 'tempest-secgroup--881674117'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:52.480931 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1033e9da-d094-47da-892b-44fe571c99e2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.552072 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1033e9da-d094-47da-892b-44fe571c99e2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (4b6d704b-2273-4ded-806a-b98e3de06719), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.558201 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1033e9da-d094-47da-892b-44fe571c99e2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4b6d704b-2273-4ded-806a-b98e3de06719), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.652730 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1033e9da-d094-47da-892b-44fe571c99e2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.656670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1033e9da-d094-47da-892b-44fe571c99e2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2182889 Feb 02 13:28:52.656996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50646) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:52.658114 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033e9da-d094-47da-892b-44fe571c99e2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6d704b-2273-4ded-806a-b98e3de06719,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:52.662740 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-44fc29d0-2c86-46de-ae68-2f4ecace794d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': '4b6d704b-2273-4ded-806a-b98e3de06719', 'direction': 'ingress', 'protocol': 17}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:52.716152 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44fc29d0-2c86-46de-ae68-2f4ecace794d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (18beac33-4d95-4af7-bac0-25f3d47b8269), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.777402 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44fc29d0-2c86-46de-ae68-2f4ecace794d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (18beac33-4d95-4af7-bac0-25f3d47b8269), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.784159 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44fc29d0-2c86-46de-ae68-2f4ecace794d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (18beac33-4d95-4af7-bac0-25f3d47b8269), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.801046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc29d0-2c86-46de-ae68-2f4ecace794d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18beac33-4d95-4af7-bac0-25f3d47b8269,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:52.814677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44fc29d0-2c86-46de-ae68-2f4ecace794d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.815980 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-44fc29d0-2c86-46de-ae68-2f4ecace794d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1575725 Feb 02 13:28:52.818884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50652) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:52.878767 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f31843-fc16-470e-8cc2-45572efeb210 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (4b6d704b-2273-4ded-806a-b98e3de06719), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.913293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f31843-fc16-470e-8cc2-45572efeb210 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (4b6d704b-2273-4ded-806a-b98e3de06719), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.966762 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f31843-fc16-470e-8cc2-45572efeb210 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4b6d704b-2273-4ded-806a-b98e3de06719), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.969638 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35f31843-fc16-470e-8cc2-45572efeb210 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:52.970832 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-35f31843-fc16-470e-8cc2-45572efeb210 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-groups/4b6d704b-2273-4ded-806a-b98e3de06719 HTTP/1.1" status: 204 len: 168 time: 0.1511559 Feb 02 13:28:52.973682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50656) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:52.982580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f31843-fc16-470e-8cc2-45572efeb210 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6d704b-2273-4ded-806a-b98e3de06719,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:53.044015 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-eadb7417-34c8-4753-828c-e8deeb0905a5 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0684979 Feb 02 13:28:53.048184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50662) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:53.056607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3972dcc1-1c7a-4c1f-adf4-fd6989f2f5bd tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group': {'name': 'tempest-secgroup--454105185'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:53.091048 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3972dcc1-1c7a-4c1f-adf4-fd6989f2f5bd tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.252824 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3972dcc1-1c7a-4c1f-adf4-fd6989f2f5bd tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (7ee6f66b-fea8-4cbe-8511-5dcded08c9e8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.260300 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3972dcc1-1c7a-4c1f-adf4-fd6989f2f5bd tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7ee6f66b-fea8-4cbe-8511-5dcded08c9e8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.303810 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3972dcc1-1c7a-4c1f-adf4-fd6989f2f5bd tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.305092 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3972dcc1-1c7a-4c1f-adf4-fd6989f2f5bd tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2551320 Feb 02 13:28:53.308247 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:53.309780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972dcc1-1c7a-4c1f-adf4-fd6989f2f5bd tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee6f66b-fea8-4cbe-8511-5dcded08c9e8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:53.326803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-11c85819-8807-41ce-b99b-2d37adfcc2bf tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group': {'name': 'tempest-secgroup--205138780'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:53.367996 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11c85819-8807-41ce-b99b-2d37adfcc2bf tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.510763 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11c85819-8807-41ce-b99b-2d37adfcc2bf tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (25221cb3-eca1-4d57-86de-61e1c3d1ea0c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.522069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11c85819-8807-41ce-b99b-2d37adfcc2bf tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (25221cb3-eca1-4d57-86de-61e1c3d1ea0c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.584618 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11c85819-8807-41ce-b99b-2d37adfcc2bf tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.588924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-11c85819-8807-41ce-b99b-2d37adfcc2bf tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2791424 Feb 02 13:28:53.592607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50712) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:53.600086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5cb008c2-c8de-4398-9bb7-663a3eb5daf1 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': '7ee6f66b-fea8-4cbe-8511-5dcded08c9e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '25221cb3-eca1-4d57-86de-61e1c3d1ea0c', 'remote_ip_prefix': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:53.616180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c85819-8807-41ce-b99b-2d37adfcc2bf tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25221cb3-eca1-4d57-86de-61e1c3d1ea0c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:53.666691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cb008c2-c8de-4398-9bb7-663a3eb5daf1 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (2816bb29-54db-43d2-9cea-ec0540c7a2e4), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.783982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cb008c2-c8de-4398-9bb7-663a3eb5daf1 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (2816bb29-54db-43d2-9cea-ec0540c7a2e4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.793009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cb008c2-c8de-4398-9bb7-663a3eb5daf1 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (2816bb29-54db-43d2-9cea-ec0540c7a2e4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.815525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb008c2-c8de-4398-9bb7-663a3eb5daf1 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2816bb29-54db-43d2-9cea-ec0540c7a2e4,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:53.829315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5cb008c2-c8de-4398-9bb7-663a3eb5daf1 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.833917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50724) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:53.834572 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5cb008c2-c8de-4398-9bb7-663a3eb5daf1 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2403264 Feb 02 13:28:53.882253 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7f04-b703-46b9-8f75-30b7c26cb505 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (2816bb29-54db-43d2-9cea-ec0540c7a2e4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:53.920365 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7f04-b703-46b9-8f75-30b7c26cb505 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (2816bb29-54db-43d2-9cea-ec0540c7a2e4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.001218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7f04-b703-46b9-8f75-30b7c26cb505 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (2816bb29-54db-43d2-9cea-ec0540c7a2e4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.022118 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7f04-b703-46b9-8f75-30b7c26cb505 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.027384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1c8b7f04-b703-46b9-8f75-30b7c26cb505 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/2816bb29-54db-43d2-9cea-ec0540c7a2e4 HTTP/1.1" status: 204 len: 168 time: 0.1920242 Feb 02 13:28:54.029952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50732) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:54.042835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b7f04-b703-46b9-8f75-30b7c26cb505 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2816bb29-54db-43d2-9cea-ec0540c7a2e4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:54.109931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50740) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:54.123651 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3287b7c9-8e86-4a34-9d93-cec0b79d5222 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0758193 Feb 02 13:28:54.220863 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-316b9fac-a88e-47a0-a715-42ed87c42f74 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (25221cb3-eca1-4d57-86de-61e1c3d1ea0c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.273858 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-316b9fac-a88e-47a0-a715-42ed87c42f74 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (25221cb3-eca1-4d57-86de-61e1c3d1ea0c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.353073 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-316b9fac-a88e-47a0-a715-42ed87c42f74 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (25221cb3-eca1-4d57-86de-61e1c3d1ea0c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.355949 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-316b9fac-a88e-47a0-a715-42ed87c42f74 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.357780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-316b9fac-a88e-47a0-a715-42ed87c42f74 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-groups/25221cb3-eca1-4d57-86de-61e1c3d1ea0c HTTP/1.1" status: 204 len: 168 time: 0.2463346 Feb 02 13:28:54.360142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50746) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:54.369928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b9fac-a88e-47a0-a715-42ed87c42f74 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25221cb3-eca1-4d57-86de-61e1c3d1ea0c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:54.447017 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7b9c0b30-02d7-4eaa-9fe8-cd7fd4b4ee11 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0853691 Feb 02 13:28:54.449673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50748) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:54.561227 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac725bdb-001a-49dc-b625-a82de488e81b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (7ee6f66b-fea8-4cbe-8511-5dcded08c9e8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.592859 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac725bdb-001a-49dc-b625-a82de488e81b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (7ee6f66b-fea8-4cbe-8511-5dcded08c9e8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.658699 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac725bdb-001a-49dc-b625-a82de488e81b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7ee6f66b-fea8-4cbe-8511-5dcded08c9e8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.662329 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ac725bdb-001a-49dc-b625-a82de488e81b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.664506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ac725bdb-001a-49dc-b625-a82de488e81b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-groups/7ee6f66b-fea8-4cbe-8511-5dcded08c9e8 HTTP/1.1" status: 204 len: 168 time: 0.2133050 Feb 02 13:28:54.666737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50754) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:54.680431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac725bdb-001a-49dc-b625-a82de488e81b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee6f66b-fea8-4cbe-8511-5dcded08c9e8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:54.756934 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-082c965f-5d77-4890-816f-e911c2b01d71 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0887873 Feb 02 13:28:54.760843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50758) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:54.769150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fd7853d8-1b47-4f01-9a72-5409ab2d2d6f tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group': {'name': 'tempest-secgroup--380570902'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:54.809836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd7853d8-1b47-4f01-9a72-5409ab2d2d6f tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.927754 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd7853d8-1b47-4f01-9a72-5409ab2d2d6f tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (b84e6e1a-cfa9-4acf-987a-306d4651c060), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.937376 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd7853d8-1b47-4f01-9a72-5409ab2d2d6f tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b84e6e1a-cfa9-4acf-987a-306d4651c060), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.970530 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd7853d8-1b47-4f01-9a72-5409ab2d2d6f tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:54.974745 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50762) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:54.974907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fd7853d8-1b47-4f01-9a72-5409ab2d2d6f tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2121716 Feb 02 13:28:54.985507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-01aa368f-b132-42e1-a4b2-d95d85155503 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': 'b84e6e1a-cfa9-4acf-987a-306d4651c060', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:54.991603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7853d8-1b47-4f01-9a72-5409ab2d2d6f tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84e6e1a-cfa9-4acf-987a-306d4651c060,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:55.024338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01aa368f-b132-42e1-a4b2-d95d85155503 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (0e5d49e2-b861-4177-8895-d756eb54cc01), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.104454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01aa368f-b132-42e1-a4b2-d95d85155503 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (0e5d49e2-b861-4177-8895-d756eb54cc01), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.112055 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01aa368f-b132-42e1-a4b2-d95d85155503 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (0e5d49e2-b861-4177-8895-d756eb54cc01), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.130991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa368f-b132-42e1-a4b2-d95d85155503 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5d49e2-b861-4177-8895-d756eb54cc01,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:55.142225 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01aa368f-b132-42e1-a4b2-d95d85155503 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.146911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50766) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:55.153533 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-01aa368f-b132-42e1-a4b2-d95d85155503 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1750174 Feb 02 13:28:55.179943 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e415177c-fec0-49cf-a58b-a536d4f3edd2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (0e5d49e2-b861-4177-8895-d756eb54cc01), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.191759 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e415177c-fec0-49cf-a58b-a536d4f3edd2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (0e5d49e2-b861-4177-8895-d756eb54cc01), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.230907 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e415177c-fec0-49cf-a58b-a536d4f3edd2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (0e5d49e2-b861-4177-8895-d756eb54cc01), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.240445 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e415177c-fec0-49cf-a58b-a536d4f3edd2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.244846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e415177c-fec0-49cf-a58b-a536d4f3edd2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/0e5d49e2-b861-4177-8895-d756eb54cc01 HTTP/1.1" status: 204 len: 168 time: 0.0958560 Feb 02 13:28:55.246332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50772) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:55.259492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415177c-fec0-49cf-a58b-a536d4f3edd2 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e5d49e2-b861-4177-8895-d756eb54cc01,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:55.299078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50776) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:55.299882 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0b7c2658-a590-4157-bf94-1864c808da9e tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0520039 Feb 02 13:28:55.354923 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46ffd9eb-6fb2-4609-a878-206ce2f3b465 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (b84e6e1a-cfa9-4acf-987a-306d4651c060), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.378438 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46ffd9eb-6fb2-4609-a878-206ce2f3b465 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (b84e6e1a-cfa9-4acf-987a-306d4651c060), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.428053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46ffd9eb-6fb2-4609-a878-206ce2f3b465 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b84e6e1a-cfa9-4acf-987a-306d4651c060), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.430938 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-46ffd9eb-6fb2-4609-a878-206ce2f3b465 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.432254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-46ffd9eb-6fb2-4609-a878-206ce2f3b465 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-groups/b84e6e1a-cfa9-4acf-987a-306d4651c060 HTTP/1.1" status: 204 len: 168 time: 0.1318798 Feb 02 13:28:55.435501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50784) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:55.443340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffd9eb-6fb2-4609-a878-206ce2f3b465 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84e6e1a-cfa9-4acf-987a-306d4651c060,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:55.494021 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3b38968e-6e66-49f0-9cbd-39a291aeee31 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0572395 Feb 02 13:28:55.497866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:55.502489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c004959f-0ddb-487c-af63-1ec19a125b15 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group': {'name': 'tempest-secgroup--393765804'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:55.527395 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c004959f-0ddb-487c-af63-1ec19a125b15 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.613883 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c004959f-0ddb-487c-af63-1ec19a125b15 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (7ec50c8b-4a92-4652-9a63-b2373987a330), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.620644 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c004959f-0ddb-487c-af63-1ec19a125b15 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7ec50c8b-4a92-4652-9a63-b2373987a330), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.708623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004959f-0ddb-487c-af63-1ec19a125b15 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec50c8b-4a92-4652-9a63-b2373987a330,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:55.718378 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c004959f-0ddb-487c-af63-1ec19a125b15 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.722680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c004959f-0ddb-487c-af63-1ec19a125b15 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2201953 Feb 02 13:28:55.722938 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50804) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:55.726937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-dac977d0-6d84-47fb-b7e5-daea4a543655 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': '7ec50c8b-4a92-4652-9a63-b2373987a330', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:55.775329 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dac977d0-6d84-47fb-b7e5-daea4a543655 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (6012bd01-bb24-4d6f-963c-e801709c8c59), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.874739 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dac977d0-6d84-47fb-b7e5-daea4a543655 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (6012bd01-bb24-4d6f-963c-e801709c8c59), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.881214 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dac977d0-6d84-47fb-b7e5-daea4a543655 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (6012bd01-bb24-4d6f-963c-e801709c8c59), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.905622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac977d0-6d84-47fb-b7e5-daea4a543655 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6012bd01-bb24-4d6f-963c-e801709c8c59,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:55.929151 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dac977d0-6d84-47fb-b7e5-daea4a543655 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:55.932204 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dac977d0-6d84-47fb-b7e5-daea4a543655 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2084002 Feb 02 13:28:55.934362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50812) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:55.961603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:55.962219 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b8610d3f-89cc-4756-83a6-101df5d1268d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules/6012bd01-bb24-4d6f-963c-e801709c8c59 HTTP/1.1" status: 200 len: 763 time: 0.0242786 Feb 02 13:28:56.008470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4171eb1c-53e7-47fd-a412-748408332303 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0446980 Feb 02 13:28:56.010988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50816) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:56.041932 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f86201cb-3965-4be0-8ba8-413ffea6404c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (6012bd01-bb24-4d6f-963c-e801709c8c59), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.051590 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f86201cb-3965-4be0-8ba8-413ffea6404c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (6012bd01-bb24-4d6f-963c-e801709c8c59), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.085653 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f86201cb-3965-4be0-8ba8-413ffea6404c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (6012bd01-bb24-4d6f-963c-e801709c8c59), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.092816 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f86201cb-3965-4be0-8ba8-413ffea6404c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.095275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f86201cb-3965-4be0-8ba8-413ffea6404c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/6012bd01-bb24-4d6f-963c-e801709c8c59 HTTP/1.1" status: 204 len: 168 time: 0.0829935 Feb 02 13:28:56.097662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50820) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:56.109067 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86201cb-3965-4be0-8ba8-413ffea6404c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6012bd01-bb24-4d6f-963c-e801709c8c59,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:56.145160 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e2d55321-17b2-44bb-9f4b-f3d4582e445f tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462625 Feb 02 13:28:56.147854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50822) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:56.153114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5060c3b3-69be-4f3d-9fde-6bba631d0484 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': '7ec50c8b-4a92-4652-9a63-b2373987a330', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:56.189452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5060c3b3-69be-4f3d-9fde-6bba631d0484 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (ada80ca9-eb83-4d3d-a96f-545aa0d5f89c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.268349 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5060c3b3-69be-4f3d-9fde-6bba631d0484 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (ada80ca9-eb83-4d3d-a96f-545aa0d5f89c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.274921 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5060c3b3-69be-4f3d-9fde-6bba631d0484 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (ada80ca9-eb83-4d3d-a96f-545aa0d5f89c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.294131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060c3b3-69be-4f3d-9fde-6bba631d0484 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada80ca9-eb83-4d3d-a96f-545aa0d5f89c,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:56.306989 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5060c3b3-69be-4f3d-9fde-6bba631d0484 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.309292 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5060c3b3-69be-4f3d-9fde-6bba631d0484 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1597660 Feb 02 13:28:56.311604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50826) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:56.338939 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-03edac6e-23c3-4a92-a5ac-020e2b926085 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules/ada80ca9-eb83-4d3d-a96f-545aa0d5f89c HTTP/1.1" status: 200 len: 763 time: 0.0254076 Feb 02 13:28:56.341875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50828) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:56.393634 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9e5d10bb-ed67-46da-832a-8b3ac780efc8 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0497229 Feb 02 13:28:56.396279 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50830) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:56.428106 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3af6a958-5e67-424a-a2fa-a565754c255b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (ada80ca9-eb83-4d3d-a96f-545aa0d5f89c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.437622 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3af6a958-5e67-424a-a2fa-a565754c255b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (ada80ca9-eb83-4d3d-a96f-545aa0d5f89c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.476164 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3af6a958-5e67-424a-a2fa-a565754c255b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (ada80ca9-eb83-4d3d-a96f-545aa0d5f89c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.483379 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3af6a958-5e67-424a-a2fa-a565754c255b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.486411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3af6a958-5e67-424a-a2fa-a565754c255b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/ada80ca9-eb83-4d3d-a96f-545aa0d5f89c HTTP/1.1" status: 204 len: 168 time: 0.0888627 Feb 02 13:28:56.489232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50832) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:56.500424 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6a958-5e67-424a-a2fa-a565754c255b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ada80ca9-eb83-4d3d-a96f-545aa0d5f89c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:56.555217 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4b2700ca-9802-4255-8c3e-9feb49e39e85 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624800 Feb 02 13:28:56.555613 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50836) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:56.560243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': '7ec50c8b-4a92-4652-9a63-b2373987a330', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:56.589746 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (cfecdb97-4095-459b-96a9-3f82d4837b39), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.643369 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (cfecdb97-4095-459b-96a9-3f82d4837b39), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.649893 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (cfecdb97-4095-459b-96a9-3f82d4837b39), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.680947 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.685190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255741 Feb 02 13:28:56.685325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50838) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:56.709885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfecdb97-4095-459b-96a9-3f82d4837b39,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:56.720254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.720593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.720931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.721259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.721585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.721910 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.722229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.722545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.722860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.723190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.723502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.723819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.724182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a339c1-1c78-4c2f-b3f5-c061aff80774 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:28:56.751454 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-444f056c-91ca-46ec-911b-b6aeb24af606 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules/cfecdb97-4095-459b-96a9-3f82d4837b39 HTTP/1.1" status: 200 len: 764 time: 0.0610878 Feb 02 13:28:56.751454 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50844) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:56.835640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-962832a8-3bda-4b0c-8d88-83137f0a14e4 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0833297 Feb 02 13:28:56.840711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50848) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:56.868951 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3a7e031a-abc3-429a-82db-0273c5d00b7d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (cfecdb97-4095-459b-96a9-3f82d4837b39), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.878775 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3a7e031a-abc3-429a-82db-0273c5d00b7d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (cfecdb97-4095-459b-96a9-3f82d4837b39), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.920063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3a7e031a-abc3-429a-82db-0273c5d00b7d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (cfecdb97-4095-459b-96a9-3f82d4837b39), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.926690 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3a7e031a-abc3-429a-82db-0273c5d00b7d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:56.927975 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3a7e031a-abc3-429a-82db-0273c5d00b7d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-group-rules/cfecdb97-4095-459b-96a9-3f82d4837b39 HTTP/1.1" status: 204 len: 168 time: 0.0879035 Feb 02 13:28:56.930815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:56.963540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e031a-abc3-429a-82db-0273c5d00b7d tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfecdb97-4095-459b-96a9-3f82d4837b39,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:57.026397 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a40a32a2-d246-48fc-b074-40e6d881b22a tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0918126 Feb 02 13:28:57.026769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50856) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:57.140403 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de597e61-647d-40cf-b3fa-afcabe774528 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (7ec50c8b-4a92-4652-9a63-b2373987a330), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.194344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de597e61-647d-40cf-b3fa-afcabe774528 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (7ec50c8b-4a92-4652-9a63-b2373987a330), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.279937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de597e61-647d-40cf-b3fa-afcabe774528 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7ec50c8b-4a92-4652-9a63-b2373987a330), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.283505 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de597e61-647d-40cf-b3fa-afcabe774528 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.284894 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-de597e61-647d-40cf-b3fa-afcabe774528 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-groups/7ec50c8b-4a92-4652-9a63-b2373987a330 HTTP/1.1" status: 204 len: 168 time: 0.2569067 Feb 02 13:28:57.287821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50860) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:57.303889 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de597e61-647d-40cf-b3fa-afcabe774528 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec50c8b-4a92-4652-9a63-b2373987a330,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:57.374138 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aaf57482-997e-4cab-a1d1-e0b62ac2d6b8 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0846052 Feb 02 13:28:57.378552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50864) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:57.392312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-96ed7b12-ef2c-415a-b1b7-a267e5db5adc tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711255391'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:57.436585 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96ed7b12-ef2c-415a-b1b7-a267e5db5adc tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.560239 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96ed7b12-ef2c-415a-b1b7-a267e5db5adc tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (0d75f256-5c8f-4374-9987-bb6e6ddf2a20), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.575105 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96ed7b12-ef2c-415a-b1b7-a267e5db5adc tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0d75f256-5c8f-4374-9987-bb6e6ddf2a20), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.614752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50874) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:57.634804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed7b12-ef2c-415a-b1b7-a267e5db5adc tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d75f256-5c8f-4374-9987-bb6e6ddf2a20,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:57.653047 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-96ed7b12-ef2c-415a-b1b7-a267e5db5adc tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.654547 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-96ed7b12-ef2c-415a-b1b7-a267e5db5adc tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2733886 Feb 02 13:28:57.657522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50882) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:57.664783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-25710f28-47a3-440b-a45c-dcbdbaa4f119 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Request body: {'security_group_rule': {'security_group_id': '0d75f256-5c8f-4374-9987-bb6e6ddf2a20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:28:57.707904 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25710f28-47a3-440b-a45c-dcbdbaa4f119 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (06f401e9-efd8-4368-9386-ebfa045a72af), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.780084 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab8e3-a5d7-4be1-9cca-4f74fd7ae4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.787807 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25710f28-47a3-440b-a45c-dcbdbaa4f119 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (06f401e9-efd8-4368-9386-ebfa045a72af), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.810774 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25710f28-47a3-440b-a45c-dcbdbaa4f119 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (06f401e9-efd8-4368-9386-ebfa045a72af), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.848479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25710f28-47a3-440b-a45c-dcbdbaa4f119 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f401e9-efd8-4368-9386-ebfa045a72af,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:57.895487 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-25710f28-47a3-440b-a45c-dcbdbaa4f119 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:57.897182 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-25710f28-47a3-440b-a45c-dcbdbaa4f119 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2378905 Feb 02 13:28:57.899930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50886) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:57.991693 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3760538-df28-4ffa-a049-12fc5d23688a tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (0d75f256-5c8f-4374-9987-bb6e6ddf2a20), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.005765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50890) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:58.014308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab8e3-a5d7-4be1-9cca-4f74fd7ae4c2 admin admin] Publish callbacks [] for security_group (069b2c72-79a5-4087-9a16-6e9fb88d96b6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.020508 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3760538-df28-4ffa-a049-12fc5d23688a tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (0d75f256-5c8f-4374-9987-bb6e6ddf2a20), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.038849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab8e3-a5d7-4be1-9cca-4f74fd7ae4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (069b2c72-79a5-4087-9a16-6e9fb88d96b6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.090926 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3760538-df28-4ffa-a049-12fc5d23688a tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0d75f256-5c8f-4374-9987-bb6e6ddf2a20), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.094374 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a3760538-df28-4ffa-a049-12fc5d23688a tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.095693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a3760538-df28-4ffa-a049-12fc5d23688a tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-groups/0d75f256-5c8f-4374-9987-bb6e6ddf2a20 HTTP/1.1" status: 204 len: 168 time: 0.1947024 Feb 02 13:28:58.098711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f166298-e9fe-46b9-a645-f3cda53361d7 admin admin] Deleting subnet e10f43d8-f9f0-4225-a1c6-acc36cbf1212 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:28:58.099455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:58.107478 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fa3ab8e3-a5d7-4be1-9cca-4f74fd7ae4c2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d8b0ebbf796e47adaadaa9321a3108ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884498 Feb 02 13:28:58.107478 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f166298-e9fe-46b9-a645-f3cda53361d7 admin admin] Publish callbacks [] for subnet (e10f43d8-f9f0-4225-a1c6-acc36cbf1212), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.108016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab8e3-a5d7-4be1-9cca-4f74fd7ae4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069b2c72-79a5-4087-9a16-6e9fb88d96b6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:58.110594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50894) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:58.157905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3760538-df28-4ffa-a049-12fc5d23688a tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d75f256-5c8f-4374-9987-bb6e6ddf2a20,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:58.212006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f166298-e9fe-46b9-a645-f3cda53361d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (e10f43d8-f9f0-4225-a1c6-acc36cbf1212), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.228095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-df3549c1-5377-4ad3-928d-e3140cb51e1c tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1251469 Feb 02 13:28:58.228400 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:58.268502 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a1e867e-7be0-49e1-ab37-4fd29068dee8 admin admin] Publish callbacks [] for security_group (069b2c72-79a5-4087-9a16-6e9fb88d96b6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.287016 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f166298-e9fe-46b9-a645-f3cda53361d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (e10f43d8-f9f0-4225-a1c6-acc36cbf1212), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.290562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-273996f0-87f5-45a2-b009-ffad704e3e9b tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0580902 Feb 02 13:28:58.290792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50898) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:58.305438 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-28ae542a-b300-4586-ac47-3ed221d3233a tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] delete failed (client error): The resource could not be found. Feb 02 13:28:58.310169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-28ae542a-b300-4586-ac47-3ed221d3233a tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "DELETE /v2.0/security-groups/0d75f256-5c8f-4374-9987-bb6e6ddf2a20 HTTP/1.1" status: 404 len: 347 time: 0.0148861 Feb 02 13:28:58.311895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50900) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:58.366256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6e30c37c-6fac-42db-9e82-34702864c223 tempest-SecGroupTest-474638149 tempest-SecGroupTest-474638149-project] 10.222.0.83 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0532663 Feb 02 13:28:58.380355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a1e867e-7be0-49e1-ab37-4fd29068dee8 admin admin] Publish callbacks [] for security_group (069b2c72-79a5-4087-9a16-6e9fb88d96b6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.399289 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f166298-e9fe-46b9-a645-f3cda53361d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (e10f43d8-f9f0-4225-a1c6-acc36cbf1212), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.467872 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f166298-e9fe-46b9-a645-f3cda53361d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.487599 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3f166298-e9fe-46b9-a645-f3cda53361d7 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/e10f43d8-f9f0-4225-a1c6-acc36cbf1212 HTTP/1.1" status: 204 len: 168 time: 0.4785211 Feb 02 13:28:58.487599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f166298-e9fe-46b9-a645-f3cda53361d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e10f43d8-f9f0-4225-a1c6-acc36cbf1212,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:58.488109 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50904) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:58.532831 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a1e867e-7be0-49e1-ab37-4fd29068dee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (069b2c72-79a5-4087-9a16-6e9fb88d96b6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.535610 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7a1e867e-7be0-49e1-ab37-4fd29068dee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.536831 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7a1e867e-7be0-49e1-ab37-4fd29068dee8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/069b2c72-79a5-4087-9a16-6e9fb88d96b6 HTTP/1.1" status: 204 len: 168 time: 0.3908119 Feb 02 13:28:58.565312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e867e-7be0-49e1-ab37-4fd29068dee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069b2c72-79a5-4087-9a16-6e9fb88d96b6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:58.621090 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (0db39bc1-f6a9-4c80-9ab9-0d1ad782139b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.736130 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50914) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:58.837488 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (0db39bc1-f6a9-4c80-9ab9-0d1ad782139b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.896039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db39bc1-f6a9-4c80-9ab9-0d1ad782139b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:58.921284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a0a99b-9c12-4e10-b2a9-ac602b5550fe') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:58.921459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a0a99b-9c12-4e10-b2a9-ac602b5550fe') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:28:58.941989 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (73a0a99b-9c12-4e10-b2a9-ac602b5550fe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.980268 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (73a0a99b-9c12-4e10-b2a9-ac602b5550fe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.991905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:28:58.992306 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (73a0a99b-9c12-4e10-b2a9-ac602b5550fe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:28:58.998754 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:28:59.150505 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (0db39bc1-f6a9-4c80-9ab9-0d1ad782139b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.167249 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.174438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] 10.222.0.83 "DELETE /v2.0/networks/0db39bc1-f6a9-4c80-9ab9-0d1ad782139b HTTP/1.1" status: 204 len: 168 time: 0.6850843 Feb 02 13:28:59.175127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:59.201488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90fbc9-80d6-4cb1-ac83-7877b16c5d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=0db39bc1-f6a9-4c80-9ab9-0d1ad782139b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:59.217562 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b34e372-2e26-4528-88e2-9566f2475457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.259677 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-899c9a8c-d449-4ebd-8ea1-618b2ecc18fa admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bf23df88e06c41b0a9e77143ef2334bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5221858 Feb 02 13:28:59.262460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:59.334566 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8638b07f-0f3f-43d2-8957-b0b976af4c87 admin admin] Publish callbacks [] for security_group (4557ebff-c0d7-4330-a944-8d1b9da5d00c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.368398 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8638b07f-0f3f-43d2-8957-b0b976af4c87 admin admin] Publish callbacks [] for security_group (4557ebff-c0d7-4330-a944-8d1b9da5d00c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.462628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50928) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:59.469884 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b34e372-2e26-4528-88e2-9566f2475457 admin admin] Publish callbacks [] for security_group (cf87fc3a-8e4b-4968-8229-f729a04206f1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.474447 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b34e372-2e26-4528-88e2-9566f2475457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cf87fc3a-8e4b-4968-8229-f729a04206f1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.526512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34e372-2e26-4528-88e2-9566f2475457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf87fc3a-8e4b-4968-8229-f729a04206f1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:59.536691 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5b34e372-2e26-4528-88e2-9566f2475457 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a02b5a1bc64d45f69129f741f05264ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3423657 Feb 02 13:28:59.537530 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 50930) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:59.539535 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8638b07f-0f3f-43d2-8957-b0b976af4c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4557ebff-c0d7-4330-a944-8d1b9da5d00c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.543978 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8638b07f-0f3f-43d2-8957-b0b976af4c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.545451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8638b07f-0f3f-43d2-8957-b0b976af4c87 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/4557ebff-c0d7-4330-a944-8d1b9da5d00c HTTP/1.1" status: 204 len: 168 time: 0.2819278 Feb 02 13:28:59.554255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638b07f-0f3f-43d2-8957-b0b976af4c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4557ebff-c0d7-4330-a944-8d1b9da5d00c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:59.600556 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2259d915-68a2-476a-8a94-5d9608935185 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9fcad0f4da7f4178a4371df197320ecb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1367414 Feb 02 13:28:59.603166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 50934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:28:59.643048 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28b2735d-03ea-4a64-9032-f62195cf4778 admin admin] Publish callbacks [] for security_group (cf87fc3a-8e4b-4968-8229-f729a04206f1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.712877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28b2735d-03ea-4a64-9032-f62195cf4778 admin admin] Publish callbacks [] for security_group (cf87fc3a-8e4b-4968-8229-f729a04206f1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.724787 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbf364e9-a715-42b2-9557-b7c699254dba admin admin] Publish callbacks [] for security_group (0b000c90-17d6-4d46-a4d9-e9962debb146), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.788239 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbf364e9-a715-42b2-9557-b7c699254dba admin admin] Publish callbacks [] for security_group (0b000c90-17d6-4d46-a4d9-e9962debb146), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.791654 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28b2735d-03ea-4a64-9032-f62195cf4778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (cf87fc3a-8e4b-4968-8229-f729a04206f1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.796568 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-28b2735d-03ea-4a64-9032-f62195cf4778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.798182 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-28b2735d-03ea-4a64-9032-f62195cf4778 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/cf87fc3a-8e4b-4968-8229-f729a04206f1 HTTP/1.1" status: 204 len: 168 time: 0.2586648 Feb 02 13:28:59.815984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2735d-03ea-4a64-9032-f62195cf4778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf87fc3a-8e4b-4968-8229-f729a04206f1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:28:59.913474 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbf364e9-a715-42b2-9557-b7c699254dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0b000c90-17d6-4d46-a4d9-e9962debb146), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.916127 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbf364e9-a715-42b2-9557-b7c699254dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:28:59.917725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bbf364e9-a715-42b2-9557-b7c699254dba admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0b000c90-17d6-4d46-a4d9-e9962debb146 HTTP/1.1" status: 204 len: 168 time: 0.3133221 Feb 02 13:28:59.937640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf364e9-a715-42b2-9557-b7c699254dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b000c90-17d6-4d46-a4d9-e9962debb146,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:01.415964 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:29:01.639546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51034) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:01.799033 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d02ae2e6-5a39-440d-b277-e5267771c427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:01.995861 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9678bdcd-19a8-423b-b2af-7b97554dbbf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:02.143797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9678bdcd-19a8-423b-b2af-7b97554dbbf8 admin admin] Publish callbacks [] for security_group (3cff406a-a4cd-4aa9-9c3f-e11378641c67), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:02.150527 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9678bdcd-19a8-423b-b2af-7b97554dbbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3cff406a-a4cd-4aa9-9c3f-e11378641c67), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:02.208223 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9678bdcd-19a8-423b-b2af-7b97554dbbf8 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4a9279275dc5470495d4d450243937c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5675585 Feb 02 13:29:02.210233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678bdcd-19a8-423b-b2af-7b97554dbbf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cff406a-a4cd-4aa9-9c3f-e11378641c67,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:02.211399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51058) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:02.304853 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d78a2f15-9955-4669-a03e-22f2079dfb92 admin admin] Publish callbacks [] for security_group (3cff406a-a4cd-4aa9-9c3f-e11378641c67), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:02.335534 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d78a2f15-9955-4669-a03e-22f2079dfb92 admin admin] Publish callbacks [] for security_group (3cff406a-a4cd-4aa9-9c3f-e11378641c67), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:02.405551 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d78a2f15-9955-4669-a03e-22f2079dfb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3cff406a-a4cd-4aa9-9c3f-e11378641c67), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:02.412704 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d78a2f15-9955-4669-a03e-22f2079dfb92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:02.417005 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d78a2f15-9955-4669-a03e-22f2079dfb92 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3cff406a-a4cd-4aa9-9c3f-e11378641c67 HTTP/1.1" status: 204 len: 168 time: 0.2020409 Feb 02 13:29:02.448320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a2f15-9955-4669-a03e-22f2079dfb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cff406a-a4cd-4aa9-9c3f-e11378641c67,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:03.905744 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51192) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:04.075937 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cda9f0e-662b-4d26-a4d6-791621f932b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.240758 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ea990a0-2dda-4b73-9623-d5e4a51fcb37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.268274 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51206) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:04.350132 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ea990a0-2dda-4b73-9623-d5e4a51fcb37 admin admin] Publish callbacks [] for security_group (24dd9523-785d-4441-9daa-77171ba07056), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.351543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-303851436-network', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:04.356738 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ea990a0-2dda-4b73-9623-d5e4a51fcb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (24dd9523-785d-4441-9daa-77171ba07056), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.381849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Made reservation on behalf of 86e28d2ac0ce4d0ca658e395a4bb32ad for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:29:04.385876 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.403879 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.407636 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0ea990a0-2dda-4b73-9623-d5e4a51fcb37 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c9428d52c1404bdf932dc01e002909cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4998922 Feb 02 13:29:04.411273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51212) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:04.427386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea990a0-2dda-4b73-9623-d5e4a51fcb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dd9523-785d-4441-9daa-77171ba07056,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:04.487653 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c1d7d27-ab4f-4708-bb34-97a983b4534f admin admin] Publish callbacks [] for security_group (24dd9523-785d-4441-9daa-77171ba07056), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.502925 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Publish callbacks [] for security_group (9a8420c0-e550-4296-9623-5928df0d328a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.510003 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9a8420c0-e550-4296-9623-5928df0d328a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.516708 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c1d7d27-ab4f-4708-bb34-97a983b4534f admin admin] Publish callbacks [] for security_group (24dd9523-785d-4441-9daa-77171ba07056), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.526523 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:29:04.537418 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (0df64ecd-9c96-4705-8c67-d6f287261f20), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.537873 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Added segment 0df64ecd-9c96-4705-8c67-d6f287261f20 of type vlan for network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd Feb 02 13:29:04.571947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c1d7d27-ab4f-4708-bb34-97a983b4534f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (24dd9523-785d-4441-9daa-77171ba07056), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.575216 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c1d7d27-ab4f-4708-bb34-97a983b4534f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.576790 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8c1d7d27-ab4f-4708-bb34-97a983b4534f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/24dd9523-785d-4441-9daa-77171ba07056 HTTP/1.1" status: 204 len: 168 time: 0.1641498 Feb 02 13:29:04.589146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8420c0-e550-4296-9623-5928df0d328a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:04.607932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d7d27-ab4f-4708-bb34-97a983b4534f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dd9523-785d-4441-9daa-77171ba07056,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:04.642385 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (f67f3310-df6f-467f-b2bd-3b95ce2cc0dd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.691111 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (f67f3310-df6f-467f-b2bd-3b95ce2cc0dd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.693361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:04.694206 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:04.799576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] Pushing event updated for resources: {'Network': ['ID=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:04.812168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:29:04.830335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fece13a0-d7a9-44b9-885e-eb7e3c6a99ef admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5592084 Feb 02 13:29:04.832266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51224) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:04.849131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-92b3f8cd-ef62-4676-98d0-861f5b279fb2 admin admin] Request body: {'subnet': {'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-303851436-subnet', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:04.905141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b3f8cd-ef62-4676-98d0-861f5b279fb2 admin admin] Made reservation on behalf of 86e28d2ac0ce4d0ca658e395a4bb32ad for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:29:04.907656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92b3f8cd-ef62-4676-98d0-861f5b279fb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.127182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51232) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:05.143764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5bfca84-f54a-4222-8461-75f91da0ef46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.259004 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92b3f8cd-ef62-4676-98d0-861f5b279fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (a7fa6e74-4bf2-4518-8565-fcb26f144e98), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.317802 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5bfca84-f54a-4222-8461-75f91da0ef46 admin admin] Publish callbacks [] for security_group (fd74da86-7f98-49da-85bd-7088458d9f35), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.328249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5bfca84-f54a-4222-8461-75f91da0ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fd74da86-7f98-49da-85bd-7088458d9f35), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.359800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3f8cd-ef62-4676-98d0-861f5b279fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fa6e74-4bf2-4518-8565-fcb26f144e98,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:05.362523 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b3f8cd-ef62-4676-98d0-861f5b279fb2 admin admin] Checking segment: {'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:29:05.362945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b3f8cd-ef62-4676-98d0-861f5b279fb2 admin admin] Network hostable DHCP agents. Network: f67f3310-df6f-467f-b2bd-3b95ce2cc0dd, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:29:05.386643 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f5bfca84-f54a-4222-8461-75f91da0ef46 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=11df9b2f7fbb4061b748b6ed95919cfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581623 Feb 02 13:29:05.388876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfca84-f54a-4222-8461-75f91da0ef46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd74da86-7f98-49da-85bd-7088458d9f35,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:05.392901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51240) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:05.397217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b3f8cd-ef62-4676-98d0-861f5b279fb2 admin admin] Network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:29:05.421275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-92b3f8cd-ef62-4676-98d0-861f5b279fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, f67f3310-df6f-467f-b2bd-3b95ce2cc0dd) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:29:05.431546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7467ed-784b-4b9c-9ada-b1b9454f5cb4 None None] Network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:29:05.444106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3f8cd-ef62-4676-98d0-861f5b279fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:05.444733 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92b3f8cd-ef62-4676-98d0-861f5b279fb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.477685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-92b3f8cd-ef62-4676-98d0-861f5b279fb2 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6426904 Feb 02 13:29:05.481291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51244) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:05.489370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:05.513709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05d67b06-929f-4c18-ae43-a99f04abda79 admin admin] Publish callbacks [] for security_group (fd74da86-7f98-49da-85bd-7088458d9f35), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.532816 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (030c6970-b6eb-46fe-9fdf-7624cb31832b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.534008 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (030c6970-b6eb-46fe-9fdf-7624cb31832b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.594283 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05d67b06-929f-4c18-ae43-a99f04abda79 admin admin] Publish callbacks [] for security_group (fd74da86-7f98-49da-85bd-7088458d9f35), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.634272 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.696212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Publish callbacks [] for router_controller (030c6970-b6eb-46fe-9fdf-7624cb31832b), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.698407 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05d67b06-929f-4c18-ae43-a99f04abda79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fd74da86-7f98-49da-85bd-7088458d9f35), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.701121 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05d67b06-929f-4c18-ae43-a99f04abda79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:05.705065 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-05d67b06-929f-4c18-ae43-a99f04abda79 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/fd74da86-7f98-49da-85bd-7088458d9f35 HTTP/1.1" status: 204 len: 168 time: 0.3105292 Feb 02 13:29:05.723293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d67b06-929f-4c18-ae43-a99f04abda79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd74da86-7f98-49da-85bd-7088458d9f35,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:05.765686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:29:05.768306 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:06.087159 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Publish callbacks [] for router_gateway (030c6970-b6eb-46fe-9fdf-7624cb31832b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:06.131310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Allocated IP 172.20.0.2 (f67f3310-df6f-467f-b2bd-3b95ce2cc0dd/a7fa6e74-4bf2-4518-8565-fcb26f144e98/f2f3691c-5354-46b8-8d07-cc465304451c) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:29:06.522105 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Publish callbacks [] for port (f2f3691c-5354-46b8-8d07-cc465304451c), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:06.553473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (f2f3691c-5354-46b8-8d07-cc465304451c), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:06.624500 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Publish callbacks [] for router_gateway (030c6970-b6eb-46fe-9fdf-7624cb31832b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:06.667369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Pushing event updated for resources: {'Port': ['ID=f2f3691c-5354-46b8-8d07-cc465304451c,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:06.685414 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:06.709341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.710872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.712556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.713386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.714537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.716113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.716763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.718609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.719760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.720321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.721260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.721921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.724499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:06.751447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:29:06.784715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:29:06.794240 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:29:06.993831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Allocated IP 172.25.4.83 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/0084af4a-22d9-4ebe-b6ed-73acaedcbe59) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:29:07.005918 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:07.093549 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:07.096103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Attempting to bind port f2f3691c-5354-46b8-8d07-cc465304451c on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:29:07.096691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Attempting to bind port f2f3691c-5354-46b8-8d07-cc465304451c by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:29:07.097538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Attempting to bind port f2f3691c-5354-46b8-8d07-cc465304451c on network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:29:07.105868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:29:07.106325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Checking segment: {'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:29:07.106984 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:07.107265 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Bound using segment: {'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:29:07.108565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Bound port: f2f3691c-5354-46b8-8d07-cc465304451c, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:29:07.109168 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f2f3691c-5354-46b8-8d07-cc465304451c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:07.251684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] For port f2f3691c-5354-46b8-8d07-cc465304451c, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:29:07.257135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] For port f2f3691c-5354-46b8-8d07-cc465304451c, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f2f3691c-5354-46b8-8d07-cc465304451c,segment=NetworkSegment(0df64ecd-9c96-4705-8c67-d6f287261f20),segment_id=0df64ecd-9c96-4705-8c67-d6f287261f20)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:29:07.271943 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f2f3691c-5354-46b8-8d07-cc465304451c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:07.321802 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Publish callbacks [] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:07.390192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52526c58-3f15-49ec-9726-6685d7c70ab3 None None] Pushing event updated for resources: {'Port': ['ID=f2f3691c-5354-46b8-8d07-cc465304451c,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:07.434901 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:07.514501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0084af4a-22d9-4ebe-b6ed-73acaedcbe59,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:07.525568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:29:07.527048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:29:07.531329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:29:07.792978 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:08.034312 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:08.080876 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Publish callbacks [] for router_gateway (030c6970-b6eb-46fe-9fdf-7624cb31832b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:08.506240 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (030c6970-b6eb-46fe-9fdf-7624cb31832b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:08.900804 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Router 030c6970-b6eb-46fe-9fdf-7624cb31832b is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:29:09.028736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f2f3691c-5354-46b8-8d07-cc465304451c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:29:09.190848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:29:09.213060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Sync routers for ids ['030c6970-b6eb-46fe-9fdf-7624cb31832b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:29:09.218213 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:09.219910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c17a11b1-1ef4-4169-b2c7-29d5237076f6 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7373037 Feb 02 13:29:09.222893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51350) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:09.240642 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c89f096-2dc6-47c8-8b3d-a151fe0bc999 None None] Network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:29:09.398493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Routers {'030c6970-b6eb-46fe-9fdf-7624cb31832b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:29:09.399615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:29:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['030c6970-b6eb-46fe-9fdf-7624cb31832b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:09.401596 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f2f3691c-5354-46b8-8d07-cc465304451c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:09.402281 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f2f3691c-5354-46b8-8d07-cc465304451c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:09.715732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f2f3691c-5354-46b8-8d07-cc465304451c is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:09.716648 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f2f3691c-5354-46b8-8d07-cc465304451c), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:09.756199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b2d7fd63-b9e8-4c38-834e-c04191cb3a24 None None] Provisioning complete for port f2f3691c-5354-46b8-8d07-cc465304451c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:09.756751 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b2d7fd63-b9e8-4c38-834e-c04191cb3a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f2f3691c-5354-46b8-8d07-cc465304451c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:09.867560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port f2f3691c-5354-46b8-8d07-cc465304451c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f2f3691c-5354-46b8-8d07-cc465304451c,segment=NetworkSegment(0df64ecd-9c96-4705-8c67-d6f287261f20),segment_id=0df64ecd-9c96-4705-8c67-d6f287261f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:29:09.889176 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f2f3691c-5354-46b8-8d07-cc465304451c), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:09.892377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Set router 030c6970-b6eb-46fe-9fdf-7624cb31832b gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:29:09.996649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=f2f3691c-5354-46b8-8d07-cc465304451c,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:10.195149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:10.633745 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Allocated IP 172.20.0.1 (f67f3310-df6f-467f-b2bd-3b95ce2cc0dd/a7fa6e74-4bf2-4518-8565-fcb26f144e98/72ec6336-f3c7-4c4c-ae4c-3814787361dd) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:29:10.674716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b2d7fd63-b9e8-4c38-834e-c04191cb3a24 None None] Current status of the port f2f3691c-5354-46b8-8d07-cc465304451c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:10.727294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:29:07Z', 'revision_number': 3, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:10.797282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Checking router: 030c6970-b6eb-46fe-9fdf-7624cb31832b for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:29:10.797523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Updating router 030c6970-b6eb-46fe-9fdf-7624cb31832b port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:29:10.877333 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:10.916813 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Publish callbacks [] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:10.939599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f2f3691c-5354-46b8-8d07-cc465304451c up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:29:11.023750 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:11.055871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-720bbbdc-185f-45e4-b942-77d989042c78 None None] Provisioning complete for port f2f3691c-5354-46b8-8d07-cc465304451c triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:11.056251 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-720bbbdc-185f-45e4-b942-77d989042c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f2f3691c-5354-46b8-8d07-cc465304451c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:11.139894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f2f3691c-5354-46b8-8d07-cc465304451c triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:11.140267 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f2f3691c-5354-46b8-8d07-cc465304451c), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:11.157187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:29:11.162173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:29:11.169302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:29:11.361878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (030c6970-b6eb-46fe-9fdf-7624cb31832b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:11.371600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=72ec6336-f3c7-4c4c-ae4c-3814787361dd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:11.567456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f2f3691c-5354-46b8-8d07-cc465304451c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:11.581399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-720bbbdc-185f-45e4-b942-77d989042c78 None None] Current status of the port f2f3691c-5354-46b8-8d07-cc465304451c is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:11.693588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:11.724066 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Publish callbacks [] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:11.734413 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:11.806903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39925549-1630-46b9-8906-97994fccbf1a None None] Pushing event updated for resources: {'Port': ['ID=0084af4a-22d9-4ebe-b6ed-73acaedcbe59,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:11.854632 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2174fd25-5f30-4769-9ecd-5c224fb5fb00 None None] Provisioning complete for port 72ec6336-f3c7-4c4c-ae4c-3814787361dd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:11.855004 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2174fd25-5f30-4769-9ecd-5c224fb5fb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:11.870803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Attempting to bind port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:29:11.870803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Attempting to bind port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:29:11.870803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Attempting to bind port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:29:11.895563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:29:11.895970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:29:11.896905 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:11.897397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:29:11.898057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Bound port: 0084af4a-22d9-4ebe-b6ed-73acaedcbe59, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:29:11.898452 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:11.967931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] For port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:29:11.973098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] For port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0084af4a-22d9-4ebe-b6ed-73acaedcbe59,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:29:11.998790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2174fd25-5f30-4769-9ecd-5c224fb5fb00 None None] Port 72ec6336-f3c7-4c4c-ae4c-3814787361dd cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:29:12.002335 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:12.051344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Publish callbacks [] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:12.060688 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:12.081022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Routers {'030c6970-b6eb-46fe-9fdf-7624cb31832b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:29:12.081675 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:29:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['030c6970-b6eb-46fe-9fdf-7624cb31832b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:12.141609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39925549-1630-46b9-8906-97994fccbf1a None None] Pushing event updated for resources: {'Port': ['ID=0084af4a-22d9-4ebe-b6ed-73acaedcbe59,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:12.163088 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (030c6970-b6eb-46fe-9fdf-7624cb31832b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:12.216662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=72ec6336-f3c7-4c4c-ae4c-3814787361dd,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:12.272773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] Set router 030c6970-b6eb-46fe-9fdf-7624cb31832b gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:29:12.305298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:29:12.307289 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:29:12.494268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Router 030c6970-b6eb-46fe-9fdf-7624cb31832b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:29:12.602512 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '72ec6336-f3c7-4c4c-ae4c-3814787361dd', 'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'mac_address': 'fa:16:3e:bc:34:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:10Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 2, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'subnets': [{'id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:12.642804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db360a0-2613-4282-a88e-b61fc8c7951e None None] The sync data for ids ['030c6970-b6eb-46fe-9fdf-7624cb31832b'] in n-d-827336-2 is: [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '72ec6336-f3c7-4c4c-ae4c-3814787361dd', 'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'mac_address': 'fa:16:3e:bc:34:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:10Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 2, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'subnets': [{'id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:29:12.663463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5a03af6e-534a-4777-be97-035b5b0d2509 None None] Provisioning complete for port 72ec6336-f3c7-4c4c-ae4c-3814787361dd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:12.663860 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a03af6e-534a-4777-be97-035b5b0d2509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:12.729340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5a03af6e-534a-4777-be97-035b5b0d2509 None None] Port 72ec6336-f3c7-4c4c-ae4c-3814787361dd cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:29:12.746303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:29:12.756067 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-22ae2228-78f3-4739-b128-f05cafa3b5c8 admin admin] 10.222.0.83 "PUT /v2.0/routers/030c6970-b6eb-46fe-9fdf-7624cb31832b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5320046 Feb 02 13:29:13.284982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:13.513861 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88b21ec7-6e6d-4aa8-90ee-66adc74afecd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:13.713593 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88b21ec7-6e6d-4aa8-90ee-66adc74afecd admin admin] Publish callbacks [] for security_group (7870cb3b-d45c-4a8a-8043-3cc6e7ac67f4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:13.722383 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-88b21ec7-6e6d-4aa8-90ee-66adc74afecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7870cb3b-d45c-4a8a-8043-3cc6e7ac67f4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:13.792009 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-88b21ec7-6e6d-4aa8-90ee-66adc74afecd admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e777113a451e4cb787337a1a1a75333f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5048680 Feb 02 13:29:13.794546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b21ec7-6e6d-4aa8-90ee-66adc74afecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7870cb3b-d45c-4a8a-8043-3cc6e7ac67f4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:13.794876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51458) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:13.882024 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37f5fe4b-3374-4b97-8c07-118747c03cb3 admin admin] Publish callbacks [] for security_group (7870cb3b-d45c-4a8a-8043-3cc6e7ac67f4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:13.911053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37f5fe4b-3374-4b97-8c07-118747c03cb3 admin admin] Publish callbacks [] for security_group (7870cb3b-d45c-4a8a-8043-3cc6e7ac67f4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.008526 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37f5fe4b-3374-4b97-8c07-118747c03cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (7870cb3b-d45c-4a8a-8043-3cc6e7ac67f4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.012540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-37f5fe4b-3374-4b97-8c07-118747c03cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.016498 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-37f5fe4b-3374-4b97-8c07-118747c03cb3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/7870cb3b-d45c-4a8a-8043-3cc6e7ac67f4 HTTP/1.1" status: 204 len: 168 time: 0.2181919 Feb 02 13:29:14.039948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:14.046052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1844141346-network', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:14.063446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5fe4b-3374-4b97-8c07-118747c03cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7870cb3b-d45c-4a8a-8043-3cc6e7ac67f4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:14.125040 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Made reservation on behalf of 14af5f08851b4b789435b3da4134a3d2 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:29:14.127825 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.146518 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.298840 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Publish callbacks [] for security_group (24747515-1672-483b-9ef5-23f233535e80), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.312029 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (24747515-1672-483b-9ef5-23f233535e80), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.341844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:29:14.359577 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d5a162a2-e6d1-42a2-a923-fc0b5dbd3819), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.359577 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Added segment d5a162a2-e6d1-42a2-a923-fc0b5dbd3819 of type vlan for network d19a5668-236b-4f99-95b2-f2358af7df58 Feb 02 13:29:14.418588 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (d19a5668-236b-4f99-95b2-f2358af7df58), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.464097 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (d19a5668-236b-4f99-95b2-f2358af7df58), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.465224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:14.465930 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.575029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Pushing event updated for resources: {'Network': ['ID=d19a5668-236b-4f99-95b2-f2358af7df58,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:14.587341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network d19a5668-236b-4f99-95b2-f2358af7df58 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:29:14.625733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24747515-1672-483b-9ef5-23f233535e80,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:14.654589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bff24f3e-b010-45c3-aa8f-63e364386dee admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6134436 Feb 02 13:29:14.658766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51474) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:14.664759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-04e71ffa-3c05-4072-9fb7-2ab858a9ded1 admin admin] Request body: {'subnet': {'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1844141346-subnet', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:14.740523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e71ffa-3c05-4072-9fb7-2ab858a9ded1 admin admin] Made reservation on behalf of 14af5f08851b4b789435b3da4134a3d2 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:29:14.744144 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04e71ffa-3c05-4072-9fb7-2ab858a9ded1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.784269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51476) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:14.824258 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86cd8966-bb85-4c8e-8c14-96569f7e5992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:14.885962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:29:15.016505 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86cd8966-bb85-4c8e-8c14-96569f7e5992 admin admin] Publish callbacks [] for security_group (a1d19b48-5288-4353-82d6-a368029f86ef), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.028317 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86cd8966-bb85-4c8e-8c14-96569f7e5992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a1d19b48-5288-4353-82d6-a368029f86ef), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.112492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:15.112912 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.137010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd8966-bb85-4c8e-8c14-96569f7e5992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d19b48-5288-4353-82d6-a368029f86ef,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:15.147512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-86cd8966-bb85-4c8e-8c14-96569f7e5992 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cd9834bde2ce42c7aafb82c5167de717&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617144 Feb 02 13:29:15.149040 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51490) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:15.314658 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66b6a3c7-856c-44f3-be52-68e674bab191 admin admin] Publish callbacks [] for security_group (a1d19b48-5288-4353-82d6-a368029f86ef), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.319470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:15.320094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.344960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0084af4a-22d9-4ebe-b6ed-73acaedcbe59,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:29:15.358174 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.375785 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04e71ffa-3c05-4072-9fb7-2ab858a9ded1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (d9f7d9ab-3521-4c1f-a406-f44a4bf09db0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.453631 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66b6a3c7-856c-44f3-be52-68e674bab191 admin admin] Publish callbacks [] for security_group (a1d19b48-5288-4353-82d6-a368029f86ef), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.508393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=0084af4a-22d9-4ebe-b6ed-73acaedcbe59,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:15.524326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e71ffa-3c05-4072-9fb7-2ab858a9ded1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f7d9ab-3521-4c1f-a406-f44a4bf09db0,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:15.536863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e71ffa-3c05-4072-9fb7-2ab858a9ded1 admin admin] Checking segment: {'id': 'd5a162a2-e6d1-42a2-a923-fc0b5dbd3819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:29:15.536863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e71ffa-3c05-4072-9fb7-2ab858a9ded1 admin admin] Network hostable DHCP agents. Network: d19a5668-236b-4f99-95b2-f2358af7df58, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:29:15.559380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e71ffa-3c05-4072-9fb7-2ab858a9ded1 admin admin] Network d19a5668-236b-4f99-95b2-f2358af7df58 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:29:15.570295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-04e71ffa-3c05-4072-9fb7-2ab858a9ded1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, d19a5668-236b-4f99-95b2-f2358af7df58) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:29:15.573655 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66b6a3c7-856c-44f3-be52-68e674bab191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a1d19b48-5288-4353-82d6-a368029f86ef), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.579372 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66b6a3c7-856c-44f3-be52-68e674bab191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.582059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dd9557-19bb-4fb5-a75a-e0a5700d3f19 None None] Network d19a5668-236b-4f99-95b2-f2358af7df58 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:29:15.592009 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-66b6a3c7-856c-44f3-be52-68e674bab191 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a1d19b48-5288-4353-82d6-a368029f86ef HTTP/1.1" status: 204 len: 168 time: 0.4372349 Feb 02 13:29:15.597479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e71ffa-3c05-4072-9fb7-2ab858a9ded1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:15.597479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-04e71ffa-3c05-4072-9fb7-2ab858a9ded1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.613351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b6a3c7-856c-44f3-be52-68e674bab191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d19b48-5288-4353-82d6-a368029f86ef,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:15.631763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:15.632158 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-04e71ffa-3c05-4072-9fb7-2ab858a9ded1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9687617 Feb 02 13:29:15.636754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1844141346-router', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:15.680429 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.683685 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.783467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-d19a5668-236b-4f99-95b2-f2358af7df58', 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58', 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'fixed_ips': [{'subnet_id': 'd9f7d9ab-3521-4c1f-a406-f44a4bf09db0'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:29:15.784527 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.820997 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Publish callbacks [] for router_controller (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:15.975855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Allocated IP 172.20.0.2 (d19a5668-236b-4f99-95b2-f2358af7df58/d9f7d9ab-3521-4c1f-a406-f44a4bf09db0/94c18f71-0774-4382-9e47-b5cb0a71255a) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:29:16.016701 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Publish callbacks [] for router_gateway (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:16.204445 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Publish callbacks [] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:16.222933 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:16.267740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Network d19a5668-236b-4f99-95b2-f2358af7df58 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:29:16.274854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:29:16.281837 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:29:16.293936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Pushing event updated for resources: {'Port': ['ID=94c18f71-0774-4382-9e47-b5cb0a71255a,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:16.370289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Attempting to bind port 94c18f71-0774-4382-9e47-b5cb0a71255a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:29:16.370651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Attempting to bind port 94c18f71-0774-4382-9e47-b5cb0a71255a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd5a162a2-e6d1-42a2-a923-fc0b5dbd3819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:29:16.371189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Attempting to bind port 94c18f71-0774-4382-9e47-b5cb0a71255a on network d19a5668-236b-4f99-95b2-f2358af7df58 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:29:16.376874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:29:16.377526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Checking segment: {'id': 'd5a162a2-e6d1-42a2-a923-fc0b5dbd3819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:29:16.378092 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:16.378626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Bound using segment: {'id': 'd5a162a2-e6d1-42a2-a923-fc0b5dbd3819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:29:16.379242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Bound port: 94c18f71-0774-4382-9e47-b5cb0a71255a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a162a2-e6d1-42a2-a923-fc0b5dbd3819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:29:16.379836 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:16.474530 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Publish callbacks [] for router_gateway (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:16.498592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] For port 94c18f71-0774-4382-9e47-b5cb0a71255a, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:29:16.505020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] For port 94c18f71-0774-4382-9e47-b5cb0a71255a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=94c18f71-0774-4382-9e47-b5cb0a71255a,segment=NetworkSegment(d5a162a2-e6d1-42a2-a923-fc0b5dbd3819),segment_id=d5a162a2-e6d1-42a2-a923-fc0b5dbd3819)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:29:16.517067 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:16.536516 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:16.688415 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c96b1b-456d-45a2-b333-b1c88aa1f646 None None] Pushing event updated for resources: {'Port': ['ID=94c18f71-0774-4382-9e47-b5cb0a71255a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:16.733843 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Sync routers for ids ['030c6970-b6eb-46fe-9fdf-7624cb31832b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:29:16.765823 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Routers {'030c6970-b6eb-46fe-9fdf-7624cb31832b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:29:16.766678 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:29:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['030c6970-b6eb-46fe-9fdf-7624cb31832b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:16.923175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:29:17.001658 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Set router 030c6970-b6eb-46fe-9fdf-7624cb31832b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:29:17.075689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Allocated IP 172.25.4.48 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/1de5aa45-d087-490e-a8ee-6baef356acba) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:29:17.138259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:17.138634 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:17.328562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:17.371177 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Publish callbacks [] for port (1de5aa45-d087-490e-a8ee-6baef356acba), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:17.423330 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (1de5aa45-d087-490e-a8ee-6baef356acba), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:17.441986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:29:17.445131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:29:17.448590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:29:17.548429 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '72ec6336-f3c7-4c4c-ae4c-3814787361dd', 'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'mac_address': 'fa:16:3e:bc:34:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:10Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 2, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'subnets': [{'id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:17.603980 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Checking router: 030c6970-b6eb-46fe-9fdf-7624cb31832b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:29:17.604280 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Updating router 030c6970-b6eb-46fe-9fdf-7624cb31832b port 72ec6336-f3c7-4c4c-ae4c-3814787361dd binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:29:17.646080 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:18.369118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Pushing event updated for resources: {'Port': ['ID=1de5aa45-d087-490e-a8ee-6baef356acba,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:18.405369 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Publish callbacks [] for router_gateway (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:18.467086 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Publish callbacks [] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:18.482770 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:18.558654 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3629992-7b3f-4ac7-b5f4-29df4c6ad1fd None None] Network d19a5668-236b-4f99-95b2-f2358af7df58 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:29:18.679976 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Pushing event updated for resources: {'Port': ['ID=72ec6336-f3c7-4c4c-ae4c-3814787361dd,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:18.698925 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.699855 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.709174 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.709755 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.710194 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.710619 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.711447 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.711890 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.712342 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.712784 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.713524 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.713965 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.714376 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:18.727310 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Attempting to bind port 72ec6336-f3c7-4c4c-ae4c-3814787361dd on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:29:18.727820 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Attempting to bind port 72ec6336-f3c7-4c4c-ae4c-3814787361dd by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:29:18.728841 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Attempting to bind port 72ec6336-f3c7-4c4c-ae4c-3814787361dd on network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:29:18.761840 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:29:18.765893 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Checking segment: {'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:29:18.766415 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:18.767568 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Bound using segment: {'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:29:18.769847 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Bound port: 72ec6336-f3c7-4c4c-ae4c-3814787361dd, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:29:18.770508 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:18.854827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-74d5115f-4d63-45c9-9439-4fca023772a6 None None] Provisioning complete for port 94c18f71-0774-4382-9e47-b5cb0a71255a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:18.855468 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74d5115f-4d63-45c9-9439-4fca023772a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:18.917699 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:18.959411 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] For port 72ec6336-f3c7-4c4c-ae4c-3814787361dd, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:29:18.966479 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] For port 72ec6336-f3c7-4c4c-ae4c-3814787361dd, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=72ec6336-f3c7-4c4c-ae4c-3814787361dd,segment=NetworkSegment(0df64ecd-9c96-4705-8c67-d6f287261f20),segment_id=0df64ecd-9c96-4705-8c67-d6f287261f20)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:29:18.985620 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:19.089643 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Routers {'030c6970-b6eb-46fe-9fdf-7624cb31832b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:29:19.090555 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:29:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['030c6970-b6eb-46fe-9fdf-7624cb31832b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:19.113898 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-74d5115f-4d63-45c9-9439-4fca023772a6 None None] Current status of the port 94c18f71-0774-4382-9e47-b5cb0a71255a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:19.114921 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74d5115f-4d63-45c9-9439-4fca023772a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:19.145765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 94c18f71-0774-4382-9e47-b5cb0a71255a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:29:19.379462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Router 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:29:19.388304 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] Set router 030c6970-b6eb-46fe-9fdf-7624cb31832b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:29:19.591745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:29:19.610883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Sync routers for ids ['61ca039b-fcbd-44c4-a5d8-b82147dcbe88'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:29:19.630264 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:19.631774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5cb3312d-a1f4-4d6b-a274-459c72576c85 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9985659 Feb 02 13:29:19.634535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51594) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:19.650157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-74d5115f-4d63-45c9-9439-4fca023772a6 None None] For port 94c18f71-0774-4382-9e47-b5cb0a71255a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=94c18f71-0774-4382-9e47-b5cb0a71255a,segment=NetworkSegment(d5a162a2-e6d1-42a2-a923-fc0b5dbd3819),segment_id=d5a162a2-e6d1-42a2-a923-fc0b5dbd3819)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:29:19.652075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Routers {'61ca039b-fcbd-44c4-a5d8-b82147dcbe88'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:29:19.653063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:29:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61ca039b-fcbd-44c4-a5d8-b82147dcbe88'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:19.660823 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-74d5115f-4d63-45c9-9439-4fca023772a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:19.674266 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1eb57-59f7-45c0-84a8-a9828c37b3c2 None None] Pushing event updated for resources: {'Port': ['ID=72ec6336-f3c7-4c4c-ae4c-3814787361dd,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:19.795721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 94c18f71-0774-4382-9e47-b5cb0a71255a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:19.796146 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:19.926970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bb6af4a8-5aed-45bb-a8cf-eda1166ce0a4 None None] Provisioning complete for port 94c18f71-0774-4382-9e47-b5cb0a71255a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:19.927348 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb6af4a8-5aed-45bb-a8cf-eda1166ce0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:20.053481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Set router 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:29:20.067371 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '72ec6336-f3c7-4c4c-ae4c-3814787361dd', 'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'mac_address': 'fa:16:3e:bc:34:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:10Z', 'updated_at': '2022-02-02T13:29:18Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'subnets': [{'id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:20.105624 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a9da6-ff24-42de-8b91-6dee5df18837 None None] The sync data for ids ['030c6970-b6eb-46fe-9fdf-7624cb31832b'] in n-d-827336-2 is: [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '72ec6336-f3c7-4c4c-ae4c-3814787361dd', 'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'mac_address': 'fa:16:3e:bc:34:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:10Z', 'updated_at': '2022-02-02T13:29:18Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'subnets': [{'id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:29:20.259459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5115f-4d63-45c9-9439-4fca023772a6 None None] Pushing event updated for resources: {'Port': ['ID=94c18f71-0774-4382-9e47-b5cb0a71255a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:20.509726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 94c18f71-0774-4382-9e47-b5cb0a71255a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:20.671087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bb6af4a8-5aed-45bb-a8cf-eda1166ce0a4 None None] Current status of the port 94c18f71-0774-4382-9e47-b5cb0a71255a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:20.795562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bb6af4a8-5aed-45bb-a8cf-eda1166ce0a4 None None] Provisioning complete for port 72ec6336-f3c7-4c4c-ae4c-3814787361dd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:20.796392 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb6af4a8-5aed-45bb-a8cf-eda1166ce0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:20.874300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'name': 'tempest-TestServerBasicOps-1844141346-router', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:15Z', 'updated_at': '2022-02-02T13:29:17Z', 'revision_number': 3, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'gw_port': {'id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:16Z', 'updated_at': '2022-02-02T13:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:20.926127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Checking router: 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:29:20.927549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Updating router 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 port 1de5aa45-d087-490e-a8ee-6baef356acba binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:29:20.942726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51632) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:21.003937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 72ec6336-f3c7-4c4c-ae4c-3814787361dd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:29:21.008424 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.126862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bb6af4a8-5aed-45bb-a8cf-eda1166ce0a4 None None] Current status of the port 72ec6336-f3c7-4c4c-ae4c-3814787361dd is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:21.129607 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb6af4a8-5aed-45bb-a8cf-eda1166ce0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.132997 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1de5aa45-d087-490e-a8ee-6baef356acba), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.138472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 72ec6336-f3c7-4c4c-ae4c-3814787361dd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:21.138472 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.273762 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3a59ac66-720d-4271-8f17-34a720220dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.364795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Allocated IP 172.20.0.1 (d19a5668-236b-4f99-95b2-f2358af7df58/d9f7d9ab-3521-4c1f-a406-f44a4bf09db0/898f3218-0f69-46a3-8983-ac7cfd12e6b4) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:29:21.474673 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3a59ac66-720d-4271-8f17-34a720220dcb admin admin] Publish callbacks [] for security_group (c140d3da-94b3-49d2-8580-c48ffed0fd75), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.485881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3a59ac66-720d-4271-8f17-34a720220dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c140d3da-94b3-49d2-8580-c48ffed0fd75), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.582404 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Publish callbacks [] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.627312 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3a59ac66-720d-4271-8f17-34a720220dcb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a1747298cf7a4e1aa015f5fea9082466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6834621 Feb 02 13:29:21.627978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51644) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:21.636805 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.712952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59ac66-720d-4271-8f17-34a720220dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c140d3da-94b3-49d2-8580-c48ffed0fd75,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:21.721193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Network d19a5668-236b-4f99-95b2-f2358af7df58 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:29:21.723991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:29:21.726240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=898f3218-0f69-46a3-8983-ac7cfd12e6b4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:21.728761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:29:21.765320 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-628c2e47-e998-43ab-8b02-7b3bc28abbaa admin admin] Publish callbacks [] for security_group (c140d3da-94b3-49d2-8580-c48ffed0fd75), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.769415 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Publish callbacks [] for port (1de5aa45-d087-490e-a8ee-6baef356acba), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.781401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 72ec6336-f3c7-4c4c-ae4c-3814787361dd is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:21.781711 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.790116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bb6af4a8-5aed-45bb-a8cf-eda1166ce0a4 None None] For port 72ec6336-f3c7-4c4c-ae4c-3814787361dd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=72ec6336-f3c7-4c4c-ae4c-3814787361dd,segment=NetworkSegment(0df64ecd-9c96-4705-8c67-d6f287261f20),segment_id=0df64ecd-9c96-4705-8c67-d6f287261f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:29:21.791242 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1de5aa45-d087-490e-a8ee-6baef356acba), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.812596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb6af4a8-5aed-45bb-a8cf-eda1166ce0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.816620 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.856205 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-628c2e47-e998-43ab-8b02-7b3bc28abbaa admin admin] Publish callbacks [] for security_group (c140d3da-94b3-49d2-8580-c48ffed0fd75), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.869963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Attempting to bind port 1de5aa45-d087-490e-a8ee-6baef356acba on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:29:21.870449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Attempting to bind port 1de5aa45-d087-490e-a8ee-6baef356acba by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:29:21.870763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Attempting to bind port 1de5aa45-d087-490e-a8ee-6baef356acba on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:29:21.900304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:29:21.900731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:29:21.901142 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.901782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:29:21.902262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Bound port: 1de5aa45-d087-490e-a8ee-6baef356acba, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:29:21.902648 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1de5aa45-d087-490e-a8ee-6baef356acba), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:21.965766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] For port 1de5aa45-d087-490e-a8ee-6baef356acba, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:29:21.979871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] For port 1de5aa45-d087-490e-a8ee-6baef356acba, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1de5aa45-d087-490e-a8ee-6baef356acba,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:29:22.034014 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-628c2e47-e998-43ab-8b02-7b3bc28abbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c140d3da-94b3-49d2-8580-c48ffed0fd75), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:22.034479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023d7bd-14f9-4ca2-a5a7-3eb4afad641d None None] Pushing event updated for resources: {'Port': ['ID=1de5aa45-d087-490e-a8ee-6baef356acba,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:22.036678 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-628c2e47-e998-43ab-8b02-7b3bc28abbaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:22.040361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-628c2e47-e998-43ab-8b02-7b3bc28abbaa admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c140d3da-94b3-49d2-8580-c48ffed0fd75 HTTP/1.1" status: 204 len: 168 time: 0.4088554 Feb 02 13:29:22.064926 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:22.076007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c2e47-e998-43ab-8b02-7b3bc28abbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c140d3da-94b3-49d2-8580-c48ffed0fd75,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:22.156897 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1de5aa45-d087-490e-a8ee-6baef356acba), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:22.236367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6af4a8-5aed-45bb-a8cf-eda1166ce0a4 None None] Pushing event updated for resources: {'Port': ['ID=72ec6336-f3c7-4c4c-ae4c-3814787361dd,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:22.342989 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:29:22.343339 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:29:22.366247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Routers {'61ca039b-fcbd-44c4-a5d8-b82147dcbe88'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:29:22.366905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:29:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61ca039b-fcbd-44c4-a5d8-b82147dcbe88'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:22.467980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d18636aa-c736-4ccd-afcb-3e92eafabb54 None None] Provisioning complete for port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:22.468891 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d18636aa-c736-4ccd-afcb-3e92eafabb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:22.478727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023d7bd-14f9-4ca2-a5a7-3eb4afad641d None None] Pushing event updated for resources: {'Port': ['ID=1de5aa45-d087-490e-a8ee-6baef356acba,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:22.490418 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Publish callbacks [] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:22.504804 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:22.542287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51656) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:22.561727 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd5da69e-48b6-4e06-b6fa-20d95520c6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:22.569106 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:22.591535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] Set router 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:29:22.729956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=898f3218-0f69-46a3-8983-ac7cfd12e6b4,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:22.743554 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd5da69e-48b6-4e06-b6fa-20d95520c6cc admin admin] Publish callbacks [] for security_group (78bbcf60-058c-43c7-8869-3ea8ddc8e3c2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:22.751594 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fd5da69e-48b6-4e06-b6fa-20d95520c6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (78bbcf60-058c-43c7-8869-3ea8ddc8e3c2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:22.799448 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fd5da69e-48b6-4e06-b6fa-20d95520c6cc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cf64ff9becdf4263ae34582c31fcf1bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2559545 Feb 02 13:29:22.805900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51660) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:22.807741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Network d19a5668-236b-4f99-95b2-f2358af7df58 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:29:22.831700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:29:22.880649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5da69e-48b6-4e06-b6fa-20d95520c6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bbcf60-058c-43c7-8869-3ea8ddc8e3c2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:23.076732 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a6318bb-040f-4557-b2ff-ba3ad41aaa06 admin admin] Publish callbacks [] for security_group (78bbcf60-058c-43c7-8869-3ea8ddc8e3c2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:23.188476 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a6318bb-040f-4557-b2ff-ba3ad41aaa06 admin admin] Publish callbacks [] for security_group (78bbcf60-058c-43c7-8869-3ea8ddc8e3c2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:23.219698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Router 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:29:23.255400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d18636aa-c736-4ccd-afcb-3e92eafabb54 None None] Port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:29:23.298870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 72ec6336-f3c7-4c4c-ae4c-3814787361dd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:23.299960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 94c18f71-0774-4382-9e47-b5cb0a71255a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:29:23.304354 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a6318bb-040f-4557-b2ff-ba3ad41aaa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (78bbcf60-058c-43c7-8869-3ea8ddc8e3c2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:23.308067 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a6318bb-040f-4557-b2ff-ba3ad41aaa06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:23.314063 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a6318bb-040f-4557-b2ff-ba3ad41aaa06 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/78bbcf60-058c-43c7-8869-3ea8ddc8e3c2 HTTP/1.1" status: 204 len: 168 time: 0.5051861 Feb 02 13:29:23.360763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6318bb-040f-4557-b2ff-ba3ad41aaa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bbcf60-058c-43c7-8869-3ea8ddc8e3c2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:23.397152 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:29:23.406717 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f862503e-238f-457b-84d3-676282812ff1 admin admin] 10.222.0.83 "PUT /v2.0/routers/61ca039b-fcbd-44c4-a5d8-b82147dcbe88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7699866 Feb 02 13:29:23.496124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9b5af578-4dc6-479a-92a1-4f519d9cb27f None None] Provisioning complete for port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:23.496997 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b5af578-4dc6-479a-92a1-4f519d9cb27f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:23.501702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 94c18f71-0774-4382-9e47-b5cb0a71255a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:23.504131 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:23.635341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9b5af578-4dc6-479a-92a1-4f519d9cb27f None None] Port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:29:23.656349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'name': 'tempest-TestServerBasicOps-1844141346-router', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:15Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 4, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'gw_port': {'id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:16Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '898f3218-0f69-46a3-8983-ac7cfd12e6b4', 'name': '', 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'mac_address': 'fa:16:3e:a0:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'd9f7d9ab-3521-4c1f-a406-f44a4bf09db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:21Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 1, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'subnets': [{'id': 'd9f7d9ab-3521-4c1f-a406-f44a4bf09db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:23.695673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a1c20-b700-40dc-a45d-be2e1edf7188 None None] The sync data for ids ['61ca039b-fcbd-44c4-a5d8-b82147dcbe88'] in n-d-827336-2 is: [{'id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'name': 'tempest-TestServerBasicOps-1844141346-router', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:15Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 4, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'gw_port': {'id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:16Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '898f3218-0f69-46a3-8983-ac7cfd12e6b4', 'name': '', 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'mac_address': 'fa:16:3e:a0:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'd9f7d9ab-3521-4c1f-a406-f44a4bf09db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:21Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 1, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'subnets': [{'id': 'd9f7d9ab-3521-4c1f-a406-f44a4bf09db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:29:23.778449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 94c18f71-0774-4382-9e47-b5cb0a71255a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:23.926646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 72ec6336-f3c7-4c4c-ae4c-3814787361dd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:29:24.126306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 72ec6336-f3c7-4c4c-ae4c-3814787361dd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:24.126764 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:24.285276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 72ec6336-f3c7-4c4c-ae4c-3814787361dd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:24.637866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51702) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:24.642981 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4c6c78ec-83e3-4e54-8484-60069e9bc850 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2057199999', 'description': 'tempest-secgroup-smoke-2057199999 description', 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:24.709878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c6c78ec-83e3-4e54-8484-60069e9bc850 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:24.816281 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c6c78ec-83e3-4e54-8484-60069e9bc850 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group (d2b9322a-7bc9-4b24-922d-2a2093963146), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:24.824740 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c6c78ec-83e3-4e54-8484-60069e9bc850 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d2b9322a-7bc9-4b24-922d-2a2093963146), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:24.907806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c6c78ec-83e3-4e54-8484-60069e9bc850 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:24.913313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:24.916902 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4c6c78ec-83e3-4e54-8484-60069e9bc850 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2754467 Feb 02 13:29:24.918511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6124c034-a799-426f-94d4-b6108ac82bfc tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9322a-7bc9-4b24-922d-2a2093963146', 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:24.920083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c78ec-83e3-4e54-8484-60069e9bc850 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b9322a-7bc9-4b24-922d-2a2093963146,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:24.980436 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6124c034-a799-426f-94d4-b6108ac82bfc tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (8f5f3061-5d32-430c-beb4-71e741787b07), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.147708 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6124c034-a799-426f-94d4-b6108ac82bfc tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (8f5f3061-5d32-430c-beb4-71e741787b07), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.157406 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6124c034-a799-426f-94d4-b6108ac82bfc tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (8f5f3061-5d32-430c-beb4-71e741787b07), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.214305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124c034-a799-426f-94d4-b6108ac82bfc tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5f3061-5d32-430c-beb4-71e741787b07,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:25.253003 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6124c034-a799-426f-94d4-b6108ac82bfc tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.256773 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6124c034-a799-426f-94d4-b6108ac82bfc tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3399844 Feb 02 13:29:25.257534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51716) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:25.269087 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-85f078f2-9c49-4224-b503-9c2c299f238e tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9322a-7bc9-4b24-922d-2a2093963146', 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:25.320530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85f078f2-9c49-4224-b503-9c2c299f238e tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (0138bd0d-f5a5-42d6-8488-32fc3f59dbec), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.412072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85f078f2-9c49-4224-b503-9c2c299f238e tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (0138bd0d-f5a5-42d6-8488-32fc3f59dbec), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.418829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85f078f2-9c49-4224-b503-9c2c299f238e tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (0138bd0d-f5a5-42d6-8488-32fc3f59dbec), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.447210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f078f2-9c49-4224-b503-9c2c299f238e tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0138bd0d-f5a5-42d6-8488-32fc3f59dbec,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:25.474271 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-85f078f2-9c49-4224-b503-9c2c299f238e tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.479161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:25.480404 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-85f078f2-9c49-4224-b503-9c2c299f238e tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2214444 Feb 02 13:29:25.485142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f3e865c8-9512-40b7-ad1f-4cd5cd80fb75 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9322a-7bc9-4b24-922d-2a2093963146', 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:25.528671 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3e865c8-9512-40b7-ad1f-4cd5cd80fb75 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (3f599f76-fe52-4e00-a6a8-72df7b0e3a45), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.620012 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3e865c8-9512-40b7-ad1f-4cd5cd80fb75 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (3f599f76-fe52-4e00-a6a8-72df7b0e3a45), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.630120 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3e865c8-9512-40b7-ad1f-4cd5cd80fb75 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (3f599f76-fe52-4e00-a6a8-72df7b0e3a45), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.681563 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e865c8-9512-40b7-ad1f-4cd5cd80fb75 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f599f76-fe52-4e00-a6a8-72df7b0e3a45,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:25.702574 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f3e865c8-9512-40b7-ad1f-4cd5cd80fb75 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.709412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51720) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:25.715100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3c3a8b32-e076-4718-bbaf-46011d832635 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9322a-7bc9-4b24-922d-2a2093963146', 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:25.724722 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f3e865c8-9512-40b7-ad1f-4cd5cd80fb75 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2433949 Feb 02 13:29:25.768841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3c3a8b32-e076-4718-bbaf-46011d832635 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (e40df4c4-f817-4958-a001-6a5625b8677f), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.858142 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3c3a8b32-e076-4718-bbaf-46011d832635 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (e40df4c4-f817-4958-a001-6a5625b8677f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.869082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3c3a8b32-e076-4718-bbaf-46011d832635 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (e40df4c4-f817-4958-a001-6a5625b8677f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.886287 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a8b32-e076-4718-bbaf-46011d832635 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40df4c4-f817-4958-a001-6a5625b8677f,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:25.915276 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3c3a8b32-e076-4718-bbaf-46011d832635 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:25.923833 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3c3a8b32-e076-4718-bbaf-46011d832635 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2059548 Feb 02 13:29:25.924948 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51722) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:25.930106 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ba6c2dcc-f539-493a-a0d7-1e0d3a80e020 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9322a-7bc9-4b24-922d-2a2093963146', 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:25.975182 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-ba6c2dcc-f539-493a-a0d7-1e0d3a80e020 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Project 86e28d2ac0ce4d0ca658e395a4bb32ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:29:25.985533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1de5aa45-d087-490e-a8ee-6baef356acba up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:29:25.998806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2dcc-f539-493a-a0d7-1e0d3a80e020 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (fde7a5b0-ab03-4da2-b86b-ae0a7b07d124), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:26.096538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 1de5aa45-d087-490e-a8ee-6baef356acba triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:26.096917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1de5aa45-d087-490e-a8ee-6baef356acba), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:26.132392 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2dcc-f539-493a-a0d7-1e0d3a80e020 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (fde7a5b0-ab03-4da2-b86b-ae0a7b07d124), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:26.138930 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2dcc-f539-493a-a0d7-1e0d3a80e020 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (fde7a5b0-ab03-4da2-b86b-ae0a7b07d124), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:26.181136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c2dcc-f539-493a-a0d7-1e0d3a80e020 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde7a5b0-ab03-4da2-b86b-ae0a7b07d124,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:26.186872 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ba6c2dcc-f539-493a-a0d7-1e0d3a80e020 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:26.189851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51740) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:26.190386 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ba6c2dcc-f539-493a-a0d7-1e0d3a80e020 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2649512 Feb 02 13:29:26.201397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bb1cafd6-f003-4441-ba49-17ea93b7b4b0 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Request body: {'security_group_rule': {'security_group_id': 'd2b9322a-7bc9-4b24-922d-2a2093963146', 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:26.248525 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-bb1cafd6-f003-4441-ba49-17ea93b7b4b0 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Project 86e28d2ac0ce4d0ca658e395a4bb32ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:29:26.255330 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb1cafd6-f003-4441-ba49-17ea93b7b4b0 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (73b6d257-74ba-424a-b9ce-bfe3e4d99c56), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:26.356306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 1de5aa45-d087-490e-a8ee-6baef356acba is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:26.357021 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1de5aa45-d087-490e-a8ee-6baef356acba), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:26.380025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 1de5aa45-d087-490e-a8ee-6baef356acba, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1de5aa45-d087-490e-a8ee-6baef356acba,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:29:26.388576 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1de5aa45-d087-490e-a8ee-6baef356acba), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:26.447378 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb1cafd6-f003-4441-ba49-17ea93b7b4b0 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (73b6d257-74ba-424a-b9ce-bfe3e4d99c56), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:26.460652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=1de5aa45-d087-490e-a8ee-6baef356acba,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:26.464463 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb1cafd6-f003-4441-ba49-17ea93b7b4b0 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (73b6d257-74ba-424a-b9ce-bfe3e4d99c56), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:26.482240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cafd6-f003-4441-ba49-17ea93b7b4b0 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b6d257-74ba-424a-b9ce-bfe3e4d99c56,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:26.513822 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb1cafd6-f003-4441-ba49-17ea93b7b4b0 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:26.524737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bb1cafd6-f003-4441-ba49-17ea93b7b4b0 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3324044 Feb 02 13:29:26.790212 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-46a65676-94c3-457a-ad06-26309a09b61a tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2057199999&fields=id&tenant_id=86e28d2ac0ce4d0ca658e395a4bb32ad HTTP/1.1" status: 200 len: 267 time: 0.0482056 Feb 02 13:29:26.905238 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-9e12b425-376a-4666-a9d3-a5b4173caf96 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:26.907064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-9e12b425-376a-4666-a9d3-a5b4173caf96 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/networks?id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd HTTP/1.1" status: 200 len: 808 time: 0.1100321 Feb 02 13:29:26.938448 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-8a7b1e0d-e752-4407-8c4a-d13dea29ab6c tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/quotas/86e28d2ac0ce4d0ca658e395a4bb32ad HTTP/1.1" status: 200 len: 375 time: 0.0238330 Feb 02 13:29:27.011119 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-0c4f3ee3-b681-4a9c-801f-30fdbc1e466f tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=86e28d2ac0ce4d0ca658e395a4bb32ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717998 Feb 02 13:29:27.029793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-3d03a10e-1d74-45fb-9e6e-c31e431767bb service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:29:27.031224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-3d03a10e-1d74-45fb-9e6e-c31e431767bb service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059502 Feb 02 13:29:27.149309 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-d7a6f254-9916-4b4a-abaa-4864f255a45d service neutron] 10.222.0.83 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120124 Feb 02 13:29:27.261464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-2e2523a4-60a8-440f-ad97-3d0d74ea9726 service neutron] 10.222.0.83 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111834 Feb 02 13:29:27.452752 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Sync routers for ids ['61ca039b-fcbd-44c4-a5d8-b82147dcbe88'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:29:27.465057 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Routers {'61ca039b-fcbd-44c4-a5d8-b82147dcbe88'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:29:27.466063 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:29:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61ca039b-fcbd-44c4-a5d8-b82147dcbe88'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:27.717647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3eee2d46-01ff-4695-b1cd-bf9ceabb3c18 req-ebf21787-7df9-40b3-9e4f-9a3de7b5d447 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 210 time: 0.0609097 Feb 02 13:29:27.740558 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Set router 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:29:27.931458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1de5aa45-d087-490e-a8ee-6baef356acba up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:29:28.112510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 1de5aa45-d087-490e-a8ee-6baef356acba triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:28.112897 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1de5aa45-d087-490e-a8ee-6baef356acba), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:28.269293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51798) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:28.293346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 1de5aa45-d087-490e-a8ee-6baef356acba is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:28.518558 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb9e48a4-a7b0-4215-99b4-7712bfd9751e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:28.544389 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'name': 'tempest-TestServerBasicOps-1844141346-router', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:15Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 4, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'gw_port': {'id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:16Z', 'updated_at': '2022-02-02T13:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '898f3218-0f69-46a3-8983-ac7cfd12e6b4', 'name': '', 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'mac_address': 'fa:16:3e:a0:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'd9f7d9ab-3521-4c1f-a406-f44a4bf09db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:21Z', 'updated_at': '2022-02-02T13:29:22Z', 'revision_number': 2, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'subnets': [{'id': 'd9f7d9ab-3521-4c1f-a406-f44a4bf09db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:28.684766 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Checking router: 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:29:28.685117 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Updating router 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:29:28.752807 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:28.788118 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb9e48a4-a7b0-4215-99b4-7712bfd9751e admin admin] Publish callbacks [] for security_group (5d0e37ea-d751-4b1f-b5db-3dc7972725d1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:28.808429 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb9e48a4-a7b0-4215-99b4-7712bfd9751e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5d0e37ea-d751-4b1f-b5db-3dc7972725d1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:28.888684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cb9e48a4-a7b0-4215-99b4-7712bfd9751e admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bdcfc56cb18b4ccb8c6b0a8aae0ed3e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6139963 Feb 02 13:29:28.889132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51816) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:28.976703 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b451bb3b-a358-468c-975d-5f3a27f17710 req-03c3a08c-0fa5-4cb2-8c44-111e5b7f7d9e tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 210 time: 0.1302543 Feb 02 13:29:28.978423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e48a4-a7b0-4215-99b4-7712bfd9751e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0e37ea-d751-4b1f-b5db-3dc7972725d1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:29.018842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a133b7c-4582-42d5-a5e1-e93ae0ff10c3 admin admin] Publish callbacks [] for security_group (5d0e37ea-d751-4b1f-b5db-3dc7972725d1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:29.051577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a133b7c-4582-42d5-a5e1-e93ae0ff10c3 admin admin] Publish callbacks [] for security_group (5d0e37ea-d751-4b1f-b5db-3dc7972725d1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:29.128201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a133b7c-4582-42d5-a5e1-e93ae0ff10c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5d0e37ea-d751-4b1f-b5db-3dc7972725d1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:29.131068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6a133b7c-4582-42d5-a5e1-e93ae0ff10c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:29.136625 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6a133b7c-4582-42d5-a5e1-e93ae0ff10c3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5d0e37ea-d751-4b1f-b5db-3dc7972725d1 HTTP/1.1" status: 204 len: 168 time: 0.2462068 Feb 02 13:29:29.153641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a133b7c-4582-42d5-a5e1-e93ae0ff10c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0e37ea-d751-4b1f-b5db-3dc7972725d1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:29.314021 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Publish callbacks [] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:29.326105 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:29.523094 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfd597-7c50-445a-938a-c99c60157825 None None] Pushing event updated for resources: {'Port': ['ID=898f3218-0f69-46a3-8983-ac7cfd12e6b4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:29.599777 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Attempting to bind port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:29:29.600463 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Attempting to bind port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd5a162a2-e6d1-42a2-a923-fc0b5dbd3819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:29:29.608072 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Attempting to bind port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 on network d19a5668-236b-4f99-95b2-f2358af7df58 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:29:29.614304 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:29:29.614807 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Checking segment: {'id': 'd5a162a2-e6d1-42a2-a923-fc0b5dbd3819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:29:29.615303 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:29.625082 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Bound using segment: {'id': 'd5a162a2-e6d1-42a2-a923-fc0b5dbd3819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:29:29.626783 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Bound port: 898f3218-0f69-46a3-8983-ac7cfd12e6b4, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a162a2-e6d1-42a2-a923-fc0b5dbd3819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:29:29.627267 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:29.819247 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] For port 898f3218-0f69-46a3-8983-ac7cfd12e6b4, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:29:29.822846 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] For port 898f3218-0f69-46a3-8983-ac7cfd12e6b4, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=898f3218-0f69-46a3-8983-ac7cfd12e6b4,segment=NetworkSegment(d5a162a2-e6d1-42a2-a923-fc0b5dbd3819),segment_id=d5a162a2-e6d1-42a2-a923-fc0b5dbd3819)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:29:29.841877 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:29.915263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51834) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:29.933038 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33a3a437-59c6-4e40-9db2-56a1d9328c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:29.934377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-19522e51-41c7-4a5d-bc48-050d1cc7af92 None None] Provisioning complete for port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:29.935924 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19522e51-41c7-4a5d-bc48-050d1cc7af92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:30.049799 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Routers {'61ca039b-fcbd-44c4-a5d8-b82147dcbe88'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:29:30.051270 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:29:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61ca039b-fcbd-44c4-a5d8-b82147dcbe88'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:30.205848 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfd597-7c50-445a-938a-c99c60157825 None None] Pushing event updated for resources: {'Port': ['ID=898f3218-0f69-46a3-8983-ac7cfd12e6b4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:30.229714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-66df3cfe-2f02-4279-a2c0-5f0431337af6 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:30.241974 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-66df3cfe-2f02-4279-a2c0-5f0431337af6 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.62 "GET /v2.0/networks?id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd HTTP/1.1" status: 200 len: 808 time: 0.3263571 Feb 02 13:29:30.283266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f14cfd09-38f5-4ab9-9638-7c326cfb38aa req-89cc6c52-2948-4896-81df-5e39b11a1928 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 210 time: 0.1282940 Feb 02 13:29:30.300662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-19522e51-41c7-4a5d-bc48-050d1cc7af92 None None] Current status of the port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:30.301055 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19522e51-41c7-4a5d-bc48-050d1cc7af92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:30.321615 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33a3a437-59c6-4e40-9db2-56a1d9328c9d admin admin] Publish callbacks [] for security_group (ba3639c4-72e7-471d-9c9c-637fac912c7f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:30.337566 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33a3a437-59c6-4e40-9db2-56a1d9328c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ba3639c4-72e7-471d-9c9c-637fac912c7f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:30.422178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-19522e51-41c7-4a5d-bc48-050d1cc7af92 None None] For port 898f3218-0f69-46a3-8983-ac7cfd12e6b4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=898f3218-0f69-46a3-8983-ac7cfd12e6b4,segment=NetworkSegment(d5a162a2-e6d1-42a2-a923-fc0b5dbd3819),segment_id=d5a162a2-e6d1-42a2-a923-fc0b5dbd3819)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:29:30.435531 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-19522e51-41c7-4a5d-bc48-050d1cc7af92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:30.473383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-33a3a437-59c6-4e40-9db2-56a1d9328c9d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b6d5c2feb4cc46e6bee9d11a2821613e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5566401 Feb 02 13:29:30.474790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3a437-59c6-4e40-9db2-56a1d9328c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3639c4-72e7-471d-9c9c-637fac912c7f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:30.480584 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] Set router 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:29:30.491479 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-c29c60bf-fe96-4ba0-a56b-ec74afee85d0 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86e28d2ac0ce4d0ca658e395a4bb32ad HTTP/1.1" status: 200 len: 380 time: 0.2423103 Feb 02 13:29:30.500217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:30.514563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Request body: {'port': {'device_id': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'admin_state_up': True, 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'security_groups': ['d2b9322a-7bc9-4b24-922d-2a2093963146']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:30.619760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bb1173be-1702-43bf-8ee0-f6a7828a4927 None None] Provisioning complete for port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:30.630054 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb1173be-1702-43bf-8ee0-f6a7828a4927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:30.660981 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-409b33ad-119f-491c-9b20-6b155b9a62cd admin admin] Publish callbacks [] for security_group (ba3639c4-72e7-471d-9c9c-637fac912c7f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:30.726829 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-409b33ad-119f-491c-9b20-6b155b9a62cd admin admin] Publish callbacks [] for security_group (ba3639c4-72e7-471d-9c9c-637fac912c7f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:30.788657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19522e51-41c7-4a5d-bc48-050d1cc7af92 None None] Pushing event updated for resources: {'Port': ['ID=898f3218-0f69-46a3-8983-ac7cfd12e6b4,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:30.873812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Made reservation on behalf of 86e28d2ac0ce4d0ca658e395a4bb32ad for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:29:30.896004 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:30.917207 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'name': 'tempest-TestServerBasicOps-1844141346-router', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:15Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 4, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'gw_port': {'id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:16Z', 'updated_at': '2022-02-02T13:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '898f3218-0f69-46a3-8983-ac7cfd12e6b4', 'name': '', 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'mac_address': 'fa:16:3e:a0:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'd9f7d9ab-3521-4c1f-a406-f44a4bf09db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:21Z', 'updated_at': '2022-02-02T13:29:29Z', 'revision_number': 4, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'subnets': [{'id': 'd9f7d9ab-3521-4c1f-a406-f44a4bf09db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:30.956700 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-409b33ad-119f-491c-9b20-6b155b9a62cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ba3639c4-72e7-471d-9c9c-637fac912c7f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:30.959809 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-409b33ad-119f-491c-9b20-6b155b9a62cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:30.964425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-409b33ad-119f-491c-9b20-6b155b9a62cd admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ba3639c4-72e7-471d-9c9c-637fac912c7f HTTP/1.1" status: 204 len: 168 time: 0.4617090 Feb 02 13:29:30.997867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b33ad-119f-491c-9b20-6b155b9a62cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3639c4-72e7-471d-9c9c-637fac912c7f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:31.045128 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf5841e-1b19-4290-81a9-2d792eb99dc9 None None] The sync data for ids ['61ca039b-fcbd-44c4-a5d8-b82147dcbe88'] in n-d-827336-2 is: [{'id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'name': 'tempest-TestServerBasicOps-1844141346-router', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:15Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 4, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'gw_port': {'id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:16Z', 'updated_at': '2022-02-02T13:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '898f3218-0f69-46a3-8983-ac7cfd12e6b4', 'name': '', 'network_id': 'd19a5668-236b-4f99-95b2-f2358af7df58', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'mac_address': 'fa:16:3e:a0:0f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3470, 'fixed_ips': [{'subnet_id': 'd9f7d9ab-3521-4c1f-a406-f44a4bf09db0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:21Z', 'updated_at': '2022-02-02T13:29:29Z', 'revision_number': 4, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'subnets': [{'id': 'd9f7d9ab-3521-4c1f-a406-f44a4bf09db0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:29:31.067638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bb1173be-1702-43bf-8ee0-f6a7828a4927 None None] Current status of the port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:31.323978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Allocated IP 172.20.0.10 (f67f3310-df6f-467f-b2bd-3b95ce2cc0dd/a7fa6e74-4bf2-4518-8565-fcb26f144e98/37093b5d-d1d3-4727-ba66-596f1a0989a9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:29:31.440771 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52660918-20c4-4d1b-9d88-6cb8bf8e257b req-bdc3a1f7-b45c-4fbc-969f-9777eacd79d6 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 210 time: 0.0538909 Feb 02 13:29:31.706200 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:31.749684 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:31.797401 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e2154528-8c17-4aa5-a86d-af788cce3adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:31.825511 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:29:31.831136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:29:31.850667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:29:31.948737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:31.949892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:31.982446 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4760978 Feb 02 13:29:31.988267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab448725-7710-4929-900f-64a2371d2b5b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event updated for resources: {'Port': ['ID=37093b5d-d1d3-4727-ba66-596f1a0989a9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:32.003047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Request body: {'port': {'device_id': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:32.034560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 898f3218-0f69-46a3-8983-ac7cfd12e6b4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:29:32.214254 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:32.216759 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:32.252141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:32.340459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-08dc54e9-b05e-468e-82f0-465dd0375be6 None None] Provisioning complete for port 37093b5d-d1d3-4727-ba66-596f1a0989a9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:32.341599 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08dc54e9-b05e-468e-82f0-465dd0375be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:32.395905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-08dc54e9-b05e-468e-82f0-465dd0375be6 None None] Port 37093b5d-d1d3-4727-ba66-596f1a0989a9 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:29:32.489742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:32.662258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ab82e-1806-4d46-85c2-342cd6d07079 req-14d20a83-0ac7-430a-9b86-420041f77b16 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:32.673089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa5ab82e-1806-4d46-85c2-342cd6d07079 req-14d20a83-0ac7-430a-9b86-420041f77b16 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 932 time: 0.0986023 Feb 02 13:29:32.784482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37093b5d-d1d3-4727-ba66-596f1a0989a9 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:29:32.803897 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa5ab82e-1806-4d46-85c2-342cd6d07079 req-9af1033e-4ce7-43ee-bce4-9a326fd31106 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252093 Feb 02 13:29:32.808071 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Publish callbacks [] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:32.841786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Transition to ACTIVE for port object 37093b5d-d1d3-4727-ba66-596f1a0989a9 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:29:32.850204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:32.967485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Pushing event updated for resources: {'Port': ['ID=37093b5d-d1d3-4727-ba66-596f1a0989a9,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:33.047483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Attempting to bind port 37093b5d-d1d3-4727-ba66-596f1a0989a9 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:29:33.048350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Attempting to bind port 37093b5d-d1d3-4727-ba66-596f1a0989a9 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:29:33.050153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Attempting to bind port 37093b5d-d1d3-4727-ba66-596f1a0989a9 on network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:29:33.063926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Port 37093b5d-d1d3-4727-ba66-596f1a0989a9 on network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:29:33.064342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Attempting to bind port 37093b5d-d1d3-4727-ba66-596f1a0989a9 on network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:29:33.076280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:29:33.077755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Checking segment: {'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:29:33.078256 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Bound using segment: {'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:29:33.080512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Bound port: 37093b5d-d1d3-4727-ba66-596f1a0989a9, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df64ecd-9c96-4705-8c67-d6f287261f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:29:33.080993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:33.280054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] For port 37093b5d-d1d3-4727-ba66-596f1a0989a9, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:29:33.286739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] For port 37093b5d-d1d3-4727-ba66-596f1a0989a9, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9,segment=NetworkSegment(0df64ecd-9c96-4705-8c67-d6f287261f20),segment_id=0df64ecd-9c96-4705-8c67-d6f287261f20)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:29:33.302684 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:33.352440 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:33.354283 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:33.357033 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] 10.222.0.62 "PUT /v2.0/ports/37093b5d-d1d3-4727-ba66-596f1a0989a9 HTTP/1.1" status: 200 len: 1092 time: 1.3584578 Feb 02 13:29:33.357917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'tag': '37093b5d-d1d3-4727-ba66-596f1a0989a9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:29:33.361322 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb32d39-dcf8-4303-98a7-0a882a8aa504" -d '{"events": [{"name": "network-changed", "server_uuid": "09ed6d4d-b186-4914-b6d0-ffe26ca77c41", "tag": "37093b5d-d1d3-4727-ba66-596f1a0989a9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:29:33.517140 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dce6ae-4c4f-42a0-8083-3ec686f65320 x-openstack-request-id: req-b7dce6ae-4c4f-42a0-8083-3ec686f65320 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:29:33.517594 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ed6d4d-b186-4914-b6d0-ffe26ca77c41", "tag": "37093b5d-d1d3-4727-ba66-596f1a0989a9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:29:33.517838 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b7dce6ae-4c4f-42a0-8083-3ec686f65320 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:29:33.518340 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'tag': '37093b5d-d1d3-4727-ba66-596f1a0989a9', 'status': 'completed', 'code': 200} Feb 02 13:29:33.538339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca963d-4a3c-4773-879b-094d22bbf63f service neutron] Pushing event updated for resources: {'Port': ['ID=37093b5d-d1d3-4727-ba66-596f1a0989a9,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:33.570397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-561b0e04-f434-4936-8645-d37ae64e79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:33.574690 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-561b0e04-f434-4936-8645-d37ae64e79fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86e28d2ac0ce4d0ca658e395a4bb32ad&device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 1126 time: 0.1367958 Feb 02 13:29:33.673205 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-319c22fd-92b5-42bd-8c91-070312fbb1e6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9 HTTP/1.1" status: 200 len: 217 time: 0.0857294 Feb 02 13:29:33.768244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-c10da105-83a0-480b-b25c-f6d79d11f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:33.769929 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-c10da105-83a0-480b-b25c-f6d79d11f91e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7fa6e74-4bf2-4518-8565-fcb26f144e98 HTTP/1.1" status: 200 len: 847 time: 0.0900035 Feb 02 13:29:33.878913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-1e77c023-d9a6-437a-87d7-f0182077e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:33.886329 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-1e77c023-d9a6-437a-87d7-f0182077e1a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1089349 Feb 02 13:29:34.084201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc18dd-9e6d-4158-aa54-7c589bc29ff5 req-7051261a-3aee-4fa0-bdac-0d2302f124b3 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:34.097485 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abf3ed08-4224-49ea-bb0f-2a0cf28defb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:34.103355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1dfc18dd-9e6d-4158-aa54-7c589bc29ff5 req-7051261a-3aee-4fa0-bdac-0d2302f124b3 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 944 time: 0.1879795 Feb 02 13:29:34.108474 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-d15d12d3-b25e-4ef0-9632-d6c65c723c6d service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147157 Feb 02 13:29:34.263505 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1dfc18dd-9e6d-4158-aa54-7c589bc29ff5 req-5740dfe5-6631-44d7-86d8-21566e8f3004 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500685 Feb 02 13:29:34.284967 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df2c8590-5115-4f89-8dfc-502c9c9ad76a req-126c6754-d0a1-4eda-8326-10d51acc4bd5 service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679738 Feb 02 13:29:34.451738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:34.475612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb32d39-dcf8-4303-98a7-0a882a8aa504 req-2f348253-045e-49e4-9fb0-1c9aac31fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:34.477661 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bfb32d39-dcf8-4303-98a7-0a882a8aa504 req-2f348253-045e-49e4-9fb0-1c9aac31fdb0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86e28d2ac0ce4d0ca658e395a4bb32ad&device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 1126 time: 0.0854545 Feb 02 13:29:34.653226 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49b69fda-e22b-4f59-9e21-9fafcc86c5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:34.678762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb32d39-dcf8-4303-98a7-0a882a8aa504 req-71ea6c59-01bf-401a-a75f-90bae9df9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:34.680528 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bfb32d39-dcf8-4303-98a7-0a882a8aa504 req-71ea6c59-01bf-401a-a75f-90bae9df9fdf service neutron] 10.222.0.62 "GET /v2.0/networks?id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd HTTP/1.1" status: 200 len: 909 time: 0.1957536 Feb 02 13:29:34.768225 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49b69fda-e22b-4f59-9e21-9fafcc86c5fb admin admin] Publish callbacks [] for security_group (402fdf0c-088c-49db-801e-f69d2c130237), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:34.778015 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bfb32d39-dcf8-4303-98a7-0a882a8aa504 req-40eeef1c-61b3-4101-8732-f9ef8b762907 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9 HTTP/1.1" status: 200 len: 217 time: 0.0852644 Feb 02 13:29:34.783666 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-49b69fda-e22b-4f59-9e21-9fafcc86c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (402fdf0c-088c-49db-801e-f69d2c130237), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:34.821586 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b69fda-e22b-4f59-9e21-9fafcc86c5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402fdf0c-088c-49db-801e-f69d2c130237,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:34.833453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb32d39-dcf8-4303-98a7-0a882a8aa504 req-67d0dcbe-a0c4-457a-9256-19053fe05d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:34.835391 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bfb32d39-dcf8-4303-98a7-0a882a8aa504 req-67d0dcbe-a0c4-457a-9256-19053fe05d43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7fa6e74-4bf2-4518-8565-fcb26f144e98 HTTP/1.1" status: 200 len: 847 time: 0.0511742 Feb 02 13:29:34.847267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-49b69fda-e22b-4f59-9e21-9fafcc86c5fb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4f689aa5e04643778ac7dcb50473f25a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3917229 Feb 02 13:29:34.847585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51968) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:34.912871 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9fb75f1-6709-4814-a6f9-f748a54b6e4f admin admin] Publish callbacks [] for security_group (402fdf0c-088c-49db-801e-f69d2c130237), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:34.935046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb32d39-dcf8-4303-98a7-0a882a8aa504 req-9658be0a-40a6-40cf-aa51-459ea23499b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:34.937425 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bfb32d39-dcf8-4303-98a7-0a882a8aa504 req-9658be0a-40a6-40cf-aa51-459ea23499b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0944636 Feb 02 13:29:34.949782 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9fb75f1-6709-4814-a6f9-f748a54b6e4f admin admin] Publish callbacks [] for security_group (402fdf0c-088c-49db-801e-f69d2c130237), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:35.020912 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9fb75f1-6709-4814-a6f9-f748a54b6e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (402fdf0c-088c-49db-801e-f69d2c130237), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:35.025690 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d9fb75f1-6709-4814-a6f9-f748a54b6e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:35.027133 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d9fb75f1-6709-4814-a6f9-f748a54b6e4f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/402fdf0c-088c-49db-801e-f69d2c130237 HTTP/1.1" status: 204 len: 168 time: 0.1777608 Feb 02 13:29:35.068133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb75f1-6709-4814-a6f9-f748a54b6e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402fdf0c-088c-49db-801e-f69d2c130237,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:35.162941 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bfb32d39-dcf8-4303-98a7-0a882a8aa504 req-c460d3e8-a2f5-4da1-924b-e38ddbdf2f20 service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108221 Feb 02 13:29:35.312230 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bfb32d39-dcf8-4303-98a7-0a882a8aa504 req-2808c7ea-40b7-48a0-926e-77a1adb983c1 service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403556 Feb 02 13:29:35.460181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a3729-a5f5-416a-9d68-b238eeab334e req-1604e500-8454-4e8b-a65a-ed1d7c97ab72 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:35.462639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-812a3729-a5f5-416a-9d68-b238eeab334e req-1604e500-8454-4e8b-a65a-ed1d7c97ab72 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 944 time: 0.0885749 Feb 02 13:29:35.518899 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-812a3729-a5f5-416a-9d68-b238eeab334e req-2d39b71f-9d64-4810-b990-f0c2212b5c52 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496604 Feb 02 13:29:35.582695 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:35.650348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 37093b5d-d1d3-4727-ba66-596f1a0989a9 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:29:35.768255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 51992) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:35.782866 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-33d03fd4-e56f-4868-97be-82691fb852c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:35.794095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 37093b5d-d1d3-4727-ba66-596f1a0989a9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9,segment=NetworkSegment(0df64ecd-9c96-4705-8c67-d6f287261f20),segment_id=0df64ecd-9c96-4705-8c67-d6f287261f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:29:35.808088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '37093b5d-d1d3-4727-ba66-596f1a0989a9', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'port_id': '37093b5d-d1d3-4727-ba66-596f1a0989a9', 'mac_address': 'fa:16:3e:59:ac:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:29:35.856342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 37093b5d-d1d3-4727-ba66-596f1a0989a9 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:35.857029 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:35.872691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37093b5d-d1d3-4727-ba66-596f1a0989a9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:29:35.877025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-33d03fd4-e56f-4868-97be-82691fb852c5 admin admin] Publish callbacks [] for security_group (2e8ce1fc-b16d-4425-8915-a55b96b3186a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:35.883115 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-33d03fd4-e56f-4868-97be-82691fb852c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2e8ce1fc-b16d-4425-8915-a55b96b3186a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:35.893942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 37093b5d-d1d3-4727-ba66-596f1a0989a9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9,segment=NetworkSegment(0df64ecd-9c96-4705-8c67-d6f287261f20),segment_id=0df64ecd-9c96-4705-8c67-d6f287261f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:29:35.902020 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:35.911866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 51996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:35.955742 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-33d03fd4-e56f-4868-97be-82691fb852c5 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=954f440a929748a799813a325a13d97b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1839271 Feb 02 13:29:35.955742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d03fd4-e56f-4868-97be-82691fb852c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8ce1fc-b16d-4425-8915-a55b96b3186a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:35.956570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52000) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:35.972726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=37093b5d-d1d3-4727-ba66-596f1a0989a9,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:36.010982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-283d2dcd-7654-4913-9168-e8872cfcd3f2 admin admin] Publish callbacks [] for security_group (2e8ce1fc-b16d-4425-8915-a55b96b3186a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.038573 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-283d2dcd-7654-4913-9168-e8872cfcd3f2 admin admin] Publish callbacks [] for security_group (2e8ce1fc-b16d-4425-8915-a55b96b3186a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.053105 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30b2a562-876f-435e-b4e7-e5dcc5f55963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.096768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-283d2dcd-7654-4913-9168-e8872cfcd3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2e8ce1fc-b16d-4425-8915-a55b96b3186a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.099702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-283d2dcd-7654-4913-9168-e8872cfcd3f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.100894 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-283d2dcd-7654-4913-9168-e8872cfcd3f2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2e8ce1fc-b16d-4425-8915-a55b96b3186a HTTP/1.1" status: 204 len: 168 time: 0.1434648 Feb 02 13:29:36.114835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d2dcd-7654-4913-9168-e8872cfcd3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8ce1fc-b16d-4425-8915-a55b96b3186a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:36.163185 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30b2a562-876f-435e-b4e7-e5dcc5f55963 admin admin] Publish callbacks [] for security_group (8163fece-1047-4208-ad14-55b030ea10a9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.167395 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-30b2a562-876f-435e-b4e7-e5dcc5f55963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8163fece-1047-4208-ad14-55b030ea10a9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.204785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['37093b5d-d1d3-4727-ba66-596f1a0989a9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:29:36.208270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2a562-876f-435e-b4e7-e5dcc5f55963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8163fece-1047-4208-ad14-55b030ea10a9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:36.214598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-30b2a562-876f-435e-b4e7-e5dcc5f55963 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bceda9b136fe47e1bb6634038e9649c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009570 Feb 02 13:29:36.217367 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:36.276335 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35869121-3d71-41d8-9dcf-602ef9156a2e admin admin] Publish callbacks [] for security_group (8163fece-1047-4208-ad14-55b030ea10a9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.305306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35869121-3d71-41d8-9dcf-602ef9156a2e admin admin] Publish callbacks [] for security_group (8163fece-1047-4208-ad14-55b030ea10a9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.372502 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35869121-3d71-41d8-9dcf-602ef9156a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8163fece-1047-4208-ad14-55b030ea10a9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.375250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-35869121-3d71-41d8-9dcf-602ef9156a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.376473 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-35869121-3d71-41d8-9dcf-602ef9156a2e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8163fece-1047-4208-ad14-55b030ea10a9 HTTP/1.1" status: 204 len: 168 time: 0.1580982 Feb 02 13:29:36.396706 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35869121-3d71-41d8-9dcf-602ef9156a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8163fece-1047-4208-ad14-55b030ea10a9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:36.724670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ecd57-c0ba-46b0-92a3-e1fb5dce12ca req-5c4266fb-5d4f-40a4-8c07-e60df18df086 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:36.726074 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-721ecd57-c0ba-46b0-92a3-e1fb5dce12ca req-5c4266fb-5d4f-40a4-8c07-e60df18df086 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 945 time: 0.0767381 Feb 02 13:29:36.783619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.796096 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-721ecd57-c0ba-46b0-92a3-e1fb5dce12ca req-923f781d-ff96-4886-9c81-0e5aa0002848 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637236 Feb 02 13:29:36.854919 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.878765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52032) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:36.895524 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6436e72d-6699-4ff6-a629-3968a2bae88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.982605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6436e72d-6699-4ff6-a629-3968a2bae88d admin admin] Publish callbacks [] for security_group (93ed6392-8b40-4300-91aa-21540f566c00), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:36.987973 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6436e72d-6699-4ff6-a629-3968a2bae88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (93ed6392-8b40-4300-91aa-21540f566c00), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:37.027440 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6436e72d-6699-4ff6-a629-3968a2bae88d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3a257fb24de646b5893a64554df35a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472521 Feb 02 13:29:37.028329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436e72d-6699-4ff6-a629-3968a2bae88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ed6392-8b40-4300-91aa-21540f566c00,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:37.030418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52036) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:37.085201 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7b98d9c-0498-4360-ba1d-eff523339444 admin admin] Publish callbacks [] for security_group (93ed6392-8b40-4300-91aa-21540f566c00), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:37.111587 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7b98d9c-0498-4360-ba1d-eff523339444 admin admin] Publish callbacks [] for security_group (93ed6392-8b40-4300-91aa-21540f566c00), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:37.164895 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7b98d9c-0498-4360-ba1d-eff523339444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (93ed6392-8b40-4300-91aa-21540f566c00), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:37.167632 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f7b98d9c-0498-4360-ba1d-eff523339444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:37.168965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f7b98d9c-0498-4360-ba1d-eff523339444 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/93ed6392-8b40-4300-91aa-21540f566c00 HTTP/1.1" status: 204 len: 168 time: 0.1372507 Feb 02 13:29:37.178307 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b98d9c-0498-4360-ba1d-eff523339444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ed6392-8b40-4300-91aa-21540f566c00,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:37.655750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 37093b5d-d1d3-4727-ba66-596f1a0989a9 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:29:37.744928 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:37.751918 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 37093b5d-d1d3-4727-ba66-596f1a0989a9 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:29:37.761907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 37093b5d-d1d3-4727-ba66-596f1a0989a9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:29:37.762826 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:37.896722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 37093b5d-d1d3-4727-ba66-596f1a0989a9 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:29:37.898603 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:37.953690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37093b5d-d1d3-4727-ba66-596f1a0989a9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:29:37.973631 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2133085-f7f7-4123-9825-9dc76b63a305" -d '{"events": [{"server_uuid": "09ed6d4d-b186-4914-b6d0-ffe26ca77c41", "name": "network-vif-plugged", "status": "completed", "tag": "37093b5d-d1d3-4727-ba66-596f1a0989a9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:29:37.989840 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 37093b5d-d1d3-4727-ba66-596f1a0989a9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9,segment=NetworkSegment(0df64ecd-9c96-4705-8c67-d6f287261f20),segment_id=0df64ecd-9c96-4705-8c67-d6f287261f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:29:37.992008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ce3d5-3c75-4e95-b698-8b610db7d692 req-dba6e9d9-9f3e-487a-9fba-56350df1da95 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:37.994178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee1ce3d5-3c75-4e95-b698-8b610db7d692 req-dba6e9d9-9f3e-487a-9fba-56350df1da95 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 945 time: 0.0839765 Feb 02 13:29:37.995876 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:38.063493 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:38.076532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=37093b5d-d1d3-4727-ba66-596f1a0989a9,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:38.089057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee1ce3d5-3c75-4e95-b698-8b610db7d692 req-b51bc574-6b51-404e-86e4-4b5db300acf0 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878484 Feb 02 13:29:38.384930 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1980597-a804-4984-a4e0-6978b4802f5a x-openstack-request-id: req-d1980597-a804-4984-a4e0-6978b4802f5a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:29:38.385471 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ed6d4d-b186-4914-b6d0-ffe26ca77c41", "name": "network-vif-plugged", "status": "completed", "tag": "37093b5d-d1d3-4727-ba66-596f1a0989a9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:29:38.385901 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d1980597-a804-4984-a4e0-6978b4802f5a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:29:38.386495 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37093b5d-d1d3-4727-ba66-596f1a0989a9', 'code': 200} Feb 02 13:29:38.419935 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:29:38.529398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14a61f-d5ee-40d9-b73c-31016301023b req-109e0586-6ccb-4ff2-84c0-daccf18d8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:38.531880 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab14a61f-d5ee-40d9-b73c-31016301023b req-109e0586-6ccb-4ff2-84c0-daccf18d8086 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 1128 time: 0.0550785 Feb 02 13:29:38.588075 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ab14a61f-d5ee-40d9-b73c-31016301023b req-00f23581-0ac8-41c9-8aa9-2bff4deba59f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490632 Feb 02 13:29:39.223798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd73f5-8421-4620-a073-13bf85eddea8 req-56d73421-e571-4d61-b587-ee1a50b4961a tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:39.226304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13fd73f5-8421-4620-a073-13bf85eddea8 req-56d73421-e571-4d61-b587-ee1a50b4961a tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 946 time: 0.0583947 Feb 02 13:29:39.281444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13fd73f5-8421-4620-a073-13bf85eddea8 req-bd38788d-66f4-4a4f-b712-627abe70d692 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486176 Feb 02 13:29:40.412595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5bd31-6751-4655-ab8f-4fc715ccceae req-500d47fc-086b-4435-a917-35870f7de4aa tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:40.414317 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26f5bd31-6751-4655-ab8f-4fc715ccceae req-500d47fc-086b-4435-a917-35870f7de4aa tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 946 time: 0.0531900 Feb 02 13:29:40.464565 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26f5bd31-6751-4655-ab8f-4fc715ccceae req-1d87b263-d3ab-4fb7-b5f3-5ca8d67c99d0 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442140 Feb 02 13:29:40.596251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cef8e0-0f50-4fa2-8059-8ba23d4eeb56 req-a94d64fe-dc6b-45d1-8ff1-637a41a67a07 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:40.597226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1cef8e0-0f50-4fa2-8059-8ba23d4eeb56 req-a94d64fe-dc6b-45d1-8ff1-637a41a67a07 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 946 time: 0.0620811 Feb 02 13:29:40.658022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1cef8e0-0f50-4fa2-8059-8ba23d4eeb56 req-8159aceb-2eb9-46b3-a15a-416179bc10a6 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494189 Feb 02 13:29:40.789588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab24ac-d2b4-4f07-832a-3cf3ae56acc0 req-7b894c4c-a497-4151-97cb-39f32d7c6f17 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:40.797349 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-daab24ac-d2b4-4f07-832a-3cf3ae56acc0 req-7b894c4c-a497-4151-97cb-39f32d7c6f17 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 946 time: 0.0641234 Feb 02 13:29:40.878504 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-daab24ac-d2b4-4f07-832a-3cf3ae56acc0 req-ef43bd05-3274-4621-96b9-44c720597585 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771027 Feb 02 13:29:40.888319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52154) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:41.206451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1524a79-6aed-4257-8815-c79eff4e0cb0 tempest-TestServerBasicOps-725149040 tempest-TestServerBasicOps-725149040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:41.211674 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c1524a79-6aed-4257-8815-c79eff4e0cb0 tempest-TestServerBasicOps-725149040 tempest-TestServerBasicOps-725149040-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 1123 time: 0.3220694 Feb 02 13:29:41.212930 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52166) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:41.222651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': '37093b5d-d1d3-4727-ba66-596f1a0989a9', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:29:41.247070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:41.345172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:41.454711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Allocated IP 172.25.4.210 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/1863cff4-57ae-4180-b900-aad0989ddeb6) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:29:41.559249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for port (1863cff4-57ae-4180-b900-aad0989ddeb6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:41.593469 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1863cff4-57ae-4180-b900-aad0989ddeb6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:41.635377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:29:41.639601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:29:41.643329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:29:41.666443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event updated for resources: {'Port': ['ID=1863cff4-57ae-4180-b900-aad0989ddeb6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:41.675923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:41.676282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:41.676618 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:41.677046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:41.677252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:41.677980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:41.678530 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:41.679009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:41.680135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:41.680468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:41.680801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:41.681117 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:41.681441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:42.121985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for floatingip (e4b3c08e-b5fe-4a79-94d7-7108ab460626), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:42.203086 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1863cff4-57ae-4180-b900-aad0989ddeb6), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:42.362665 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for port (1863cff4-57ae-4180-b900-aad0989ddeb6), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:42.369239 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (1863cff4-57ae-4180-b900-aad0989ddeb6), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:42.447980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event updated for resources: {'Port': ['ID=1863cff4-57ae-4180-b900-aad0989ddeb6,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:42.466847 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (e4b3c08e-b5fe-4a79-94d7-7108ab460626), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:42.596694 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Floating IP e4b3c08e-b5fe-4a79-94d7-7108ab460626 associated. External IP: 172.25.4.210, port: 37093b5d-d1d3-4727-ba66-596f1a0989a9. Feb 02 13:29:42.903018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Router 030c6970-b6eb-46fe-9fdf-7624cb31832b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:29:43.357551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:29:43.377249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d9154-7a0c-47c0-b6d5-7993aa56a894 None None] Sync routers for ids ['030c6970-b6eb-46fe-9fdf-7624cb31832b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:29:43.390699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d9154-7a0c-47c0-b6d5-7993aa56a894 None None] Routers {'030c6970-b6eb-46fe-9fdf-7624cb31832b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:29:43.391324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9d8d9154-7a0c-47c0-b6d5-7993aa56a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:29:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['030c6970-b6eb-46fe-9fdf-7624cb31832b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:43.392469 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:43.440490 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f2f12b72-6b1f-44a9-9c39-5c7003cff879 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2125707 Feb 02 13:29:43.440490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'tag': '37093b5d-d1d3-4727-ba66-596f1a0989a9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:29:43.440490 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1f3f87-0083-40c2-8d72-6dc7844e7ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "09ed6d4d-b186-4914-b6d0-ffe26ca77c41", "tag": "37093b5d-d1d3-4727-ba66-596f1a0989a9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:29:43.599641 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9d8d9154-7a0c-47c0-b6d5-7993aa56a894 None None] Set router 030c6970-b6eb-46fe-9fdf-7624cb31832b gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:29:43.637475 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205b11a6-68c2-4da3-ac3a-f9934e76c671 x-openstack-request-id: req-205b11a6-68c2-4da3-ac3a-f9934e76c671 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:29:43.638211 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ed6d4d-b186-4914-b6d0-ffe26ca77c41", "tag": "37093b5d-d1d3-4727-ba66-596f1a0989a9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:29:43.638547 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-205b11a6-68c2-4da3-ac3a-f9934e76c671 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:29:43.639006 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'tag': '37093b5d-d1d3-4727-ba66-596f1a0989a9', 'status': 'completed', 'code': 200} Feb 02 13:29:43.805282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3f87-0083-40c2-8d72-6dc7844e7ae8 req-4f846163-4710-4630-8b5f-ca1d6c5dbda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:43.807231 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f1f3f87-0083-40c2-8d72-6dc7844e7ae8 req-4f846163-4710-4630-8b5f-ca1d6c5dbda2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86e28d2ac0ce4d0ca658e395a4bb32ad&device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 1128 time: 0.1246114 Feb 02 13:29:43.980570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3f87-0083-40c2-8d72-6dc7844e7ae8 req-d87bb274-5477-46c4-a243-4c10e5eab701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:43.982234 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f1f3f87-0083-40c2-8d72-6dc7844e7ae8 req-d87bb274-5477-46c4-a243-4c10e5eab701 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd HTTP/1.1" status: 200 len: 909 time: 0.1679299 Feb 02 13:29:44.065504 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f1f3f87-0083-40c2-8d72-6dc7844e7ae8 req-259ccf5c-d9a6-4c40-86c7-93fe010b7752 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9 HTTP/1.1" status: 200 len: 1000 time: 0.0757978 Feb 02 13:29:44.089239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9d8d9154-7a0c-47c0-b6d5-7993aa56a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e4b3c08e-b5fe-4a79-94d7-7108ab460626', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'port_id': '37093b5d-d1d3-4727-ba66-596f1a0989a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'mac_address': 'fa:16:3e:59:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:29:41Z', 'updated_at': '2022-02-02T13:29:41Z', 'revision_number': 0, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ec6336-f3c7-4c4c-ae4c-3814787361dd', 'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'mac_address': 'fa:16:3e:bc:34:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:10Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 5, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'subnets': [{'id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:44.162768 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3f87-0083-40c2-8d72-6dc7844e7ae8 req-f7141d40-7618-4aa2-9140-8fed7376d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:44.171628 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f1f3f87-0083-40c2-8d72-6dc7844e7ae8 req-f7141d40-7618-4aa2-9140-8fed7376d03f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7fa6e74-4bf2-4518-8565-fcb26f144e98 HTTP/1.1" status: 200 len: 847 time: 0.0940263 Feb 02 13:29:44.262846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f3f87-0083-40c2-8d72-6dc7844e7ae8 req-36ff7080-db20-4eb5-b248-29032cf3a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:44.264671 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f1f3f87-0083-40c2-8d72-6dc7844e7ae8 req-36ff7080-db20-4eb5-b248-29032cf3a700 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0867989 Feb 02 13:29:44.303753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d9154-7a0c-47c0-b6d5-7993aa56a894 None None] Checking router: 030c6970-b6eb-46fe-9fdf-7624cb31832b for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:29:44.320651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d9154-7a0c-47c0-b6d5-7993aa56a894 None None] Routers {'030c6970-b6eb-46fe-9fdf-7624cb31832b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:29:44.321420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9d8d9154-7a0c-47c0-b6d5-7993aa56a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:29:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['030c6970-b6eb-46fe-9fdf-7624cb31832b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:44.389455 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f1f3f87-0083-40c2-8d72-6dc7844e7ae8 req-424621a4-48d5-40e5-b030-b5b333f91543 service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133733 Feb 02 13:29:44.437087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9d8d9154-7a0c-47c0-b6d5-7993aa56a894 None None] Set router 030c6970-b6eb-46fe-9fdf-7624cb31832b gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:29:44.555180 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f1f3f87-0083-40c2-8d72-6dc7844e7ae8 req-c44c24b8-99ac-4595-81a0-f36c4bbba8da service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587996 Feb 02 13:29:44.870109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9d8d9154-7a0c-47c0-b6d5-7993aa56a894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e4b3c08e-b5fe-4a79-94d7-7108ab460626', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'port_id': '37093b5d-d1d3-4727-ba66-596f1a0989a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'mac_address': 'fa:16:3e:59:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:29:41Z', 'updated_at': '2022-02-02T13:29:41Z', 'revision_number': 0, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ec6336-f3c7-4c4c-ae4c-3814787361dd', 'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'mac_address': 'fa:16:3e:bc:34:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:10Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 5, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'subnets': [{'id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:29:44.911816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d9154-7a0c-47c0-b6d5-7993aa56a894 None None] The sync data for ids ['030c6970-b6eb-46fe-9fdf-7624cb31832b'] in n-d-827336-2 is: [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e4b3c08e-b5fe-4a79-94d7-7108ab460626', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'port_id': '37093b5d-d1d3-4727-ba66-596f1a0989a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'mac_address': 'fa:16:3e:59:ac:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:29:41Z', 'updated_at': '2022-02-02T13:29:41Z', 'revision_number': 0, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72ec6336-f3c7-4c4c-ae4c-3814787361dd', 'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'mac_address': 'fa:16:3e:bc:34:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:10Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 5, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'subnets': [{'id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:29:45.199951 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d71e70-9d17-4b38-b12d-849584ddd145 None None] New status for floating IP e4b3c08e-b5fe-4a79-94d7-7108ab460626: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:29:51.295232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52312) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:51.491852 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-217ce6f1-65fe-4062-8049-8aed6f0399f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:51.705204 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-217ce6f1-65fe-4062-8049-8aed6f0399f9 admin admin] Publish callbacks [] for security_group (6b38ea8c-cd27-497a-8548-7aedae9f46c2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:51.716325 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-217ce6f1-65fe-4062-8049-8aed6f0399f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6b38ea8c-cd27-497a-8548-7aedae9f46c2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:51.770338 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-217ce6f1-65fe-4062-8049-8aed6f0399f9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=f2be841bc2304185b56f6b888599e49a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4726663 Feb 02 13:29:51.771201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ce6f1-65fe-4062-8049-8aed6f0399f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b38ea8c-cd27-497a-8548-7aedae9f46c2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:51.777620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52320) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:51.888707 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27c25731-c860-48a3-addb-371db867a1e0 admin admin] Publish callbacks [] for security_group (6b38ea8c-cd27-497a-8548-7aedae9f46c2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:51.944067 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27c25731-c860-48a3-addb-371db867a1e0 admin admin] Publish callbacks [] for security_group (6b38ea8c-cd27-497a-8548-7aedae9f46c2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:52.070809 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27c25731-c860-48a3-addb-371db867a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6b38ea8c-cd27-497a-8548-7aedae9f46c2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:52.074783 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-27c25731-c860-48a3-addb-371db867a1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:52.076694 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-27c25731-c860-48a3-addb-371db867a1e0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6b38ea8c-cd27-497a-8548-7aedae9f46c2 HTTP/1.1" status: 204 len: 168 time: 0.2978225 Feb 02 13:29:52.104049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c25731-c860-48a3-addb-371db867a1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b38ea8c-cd27-497a-8548-7aedae9f46c2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:53.707780 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38bd6a3a-a65a-49ca-b523-7bab152c9931 req-96a9e23a-60d0-41ba-bb9e-a9f1565c01cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0632532 Feb 02 13:29:53.958272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd6a3a-a65a-49ca-b523-7bab152c9931 req-5010742a-44af-4ae9-8884-64694490981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:53.961602 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38bd6a3a-a65a-49ca-b523-7bab152c9931 req-5010742a-44af-4ae9-8884-64694490981f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86e28d2ac0ce4d0ca658e395a4bb32ad&device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 1128 time: 0.1422315 Feb 02 13:29:54.162476 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd6a3a-a65a-49ca-b523-7bab152c9931 req-a4d6f209-1372-4b48-b8c9-9ebbb8350ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:54.164325 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38bd6a3a-a65a-49ca-b523-7bab152c9931 req-a4d6f209-1372-4b48-b8c9-9ebbb8350ecc service neutron] 10.222.0.62 "GET /v2.0/networks?id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd HTTP/1.1" status: 200 len: 909 time: 0.1556220 Feb 02 13:29:54.407181 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38bd6a3a-a65a-49ca-b523-7bab152c9931 req-75289eb2-7d86-4304-b2b1-5c232a70c9e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9 HTTP/1.1" status: 200 len: 1002 time: 0.2283111 Feb 02 13:29:54.541564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd6a3a-a65a-49ca-b523-7bab152c9931 req-3451ce07-73ea-449d-9939-9b9ddb45313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:54.543105 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38bd6a3a-a65a-49ca-b523-7bab152c9931 req-3451ce07-73ea-449d-9939-9b9ddb45313f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7fa6e74-4bf2-4518-8565-fcb26f144e98 HTTP/1.1" status: 200 len: 847 time: 0.1234593 Feb 02 13:29:54.661206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd6a3a-a65a-49ca-b523-7bab152c9931 req-80ccb6e9-7360-4ea7-ab49-f864b15853aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:29:54.663882 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38bd6a3a-a65a-49ca-b523-7bab152c9931 req-80ccb6e9-7360-4ea7-ab49-f864b15853aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1102307 Feb 02 13:29:54.956433 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38bd6a3a-a65a-49ca-b523-7bab152c9931 req-bebdb8bd-fc0f-48a4-8bac-db0ff1efe8df service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813544 Feb 02 13:29:55.241363 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-38bd6a3a-a65a-49ca-b523-7bab152c9931 req-be14b883-2c3f-4614-929d-988f2ade63b5 service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769487 Feb 02 13:29:55.263661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:55.530805 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-377771ad-dd5d-407d-bcbe-e25a5012a69d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:55.715408 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-377771ad-dd5d-407d-bcbe-e25a5012a69d admin admin] Publish callbacks [] for security_group (8efea9f4-b115-473e-8b90-9b8e753914ee), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:55.729156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-377771ad-dd5d-407d-bcbe-e25a5012a69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8efea9f4-b115-473e-8b90-9b8e753914ee), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:55.822115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377771ad-dd5d-407d-bcbe-e25a5012a69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efea9f4-b115-473e-8b90-9b8e753914ee,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:55.832909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52416) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:55.843470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-377771ad-dd5d-407d-bcbe-e25a5012a69d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fdb15bd36dd747fb8b0d9a91948d890a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5761988 Feb 02 13:29:55.912297 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65a6e940-1509-4af6-939c-2cb4072ce44f admin admin] Publish callbacks [] for security_group (8efea9f4-b115-473e-8b90-9b8e753914ee), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:55.960939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65a6e940-1509-4af6-939c-2cb4072ce44f admin admin] Publish callbacks [] for security_group (8efea9f4-b115-473e-8b90-9b8e753914ee), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:56.044428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65a6e940-1509-4af6-939c-2cb4072ce44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8efea9f4-b115-473e-8b90-9b8e753914ee), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:56.047273 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65a6e940-1509-4af6-939c-2cb4072ce44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:56.049674 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-65a6e940-1509-4af6-939c-2cb4072ce44f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8efea9f4-b115-473e-8b90-9b8e753914ee HTTP/1.1" status: 204 len: 168 time: 0.2139947 Feb 02 13:29:56.069009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6e940-1509-4af6-939c-2cb4072ce44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efea9f4-b115-473e-8b90-9b8e753914ee,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:56.537739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:56.555099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:56.687049 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Publish callbacks [] for security_group (b56e15bb-3202-48c2-9afa-90c45724565b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:56.692985 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b56e15bb-3202-48c2-9afa-90c45724565b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:56.732884 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=325415fd22f14deb893839c9065dd497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939473 Feb 02 13:29:56.733193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52452) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:56.760968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56e15bb-3202-48c2-9afa-90c45724565b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:56.773872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.774725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.775333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.775893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.776476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.777013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.777562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.778181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.779533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.780067 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.780605 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.781143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.781662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc2e042-8587-4357-aed1-540cbc002bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:29:56.857351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e490b265-639a-4b29-bce2-bdeda2fb978d admin admin] Publish callbacks [] for security_group (b56e15bb-3202-48c2-9afa-90c45724565b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:56.895605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e490b265-639a-4b29-bce2-bdeda2fb978d admin admin] Publish callbacks [] for security_group (b56e15bb-3202-48c2-9afa-90c45724565b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:56.978546 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e490b265-639a-4b29-bce2-bdeda2fb978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b56e15bb-3202-48c2-9afa-90c45724565b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:56.982458 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e490b265-639a-4b29-bce2-bdeda2fb978d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:56.984864 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e490b265-639a-4b29-bce2-bdeda2fb978d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b56e15bb-3202-48c2-9afa-90c45724565b HTTP/1.1" status: 204 len: 168 time: 0.2468336 Feb 02 13:29:56.993813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490b265-639a-4b29-bce2-bdeda2fb978d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56e15bb-3202-48c2-9afa-90c45724565b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:57.654945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52490) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:57.845127 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6a109b3-ac6e-4e27-a261-76f3bd142ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:57.949564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6a109b3-ac6e-4e27-a261-76f3bd142ced admin admin] Publish callbacks [] for security_group (5f64eadc-078e-40da-8353-7ccb06f0f9b4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:57.956856 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6a109b3-ac6e-4e27-a261-76f3bd142ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5f64eadc-078e-40da-8353-7ccb06f0f9b4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:57.995607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:58.007281 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c6a109b3-ac6e-4e27-a261-76f3bd142ced admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ff14fbc9562b4af8bbb1b5f33ba32fe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3481052 Feb 02 13:29:58.037494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a109b3-ac6e-4e27-a261-76f3bd142ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f64eadc-078e-40da-8353-7ccb06f0f9b4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:58.089687 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcc6021e-aea9-465d-9441-1f9d42b90723 admin admin] Publish callbacks [] for security_group (5f64eadc-078e-40da-8353-7ccb06f0f9b4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:58.113772 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcc6021e-aea9-465d-9441-1f9d42b90723 admin admin] Publish callbacks [] for security_group (5f64eadc-078e-40da-8353-7ccb06f0f9b4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:58.175091 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcc6021e-aea9-465d-9441-1f9d42b90723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5f64eadc-078e-40da-8353-7ccb06f0f9b4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:58.178097 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcc6021e-aea9-465d-9441-1f9d42b90723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:58.182917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fcc6021e-aea9-465d-9441-1f9d42b90723 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5f64eadc-078e-40da-8353-7ccb06f0f9b4 HTTP/1.1" status: 204 len: 168 time: 0.1860788 Feb 02 13:29:58.193194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6021e-aea9-465d-9441-1f9d42b90723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f64eadc-078e-40da-8353-7ccb06f0f9b4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:58.593482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52524) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:58.610570 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b92ae4ca-6cdb-4aeb-b235-c3f331e73804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:58.718660 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b92ae4ca-6cdb-4aeb-b235-c3f331e73804 admin admin] Publish callbacks [] for security_group (a421329b-b2b3-41b8-84b1-9c73d594c41d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:58.723160 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b92ae4ca-6cdb-4aeb-b235-c3f331e73804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a421329b-b2b3-41b8-84b1-9c73d594c41d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:58.764673 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b92ae4ca-6cdb-4aeb-b235-c3f331e73804 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=afe345f5d67a402f88f37cc5bc2bbd93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1699829 Feb 02 13:29:58.765636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ae4ca-6cdb-4aeb-b235-c3f331e73804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a421329b-b2b3-41b8-84b1-9c73d594c41d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:29:58.767728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:29:58.841673 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c636b9-e8a8-4841-be8c-f95d84b8c806 admin admin] Publish callbacks [] for security_group (a421329b-b2b3-41b8-84b1-9c73d594c41d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:58.876588 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c636b9-e8a8-4841-be8c-f95d84b8c806 admin admin] Publish callbacks [] for security_group (a421329b-b2b3-41b8-84b1-9c73d594c41d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:58.933486 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c636b9-e8a8-4841-be8c-f95d84b8c806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a421329b-b2b3-41b8-84b1-9c73d594c41d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:58.936335 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c636b9-e8a8-4841-be8c-f95d84b8c806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:29:58.937517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-87c636b9-e8a8-4841-be8c-f95d84b8c806 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a421329b-b2b3-41b8-84b1-9c73d594c41d HTTP/1.1" status: 204 len: 168 time: 0.1687768 Feb 02 13:29:58.946730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c636b9-e8a8-4841-be8c-f95d84b8c806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a421329b-b2b3-41b8-84b1-9c73d594c41d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:00.835979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52602) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:00.997148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:01.026526 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:01.142125 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:01.288075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Allocated IP 172.25.4.162 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/435d1ab1-7fc7-4f14-bf4a-04df64f955d7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:30:01.400026 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks [] for port (435d1ab1-7fc7-4f14-bf4a-04df64f955d7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:01.438026 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (435d1ab1-7fc7-4f14-bf4a-04df64f955d7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:01.495462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Pushing event updated for resources: {'Port': ['ID=435d1ab1-7fc7-4f14-bf4a-04df64f955d7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:01.499053 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:30:01.505998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:30:01.512287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:30:01.603071 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks [] for floatingip (0b04d6ac-acd5-47b4-aef3-623dbb86d151), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:01.649219 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (435d1ab1-7fc7-4f14-bf4a-04df64f955d7), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:01.785174 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46b1a19b-a006-426b-833a-923f88b5bd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:01.858386 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks [] for port (435d1ab1-7fc7-4f14-bf4a-04df64f955d7), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:01.867886 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (435d1ab1-7fc7-4f14-bf4a-04df64f955d7), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:01.911450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Pushing event updated for resources: {'Port': ['ID=435d1ab1-7fc7-4f14-bf4a-04df64f955d7,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:01.950327 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (0b04d6ac-acd5-47b4-aef3-623dbb86d151), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:01.966790 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:01.968068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9511ce41-4df0-4fba-9539-779f35f41f99 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1307437 Feb 02 13:30:01.971491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52626) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:01.976701 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c0f815e2-0d5d-42d9-89d6-910804a5781f tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2135796511', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'fixed_ips': [{'ip_address': '172.25.4.162'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:01.998800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f815e2-0d5d-42d9-89d6-910804a5781f tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Made reservation on behalf of d9bc3616302f4916822aaae847a7b397 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:30:02.001604 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0f815e2-0d5d-42d9-89d6-910804a5781f tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:02.011816 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0f815e2-0d5d-42d9-89d6-910804a5781f tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:02.096898 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0f815e2-0d5d-42d9-89d6-910804a5781f tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks [] for security_group (c75edf21-54f5-48bf-9c53-f06dbbc93013), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:02.103888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0f815e2-0d5d-42d9-89d6-910804a5781f tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c75edf21-54f5-48bf-9c53-f06dbbc93013), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:02.116409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-c0f815e2-0d5d-42d9-89d6-910804a5781f tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] device_id is not set on port 45f73d30-79e5-4584-aed0-03fe3151fd5d yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:30:02.203998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f815e2-0d5d-42d9-89d6-910804a5781f tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75edf21-54f5-48bf-9c53-f06dbbc93013,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:02.368599 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f815e2-0d5d-42d9-89d6-910804a5781f tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 02 13:30:02.369174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f815e2-0d5d-42d9-89d6-910804a5781f tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:30:02.390385 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c0f815e2-0d5d-42d9-89d6-910804a5781f tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4176662 Feb 02 13:30:02.393401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52636) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:02.579057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e62728cb-27e9-4831-b103-56931c38c88e tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Deleting port 435d1ab1-7fc7-4f14-bf4a-04df64f955d7 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:30:02.579472 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e62728cb-27e9-4831-b103-56931c38c88e tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (435d1ab1-7fc7-4f14-bf4a-04df64f955d7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:02.708739 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e62728cb-27e9-4831-b103-56931c38c88e tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (435d1ab1-7fc7-4f14-bf4a-04df64f955d7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:02.709044 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e62728cb-27e9-4831-b103-56931c38c88e tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks [] for floatingip (435d1ab1-7fc7-4f14-bf4a-04df64f955d7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:02.723555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e62728cb-27e9-4831-b103-56931c38c88e tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Calling delete_port for 435d1ab1-7fc7-4f14-bf4a-04df64f955d7 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:30:02.899617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e62728cb-27e9-4831-b103-56931c38c88e tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (435d1ab1-7fc7-4f14-bf4a-04df64f955d7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:02.924688 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62728cb-27e9-4831-b103-56931c38c88e tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Pushing event deleted for resources: {'Port': ['ID=435d1ab1-7fc7-4f14-bf4a-04df64f955d7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:03.014117 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e62728cb-27e9-4831-b103-56931c38c88e tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks [] for floatingip (0b04d6ac-acd5-47b4-aef3-623dbb86d151), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:03.018223 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e62728cb-27e9-4831-b103-56931c38c88e tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:03.019863 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e62728cb-27e9-4831-b103-56931c38c88e tempest-ExternalNetworksAdminNegativeTestJSON-1811358787 tempest-ExternalNetworksAdminNegativeTestJSON-1811358787-project-admin] 10.222.0.83 "DELETE /v2.0/floatingips/0b04d6ac-acd5-47b4-aef3-623dbb86d151 HTTP/1.1" status: 204 len: 168 time: 0.6234484 Feb 02 13:30:03.349858 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52656) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:03.481135 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab4d1-be62-4959-b22c-120533048461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:03.559978 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab4d1-be62-4959-b22c-120533048461 admin admin] Publish callbacks [] for security_group (af175399-ae2c-4c9b-a083-c1f1a5e48dcf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:03.567440 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef3ab4d1-be62-4959-b22c-120533048461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (af175399-ae2c-4c9b-a083-c1f1a5e48dcf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:03.618495 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ef3ab4d1-be62-4959-b22c-120533048461 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e0ab9dfa9c98473ea1ab9af5846abafb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2674725 Feb 02 13:30:03.619256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ab4d1-be62-4959-b22c-120533048461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af175399-ae2c-4c9b-a083-c1f1a5e48dcf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:03.621293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52660) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:03.716815 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c012a43-6cb3-4ce9-ab85-02816543152d admin admin] Publish callbacks [] for security_group (af175399-ae2c-4c9b-a083-c1f1a5e48dcf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:03.766002 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c012a43-6cb3-4ce9-ab85-02816543152d admin admin] Publish callbacks [] for security_group (af175399-ae2c-4c9b-a083-c1f1a5e48dcf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:03.821105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c012a43-6cb3-4ce9-ab85-02816543152d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (af175399-ae2c-4c9b-a083-c1f1a5e48dcf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:03.824939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8c012a43-6cb3-4ce9-ab85-02816543152d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:03.826288 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8c012a43-6cb3-4ce9-ab85-02816543152d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/af175399-ae2c-4c9b-a083-c1f1a5e48dcf HTTP/1.1" status: 204 len: 168 time: 0.2040007 Feb 02 13:30:03.835663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c012a43-6cb3-4ce9-ab85-02816543152d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af175399-ae2c-4c9b-a083-c1f1a5e48dcf,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:04.089182 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a734a28-d9fa-4075-bdf7-b7e923095725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:04.228871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52672) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:04.271789 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9d2c0d63-3cd1-4d03-8f01-63a158fbf142 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d9bc3616302f4916822aaae847a7b397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415370 Feb 02 13:30:04.274377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:04.328084 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f574137-e1d8-4fee-bde4-51e09bbc7a6a admin admin] Publish callbacks [] for security_group (c75edf21-54f5-48bf-9c53-f06dbbc93013), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:04.354296 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f574137-e1d8-4fee-bde4-51e09bbc7a6a admin admin] Publish callbacks [] for security_group (c75edf21-54f5-48bf-9c53-f06dbbc93013), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:04.419772 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f574137-e1d8-4fee-bde4-51e09bbc7a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c75edf21-54f5-48bf-9c53-f06dbbc93013), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:04.428577 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2f574137-e1d8-4fee-bde4-51e09bbc7a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:04.432284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2f574137-e1d8-4fee-bde4-51e09bbc7a6a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c75edf21-54f5-48bf-9c53-f06dbbc93013 HTTP/1.1" status: 204 len: 168 time: 0.1548593 Feb 02 13:30:04.443721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f574137-e1d8-4fee-bde4-51e09bbc7a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75edf21-54f5-48bf-9c53-f06dbbc93013,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:05.607738 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:06.813186 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:06.853754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52742) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:06.870128 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:07.081047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-73f17eb3-9a0e-424a-be9f-88d2239680c9 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:07.142539 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-73f17eb3-9a0e-424a-be9f-88d2239680c9 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] 10.222.0.83 "PUT /v2.0/quotas/467c268874074d1d98ed9673ff6d62ac HTTP/1.1" status: 200 len: 366 time: 0.2875664 Feb 02 13:30:07.152051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52754) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:07.163921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52756) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:07.164223 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bcdbada7-b373-402d-a97f-4b9c57657724 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] 10.222.0.83 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0177701 Feb 02 13:30:07.183937 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e29499aa-b2f5-49c9-aab3-e6448d6846fa tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] 10.222.0.83 "GET /v2.0/quotas/467c268874074d1d98ed9673ff6d62ac HTTP/1.1" status: 200 len: 366 time: 0.0162294 Feb 02 13:30:07.184245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52758) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:07.222932 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-53fe2e0d-ca6c-435b-ba83-01bd4df3f083 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] 10.222.0.83 "DELETE /v2.0/quotas/467c268874074d1d98ed9673ff6d62ac HTTP/1.1" status: 204 len: 168 time: 0.0359015 Feb 02 13:30:07.225441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52760) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:07.239299 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52762) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:07.259981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-023bf1a9-7828-4b28-b897-b9af49e7bf88 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] 10.222.0.83 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0202596 Feb 02 13:30:07.263821 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-519b8967-bfb8-4984-b4d0-1cab0e821d52 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] 10.222.0.83 "GET /v2.0/quotas/467c268874074d1d98ed9673ff6d62ac HTTP/1.1" status: 200 len: 370 time: 0.0230069 Feb 02 13:30:07.266421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52764) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:07.281103 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f3038781-5355-44f6-877e-bdf9d95ef4a9 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] 10.222.0.83 "GET /v2.0/quotas/467c268874074d1d98ed9673ff6d62ac/default HTTP/1.1" status: 200 len: 370 time: 0.0131719 Feb 02 13:30:07.283716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52766) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:07.296351 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-857da37d-7d62-4418-a057-938a9cc0f1e6 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] delete failed (client error): The resource could not be found. Feb 02 13:30:07.297827 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-857da37d-7d62-4418-a057-938a9cc0f1e6 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] 10.222.0.83 "DELETE /v2.0/quotas/467c268874074d1d98ed9673ff6d62ac HTTP/1.1" status: 404 len: 348 time: 0.0128796 Feb 02 13:30:07.494858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52770) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:07.523092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Usage tracker for resource:network and project:4cb6c818535b4b139e36995cca012587 is out of sync, need to count used quota {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 13:30:07.527870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 13:30:07.536656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Usage tracker for resource:subnet and project:4cb6c818535b4b139e36995cca012587 is out of sync, need to count used quota {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 13:30:07.541157 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 13:30:07.548995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Usage tracker for resource:subnetpool and project:4cb6c818535b4b139e36995cca012587 is out of sync, need to count used quota {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 13:30:07.555551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 13:30:07.563647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Usage tracker for resource:port and project:4cb6c818535b4b139e36995cca012587 is out of sync, need to count used quota {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 13:30:07.567850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 13:30:07.576416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Usage tracker for resource:router and project:4cb6c818535b4b139e36995cca012587 is out of sync, need to count used quota {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 13:30:07.580483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 13:30:07.588125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Usage tracker for resource:floatingip and project:4cb6c818535b4b139e36995cca012587 is out of sync, need to count used quota {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 13:30:07.592016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 13:30:07.639591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Usage tracker for resource:security_group and project:4cb6c818535b4b139e36995cca012587 is out of sync, need to count used quota {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 13:30:07.643517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 13:30:07.650570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Usage tracker for resource:security_group_rule and project:4cb6c818535b4b139e36995cca012587 is out of sync, need to count used quota {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 02 13:30:07.655901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.quota.resource [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103187) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 02 13:30:07.662094 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f1c665bd-b96b-432f-a1b9-3ddfb58ab1f5 tempest-QuotasTest-260801772 tempest-QuotasTest-260801772-project-admin] 10.222.0.83 "GET /v2.0/quotas/4cb6c818535b4b139e36995cca012587/details.json HTTP/1.1" status: 200 len: 703 time: 0.1657636 Feb 02 13:30:07.772023 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:08.038179 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:08.414443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52784) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:08.530539 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84e4b86b-e145-42b2-a178-00fedea39bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:08.622748 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84e4b86b-e145-42b2-a178-00fedea39bde admin admin] Publish callbacks [] for security_group (c840984a-0006-41c4-9c82-0e4148d4438c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:08.629853 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-84e4b86b-e145-42b2-a178-00fedea39bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c840984a-0006-41c4-9c82-0e4148d4438c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:08.672476 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4b86b-e145-42b2-a178-00fedea39bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c840984a-0006-41c4-9c82-0e4148d4438c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:08.679474 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-84e4b86b-e145-42b2-a178-00fedea39bde admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e9363e173963454091c62a4bd2c2faeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2623630 Feb 02 13:30:08.680538 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52788) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:08.758758 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a6d23e1-53e2-449f-8a58-0b98f215d27f admin admin] Publish callbacks [] for security_group (c840984a-0006-41c4-9c82-0e4148d4438c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:08.786893 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a6d23e1-53e2-449f-8a58-0b98f215d27f admin admin] Publish callbacks [] for security_group (c840984a-0006-41c4-9c82-0e4148d4438c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:08.858362 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a6d23e1-53e2-449f-8a58-0b98f215d27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c840984a-0006-41c4-9c82-0e4148d4438c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:08.861824 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0a6d23e1-53e2-449f-8a58-0b98f215d27f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:08.866738 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a6d23e1-53e2-449f-8a58-0b98f215d27f admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c840984a-0006-41c4-9c82-0e4148d4438c HTTP/1.1" status: 204 len: 168 time: 0.1841207 Feb 02 13:30:08.876834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d23e1-53e2-449f-8a58-0b98f215d27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c840984a-0006-41c4-9c82-0e4148d4438c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:09.248555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52798) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:09.266043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e110d0a2-0492-425c-89c5-7fec913a88c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:09.389672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e110d0a2-0492-425c-89c5-7fec913a88c6 admin admin] Publish callbacks [] for security_group (8365b214-0953-4f39-9ba8-6bee4b2d1fd8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:09.397778 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e110d0a2-0492-425c-89c5-7fec913a88c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8365b214-0953-4f39-9ba8-6bee4b2d1fd8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:09.462203 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e110d0a2-0492-425c-89c5-7fec913a88c6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4cb6c818535b4b139e36995cca012587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2094817 Feb 02 13:30:09.462871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52804) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:09.497599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110d0a2-0492-425c-89c5-7fec913a88c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8365b214-0953-4f39-9ba8-6bee4b2d1fd8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:09.531226 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-309205d9-7fa8-44ce-b8dd-37775f7353ab admin admin] Publish callbacks [] for security_group (8365b214-0953-4f39-9ba8-6bee4b2d1fd8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:09.554909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-309205d9-7fa8-44ce-b8dd-37775f7353ab admin admin] Publish callbacks [] for security_group (8365b214-0953-4f39-9ba8-6bee4b2d1fd8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:09.618366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-309205d9-7fa8-44ce-b8dd-37775f7353ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8365b214-0953-4f39-9ba8-6bee4b2d1fd8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:09.622291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-309205d9-7fa8-44ce-b8dd-37775f7353ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:09.626010 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-309205d9-7fa8-44ce-b8dd-37775f7353ab admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8365b214-0953-4f39-9ba8-6bee4b2d1fd8 HTTP/1.1" status: 204 len: 168 time: 0.1602356 Feb 02 13:30:09.633119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309205d9-7fa8-44ce-b8dd-37775f7353ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8365b214-0953-4f39-9ba8-6bee4b2d1fd8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:11.498081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:11.770237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1587762594', 'router:external': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:11.839202 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Made reservation on behalf of 84cd29d6842b45b39fb07e3ce19f1995 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:30:11.847731 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:11.883074 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:11.996289 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for security_group (b3627a6b-cede-4bbe-a5dd-5b12ec4f8cdd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:12.003894 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b3627a6b-cede-4bbe-a5dd-5b12ec4f8cdd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:12.037611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3627a6b-cede-4bbe-a5dd-5b12ec4f8cdd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:12.057104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:30:12.069046 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b0c5e6e6-f739-4755-8f52-6a6db907cb61), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:12.069708 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Added segment b0c5e6e6-f739-4755-8f52-6a6db907cb61 of type vlan for network af268870-276c-4296-be2f-59d54aff416b Feb 02 13:30:12.151576 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (af268870-276c-4296-be2f-59d54aff416b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:12.249660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (af268870-276c-4296-be2f-59d54aff416b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:12.265802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:12.280276 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:12.673667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52880) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:12.726251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event updated for resources: {'Network': ['ID=af268870-276c-4296-be2f-59d54aff416b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:12.738900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52884) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:12.740701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-06b44ed6-b8b8-4d08-b810-d7d716d6cb1c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2364571 Feb 02 13:30:12.745070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Request body: {'subnet': {'network_id': 'af268870-276c-4296-be2f-59d54aff416b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:12.747518 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network af268870-276c-4296-be2f-59d54aff416b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:30:12.866959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Made reservation on behalf of 84cd29d6842b45b39fb07e3ce19f1995 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:30:12.878905 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:13.215042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80ac2352-e7a4-43cb-a250-e28a5bfbb71d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:13.382988 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80ac2352-e7a4-43cb-a250-e28a5bfbb71d admin admin] Publish callbacks [] for security_group (ffd9b39c-2ffc-4185-98da-a827c3a4bc23), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:13.406167 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80ac2352-e7a4-43cb-a250-e28a5bfbb71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ffd9b39c-2ffc-4185-98da-a827c3a4bc23), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:13.440092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.objects.ports [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103187) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 02 13:30:13.440767 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (c9a62d6c-29af-4f57-b969-9fc063ba5b8d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:13.512827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:13.513005 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-80ac2352-e7a4-43cb-a250-e28a5bfbb71d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=fd66ed179e004fccbbc8c38d8f4f6fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8378227 Feb 02 13:30:13.515775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac2352-e7a4-43cb-a250-e28a5bfbb71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd9b39c-2ffc-4185-98da-a827c3a4bc23,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:13.527255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c9a62d6c-29af-4f57-b969-9fc063ba5b8d,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:13.559136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Checking segment: {'id': 'b0c5e6e6-f739-4755-8f52-6a6db907cb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'af268870-276c-4296-be2f-59d54aff416b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:30:13.559751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Network hostable DHCP agents. Network: af268870-276c-4296-be2f-59d54aff416b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:30:13.605578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Network af268870-276c-4296-be2f-59d54aff416b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:30:13.605802 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe7a1794-55be-4398-b21b-d0a3ec8e77e5 admin admin] Publish callbacks [] for security_group (ffd9b39c-2ffc-4185-98da-a827c3a4bc23), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:13.625171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, af268870-276c-4296-be2f-59d54aff416b) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:30:13.633071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:13.636772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9322d595-5400-4d65-881c-968f3eb6fe6a None None] Network af268870-276c-4296-be2f-59d54aff416b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:30:13.637280 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:13.661591 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe7a1794-55be-4398-b21b-d0a3ec8e77e5 admin admin] Publish callbacks [] for security_group (ffd9b39c-2ffc-4185-98da-a827c3a4bc23), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:13.699072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:13.701399 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a74684b4-1e40-4de8-89e0-1f30a682fb2e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.9602144 Feb 02 13:30:13.712081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1519482953', 'network_id': 'af268870-276c-4296-be2f-59d54aff416b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:13.806632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Made reservation on behalf of 84cd29d6842b45b39fb07e3ce19f1995 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:30:13.809355 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:13.827036 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe7a1794-55be-4398-b21b-d0a3ec8e77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ffd9b39c-2ffc-4185-98da-a827c3a4bc23), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:13.831336 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe7a1794-55be-4398-b21b-d0a3ec8e77e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:13.851213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fe7a1794-55be-4398-b21b-d0a3ec8e77e5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ffd9b39c-2ffc-4185-98da-a827c3a4bc23 HTTP/1.1" status: 204 len: 168 time: 0.3373003 Feb 02 13:30:13.880027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] device_id is not set on port 66e9276d-1f64-430a-98b5-22a168d980ed yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:30:13.894648 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a1794-55be-4398-b21b-d0a3ec8e77e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd9b39c-2ffc-4185-98da-a827c3a4bc23,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:13.927486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ff6762-a297-46e1-a2e6-e69bb495bcd7 None None] Network af268870-276c-4296-be2f-59d54aff416b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:30:14.095317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Allocated IP 2001:db8::2d7 (af268870-276c-4296-be2f-59d54aff416b/c9a62d6c-29af-4f57-b969-9fc063ba5b8d/66e9276d-1f64-430a-98b5-22a168d980ed) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:30:14.356842 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for port (66e9276d-1f64-430a-98b5-22a168d980ed), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:14.404148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52900) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:14.411695 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (66e9276d-1f64-430a-98b5-22a168d980ed), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:14.423968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42fedaf9-ad6f-46b6-a583-4b5c2af3b64d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:14.486847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Network af268870-276c-4296-be2f-59d54aff416b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:30:14.490469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:30:14.501289 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:30:14.502376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:14.503645 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:14.519032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event updated for resources: {'Port': ['ID=66e9276d-1f64-430a-98b5-22a168d980ed,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:14.538599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4e288336-9471-4758-b43b-d77a969e683f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8380866 Feb 02 13:30:14.544546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52902) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:14.579842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42fedaf9-ad6f-46b6-a583-4b5c2af3b64d admin admin] Publish callbacks [] for security_group (2e384ddd-efee-4de0-a63e-902b1225e10c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:14.587997 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42fedaf9-ad6f-46b6-a583-4b5c2af3b64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2e384ddd-efee-4de0-a63e-902b1225e10c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:14.652238 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-42fedaf9-ad6f-46b6-a583-4b5c2af3b64d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=d1223eb6d8274becb933d04a0923f86a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2463470 Feb 02 13:30:14.655163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52906) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:14.661926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fedaf9-ad6f-46b6-a583-4b5c2af3b64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e384ddd-efee-4de0-a63e-902b1225e10c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:14.697448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-af93b270-7b73-4bb3-bc93-2f55078113b1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Deleting port 66e9276d-1f64-430a-98b5-22a168d980ed {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:30:14.697448 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af93b270-7b73-4bb3-bc93-2f55078113b1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (66e9276d-1f64-430a-98b5-22a168d980ed), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:14.771408 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a269177-3c43-422d-a9e5-eb4aefe92d92 admin admin] Publish callbacks [] for security_group (2e384ddd-efee-4de0-a63e-902b1225e10c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:14.795794 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a269177-3c43-422d-a9e5-eb4aefe92d92 admin admin] Publish callbacks [] for security_group (2e384ddd-efee-4de0-a63e-902b1225e10c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:14.823884 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af93b270-7b73-4bb3-bc93-2f55078113b1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (66e9276d-1f64-430a-98b5-22a168d980ed), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:14.840914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-af93b270-7b73-4bb3-bc93-2f55078113b1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Calling delete_port for 66e9276d-1f64-430a-98b5-22a168d980ed owned by {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:30:14.862160 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a269177-3c43-422d-a9e5-eb4aefe92d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2e384ddd-efee-4de0-a63e-902b1225e10c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:14.873140 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a269177-3c43-422d-a9e5-eb4aefe92d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:14.874735 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4a269177-3c43-422d-a9e5-eb4aefe92d92 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2e384ddd-efee-4de0-a63e-902b1225e10c HTTP/1.1" status: 204 len: 168 time: 0.2186210 Feb 02 13:30:14.902799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a269177-3c43-422d-a9e5-eb4aefe92d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e384ddd-efee-4de0-a63e-902b1225e10c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:15.027677 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af93b270-7b73-4bb3-bc93-2f55078113b1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (66e9276d-1f64-430a-98b5-22a168d980ed), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:15.060124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93b270-7b73-4bb3-bc93-2f55078113b1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event deleted for resources: {'Port': ['ID=66e9276d-1f64-430a-98b5-22a168d980ed,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:15.094766 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-af93b270-7b73-4bb3-bc93-2f55078113b1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:15.098225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-af93b270-7b73-4bb3-bc93-2f55078113b1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "DELETE /v2.0/ports/66e9276d-1f64-430a-98b5-22a168d980ed HTTP/1.1" status: 204 len: 168 time: 0.5528362 Feb 02 13:30:15.101496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 52914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:15.105970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af268870-276c-4296-be2f-59d54aff416b', 'external_fixed_ips': [{'subnet_id': 'c9a62d6c-29af-4f57-b969-9fc063ba5b8d', 'ip_address': '2001:db8::2d7'}]}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:15.130790 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (2f2a8436-996e-4a4d-954f-beba309eb21e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:15.131896 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (2f2a8436-996e-4a4d-954f-beba309eb21e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:15.190637 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_controller (2f2a8436-996e-4a4d-954f-beba309eb21e), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:15.341737 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (2f2a8436-996e-4a4d-954f-beba309eb21e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:15.423671 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:30:15.571199 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (2f2a8436-996e-4a4d-954f-beba309eb21e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:15.599237 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:15.768893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Allocated IP 2001:db8::2d7 (af268870-276c-4296-be2f-59d54aff416b/c9a62d6c-29af-4f57-b969-9fc063ba5b8d/a05dfdc4-670f-4df3-bade-62e532971a22) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:30:15.910567 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for port (a05dfdc4-670f-4df3-bade-62e532971a22), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:15.997099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a05dfdc4-670f-4df3-bade-62e532971a22), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:16.038410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Network af268870-276c-4296-be2f-59d54aff416b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:30:16.049440 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:30:16.053574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:30:16.132700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event updated for resources: {'Port': ['ID=a05dfdc4-670f-4df3-bade-62e532971a22,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:16.385409 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (2f2a8436-996e-4a4d-954f-beba309eb21e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:16.679457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (2f2a8436-996e-4a4d-954f-beba309eb21e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:17.299174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Router 2f2a8436-996e-4a4d-954f-beba309eb21e is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:30:17.396037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-f79ec8d9-47ff-4ae1-97f8-8a912ddfcf26 req-a2f0516c-c112-4b7d-9b41-b539122d8a87 service neutron] (103188) timed out ('10.222.0.83', 59890) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:30:17.543718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:30:17.558110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] Sync routers for ids ['2f2a8436-996e-4a4d-954f-beba309eb21e'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:30:17.575854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] Routers {'2f2a8436-996e-4a4d-954f-beba309eb21e'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:17.576519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2f2a8436-996e-4a4d-954f-beba309eb21e'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:17.584285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:17.585901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-24b1449e-f940-4f42-b6b3-1547a7c840a9 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4833863 Feb 02 13:30:17.589185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 52984) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:17.745389 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (2f2a8436-996e-4a4d-954f-beba309eb21e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:17.789035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] Set router 2f2a8436-996e-4a4d-954f-beba309eb21e gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:30:17.982805 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (2f2a8436-996e-4a4d-954f-beba309eb21e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:18.024782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f2a8436-996e-4a4d-954f-beba309eb21e', 'name': '', 'tenant_id': '84cd29d6842b45b39fb07e3ce19f1995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af268870-276c-4296-be2f-59d54aff416b', 'external_fixed_ips': [{'subnet_id': 'c9a62d6c-29af-4f57-b969-9fc063ba5b8d', 'ip_address': '2001:db8::2d7'}], 'enable_snat': True}, 'gw_port_id': 'a05dfdc4-670f-4df3-bade-62e532971a22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:30:15Z', 'updated_at': '2022-02-02T13:30:16Z', 'revision_number': 3, 'project_id': '84cd29d6842b45b39fb07e3ce19f1995', 'gw_port': {'id': 'a05dfdc4-670f-4df3-bade-62e532971a22', 'name': '', 'network_id': 'af268870-276c-4296-be2f-59d54aff416b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f2a8436-996e-4a4d-954f-beba309eb21e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'c9a62d6c-29af-4f57-b969-9fc063ba5b8d', 'ip_address': '2001:db8::2d7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:30:15Z', 'updated_at': '2022-02-02T13:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9a62d6c-29af-4f57-b969-9fc063ba5b8d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:18.057469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] Checking router: 2f2a8436-996e-4a4d-954f-beba309eb21e for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:30:18.058230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] Updating router 2f2a8436-996e-4a4d-954f-beba309eb21e port a05dfdc4-670f-4df3-bade-62e532971a22 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:30:18.068355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Deleting port a05dfdc4-670f-4df3-bade-62e532971a22 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:30:18.068673 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a05dfdc4-670f-4df3-bade-62e532971a22), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:18.095257 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a05dfdc4-670f-4df3-bade-62e532971a22), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:18.214883 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a05dfdc4-670f-4df3-bade-62e532971a22), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:18.231798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Calling delete_port for a05dfdc4-670f-4df3-bade-62e532971a22 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:30:18.589871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a05dfdc4-670f-4df3-bade-62e532971a22), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:18.627398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event deleted for resources: {'Port': ['ID=a05dfdc4-670f-4df3-bade-62e532971a22,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:18.660279 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (2f2a8436-996e-4a4d-954f-beba309eb21e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:18.741539 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:30:18.742932 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:30:18.780028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53012) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:18.780554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (2f2a8436-996e-4a4d-954f-beba309eb21e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:18.782283 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_controller (2f2a8436-996e-4a4d-954f-beba309eb21e), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:18.905345 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (2f2a8436-996e-4a4d-954f-beba309eb21e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:18.910083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f2a8436-996e-4a4d-954f-beba309eb21e {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:30:18.929509 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:18.930735 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3811c558-33c6-4e22-a7ac-0ace537674ed tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "DELETE /v2.0/routers/2f2a8436-996e-4a4d-954f-beba309eb21e HTTP/1.1" status: 204 len: 168 time: 1.3402665 Feb 02 13:30:18.938646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53016) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:18.977894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87dcfa-7735-42e4-9049-135c23e2a3ec req-99873c3b-7109-4463-b8c8-8d530a9da0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:18.987468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac87dcfa-7735-42e4-9049-135c23e2a3ec req-99873c3b-7109-4463-b8c8-8d530a9da0b5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 1128 time: 0.2047999 Feb 02 13:30:19.073596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b8df59-4fa1-450e-bf9c-53511f9eb93e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Deleting subnet c9a62d6c-29af-4f57-b969-9fc063ba5b8d {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:30:19.078641 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54b8df59-4fa1-450e-bf9c-53511f9eb93e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for subnet (c9a62d6c-29af-4f57-b969-9fc063ba5b8d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:19.103174 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac87dcfa-7735-42e4-9049-135c23e2a3ec req-9770c1af-8f42-4334-b1ae-a700472a71c4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137915 Feb 02 13:30:19.145069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54b8df59-4fa1-450e-bf9c-53511f9eb93e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (c9a62d6c-29af-4f57-b969-9fc063ba5b8d), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:19.217365 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54b8df59-4fa1-450e-bf9c-53511f9eb93e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (c9a62d6c-29af-4f57-b969-9fc063ba5b8d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:19.288427 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] Port a05dfdc4-670f-4df3-bade-62e532971a22 not found while updating agent binding for router 2f2a8436-996e-4a4d-954f-beba309eb21e. {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 02 13:30:19.306636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] Routers set() bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:19.307130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] Router IDs set() for agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 13:30:19.307803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_agentschedulers_db [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2f2a8436-996e-4a4d-954f-beba309eb21e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent'). {{(pid=103189) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 13:30:19.308225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc0a979-eabe-4097-bb37-88cc321657b8 None None] The sync data for ids ['2f2a8436-996e-4a4d-954f-beba309eb21e'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:30:19.313757 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54b8df59-4fa1-450e-bf9c-53511f9eb93e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (c9a62d6c-29af-4f57-b969-9fc063ba5b8d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:19.350990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8df59-4fa1-450e-bf9c-53511f9eb93e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c9a62d6c-29af-4f57-b969-9fc063ba5b8d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:19.387050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-54b8df59-4fa1-450e-bf9c-53511f9eb93e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:19.398612 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-54b8df59-4fa1-450e-bf9c-53511f9eb93e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "DELETE /v2.0/subnets/c9a62d6c-29af-4f57-b969-9fc063ba5b8d HTTP/1.1" status: 204 len: 168 time: 0.4509120 Feb 02 13:30:19.403346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53026) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:19.602164 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (af268870-276c-4296-be2f-59d54aff416b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:19.786840 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (af268870-276c-4296-be2f-59d54aff416b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:19.826733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af268870-276c-4296-be2f-59d54aff416b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:19.843677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c5e6e6-f739-4755-8f52-6a6db907cb61') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:19.844094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c5e6e6-f739-4755-8f52-6a6db907cb61') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:19.862461 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (b0c5e6e6-f739-4755-8f52-6a6db907cb61), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:19.884567 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b0c5e6e6-f739-4755-8f52-6a6db907cb61), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:19.894188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:30:19.894845 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (b0c5e6e6-f739-4755-8f52-6a6db907cb61), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: warnings.warn('Neutron quota engine will require "--force" ' Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:30:19.940645 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:30:20.006152 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (af268870-276c-4296-be2f-59d54aff416b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:20.046722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network af268870-276c-4296-be2f-59d54aff416b {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 02 13:30:20.048800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event deleted for resources: {'Network': ['ID=af268870-276c-4296-be2f-59d54aff416b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:20.061924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:20.066949 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e5d93907-a106-446a-80b7-a141b6e95546 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "DELETE /v2.0/networks/af268870-276c-4296-be2f-59d54aff416b HTTP/1.1" status: 204 len: 168 time: 0.6622663 Feb 02 13:30:20.533419 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53068) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:20.537910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4e40caf3-8ad9-41de-a1a1-798eaca5504b tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Request body: {'router': {'name': 'tempest-router--94001493', 'project_id': 'efa9237b43a94d4a9a5f8f61c2b542db'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:20.595383 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e40caf3-8ad9-41de-a1a1-798eaca5504b tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (a52fbd9b-11a2-4f59-be08-8b0ccfd2ab45), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:20.596634 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e40caf3-8ad9-41de-a1a1-798eaca5504b tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (a52fbd9b-11a2-4f59-be08-8b0ccfd2ab45), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:20.662735 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e40caf3-8ad9-41de-a1a1-798eaca5504b tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_controller (a52fbd9b-11a2-4f59-be08-8b0ccfd2ab45), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:20.669019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e40caf3-8ad9-41de-a1a1-798eaca5504b tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (a52fbd9b-11a2-4f59-be08-8b0ccfd2ab45), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:20.695687 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4e40caf3-8ad9-41de-a1a1-798eaca5504b tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:20.703022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:20.703668 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4e40caf3-8ad9-41de-a1a1-798eaca5504b tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1686373 Feb 02 13:30:20.800445 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-032e3704-77e3-40e0-b279-c171e21038e4 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (a52fbd9b-11a2-4f59-be08-8b0ccfd2ab45), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:20.991798 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-032e3704-77e3-40e0-b279-c171e21038e4 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (a52fbd9b-11a2-4f59-be08-8b0ccfd2ab45), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:20.994142 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-032e3704-77e3-40e0-b279-c171e21038e4 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_controller (a52fbd9b-11a2-4f59-be08-8b0ccfd2ab45), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:21.056924 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-032e3704-77e3-40e0-b279-c171e21038e4 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (a52fbd9b-11a2-4f59-be08-8b0ccfd2ab45), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:21.057536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032e3704-77e3-40e0-b279-c171e21038e4 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a52fbd9b-11a2-4f59-be08-8b0ccfd2ab45 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:30:21.064912 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-032e3704-77e3-40e0-b279-c171e21038e4 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:21.068656 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-032e3704-77e3-40e0-b279-c171e21038e4 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "DELETE /v2.0/routers/a52fbd9b-11a2-4f59-be08-8b0ccfd2ab45 HTTP/1.1" status: 204 len: 168 time: 0.3634353 Feb 02 13:30:21.263051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53086) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:21.552050 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1883413243', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:21.578711 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (9db4c45d-8cb6-43d1-825f-b6d8e8784264), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:21.581484 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (9db4c45d-8cb6-43d1-825f-b6d8e8784264), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:21.666759 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_controller (9db4c45d-8cb6-43d1-825f-b6d8e8784264), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:21.825466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (9db4c45d-8cb6-43d1-825f-b6d8e8784264), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:22.066249 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (9db4c45d-8cb6-43d1-825f-b6d8e8784264), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:22.087101 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:22.214659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Allocated IP 172.25.4.207 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/2c268056-4d13-4ea8-a482-1c72306b79d9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:30:22.355394 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for port (2c268056-4d13-4ea8-a482-1c72306b79d9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:22.427640 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (2c268056-4d13-4ea8-a482-1c72306b79d9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:22.487381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Pushing event updated for resources: {'Port': ['ID=2c268056-4d13-4ea8-a482-1c72306b79d9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:22.502372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:30:22.505854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:30:22.508730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:30:22.866943 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (9db4c45d-8cb6-43d1-825f-b6d8e8784264), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:23.086677 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (9db4c45d-8cb6-43d1-825f-b6d8e8784264), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:23.243019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Router 9db4c45d-8cb6-43d1-825f-b6d8e8784264 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:30:23.358388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:30:23.369014 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490fe521-ff6f-444f-99bf-91ddcea6942a None None] Sync routers for ids ['9db4c45d-8cb6-43d1-825f-b6d8e8784264'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:30:23.381327 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490fe521-ff6f-444f-99bf-91ddcea6942a None None] Routers {'9db4c45d-8cb6-43d1-825f-b6d8e8784264'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:23.381937 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:23.382076 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-490fe521-ff6f-444f-99bf-91ddcea6942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9db4c45d-8cb6-43d1-825f-b6d8e8784264'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:23.383380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-28b7b0ce-058d-4ee2-8c6f-69cd46acd3a6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1191711 Feb 02 13:30:23.387896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53130) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:23.424786 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-490fe521-ff6f-444f-99bf-91ddcea6942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:23.435050 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490fe521-ff6f-444f-99bf-91ddcea6942a None None] Routers {'9db4c45d-8cb6-43d1-825f-b6d8e8784264'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:23.435935 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-490fe521-ff6f-444f-99bf-91ddcea6942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9db4c45d-8cb6-43d1-825f-b6d8e8784264'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:23.472918 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-490fe521-ff6f-444f-99bf-91ddcea6942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:23.473941 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490fe521-ff6f-444f-99bf-91ddcea6942a None None] The sync data for ids ['9db4c45d-8cb6-43d1-825f-b6d8e8784264'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:30:23.517349 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e1c91fdd-4f88-4226-8003-65121b414add tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/routers/9db4c45d-8cb6-43d1-825f-b6d8e8784264 HTTP/1.1" status: 200 len: 925 time: 0.1255372 Feb 02 13:30:23.517827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53136) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:23.569107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-049e7e5b-00e1-42bd-bf6a-6a293af27c6b tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "GET /v2.0/ports?device_id=9db4c45d-8cb6-43d1-825f-b6d8e8784264 HTTP/1.1" status: 200 len: 205 time: 0.0477457 Feb 02 13:30:23.570476 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53140) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:24.085102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (9db4c45d-8cb6-43d1-825f-b6d8e8784264), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:24.220308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (9db4c45d-8cb6-43d1-825f-b6d8e8784264), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:24.300415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Deleting port 2c268056-4d13-4ea8-a482-1c72306b79d9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:30:24.300660 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2c268056-4d13-4ea8-a482-1c72306b79d9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:24.413599 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2c268056-4d13-4ea8-a482-1c72306b79d9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:24.429571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Calling delete_port for 2c268056-4d13-4ea8-a482-1c72306b79d9 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:30:24.720814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2c268056-4d13-4ea8-a482-1c72306b79d9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:24.797685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Pushing event deleted for resources: {'Port': ['ID=2c268056-4d13-4ea8-a482-1c72306b79d9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:24.838321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:24.913200 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (9db4c45d-8cb6-43d1-825f-b6d8e8784264), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.013001 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd9423d2-6b4e-4efb-ad02-81f295fadca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.130927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (9db4c45d-8cb6-43d1-825f-b6d8e8784264), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.133836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_controller (9db4c45d-8cb6-43d1-825f-b6d8e8784264), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.144005 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd9423d2-6b4e-4efb-ad02-81f295fadca9 admin admin] Publish callbacks [] for security_group (70b9c4c9-bc4c-4a1c-823a-7ca2634b99fb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.152359 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd9423d2-6b4e-4efb-ad02-81f295fadca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (70b9c4c9-bc4c-4a1c-823a-7ca2634b99fb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.223001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9423d2-6b4e-4efb-ad02-81f295fadca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b9c4c9-bc4c-4a1c-823a-7ca2634b99fb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:25.223745 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (9db4c45d-8cb6-43d1-825f-b6d8e8784264), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.224813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Fanout notify agent at l3_agent the message router_deleted on router 9db4c45d-8cb6-43d1-825f-b6d8e8784264 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:30:25.233766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.237492 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0236b3f5-5aef-4cf3-be91-9b484e9deb6f tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/routers/9db4c45d-8cb6-43d1-825f-b6d8e8784264 HTTP/1.1" status: 204 len: 168 time: 1.6656427 Feb 02 13:30:25.249620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53176) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:25.257888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-dd9423d2-6b4e-4efb-ad02-81f295fadca9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=bcd9fd09b3c9411fb3e8a48ec42ee6c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4169328 Feb 02 13:30:25.261727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53178) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:25.264039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Request body: {'router': {'name': 'tempest-snat-router-541203642', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'enable_snat': False}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:25.295961 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (12ea7805-3fae-49e8-89a9-c4ca938c5600), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.297590 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (12ea7805-3fae-49e8-89a9-c4ca938c5600), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.337504 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd8aef2e-5835-4f31-b850-d31973e8942d admin admin] Publish callbacks [] for security_group (70b9c4c9-bc4c-4a1c-823a-7ca2634b99fb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.360629 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd8aef2e-5835-4f31-b850-d31973e8942d admin admin] Publish callbacks [] for security_group (70b9c4c9-bc4c-4a1c-823a-7ca2634b99fb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.369046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_controller (12ea7805-3fae-49e8-89a9-c4ca938c5600), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.445177 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd8aef2e-5835-4f31-b850-d31973e8942d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (70b9c4c9-bc4c-4a1c-823a-7ca2634b99fb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.448437 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dd8aef2e-5835-4f31-b850-d31973e8942d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.452436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-dd8aef2e-5835-4f31-b850-d31973e8942d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/70b9c4c9-bc4c-4a1c-823a-7ca2634b99fb HTTP/1.1" status: 204 len: 168 time: 0.1891584 Feb 02 13:30:25.461384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8aef2e-5835-4f31-b850-d31973e8942d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b9c4c9-bc4c-4a1c-823a-7ca2634b99fb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:25.630682 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (12ea7805-3fae-49e8-89a9-c4ca938c5600), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.950333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53196) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:25.966424 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77900a9f-a42e-4d1c-9948-9d4ed702a73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:25.997195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (12ea7805-3fae-49e8-89a9-c4ca938c5600), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:26.030583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:26.128518 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77900a9f-a42e-4d1c-9948-9d4ed702a73c admin admin] Publish callbacks [] for security_group (b870cd7f-3adb-4c75-afaa-4d80da1782a6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:26.134873 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77900a9f-a42e-4d1c-9948-9d4ed702a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b870cd7f-3adb-4c75-afaa-4d80da1782a6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:26.178499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77900a9f-a42e-4d1c-9948-9d4ed702a73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b870cd7f-3adb-4c75-afaa-4d80da1782a6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:26.201588 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Allocated IP 172.25.4.27 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:30:26.207155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-77900a9f-a42e-4d1c-9948-9d4ed702a73c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6ac8bd216fa74185a07a806449366281&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557323 Feb 02 13:30:26.210281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53202) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:26.291573 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c2498a2-877f-43bd-a376-e26100537d9b admin admin] Publish callbacks [] for security_group (b870cd7f-3adb-4c75-afaa-4d80da1782a6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:26.321144 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c2498a2-877f-43bd-a376-e26100537d9b admin admin] Publish callbacks [] for security_group (b870cd7f-3adb-4c75-afaa-4d80da1782a6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:26.332255 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:26.381798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:26.388774 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c2498a2-877f-43bd-a376-e26100537d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b870cd7f-3adb-4c75-afaa-4d80da1782a6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:26.390457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4c2498a2-877f-43bd-a376-e26100537d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:26.396833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4c2498a2-877f-43bd-a376-e26100537d9b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b870cd7f-3adb-4c75-afaa-4d80da1782a6 HTTP/1.1" status: 204 len: 168 time: 0.1790128 Feb 02 13:30:26.407950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2498a2-877f-43bd-a376-e26100537d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b870cd7f-3adb-4c75-afaa-4d80da1782a6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:26.460999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:30:26.466438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:30:26.480932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:30:26.507932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event updated for resources: {'Port': ['ID=74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:26.853810 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (12ea7805-3fae-49e8-89a9-c4ca938c5600), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:27.255492 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (12ea7805-3fae-49e8-89a9-c4ca938c5600), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:27.500774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Router 12ea7805-3fae-49e8-89a9-c4ca938c5600 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:30:27.646278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:30:27.659893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Sync routers for ids ['12ea7805-3fae-49e8-89a9-c4ca938c5600'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:30:27.671868 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:27.673805 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1e0ea30b-abb9-48f6-84fa-e90abb7f8b9a tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4229584 Feb 02 13:30:27.678280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53246) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:27.681189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Routers {'12ea7805-3fae-49e8-89a9-c4ca938c5600'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:27.681861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['12ea7805-3fae-49e8-89a9-c4ca938c5600'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:27.858313 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-14370a88-e43a-4988-96f0-88cf6bf6bcaf tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/routers/12ea7805-3fae-49e8-89a9-c4ca938c5600 HTTP/1.1" status: 200 len: 907 time: 0.1748004 Feb 02 13:30:27.858400 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53250) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:27.861992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Request body: {'router': {'name': 'tempest-snat-router-541203642', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'enable_snat': True}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:27.879088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Set router 12ea7805-3fae-49e8-89a9-c4ca938c5600 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:30:27.908389 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:27.910893 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:27.997028 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_controller (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:28.187366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ea7805-3fae-49e8-89a9-c4ca938c5600', 'name': 'tempest-snat-router-541203642', 'tenant_id': '84cd29d6842b45b39fb07e3ce19f1995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27'}], 'enable_snat': False}, 'gw_port_id': '74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:30:25Z', 'updated_at': '2022-02-02T13:30:26Z', 'revision_number': 3, 'project_id': '84cd29d6842b45b39fb07e3ce19f1995', 'gw_port': {'id': '74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ea7805-3fae-49e8-89a9-c4ca938c5600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:30:26Z', 'updated_at': '2022-02-02T13:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:28.329391 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:28.485744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Checking router: 12ea7805-3fae-49e8-89a9-c4ca938c5600 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:30:28.486507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Updating router 12ea7805-3fae-49e8-89a9-c4ca938c5600 port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:30:28.525862 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:28.754966 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:28.792865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:29.050547 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Publish callbacks [] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:29.087497 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:29.190682 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Pushing event updated for resources: {'Port': ['ID=74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:29.208216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Allocated IP 172.25.4.111 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/aa22e104-a42e-46a4-9390-dc3d7c787889) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:30:29.209457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.210183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.210476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.212125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.218909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.219527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.219914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.220257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.220592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.220922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.221251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.221573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.221897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:29.290302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Attempting to bind port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:30:29.290681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Attempting to bind port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:30:29.291118 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Attempting to bind port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:30:29.312980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:30:29.315133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:30:29.318512 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:29.319895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:30:29.320561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Bound port: 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:30:29.321665 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:29.474555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] For port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:30:29.486675 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] For port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:30:29.512499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:29.520317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for port (aa22e104-a42e-46a4-9390-dc3d7c787889), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:29.612198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (aa22e104-a42e-46a4-9390-dc3d7c787889), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:29.698249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Routers {'12ea7805-3fae-49e8-89a9-c4ca938c5600'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:29.700515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['12ea7805-3fae-49e8-89a9-c4ca938c5600'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:29.776999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event updated for resources: {'Port': ['ID=aa22e104-a42e-46a4-9390-dc3d7c787889,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:29.808438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:30:29.814228 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:30:29.822967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:30:30.146628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] Set router 12ea7805-3fae-49e8-89a9-c4ca938c5600 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:30:30.638291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caf9f3-34f8-4ffd-8907-5fd2cc4b4f66 None None] Pushing event updated for resources: {'Port': ['ID=74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:30.848564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ea7805-3fae-49e8-89a9-c4ca938c5600', 'name': 'tempest-snat-router-541203642', 'tenant_id': '84cd29d6842b45b39fb07e3ce19f1995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27'}], 'enable_snat': False}, 'gw_port_id': '74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:30:25Z', 'updated_at': '2022-02-02T13:30:26Z', 'revision_number': 3, 'project_id': '84cd29d6842b45b39fb07e3ce19f1995', 'gw_port': {'id': '74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ea7805-3fae-49e8-89a9-c4ca938c5600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:30:26Z', 'updated_at': '2022-02-02T13:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:30.914250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc20e8e2-ec87-477c-8938-f9c3db4dbe74 None None] The sync data for ids ['12ea7805-3fae-49e8-89a9-c4ca938c5600'] in n-d-827336-2 is: [{'id': '12ea7805-3fae-49e8-89a9-c4ca938c5600', 'name': 'tempest-snat-router-541203642', 'tenant_id': '84cd29d6842b45b39fb07e3ce19f1995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27'}], 'enable_snat': False}, 'gw_port_id': '74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:30:25Z', 'updated_at': '2022-02-02T13:30:26Z', 'revision_number': 3, 'project_id': '84cd29d6842b45b39fb07e3ce19f1995', 'gw_port': {'id': '74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ea7805-3fae-49e8-89a9-c4ca938c5600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:30:26Z', 'updated_at': '2022-02-02T13:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:30:31.492577 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:31.825391 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-15318094-d33a-4bb7-ad8f-142ec3254f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:32.142859 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:32.154510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:30:32.292408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:30:32.293175 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:32.439036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:30:32.441428 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:32.496300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Router a582eed3-678e-4b6c-80c6-eb2cdc782bf9 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:30:32.498469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:30:32.505197 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:32.664122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:32.826507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:30:32.858932 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] Sync routers for ids ['a582eed3-678e-4b6c-80c6-eb2cdc782bf9'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:30:32.870823 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:32.872822 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bebe4681-6010-4bae-9e6b-bffe9d6bf0bd tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0142736 Feb 02 13:30:32.875396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53346) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:32.919295 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] Routers {'a582eed3-678e-4b6c-80c6-eb2cdc782bf9'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:32.921032 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a582eed3-678e-4b6c-80c6-eb2cdc782bf9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:33.186018 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-79e97825-fed6-4a98-9cba-c368d118a542 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/routers/a582eed3-678e-4b6c-80c6-eb2cdc782bf9 HTTP/1.1" status: 200 len: 907 time: 0.3089950 Feb 02 13:30:33.188591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53354) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:33.321497 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] Set router a582eed3-678e-4b6c-80c6-eb2cdc782bf9 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:30:33.435632 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:33.873189 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:33.903842 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a582eed3-678e-4b6c-80c6-eb2cdc782bf9', 'name': 'tempest-snat-router-541203642', 'tenant_id': '84cd29d6842b45b39fb07e3ce19f1995', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.111'}], 'enable_snat': True}, 'gw_port_id': 'aa22e104-a42e-46a4-9390-dc3d7c787889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:30:27Z', 'updated_at': '2022-02-02T13:30:30Z', 'revision_number': 3, 'project_id': '84cd29d6842b45b39fb07e3ce19f1995', 'gw_port': {'id': 'aa22e104-a42e-46a4-9390-dc3d7c787889', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:82:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a582eed3-678e-4b6c-80c6-eb2cdc782bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:30:28Z', 'updated_at': '2022-02-02T13:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:33.990355 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] Checking router: a582eed3-678e-4b6c-80c6-eb2cdc782bf9 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:30:33.990355 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] Updating router a582eed3-678e-4b6c-80c6-eb2cdc782bf9 port aa22e104-a42e-46a4-9390-dc3d7c787889 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:30:34.038578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:30:34.076332 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (aa22e104-a42e-46a4-9390-dc3d7c787889), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:34.090678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Deleting port aa22e104-a42e-46a4-9390-dc3d7c787889 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:30:34.103977 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (aa22e104-a42e-46a4-9390-dc3d7c787889), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:34.250784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:30:34.251203 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:34.261068 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-65fa2128-12d3-4823-90bd-c633fae6ad70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:34.459508 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (aa22e104-a42e-46a4-9390-dc3d7c787889), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:34.493865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:30:34.496227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Calling delete_port for aa22e104-a42e-46a4-9390-dc3d7c787889 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:30:35.104075 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.db.api [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103190) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:30:35.104549 n-d-827336-2 neutron-server[103190]: DEBUG oslo_db.api [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:30:35.105252 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (aa22e104-a42e-46a4-9390-dc3d7c787889), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:35.277356 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa22e104-a42e-46a4-9390-dc3d7c787889,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:35.364756 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:35.501799 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:35.513212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_controller (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:35.580917 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (a582eed3-678e-4b6c-80c6-eb2cdc782bf9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:35.582075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a582eed3-678e-4b6c-80c6-eb2cdc782bf9 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:30:35.614961 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:35.616874 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7a8ff6cd-bd5f-4667-bd53-3508dc281a47 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "DELETE /v2.0/routers/a582eed3-678e-4b6c-80c6-eb2cdc782bf9 HTTP/1.1" status: 204 len: 168 time: 2.4243042 Feb 02 13:30:35.619818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53384) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:35.621751 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:35.653627 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] Port aa22e104-a42e-46a4-9390-dc3d7c787889 not found while updating agent binding for router a582eed3-678e-4b6c-80c6-eb2cdc782bf9. {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 02 13:30:35.666673 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] Routers set() bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:35.668491 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] Router IDs set() for agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 02 13:30:35.670349 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_agentschedulers_db [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a582eed3-678e-4b6c-80c6-eb2cdc782bf9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent'). {{(pid=103190) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 02 13:30:35.671185 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752faa76-8817-4db2-b9b8-6e268beb9193 None None] The sync data for ids ['a582eed3-678e-4b6c-80c6-eb2cdc782bf9'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:30:35.755915 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (12ea7805-3fae-49e8-89a9-c4ca938c5600), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:36.400502 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (12ea7805-3fae-49e8-89a9-c4ca938c5600), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:36.510715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Deleting port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:30:36.511399 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:36.645662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] For port 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:30:36.646485 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:36.670630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Calling delete_port for 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:30:36.851045 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:36.874814 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:36.989079 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:37.037200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event deleted for resources: {'Port': ['ID=74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:37.123729 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (12ea7805-3fae-49e8-89a9-c4ca938c5600), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:37.294824 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (12ea7805-3fae-49e8-89a9-c4ca938c5600), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:37.301238 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_controller (12ea7805-3fae-49e8-89a9-c4ca938c5600), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:37.368981 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (12ea7805-3fae-49e8-89a9-c4ca938c5600), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:37.369393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12ea7805-3fae-49e8-89a9-c4ca938c5600 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:30:37.373930 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:37.378918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53426) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:37.387824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-52b06a62-9b28-4631-9b14-5ea484a5725f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "DELETE /v2.0/routers/12ea7805-3fae-49e8-89a9-c4ca938c5600 HTTP/1.1" status: 204 len: 168 time: 1.7665060 Feb 02 13:30:37.394160 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1328758715', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:37.466046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:37.475626 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:37.639773 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_controller (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:37.791393 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:37.914020 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:38.125598 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:38.315551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:30:38.390818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:30:38.391157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 74bce7c7-937b-47dc-9d8d-6d2e35d7d3eb not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:30:38.466344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:38.505617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:38.797663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Allocated IP 172.25.4.81 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/85c62ad2-484d-44c8-9a40-523f730b9135) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:30:38.997008 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for port (85c62ad2-484d-44c8-9a40-523f730b9135), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:39.079851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (85c62ad2-484d-44c8-9a40-523f730b9135), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:39.153358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:30:39.157435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:30:39.161649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:30:39.436748 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Pushing event updated for resources: {'Port': ['ID=85c62ad2-484d-44c8-9a40-523f730b9135,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:39.643274 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:40.232587 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:40.534252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Router d7226b1f-d3ac-46c3-9ea9-f2b8684ee149 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:30:41.715049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:30:41.726432 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5c2d4-1575-4a2d-9c4f-3e0069b5abf7 None None] Sync routers for ids ['d7226b1f-d3ac-46c3-9ea9-f2b8684ee149'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:30:41.743280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5c2d4-1575-4a2d-9c4f-3e0069b5abf7 None None] Routers {'d7226b1f-d3ac-46c3-9ea9-f2b8684ee149'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:41.744124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-acd5c2d4-1575-4a2d-9c4f-3e0069b5abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d7226b1f-d3ac-46c3-9ea9-f2b8684ee149'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:41.787281 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:41.792396 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-71a1540d-4cdd-425a-a800-abbda92873f4 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4113436 Feb 02 13:30:41.796941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53504) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:41.804863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-acd5c2d4-1575-4a2d-9c4f-3e0069b5abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:41.814910 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5c2d4-1575-4a2d-9c4f-3e0069b5abf7 None None] Routers {'d7226b1f-d3ac-46c3-9ea9-f2b8684ee149'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:41.815558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-acd5c2d4-1575-4a2d-9c4f-3e0069b5abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d7226b1f-d3ac-46c3-9ea9-f2b8684ee149'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:41.854673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-acd5c2d4-1575-4a2d-9c4f-3e0069b5abf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:41.856779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd5c2d4-1575-4a2d-9c4f-3e0069b5abf7 None None] The sync data for ids ['d7226b1f-d3ac-46c3-9ea9-f2b8684ee149'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:30:41.881380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e9e1dccf-ae44-47ec-ba0b-96bb8c49b5e1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'enable_snat': False}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:42.245509 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e9e1dccf-ae44-47ec-ba0b-96bb8c49b5e1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:42.810873 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e9e1dccf-ae44-47ec-ba0b-96bb8c49b5e1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:42.815367 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e9e1dccf-ae44-47ec-ba0b-96bb8c49b5e1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:42.944289 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e1dccf-ae44-47ec-ba0b-96bb8c49b5e1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Router d7226b1f-d3ac-46c3-9ea9-f2b8684ee149 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:30:43.148858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e1dccf-ae44-47ec-ba0b-96bb8c49b5e1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:30:43.159213 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a46a7-f0ad-4369-8136-5feec1063ce0 None None] Sync routers for ids ['d7226b1f-d3ac-46c3-9ea9-f2b8684ee149'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:30:43.162239 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e9e1dccf-ae44-47ec-ba0b-96bb8c49b5e1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:43.169504 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e9e1dccf-ae44-47ec-ba0b-96bb8c49b5e1 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "PUT /v2.0/routers/d7226b1f-d3ac-46c3-9ea9-f2b8684ee149 HTTP/1.1" status: 200 len: 925 time: 1.3674612 Feb 02 13:30:43.172497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:43.192877 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a46a7-f0ad-4369-8136-5feec1063ce0 None None] Routers {'d7226b1f-d3ac-46c3-9ea9-f2b8684ee149'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:43.193784 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-261a46a7-f0ad-4369-8136-5feec1063ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d7226b1f-d3ac-46c3-9ea9-f2b8684ee149'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:43.246885 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-261a46a7-f0ad-4369-8136-5feec1063ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:43.281672 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261a46a7-f0ad-4369-8136-5feec1063ce0 None None] Routers {'d7226b1f-d3ac-46c3-9ea9-f2b8684ee149'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:43.282757 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-261a46a7-f0ad-4369-8136-5feec1063ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d7226b1f-d3ac-46c3-9ea9-f2b8684ee149'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:43.353738 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-261a46a7-f0ad-4369-8136-5feec1063ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:43.354821 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261a46a7-f0ad-4369-8136-5feec1063ce0 None None] The sync data for ids ['d7226b1f-d3ac-46c3-9ea9-f2b8684ee149'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:30:43.372038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-61a91bb3-926a-473a-8d3d-3468e8057c87 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/routers/d7226b1f-d3ac-46c3-9ea9-f2b8684ee149 HTTP/1.1" status: 200 len: 925 time: 0.1978350 Feb 02 13:30:43.374007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53534) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:43.436756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c5462-e2d0-475d-a7bd-10544c7de598 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:43.439511 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-289c5462-e2d0-475d-a7bd-10544c7de598 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&device_id=d7226b1f-d3ac-46c3-9ea9-f2b8684ee149&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0633335 Feb 02 13:30:43.441357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53536) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:43.578822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e33298-810b-4076-bd32-11ff41012b13 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:43.580754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d3e33298-810b-4076-bd32-11ff41012b13 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 881 time: 0.1381474 Feb 02 13:30:43.583664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53550) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:43.622160 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aa5d4e5e-127d-4699-bd60-983cb0d22c4a tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7226b1f-d3ac-46c3-9ea9-f2b8684ee149 HTTP/1.1" status: 200 len: 205 time: 0.0367718 Feb 02 13:30:43.624840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53552) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:43.876623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:44.222581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:44.357140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Deleting port 85c62ad2-484d-44c8-9a40-523f730b9135 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:30:44.357519 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (85c62ad2-484d-44c8-9a40-523f730b9135), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:44.559623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (85c62ad2-484d-44c8-9a40-523f730b9135), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:44.601053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Calling delete_port for 85c62ad2-484d-44c8-9a40-523f730b9135 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:30:44.941950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (85c62ad2-484d-44c8-9a40-523f730b9135), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:44.999100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Pushing event deleted for resources: {'Port': ['ID=85c62ad2-484d-44c8-9a40-523f730b9135,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.047525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:45.137409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:45.284847 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:45.287674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_controller (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:45.386298 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (d7226b1f-d3ac-46c3-9ea9-f2b8684ee149), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:45.387368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Fanout notify agent at l3_agent the message router_deleted on router d7226b1f-d3ac-46c3-9ea9-f2b8684ee149 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:30:45.401485 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:45.412884 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e182bbda-6674-4363-b6f3-4ed139c15d5c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/routers/d7226b1f-d3ac-46c3-9ea9-f2b8684ee149 HTTP/1.1" status: 204 len: 168 time: 1.7835710 Feb 02 13:30:45.413557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53586) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:45.418260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-32a2b4f8-cdd4-400f-82c0-db5fe1e076f0 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-475642275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:45.451104 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4f8-cdd4-400f-82c0-db5fe1e076f0 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (ed37d470-7675-4d20-a4e8-481ff80ea8b8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:45.452678 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4f8-cdd4-400f-82c0-db5fe1e076f0 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (ed37d470-7675-4d20-a4e8-481ff80ea8b8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:45.574995 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4f8-cdd4-400f-82c0-db5fe1e076f0 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_controller (ed37d470-7675-4d20-a4e8-481ff80ea8b8), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:45.581135 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4f8-cdd4-400f-82c0-db5fe1e076f0 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (ed37d470-7675-4d20-a4e8-481ff80ea8b8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:45.612580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-32a2b4f8-cdd4-400f-82c0-db5fe1e076f0 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:45.613919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-32a2b4f8-cdd4-400f-82c0-db5fe1e076f0 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1993129 Feb 02 13:30:45.616803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53590) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:45.626505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Request body: {'router': {'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:45.999951 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (ed37d470-7675-4d20-a4e8-481ff80ea8b8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:46.548700 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (ed37d470-7675-4d20-a4e8-481ff80ea8b8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:46.617189 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:46.843355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Allocated IP 172.25.4.16 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/fdb16b50-8ace-483a-a158-6e0047f7dbf9) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:30:47.106422 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for port (fdb16b50-8ace-483a-a158-6e0047f7dbf9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:47.184952 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fdb16b50-8ace-483a-a158-6e0047f7dbf9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:47.249317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:30:47.250900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:30:47.254811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:30:47.487748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Pushing event updated for resources: {'Port': ['ID=fdb16b50-8ace-483a-a158-6e0047f7dbf9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:47.631212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (ed37d470-7675-4d20-a4e8-481ff80ea8b8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:47.910225 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (ed37d470-7675-4d20-a4e8-481ff80ea8b8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:47.914321 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (ed37d470-7675-4d20-a4e8-481ff80ea8b8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:48.081145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Router ed37d470-7675-4d20-a4e8-481ff80ea8b8 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:30:48.236475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:30:48.250395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396a002-67c1-4200-9aee-581fd4cefdfb None None] Sync routers for ids ['ed37d470-7675-4d20-a4e8-481ff80ea8b8'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:30:48.277870 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:48.279693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ffcb5ae9-c007-471e-93bf-be0c3fe62d54 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "PUT /v2.0/routers/ed37d470-7675-4d20-a4e8-481ff80ea8b8 HTTP/1.1" status: 200 len: 882 time: 2.6617429 Feb 02 13:30:48.280016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396a002-67c1-4200-9aee-581fd4cefdfb None None] Routers {'ed37d470-7675-4d20-a4e8-481ff80ea8b8'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:48.281038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-5396a002-67c1-4200-9aee-581fd4cefdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ed37d470-7675-4d20-a4e8-481ff80ea8b8'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:48.282413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53652) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:48.394727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-5396a002-67c1-4200-9aee-581fd4cefdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:48.414478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5396a002-67c1-4200-9aee-581fd4cefdfb None None] Routers {'ed37d470-7675-4d20-a4e8-481ff80ea8b8'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:48.415542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-5396a002-67c1-4200-9aee-581fd4cefdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ed37d470-7675-4d20-a4e8-481ff80ea8b8'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:48.481342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-5396a002-67c1-4200-9aee-581fd4cefdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:48.482661 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5396a002-67c1-4200-9aee-581fd4cefdfb None None] The sync data for ids ['ed37d470-7675-4d20-a4e8-481ff80ea8b8'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:30:48.545727 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1aa9c4ec-81b4-4d43-8804-2f63920fda1f tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/routers/ed37d470-7675-4d20-a4e8-481ff80ea8b8 HTTP/1.1" status: 200 len: 923 time: 0.2609463 Feb 02 13:30:48.547687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53658) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:48.623806 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71266ff8-b3bf-48a0-a23b-f8466df84882 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:48.626313 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-71266ff8-b3bf-48a0-a23b-f8466df84882 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&device_id=ed37d470-7675-4d20-a4e8-481ff80ea8b8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0771368 Feb 02 13:30:48.630308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:48.775096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2f3cec-d726-4d3d-9cc6-bf4cee5db6c0 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:48.777377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0a2f3cec-d726-4d3d-9cc6-bf4cee5db6c0 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 881 time: 0.1456094 Feb 02 13:30:48.780132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:48.832534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-41049233-9742-434f-a24c-dd11b4e2c19d tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed37d470-7675-4d20-a4e8-481ff80ea8b8 HTTP/1.1" status: 200 len: 205 time: 0.0485811 Feb 02 13:30:48.832716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53664) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:49.085122 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (ed37d470-7675-4d20-a4e8-481ff80ea8b8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:49.343547 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (ed37d470-7675-4d20-a4e8-481ff80ea8b8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:49.426255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Deleting port fdb16b50-8ace-483a-a158-6e0047f7dbf9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:30:49.426745 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fdb16b50-8ace-483a-a158-6e0047f7dbf9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:49.518516 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fdb16b50-8ace-483a-a158-6e0047f7dbf9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:49.533556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Calling delete_port for fdb16b50-8ace-483a-a158-6e0047f7dbf9 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:30:49.758718 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fdb16b50-8ace-483a-a158-6e0047f7dbf9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:49.796358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Pushing event deleted for resources: {'Port': ['ID=fdb16b50-8ace-483a-a158-6e0047f7dbf9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:49.881937 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (ed37d470-7675-4d20-a4e8-481ff80ea8b8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:49.991589 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (ed37d470-7675-4d20-a4e8-481ff80ea8b8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:49.993875 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_controller (ed37d470-7675-4d20-a4e8-481ff80ea8b8), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:50.048063 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (ed37d470-7675-4d20-a4e8-481ff80ea8b8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:50.048778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Fanout notify agent at l3_agent the message router_deleted on router ed37d470-7675-4d20-a4e8-481ff80ea8b8 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:30:50.068979 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:50.076823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53690) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:50.081870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-039de766-2863-4488-a449-186e81664259 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-949152198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:50.099113 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-52dcc209-6b1b-4b7c-b7bf-7f17c63414e2 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/routers/ed37d470-7675-4d20-a4e8-481ff80ea8b8 HTTP/1.1" status: 204 len: 168 time: 1.2614670 Feb 02 13:30:50.137353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-039de766-2863-4488-a449-186e81664259 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (d7449bb2-02db-44ae-926b-cdc448ea90df), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:50.140047 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-039de766-2863-4488-a449-186e81664259 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (d7449bb2-02db-44ae-926b-cdc448ea90df), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:50.243098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-039de766-2863-4488-a449-186e81664259 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_controller (d7449bb2-02db-44ae-926b-cdc448ea90df), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:50.253224 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-039de766-2863-4488-a449-186e81664259 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (d7449bb2-02db-44ae-926b-cdc448ea90df), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:50.275308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-039de766-2863-4488-a449-186e81664259 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:50.276998 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-039de766-2863-4488-a449-186e81664259 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1986475 Feb 02 13:30:50.279735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53698) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:50.284802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'enable_snat': True}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:50.647541 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (d7449bb2-02db-44ae-926b-cdc448ea90df), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:50.740171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53710) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:50.897863 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fb4cdf2-6014-41cc-b40a-c73dd502a40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:50.963494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (d7449bb2-02db-44ae-926b-cdc448ea90df), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:50.986994 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:51.049748 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fb4cdf2-6014-41cc-b40a-c73dd502a40a admin admin] Publish callbacks [] for security_group (f97c560e-f436-4881-9575-a2f44f4b6276), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:51.058380 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4fb4cdf2-6014-41cc-b40a-c73dd502a40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f97c560e-f436-4881-9575-a2f44f4b6276), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:51.116849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4fb4cdf2-6014-41cc-b40a-c73dd502a40a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b5cc8dcceb6746268577ae9dd6c0ea2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3731976 Feb 02 13:30:51.116849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4cdf2-6014-41cc-b40a-c73dd502a40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97c560e-f436-4881-9575-a2f44f4b6276,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:51.118591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53718) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:51.256186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Allocated IP 172.25.4.185 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/7ca0ce18-8a71-49c3-a309-36eb9f81457c) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:30:51.271013 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40cea15b-ed76-4379-b5ad-5f156fc58446 admin admin] Publish callbacks [] for security_group (f97c560e-f436-4881-9575-a2f44f4b6276), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:51.333929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40cea15b-ed76-4379-b5ad-5f156fc58446 admin admin] Publish callbacks [] for security_group (f97c560e-f436-4881-9575-a2f44f4b6276), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:51.495471 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40cea15b-ed76-4379-b5ad-5f156fc58446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f97c560e-f436-4881-9575-a2f44f4b6276), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:51.498436 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-40cea15b-ed76-4379-b5ad-5f156fc58446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:51.503336 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-40cea15b-ed76-4379-b5ad-5f156fc58446 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f97c560e-f436-4881-9575-a2f44f4b6276 HTTP/1.1" status: 204 len: 168 time: 0.3800280 Feb 02 13:30:51.551171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cea15b-ed76-4379-b5ad-5f156fc58446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97c560e-f436-4881-9575-a2f44f4b6276,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:51.564907 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for port (7ca0ce18-8a71-49c3-a309-36eb9f81457c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:51.663227 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7ca0ce18-8a71-49c3-a309-36eb9f81457c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:51.735185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:30:51.739585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:30:51.750348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:30:51.794593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event updated for resources: {'Port': ['ID=7ca0ce18-8a71-49c3-a309-36eb9f81457c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:52.431997 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:30:52.613105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (d7449bb2-02db-44ae-926b-cdc448ea90df), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:52.918145 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (d7449bb2-02db-44ae-926b-cdc448ea90df), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:52.935092 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (d7449bb2-02db-44ae-926b-cdc448ea90df), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:53.113609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Router d7449bb2-02db-44ae-926b-cdc448ea90df is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:30:53.297861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:30:53.303059 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:53.307476 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ea1e4553-6f8d-4ea4-8e04-2d35fbbe3926 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "PUT /v2.0/routers/d7449bb2-02db-44ae-926b-cdc448ea90df HTTP/1.1" status: 200 len: 918 time: 3.0234895 Feb 02 13:30:53.309077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:53.315372 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1aa9d-ae9a-4ac0-ae75-6dc2037e4d2b None None] Sync routers for ids ['d7449bb2-02db-44ae-926b-cdc448ea90df'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:30:53.327059 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1aa9d-ae9a-4ac0-ae75-6dc2037e4d2b None None] Routers {'d7449bb2-02db-44ae-926b-cdc448ea90df'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:53.327777 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f2f1aa9d-ae9a-4ac0-ae75-6dc2037e4d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d7449bb2-02db-44ae-926b-cdc448ea90df'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:53.365485 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f2f1aa9d-ae9a-4ac0-ae75-6dc2037e4d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:53.393098 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f1aa9d-ae9a-4ac0-ae75-6dc2037e4d2b None None] Routers {'d7449bb2-02db-44ae-926b-cdc448ea90df'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:53.394124 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f2f1aa9d-ae9a-4ac0-ae75-6dc2037e4d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['d7449bb2-02db-44ae-926b-cdc448ea90df'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:53.483159 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-f2f1aa9d-ae9a-4ac0-ae75-6dc2037e4d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:53.484110 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f1aa9d-ae9a-4ac0-ae75-6dc2037e4d2b None None] The sync data for ids ['d7449bb2-02db-44ae-926b-cdc448ea90df'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:30:53.618055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-309afa13-8e7e-4321-9d6f-c01eca80f033 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/routers/d7449bb2-02db-44ae-926b-cdc448ea90df HTTP/1.1" status: 200 len: 924 time: 0.3075709 Feb 02 13:30:53.621554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53794) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:53.705439 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300edeaa-2474-4211-8b31-ae3bea56fc8c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:53.710269 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-300edeaa-2474-4211-8b31-ae3bea56fc8c tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&device_id=d7449bb2-02db-44ae-926b-cdc448ea90df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0853786 Feb 02 13:30:53.710685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53800) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:53.870993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f8c40d-a397-4444-b203-1a7ebd0f01a2 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:53.873463 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c1f8c40d-a397-4444-b203-1a7ebd0f01a2 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 881 time: 0.1608915 Feb 02 13:30:53.875965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53804) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:53.920683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3e5f0ee7-a652-4474-aa05-5d70ee838916 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7449bb2-02db-44ae-926b-cdc448ea90df HTTP/1.1" status: 200 len: 205 time: 0.0415823 Feb 02 13:30:53.923095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53806) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:54.081090 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (d7449bb2-02db-44ae-926b-cdc448ea90df), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:54.119748 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53814) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:54.280794 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (d7449bb2-02db-44ae-926b-cdc448ea90df), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:54.360179 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-69345e2d-f254-4d5d-8857-6f6237bbe713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:54.362869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Deleting port 7ca0ce18-8a71-49c3-a309-36eb9f81457c {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:30:54.364031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7ca0ce18-8a71-49c3-a309-36eb9f81457c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:54.495932 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-69345e2d-f254-4d5d-8857-6f6237bbe713 admin admin] Publish callbacks [] for security_group (2c957de9-3f06-49c0-8ea6-b29c8424a80e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:54.510200 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-69345e2d-f254-4d5d-8857-6f6237bbe713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2c957de9-3f06-49c0-8ea6-b29c8424a80e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:54.578853 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-69345e2d-f254-4d5d-8857-6f6237bbe713 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=90afeda3ad11458eb47072facbcc1c50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4575880 Feb 02 13:30:54.581611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53824) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:54.582922 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69345e2d-f254-4d5d-8857-6f6237bbe713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c957de9-3f06-49c0-8ea6-b29c8424a80e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:54.796456 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5480f200-d80a-43b5-bfb4-fbaf847a538b admin admin] Publish callbacks [] for security_group (2c957de9-3f06-49c0-8ea6-b29c8424a80e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:54.837103 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a467fe3-1bb0-47bc-862e-a7da2ac2296a req-0808e50e-93d8-4ad8-913f-fc27e65fc9c0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1213748 Feb 02 13:30:54.860343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5480f200-d80a-43b5-bfb4-fbaf847a538b admin admin] Publish callbacks [] for security_group (2c957de9-3f06-49c0-8ea6-b29c8424a80e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:55.026920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5480f200-d80a-43b5-bfb4-fbaf847a538b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2c957de9-3f06-49c0-8ea6-b29c8424a80e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:55.032708 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5480f200-d80a-43b5-bfb4-fbaf847a538b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:55.032708 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5480f200-d80a-43b5-bfb4-fbaf847a538b admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2c957de9-3f06-49c0-8ea6-b29c8424a80e HTTP/1.1" status: 204 len: 168 time: 0.4436805 Feb 02 13:30:55.087898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480f200-d80a-43b5-bfb4-fbaf847a538b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c957de9-3f06-49c0-8ea6-b29c8424a80e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:55.113962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a467fe3-1bb0-47bc-862e-a7da2ac2296a req-1f8b8dc9-8fe3-4f2e-a538-b636f52a46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:55.115301 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a467fe3-1bb0-47bc-862e-a7da2ac2296a req-1f8b8dc9-8fe3-4f2e-a538-b636f52a46ed service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86e28d2ac0ce4d0ca658e395a4bb32ad&device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 1128 time: 0.1880600 Feb 02 13:30:55.289405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a467fe3-1bb0-47bc-862e-a7da2ac2296a req-48fe8552-49c4-4ecf-be7c-0953fb1d6c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:55.296888 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a467fe3-1bb0-47bc-862e-a7da2ac2296a req-48fe8552-49c4-4ecf-be7c-0953fb1d6c00 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd HTTP/1.1" status: 200 len: 909 time: 0.1333852 Feb 02 13:30:55.428811 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a467fe3-1bb0-47bc-862e-a7da2ac2296a req-23e4c943-02ab-41a9-9121-622eb0c1df2f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9 HTTP/1.1" status: 200 len: 1002 time: 0.1219645 Feb 02 13:30:55.527071 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7ca0ce18-8a71-49c3-a309-36eb9f81457c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:55.543985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Calling delete_port for 7ca0ce18-8a71-49c3-a309-36eb9f81457c owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:30:55.562786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a467fe3-1bb0-47bc-862e-a7da2ac2296a req-ebd0f0c3-8d88-4c4b-b293-ebb00f8c4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:55.565404 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a467fe3-1bb0-47bc-862e-a7da2ac2296a req-ebd0f0c3-8d88-4c4b-b293-ebb00f8c4e7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7fa6e74-4bf2-4518-8565-fcb26f144e98 HTTP/1.1" status: 200 len: 847 time: 0.1266029 Feb 02 13:30:55.704467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53842) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:55.720544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a467fe3-1bb0-47bc-862e-a7da2ac2296a req-36bcb783-0d6e-4d89-be89-1ea40973f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:55.721057 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7feab072-6a2a-440a-b1ed-d49d68081d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:55.723439 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a467fe3-1bb0-47bc-862e-a7da2ac2296a req-36bcb783-0d6e-4d89-be89-1ea40973f38e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1509371 Feb 02 13:30:55.880600 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7ca0ce18-8a71-49c3-a309-36eb9f81457c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:55.926674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Pushing event deleted for resources: {'Port': ['ID=7ca0ce18-8a71-49c3-a309-36eb9f81457c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:55.952924 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7feab072-6a2a-440a-b1ed-d49d68081d8c admin admin] Publish callbacks [] for security_group (5a969e55-169c-4b84-991b-1e9c1ef1054b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:55.955753 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a467fe3-1bb0-47bc-862e-a7da2ac2296a req-8156579a-28d9-43c6-93a2-4554b3b03030 service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217376 Feb 02 13:30:55.976468 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7feab072-6a2a-440a-b1ed-d49d68081d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5a969e55-169c-4b84-991b-1e9c1ef1054b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.063540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7feab072-6a2a-440a-b1ed-d49d68081d8c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=5eb7cfa37e504d3b86ebc70379cc043d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3574843 Feb 02 13:30:56.066341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53850) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:56.078334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feab072-6a2a-440a-b1ed-d49d68081d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a969e55-169c-4b84-991b-1e9c1ef1054b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:56.094498 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (d7449bb2-02db-44ae-926b-cdc448ea90df), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.104302 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1a467fe3-1bb0-47bc-862e-a7da2ac2296a req-b622f8a5-250e-4309-847d-8f571d8eb1a8 service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417212 Feb 02 13:30:56.165744 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03260fa3-f4b9-4e42-bf98-d7b40e3252f9 admin admin] Publish callbacks [] for security_group (5a969e55-169c-4b84-991b-1e9c1ef1054b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.211469 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03260fa3-f4b9-4e42-bf98-d7b40e3252f9 admin admin] Publish callbacks [] for security_group (5a969e55-169c-4b84-991b-1e9c1ef1054b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.288336 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (d7449bb2-02db-44ae-926b-cdc448ea90df), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.294015 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_controller (d7449bb2-02db-44ae-926b-cdc448ea90df), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.300015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03260fa3-f4b9-4e42-bf98-d7b40e3252f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5a969e55-169c-4b84-991b-1e9c1ef1054b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.305027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03260fa3-f4b9-4e42-bf98-d7b40e3252f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.312549 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-03260fa3-f4b9-4e42-bf98-d7b40e3252f9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5a969e55-169c-4b84-991b-1e9c1ef1054b HTTP/1.1" status: 204 len: 168 time: 0.2414432 Feb 02 13:30:56.326244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03260fa3-f4b9-4e42-bf98-d7b40e3252f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a969e55-169c-4b84-991b-1e9c1ef1054b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:56.384958 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (d7449bb2-02db-44ae-926b-cdc448ea90df), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.385835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Fanout notify agent at l3_agent the message router_deleted on router d7449bb2-02db-44ae-926b-cdc448ea90df {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:30:56.396653 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.398333 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-90889f7c-b4e1-40c8-993e-420b0233f773 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/routers/d7449bb2-02db-44ae-926b-cdc448ea90df HTTP/1.1" status: 204 len: 168 time: 2.4739883 Feb 02 13:30:56.403213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53860) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:56.411349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-16b32630-94da-41e5-ae8d-84478c54e235 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-922720333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:56.451282 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16b32630-94da-41e5-ae8d-84478c54e235 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.452477 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16b32630-94da-41e5-ae8d-84478c54e235 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.542040 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16b32630-94da-41e5-ae8d-84478c54e235 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_controller (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.548188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16b32630-94da-41e5-ae8d-84478c54e235 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.580023 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16b32630-94da-41e5-ae8d-84478c54e235 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:56.586653 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-16b32630-94da-41e5-ae8d-84478c54e235 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1769700 Feb 02 13:30:56.586928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53866) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:56.592813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'enable_snat': False}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:30:56.974119 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:57.007479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:57.055224 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:57.249283 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Publish callbacks [] for security_group (0e2bac19-a7b6-4318-ba31-2b7ed521d077), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:57.258146 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0e2bac19-a7b6-4318-ba31-2b7ed521d077), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:57.327057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2cfacb40b90e4b90b4dfdb8360a01b11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3098669 Feb 02 13:30:57.328692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2bac19-a7b6-4318-ba31-2b7ed521d077,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:57.333276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53888) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:57.388311 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:57.401322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.401667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.402036 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.402421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.402755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.403082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.403407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.403751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.404069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.404395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.404709 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.405026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.405548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba8ccd6-610b-4cba-98d9-fb0f9a3ac324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:30:57.417735 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:57.472672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6d9e977b-a638-440b-a254-c9a3d9b448e8 admin admin] Publish callbacks [] for security_group (0e2bac19-a7b6-4318-ba31-2b7ed521d077), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:57.527228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6d9e977b-a638-440b-a254-c9a3d9b448e8 admin admin] Publish callbacks [] for security_group (0e2bac19-a7b6-4318-ba31-2b7ed521d077), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:57.580959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Allocated IP 172.25.4.2 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/85d05498-4afd-42f0-aa04-0ee874418e81) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:30:57.625398 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6d9e977b-a638-440b-a254-c9a3d9b448e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0e2bac19-a7b6-4318-ba31-2b7ed521d077), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:57.628153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6d9e977b-a638-440b-a254-c9a3d9b448e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:57.629335 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6d9e977b-a638-440b-a254-c9a3d9b448e8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0e2bac19-a7b6-4318-ba31-2b7ed521d077 HTTP/1.1" status: 204 len: 168 time: 0.2923408 Feb 02 13:30:57.661722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e977b-a638-440b-a254-c9a3d9b448e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2bac19-a7b6-4318-ba31-2b7ed521d077,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:57.731469 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for port (85d05498-4afd-42f0-aa04-0ee874418e81), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:57.798377 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (85d05498-4afd-42f0-aa04-0ee874418e81), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:57.874268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:30:57.877760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:30:57.887047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:30:57.925174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Pushing event updated for resources: {'Port': ['ID=85d05498-4afd-42f0-aa04-0ee874418e81,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:30:58.248469 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router_gateway (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:58.868360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:58.872922 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:59.051919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Router 4290bdf0-ad87-45bd-9806-9fd9d51b2cf9 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:30:59.202014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:30:59.207374 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:30:59.209442 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2e9ac44d-5910-4aa5-8cae-b181b3381352 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "PUT /v2.0/routers/4290bdf0-ad87-45bd-9806-9fd9d51b2cf9 HTTP/1.1" status: 200 len: 917 time: 2.6210480 Feb 02 13:30:59.212190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53940) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:59.215720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89c13ec-99c8-4470-a177-888f9ba6edf6 None None] Sync routers for ids ['4290bdf0-ad87-45bd-9806-9fd9d51b2cf9'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:30:59.231288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89c13ec-99c8-4470-a177-888f9ba6edf6 None None] Routers {'4290bdf0-ad87-45bd-9806-9fd9d51b2cf9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:59.232601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b89c13ec-99c8-4470-a177-888f9ba6edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4290bdf0-ad87-45bd-9806-9fd9d51b2cf9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:59.275066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b89c13ec-99c8-4470-a177-888f9ba6edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:59.287526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89c13ec-99c8-4470-a177-888f9ba6edf6 None None] Routers {'4290bdf0-ad87-45bd-9806-9fd9d51b2cf9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:30:59.288388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b89c13ec-99c8-4470-a177-888f9ba6edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4290bdf0-ad87-45bd-9806-9fd9d51b2cf9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:59.328552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b89c13ec-99c8-4470-a177-888f9ba6edf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:30:59.329464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89c13ec-99c8-4470-a177-888f9ba6edf6 None None] The sync data for ids ['4290bdf0-ad87-45bd-9806-9fd9d51b2cf9'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:30:59.367263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53946) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:59.367763 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d2fddf70-0c9b-4da1-b795-6a2c29a52f04 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/routers/4290bdf0-ad87-45bd-9806-9fd9d51b2cf9 HTTP/1.1" status: 200 len: 923 time: 0.1520915 Feb 02 13:30:59.520362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c819db2-53dd-4c08-924a-8f7dd9389ab5 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:59.523649 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3c819db2-53dd-4c08-924a-8f7dd9389ab5 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&device_id=4290bdf0-ad87-45bd-9806-9fd9d51b2cf9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1547000 Feb 02 13:30:59.525972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53956) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:59.693191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429d243b-8684-4f82-85c1-c69e159a35d4 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:30:59.694703 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-429d243b-8684-4f82-85c1-c69e159a35d4 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/networks/367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 881 time: 0.1556373 Feb 02 13:30:59.698158 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53958) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:59.739773 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aaa15f33-df37-4016-85f9-0570b888241b tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "GET /v2.0/ports?device_id=4290bdf0-ad87-45bd-9806-9fd9d51b2cf9 HTTP/1.1" status: 200 len: 205 time: 0.0403500 Feb 02 13:30:59.742368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 53962) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:30:59.942448 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:00.087982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:00.165741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Deleting port 85d05498-4afd-42f0-aa04-0ee874418e81 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:00.166394 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (85d05498-4afd-42f0-aa04-0ee874418e81), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:00.268584 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (85d05498-4afd-42f0-aa04-0ee874418e81), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:00.309355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Calling delete_port for 85d05498-4afd-42f0-aa04-0ee874418e81 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:00.627288 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (85d05498-4afd-42f0-aa04-0ee874418e81), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:00.743836 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Pushing event deleted for resources: {'Port': ['ID=85d05498-4afd-42f0-aa04-0ee874418e81,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:00.816124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:00.991588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:00.994781 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_controller (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:01.077751 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (4290bdf0-ad87-45bd-9806-9fd9d51b2cf9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:01.078305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Fanout notify agent at l3_agent the message router_deleted on router 4290bdf0-ad87-45bd-9806-9fd9d51b2cf9 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:31:01.091580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:01.096878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 53992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:01.098097 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ad0497d7-375d-4c02-9925-c64044529921 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/routers/4290bdf0-ad87-45bd-9806-9fd9d51b2cf9 HTTP/1.1" status: 204 len: 168 time: 1.3545618 Feb 02 13:31:01.102516 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1466641882', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:01.164410 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (08eb9457-41f0-4b19-b633-1c557fe33417), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:01.166359 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (08eb9457-41f0-4b19-b633-1c557fe33417), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:01.248985 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_controller (08eb9457-41f0-4b19-b633-1c557fe33417), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:01.457993 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (08eb9457-41f0-4b19-b633-1c557fe33417), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:01.696997 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (08eb9457-41f0-4b19-b633-1c557fe33417), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:01.743804 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:01.798697 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28fc35eb-d670-4230-b923-9293825830ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:01.916603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Allocated IP 172.25.4.35 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/a86711fc-cce7-4c75-9b8c-73dbbb922549) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:02.071498 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-c758e9df-49ad-4813-b984-496d1be60401 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=923d7e1e6cd6451b9f816db4eb940f70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447938 Feb 02 13:31:02.265311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for port (a86711fc-cce7-4c75-9b8c-73dbbb922549), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:02.271058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54030) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:02.360039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-3bd6d8c8-29f4-496f-abed-d8bcd7457a08 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:02.361976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-3bd6d8c8-29f4-496f-abed-d8bcd7457a08 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829301 Feb 02 13:31:02.384467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-259e2e08-b0fe-40ec-8b00-1458c7ed1b29 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/quotas/923d7e1e6cd6451b9f816db4eb940f70 HTTP/1.1" status: 200 len: 375 time: 0.0156250 Feb 02 13:31:02.387507 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a86711fc-cce7-4c75-9b8c-73dbbb922549), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:02.406997 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdc9e-d2ee-4b33-9a3c-fee62cd1e9d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:02.443577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:02.463970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:02.469834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ac456a84-9878-4aab-a2b2-39de1f567e91 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=923d7e1e6cd6451b9f816db4eb940f70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562146 Feb 02 13:31:02.471054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:02.513332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Pushing event updated for resources: {'Port': ['ID=a86711fc-cce7-4c75-9b8c-73dbbb922549,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:02.561608 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdc9e-d2ee-4b33-9a3c-fee62cd1e9d1 admin admin] Publish callbacks [] for security_group (c6be50e2-fff0-49d9-acea-e2f463c24ac6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:02.566667 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2b9bdc9e-d2ee-4b33-9a3c-fee62cd1e9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c6be50e2-fff0-49d9-acea-e2f463c24ac6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:02.656575 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2b9bdc9e-d2ee-4b33-9a3c-fee62cd1e9d1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=81f6d0248c5541f380e35731730c7c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3831367 Feb 02 13:31:02.661214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54036) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:02.734456 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bdc9e-d2ee-4b33-9a3c-fee62cd1e9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6be50e2-fff0-49d9-acea-e2f463c24ac6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:02.770783 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-441daa2c-3130-437b-b46f-b22ba8d18639 req-028da130-08dc-4cec-be2a-fccc0fa8ff40 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 210 time: 0.0641913 Feb 02 13:31:02.804556 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (08eb9457-41f0-4b19-b633-1c557fe33417), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:02.819989 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fafa37c8-068c-428c-bc68-594a4864ddf4 admin admin] Publish callbacks [] for security_group (c6be50e2-fff0-49d9-acea-e2f463c24ac6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:02.851725 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fafa37c8-068c-428c-bc68-594a4864ddf4 admin admin] Publish callbacks [] for security_group (c6be50e2-fff0-49d9-acea-e2f463c24ac6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:02.933654 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fafa37c8-068c-428c-bc68-594a4864ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c6be50e2-fff0-49d9-acea-e2f463c24ac6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:02.936393 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fafa37c8-068c-428c-bc68-594a4864ddf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:02.940513 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fafa37c8-068c-428c-bc68-594a4864ddf4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c6be50e2-fff0-49d9-acea-e2f463c24ac6 HTTP/1.1" status: 204 len: 168 time: 0.2724581 Feb 02 13:31:02.956868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa37c8-068c-428c-bc68-594a4864ddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6be50e2-fff0-49d9-acea-e2f463c24ac6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:03.191639 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (08eb9457-41f0-4b19-b633-1c557fe33417), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:03.455153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Router 08eb9457-41f0-4b19-b633-1c557fe33417 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:31:03.627740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:31:03.640401 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ee2ea-8714-4c57-8e09-603cf701096e None None] Sync routers for ids ['08eb9457-41f0-4b19-b633-1c557fe33417'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:31:03.656023 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ee2ea-8714-4c57-8e09-603cf701096e None None] Routers {'08eb9457-41f0-4b19-b633-1c557fe33417'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:03.656931 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-579ee2ea-8714-4c57-8e09-603cf701096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['08eb9457-41f0-4b19-b633-1c557fe33417'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:03.670297 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:03.673295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-33b26f1e-7f34-414b-97b7-34aba7f32b55 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5737731 Feb 02 13:31:03.675128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54064) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:03.681218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:03.770960 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-579ee2ea-8714-4c57-8e09-603cf701096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:03.792850 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ee2ea-8714-4c57-8e09-603cf701096e None None] Routers {'08eb9457-41f0-4b19-b633-1c557fe33417'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:03.796730 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-579ee2ea-8714-4c57-8e09-603cf701096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:30:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['08eb9457-41f0-4b19-b633-1c557fe33417'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:03.871217 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-579ee2ea-8714-4c57-8e09-603cf701096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:03.871976 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ee2ea-8714-4c57-8e09-603cf701096e None None] The sync data for ids ['08eb9457-41f0-4b19-b633-1c557fe33417'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:31:03.940499 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b945987-2970-4e0f-a418-1cb6ad13a7cb req-5406635e-e7b9-44f8-85c6-39ad34fb2035 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 210 time: 0.0592589 Feb 02 13:31:04.083716 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1b10e0dd-f8c4-41c6-9d54-4b1f992baa98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:04.177961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-b18d9fa2-fe51-4062-85bf-220d64c07660 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=923d7e1e6cd6451b9f816db4eb940f70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497510 Feb 02 13:31:04.201813 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (08eb9457-41f0-4b19-b633-1c557fe33417), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:04.220194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_gateway (08eb9457-41f0-4b19-b633-1c557fe33417), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:04.311585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Deleting port a86711fc-cce7-4c75-9b8c-73dbbb922549 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:04.315734 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a86711fc-cce7-4c75-9b8c-73dbbb922549), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:04.384328 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-a330020c-bb20-4885-a91e-396a2b2a5951 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:04.386426 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-a330020c-bb20-4885-a91e-396a2b2a5951 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020245 Feb 02 13:31:04.410355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Request body: {'port': {'device_id': '924101f3-4013-488f-aec5-f9ba26727630', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '923d7e1e6cd6451b9f816db4eb940f70'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:04.448452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a86711fc-cce7-4c75-9b8c-73dbbb922549), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:04.466797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Calling delete_port for a86711fc-cce7-4c75-9b8c-73dbbb922549 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:04.556590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Made reservation on behalf of 923d7e1e6cd6451b9f816db4eb940f70 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:04.561193 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:04.570889 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:04.681466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Publish callbacks [] for security_group (d3e02d99-93fa-40bd-b25f-8a428bcab2ce), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:04.688486 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d3e02d99-93fa-40bd-b25f-8a428bcab2ce), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:04.704448 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a86711fc-cce7-4c75-9b8c-73dbbb922549), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:04.736182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Pushing event deleted for resources: {'Port': ['ID=a86711fc-cce7-4c75-9b8c-73dbbb922549,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:04.816991 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (08eb9457-41f0-4b19-b633-1c557fe33417), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:04.857791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e02d99-93fa-40bd-b25f-8a428bcab2ce,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:05.086842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Allocated IP 192.168.233.157 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/80b98258-99b4-4e89-8052-801980d7ca98) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:05.130422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (08eb9457-41f0-4b19-b633-1c557fe33417), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.136899 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (08eb9457-41f0-4b19-b633-1c557fe33417), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.168120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e39ad67d-430c-4bb2-b6a2-e6aa6a99fe4a req-eb1f78fd-0315-4f81-b8cb-5538ba961223 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 210 time: 0.0578341 Feb 02 13:31:05.241119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Router 08eb9457-41f0-4b19-b633-1c557fe33417 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:31:05.346679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:31:05.354229 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.358636 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8d0d254d-636f-43e4-a606-3cfa554736d6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "PUT /v2.0/routers/08eb9457-41f0-4b19-b633-1c557fe33417 HTTP/1.1" status: 200 len: 710 time: 1.6816304 Feb 02 13:31:05.359313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54144) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:05.359560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557ee8b-ad8c-4fef-85cb-7507e88aff22 None None] Sync routers for ids ['08eb9457-41f0-4b19-b633-1c557fe33417'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:31:05.396459 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Publish callbacks [] for port (80b98258-99b4-4e89-8052-801980d7ca98), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.397228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557ee8b-ad8c-4fef-85cb-7507e88aff22 None None] Routers {'08eb9457-41f0-4b19-b633-1c557fe33417'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:05.400178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6557ee8b-ad8c-4fef-85cb-7507e88aff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['08eb9457-41f0-4b19-b633-1c557fe33417'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:05.453402 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (80b98258-99b4-4e89-8052-801980d7ca98), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.463918 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6557ee8b-ad8c-4fef-85cb-7507e88aff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:05.476517 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7791bb75-b7b6-4970-a4ff-a877943b4846 tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/routers/08eb9457-41f0-4b19-b633-1c557fe33417 HTTP/1.1" status: 200 len: 745 time: 0.1132648 Feb 02 13:31:05.476768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6557ee8b-ad8c-4fef-85cb-7507e88aff22 None None] Routers {'08eb9457-41f0-4b19-b633-1c557fe33417'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:05.476768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6557ee8b-ad8c-4fef-85cb-7507e88aff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['08eb9457-41f0-4b19-b633-1c557fe33417'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:05.477002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54154) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:05.506884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:05.514606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:05.533120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:05.557542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6557ee8b-ad8c-4fef-85cb-7507e88aff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:05.559834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6557ee8b-ad8c-4fef-85cb-7507e88aff22 None None] The sync data for ids ['08eb9457-41f0-4b19-b633-1c557fe33417'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:31:05.568941 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9557447e-b0ca-4896-ae1c-97fe1a07bd9e tempest-RoutersIpV6AdminTest-1180381364 tempest-RoutersIpV6AdminTest-1180381364-project-admin] 10.222.0.83 "GET /v2.0/ports?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&device_id=08eb9457-41f0-4b19-b633-1c557fe33417 HTTP/1.1" status: 200 len: 205 time: 0.0909567 Feb 02 13:31:05.569784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54160) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:05.602078 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.611182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Pushing event updated for resources: {'Port': ['ID=80b98258-99b4-4e89-8052-801980d7ca98,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:05.613793 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-57c3928a-c18f-4f10-8813-970853637492 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "GET /v2.0/ports?device_id=08eb9457-41f0-4b19-b633-1c557fe33417 HTTP/1.1" status: 200 len: 205 time: 0.0426571 Feb 02 13:31:05.617298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54162) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:05.688500 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:05.689750 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.713655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e36f8d39-288f-46b8-a0e4-0d7f322016a9 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (08eb9457-41f0-4b19-b633-1c557fe33417), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.715291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-001a9a32-8edf-42c2-acfe-00cd5645f56a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3105495 Feb 02 13:31:05.737313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Request body: {'port': {'device_id': '924101f3-4013-488f-aec5-f9ba26727630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:05.818065 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (80b98258-99b4-4e89-8052-801980d7ca98), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.916484 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e36f8d39-288f-46b8-a0e4-0d7f322016a9 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (08eb9457-41f0-4b19-b633-1c557fe33417), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.918815 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e36f8d39-288f-46b8-a0e4-0d7f322016a9 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router_controller (08eb9457-41f0-4b19-b633-1c557fe33417), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.957603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cb8077da-6e19-49cb-a44e-c318824c7a7b None None] Provisioning complete for port 80b98258-99b4-4e89-8052-801980d7ca98 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:05.957975 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb8077da-6e19-49cb-a44e-c318824c7a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (80b98258-99b4-4e89-8052-801980d7ca98), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.974614 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e36f8d39-288f-46b8-a0e4-0d7f322016a9 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (08eb9457-41f0-4b19-b633-1c557fe33417), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.975274 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36f8d39-288f-46b8-a0e4-0d7f322016a9 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Fanout notify agent at l3_agent the message router_deleted on router 08eb9457-41f0-4b19-b633-1c557fe33417 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:31:05.991611 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e36f8d39-288f-46b8-a0e4-0d7f322016a9 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:05.995085 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e36f8d39-288f-46b8-a0e4-0d7f322016a9 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/routers/08eb9457-41f0-4b19-b633-1c557fe33417 HTTP/1.1" status: 204 len: 168 time: 0.3757169 Feb 02 13:31:05.999387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54166) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:06.073840 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e0294a67-2d3f-4605-b675-b41c6dd6b1cd tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "GET /v2.0/ports?device_id=08eb9457-41f0-4b19-b633-1c557fe33417 HTTP/1.1" status: 200 len: 205 time: 0.0723963 Feb 02 13:31:06.075350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54170) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:06.082635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cb8077da-6e19-49cb-a44e-c318824c7a7b None None] Port 80b98258-99b4-4e89-8052-801980d7ca98 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:31:06.136493 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-ee0ac34c-43e4-40fc-acf9-834db8fcae8a tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] delete failed (client error): The resource could not be found. Feb 02 13:31:06.137161 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ee0ac34c-43e4-40fc-acf9-834db8fcae8a tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/routers/08eb9457-41f0-4b19-b633-1c557fe33417 HTTP/1.1" status: 404 len: 336 time: 0.0600896 Feb 02 13:31:06.139865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54172) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:06.174430 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6aecac19-dd86-418a-b2b1-cece132bc85b tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "GET /v2.0/ports?device_id=4290bdf0-ad87-45bd-9806-9fd9d51b2cf9 HTTP/1.1" status: 200 len: 205 time: 0.0334370 Feb 02 13:31:06.177758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:06.603674 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-81124ddb-0fef-45c4-9392-b2affa7acd80 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] delete failed (client error): The resource could not be found. Feb 02 13:31:06.607125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-81124ddb-0fef-45c4-9392-b2affa7acd80 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/routers/4290bdf0-ad87-45bd-9806-9fd9d51b2cf9 HTTP/1.1" status: 404 len: 336 time: 0.4260924 Feb 02 13:31:06.607815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54178) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:06.657225 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3d33468c-876e-4110-a0f9-8a55da2dac41 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7449bb2-02db-44ae-926b-cdc448ea90df HTTP/1.1" status: 200 len: 205 time: 0.0431714 Feb 02 13:31:06.657898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:06.727240 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-1a9cea53-b839-4b2b-9324-f1f0bb999a82 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] delete failed (client error): The resource could not be found. Feb 02 13:31:06.728509 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1a9cea53-b839-4b2b-9324-f1f0bb999a82 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/routers/d7449bb2-02db-44ae-926b-cdc448ea90df HTTP/1.1" status: 404 len: 336 time: 0.0696888 Feb 02 13:31:06.731376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54182) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:06.750290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b98258-99b4-4e89-8052-801980d7ca98 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:31:06.761002 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Publish callbacks [] for port (80b98258-99b4-4e89-8052-801980d7ca98), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:06.767726 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-983b1662-ca60-4120-82a8-8dc6b6ba156a tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed37d470-7675-4d20-a4e8-481ff80ea8b8 HTTP/1.1" status: 200 len: 205 time: 0.0345128 Feb 02 13:31:06.770531 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54184) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:06.778040 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Transition to ACTIVE for port object 80b98258-99b4-4e89-8052-801980d7ca98 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:31:06.787104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad15b29-dea6-4540-a3c3-c141cfe378c8 req-aed105a0-115d-4e19-9f8c-38fe5aa44b87 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:06.788725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dad15b29-dea6-4540-a3c3-c141cfe378c8 req-aed105a0-115d-4e19-9f8c-38fe5aa44b87 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 936 time: 0.1948180 Feb 02 13:31:06.790204 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (80b98258-99b4-4e89-8052-801980d7ca98), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:06.813007 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:06.823017 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-f2b4f1d8-b8c0-46cc-bd80-a02b36816f71 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] delete failed (client error): The resource could not be found. Feb 02 13:31:06.824569 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f2b4f1d8-b8c0-46cc-bd80-a02b36816f71 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/routers/ed37d470-7675-4d20-a4e8-481ff80ea8b8 HTTP/1.1" status: 404 len: 336 time: 0.0526745 Feb 02 13:31:06.827253 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54186) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:06.872131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-df87f07d-70b0-4447-943b-34c74431de84 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "GET /v2.0/ports?device_id=d7226b1f-d3ac-46c3-9ea9-f2b8684ee149 HTTP/1.1" status: 200 len: 205 time: 0.0430560 Feb 02 13:31:06.876085 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:06.887753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54190) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:06.893208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Pushing event updated for resources: {'Port': ['ID=80b98258-99b4-4e89-8052-801980d7ca98,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:06.946863 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-58c6534b-6b14-4cc6-90a1-177f350d4db6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] delete failed (client error): The resource could not be found. Feb 02 13:31:06.948342 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-58c6534b-6b14-4cc6-90a1-177f350d4db6 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/routers/d7226b1f-d3ac-46c3-9ea9-f2b8684ee149 HTTP/1.1" status: 404 len: 336 time: 0.0575843 Feb 02 13:31:06.951287 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54192) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:06.979606 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dad15b29-dea6-4540-a3c3-c141cfe378c8 req-22d0ca9c-012b-4399-9cc9-bf121c8af264 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e02d99-93fa-40bd-b25f-8a428bcab2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521001 Feb 02 13:31:07.056683 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Attempting to bind port 80b98258-99b4-4e89-8052-801980d7ca98 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:31:07.057285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Attempting to bind port 80b98258-99b4-4e89-8052-801980d7ca98 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:31:07.057789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Attempting to bind port 80b98258-99b4-4e89-8052-801980d7ca98 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:31:07.065462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Port 80b98258-99b4-4e89-8052-801980d7ca98 on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:31:07.070488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Attempting to bind port 80b98258-99b4-4e89-8052-801980d7ca98 on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:31:07.090160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:31:07.091299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:31:07.092133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:31:07.092887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Bound port: 80b98258-99b4-4e89-8052-801980d7ca98, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:31:07.093419 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (80b98258-99b4-4e89-8052-801980d7ca98), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:07.227065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] For port 80b98258-99b4-4e89-8052-801980d7ca98, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:31:07.234160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] For port 80b98258-99b4-4e89-8052-801980d7ca98, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=80b98258-99b4-4e89-8052-801980d7ca98,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:31:07.246871 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (80b98258-99b4-4e89-8052-801980d7ca98), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:07.300885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:07.301747 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:07.303687 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] 10.222.0.18 "PUT /v2.0/ports/80b98258-99b4-4e89-8052-801980d7ca98 HTTP/1.1" status: 200 len: 1096 time: 1.5712409 Feb 02 13:31:07.304677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924101f3-4013-488f-aec5-f9ba26727630', 'tag': '80b98258-99b4-4e89-8052-801980d7ca98'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:31:07.307372 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c695f6f-710e-48da-ac95-3c0a858fc209" -d '{"events": [{"name": "network-changed", "server_uuid": "924101f3-4013-488f-aec5-f9ba26727630", "tag": "80b98258-99b4-4e89-8052-801980d7ca98"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:31:07.389460 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887469f7-4f8d-4dcc-b32c-68881efba733 x-openstack-request-id: req-887469f7-4f8d-4dcc-b32c-68881efba733 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:31:07.390007 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "924101f3-4013-488f-aec5-f9ba26727630", "tag": "80b98258-99b4-4e89-8052-801980d7ca98", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:31:07.390402 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-887469f7-4f8d-4dcc-b32c-68881efba733 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:31:07.391103 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924101f3-4013-488f-aec5-f9ba26727630', 'tag': '80b98258-99b4-4e89-8052-801980d7ca98', 'status': 'completed', 'code': 200} Feb 02 13:31:07.397565 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30ff49-64db-4b04-a30e-f5a26dc2ab9b service neutron] Pushing event updated for resources: {'Port': ['ID=80b98258-99b4-4e89-8052-801980d7ca98,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:07.471464 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-08ab72da-74ed-4889-91c0-bfd7466f1f93 tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "GET /v2.0/ports?device_id=9db4c45d-8cb6-43d1-825f-b6d8e8784264 HTTP/1.1" status: 200 len: 205 time: 0.5183985 Feb 02 13:31:07.474334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54198) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:07.488561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-dd8beddb-78f2-427b-bbcf-42843f0bf550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:07.490471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-dd8beddb-78f2-427b-bbcf-42843f0bf550 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=923d7e1e6cd6451b9f816db4eb940f70&device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 1130 time: 0.1180344 Feb 02 13:31:07.528484 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-bcfb6434-999c-4949-bced-770a85c8d7bb tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] delete failed (client error): The resource could not be found. Feb 02 13:31:07.533297 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bcfb6434-999c-4949-bced-770a85c8d7bb tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/routers/9db4c45d-8cb6-43d1-825f-b6d8e8784264 HTTP/1.1" status: 404 len: 336 time: 0.0574336 Feb 02 13:31:07.534097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54200) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:07.547247 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-4ccab3d3-2a54-4da7-a303-cee2eda521d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=80b98258-99b4-4e89-8052-801980d7ca98 HTTP/1.1" status: 200 len: 217 time: 0.0442586 Feb 02 13:31:07.571138 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a19b88-7743-426d-880e-121ecd88229c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] DELETE failed (client error): The resource could not be found. Feb 02 13:31:07.571666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a19b88-7743-426d-880e-121ecd88229c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:31:07.578723 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-36a19b88-7743-426d-880e-121ecd88229c tempest-RoutersIpV6AdminTest-527225156 tempest-RoutersIpV6AdminTest-527225156-project] 10.222.0.83 "DELETE /v2.0/subnets/c9a62d6c-29af-4f57-b969-9fc063ba5b8d HTTP/1.1" status: 404 len: 337 time: 0.0435483 Feb 02 13:31:07.628365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-3bf5353c-16b0-470b-9019-8944294bbef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:07.630092 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-3bf5353c-16b0-470b-9019-8944294bbef2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0766275 Feb 02 13:31:07.712143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-7f3a9458-ee63-458c-980f-75f66097958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:07.713059 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-7f3a9458-ee63-458c-980f-75f66097958a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0759411 Feb 02 13:31:07.769181 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:07.838212 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-b7d72812-05d7-4971-b721-d7959615673f service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192348 Feb 02 13:31:08.002602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54208) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:08.019222 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c81c2ea3-5ef5-49f3-babd-76cbbbe70fc9 req-4fb92088-57e5-4341-b147-4166424c6402 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744270 Feb 02 13:31:08.053571 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:08.202372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f0bb2-08fd-4104-93f9-5734c5986f2e req-063ee899-20dc-4795-a570-ede3894f03d6 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:08.204001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-680f0bb2-08fd-4104-93f9-5734c5986f2e req-063ee899-20dc-4795-a570-ede3894f03d6 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 948 time: 0.1152055 Feb 02 13:31:08.216150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c08d61c-ca2f-4303-a345-ea79eca20c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:08.247480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695f6f-710e-48da-ac95-3c0a858fc209 req-1d4c71e6-1518-47c4-bb1e-d00767dd4dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:08.248883 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c695f6f-710e-48da-ac95-3c0a858fc209 req-1d4c71e6-1518-47c4-bb1e-d00767dd4dc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=923d7e1e6cd6451b9f816db4eb940f70&device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 1130 time: 0.1108520 Feb 02 13:31:08.346139 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c08d61c-ca2f-4303-a345-ea79eca20c2a admin admin] Publish callbacks [] for security_group (84d1df29-2077-4a70-8cb5-601ed93251dc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:08.353349 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c08d61c-ca2f-4303-a345-ea79eca20c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (84d1df29-2077-4a70-8cb5-601ed93251dc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:08.358245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-680f0bb2-08fd-4104-93f9-5734c5986f2e req-56a3c792-4e13-4951-ae4b-74efd6cdb2a9 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e02d99-93fa-40bd-b25f-8a428bcab2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432815 Feb 02 13:31:08.406757 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1c08d61c-ca2f-4303-a345-ea79eca20c2a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0ee227d38f76489a9d773cefd085efd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4028606 Feb 02 13:31:08.411235 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:08.416383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08d61c-ca2f-4303-a345-ea79eca20c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d1df29-2077-4a70-8cb5-601ed93251dc,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:08.443030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695f6f-710e-48da-ac95-3c0a858fc209 req-979cb436-4bdc-4f7f-88f2-14c36c2ceb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:08.444862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c695f6f-710e-48da-ac95-3c0a858fc209 req-979cb436-4bdc-4f7f-88f2-14c36c2ceb95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1881239 Feb 02 13:31:08.506141 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c695f6f-710e-48da-ac95-3c0a858fc209 req-52f877fe-6b4e-4b5e-a7ba-5e2ce6812c24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=80b98258-99b4-4e89-8052-801980d7ca98 HTTP/1.1" status: 200 len: 217 time: 0.0526013 Feb 02 13:31:08.546592 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f444ae9e-0d1a-42b2-8227-e35df2d8fe3e admin admin] Publish callbacks [] for security_group (84d1df29-2077-4a70-8cb5-601ed93251dc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:08.579284 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f444ae9e-0d1a-42b2-8227-e35df2d8fe3e admin admin] Publish callbacks [] for security_group (84d1df29-2077-4a70-8cb5-601ed93251dc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:08.588894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695f6f-710e-48da-ac95-3c0a858fc209 req-2ddd5b98-5d0e-4dbe-bd4b-9c2550b8bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:08.590391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c695f6f-710e-48da-ac95-3c0a858fc209 req-2ddd5b98-5d0e-4dbe-bd4b-9c2550b8bdb4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0768063 Feb 02 13:31:08.657833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c695f6f-710e-48da-ac95-3c0a858fc209 req-d8915304-d44a-4218-bd76-90b6efba41ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:08.659284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c695f6f-710e-48da-ac95-3c0a858fc209 req-d8915304-d44a-4218-bd76-90b6efba41ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0602579 Feb 02 13:31:08.668827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f444ae9e-0d1a-42b2-8227-e35df2d8fe3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (84d1df29-2077-4a70-8cb5-601ed93251dc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:08.671643 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f444ae9e-0d1a-42b2-8227-e35df2d8fe3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:08.672889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f444ae9e-0d1a-42b2-8227-e35df2d8fe3e admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/84d1df29-2077-4a70-8cb5-601ed93251dc HTTP/1.1" status: 204 len: 168 time: 0.2602966 Feb 02 13:31:08.706412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444ae9e-0d1a-42b2-8227-e35df2d8fe3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d1df29-2077-4a70-8cb5-601ed93251dc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:08.809549 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c695f6f-710e-48da-ac95-3c0a858fc209 req-91cda311-2fb3-4fa9-bf81-80954054bc54 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419051 Feb 02 13:31:08.945197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c695f6f-710e-48da-ac95-3c0a858fc209 req-64c32cf9-804a-417a-afa8-e7681aac1992 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274490 Feb 02 13:31:09.062598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54224) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:09.110961 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-394878bd-673b-4ab0-98b4-2ef6f0008d02 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=84cd29d6842b45b39fb07e3ce19f1995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448689 Feb 02 13:31:09.111171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54226) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:09.166773 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbce34be-f14c-4235-a1cd-2bbc2eb05bfe admin admin] Publish callbacks [] for security_group (b3627a6b-cede-4bbe-a5dd-5b12ec4f8cdd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:09.191497 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbce34be-f14c-4235-a1cd-2bbc2eb05bfe admin admin] Publish callbacks [] for security_group (b3627a6b-cede-4bbe-a5dd-5b12ec4f8cdd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:09.245687 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbce34be-f14c-4235-a1cd-2bbc2eb05bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b3627a6b-cede-4bbe-a5dd-5b12ec4f8cdd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:09.248777 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bbce34be-f14c-4235-a1cd-2bbc2eb05bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:09.249994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bbce34be-f14c-4235-a1cd-2bbc2eb05bfe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b3627a6b-cede-4bbe-a5dd-5b12ec4f8cdd HTTP/1.1" status: 204 len: 168 time: 0.1379020 Feb 02 13:31:09.260152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce34be-f14c-4235-a1cd-2bbc2eb05bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3627a6b-cede-4bbe-a5dd-5b12ec4f8cdd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:09.505273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa40cc-8537-42a8-9a8e-f17b3fe09415 req-bd139727-d26f-495a-9e0f-4760d6af663f tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:09.507095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bffa40cc-8537-42a8-9a8e-f17b3fe09415 req-bd139727-d26f-495a-9e0f-4760d6af663f tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 948 time: 0.0691724 Feb 02 13:31:09.591016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bffa40cc-8537-42a8-9a8e-f17b3fe09415 req-a702e32b-6d94-488a-abcf-88a0157eac03 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e02d99-93fa-40bd-b25f-8a428bcab2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781233 Feb 02 13:31:10.275262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54254) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:10.440187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-293796744'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:10.471084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Made reservation on behalf of 7d00cd6813b1447fb0773baa3ab47da7 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:10.475744 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:10.485849 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:10.598564 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks [] for security_group (aefa2436-0711-4319-bb3b-9503e359fc68), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:10.609055 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (aefa2436-0711-4319-bb3b-9503e359fc68), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:10.641055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:31:10.656227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aefa2436-0711-4319-bb3b-9503e359fc68,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:10.672476 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (16e3135d-690e-41f0-bd1f-6bca63bbdab7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:10.672811 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Added segment 16e3135d-690e-41f0-bd1f-6bca63bbdab7 of type vlan for network 36a662ef-6482-48df-8f0b-e99ae4ac368f Feb 02 13:31:10.774473 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (36a662ef-6482-48df-8f0b-e99ae4ac368f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:10.823955 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (36a662ef-6482-48df-8f0b-e99ae4ac368f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:10.832609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:10.833650 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:10.866674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433f783-44f5-4b00-af31-7b3102b54e07 req-f84ca0aa-a012-452f-ad98-5e8d3ed6e4d0 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:10.869213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9433f783-44f5-4b00-af31-7b3102b54e07 req-f84ca0aa-a012-452f-ad98-5e8d3ed6e4d0 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 948 time: 0.1389952 Feb 02 13:31:10.936851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6552756 Feb 02 13:31:10.938599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54262) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:10.945367 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-370ab448-9783-471b-96dc-55beedb86432 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Request body: {'subnet': {'network_id': '36a662ef-6482-48df-8f0b-e99ae4ac368f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:10.983335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4af8c-c7f2-419d-a5b9-840ed0ea285b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Pushing event updated for resources: {'Network': ['ID=36a662ef-6482-48df-8f0b-e99ae4ac368f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:10.998537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 36a662ef-6482-48df-8f0b-e99ae4ac368f details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:31:11.012806 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9433f783-44f5-4b00-af31-7b3102b54e07 req-d2eaaba5-e3b4-4022-8e25-688471fc80b0 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e02d99-93fa-40bd-b25f-8a428bcab2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192114 Feb 02 13:31:11.147092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370ab448-9783-471b-96dc-55beedb86432 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Made reservation on behalf of 7d00cd6813b1447fb0773baa3ab47da7 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:11.153376 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-370ab448-9783-471b-96dc-55beedb86432 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:11.377923 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 80b98258-99b4-4e89-8052-801980d7ca98 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:31:11.447851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-370ab448-9783-471b-96dc-55beedb86432 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (f77bc02e-093f-429a-8b0c-456a0d41f345), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:11.535737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ab448-9783-471b-96dc-55beedb86432 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Pushing event updated for resources: {'Subnet': ['ID=f77bc02e-093f-429a-8b0c-456a0d41f345,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:11.562785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 80b98258-99b4-4e89-8052-801980d7ca98, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=80b98258-99b4-4e89-8052-801980d7ca98,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:11.563549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370ab448-9783-471b-96dc-55beedb86432 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Checking segment: {'id': '16e3135d-690e-41f0-bd1f-6bca63bbdab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36a662ef-6482-48df-8f0b-e99ae4ac368f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:31:11.563919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370ab448-9783-471b-96dc-55beedb86432 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Network hostable DHCP agents. Network: 36a662ef-6482-48df-8f0b-e99ae4ac368f, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:31:11.581502 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '80b98258-99b4-4e89-8052-801980d7ca98', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '80b98258-99b4-4e89-8052-801980d7ca98', 'mac_address': 'fa:16:3e:fc:af:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:31:11.599740 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370ab448-9783-471b-96dc-55beedb86432 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Network 36a662ef-6482-48df-8f0b-e99ae4ac368f is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:31:11.615771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-370ab448-9783-471b-96dc-55beedb86432 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 36a662ef-6482-48df-8f0b-e99ae4ac368f) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:11.620554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ab448-9783-471b-96dc-55beedb86432 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:11.621392 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-370ab448-9783-471b-96dc-55beedb86432 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:11.638431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfcfe8e-f51f-4ee0-9cad-b78bbd31a88f None None] Network 36a662ef-6482-48df-8f0b-e99ae4ac368f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:11.645833 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-370ab448-9783-471b-96dc-55beedb86432 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7054224 Feb 02 13:31:11.648776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:11.656476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Request body: {'port': {'network_id': '36a662ef-6482-48df-8f0b-e99ae4ac368f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1022407230'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:11.715519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 80b98258-99b4-4e89-8052-801980d7ca98 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:11.716490 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (80b98258-99b4-4e89-8052-801980d7ca98), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:11.733135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b98258-99b4-4e89-8052-801980d7ca98 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:31:11.755016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 80b98258-99b4-4e89-8052-801980d7ca98, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=80b98258-99b4-4e89-8052-801980d7ca98,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:11.762908 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (80b98258-99b4-4e89-8052-801980d7ca98), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:11.833150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Made reservation on behalf of 7d00cd6813b1447fb0773baa3ab47da7 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:11.835646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=80b98258-99b4-4e89-8052-801980d7ca98,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:11.849528 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:11.878323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] device_id is not set on port 9feb34f7-3083-4cf1-b363-10fe86c8fe17 yet. {{(pid=103188) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:31:11.890799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-36a662ef-6482-48df-8f0b-e99ae4ac368f', 'network_id': '36a662ef-6482-48df-8f0b-e99ae4ac368f', 'project_id': '7d00cd6813b1447fb0773baa3ab47da7', 'fixed_ips': [{'subnet_id': 'f77bc02e-093f-429a-8b0c-456a0d41f345'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:31:11.898504 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:12.048708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Allocated IP 2001:db8::53 (36a662ef-6482-48df-8f0b-e99ae4ac368f/f77bc02e-093f-429a-8b0c-456a0d41f345/9feb34f7-3083-4cf1-b363-10fe86c8fe17) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:12.103072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['80b98258-99b4-4e89-8052-801980d7ca98'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:31:12.279775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0286b-1bc8-40cd-b745-b0d3379cd034 req-cb469513-1609-456e-8568-b7ea2e26777b tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:12.281491 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfa0286b-1bc8-40cd-b745-b0d3379cd034 req-cb469513-1609-456e-8568-b7ea2e26777b tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 949 time: 0.1141555 Feb 02 13:31:12.321197 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks [] for port (9feb34f7-3083-4cf1-b363-10fe86c8fe17), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:12.383778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfa0286b-1bc8-40cd-b745-b0d3379cd034 req-fa844379-c43b-448e-905f-0d2e053f2e83 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e02d99-93fa-40bd-b25f-8a428bcab2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941749 Feb 02 13:31:12.397597 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9feb34f7-3083-4cf1-b363-10fe86c8fe17), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:12.463769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Network 36a662ef-6482-48df-8f0b-e99ae4ac368f is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:12.467812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Allocated IP 2001:db8::2 (36a662ef-6482-48df-8f0b-e99ae4ac368f/f77bc02e-093f-429a-8b0c-456a0d41f345/78d04b48-ab48-426d-8f0d-29bc4c3c0fd7) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:12.469852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:12.474062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:12.479397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:12.480028 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:12.493668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Pushing event updated for resources: {'Port': ['ID=9feb34f7-3083-4cf1-b363-10fe86c8fe17,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:12.520237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9cd0aa47-bd86-48fb-a331-46573ed3140b tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.8694122 Feb 02 13:31:12.524524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54276) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:12.534620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Request body: {'port': {'network_id': '36a662ef-6482-48df-8f0b-e99ae4ac368f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-964412739', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:12.535752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.api.validators [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] bootfile-name is not in valid_values {{(pid=103187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 13:31:12.536629 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.api.validators [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] tftp-server is not in valid_values {{(pid=103187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 13:31:12.537246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.api.validators [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] server-ip-address is not in valid_values {{(pid=103187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 13:31:12.679979 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Publish callbacks [] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:12.691369 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:12.701951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Made reservation on behalf of 7d00cd6813b1447fb0773baa3ab47da7 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:12.709376 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:12.737000 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] device_id is not set on port 6f3f222b-6d53-42b4-899d-9753e1897076 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:31:12.755162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Network 36a662ef-6482-48df-8f0b-e99ae4ac368f is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:12.759721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:12.765931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:12.805367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Pushing event updated for resources: {'Port': ['ID=78d04b48-ab48-426d-8f0d-29bc4c3c0fd7,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:12.854311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Attempting to bind port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:31:12.854908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Attempting to bind port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '16e3135d-690e-41f0-bd1f-6bca63bbdab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36a662ef-6482-48df-8f0b-e99ae4ac368f'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:31:12.855669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Attempting to bind port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 on network 36a662ef-6482-48df-8f0b-e99ae4ac368f {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:31:12.864665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:31:12.865232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Checking segment: {'id': '16e3135d-690e-41f0-bd1f-6bca63bbdab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36a662ef-6482-48df-8f0b-e99ae4ac368f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:31:12.865883 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:12.866287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Bound using segment: {'id': '16e3135d-690e-41f0-bd1f-6bca63bbdab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36a662ef-6482-48df-8f0b-e99ae4ac368f'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:31:12.866759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Bound port: 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e3135d-690e-41f0-bd1f-6bca63bbdab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '36a662ef-6482-48df-8f0b-e99ae4ac368f'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:31:12.867449 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:12.912002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Allocated IP 2001:db8::28d (36a662ef-6482-48df-8f0b-e99ae4ac368f/f77bc02e-093f-429a-8b0c-456a0d41f345/6f3f222b-6d53-42b4-899d-9753e1897076) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:12.949825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] For port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:31:12.954279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] For port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=78d04b48-ab48-426d-8f0d-29bc4c3c0fd7,segment=NetworkSegment(16e3135d-690e-41f0-bd1f-6bca63bbdab7),segment_id=16e3135d-690e-41f0-bd1f-6bca63bbdab7)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:31:12.963011 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:13.024396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576f5bb-6009-43f3-94f1-e2fb75429a28 None None] Pushing event updated for resources: {'Port': ['ID=78d04b48-ab48-426d-8f0d-29bc4c3c0fd7,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:13.166246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks [] for port (6f3f222b-6d53-42b4-899d-9753e1897076), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:13.219705 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6f3f222b-6d53-42b4-899d-9753e1897076), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:13.261044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Network 36a662ef-6482-48df-8f0b-e99ae4ac368f is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:13.264485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:13.268584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:13.274355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:13.275050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:13.300811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Pushing event updated for resources: {'Port': ['ID=6f3f222b-6d53-42b4-899d-9753e1897076,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:13.313567 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-60cd0c1b-a3fd-477f-ac74-ccc620f18602 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.7853673 Feb 02 13:31:13.314005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54280) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:13.382537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 80b98258-99b4-4e89-8052-801980d7ca98 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:31:13.487912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae9b3b6-f719-446b-b00b-ebe1b732ead5 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:13.493847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae9b3b6-f719-446b-b00b-ebe1b732ead5 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:13.500594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae9b3b6-f719-446b-b00b-ebe1b732ead5 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:13.502624 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8ae9b3b6-f719-446b-b00b-ebe1b732ead5 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] 10.222.0.83 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1823504 Feb 02 13:31:13.505557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54284) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:13.637405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074e9ee-4e31-4ac0-b9bf-4d0cea5e276e req-9900386c-91e8-4c4e-847e-890c92f1a76f tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:13.639163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f074e9ee-4e31-4ac0-b9bf-4d0cea5e276e req-9900386c-91e8-4c4e-847e-890c92f1a76f tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 949 time: 0.1008639 Feb 02 13:31:13.683042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-11e8ce4f-f3a1-4e01-ba78-45f360e984f9 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Deleting port 6f3f222b-6d53-42b4-899d-9753e1897076 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:13.683672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11e8ce4f-f3a1-4e01-ba78-45f360e984f9 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6f3f222b-6d53-42b4-899d-9753e1897076), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:13.714585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f074e9ee-4e31-4ac0-b9bf-4d0cea5e276e req-3f72fec7-28c5-4244-8d6e-6ea991976ead tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e02d99-93fa-40bd-b25f-8a428bcab2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693207 Feb 02 13:31:13.751610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 80b98258-99b4-4e89-8052-801980d7ca98 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:31:13.756193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 80b98258-99b4-4e89-8052-801980d7ca98 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:13.756573 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (80b98258-99b4-4e89-8052-801980d7ca98), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:13.810685 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11e8ce4f-f3a1-4e01-ba78-45f360e984f9 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6f3f222b-6d53-42b4-899d-9753e1897076), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:13.828040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-11e8ce4f-f3a1-4e01-ba78-45f360e984f9 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Calling delete_port for 6f3f222b-6d53-42b4-899d-9753e1897076 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:13.838649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 80b98258-99b4-4e89-8052-801980d7ca98 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:13.839040 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (80b98258-99b4-4e89-8052-801980d7ca98), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:13.873135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924101f3-4013-488f-aec5-f9ba26727630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b98258-99b4-4e89-8052-801980d7ca98'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:31:13.875824 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5953cf8-03f7-44b2-828d-92aabea680e3" -d '{"events": [{"server_uuid": "924101f3-4013-488f-aec5-f9ba26727630", "name": "network-vif-plugged", "status": "completed", "tag": "80b98258-99b4-4e89-8052-801980d7ca98"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:31:13.890177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 80b98258-99b4-4e89-8052-801980d7ca98, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=80b98258-99b4-4e89-8052-801980d7ca98,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:13.897217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (80b98258-99b4-4e89-8052-801980d7ca98), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:13.948852 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d8e004-eaa6-486e-9fff-3df774d605c9 x-openstack-request-id: req-29d8e004-eaa6-486e-9fff-3df774d605c9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:31:13.949148 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924101f3-4013-488f-aec5-f9ba26727630", "name": "network-vif-plugged", "status": "completed", "tag": "80b98258-99b4-4e89-8052-801980d7ca98", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:31:13.949398 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-29d8e004-eaa6-486e-9fff-3df774d605c9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:31:13.949839 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924101f3-4013-488f-aec5-f9ba26727630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b98258-99b4-4e89-8052-801980d7ca98', 'code': 200} Feb 02 13:31:13.989968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=80b98258-99b4-4e89-8052-801980d7ca98,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:14.043792 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11e8ce4f-f3a1-4e01-ba78-45f360e984f9 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6f3f222b-6d53-42b4-899d-9753e1897076), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:14.047185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:31:14.096417 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8ce4f-f3a1-4e01-ba78-45f360e984f9 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Pushing event deleted for resources: {'Port': ['ID=6f3f222b-6d53-42b4-899d-9753e1897076,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:14.128512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d686ce8-d656-427c-8542-2315b018dc0c req-96c04424-28a2-4121-880c-0a919e8857ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:14.129324 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-11e8ce4f-f3a1-4e01-ba78-45f360e984f9 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:14.130090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d686ce8-d656-427c-8542-2315b018dc0c req-96c04424-28a2-4121-880c-0a919e8857ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 1132 time: 0.0885968 Feb 02 13:31:14.140854 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-11e8ce4f-f3a1-4e01-ba78-45f360e984f9 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] 10.222.0.83 "DELETE /v2.0/ports/6f3f222b-6d53-42b4-899d-9753e1897076 HTTP/1.1" status: 204 len: 168 time: 0.6338406 Feb 02 13:31:14.141627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54290) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:14.148194 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-708b1904-3c7c-4279-bac4-a1319fd87dac tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Request body: {'port': {'name': 'tempest-new-port-name-2043120670', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:14.148887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.api.validators [None req-708b1904-3c7c-4279-bac4-a1319fd87dac tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] bootfile-name is not in valid_values {{(pid=103187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 13:31:14.149298 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.api.validators [None req-708b1904-3c7c-4279-bac4-a1319fd87dac tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] tftp-server is not in valid_values {{(pid=103187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 13:31:14.149693 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.api.validators [None req-708b1904-3c7c-4279-bac4-a1319fd87dac tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] server-ip-address is not in valid_values {{(pid=103187) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 02 13:31:14.157942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:14.158378 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:14.206281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d686ce8-d656-427c-8542-2315b018dc0c req-d4b355fa-c191-439a-8bc0-b32aad575d3b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d3e02d99-93fa-40bd-b25f-8a428bcab2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591342 Feb 02 13:31:14.236630 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-708b1904-3c7c-4279-bac4-a1319fd87dac tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9feb34f7-3083-4cf1-b363-10fe86c8fe17), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:14.287708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:14.288088 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:14.350772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=78d04b48-ab48-426d-8f0d-29bc4c3c0fd7,segment=NetworkSegment(16e3135d-690e-41f0-bd1f-6bca63bbdab7),segment_id=16e3135d-690e-41f0-bd1f-6bca63bbdab7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:14.356051 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:14.425172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=78d04b48-ab48-426d-8f0d-29bc4c3c0fd7,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:14.552164 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-708b1904-3c7c-4279-bac4-a1319fd87dac tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks [] for port (9feb34f7-3083-4cf1-b363-10fe86c8fe17), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:14.560538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-708b1904-3c7c-4279-bac4-a1319fd87dac tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (9feb34f7-3083-4cf1-b363-10fe86c8fe17), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:14.640859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-708b1904-3c7c-4279-bac4-a1319fd87dac tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] In _notify_port_updated(), no bound segment for port 9feb34f7-3083-4cf1-b363-10fe86c8fe17 on network 36a662ef-6482-48df-8f0b-e99ae4ac368f {{(pid=103187) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:902}} Feb 02 13:31:14.646506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b1904-3c7c-4279-bac4-a1319fd87dac tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:14.648047 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-708b1904-3c7c-4279-bac4-a1319fd87dac tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:14.658902 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-708b1904-3c7c-4279-bac4-a1319fd87dac tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] 10.222.0.83 "PUT /v2.0/ports/9feb34f7-3083-4cf1-b363-10fe86c8fe17 HTTP/1.1" status: 200 len: 1129 time: 0.5138130 Feb 02 13:31:14.660660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54302) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:14.668190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b1904-3c7c-4279-bac4-a1319fd87dac tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Pushing event updated for resources: {'Port': ['ID=9feb34f7-3083-4cf1-b363-10fe86c8fe17,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:14.706332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7cdfdf-3b55-4932-97ac-3a2e3eabc7e4 None None] Network 36a662ef-6482-48df-8f0b-e99ae4ac368f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:14.760167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ac323f-8ce6-4413-80bb-879d6699199a tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:14.767584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-88ac323f-8ce6-4413-80bb-879d6699199a tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] 10.222.0.83 "GET /v2.0/ports/9feb34f7-3083-4cf1-b363-10fe86c8fe17 HTTP/1.1" status: 200 len: 1129 time: 0.0981236 Feb 02 13:31:14.768079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54308) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:14.843663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-42a10d35-3569-4ebc-9154-33255a7096be None None] Provisioning complete for port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:14.844028 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-42a10d35-3569-4ebc-9154-33255a7096be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:14.937169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c2685-0d9c-44e8-8a4b-5458652d0b56 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Deleting port 9feb34f7-3083-4cf1-b363-10fe86c8fe17 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:14.937515 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2685-0d9c-44e8-8a4b-5458652d0b56 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9feb34f7-3083-4cf1-b363-10fe86c8fe17), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:14.993696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-42a10d35-3569-4ebc-9154-33255a7096be None None] Current status of the port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:15.019976 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a60a8-aaf1-4c00-9dc4-4202f5345641 req-537fe917-8055-431d-bb7e-dd2d95009362 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:15.022462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b0a60a8-aaf1-4c00-9dc4-4202f5345641 req-537fe917-8055-431d-bb7e-dd2d95009362 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 950 time: 0.1542387 Feb 02 13:31:15.130539 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2685-0d9c-44e8-8a4b-5458652d0b56 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9feb34f7-3083-4cf1-b363-10fe86c8fe17), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:15.142168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b0a60a8-aaf1-4c00-9dc4-4202f5345641 req-7ef1c976-1501-45e6-8077-884eb7fff96a tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e02d99-93fa-40bd-b25f-8a428bcab2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106052 Feb 02 13:31:15.154451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c2685-0d9c-44e8-8a4b-5458652d0b56 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Calling delete_port for 9feb34f7-3083-4cf1-b363-10fe86c8fe17 owned by {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:15.352293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2685-0d9c-44e8-8a4b-5458652d0b56 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9feb34f7-3083-4cf1-b363-10fe86c8fe17), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:15.387571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c2685-0d9c-44e8-8a4b-5458652d0b56 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Pushing event deleted for resources: {'Port': ['ID=9feb34f7-3083-4cf1-b363-10fe86c8fe17,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:15.418775 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2685-0d9c-44e8-8a4b-5458652d0b56 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:15.422103 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6c5c2685-0d9c-44e8-8a4b-5458652d0b56 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] 10.222.0.83 "DELETE /v2.0/ports/9feb34f7-3083-4cf1-b363-10fe86c8fe17 HTTP/1.1" status: 204 len: 168 time: 0.6528695 Feb 02 13:31:15.424907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:15.494584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a571a8-f65b-40a3-adac-a2d60ca7d256 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Deleting subnet f77bc02e-093f-429a-8b0c-456a0d41f345 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:31:15.498350 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0a571a8-f65b-40a3-adac-a2d60ca7d256 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks [] for subnet (f77bc02e-093f-429a-8b0c-456a0d41f345), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:15.520858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8314b50a-59a7-48b4-ac33-efd83b2ac065 None None] Provisioning complete for port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:15.521442 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8314b50a-59a7-48b4-ac33-efd83b2ac065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:15.553251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0a571a8-f65b-40a3-adac-a2d60ca7d256 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (f77bc02e-093f-429a-8b0c-456a0d41f345), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:15.625907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8314b50a-59a7-48b4-ac33-efd83b2ac065 None None] Current status of the port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:15.630086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8314b50a-59a7-48b4-ac33-efd83b2ac065 None None] Could not find standard attr ID for object 9feb34f7-3083-4cf1-b363-10fe86c8fe17. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:31:15.667156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0a571a8-f65b-40a3-adac-a2d60ca7d256 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (f77bc02e-093f-429a-8b0c-456a0d41f345), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:15.788466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0a571a8-f65b-40a3-adac-a2d60ca7d256 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (f77bc02e-093f-429a-8b0c-456a0d41f345), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:15.819890 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a571a8-f65b-40a3-adac-a2d60ca7d256 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Pushing event deleted for resources: {'Subnet': ['ID=f77bc02e-093f-429a-8b0c-456a0d41f345,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:15.822158 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b0a571a8-f65b-40a3-adac-a2d60ca7d256 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:15.825512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b0a571a8-f65b-40a3-adac-a2d60ca7d256 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] 10.222.0.83 "DELETE /v2.0/subnets/f77bc02e-093f-429a-8b0c-456a0d41f345 HTTP/1.1" status: 204 len: 168 time: 0.3996239 Feb 02 13:31:15.828665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54316) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:15.853080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-041128cd-3a69-4e4b-af01-a9a3bcea8258 None None] Could not find standard attr ID for object 9feb34f7-3083-4cf1-b363-10fe86c8fe17. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:31:15.934007 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (36a662ef-6482-48df-8f0b-e99ae4ac368f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:15.989347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:31:16.028407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Deleting port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:16.028766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:16.091261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:16.091672 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:16.143089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78da4fa-952c-4545-9a59-32303d14d976 None None] Network 36a662ef-6482-48df-8f0b-e99ae4ac368f requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:16.172560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] For port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=78d04b48-ab48-426d-8f0d-29bc4c3c0fd7,segment=NetworkSegment(16e3135d-690e-41f0-bd1f-6bca63bbdab7),segment_id=16e3135d-690e-41f0-bd1f-6bca63bbdab7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:16.172905 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:16.201512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Calling delete_port for 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:16.209238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:16.227578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4334b2c0-a691-4c05-9413-e4014982677d None None] Could not find standard attr ID for object 6f3f222b-6d53-42b4-899d-9753e1897076. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:31:16.354168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (78d04b48-ab48-426d-8f0d-29bc4c3c0fd7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:16.376496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a8c95-b43b-449d-b58d-2c9d356ee767 req-202b83c9-8f64-4d5e-aa87-a894c6518010 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:16.378241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-357a8c95-b43b-449d-b58d-2c9d356ee767 req-202b83c9-8f64-4d5e-aa87-a894c6518010 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 950 time: 0.1071534 Feb 02 13:31:16.402218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Pushing event deleted for resources: {'Port': ['ID=78d04b48-ab48-426d-8f0d-29bc4c3c0fd7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:16.412602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] No DVR routers for this DVR port 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:31:16.436469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1070d526-b3ed-4628-bacd-db117aab73ce None None] DHCP port deletion for 36a662ef-6482-48df-8f0b-e99ae4ac368f request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:31:16.488271 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-357a8c95-b43b-449d-b58d-2c9d356ee767 req-8bfa0277-e45c-417b-8e6e-69b4d987e664 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e02d99-93fa-40bd-b25f-8a428bcab2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990789 Feb 02 13:31:16.549818 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (36a662ef-6482-48df-8f0b-e99ae4ac368f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:16.573964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a662ef-6482-48df-8f0b-e99ae4ac368f']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:16.585918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e3135d-690e-41f0-bd1f-6bca63bbdab7') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:16.586632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e3135d-690e-41f0-bd1f-6bca63bbdab7') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:16.603129 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (16e3135d-690e-41f0-bd1f-6bca63bbdab7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:16.623489 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (16e3135d-690e-41f0-bd1f-6bca63bbdab7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:16.631305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:31:16.631942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (16e3135d-690e-41f0-bd1f-6bca63bbdab7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:31:16.636970 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:31:16.725237 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (36a662ef-6482-48df-8f0b-e99ae4ac368f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:16.738779 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:16.744993 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] 10.222.0.83 "DELETE /v2.0/networks/36a662ef-6482-48df-8f0b-e99ae4ac368f HTTP/1.1" status: 204 len: 168 time: 0.9127908 Feb 02 13:31:16.753303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ee6ad-eabd-4676-8e8f-4d4f9d129b4c tempest-ExtraDHCPOptionsIpV6TestJSON-231331819 tempest-ExtraDHCPOptionsIpV6TestJSON-231331819-project] Pushing event deleted for resources: {'Network': ['ID=36a662ef-6482-48df-8f0b-e99ae4ac368f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:17.170393 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54346) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:17.398458 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-93149ff2-7e80-4a33-9fa0-5aae4f21fa35 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7d00cd6813b1447fb0773baa3ab47da7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263978 Feb 02 13:31:17.401304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54352) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:17.463878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df28b2c6-0fde-405f-a8ec-8748a7c9a7ae admin admin] Publish callbacks [] for security_group (aefa2436-0711-4319-bb3b-9503e359fc68), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:17.501026 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df28b2c6-0fde-405f-a8ec-8748a7c9a7ae admin admin] Publish callbacks [] for security_group (aefa2436-0711-4319-bb3b-9503e359fc68), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:17.566705 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df28b2c6-0fde-405f-a8ec-8748a7c9a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (aefa2436-0711-4319-bb3b-9503e359fc68), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:17.570012 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df28b2c6-0fde-405f-a8ec-8748a7c9a7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:17.572115 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-df28b2c6-0fde-405f-a8ec-8748a7c9a7ae admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aefa2436-0711-4319-bb3b-9503e359fc68 HTTP/1.1" status: 204 len: 168 time: 0.1696095 Feb 02 13:31:17.586664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28b2c6-0fde-405f-a8ec-8748a7c9a7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefa2436-0711-4319-bb3b-9503e359fc68,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:18.010289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:31:18.042171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:31:18.042708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 78d04b48-ab48-426d-8f0d-29bc4c3c0fd7 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:31:18.541180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54376) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:18.732051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-14636ee7-d3c3-46fd-8556-ef42f42ff2d8 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] Request body: {'port': {'network_id': '9297505b-6223-496e-a9ad-8fa3eda38c15', 'name': 'tempest-NetworksNegativeTestJSON-242598087'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:18.754653 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-14636ee7-d3c3-46fd-8556-ef42f42ff2d8 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] POST failed (client error): The resource could not be found. Feb 02 13:31:18.755999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14636ee7-d3c3-46fd-8556-ef42f42ff2d8 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:31:18.764623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54382) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:18.765217 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-14636ee7-d3c3-46fd-8556-ef42f42ff2d8 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2212100 Feb 02 13:31:18.791639 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1802189-f48a-454b-bbb0-09343651be15 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] DELETE failed (client error): The resource could not be found. Feb 02 13:31:18.792846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1802189-f48a-454b-bbb0-09343651be15 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:31:18.801933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54384) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:18.802304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e1802189-f48a-454b-bbb0-09343651be15 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] 10.222.0.83 "DELETE /v2.0/networks/b16ca4f3-c34a-42ec-901b-7394d0ec8185 HTTP/1.1" status: 404 len: 339 time: 0.0382667 Feb 02 13:31:18.839611 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-060fd16d-ac2b-4971-a65b-dec7963e8237 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] DELETE failed (client error): The resource could not be found. Feb 02 13:31:18.840322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-060fd16d-ac2b-4971-a65b-dec7963e8237 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:31:18.844543 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-060fd16d-ac2b-4971-a65b-dec7963e8237 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] 10.222.0.83 "DELETE /v2.0/ports/e7729c72-272b-42e4-bf17-7059e9011b4f HTTP/1.1" status: 404 len: 333 time: 0.0410783 Feb 02 13:31:18.848545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:18.893706 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-25aefa00-36b2-403c-a5aa-6519ad0454f0 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] DELETE failed (client error): The resource could not be found. Feb 02 13:31:18.894512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25aefa00-36b2-403c-a5aa-6519ad0454f0 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:31:18.899488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-25aefa00-36b2-403c-a5aa-6519ad0454f0 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] 10.222.0.83 "DELETE /v2.0/subnets/4699836c-26e2-41f0-8830-f6034ff18261 HTTP/1.1" status: 404 len: 337 time: 0.0477996 Feb 02 13:31:18.904014 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54388) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:18.933460 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-43545b11-39e5-4660-a085-ba260fd4fb66 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] GET failed (client error): The resource could not be found. Feb 02 13:31:18.941093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54390) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:18.945576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-43545b11-39e5-4660-a085-ba260fd4fb66 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] 10.222.0.83 "GET /v2.0/networks/4d591222-d881-4297-b50a-b9dbcdd45eb5 HTTP/1.1" status: 404 len: 339 time: 0.0400286 Feb 02 13:31:18.973497 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac56203-8b6c-4ebd-9ab2-0dc3c0373785 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] GET failed (client error): The resource could not be found. Feb 02 13:31:18.975647 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8ac56203-8b6c-4ebd-9ab2-0dc3c0373785 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] 10.222.0.83 "GET /v2.0/ports/762be21b-650c-45d0-b5f7-734b8574f9ab HTTP/1.1" status: 404 len: 333 time: 0.0326278 Feb 02 13:31:18.980860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54392) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:19.013281 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-41a0a925-7716-40e3-a7c6-56f89a6f8f29 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] GET failed (client error): The resource could not be found. Feb 02 13:31:19.018929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54394) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:19.019922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-41a0a925-7716-40e3-a7c6-56f89a6f8f29 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] 10.222.0.83 "GET /v2.0/subnets/82536b90-3ded-4cdb-8919-50e998ff22b1 HTTP/1.1" status: 404 len: 337 time: 0.0377426 Feb 02 13:31:19.026903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e5dacd85-d0a1-4232-b8cf-6d7da760afe8 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:19.048344 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5dacd85-d0a1-4232-b8cf-6d7da760afe8 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] PUT failed (client error): The resource could not be found. Feb 02 13:31:19.048751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5dacd85-d0a1-4232-b8cf-6d7da760afe8 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:31:19.051462 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e5dacd85-d0a1-4232-b8cf-6d7da760afe8 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] 10.222.0.83 "PUT /v2.0/networks/d9ce6f4b-bc84-4cda-9e10-27d2b5d73da0 HTTP/1.1" status: 404 len: 339 time: 0.0289989 Feb 02 13:31:19.055059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54396) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:19.065559 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b3a0bd34-b753-4332-a2d3-a6d0199d2108 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:19.093869 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a0bd34-b753-4332-a2d3-a6d0199d2108 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] PUT failed (client error): The resource could not be found. Feb 02 13:31:19.095053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a0bd34-b753-4332-a2d3-a6d0199d2108 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:31:19.100408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54398) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:19.100961 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b3a0bd34-b753-4332-a2d3-a6d0199d2108 tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] 10.222.0.83 "PUT /v2.0/ports/ee5aa663-c51f-41c6-a3b9-620f97b3274c HTTP/1.1" status: 404 len: 333 time: 0.0431955 Feb 02 13:31:19.107286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8e9cf0a8-311f-43be-86d2-1e9632dd0eef tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:19.143298 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9cf0a8-311f-43be-86d2-1e9632dd0eef tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] PUT failed (client error): The resource could not be found. Feb 02 13:31:19.143792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9cf0a8-311f-43be-86d2-1e9632dd0eef tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:31:19.155841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8e9cf0a8-311f-43be-86d2-1e9632dd0eef tempest-NetworksNegativeTestJSON-1996843023 tempest-NetworksNegativeTestJSON-1996843023-project] 10.222.0.83 "PUT /v2.0/subnets/3c4851e2-2a4e-4d7c-b847-d96a184310b5 HTTP/1.1" status: 404 len: 337 time: 0.0541766 Feb 02 13:31:19.597854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54404) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:19.776872 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdff3a15-2a72-46e0-99f9-1644b58f817a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:19.952684 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdff3a15-2a72-46e0-99f9-1644b58f817a admin admin] Publish callbacks [] for security_group (31efe9fd-2db4-4b8e-ae31-785b8ff4c722), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:19.965188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-fdff3a15-2a72-46e0-99f9-1644b58f817a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (31efe9fd-2db4-4b8e-ae31-785b8ff4c722), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:20.015997 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fdff3a15-2a72-46e0-99f9-1644b58f817a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e8c57ec52b0f4ac49b489f476503042d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4143517 Feb 02 13:31:20.015997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff3a15-2a72-46e0-99f9-1644b58f817a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31efe9fd-2db4-4b8e-ae31-785b8ff4c722,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:20.017172 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:20.082284 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44185f8f-7392-49de-a0ba-498ce406cf01 admin admin] Publish callbacks [] for security_group (31efe9fd-2db4-4b8e-ae31-785b8ff4c722), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:20.110776 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44185f8f-7392-49de-a0ba-498ce406cf01 admin admin] Publish callbacks [] for security_group (31efe9fd-2db4-4b8e-ae31-785b8ff4c722), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:20.193708 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44185f8f-7392-49de-a0ba-498ce406cf01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (31efe9fd-2db4-4b8e-ae31-785b8ff4c722), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:20.198139 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-44185f8f-7392-49de-a0ba-498ce406cf01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:20.202957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-44185f8f-7392-49de-a0ba-498ce406cf01 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/31efe9fd-2db4-4b8e-ae31-785b8ff4c722 HTTP/1.1" status: 204 len: 168 time: 0.1841233 Feb 02 13:31:20.215351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44185f8f-7392-49de-a0ba-498ce406cf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31efe9fd-2db4-4b8e-ae31-785b8ff4c722,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:20.989736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:21.114478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'network': {'name': 'tempest-RoutersTest-331755781'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:21.145733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:21.150198 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.159845 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.242130 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for security_group (63d231c0-9c04-448c-bcf9-fe7c3a1ff240), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.247402 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (63d231c0-9c04-448c-bcf9-fe7c3a1ff240), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.277375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:31:21.287949 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d231c0-9c04-448c-bcf9-fe7c3a1ff240,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:21.293529 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.293863 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Added segment 69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9 of type vlan for network 97f9bc05-b1fb-4815-861e-bccb6b92dd2b Feb 02 13:31:21.343278 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (97f9bc05-b1fb-4815-861e-bccb6b92dd2b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.370918 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (97f9bc05-b1fb-4815-861e-bccb6b92dd2b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.376352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:21.376943 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.422166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54456) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:21.422825 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4311273 Feb 02 13:31:21.430811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-21896acf-cd38-4589-8374-48e96eea11b2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'network': {'name': 'tempest-RoutersTest-797969272'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:21.456495 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21896acf-cd38-4589-8374-48e96eea11b2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:21.459802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2ed06-0e55-4714-ab2a-109b7b9c7a53 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Network': ['ID=97f9bc05-b1fb-4815-861e-bccb6b92dd2b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:21.462659 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21896acf-cd38-4589-8374-48e96eea11b2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.470895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 97f9bc05-b1fb-4815-861e-bccb6b92dd2b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:31:21.494509 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21896acf-cd38-4589-8374-48e96eea11b2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:31:21.506816 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21896acf-cd38-4589-8374-48e96eea11b2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e54b2153-f2cc-4a21-8180-66c5097745a3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.507617 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-21896acf-cd38-4589-8374-48e96eea11b2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Added segment e54b2153-f2cc-4a21-8180-66c5097745a3 of type vlan for network a497f7d6-42c9-48c5-af63-9611747cabde Feb 02 13:31:21.564808 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21896acf-cd38-4589-8374-48e96eea11b2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (a497f7d6-42c9-48c5-af63-9611747cabde), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.591467 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21896acf-cd38-4589-8374-48e96eea11b2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (a497f7d6-42c9-48c5-af63-9611747cabde), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.596379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21896acf-cd38-4589-8374-48e96eea11b2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:21.596966 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-21896acf-cd38-4589-8374-48e96eea11b2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.641221 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-21896acf-cd38-4589-8374-48e96eea11b2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2143512 Feb 02 13:31:21.642546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54458) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:21.646676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1bf070fb-80d1-4728-b18e-7f7278631ad5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'subnet': {'network_id': '97f9bc05-b1fb-4815-861e-bccb6b92dd2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:21.680937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21896acf-cd38-4589-8374-48e96eea11b2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Network': ['ID=a497f7d6-42c9-48c5-af63-9611747cabde,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:21.694644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network a497f7d6-42c9-48c5-af63-9611747cabde details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:31:21.756505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf070fb-80d1-4728-b18e-7f7278631ad5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:21.760384 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bf070fb-80d1-4728-b18e-7f7278631ad5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:21.963065 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bf070fb-80d1-4728-b18e-7f7278631ad5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (c4f2d42e-c567-454d-853e-fb9437ba8845), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.046844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf070fb-80d1-4728-b18e-7f7278631ad5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Subnet': ['ID=c4f2d42e-c567-454d-853e-fb9437ba8845,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:22.060147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf070fb-80d1-4728-b18e-7f7278631ad5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Checking segment: {'id': '69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97f9bc05-b1fb-4815-861e-bccb6b92dd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:31:22.060147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf070fb-80d1-4728-b18e-7f7278631ad5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network hostable DHCP agents. Network: 97f9bc05-b1fb-4815-861e-bccb6b92dd2b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:31:22.080554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf070fb-80d1-4728-b18e-7f7278631ad5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 97f9bc05-b1fb-4815-861e-bccb6b92dd2b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:31:22.097119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1bf070fb-80d1-4728-b18e-7f7278631ad5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 97f9bc05-b1fb-4815-861e-bccb6b92dd2b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:22.104160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf070fb-80d1-4728-b18e-7f7278631ad5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:22.105108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1bf070fb-80d1-4728-b18e-7f7278631ad5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.112070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e1ca9a-6100-4419-842e-245e8ddb4a92 None None] Network 97f9bc05-b1fb-4815-861e-bccb6b92dd2b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:22.136606 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1bf070fb-80d1-4728-b18e-7f7278631ad5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4938660 Feb 02 13:31:22.139503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:22.146861 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4622c382-c756-49c6-934f-868e0efb6c3b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'subnet': {'network_id': 'a497f7d6-42c9-48c5-af63-9611747cabde', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:22.258227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-97f9bc05-b1fb-4815-861e-bccb6b92dd2b', 'network_id': '97f9bc05-b1fb-4815-861e-bccb6b92dd2b', 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'fixed_ips': [{'subnet_id': 'c4f2d42e-c567-454d-853e-fb9437ba8845'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:31:22.259731 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.276204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4622c382-c756-49c6-934f-868e0efb6c3b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:22.281122 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4622c382-c756-49c6-934f-868e0efb6c3b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.428299 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Allocated IP 172.20.0.2 (97f9bc05-b1fb-4815-861e-bccb6b92dd2b/c4f2d42e-c567-454d-853e-fb9437ba8845/56af969a-91e8-4ba6-a370-1fd62397ee97) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:22.536452 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4622c382-c756-49c6-934f-868e0efb6c3b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (23950ff0-de6b-46e7-a5cb-de5bf9b42ec7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.617048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622c382-c756-49c6-934f-868e0efb6c3b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Subnet': ['ID=23950ff0-de6b-46e7-a5cb-de5bf9b42ec7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:22.630268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4622c382-c756-49c6-934f-868e0efb6c3b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Checking segment: {'id': 'e54b2153-f2cc-4a21-8180-66c5097745a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a497f7d6-42c9-48c5-af63-9611747cabde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:31:22.630806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622c382-c756-49c6-934f-868e0efb6c3b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network hostable DHCP agents. Network: a497f7d6-42c9-48c5-af63-9611747cabde, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:31:22.654742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4622c382-c756-49c6-934f-868e0efb6c3b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network a497f7d6-42c9-48c5-af63-9611747cabde is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:31:22.669515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4622c382-c756-49c6-934f-868e0efb6c3b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, a497f7d6-42c9-48c5-af63-9611747cabde) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:22.675513 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622c382-c756-49c6-934f-868e0efb6c3b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:22.676411 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4622c382-c756-49c6-934f-868e0efb6c3b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.703551 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Publish callbacks [] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.709851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4622c382-c756-49c6-934f-868e0efb6c3b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5675654 Feb 02 13:31:22.712260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54476) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:22.713790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b370f-2fc0-4d4a-b968-cc6e9e6f768e None None] Network a497f7d6-42c9-48c5-af63-9611747cabde requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:22.718955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-edfd4765-4eb6-44b1-9fa9-c6d1838b92de tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-682144991', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:22.748947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edfd4765-4eb6-44b1-9fa9-c6d1838b92de tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.750433 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edfd4765-4eb6-44b1-9fa9-c6d1838b92de tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.786101 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.837543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Network 97f9bc05-b1fb-4815-861e-bccb6b92dd2b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:22.841701 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edfd4765-4eb6-44b1-9fa9-c6d1838b92de tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.848339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:22.856565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:22.860561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edfd4765-4eb6-44b1-9fa9-c6d1838b92de tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.887076 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-edfd4765-4eb6-44b1-9fa9-c6d1838b92de tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.892367 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-edfd4765-4eb6-44b1-9fa9-c6d1838b92de tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1780469 Feb 02 13:31:22.895159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54478) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:22.927850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Pushing event updated for resources: {'Port': ['ID=56af969a-91e8-4ba6-a370-1fd62397ee97,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:22.962173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Attempting to bind port 56af969a-91e8-4ba6-a370-1fd62397ee97 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:31:22.962906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Attempting to bind port 56af969a-91e8-4ba6-a370-1fd62397ee97 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97f9bc05-b1fb-4815-861e-bccb6b92dd2b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:31:22.964026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Attempting to bind port 56af969a-91e8-4ba6-a370-1fd62397ee97 on network 97f9bc05-b1fb-4815-861e-bccb6b92dd2b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:31:22.989830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:31:22.990794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Checking segment: {'id': '69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97f9bc05-b1fb-4815-861e-bccb6b92dd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:31:22.991445 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:22.992128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Bound using segment: {'id': '69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97f9bc05-b1fb-4815-861e-bccb6b92dd2b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:31:22.992866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Bound port: 56af969a-91e8-4ba6-a370-1fd62397ee97, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '97f9bc05-b1fb-4815-861e-bccb6b92dd2b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:31:22.993486 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:23.013012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-a497f7d6-42c9-48c5-af63-9611747cabde', 'network_id': 'a497f7d6-42c9-48c5-af63-9611747cabde', 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'fixed_ips': [{'subnet_id': '23950ff0-de6b-46e7-a5cb-de5bf9b42ec7'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:31:23.014511 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:23.210814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] For port 56af969a-91e8-4ba6-a370-1fd62397ee97, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:31:23.214915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] For port 56af969a-91e8-4ba6-a370-1fd62397ee97, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=56af969a-91e8-4ba6-a370-1fd62397ee97,segment=NetworkSegment(69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9),segment_id=69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:31:23.248541 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:23.275064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Allocated IP 172.21.0.2 (a497f7d6-42c9-48c5-af63-9611747cabde/23950ff0-de6b-46e7-a5cb-de5bf9b42ec7/474a52c6-038a-4ea8-b57d-9f2f6581eaa9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:23.312060 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:23.439672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282c6b0-bf6f-43c9-bc91-bf8394f8ca6e None None] Pushing event updated for resources: {'Port': ['ID=56af969a-91e8-4ba6-a370-1fd62397ee97,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:23.556645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Allocated IP 172.20.0.1 (97f9bc05-b1fb-4815-861e-bccb6b92dd2b/c4f2d42e-c567-454d-853e-fb9437ba8845/65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:23.557852 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Publish callbacks [] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:23.569526 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:23.663083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Network a497f7d6-42c9-48c5-af63-9611747cabde is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:23.672239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:23.676735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:23.688442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Pushing event updated for resources: {'Port': ['ID=474a52c6-038a-4ea8-b57d-9f2f6581eaa9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:23.768278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Attempting to bind port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:31:23.768935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Attempting to bind port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'e54b2153-f2cc-4a21-8180-66c5097745a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a497f7d6-42c9-48c5-af63-9611747cabde'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:31:23.769247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Attempting to bind port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 on network a497f7d6-42c9-48c5-af63-9611747cabde {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:31:23.769855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:23.775096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:31:23.775702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Checking segment: {'id': 'e54b2153-f2cc-4a21-8180-66c5097745a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a497f7d6-42c9-48c5-af63-9611747cabde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:31:23.776208 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:23.776824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Bound using segment: {'id': 'e54b2153-f2cc-4a21-8180-66c5097745a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a497f7d6-42c9-48c5-af63-9611747cabde'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:31:23.777311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Bound port: 474a52c6-038a-4ea8-b57d-9f2f6581eaa9, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54b2153-f2cc-4a21-8180-66c5097745a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a497f7d6-42c9-48c5-af63-9611747cabde'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:31:23.777776 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:23.841573 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:23.855579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] For port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:31:23.860455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] For port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=474a52c6-038a-4ea8-b57d-9f2f6581eaa9,segment=NetworkSegment(e54b2153-f2cc-4a21-8180-66c5097745a3),segment_id=e54b2153-f2cc-4a21-8180-66c5097745a3)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:31:23.874782 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:23.892402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 97f9bc05-b1fb-4815-861e-bccb6b92dd2b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:23.900813 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:23.908905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:23.975481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ea1aa-6084-4ce8-87f1-df332dc82e45 None None] Pushing event updated for resources: {'Port': ['ID=474a52c6-038a-4ea8-b57d-9f2f6581eaa9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:23.997246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:24.005427 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:24.137759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 56af969a-91e8-4ba6-a370-1fd62397ee97 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:31:24.300281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 56af969a-91e8-4ba6-a370-1fd62397ee97 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:24.301902 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:24.310153 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:24.437207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 56af969a-91e8-4ba6-a370-1fd62397ee97 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:24.437605 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:24.508721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 56af969a-91e8-4ba6-a370-1fd62397ee97, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=56af969a-91e8-4ba6-a370-1fd62397ee97,segment=NetworkSegment(69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9),segment_id=69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:24.520970 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:24.624998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=56af969a-91e8-4ba6-a370-1fd62397ee97,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:24.792409 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:24.805469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:24.893878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:24.897123 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:25.005523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4745cea-9e10-43ee-88e5-58b21a6c9317 None None] Network 97f9bc05-b1fb-4815-861e-bccb6b92dd2b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:25.069483 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 97f9bc05-b1fb-4815-861e-bccb6b92dd2b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:25.071191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:25.134616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3b37bf93-ee7f-4094-bd90-16ebcb6516f5 None None] Provisioning complete for port 56af969a-91e8-4ba6-a370-1fd62397ee97 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:25.135240 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b37bf93-ee7f-4094-bd90-16ebcb6516f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:25.301331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:31:25.447936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:31:25.462725 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cced77d-031b-4a2e-b094-8a5d08efbf5f None None] Sync routers for ids ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:31:25.464596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7b1a2ff7-378d-45f5-8431-e11c4405a4bf tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5680315 Feb 02 13:31:25.465826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54498) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:25.490470 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cced77d-031b-4a2e-b094-8a5d08efbf5f None None] Routers {'2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:25.491108 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4cced77d-031b-4a2e-b094-8a5d08efbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:25.546555 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4cced77d-031b-4a2e-b094-8a5d08efbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:25.572532 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cced77d-031b-4a2e-b094-8a5d08efbf5f None None] Routers {'2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:25.573394 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4cced77d-031b-4a2e-b094-8a5d08efbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:25.640233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3b37bf93-ee7f-4094-bd90-16ebcb6516f5 None None] Current status of the port 56af969a-91e8-4ba6-a370-1fd62397ee97 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:25.653151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a9996c-2a32-4e82-9645-e67fb6ed4813 None None] Network a497f7d6-42c9-48c5-af63-9611747cabde requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:25.676668 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4cced77d-031b-4a2e-b094-8a5d08efbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:25.681042 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cced77d-031b-4a2e-b094-8a5d08efbf5f None None] The sync data for ids ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:31:25.830496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f9de6c5f-c53a-4964-be1d-e611a202c86b None None] Provisioning complete for port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:25.830881 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9de6c5f-c53a-4964-be1d-e611a202c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:26.050096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f9de6c5f-c53a-4964-be1d-e611a202c86b None None] Current status of the port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:26.050775 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9de6c5f-c53a-4964-be1d-e611a202c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:26.121306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f9de6c5f-c53a-4964-be1d-e611a202c86b None None] For port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=474a52c6-038a-4ea8-b57d-9f2f6581eaa9,segment=NetworkSegment(e54b2153-f2cc-4a21-8180-66c5097745a3),segment_id=e54b2153-f2cc-4a21-8180-66c5097745a3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:26.127234 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f9de6c5f-c53a-4964-be1d-e611a202c86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:26.195972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d6f71-4ef8-4341-8261-0f622ff6fd3c tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:26.197918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ee7d6f71-4ef8-4341-8261-0f622ff6fd3c tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports/65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5 HTTP/1.1" status: 200 len: 910 time: 0.7254384 Feb 02 13:31:26.201586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54508) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:26.246859 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de6c5f-c53a-4964-be1d-e611a202c86b None None] Pushing event updated for resources: {'Port': ['ID=474a52c6-038a-4ea8-b57d-9f2f6581eaa9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:26.302056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 56af969a-91e8-4ba6-a370-1fd62397ee97 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:31:26.433418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ace24306-9cfa-49d2-88b7-f9c0faa8b1cb None None] Provisioning complete for port 65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:26.434039 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ace24306-9cfa-49d2-88b7-f9c0faa8b1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:26.543517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ace24306-9cfa-49d2-88b7-f9c0faa8b1cb None None] Port 65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:31:26.570054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 56af969a-91e8-4ba6-a370-1fd62397ee97 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:26.570806 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:26.599387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ace24306-9cfa-49d2-88b7-f9c0faa8b1cb None None] Provisioning complete for port 56af969a-91e8-4ba6-a370-1fd62397ee97 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:26.600079 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ace24306-9cfa-49d2-88b7-f9c0faa8b1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:26.760516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 56af969a-91e8-4ba6-a370-1fd62397ee97 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:26.761633 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:31:26.784022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ace24306-9cfa-49d2-88b7-f9c0faa8b1cb None None] Current status of the port 56af969a-91e8-4ba6-a370-1fd62397ee97 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:26.794891 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:26.855157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:26.855564 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:26.925288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cdd93229-167d-4acd-9512-e9906843c23c None None] Provisioning complete for port 65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:26.925662 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdd93229-167d-4acd-9512-e9906843c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:26.992478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cdd93229-167d-4acd-9512-e9906843c23c None None] Port 65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:31:27.014656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:27.016846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cdd93229-167d-4acd-9512-e9906843c23c None None] Provisioning complete for port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:27.017217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cdd93229-167d-4acd-9512-e9906843c23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:27.100454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cdd93229-167d-4acd-9512-e9906843c23c None None] Current status of the port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:27.103052 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Allocated IP 172.21.0.1 (a497f7d6-42c9-48c5-af63-9611747cabde/23950ff0-de6b-46e7-a5cb-de5bf9b42ec7/3d6c80e6-07a3-41e5-893e-21b6e7b366a5) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:27.249590 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (3d6c80e6-07a3-41e5-893e-21b6e7b366a5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:27.291120 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3d6c80e6-07a3-41e5-893e-21b6e7b366a5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:27.362103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network a497f7d6-42c9-48c5-af63-9611747cabde is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:27.366405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:27.369824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:27.373141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=3d6c80e6-07a3-41e5-893e-21b6e7b366a5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:27.433209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:27.597590 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3d6c80e6-07a3-41e5-893e-21b6e7b366a5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:27.730746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-798a40b4-ee39-4e60-96ee-823ede5b8dfc None None] Provisioning complete for port 3d6c80e6-07a3-41e5-893e-21b6e7b366a5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:27.731519 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-798a40b4-ee39-4e60-96ee-823ede5b8dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3d6c80e6-07a3-41e5-893e-21b6e7b366a5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:27.767686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-798a40b4-ee39-4e60-96ee-823ede5b8dfc None None] Port 3d6c80e6-07a3-41e5-893e-21b6e7b366a5 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:31:27.937284 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (3d6c80e6-07a3-41e5-893e-21b6e7b366a5), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:27.942827 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (3d6c80e6-07a3-41e5-893e-21b6e7b366a5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:27.976558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:31:28.028363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:28.033420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=3d6c80e6-07a3-41e5-893e-21b6e7b366a5,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:28.056162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:28.056537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:28.140511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:28.149159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network a497f7d6-42c9-48c5-af63-9611747cabde is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:28.151810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:28.273711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:31:28.396468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:31:28.403773 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d722abc6-a0e8-4dac-bf69-bf26cd75dcb7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2003825 Feb 02 13:31:28.406874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54522) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:28.409656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7623b86-69c8-492c-ad91-7b90d4d521e5 None None] Sync routers for ids ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:31:28.449647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7623b86-69c8-492c-ad91-7b90d4d521e5 None None] Routers {'2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:28.450571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f7623b86-69c8-492c-ad91-7b90d4d521e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:28.483012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fb759d-34c3-4f34-b09f-ad1004450c73 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:28.485018 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-70fb759d-34c3-4f34-b09f-ad1004450c73 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports/3d6c80e6-07a3-41e5-893e-21b6e7b366a5 HTTP/1.1" status: 200 len: 910 time: 0.0745888 Feb 02 13:31:28.488080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54524) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:28.499224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f7623b86-69c8-492c-ad91-7b90d4d521e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:28.530387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5171083e-9e52-476e-8195-689e58ecd54b None None] Provisioning complete for port 3d6c80e6-07a3-41e5-893e-21b6e7b366a5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:28.530758 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5171083e-9e52-476e-8195-689e58ecd54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3d6c80e6-07a3-41e5-893e-21b6e7b366a5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:28.608401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7623b86-69c8-492c-ad91-7b90d4d521e5 None None] Routers {'2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:28.609735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f7623b86-69c8-492c-ad91-7b90d4d521e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:28.738901 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-f7623b86-69c8-492c-ad91-7b90d4d521e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:28.739760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7623b86-69c8-492c-ad91-7b90d4d521e5 None None] The sync data for ids ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:31:28.750132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5171083e-9e52-476e-8195-689e58ecd54b None None] Port 3d6c80e6-07a3-41e5-893e-21b6e7b366a5 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:31:29.292156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e9e91c3-31a4-4366-9f47-75611c2899da tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:29.436911 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:31:29.612570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e91c3-31a4-4366-9f47-75611c2899da tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port 3d6c80e6-07a3-41e5-893e-21b6e7b366a5 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:29.615985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e9e91c3-31a4-4366-9f47-75611c2899da tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3d6c80e6-07a3-41e5-893e-21b6e7b366a5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:29.802750 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e9e91c3-31a4-4366-9f47-75611c2899da tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3d6c80e6-07a3-41e5-893e-21b6e7b366a5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:29.823775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-0e9e91c3-31a4-4366-9f47-75611c2899da tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for 3d6c80e6-07a3-41e5-893e-21b6e7b366a5 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:30.046743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e9e91c3-31a4-4366-9f47-75611c2899da tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3d6c80e6-07a3-41e5-893e-21b6e7b366a5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:30.106059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e91c3-31a4-4366-9f47-75611c2899da tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=3d6c80e6-07a3-41e5-893e-21b6e7b366a5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:30.277453 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0e9e91c3-31a4-4366-9f47-75611c2899da tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:30.551662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9e91c3-31a4-4366-9f47-75611c2899da tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:31:30.666070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9e91c3-31a4-4366-9f47-75611c2899da tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:31:30.679659 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0e9e91c3-31a4-4366-9f47-75611c2899da tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1846783 Feb 02 13:31:30.679659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54538) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:30.692225 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dfac9e-38f9-4265-89d5-142922884ca9 None None] Sync routers for ids ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:31:30.705050 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dfac9e-38f9-4265-89d5-142922884ca9 None None] Routers {'2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:30.706489 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-67dfac9e-38f9-4265-89d5-142922884ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:30.792171 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-67dfac9e-38f9-4265-89d5-142922884ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:30.816859 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dfac9e-38f9-4265-89d5-142922884ca9 None None] Routers {'2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:30.820164 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-67dfac9e-38f9-4265-89d5-142922884ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:30.910643 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-67dfac9e-38f9-4265-89d5-142922884ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:30.911804 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dfac9e-38f9-4265-89d5-142922884ca9 None None] The sync data for ids ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:31:31.174886 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b96622ab-d576-4ea8-94cd-3bdc7f2e4456 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:31.582739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b96622ab-d576-4ea8-94cd-3bdc7f2e4456 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port 65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:31.586623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b96622ab-d576-4ea8-94cd-3bdc7f2e4456 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:31.737918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b96622ab-d576-4ea8-94cd-3bdc7f2e4456 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:31.751092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b96622ab-d576-4ea8-94cd-3bdc7f2e4456 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for 65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:31.800767 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3b492d6-a4cf-4660-a512-089ae21b6a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:32.040515 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b96622ab-d576-4ea8-94cd-3bdc7f2e4456 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:32.073860 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96622ab-d576-4ea8-94cd-3bdc7f2e4456 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=65a5d5d2-c0f5-48b6-8dbd-ae1117fbc3c5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:32.276296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b96622ab-d576-4ea8-94cd-3bdc7f2e4456 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:32.491533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96622ab-d576-4ea8-94cd-3bdc7f2e4456 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:31:32.571926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96622ab-d576-4ea8-94cd-3bdc7f2e4456 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:31:32.581882 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54552) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:32.587576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7011f-39b6-4057-9ba8-621f95acd4d4 None None] Sync routers for ids ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:31:32.595295 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b96622ab-d576-4ea8-94cd-3bdc7f2e4456 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9142737 Feb 02 13:31:32.605832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7011f-39b6-4057-9ba8-621f95acd4d4 None None] Routers {'2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:32.606699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-5ff7011f-39b6-4057-9ba8-621f95acd4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:32.629784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54554) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:32.637095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-de1d923e-4767-435f-b879-71c34bf071b5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c HTTP/1.1" status: 200 len: 205 time: 0.0536389 Feb 02 13:31:32.653899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-5ff7011f-39b6-4057-9ba8-621f95acd4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:32.667012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff7011f-39b6-4057-9ba8-621f95acd4d4 None None] Routers {'2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:32.668824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-5ff7011f-39b6-4057-9ba8-621f95acd4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:32.724786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-5ff7011f-39b6-4057-9ba8-621f95acd4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:32.725712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff7011f-39b6-4057-9ba8-621f95acd4d4 None None] The sync data for ids ['2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:31:32.756684 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d03abaaa-a91e-4f82-93c5-b63c816f8d89 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:32.933859 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d03abaaa-a91e-4f82-93c5-b63c816f8d89 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:32.936114 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d03abaaa-a91e-4f82-93c5-b63c816f8d89 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.325976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d03abaaa-a91e-4f82-93c5-b63c816f8d89 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.326406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03abaaa-a91e-4f82-93c5-b63c816f8d89 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Fanout notify agent at l3_agent the message router_deleted on router 2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:31:33.335174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d03abaaa-a91e-4f82-93c5-b63c816f8d89 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.336409 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d03abaaa-a91e-4f82-93c5-b63c816f8d89 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c HTTP/1.1" status: 204 len: 168 time: 0.7052636 Feb 02 13:31:33.339459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54564) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:33.404193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec08afa3-f09a-4520-bcce-eeb64cc839c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting subnet 23950ff0-de6b-46e7-a5cb-de5bf9b42ec7 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:31:33.407997 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec08afa3-f09a-4520-bcce-eeb64cc839c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (23950ff0-de6b-46e7-a5cb-de5bf9b42ec7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.456737 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec08afa3-f09a-4520-bcce-eeb64cc839c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (23950ff0-de6b-46e7-a5cb-de5bf9b42ec7), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.553473 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec08afa3-f09a-4520-bcce-eeb64cc839c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (23950ff0-de6b-46e7-a5cb-de5bf9b42ec7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.621852 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec08afa3-f09a-4520-bcce-eeb64cc839c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (23950ff0-de6b-46e7-a5cb-de5bf9b42ec7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.647501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08afa3-f09a-4520-bcce-eeb64cc839c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Subnet': ['ID=23950ff0-de6b-46e7-a5cb-de5bf9b42ec7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:33.651404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ec08afa3-f09a-4520-bcce-eeb64cc839c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.657064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ec08afa3-f09a-4520-bcce-eeb64cc839c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/23950ff0-de6b-46e7-a5cb-de5bf9b42ec7 HTTP/1.1" status: 204 len: 168 time: 0.3139248 Feb 02 13:31:33.657735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54566) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:33.660219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf0347-d9fb-42af-bf7f-ac33217c667f None None] Network a497f7d6-42c9-48c5-af63-9611747cabde requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:33.719301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98f3baf-98fd-4c27-9afa-2a863f9fa20b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting subnet c4f2d42e-c567-454d-853e-fb9437ba8845 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:31:33.722827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c98f3baf-98fd-4c27-9afa-2a863f9fa20b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (c4f2d42e-c567-454d-853e-fb9437ba8845), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.766209 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c98f3baf-98fd-4c27-9afa-2a863f9fa20b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (c4f2d42e-c567-454d-853e-fb9437ba8845), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.837423 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] DHCP port deletion for a497f7d6-42c9-48c5-af63-9611747cabde request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:31:33.873782 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c98f3baf-98fd-4c27-9afa-2a863f9fa20b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (c4f2d42e-c567-454d-853e-fb9437ba8845), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.901719 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Deleting port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:33.902105 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.944958 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c98f3baf-98fd-4c27-9afa-2a863f9fa20b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (c4f2d42e-c567-454d-853e-fb9437ba8845), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.985077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f3baf-98fd-4c27-9afa-2a863f9fa20b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f2d42e-c567-454d-853e-fb9437ba8845,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:33.990177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] For port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=474a52c6-038a-4ea8-b57d-9f2f6581eaa9,segment=NetworkSegment(e54b2153-f2cc-4a21-8180-66c5097745a3),segment_id=e54b2153-f2cc-4a21-8180-66c5097745a3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:33.990709 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:33.994870 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c98f3baf-98fd-4c27-9afa-2a863f9fa20b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:34.005826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Calling delete_port for 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:34.009606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:31:34.020454 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c98f3baf-98fd-4c27-9afa-2a863f9fa20b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/c4f2d42e-c567-454d-853e-fb9437ba8845 HTTP/1.1" status: 204 len: 168 time: 0.3584385 Feb 02 13:31:34.020736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814f3363-9028-498e-83c4-3929a4aab512 None None] Network 97f9bc05-b1fb-4815-861e-bccb6b92dd2b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:34.021726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54572) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:34.177171 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b96f9c7-ed4d-4536-80fc-281adaab170f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:34.183844 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (a497f7d6-42c9-48c5-af63-9611747cabde), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:34.273621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:34.273621 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:34.345502 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:34.346197 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:34.408713 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:34.498273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] For port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=474a52c6-038a-4ea8-b57d-9f2f6581eaa9,segment=NetworkSegment(e54b2153-f2cc-4a21-8180-66c5097745a3),segment_id=e54b2153-f2cc-4a21-8180-66c5097745a3)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:34.499172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:34.500503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Pushing event deleted for resources: {'Port': ['ID=474a52c6-038a-4ea8-b57d-9f2f6581eaa9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:34.504294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7963fe5c-5b6f-4299-bc61-6b70eb53caed None None] DHCP port deletion for 97f9bc05-b1fb-4815-861e-bccb6b92dd2b request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:31:34.528786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.529309 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.529855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.530400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.530939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.531621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.532132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.532653 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.533160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.533838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.534238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.534810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.535342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:34.542184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce999847-5086-43cd-8f73-81274faf12a2 None None] No DVR routers for this DVR port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:31:34.575709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:34.658463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7963fe5c-5b6f-4299-bc61-6b70eb53caed None None] Deleting port 56af969a-91e8-4ba6-a370-1fd62397ee97 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:34.659216 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7963fe5c-5b6f-4299-bc61-6b70eb53caed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:34.778580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (474a52c6-038a-4ea8-b57d-9f2f6581eaa9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:34.808286 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=474a52c6-038a-4ea8-b57d-9f2f6581eaa9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:34.811905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7963fe5c-5b6f-4299-bc61-6b70eb53caed None None] For port 56af969a-91e8-4ba6-a370-1fd62397ee97, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=56af969a-91e8-4ba6-a370-1fd62397ee97,segment=NetworkSegment(69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9),segment_id=69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:34.812608 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7963fe5c-5b6f-4299-bc61-6b70eb53caed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:34.835887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No DVR routers for this DVR port 474a52c6-038a-4ea8-b57d-9f2f6581eaa9 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:31:34.843236 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7963fe5c-5b6f-4299-bc61-6b70eb53caed None None] Calling delete_port for 56af969a-91e8-4ba6-a370-1fd62397ee97 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:34.943133 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (a497f7d6-42c9-48c5-af63-9611747cabde), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:34.973514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a497f7d6-42c9-48c5-af63-9611747cabde']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:34.977552 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7963fe5c-5b6f-4299-bc61-6b70eb53caed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (56af969a-91e8-4ba6-a370-1fd62397ee97), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:34.989579 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54b2153-f2cc-4a21-8180-66c5097745a3') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:34.990278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54b2153-f2cc-4a21-8180-66c5097745a3') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:34.994647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963fe5c-5b6f-4299-bc61-6b70eb53caed None None] No DVR routers for this DVR port 56af969a-91e8-4ba6-a370-1fd62397ee97 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:31:35.025479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (e54b2153-f2cc-4a21-8180-66c5097745a3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.029986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963fe5c-5b6f-4299-bc61-6b70eb53caed None None] Pushing event deleted for resources: {'Port': ['ID=56af969a-91e8-4ba6-a370-1fd62397ee97,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:35.052067 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e54b2153-f2cc-4a21-8180-66c5097745a3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.062121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:31:35.064052 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (e54b2153-f2cc-4a21-8180-66c5097745a3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:31:35.069077 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:31:35.153181 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (a497f7d6-42c9-48c5-af63-9611747cabde), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.181050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.187393 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/networks/a497f7d6-42c9-48c5-af63-9611747cabde HTTP/1.1" status: 204 len: 168 time: 1.1618018 Feb 02 13:31:35.187393 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08d19c-263a-4577-adb1-497c82d60bf5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Network': ['ID=a497f7d6-42c9-48c5-af63-9611747cabde,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:35.187851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54580) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:35.283653 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (97f9bc05-b1fb-4815-861e-bccb6b92dd2b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.398902 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (97f9bc05-b1fb-4815-861e-bccb6b92dd2b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.430517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f9bc05-b1fb-4815-861e-bccb6b92dd2b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:35.441595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:35.441879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:35.459288 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.481712 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.494444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:31:35.494845 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (69a5d6c5-a1cb-41d6-807f-dafaf33f1ae9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:31:35.498644 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:31:35.596371 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (97f9bc05-b1fb-4815-861e-bccb6b92dd2b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.598449 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.605995 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.613384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54588) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:35.615337 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/networks/97f9bc05-b1fb-4815-861e-bccb6b92dd2b HTTP/1.1" status: 204 len: 168 time: 0.4250975 Feb 02 13:31:35.619470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-76d3938f-f47a-4592-8044-cd1c765900fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1601845175'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:35.627957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa835f04-4e72-49d7-84e9-00e0f23c508b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Network': ['ID=97f9bc05-b1fb-4815-861e-bccb6b92dd2b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:35.668767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d3938f-f47a-4592-8044-cd1c765900fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:35.676736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76d3938f-f47a-4592-8044-cd1c765900fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.728142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d3938f-f47a-4592-8044-cd1c765900fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:31:35.741700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76d3938f-f47a-4592-8044-cd1c765900fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (33bf969e-d333-450d-823d-9baf78e76787), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.741932 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-76d3938f-f47a-4592-8044-cd1c765900fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Added segment 33bf969e-d333-450d-823d-9baf78e76787 of type vlan for network e125d997-1454-4099-8366-406098dd09be Feb 02 13:31:35.797430 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76d3938f-f47a-4592-8044-cd1c765900fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (e125d997-1454-4099-8366-406098dd09be), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.826236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76d3938f-f47a-4592-8044-cd1c765900fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (e125d997-1454-4099-8366-406098dd09be), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.831236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d3938f-f47a-4592-8044-cd1c765900fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:35.831837 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-76d3938f-f47a-4592-8044-cd1c765900fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:35.877866 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-76d3938f-f47a-4592-8044-cd1c765900fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2627695 Feb 02 13:31:35.880623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54590) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:35.885741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9c2a6f35-4ca3-4f24-9bdb-041f8368dcb3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'subnet': {'network_id': 'e125d997-1454-4099-8366-406098dd09be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:35.916148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3938f-f47a-4592-8044-cd1c765900fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Network': ['ID=e125d997-1454-4099-8366-406098dd09be,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:35.933854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network e125d997-1454-4099-8366-406098dd09be details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:31:36.005009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2a6f35-4ca3-4f24-9bdb-041f8368dcb3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:36.009407 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6f35-4ca3-4f24-9bdb-041f8368dcb3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:36.031579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 56af969a-91e8-4ba6-a370-1fd62397ee97 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:31:36.068490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 56af969a-91e8-4ba6-a370-1fd62397ee97 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:31:36.069186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 56af969a-91e8-4ba6-a370-1fd62397ee97 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:31:36.200882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14da1e1f-acc9-4685-ae86-c477bc445054 req-c75a5b55-0f9b-4049-a1c6-802e8ce494dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1018002 Feb 02 13:31:36.313517 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6f35-4ca3-4f24-9bdb-041f8368dcb3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:36.392250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da1e1f-acc9-4685-ae86-c477bc445054 req-ac3b18e5-fcc0-4424-a85a-2ece849f604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:36.393774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14da1e1f-acc9-4685-ae86-c477bc445054 req-ac3b18e5-fcc0-4424-a85a-2ece849f604e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=923d7e1e6cd6451b9f816db4eb940f70&device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 1132 time: 0.1190767 Feb 02 13:31:36.400331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a6f35-4ca3-4f24-9bdb-041f8368dcb3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Subnet': ['ID=ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:36.415383 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a6f35-4ca3-4f24-9bdb-041f8368dcb3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Checking segment: {'id': '33bf969e-d333-450d-823d-9baf78e76787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e125d997-1454-4099-8366-406098dd09be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:31:36.416304 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2a6f35-4ca3-4f24-9bdb-041f8368dcb3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network hostable DHCP agents. Network: e125d997-1454-4099-8366-406098dd09be, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:31:36.443895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2a6f35-4ca3-4f24-9bdb-041f8368dcb3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network e125d997-1454-4099-8366-406098dd09be is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:31:36.477448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9c2a6f35-4ca3-4f24-9bdb-041f8368dcb3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, e125d997-1454-4099-8366-406098dd09be) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:36.486499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c920c-094c-4ea8-8fa2-da7bb4a7c20a None None] Network e125d997-1454-4099-8366-406098dd09be requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:36.488777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a6f35-4ca3-4f24-9bdb-041f8368dcb3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:36.489436 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9c2a6f35-4ca3-4f24-9bdb-041f8368dcb3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:36.562060 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54596) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:36.563376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9c2a6f35-4ca3-4f24-9bdb-041f8368dcb3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6815724 Feb 02 13:31:36.572396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0dad2a08-a249-4e77-8cac-68f6441f12ed tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-927098089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:36.601910 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da1e1f-acc9-4685-ae86-c477bc445054 req-177d915c-540f-43f6-85ad-ba78a61011ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:36.603514 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14da1e1f-acc9-4685-ae86-c477bc445054 req-177d915c-540f-43f6-85ad-ba78a61011ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.1563077 Feb 02 13:31:36.613798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0dad2a08-a249-4e77-8cac-68f6441f12ed tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (2804712c-8c4e-44ba-ad2a-1a44abb38744), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:36.615152 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0dad2a08-a249-4e77-8cac-68f6441f12ed tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (2804712c-8c4e-44ba-ad2a-1a44abb38744), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:36.649705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-e125d997-1454-4099-8366-406098dd09be', 'network_id': 'e125d997-1454-4099-8366-406098dd09be', 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'fixed_ips': [{'subnet_id': 'ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:31:36.651030 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:36.687989 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14da1e1f-acc9-4685-ae86-c477bc445054 req-db52df4e-e001-4f40-972d-c9724cc7d101 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=80b98258-99b4-4e89-8052-801980d7ca98 HTTP/1.1" status: 200 len: 217 time: 0.0781567 Feb 02 13:31:36.776799 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0dad2a08-a249-4e77-8cac-68f6441f12ed tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (2804712c-8c4e-44ba-ad2a-1a44abb38744), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:36.782485 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0dad2a08-a249-4e77-8cac-68f6441f12ed tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (2804712c-8c4e-44ba-ad2a-1a44abb38744), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:36.801887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da1e1f-acc9-4685-ae86-c477bc445054 req-832718bd-ad0d-4e1a-80c7-9832f57e92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:36.804124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14da1e1f-acc9-4685-ae86-c477bc445054 req-832718bd-ad0d-4e1a-80c7-9832f57e92b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1103122 Feb 02 13:31:36.822927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0dad2a08-a249-4e77-8cac-68f6441f12ed tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:36.829889 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0dad2a08-a249-4e77-8cac-68f6441f12ed tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2650242 Feb 02 13:31:36.833068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54600) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:36.849686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'port': {'network_id': 'e125d997-1454-4099-8366-406098dd09be', 'name': 'tempest-RoutersTest-1317305124'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:36.877062 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:36.877798 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:36.891254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da1e1f-acc9-4685-ae86-c477bc445054 req-b9ae4d00-e866-4c7b-8424-ede92f36152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:36.893742 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14da1e1f-acc9-4685-ae86-c477bc445054 req-b9ae4d00-e866-4c7b-8424-ede92f36152f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0812056 Feb 02 13:31:36.960088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Allocated IP 172.20.0.2 (e125d997-1454-4099-8366-406098dd09be/ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2/0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:37.039407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:37.045838 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:37.069093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] device_id is not set on port f7d477d8-eee0-4376-8bcc-77ca36410d93 yet. {{(pid=103187) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:194}} Feb 02 13:31:37.115231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14da1e1f-acc9-4685-ae86-c477bc445054 req-77b2c261-a182-4583-9b54-c030f0eca0eb service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138195 Feb 02 13:31:37.202135 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Publish callbacks [] for port (0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:37.212815 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:37.276018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Allocated IP 172.20.0.10 (e125d997-1454-4099-8366-406098dd09be/ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2/f7d477d8-eee0-4376-8bcc-77ca36410d93) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:37.278858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-14da1e1f-acc9-4685-ae86-c477bc445054 req-35c26b05-c470-4923-8c73-9b954156c289 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583807 Feb 02 13:31:37.497268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Network e125d997-1454-4099-8366-406098dd09be is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:37.498326 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:37.500286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:37.506612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:37.515902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Pushing event updated for resources: {'Port': ['ID=0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:37.554541 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:37.577150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Attempting to bind port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:31:37.577570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Attempting to bind port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '33bf969e-d333-450d-823d-9baf78e76787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e125d997-1454-4099-8366-406098dd09be'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:31:37.578051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Attempting to bind port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 on network e125d997-1454-4099-8366-406098dd09be {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:31:37.584275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:31:37.584960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Checking segment: {'id': '33bf969e-d333-450d-823d-9baf78e76787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e125d997-1454-4099-8366-406098dd09be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:31:37.585329 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:37.585816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Bound using segment: {'id': '33bf969e-d333-450d-823d-9baf78e76787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e125d997-1454-4099-8366-406098dd09be'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:31:37.587043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Bound port: 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33bf969e-d333-450d-823d-9baf78e76787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e125d997-1454-4099-8366-406098dd09be'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:31:37.587481 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:37.611199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network e125d997-1454-4099-8366-406098dd09be is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:37.616191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:37.619703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:37.627408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=f7d477d8-eee0-4376-8bcc-77ca36410d93,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:37.684504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] For port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:31:37.689848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] For port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5,segment=NetworkSegment(33bf969e-d333-450d-823d-9baf78e76787),segment_id=33bf969e-d333-450d-823d-9baf78e76787)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:31:37.695782 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:37.696515 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:37.699240 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:37.737267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54606) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:37.738082 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-03080c6d-ded4-4149-af43-b1e4c02ef76f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9008083 Feb 02 13:31:37.782008 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:37.802012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52cb19-3691-4420-8a47-f9b5d50832a7 None None] Pushing event updated for resources: {'Port': ['ID=0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:38.042826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-8644cdf8-6d6b-492b-87d6-0724415fb9ff req-910dec83-1af3-4808-b35c-2142350a7611 service neutron] (103188) timed out ('10.222.0.18', 62426) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:31:38.048052 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:38.228823 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:38.550997 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:38.557280 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:38.642693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=f7d477d8-eee0-4376-8bcc-77ca36410d93,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:38.872622 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (2804712c-8c4e-44ba-ad2a-1a44abb38744), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:39.039722 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:39.205531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6684436-c2c9-42f4-9ef2-8ff2854b8d3c None None] Network e125d997-1454-4099-8366-406098dd09be requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:39.345765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fe90f79d-dbba-41ce-96b3-cd3b548685a7 None None] Provisioning complete for port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:39.346384 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe90f79d-dbba-41ce-96b3-cd3b548685a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:39.376625 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:39.382856 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:39.474512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=f7d477d8-eee0-4376-8bcc-77ca36410d93,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:39.523087 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (2804712c-8c4e-44ba-ad2a-1a44abb38744), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:39.564207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fe90f79d-dbba-41ce-96b3-cd3b548685a7 None None] Current status of the port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:39.564607 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe90f79d-dbba-41ce-96b3-cd3b548685a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:39.607349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fe90f79d-dbba-41ce-96b3-cd3b548685a7 None None] For port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5,segment=NetworkSegment(33bf969e-d333-450d-823d-9baf78e76787),segment_id=33bf969e-d333-450d-823d-9baf78e76787)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:39.615223 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe90f79d-dbba-41ce-96b3-cd3b548685a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:39.680525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network e125d997-1454-4099-8366-406098dd09be is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:39.682047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:39.702407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90f79d-dbba-41ce-96b3-cd3b548685a7 None None] Pushing event updated for resources: {'Port': ['ID=0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:39.856022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 2804712c-8c4e-44ba-ad2a-1a44abb38744 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:31:39.880873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b7a7d240-b086-4098-b014-e363301bb9e0 None None] Provisioning complete for port f7d477d8-eee0-4376-8bcc-77ca36410d93 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:39.881271 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d240-b086-4098-b014-e363301bb9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:39.975971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b7a7d240-b086-4098-b014-e363301bb9e0 None None] Port f7d477d8-eee0-4376-8bcc-77ca36410d93 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:31:39.999574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b7a7d240-b086-4098-b014-e363301bb9e0 None None] Provisioning complete for port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:39.999949 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7a7d240-b086-4098-b014-e363301bb9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:40.032913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:31:40.042823 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-07687288-7d66-4c99-8e96-fa46ce636919 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/2804712c-8c4e-44ba-ad2a-1a44abb38744/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3030686 Feb 02 13:31:40.045374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54632) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:40.056095 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79051ab7-6207-4956-9fe3-d8bdade741fc None None] Sync routers for ids ['2804712c-8c4e-44ba-ad2a-1a44abb38744'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:31:40.083263 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79051ab7-6207-4956-9fe3-d8bdade741fc None None] Routers {'2804712c-8c4e-44ba-ad2a-1a44abb38744'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:40.084291 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79051ab7-6207-4956-9fe3-d8bdade741fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2804712c-8c4e-44ba-ad2a-1a44abb38744'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:40.151062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409e075c-5bb1-41d9-86dc-2e78661ec3c6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:40.155247 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-409e075c-5bb1-41d9-86dc-2e78661ec3c6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports/f7d477d8-eee0-4376-8bcc-77ca36410d93 HTTP/1.1" status: 200 len: 978 time: 0.1060734 Feb 02 13:31:40.155514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54634) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:40.178653 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b7a7d240-b086-4098-b014-e363301bb9e0 None None] Current status of the port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:40.180338 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79051ab7-6207-4956-9fe3-d8bdade741fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:40.184228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:31:40.203700 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79051ab7-6207-4956-9fe3-d8bdade741fc None None] Routers {'2804712c-8c4e-44ba-ad2a-1a44abb38744'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:40.204312 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79051ab7-6207-4956-9fe3-d8bdade741fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2804712c-8c4e-44ba-ad2a-1a44abb38744'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:40.251684 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79051ab7-6207-4956-9fe3-d8bdade741fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:40.252599 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79051ab7-6207-4956-9fe3-d8bdade741fc None None] The sync data for ids ['2804712c-8c4e-44ba-ad2a-1a44abb38744'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:31:40.255600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:40.256158 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:40.318092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-29e6c7c7-b478-4b47-88ec-f228d46e98a2 None None] Provisioning complete for port f7d477d8-eee0-4376-8bcc-77ca36410d93 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:40.318653 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29e6c7c7-b478-4b47-88ec-f228d46e98a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:40.392374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-29e6c7c7-b478-4b47-88ec-f228d46e98a2 None None] Port f7d477d8-eee0-4376-8bcc-77ca36410d93 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:31:40.403677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:40.515953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-738adae7-991b-4bf7-84e7-9ce57792df69 None None] Provisioning complete for port f7d477d8-eee0-4376-8bcc-77ca36410d93 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:40.516424 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-738adae7-991b-4bf7-84e7-9ce57792df69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:40.562919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-738adae7-991b-4bf7-84e7-9ce57792df69 None None] Port f7d477d8-eee0-4376-8bcc-77ca36410d93 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:31:40.625399 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e8d6411c-ce4c-442e-89b4-78d12373327f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (2804712c-8c4e-44ba-ad2a-1a44abb38744), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:40.792267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-089b37e7-e8d9-49df-ac98-2d1f9441a081 None None] Provisioning complete for port f7d477d8-eee0-4376-8bcc-77ca36410d93 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:40.792639 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-089b37e7-e8d9-49df-ac98-2d1f9441a081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:40.830757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-089b37e7-e8d9-49df-ac98-2d1f9441a081 None None] Port f7d477d8-eee0-4376-8bcc-77ca36410d93 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:31:40.886453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6411c-ce4c-442e-89b4-78d12373327f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port f7d477d8-eee0-4376-8bcc-77ca36410d93 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:40.886695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e8d6411c-ce4c-442e-89b4-78d12373327f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:41.009506 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e8d6411c-ce4c-442e-89b4-78d12373327f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:41.025026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e8d6411c-ce4c-442e-89b4-78d12373327f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for f7d477d8-eee0-4376-8bcc-77ca36410d93 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:41.250697 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e8d6411c-ce4c-442e-89b4-78d12373327f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f7d477d8-eee0-4376-8bcc-77ca36410d93), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:41.294998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6411c-ce4c-442e-89b4-78d12373327f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=f7d477d8-eee0-4376-8bcc-77ca36410d93,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:41.545695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e8d6411c-ce4c-442e-89b4-78d12373327f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (2804712c-8c4e-44ba-ad2a-1a44abb38744), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:41.776522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d6411c-ce4c-442e-89b4-78d12373327f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 2804712c-8c4e-44ba-ad2a-1a44abb38744 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:31:41.874134 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d6411c-ce4c-442e-89b4-78d12373327f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:31:41.882368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54652) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:41.882998 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e8d6411c-ce4c-442e-89b4-78d12373327f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/2804712c-8c4e-44ba-ad2a-1a44abb38744/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258492 Feb 02 13:31:41.894497 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a7986-e448-4bfb-a448-c9191600bdfc None None] Sync routers for ids ['2804712c-8c4e-44ba-ad2a-1a44abb38744'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:31:41.926327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a7986-e448-4bfb-a448-c9191600bdfc None None] Routers {'2804712c-8c4e-44ba-ad2a-1a44abb38744'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:41.926904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-483a7986-e448-4bfb-a448-c9191600bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2804712c-8c4e-44ba-ad2a-1a44abb38744'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:41.984292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-483a7986-e448-4bfb-a448-c9191600bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:41.999191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483a7986-e448-4bfb-a448-c9191600bdfc None None] Routers {'2804712c-8c4e-44ba-ad2a-1a44abb38744'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:41.999847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-483a7986-e448-4bfb-a448-c9191600bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['2804712c-8c4e-44ba-ad2a-1a44abb38744'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:42.080300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-483a7986-e448-4bfb-a448-c9191600bdfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:42.082322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483a7986-e448-4bfb-a448-c9191600bdfc None None] The sync data for ids ['2804712c-8c4e-44ba-ad2a-1a44abb38744'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:31:42.164914 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-fbbef133-5fed-40f5-84bb-050d655b1c76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] remove_router_interface failed (client error): The resource could not be found. Feb 02 13:31:42.166266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fbbef133-5fed-40f5-84bb-050d655b1c76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/2804712c-8c4e-44ba-ad2a-1a44abb38744/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2818472 Feb 02 13:31:42.169732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54666) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:42.476335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-50750173-c538-45d5-af43-b936c852577b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=2804712c-8c4e-44ba-ad2a-1a44abb38744 HTTP/1.1" status: 200 len: 205 time: 0.0360062 Feb 02 13:31:42.476335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:42.476335 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4956a81f-4317-4181-a9a3-faa617c8fe2e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (2804712c-8c4e-44ba-ad2a-1a44abb38744), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:42.644693 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4956a81f-4317-4181-a9a3-faa617c8fe2e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (2804712c-8c4e-44ba-ad2a-1a44abb38744), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:42.651468 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4956a81f-4317-4181-a9a3-faa617c8fe2e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (2804712c-8c4e-44ba-ad2a-1a44abb38744), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:42.719038 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4956a81f-4317-4181-a9a3-faa617c8fe2e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (2804712c-8c4e-44ba-ad2a-1a44abb38744), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:42.719783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4956a81f-4317-4181-a9a3-faa617c8fe2e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Fanout notify agent at l3_agent the message router_deleted on router 2804712c-8c4e-44ba-ad2a-1a44abb38744 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:31:42.729423 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4956a81f-4317-4181-a9a3-faa617c8fe2e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:42.735544 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4956a81f-4317-4181-a9a3-faa617c8fe2e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/2804712c-8c4e-44ba-ad2a-1a44abb38744 HTTP/1.1" status: 204 len: 168 time: 0.5213311 Feb 02 13:31:42.736267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54690) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:42.858720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c724906-3b6e-4a61-8b41-593569a588b3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting subnet ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:31:42.862867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c724906-3b6e-4a61-8b41-593569a588b3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:42.931197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c724906-3b6e-4a61-8b41-593569a588b3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:43.074945 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c724906-3b6e-4a61-8b41-593569a588b3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:43.171639 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c724906-3b6e-4a61-8b41-593569a588b3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:43.223516 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c724906-3b6e-4a61-8b41-593569a588b3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:43.256509 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c724906-3b6e-4a61-8b41-593569a588b3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:43.258845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61eed65-9cd5-4358-b0d0-c201f2b1ccb7 None None] Network e125d997-1454-4099-8366-406098dd09be requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:43.266168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54704) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:43.276045 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4c724906-3b6e-4a61-8b41-593569a588b3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2 HTTP/1.1" status: 204 len: 168 time: 0.5385287 Feb 02 13:31:43.684321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609448fe-5abd-4e2b-86f3-7ebb4aaf9d1c None None] DHCP port deletion for e125d997-1454-4099-8366-406098dd09be request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:31:43.822203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-609448fe-5abd-4e2b-86f3-7ebb4aaf9d1c None None] Deleting port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:43.822578 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-609448fe-5abd-4e2b-86f3-7ebb4aaf9d1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:43.906957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-609448fe-5abd-4e2b-86f3-7ebb4aaf9d1c None None] For port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5,segment=NetworkSegment(33bf969e-d333-450d-823d-9baf78e76787),segment_id=33bf969e-d333-450d-823d-9baf78e76787)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:43.907357 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-609448fe-5abd-4e2b-86f3-7ebb4aaf9d1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:43.922717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-609448fe-5abd-4e2b-86f3-7ebb4aaf9d1c None None] Calling delete_port for 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:44.020340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:31:44.036564 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (e125d997-1454-4099-8366-406098dd09be), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.093962 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-609448fe-5abd-4e2b-86f3-7ebb4aaf9d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.198394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No active binding found for port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 {{(pid=103189) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 13:31:44.199015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] The host n-d-827336-2 is not matching for port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 host None! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:31:44.199660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:31:44.202753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609448fe-5abd-4e2b-86f3-7ebb4aaf9d1c None None] Pushing event deleted for resources: {'Port': ['ID=0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:44.207303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609448fe-5abd-4e2b-86f3-7ebb4aaf9d1c None None] No DVR routers for this DVR port 0d7b9359-3c5b-4f7f-9df5-d162e1cb2fb5 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:31:44.238724 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (e125d997-1454-4099-8366-406098dd09be), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.270331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e125d997-1454-4099-8366-406098dd09be']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:44.286784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33bf969e-d333-450d-823d-9baf78e76787') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:44.287638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33bf969e-d333-450d-823d-9baf78e76787') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:44.298929 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (33bf969e-d333-450d-823d-9baf78e76787), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.328371 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (33bf969e-d333-450d-823d-9baf78e76787), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.348356 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:31:44.348951 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (33bf969e-d333-450d-823d-9baf78e76787), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:31:44.354420 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:31:44.440531 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (e125d997-1454-4099-8366-406098dd09be), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.452987 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.457033 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/networks/e125d997-1454-4099-8366-406098dd09be HTTP/1.1" status: 204 len: 168 time: 1.1891725 Feb 02 13:31:44.463525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:44.478502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9401a575-c6e2-4827-a30b-06de438c4f65 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'network': {'name': 'tempest-RoutersTest-86886825'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:44.478789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257e4a9-0d5f-4404-9089-9568d01edfe2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Network': ['ID=e125d997-1454-4099-8366-406098dd09be,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:44.510958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9401a575-c6e2-4827-a30b-06de438c4f65 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:44.516070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9401a575-c6e2-4827-a30b-06de438c4f65 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.553595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9401a575-c6e2-4827-a30b-06de438c4f65 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:31:44.590309 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9401a575-c6e2-4827-a30b-06de438c4f65 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (5978772d-51e2-4c85-b2a4-61b743ee4a47), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.591522 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-9401a575-c6e2-4827-a30b-06de438c4f65 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Added segment 5978772d-51e2-4c85-b2a4-61b743ee4a47 of type vlan for network 37ef936e-6c55-4c49-9683-89a97eb06a3e Feb 02 13:31:44.783452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9401a575-c6e2-4827-a30b-06de438c4f65 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (37ef936e-6c55-4c49-9683-89a97eb06a3e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.829262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9401a575-c6e2-4827-a30b-06de438c4f65 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (37ef936e-6c55-4c49-9683-89a97eb06a3e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.835898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9401a575-c6e2-4827-a30b-06de438c4f65 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:44.836441 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9401a575-c6e2-4827-a30b-06de438c4f65 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:44.886789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54740) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:44.887012 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9401a575-c6e2-4827-a30b-06de438c4f65 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4221604 Feb 02 13:31:44.899150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-17859994-9b3b-4a8d-b841-4381229dc45f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'subnet': {'network_id': '37ef936e-6c55-4c49-9683-89a97eb06a3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:44.934478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401a575-c6e2-4827-a30b-06de438c4f65 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Network': ['ID=37ef936e-6c55-4c49-9683-89a97eb06a3e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:44.953071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 37ef936e-6c55-4c49-9683-89a97eb06a3e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:31:45.129036 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17859994-9b3b-4a8d-b841-4381229dc45f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:31:45.135870 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17859994-9b3b-4a8d-b841-4381229dc45f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:45.467101 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17859994-9b3b-4a8d-b841-4381229dc45f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (bf9ce4bf-e715-4e97-910a-17dcc6a56a39), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:45.557861 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17859994-9b3b-4a8d-b841-4381229dc45f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Subnet': ['ID=bf9ce4bf-e715-4e97-910a-17dcc6a56a39,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:45.620503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17859994-9b3b-4a8d-b841-4381229dc45f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Checking segment: {'id': '5978772d-51e2-4c85-b2a4-61b743ee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '37ef936e-6c55-4c49-9683-89a97eb06a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:31:45.621247 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17859994-9b3b-4a8d-b841-4381229dc45f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network hostable DHCP agents. Network: 37ef936e-6c55-4c49-9683-89a97eb06a3e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:31:45.664504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17859994-9b3b-4a8d-b841-4381229dc45f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 37ef936e-6c55-4c49-9683-89a97eb06a3e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:31:45.684950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-17859994-9b3b-4a8d-b841-4381229dc45f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 37ef936e-6c55-4c49-9683-89a97eb06a3e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:45.698579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c46630-e0e1-4c1e-99bf-90d3fe3da8b6 None None] Network 37ef936e-6c55-4c49-9683-89a97eb06a3e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:45.720843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17859994-9b3b-4a8d-b841-4381229dc45f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:45.721445 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-17859994-9b3b-4a8d-b841-4381229dc45f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:45.768125 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-17859994-9b3b-4a8d-b841-4381229dc45f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8778274 Feb 02 13:31:45.771085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54760) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:45.775847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b1aec01c-425a-4aba-a67a-22be3aef0abd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1450896537', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:45.833957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1aec01c-425a-4aba-a67a-22be3aef0abd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (6054537e-4ee6-4113-9ae6-557f8a05a37f), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:45.835775 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1aec01c-425a-4aba-a67a-22be3aef0abd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (6054537e-4ee6-4113-9ae6-557f8a05a37f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:45.960298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-37ef936e-6c55-4c49-9683-89a97eb06a3e', 'network_id': '37ef936e-6c55-4c49-9683-89a97eb06a3e', 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'fixed_ips': [{'subnet_id': 'bf9ce4bf-e715-4e97-910a-17dcc6a56a39'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:31:45.961796 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:46.000104 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1aec01c-425a-4aba-a67a-22be3aef0abd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (6054537e-4ee6-4113-9ae6-557f8a05a37f), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:46.010141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1aec01c-425a-4aba-a67a-22be3aef0abd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (6054537e-4ee6-4113-9ae6-557f8a05a37f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:46.061341 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1aec01c-425a-4aba-a67a-22be3aef0abd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:46.065910 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54768) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:46.066190 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b1aec01c-425a-4aba-a67a-22be3aef0abd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2937140 Feb 02 13:31:46.279669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Allocated IP 172.20.0.2 (37ef936e-6c55-4c49-9683-89a97eb06a3e/bf9ce4bf-e715-4e97-910a-17dcc6a56a39/72ace33a-1373-4ee3-8264-26f9e49f6aba) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:46.516539 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Publish callbacks [] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:46.529479 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:46.615534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Network 37ef936e-6c55-4c49-9683-89a97eb06a3e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:46.618938 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:46.623515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:46.662591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Pushing event updated for resources: {'Port': ['ID=72ace33a-1373-4ee3-8264-26f9e49f6aba,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:46.685078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:46.759862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Attempting to bind port 72ace33a-1373-4ee3-8264-26f9e49f6aba on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:31:46.760303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Attempting to bind port 72ace33a-1373-4ee3-8264-26f9e49f6aba by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '5978772d-51e2-4c85-b2a4-61b743ee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '37ef936e-6c55-4c49-9683-89a97eb06a3e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:31:46.760673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Attempting to bind port 72ace33a-1373-4ee3-8264-26f9e49f6aba on network 37ef936e-6c55-4c49-9683-89a97eb06a3e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:31:46.766838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:31:46.767167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Checking segment: {'id': '5978772d-51e2-4c85-b2a4-61b743ee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '37ef936e-6c55-4c49-9683-89a97eb06a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:31:46.767581 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:46.767981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Bound using segment: {'id': '5978772d-51e2-4c85-b2a4-61b743ee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '37ef936e-6c55-4c49-9683-89a97eb06a3e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:31:46.771763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Bound port: 72ace33a-1373-4ee3-8264-26f9e49f6aba, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5978772d-51e2-4c85-b2a4-61b743ee4a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '37ef936e-6c55-4c49-9683-89a97eb06a3e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:31:46.772282 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:46.892083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] For port 72ace33a-1373-4ee3-8264-26f9e49f6aba, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:31:46.895808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] For port 72ace33a-1373-4ee3-8264-26f9e49f6aba, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=72ace33a-1373-4ee3-8264-26f9e49f6aba,segment=NetworkSegment(5978772d-51e2-4c85-b2a4-61b743ee4a47),segment_id=5978772d-51e2-4c85-b2a4-61b743ee4a47)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:31:46.904309 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:47.014915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749260e-0ec9-4509-9e78-8f4eacfef687 None None] Pushing event updated for resources: {'Port': ['ID=72ace33a-1373-4ee3-8264-26f9e49f6aba,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:47.157791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Allocated IP 172.20.0.1 (37ef936e-6c55-4c49-9683-89a97eb06a3e/bf9ce4bf-e715-4e97-910a-17dcc6a56a39/c63d1867-e8e9-4695-98ef-4bb7df275fbf) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:47.345619 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (c63d1867-e8e9-4695-98ef-4bb7df275fbf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:47.454627 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c63d1867-e8e9-4695-98ef-4bb7df275fbf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:47.565902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 37ef936e-6c55-4c49-9683-89a97eb06a3e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:47.576691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:47.583905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:47.595576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=c63d1867-e8e9-4695-98ef-4bb7df275fbf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:47.739106 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (6054537e-4ee6-4113-9ae6-557f8a05a37f), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:47.963464 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c63d1867-e8e9-4695-98ef-4bb7df275fbf), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:48.237177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 72ace33a-1373-4ee3-8264-26f9e49f6aba up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:31:48.454677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 72ace33a-1373-4ee3-8264-26f9e49f6aba triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:48.469122 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:48.792279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 72ace33a-1373-4ee3-8264-26f9e49f6aba is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:48.793443 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:48.890696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 72ace33a-1373-4ee3-8264-26f9e49f6aba, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=72ace33a-1373-4ee3-8264-26f9e49f6aba,segment=NetworkSegment(5978772d-51e2-4c85-b2a4-61b743ee4a47),segment_id=5978772d-51e2-4c85-b2a4-61b743ee4a47)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:48.903089 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:48.966765 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (c63d1867-e8e9-4695-98ef-4bb7df275fbf), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:48.994564 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c63d1867-e8e9-4695-98ef-4bb7df275fbf), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:49.043877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=72ace33a-1373-4ee3-8264-26f9e49f6aba,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:49.160447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e5277-8af1-447f-8f9d-e2594b557b47 None None] Network 37ef936e-6c55-4c49-9683-89a97eb06a3e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:49.185438 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (6054537e-4ee6-4113-9ae6-557f8a05a37f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:49.199544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=c63d1867-e8e9-4695-98ef-4bb7df275fbf,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:49.318394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ae46c49d-8a53-47c0-9678-c40a0e7be206 None None] Provisioning complete for port 72ace33a-1373-4ee3-8264-26f9e49f6aba triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:49.319069 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ae46c49d-8a53-47c0-9678-c40a0e7be206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:49.397491 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 37ef936e-6c55-4c49-9683-89a97eb06a3e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:49.404883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:49.678161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ae46c49d-8a53-47c0-9678-c40a0e7be206 None None] Current status of the port 72ace33a-1373-4ee3-8264-26f9e49f6aba is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:49.979212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 6054537e-4ee6-4113-9ae6-557f8a05a37f is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:31:50.102112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 72ace33a-1373-4ee3-8264-26f9e49f6aba up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:31:50.160272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:31:50.173803 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3ccde-a722-48c1-803b-57b5b70b858f None None] Sync routers for ids ['6054537e-4ee6-4113-9ae6-557f8a05a37f'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:31:50.191693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54836) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:50.192488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c56161fd-5167-4beb-95e9-13e06c846530 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/6054537e-4ee6-4113-9ae6-557f8a05a37f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1243010 Feb 02 13:31:50.218815 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3ccde-a722-48c1-803b-57b5b70b858f None None] Routers {'6054537e-4ee6-4113-9ae6-557f8a05a37f'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:50.219119 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-59f3ccde-a722-48c1-803b-57b5b70b858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['6054537e-4ee6-4113-9ae6-557f8a05a37f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:50.302873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd750940-56e0-4a97-b804-d36456c27f99 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:50.304609 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dd750940-56e0-4a97-b804-d36456c27f99 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports/c63d1867-e8e9-4695-98ef-4bb7df275fbf HTTP/1.1" status: 200 len: 910 time: 0.1110449 Feb 02 13:31:50.309518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54838) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:50.329544 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-59f3ccde-a722-48c1-803b-57b5b70b858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:50.353531 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3ccde-a722-48c1-803b-57b5b70b858f None None] Routers {'6054537e-4ee6-4113-9ae6-557f8a05a37f'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:50.354273 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-59f3ccde-a722-48c1-803b-57b5b70b858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['6054537e-4ee6-4113-9ae6-557f8a05a37f'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:50.433191 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-59f3ccde-a722-48c1-803b-57b5b70b858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:50.434162 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f3ccde-a722-48c1-803b-57b5b70b858f None None] The sync data for ids ['6054537e-4ee6-4113-9ae6-557f8a05a37f'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:31:50.675668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5528d789-557a-4428-9a46-5645e2a6bb4d None None] Provisioning complete for port c63d1867-e8e9-4695-98ef-4bb7df275fbf triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:50.676528 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5528d789-557a-4428-9a46-5645e2a6bb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c63d1867-e8e9-4695-98ef-4bb7df275fbf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:50.807881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5528d789-557a-4428-9a46-5645e2a6bb4d None None] Port c63d1867-e8e9-4695-98ef-4bb7df275fbf cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:31:50.830852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 72ace33a-1373-4ee3-8264-26f9e49f6aba triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:50.831378 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:50.917662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5528d789-557a-4428-9a46-5645e2a6bb4d None None] Provisioning complete for port 72ace33a-1373-4ee3-8264-26f9e49f6aba triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:50.917662 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5528d789-557a-4428-9a46-5645e2a6bb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:51.108227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 72ace33a-1373-4ee3-8264-26f9e49f6aba is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:51.177119 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (6054537e-4ee6-4113-9ae6-557f8a05a37f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:51.186073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5528d789-557a-4428-9a46-5645e2a6bb4d None None] Current status of the port 72ace33a-1373-4ee3-8264-26f9e49f6aba is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:31:51.350774 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0a89fbc1-184c-4e42-8332-ba3a2357b079 None None] Provisioning complete for port c63d1867-e8e9-4695-98ef-4bb7df275fbf triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:31:51.351343 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a89fbc1-184c-4e42-8332-ba3a2357b079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c63d1867-e8e9-4695-98ef-4bb7df275fbf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:51.502632 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0a89fbc1-184c-4e42-8332-ba3a2357b079 None None] Port c63d1867-e8e9-4695-98ef-4bb7df275fbf cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:31:51.934708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port c63d1867-e8e9-4695-98ef-4bb7df275fbf {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:51.935330 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c63d1867-e8e9-4695-98ef-4bb7df275fbf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:52.066770 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c63d1867-e8e9-4695-98ef-4bb7df275fbf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:52.081904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for c63d1867-e8e9-4695-98ef-4bb7df275fbf owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:52.305338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c63d1867-e8e9-4695-98ef-4bb7df275fbf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:52.347942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=c63d1867-e8e9-4695-98ef-4bb7df275fbf,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:52.362679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.363075 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.363485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.363826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.364157 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.364487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.365207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.366529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.366529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.366529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.366818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.367131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.367521 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:31:52.576852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (6054537e-4ee6-4113-9ae6-557f8a05a37f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:52.876687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 6054537e-4ee6-4113-9ae6-557f8a05a37f has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:31:53.007489 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:31:53.013622 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2eba05c4-d4fa-4890-aada-4ecf37ee19f2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/6054537e-4ee6-4113-9ae6-557f8a05a37f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7027915 Feb 02 13:31:53.017142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:53.023132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ea1f6-8bf8-467e-af86-0736ad09ed48 None None] Sync routers for ids ['6054537e-4ee6-4113-9ae6-557f8a05a37f'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:31:53.053100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-16c64e4a-cff0-4650-9850-37760408d2f3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=6054537e-4ee6-4113-9ae6-557f8a05a37f HTTP/1.1" status: 200 len: 205 time: 0.0321679 Feb 02 13:31:53.055569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54892) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:53.056171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ea1f6-8bf8-467e-af86-0736ad09ed48 None None] Routers {'6054537e-4ee6-4113-9ae6-557f8a05a37f'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:53.057563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d40ea1f6-8bf8-467e-af86-0736ad09ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['6054537e-4ee6-4113-9ae6-557f8a05a37f'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:53.107775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d40ea1f6-8bf8-467e-af86-0736ad09ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:53.120608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ea1f6-8bf8-467e-af86-0736ad09ed48 None None] Routers {'6054537e-4ee6-4113-9ae6-557f8a05a37f'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:53.121238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d40ea1f6-8bf8-467e-af86-0736ad09ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['6054537e-4ee6-4113-9ae6-557f8a05a37f'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:53.205663 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f075ba26-de74-4d89-89c0-29291f4a6df7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (6054537e-4ee6-4113-9ae6-557f8a05a37f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:53.218531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d40ea1f6-8bf8-467e-af86-0736ad09ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:53.221088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40ea1f6-8bf8-467e-af86-0736ad09ed48 None None] The sync data for ids ['6054537e-4ee6-4113-9ae6-557f8a05a37f'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:31:53.599708 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f075ba26-de74-4d89-89c0-29291f4a6df7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (6054537e-4ee6-4113-9ae6-557f8a05a37f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:53.603705 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f075ba26-de74-4d89-89c0-29291f4a6df7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (6054537e-4ee6-4113-9ae6-557f8a05a37f), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:53.669776 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f075ba26-de74-4d89-89c0-29291f4a6df7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (6054537e-4ee6-4113-9ae6-557f8a05a37f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:53.672543 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f075ba26-de74-4d89-89c0-29291f4a6df7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Fanout notify agent at l3_agent the message router_deleted on router 6054537e-4ee6-4113-9ae6-557f8a05a37f {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:31:53.706844 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f075ba26-de74-4d89-89c0-29291f4a6df7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:53.714512 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f075ba26-de74-4d89-89c0-29291f4a6df7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/6054537e-4ee6-4113-9ae6-557f8a05a37f HTTP/1.1" status: 204 len: 168 time: 0.6572838 Feb 02 13:31:53.718010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:53.842250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a4591c-8ae3-432a-89f1-ee33712cee4e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting subnet bf9ce4bf-e715-4e97-910a-17dcc6a56a39 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:31:53.850069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a4591c-8ae3-432a-89f1-ee33712cee4e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (bf9ce4bf-e715-4e97-910a-17dcc6a56a39), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:53.905229 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a4591c-8ae3-432a-89f1-ee33712cee4e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (bf9ce4bf-e715-4e97-910a-17dcc6a56a39), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:54.023222 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a4591c-8ae3-432a-89f1-ee33712cee4e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (bf9ce4bf-e715-4e97-910a-17dcc6a56a39), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:54.115024 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a4591c-8ae3-432a-89f1-ee33712cee4e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (bf9ce4bf-e715-4e97-910a-17dcc6a56a39), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:54.143958 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a4591c-8ae3-432a-89f1-ee33712cee4e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9ce4bf-e715-4e97-910a-17dcc6a56a39,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:54.147901 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-70a4591c-8ae3-432a-89f1-ee33712cee4e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:54.151158 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-70a4591c-8ae3-432a-89f1-ee33712cee4e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/bf9ce4bf-e715-4e97-910a-17dcc6a56a39 HTTP/1.1" status: 204 len: 168 time: 0.4317968 Feb 02 13:31:54.154099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54916) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:54.155297 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c75379-97dc-4dd6-98ef-dc0d4cc77aab None None] Network 37ef936e-6c55-4c49-9683-89a97eb06a3e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:31:54.321387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (37ef936e-6c55-4c49-9683-89a97eb06a3e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:54.439272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f9896-ef81-4214-9448-66b628106dbd None None] DHCP port deletion for 37ef936e-6c55-4c49-9683-89a97eb06a3e request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:31:54.450929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port 72ace33a-1373-4ee3-8264-26f9e49f6aba {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:54.455933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:54.548324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f9896-ef81-4214-9448-66b628106dbd None None] Deleting port 72ace33a-1373-4ee3-8264-26f9e49f6aba {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:31:54.549086 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f0f9896-ef81-4214-9448-66b628106dbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:54.561553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] For port 72ace33a-1373-4ee3-8264-26f9e49f6aba, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=72ace33a-1373-4ee3-8264-26f9e49f6aba,segment=NetworkSegment(5978772d-51e2-4c85-b2a4-61b743ee4a47),segment_id=5978772d-51e2-4c85-b2a4-61b743ee4a47)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:54.561961 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:54.605195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for 72ace33a-1373-4ee3-8264-26f9e49f6aba owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:54.667797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3f0f9896-ef81-4214-9448-66b628106dbd None None] For port 72ace33a-1373-4ee3-8264-26f9e49f6aba, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=72ace33a-1373-4ee3-8264-26f9e49f6aba,segment=NetworkSegment(5978772d-51e2-4c85-b2a4-61b743ee4a47),segment_id=5978772d-51e2-4c85-b2a4-61b743ee4a47)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:31:54.668386 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f0f9896-ef81-4214-9448-66b628106dbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:54.746366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3f0f9896-ef81-4214-9448-66b628106dbd None None] Calling delete_port for 72ace33a-1373-4ee3-8264-26f9e49f6aba owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:31:54.804665 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:54.853635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=72ace33a-1373-4ee3-8264-26f9e49f6aba,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:54.865155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No DVR routers for this DVR port 72ace33a-1373-4ee3-8264-26f9e49f6aba on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:31:54.908494 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3f0f9896-ef81-4214-9448-66b628106dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (72ace33a-1373-4ee3-8264-26f9e49f6aba), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:55.024721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f9896-ef81-4214-9448-66b628106dbd None None] Pushing event deleted for resources: {'Port': ['ID=72ace33a-1373-4ee3-8264-26f9e49f6aba,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:55.036818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f9896-ef81-4214-9448-66b628106dbd None None] No DVR routers for this DVR port 72ace33a-1373-4ee3-8264-26f9e49f6aba on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:31:55.066431 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (37ef936e-6c55-4c49-9683-89a97eb06a3e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:55.126270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ef936e-6c55-4c49-9683-89a97eb06a3e']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:55.143524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5978772d-51e2-4c85-b2a4-61b743ee4a47') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:55.144179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5978772d-51e2-4c85-b2a4-61b743ee4a47') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:55.168898 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (5978772d-51e2-4c85-b2a4-61b743ee4a47), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:55.193982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (5978772d-51e2-4c85-b2a4-61b743ee4a47), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:55.206761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:31:55.207672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (5978772d-51e2-4c85-b2a4-61b743ee4a47), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:31:55.214235 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:31:55.356655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (37ef936e-6c55-4c49-9683-89a97eb06a3e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:55.385901 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:55.400958 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/networks/37ef936e-6c55-4c49-9683-89a97eb06a3e HTTP/1.1" status: 204 len: 168 time: 1.2431588 Feb 02 13:31:55.406244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 54946) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:55.412329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-683310814', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:55.442379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6c37d-c23e-4e50-b3da-c14b85966e1a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Network': ['ID=37ef936e-6c55-4c49-9683-89a97eb06a3e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:55.487485 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (934ccb0d-069f-4a89-833a-6ebe099b0f1a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:55.493111 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (934ccb0d-069f-4a89-833a-6ebe099b0f1a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:55.600668 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (934ccb0d-069f-4a89-833a-6ebe099b0f1a), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:55.839839 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-839d0fd0-f1c5-4c7d-86dc-f190c7b9dba1 req-87c4bc89-0239-4250-a7d0-ced5acdf08be service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1534779 Feb 02 13:31:55.924601 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_gateway (934ccb0d-069f-4a89-833a-6ebe099b0f1a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:56.053890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d0fd0-f1c5-4c7d-86dc-f190c7b9dba1 req-7b05c09c-a907-47b4-b88e-75ceb083ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:56.059528 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-839d0fd0-f1c5-4c7d-86dc-f190c7b9dba1 req-7b05c09c-a907-47b4-b88e-75ceb083ab7e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86e28d2ac0ce4d0ca658e395a4bb32ad&device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 1128 time: 0.1364255 Feb 02 13:31:56.076454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 72ace33a-1373-4ee3-8264-26f9e49f6aba no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:31:56.125063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 72ace33a-1373-4ee3-8264-26f9e49f6aba {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:31:56.125063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 72ace33a-1373-4ee3-8264-26f9e49f6aba not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:31:56.288920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d0fd0-f1c5-4c7d-86dc-f190c7b9dba1 req-c7d96cd9-6b3f-4ffc-b198-d4864a30d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:56.292008 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-839d0fd0-f1c5-4c7d-86dc-f190c7b9dba1 req-c7d96cd9-6b3f-4ffc-b198-d4864a30d9b7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd HTTP/1.1" status: 200 len: 909 time: 0.2101996 Feb 02 13:31:56.433603 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-839d0fd0-f1c5-4c7d-86dc-f190c7b9dba1 req-9b751094-8884-4fb3-84f8-e2925dec6c63 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9 HTTP/1.1" status: 200 len: 1002 time: 0.1334784 Feb 02 13:31:56.499933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d0fd0-f1c5-4c7d-86dc-f190c7b9dba1 req-8160d143-e948-4947-b383-e3a4629b14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:56.502978 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-839d0fd0-f1c5-4c7d-86dc-f190c7b9dba1 req-8160d143-e948-4947-b383-e3a4629b14e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7fa6e74-4bf2-4518-8565-fcb26f144e98 HTTP/1.1" status: 200 len: 847 time: 0.0622225 Feb 02 13:31:56.527271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_gateway (934ccb0d-069f-4a89-833a-6ebe099b0f1a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:56.567206 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:56.641942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d0fd0-f1c5-4c7d-86dc-f190c7b9dba1 req-fa1b4f0c-17f5-46f1-a764-54bbd04dcea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:31:56.646036 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-839d0fd0-f1c5-4c7d-86dc-f190c7b9dba1 req-fa1b4f0c-17f5-46f1-a764-54bbd04dcea0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1271658 Feb 02 13:31:56.737420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Allocated IP 172.25.4.97 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/7768e97e-c989-4ce8-8aed-3aaac3da6be0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:31:56.879304 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (7768e97e-c989-4ce8-8aed-3aaac3da6be0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:56.924520 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7768e97e-c989-4ce8-8aed-3aaac3da6be0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:56.954532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:31:56.957232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:31:56.983317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:31:57.040921 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-839d0fd0-f1c5-4c7d-86dc-f190c7b9dba1 req-20ee6416-8185-4961-9cca-16875886df72 service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895862 Feb 02 13:31:57.072260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=7768e97e-c989-4ce8-8aed-3aaac3da6be0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:31:57.246320 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-839d0fd0-f1c5-4c7d-86dc-f190c7b9dba1 req-a8953eb5-88f1-4b2f-9a76-ea3aeb0326b0 service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787646 Feb 02 13:31:57.445662 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_gateway (934ccb0d-069f-4a89-833a-6ebe099b0f1a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:57.843543 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (934ccb0d-069f-4a89-833a-6ebe099b0f1a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:58.054812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 934ccb0d-069f-4a89-833a-6ebe099b0f1a is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:31:58.266119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:31:58.289831 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15600b58-77aa-4f0e-8b90-2268458f1480 None None] Sync routers for ids ['934ccb0d-069f-4a89-833a-6ebe099b0f1a'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:31:58.315016 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15600b58-77aa-4f0e-8b90-2268458f1480 None None] Routers {'934ccb0d-069f-4a89-833a-6ebe099b0f1a'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:58.316259 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-15600b58-77aa-4f0e-8b90-2268458f1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['934ccb0d-069f-4a89-833a-6ebe099b0f1a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:58.318125 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:58.322753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 54992) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:58.349073 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-04b6ac09-3a60-4d3d-960a-c7c262f2a1ec tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9377360 Feb 02 13:31:58.390989 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-15600b58-77aa-4f0e-8b90-2268458f1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:58.411355 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15600b58-77aa-4f0e-8b90-2268458f1480 None None] Routers {'934ccb0d-069f-4a89-833a-6ebe099b0f1a'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:31:58.419455 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-15600b58-77aa-4f0e-8b90-2268458f1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['934ccb0d-069f-4a89-833a-6ebe099b0f1a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:58.489908 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-15600b58-77aa-4f0e-8b90-2268458f1480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:31:58.490851 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15600b58-77aa-4f0e-8b90-2268458f1480 None None] The sync data for ids ['934ccb0d-069f-4a89-833a-6ebe099b0f1a'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:31:58.628814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:58.639237 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-165ba8b8-2478-4737-9ca9-df4c2340407c tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/routers/934ccb0d-069f-4a89-833a-6ebe099b0f1a HTTP/1.1" status: 200 len: 879 time: 0.3147845 Feb 02 13:31:59.131881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55016) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:31:59.132851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cc1038d4-9725-46e1-b23f-946fabac8f69 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4974086 Feb 02 13:31:59.137802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-16123c36-8f44-4ecf-b6f5-ca6ca23a94c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-683310814'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:31:59.861545 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16123c36-8f44-4ecf-b6f5-ca6ca23a94c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (934ccb0d-069f-4a89-833a-6ebe099b0f1a), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:31:59.885000 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16123c36-8f44-4ecf-b6f5-ca6ca23a94c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (934ccb0d-069f-4a89-833a-6ebe099b0f1a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:00.112908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16123c36-8f44-4ecf-b6f5-ca6ca23a94c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 934ccb0d-069f-4a89-833a-6ebe099b0f1a has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:32:00.446948 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16123c36-8f44-4ecf-b6f5-ca6ca23a94c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:32:00.469371 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-16123c36-8f44-4ecf-b6f5-ca6ca23a94c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:00.469839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a75f5-8f9c-48f4-a947-e75468022596 None None] Sync routers for ids ['934ccb0d-069f-4a89-833a-6ebe099b0f1a'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:32:00.472868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-16123c36-8f44-4ecf-b6f5-ca6ca23a94c5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/934ccb0d-069f-4a89-833a-6ebe099b0f1a HTTP/1.1" status: 200 len: 886 time: 1.3386495 Feb 02 13:32:00.482800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55040) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:00.526294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a75f5-8f9c-48f4-a947-e75468022596 None None] Routers {'934ccb0d-069f-4a89-833a-6ebe099b0f1a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:00.530128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a04a75f5-8f9c-48f4-a947-e75468022596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['934ccb0d-069f-4a89-833a-6ebe099b0f1a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:00.610227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a04a75f5-8f9c-48f4-a947-e75468022596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:00.648744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04a75f5-8f9c-48f4-a947-e75468022596 None None] Routers {'934ccb0d-069f-4a89-833a-6ebe099b0f1a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:00.651018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a04a75f5-8f9c-48f4-a947-e75468022596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:31:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['934ccb0d-069f-4a89-833a-6ebe099b0f1a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:00.776009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a04a75f5-8f9c-48f4-a947-e75468022596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:00.776984 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04a75f5-8f9c-48f4-a947-e75468022596 None None] The sync data for ids ['934ccb0d-069f-4a89-833a-6ebe099b0f1a'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:32:01.456118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0037e3fb-54f4-4c97-b408-92ad0a281be3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/routers/934ccb0d-069f-4a89-833a-6ebe099b0f1a HTTP/1.1" status: 200 len: 886 time: 0.9775052 Feb 02 13:32:01.460035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55048) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:01.795841 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07d3a32f-5c38-400c-ab56-6a67ec6b501a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:01.908719 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b3943515-f0dd-4fbd-865e-f2fa3ba220a7 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=934ccb0d-069f-4a89-833a-6ebe099b0f1a HTTP/1.1" status: 200 len: 205 time: 0.4468160 Feb 02 13:32:01.911591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55052) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:02.097425 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (934ccb0d-069f-4a89-833a-6ebe099b0f1a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:02.291457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_gateway (934ccb0d-069f-4a89-833a-6ebe099b0f1a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:02.423739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port 7768e97e-c989-4ce8-8aed-3aaac3da6be0 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:32:02.423739 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7768e97e-c989-4ce8-8aed-3aaac3da6be0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:02.558878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7768e97e-c989-4ce8-8aed-3aaac3da6be0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:02.579128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for 7768e97e-c989-4ce8-8aed-3aaac3da6be0 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:32:02.873116 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7768e97e-c989-4ce8-8aed-3aaac3da6be0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:02.916305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=7768e97e-c989-4ce8-8aed-3aaac3da6be0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:03.011337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (934ccb0d-069f-4a89-833a-6ebe099b0f1a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:03.145934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (934ccb0d-069f-4a89-833a-6ebe099b0f1a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:03.150035 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (934ccb0d-069f-4a89-833a-6ebe099b0f1a), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:03.218087 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (934ccb0d-069f-4a89-833a-6ebe099b0f1a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:03.218977 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Fanout notify agent at l3_agent the message router_deleted on router 934ccb0d-069f-4a89-833a-6ebe099b0f1a {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:32:03.230011 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:03.237889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55060) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:03.244017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1449870637'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:03.247626 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-179792d4-cf64-419e-8f77-d67d87eded3d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/934ccb0d-069f-4a89-833a-6ebe099b0f1a HTTP/1.1" status: 204 len: 168 time: 1.3344090 Feb 02 13:32:03.285580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:32:03.299295 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:03.338535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:32:03.351674 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d6edec82-c9b6-478b-ae45-627e454b0682), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:03.352176 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Added segment d6edec82-c9b6-478b-ae45-627e454b0682 of type vlan for network 2c17ef3d-d928-4667-8e98-71f25a934281 Feb 02 13:32:03.422076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (2c17ef3d-d928-4667-8e98-71f25a934281), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:03.455960 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (2c17ef3d-d928-4667-8e98-71f25a934281), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:03.463029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:03.464033 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:03.512136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55066) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:03.518807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-26b31ea2-869d-4186-aa86-b51c557504b9 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'subnet': {'network_id': '2c17ef3d-d928-4667-8e98-71f25a934281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:03.523854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2831833 Feb 02 13:32:03.590871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Network': ['ID=2c17ef3d-d928-4667-8e98-71f25a934281,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:03.600016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.600527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.600979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.601406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.601863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.603326 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.603326 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.603326 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.603818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.604029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.604724 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.605102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.605517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fa6f5f-b62f-4119-8197-dad09a3dc4ba tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:03.618988 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 2c17ef3d-d928-4667-8e98-71f25a934281 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:32:03.707982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b31ea2-869d-4186-aa86-b51c557504b9 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:32:03.714922 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26b31ea2-869d-4186-aa86-b51c557504b9 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:04.001614 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26b31ea2-869d-4186-aa86-b51c557504b9 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (ffe6746e-03f4-4f24-9653-c288a915f4b9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:04.064624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b31ea2-869d-4186-aa86-b51c557504b9 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Subnet': ['ID=ffe6746e-03f4-4f24-9653-c288a915f4b9,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:04.089719 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e4aa2a2-0ffa-48cd-a90f-ec69bf805f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:04.096098 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b31ea2-869d-4186-aa86-b51c557504b9 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Checking segment: {'id': 'd6edec82-c9b6-478b-ae45-627e454b0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2c17ef3d-d928-4667-8e98-71f25a934281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:04.096818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b31ea2-869d-4186-aa86-b51c557504b9 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network hostable DHCP agents. Network: 2c17ef3d-d928-4667-8e98-71f25a934281, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:32:04.119805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b31ea2-869d-4186-aa86-b51c557504b9 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 2c17ef3d-d928-4667-8e98-71f25a934281 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:32:04.130902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-26b31ea2-869d-4186-aa86-b51c557504b9 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 2c17ef3d-d928-4667-8e98-71f25a934281) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:04.136334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b31ea2-869d-4186-aa86-b51c557504b9 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:04.138877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26b31ea2-869d-4186-aa86-b51c557504b9 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:04.141467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac84ad9e-c6ac-4dbb-b0ed-86a65dbcf569 None None] Network 2c17ef3d-d928-4667-8e98-71f25a934281 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:04.180740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:04.185726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a6225205-73e7-4fb9-8667-88610141e764 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-726461947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:04.194480 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-26b31ea2-869d-4186-aa86-b51c557504b9 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6804993 Feb 02 13:32:04.228215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6225205-73e7-4fb9-8667-88610141e764 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (9871f777-df27-4528-a18c-108d7a8c2526), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:04.229501 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6225205-73e7-4fb9-8667-88610141e764 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (9871f777-df27-4528-a18c-108d7a8c2526), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:04.273949 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-2c17ef3d-d928-4667-8e98-71f25a934281', 'network_id': '2c17ef3d-d928-4667-8e98-71f25a934281', 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'fixed_ips': [{'subnet_id': 'ffe6746e-03f4-4f24-9653-c288a915f4b9'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:32:04.275050 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:04.324072 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6225205-73e7-4fb9-8667-88610141e764 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (9871f777-df27-4528-a18c-108d7a8c2526), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:04.330158 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6225205-73e7-4fb9-8667-88610141e764 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (9871f777-df27-4528-a18c-108d7a8c2526), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:04.373888 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6225205-73e7-4fb9-8667-88610141e764 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:04.375209 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a6225205-73e7-4fb9-8667-88610141e764 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1934021 Feb 02 13:32:04.377863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:04.477488 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Allocated IP 172.20.0.2 (2c17ef3d-d928-4667-8e98-71f25a934281/ffe6746e-03f4-4f24-9653-c288a915f4b9/c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:32:04.827491 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Publish callbacks [] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:04.839868 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:04.924364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Pushing event updated for resources: {'Port': ['ID=c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:04.939686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Network 2c17ef3d-d928-4667-8e98-71f25a934281 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:04.941245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:04.944903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:32:05.061509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Attempting to bind port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:32:05.061911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Attempting to bind port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd6edec82-c9b6-478b-ae45-627e454b0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2c17ef3d-d928-4667-8e98-71f25a934281'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:32:05.062406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Attempting to bind port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 on network 2c17ef3d-d928-4667-8e98-71f25a934281 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:32:05.079347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:32:05.079829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Checking segment: {'id': 'd6edec82-c9b6-478b-ae45-627e454b0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2c17ef3d-d928-4667-8e98-71f25a934281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:05.080413 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:05.080949 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Bound using segment: {'id': 'd6edec82-c9b6-478b-ae45-627e454b0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2c17ef3d-d928-4667-8e98-71f25a934281'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:32:05.081705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Bound port: c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6edec82-c9b6-478b-ae45-627e454b0682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2c17ef3d-d928-4667-8e98-71f25a934281'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:32:05.082288 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:05.152814 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:05.267677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] For port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:32:05.285738 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] For port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58,segment=NetworkSegment(d6edec82-c9b6-478b-ae45-627e454b0682),segment_id=d6edec82-c9b6-478b-ae45-627e454b0682)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:32:05.298803 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:05.467868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fae1de-7bf8-4a05-bbde-e4e6a92afaab None None] Pushing event updated for resources: {'Port': ['ID=c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:05.618064 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:05.911046 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Allocated IP 172.20.0.1 (2c17ef3d-d928-4667-8e98-71f25a934281/ffe6746e-03f4-4f24-9653-c288a915f4b9/0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:32:06.250035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:06.287198 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:06.358188 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:06.429122 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:32:06.430250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:06.449435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 2c17ef3d-d928-4667-8e98-71f25a934281 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:06.451777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:06.455612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:32:06.471096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:06.471906 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:06.585170 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (9871f777-df27-4528-a18c-108d7a8c2526), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:06.741893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:06.742935 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:06.837733 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:06.882883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58,segment=NetworkSegment(d6edec82-c9b6-478b-ae45-627e454b0682),segment_id=d6edec82-c9b6-478b-ae45-627e454b0682)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:06.895320 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:06.925499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:07.073056 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:07.074343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:07.390625 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:07.398696 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:07.565344 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (9871f777-df27-4528-a18c-108d7a8c2526), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:07.568133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:07.680371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b228beb-70f3-4b65-ac2f-63c66ce24ba8 None None] Network 2c17ef3d-d928-4667-8e98-71f25a934281 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:07.743627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 2c17ef3d-d928-4667-8e98-71f25a934281 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:07.746082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:07.959992 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cb1eb8f9-b9e9-4c50-afac-cecff5f98d54 None None] Provisioning complete for port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:07.960306 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cb1eb8f9-b9e9-4c50-afac-cecff5f98d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:08.008415 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:08.092360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 9871f777-df27-4528-a18c-108d7a8c2526 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:32:08.135194 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:08.279323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:32:08.280943 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:08.290229 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c5532154-13d5-419f-a398-3b100c0cbaf4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/9871f777-df27-4528-a18c-108d7a8c2526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9112551 Feb 02 13:32:08.292072 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c31824-ddde-46dd-a021-eafc90122f5a None None] Sync routers for ids ['9871f777-df27-4528-a18c-108d7a8c2526'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:32:08.294610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55104) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:08.335347 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c31824-ddde-46dd-a021-eafc90122f5a None None] Routers {'9871f777-df27-4528-a18c-108d7a8c2526'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:08.339806 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-68c31824-ddde-46dd-a021-eafc90122f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9871f777-df27-4528-a18c-108d7a8c2526'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:08.403263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cb1eb8f9-b9e9-4c50-afac-cecff5f98d54 None None] Current status of the port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:08.482205 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-68c31824-ddde-46dd-a021-eafc90122f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:08.500807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81d0c86-da71-4d3d-b35d-ea70a7c95c81 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:08.507345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55108) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:08.513322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:08.514422 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b81d0c86-da71-4d3d-b35d-ea70a7c95c81 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports/0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1 HTTP/1.1" status: 200 len: 910 time: 0.2183414 Feb 02 13:32:08.516471 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:08.519242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-68b17eb6-7364-4b3e-8493-32a2db42c080 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ffe6746e-03f4-4f24-9653-c288a915f4b9'}]}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:08.532715 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c31824-ddde-46dd-a021-eafc90122f5a None None] Routers {'9871f777-df27-4528-a18c-108d7a8c2526'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:08.533723 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-68c31824-ddde-46dd-a021-eafc90122f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9871f777-df27-4528-a18c-108d7a8c2526'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:08.655938 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-68c31824-ddde-46dd-a021-eafc90122f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:08.656991 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c31824-ddde-46dd-a021-eafc90122f5a None None] The sync data for ids ['9871f777-df27-4528-a18c-108d7a8c2526'] in n-d-827336-2 is: [] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:32:08.707369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:08.740127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fd034d08-70ed-4263-9c59-7da74f5e3040 None None] Provisioning complete for port 0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:08.744804 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd034d08-70ed-4263-9c59-7da74f5e3040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:08.807238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fd034d08-70ed-4263-9c59-7da74f5e3040 None None] Port 0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:08.832364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fd034d08-70ed-4263-9c59-7da74f5e3040 None None] Provisioning complete for port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:08.832741 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd034d08-70ed-4263-9c59-7da74f5e3040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:08.897850 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68b17eb6-7364-4b3e-8493-32a2db42c080 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:09.025538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fd034d08-70ed-4263-9c59-7da74f5e3040 None None] Current status of the port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:09.157491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d5a43fcf-87d6-43e4-8a07-c81738f9eeef None None] Provisioning complete for port 0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:09.158093 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d5a43fcf-87d6-43e4-8a07-c81738f9eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:09.223677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d5a43fcf-87d6-43e4-8a07-c81738f9eeef None None] Port 0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:09.465467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9f223054-b74c-4b0e-9e7f-af687403d131 None None] Provisioning complete for port 0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:09.465467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9f223054-b74c-4b0e-9e7f-af687403d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:09.503317 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68b17eb6-7364-4b3e-8493-32a2db42c080 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:09.514227 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68b17eb6-7364-4b3e-8493-32a2db42c080 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:09.521131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9f223054-b74c-4b0e-9e7f-af687403d131 None None] Port 0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:09.617011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b17eb6-7364-4b3e-8493-32a2db42c080 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:09.617647 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-68b17eb6-7364-4b3e-8493-32a2db42c080 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:09.621774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-68b17eb6-7364-4b3e-8493-32a2db42c080 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/ports/0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1 HTTP/1.1" status: 200 len: 910 time: 1.1072860 Feb 02 13:32:09.621774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b17eb6-7364-4b3e-8493-32a2db42c080 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:09.623208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55118) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:10.062637 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3afa6cd0-b7b8-4ba3-b8f4-b78e5dc945d6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (9871f777-df27-4528-a18c-108d7a8c2526), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:10.420534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3afa6cd0-b7b8-4ba3-b8f4-b78e5dc945d6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port 0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:32:10.420857 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3afa6cd0-b7b8-4ba3-b8f4-b78e5dc945d6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:10.552170 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3afa6cd0-b7b8-4ba3-b8f4-b78e5dc945d6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:10.568124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3afa6cd0-b7b8-4ba3-b8f4-b78e5dc945d6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for 0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:32:10.800728 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3afa6cd0-b7b8-4ba3-b8f4-b78e5dc945d6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:10.838149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa6cd0-b7b8-4ba3-b8f4-b78e5dc945d6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=0ae3db0a-5fd9-4abb-9dcc-3bb79aa3afe1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:11.088611 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3afa6cd0-b7b8-4ba3-b8f4-b78e5dc945d6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (9871f777-df27-4528-a18c-108d7a8c2526), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:11.276107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afa6cd0-b7b8-4ba3-b8f4-b78e5dc945d6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 9871f777-df27-4528-a18c-108d7a8c2526 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:32:11.361347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afa6cd0-b7b8-4ba3-b8f4-b78e5dc945d6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:32:11.369775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:11.370582 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3afa6cd0-b7b8-4ba3-b8f4-b78e5dc945d6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/9871f777-df27-4528-a18c-108d7a8c2526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7447891 Feb 02 13:32:11.377703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91128bb7-e4f1-4a32-b915-5e71f292634c None None] Sync routers for ids ['9871f777-df27-4528-a18c-108d7a8c2526'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:32:11.392084 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91128bb7-e4f1-4a32-b915-5e71f292634c None None] Routers {'9871f777-df27-4528-a18c-108d7a8c2526'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:11.392978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-91128bb7-e4f1-4a32-b915-5e71f292634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9871f777-df27-4528-a18c-108d7a8c2526'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:11.400963 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c094dad7-3bf0-4ada-b76e-76a6626508fa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=9871f777-df27-4528-a18c-108d7a8c2526 HTTP/1.1" status: 200 len: 205 time: 0.0298350 Feb 02 13:32:11.405408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55132) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:11.466056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-91128bb7-e4f1-4a32-b915-5e71f292634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:11.488790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91128bb7-e4f1-4a32-b915-5e71f292634c None None] Routers {'9871f777-df27-4528-a18c-108d7a8c2526'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:11.489680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-91128bb7-e4f1-4a32-b915-5e71f292634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9871f777-df27-4528-a18c-108d7a8c2526'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:11.532770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-91128bb7-e4f1-4a32-b915-5e71f292634c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:11.534594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91128bb7-e4f1-4a32-b915-5e71f292634c None None] The sync data for ids ['9871f777-df27-4528-a18c-108d7a8c2526'] in n-d-827336-2 is: [] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:32:11.535748 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f832d91-f8d0-4314-9077-180adc948dc4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (9871f777-df27-4528-a18c-108d7a8c2526), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:11.811032 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f832d91-f8d0-4314-9077-180adc948dc4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (9871f777-df27-4528-a18c-108d7a8c2526), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:11.813059 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f832d91-f8d0-4314-9077-180adc948dc4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (9871f777-df27-4528-a18c-108d7a8c2526), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:11.878545 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f832d91-f8d0-4314-9077-180adc948dc4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (9871f777-df27-4528-a18c-108d7a8c2526), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:11.879881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f832d91-f8d0-4314-9077-180adc948dc4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Fanout notify agent at l3_agent the message router_deleted on router 9871f777-df27-4528-a18c-108d7a8c2526 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:32:11.908098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f832d91-f8d0-4314-9077-180adc948dc4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:11.912170 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7f832d91-f8d0-4314-9077-180adc948dc4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/9871f777-df27-4528-a18c-108d7a8c2526 HTTP/1.1" status: 204 len: 168 time: 0.5052431 Feb 02 13:32:11.913914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55142) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:11.943068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:12.031976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce1a8c5-2b74-42fa-b4f2-8f3277b01a1c tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting subnet ffe6746e-03f4-4f24-9653-c288a915f4b9 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:32:12.038047 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ce1a8c5-2b74-42fa-b4f2-8f3277b01a1c tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (ffe6746e-03f4-4f24-9653-c288a915f4b9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.125445 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ce1a8c5-2b74-42fa-b4f2-8f3277b01a1c tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (ffe6746e-03f4-4f24-9653-c288a915f4b9), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.156099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4120ac2a-14ad-44aa-b553-d071985d9592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.252116 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ce1a8c5-2b74-42fa-b4f2-8f3277b01a1c tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (ffe6746e-03f4-4f24-9653-c288a915f4b9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.271738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4120ac2a-14ad-44aa-b553-d071985d9592 admin admin] Publish callbacks [] for security_group (5b33494a-ede1-4b4d-aadc-b919dbdb4fff), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.284369 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4120ac2a-14ad-44aa-b553-d071985d9592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5b33494a-ede1-4b4d-aadc-b919dbdb4fff), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.371059 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ce1a8c5-2b74-42fa-b4f2-8f3277b01a1c tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (ffe6746e-03f4-4f24-9653-c288a915f4b9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.381279 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4120ac2a-14ad-44aa-b553-d071985d9592 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=cee03704dcca4708bdd818183851bb85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4340789 Feb 02 13:32:12.381279 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120ac2a-14ad-44aa-b553-d071985d9592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b33494a-ede1-4b4d-aadc-b919dbdb4fff,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:12.384996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55150) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:12.415604 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3ce1a8c5-2b74-42fa-b4f2-8f3277b01a1c tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.419635 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3ce1a8c5-2b74-42fa-b4f2-8f3277b01a1c tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/ffe6746e-03f4-4f24-9653-c288a915f4b9 HTTP/1.1" status: 204 len: 168 time: 0.5045011 Feb 02 13:32:12.425878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55152) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:12.439869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9391c0e2-54d2-4e3a-b604-273e3b5a5bba None None] Network 2c17ef3d-d928-4667-8e98-71f25a934281 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:12.473856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1a8c5-2b74-42fa-b4f2-8f3277b01a1c tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe6746e-03f4-4f24-9653-c288a915f4b9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:12.518031 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c33e582-9905-41a6-a0c6-b38a5a34d8d1 admin admin] Publish callbacks [] for security_group (5b33494a-ede1-4b4d-aadc-b919dbdb4fff), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.563757 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c33e582-9905-41a6-a0c6-b38a5a34d8d1 admin admin] Publish callbacks [] for security_group (5b33494a-ede1-4b4d-aadc-b919dbdb4fff), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.626248 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c33e582-9905-41a6-a0c6-b38a5a34d8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (5b33494a-ede1-4b4d-aadc-b919dbdb4fff), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.627879 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (2c17ef3d-d928-4667-8e98-71f25a934281), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.630376 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4c33e582-9905-41a6-a0c6-b38a5a34d8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.636879 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4c33e582-9905-41a6-a0c6-b38a5a34d8d1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/5b33494a-ede1-4b4d-aadc-b919dbdb4fff HTTP/1.1" status: 204 len: 168 time: 0.2225485 Feb 02 13:32:12.647407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33e582-9905-41a6-a0c6-b38a5a34d8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b33494a-ede1-4b4d-aadc-b919dbdb4fff,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:12.780082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:32:12.780558 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.943444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] For port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58,segment=NetworkSegment(d6edec82-c9b6-478b-ae45-627e454b0682),segment_id=d6edec82-c9b6-478b-ae45-627e454b0682)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:12.943850 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:12.973527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:32:13.043081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e1a0e4-580d-44ee-b7ee-981ff4b704b4 None None] DHCP port deletion for 2c17ef3d-d928-4667-8e98-71f25a934281 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:32:13.161975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-95e1a0e4-580d-44ee-b7ee-981ff4b704b4 None None] Deleting port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:32:13.162380 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95e1a0e4-580d-44ee-b7ee-981ff4b704b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:13.243379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-95e1a0e4-580d-44ee-b7ee-981ff4b704b4 None None] For port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58,segment=NetworkSegment(d6edec82-c9b6-478b-ae45-627e454b0682),segment_id=d6edec82-c9b6-478b-ae45-627e454b0682)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:13.244093 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95e1a0e4-580d-44ee-b7ee-981ff4b704b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:13.265156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-95e1a0e4-580d-44ee-b7ee-981ff4b704b4 None None] Calling delete_port for c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:32:13.361369 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-95e1a0e4-580d-44ee-b7ee-981ff4b704b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:13.408539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1a0e4-580d-44ee-b7ee-981ff4b704b4 None None] No DVR routers for this DVR port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:32:13.413737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1a0e4-580d-44ee-b7ee-981ff4b704b4 None None] Pushing event deleted for resources: {'Port': ['ID=c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:13.495759 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:13.547916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:13.550886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No DVR routers for this DVR port c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:32:13.650683 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (2c17ef3d-d928-4667-8e98-71f25a934281), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:13.682761 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c17ef3d-d928-4667-8e98-71f25a934281']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:13.701905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6edec82-c9b6-478b-ae45-627e454b0682') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:13.701905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6edec82-c9b6-478b-ae45-627e454b0682') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:13.724776 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (d6edec82-c9b6-478b-ae45-627e454b0682), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:13.751098 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d6edec82-c9b6-478b-ae45-627e454b0682), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:13.761196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:32:13.761708 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (d6edec82-c9b6-478b-ae45-627e454b0682), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: self.session.flush() Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:32:13.767063 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:32:13.858527 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (2c17ef3d-d928-4667-8e98-71f25a934281), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:13.872260 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:13.879464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/networks/2c17ef3d-d928-4667-8e98-71f25a934281 HTTP/1.1" status: 204 len: 168 time: 1.4504685 Feb 02 13:32:13.883400 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55180) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:13.890295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2c02a54d-dfaa-4772-96bd-0925dbc16688 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1890084404', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:13.897407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0018e09-5820-40dc-89e1-23c9528012dc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Network': ['ID=2c17ef3d-d928-4667-8e98-71f25a934281,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:13.929037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c02a54d-dfaa-4772-96bd-0925dbc16688 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (079ed113-91df-45ed-8c91-4372f6226224), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:13.930785 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c02a54d-dfaa-4772-96bd-0925dbc16688 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (079ed113-91df-45ed-8c91-4372f6226224), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:14.004968 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c02a54d-dfaa-4772-96bd-0925dbc16688 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (079ed113-91df-45ed-8c91-4372f6226224), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:14.015333 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c02a54d-dfaa-4772-96bd-0925dbc16688 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (079ed113-91df-45ed-8c91-4372f6226224), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:14.032659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:32:14.046635 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2c02a54d-dfaa-4772-96bd-0925dbc16688 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:14.053361 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2c02a54d-dfaa-4772-96bd-0925dbc16688 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1663911 Feb 02 13:32:14.053544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55186) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:14.060107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-55d91153-270f-4e89-94b9-67cea9010a44 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1818162423'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:14.068281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:32:14.068951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c10e1ad3-45e5-4e8b-a5ac-f9a2aabd6e58 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:32:14.093522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d91153-270f-4e89-94b9-67cea9010a44 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:32:14.098450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55d91153-270f-4e89-94b9-67cea9010a44 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:14.137350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d91153-270f-4e89-94b9-67cea9010a44 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:32:14.155607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55d91153-270f-4e89-94b9-67cea9010a44 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (77d5025c-883f-4b2e-9780-30da68234088), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:14.156043 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-55d91153-270f-4e89-94b9-67cea9010a44 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Added segment 77d5025c-883f-4b2e-9780-30da68234088 of type vlan for network 54a1cd78-373f-4a07-9747-aded8fe7de95 Feb 02 13:32:14.208649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55d91153-270f-4e89-94b9-67cea9010a44 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (54a1cd78-373f-4a07-9747-aded8fe7de95), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:14.251293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55d91153-270f-4e89-94b9-67cea9010a44 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (54a1cd78-373f-4a07-9747-aded8fe7de95), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:14.259597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d91153-270f-4e89-94b9-67cea9010a44 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:14.260259 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-55d91153-270f-4e89-94b9-67cea9010a44 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:14.308333 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-55d91153-270f-4e89-94b9-67cea9010a44 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2512219 Feb 02 13:32:14.309409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:14.318592 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1c411ca1-1aa1-4190-84be-cff80ef71eaa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'subnet': {'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:14.367326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d91153-270f-4e89-94b9-67cea9010a44 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Network': ['ID=54a1cd78-373f-4a07-9747-aded8fe7de95,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:14.385895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 54a1cd78-373f-4a07-9747-aded8fe7de95 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:32:14.502660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c411ca1-1aa1-4190-84be-cff80ef71eaa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:32:14.509794 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c411ca1-1aa1-4190-84be-cff80ef71eaa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:14.807188 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c411ca1-1aa1-4190-84be-cff80ef71eaa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (798d01e8-0447-49ee-9ab0-3f7eff64ac41), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:14.899104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c411ca1-1aa1-4190-84be-cff80ef71eaa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Subnet': ['ID=798d01e8-0447-49ee-9ab0-3f7eff64ac41,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:14.908427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c411ca1-1aa1-4190-84be-cff80ef71eaa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Checking segment: {'id': '77d5025c-883f-4b2e-9780-30da68234088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:14.908773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c411ca1-1aa1-4190-84be-cff80ef71eaa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network hostable DHCP agents. Network: 54a1cd78-373f-4a07-9747-aded8fe7de95, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:32:14.932662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c411ca1-1aa1-4190-84be-cff80ef71eaa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 54a1cd78-373f-4a07-9747-aded8fe7de95 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:32:14.946693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1c411ca1-1aa1-4190-84be-cff80ef71eaa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 54a1cd78-373f-4a07-9747-aded8fe7de95) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:14.954864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c411ca1-1aa1-4190-84be-cff80ef71eaa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:14.956180 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c411ca1-1aa1-4190-84be-cff80ef71eaa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:14.964160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c00b7-afa0-42db-a329-55d0ea12e3db None None] Network 54a1cd78-373f-4a07-9747-aded8fe7de95 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:15.003541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55202) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:15.013792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1c411ca1-1aa1-4190-84be-cff80ef71eaa tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6988511 Feb 02 13:32:15.162873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-54a1cd78-373f-4a07-9747-aded8fe7de95', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:32:15.163996 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:15.415240 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Allocated IP 172.20.0.2 (54a1cd78-373f-4a07-9747-aded8fe7de95/798d01e8-0447-49ee-9ab0-3f7eff64ac41/e52b5975-7450-40df-975a-486c87fa2191) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:32:15.529750 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:15.674921 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Publish callbacks [] for port (e52b5975-7450-40df-975a-486c87fa2191), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:15.690609 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (e52b5975-7450-40df-975a-486c87fa2191), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:15.782746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Network 54a1cd78-373f-4a07-9747-aded8fe7de95 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:15.804407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:15.825952 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:32:15.843801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Pushing event updated for resources: {'Port': ['ID=e52b5975-7450-40df-975a-486c87fa2191,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:15.943970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Attempting to bind port e52b5975-7450-40df-975a-486c87fa2191 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:32:15.944350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Attempting to bind port e52b5975-7450-40df-975a-486c87fa2191 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '77d5025c-883f-4b2e-9780-30da68234088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:32:15.944717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Attempting to bind port e52b5975-7450-40df-975a-486c87fa2191 on network 54a1cd78-373f-4a07-9747-aded8fe7de95 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:32:15.951215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:32:15.951737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Checking segment: {'id': '77d5025c-883f-4b2e-9780-30da68234088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:15.952081 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:15.952437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Bound using segment: {'id': '77d5025c-883f-4b2e-9780-30da68234088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:32:15.953059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Bound port: e52b5975-7450-40df-975a-486c87fa2191, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d5025c-883f-4b2e-9780-30da68234088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:32:15.953686 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e52b5975-7450-40df-975a-486c87fa2191), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:16.056556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Allocated IP 172.20.0.1 (54a1cd78-373f-4a07-9747-aded8fe7de95/798d01e8-0447-49ee-9ab0-3f7eff64ac41/8cd48e54-69ad-4ad0-b002-6a56d739dbea) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:32:16.068929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] For port e52b5975-7450-40df-975a-486c87fa2191, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:32:16.074495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] For port e52b5975-7450-40df-975a-486c87fa2191, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e52b5975-7450-40df-975a-486c87fa2191,segment=NetworkSegment(77d5025c-883f-4b2e-9780-30da68234088),segment_id=77d5025c-883f-4b2e-9780-30da68234088)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:32:16.085726 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e52b5975-7450-40df-975a-486c87fa2191), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:16.168822 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157598fd-39a3-4359-8b3f-24123e378615 None None] Pushing event updated for resources: {'Port': ['ID=e52b5975-7450-40df-975a-486c87fa2191,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:16.281199 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:16.333961 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:16.392115 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 54a1cd78-373f-4a07-9747-aded8fe7de95 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:16.401628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:16.408575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:32:16.502390 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:16.608756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=8cd48e54-69ad-4ad0-b002-6a56d739dbea,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:16.834279 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:17.626261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:17.632674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:17.734949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:17.755680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=8cd48e54-69ad-4ad0-b002-6a56d739dbea,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:17.803042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64887fd-f9a8-4861-bbd4-8e72e9e31db8 None None] Network 54a1cd78-373f-4a07-9747-aded8fe7de95 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:17.848181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-67a75d40-fda0-4da1-943b-4961c1c8576e None None] Provisioning complete for port e52b5975-7450-40df-975a-486c87fa2191 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:17.848620 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67a75d40-fda0-4da1-943b-4961c1c8576e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e52b5975-7450-40df-975a-486c87fa2191), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:17.907661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 54a1cd78-373f-4a07-9747-aded8fe7de95 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:17.910102 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:18.108992 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-67a75d40-fda0-4da1-943b-4961c1c8576e None None] Current status of the port e52b5975-7450-40df-975a-486c87fa2191 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:18.109826 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67a75d40-fda0-4da1-943b-4961c1c8576e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e52b5975-7450-40df-975a-486c87fa2191), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:18.169685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-67a75d40-fda0-4da1-943b-4961c1c8576e None None] For port e52b5975-7450-40df-975a-486c87fa2191, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e52b5975-7450-40df-975a-486c87fa2191,segment=NetworkSegment(77d5025c-883f-4b2e-9780-30da68234088),segment_id=77d5025c-883f-4b2e-9780-30da68234088)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:18.178199 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-67a75d40-fda0-4da1-943b-4961c1c8576e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e52b5975-7450-40df-975a-486c87fa2191), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:18.251553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e52b5975-7450-40df-975a-486c87fa2191 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:18.269112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 079ed113-91df-45ed-8c91-4372f6226224 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:32:18.376951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e52b5975-7450-40df-975a-486c87fa2191 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:18.377553 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e52b5975-7450-40df-975a-486c87fa2191), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:18.441337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a75d40-fda0-4da1-943b-4961c1c8576e None None] Pushing event updated for resources: {'Port': ['ID=e52b5975-7450-40df-975a-486c87fa2191,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:18.467307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:32:18.484594 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Sync routers for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:32:18.494428 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55226) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:18.495227 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7f24c0f9-f8df-47ce-a534-d6974f91ec76 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4897234 Feb 02 13:32:18.505261 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:18.506118 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:18.506319 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-62b9c2b4-5743-4b30-a6e0-a29328d38912 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1381062398'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:18.567971 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b9c2b4-5743-4b30-a6e0-a29328d38912 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:32:18.576624 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62b9c2b4-5743-4b30-a6e0-a29328d38912 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:18.578788 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e52b5975-7450-40df-975a-486c87fa2191 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:18.645354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-77d14329-4006-48d7-a447-2bf5f7a388b0 None None] Provisioning complete for port e52b5975-7450-40df-975a-486c87fa2191 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:18.655639 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77d14329-4006-48d7-a447-2bf5f7a388b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e52b5975-7450-40df-975a-486c87fa2191), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:18.655923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b9c2b4-5743-4b30-a6e0-a29328d38912 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:32:18.672983 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62b9c2b4-5743-4b30-a6e0-a29328d38912 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d78dd03f-9db1-4091-94c5-2b4260922d7b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:18.673648 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-62b9c2b4-5743-4b30-a6e0-a29328d38912 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Added segment d78dd03f-9db1-4091-94c5-2b4260922d7b of type vlan for network 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d Feb 02 13:32:18.775159 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62b9c2b4-5743-4b30-a6e0-a29328d38912 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:18.827253 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62b9c2b4-5743-4b30-a6e0-a29328d38912 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:18.844668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b9c2b4-5743-4b30-a6e0-a29328d38912 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:18.846347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-62b9c2b4-5743-4b30-a6e0-a29328d38912 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:18.928197 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:18.942839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-77d14329-4006-48d7-a447-2bf5f7a388b0 None None] Current status of the port e52b5975-7450-40df-975a-486c87fa2191 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:18.954707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55234) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:18.960786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-be4362ae-ed67-4db6-af28-034684683f02 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'subnet': {'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:18.969260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-62b9c2b4-5743-4b30-a6e0-a29328d38912 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4720733 Feb 02 13:32:18.986100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-77d14329-4006-48d7-a447-2bf5f7a388b0 None None] Provisioning complete for port 8cd48e54-69ad-4ad0-b002-6a56d739dbea triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:18.992072 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-77d14329-4006-48d7-a447-2bf5f7a388b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:19.122336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9c2b4-5743-4b30-a6e0-a29328d38912 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Network': ['ID=9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:19.144733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:32:19.201607 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-77d14329-4006-48d7-a447-2bf5f7a388b0 None None] Port 8cd48e54-69ad-4ad0-b002-6a56d739dbea cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:19.283050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4362ae-ed67-4db6-af28-034684683f02 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:32:19.291722 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be4362ae-ed67-4db6-af28-034684683f02 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:19.386899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c873607a-022c-498b-a405-fa9742f882a1 None None] Provisioning complete for port 8cd48e54-69ad-4ad0-b002-6a56d739dbea triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:19.387897 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c873607a-022c-498b-a405-fa9742f882a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:19.465503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c873607a-022c-498b-a405-fa9742f882a1 None None] Port 8cd48e54-69ad-4ad0-b002-6a56d739dbea cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:19.578388 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be4362ae-ed67-4db6-af28-034684683f02 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (d73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:19.725968 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:16Z', 'revision_number': 2, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:17Z', 'revision_number': 2, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:19.753973 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4362ae-ed67-4db6-af28-034684683f02 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Subnet': ['ID=d73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:19.763312 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Checking router: 079ed113-91df-45ed-8c91-4372f6226224 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:32:19.763803 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Updating router 079ed113-91df-45ed-8c91-4372f6226224 port 8cd48e54-69ad-4ad0-b002-6a56d739dbea binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:32:19.807807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4362ae-ed67-4db6-af28-034684683f02 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Checking segment: {'id': 'd78dd03f-9db1-4091-94c5-2b4260922d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:19.808352 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4362ae-ed67-4db6-af28-034684683f02 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network hostable DHCP agents. Network: 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:32:19.846108 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:19.849539 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4362ae-ed67-4db6-af28-034684683f02 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:32:19.874167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-be4362ae-ed67-4db6-af28-034684683f02 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:19.883079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4362ae-ed67-4db6-af28-034684683f02 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:19.884686 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be4362ae-ed67-4db6-af28-034684683f02 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:19.924706 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55242) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:19.936525 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-be4362ae-ed67-4db6-af28-034684683f02 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9657180 Feb 02 13:32:19.945647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e83ee-1328-4518-89da-547ad80f71d7 None None] Network 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:20.113278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3874b6ef-dea8-43ee-9859-91d730d6b944 None None] Provisioning complete for port 8cd48e54-69ad-4ad0-b002-6a56d739dbea triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:20.113661 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3874b6ef-dea8-43ee-9859-91d730d6b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:20.226088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3874b6ef-dea8-43ee-9859-91d730d6b944 None None] Port 8cd48e54-69ad-4ad0-b002-6a56d739dbea cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:20.231119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:32:20.232703 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:20.258442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e52b5975-7450-40df-975a-486c87fa2191 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:20.336068 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Publish callbacks [] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:20.343917 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:20.443907 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Pushing event updated for resources: {'Port': ['ID=8cd48e54-69ad-4ad0-b002-6a56d739dbea,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:20.475989 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.476587 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.477077 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.477558 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.478062 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.478673 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.479296 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.479790 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.480315 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.480985 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.481458 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.481947 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.482407 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:20.530957 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Attempting to bind port 8cd48e54-69ad-4ad0-b002-6a56d739dbea on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:32:20.531491 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Attempting to bind port 8cd48e54-69ad-4ad0-b002-6a56d739dbea by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '77d5025c-883f-4b2e-9780-30da68234088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:32:20.533138 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Attempting to bind port 8cd48e54-69ad-4ad0-b002-6a56d739dbea on network 54a1cd78-373f-4a07-9747-aded8fe7de95 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:32:20.539484 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:32:20.541198 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Checking segment: {'id': '77d5025c-883f-4b2e-9780-30da68234088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:20.542519 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:20.544499 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Bound using segment: {'id': '77d5025c-883f-4b2e-9780-30da68234088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:32:20.545434 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Bound port: 8cd48e54-69ad-4ad0-b002-6a56d739dbea, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d5025c-883f-4b2e-9780-30da68234088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:32:20.546037 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:20.592720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e52b5975-7450-40df-975a-486c87fa2191 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:20.593539 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e52b5975-7450-40df-975a-486c87fa2191), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:20.645047 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] For port 8cd48e54-69ad-4ad0-b002-6a56d739dbea, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:32:20.654778 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] For port 8cd48e54-69ad-4ad0-b002-6a56d739dbea, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8cd48e54-69ad-4ad0-b002-6a56d739dbea,segment=NetworkSegment(77d5025c-883f-4b2e-9780-30da68234088),segment_id=77d5025c-883f-4b2e-9780-30da68234088)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:32:20.667844 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:20.708771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Allocated IP 172.21.0.2 (9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d/d73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9/c0ff15d1-a349-40cf-9dc4-dc63a653bf60) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:32:20.803962 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:20.806501 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:20.985065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e52b5975-7450-40df-975a-486c87fa2191 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:20.994323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-add4129d-a816-45ea-84e5-6cb657ca36a1 None None] Provisioning complete for port 8cd48e54-69ad-4ad0-b002-6a56d739dbea triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:20.995008 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-add4129d-a816-45ea-84e5-6cb657ca36a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:21.045315 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccabf76-a99a-4136-93a3-ae2ef6a082e4 None None] Pushing event updated for resources: {'Port': ['ID=8cd48e54-69ad-4ad0-b002-6a56d739dbea,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:21.113677 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:21.122989 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:21.254245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-add4129d-a816-45ea-84e5-6cb657ca36a1 None None] Current status of the port 8cd48e54-69ad-4ad0-b002-6a56d739dbea is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:21.255279 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-add4129d-a816-45ea-84e5-6cb657ca36a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:21.274103 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Publish callbacks [] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:21.287843 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:21.384833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Network 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:21.387683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-add4129d-a816-45ea-84e5-6cb657ca36a1 None None] For port 8cd48e54-69ad-4ad0-b002-6a56d739dbea, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8cd48e54-69ad-4ad0-b002-6a56d739dbea,segment=NetworkSegment(77d5025c-883f-4b2e-9780-30da68234088),segment_id=77d5025c-883f-4b2e-9780-30da68234088)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:21.389993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Pushing event updated for resources: {'Port': ['ID=c0ff15d1-a349-40cf-9dc4-dc63a653bf60,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:21.394312 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:21.398069 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-add4129d-a816-45ea-84e5-6cb657ca36a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:21.400555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:32:21.469812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4129d-a816-45ea-84e5-6cb657ca36a1 None None] Pushing event updated for resources: {'Port': ['ID=8cd48e54-69ad-4ad0-b002-6a56d739dbea,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:21.540537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Attempting to bind port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:32:21.541119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Attempting to bind port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd78dd03f-9db1-4091-94c5-2b4260922d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:32:21.541587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Attempting to bind port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 on network 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:32:21.552490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5fa9a11d-43c9-4f84-991b-4b02c688b676 None None] Provisioning complete for port 8cd48e54-69ad-4ad0-b002-6a56d739dbea triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:21.552914 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fa9a11d-43c9-4f84-991b-4b02c688b676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:21.554684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:32:21.555084 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Checking segment: {'id': 'd78dd03f-9db1-4091-94c5-2b4260922d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:21.555495 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:21.555907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Bound using segment: {'id': 'd78dd03f-9db1-4091-94c5-2b4260922d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:32:21.556414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Bound port: c0ff15d1-a349-40cf-9dc4-dc63a653bf60, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78dd03f-9db1-4091-94c5-2b4260922d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:32:21.556796 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:21.783895 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:16Z', 'revision_number': 2, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:20Z', 'revision_number': 4, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:21.810293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] For port c0ff15d1-a349-40cf-9dc4-dc63a653bf60, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:32:21.833422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] For port c0ff15d1-a349-40cf-9dc4-dc63a653bf60, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c0ff15d1-a349-40cf-9dc4-dc63a653bf60,segment=NetworkSegment(d78dd03f-9db1-4091-94c5-2b4260922d7b),segment_id=d78dd03f-9db1-4091-94c5-2b4260922d7b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:32:21.847065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9a11d-43c9-4f84-991b-4b02c688b676 None None] Current status of the port 8cd48e54-69ad-4ad0-b002-6a56d739dbea is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:21.857175 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:21.909013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Allocated IP 172.21.0.1 (9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d/d73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9/f98a2909-278e-4c43-9919-1b52db6f4f44) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:32:21.919620 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eef9e49-fc34-4d6f-b36c-47b2c1ef68b0 None None] The sync data for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 is: [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:16Z', 'revision_number': 2, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:20Z', 'revision_number': 4, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:32:22.072044 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0b84d-dc99-4bc6-a7b0-b97a85eb95a7 None None] Pushing event updated for resources: {'Port': ['ID=c0ff15d1-a349-40cf-9dc4-dc63a653bf60,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:22.100199 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:22.150685 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:22.235023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:22.240377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:22.244177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:32:22.255519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=f98a2909-278e-4c43-9919-1b52db6f4f44,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:22.383065 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:22.710689 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:23.349107 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:23.357866 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:23.486913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=f98a2909-278e-4c43-9919-1b52db6f4f44,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:23.523538 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:23.704435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:23.709596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:23.880358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 079ed113-91df-45ed-8c91-4372f6226224 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:32:23.980223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe263472-d34a-4992-8a38-d789c0b0fd04 None None] Network 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:24.149614 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:32:24.169356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55280) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:24.170064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0586a14e-94f8-4cab-b2e2-47a98c836407 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2414713 Feb 02 13:32:24.176428 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-eb6e7f1a-929a-4e13-9d25-9fecc7a13abf None None] Provisioning complete for port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:24.176963 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb6e7f1a-929a-4e13-9d25-9fecc7a13abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:24.182488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5215ca7a-3bc7-436c-a514-2d9e5d4a770b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'network': {'name': 'tempest-RoutersTest-1928598152'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:24.253143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5215ca7a-3bc7-436c-a514-2d9e5d4a770b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:32:24.258925 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5215ca7a-3bc7-436c-a514-2d9e5d4a770b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:24.361391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5215ca7a-3bc7-436c-a514-2d9e5d4a770b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:32:24.400618 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5215ca7a-3bc7-436c-a514-2d9e5d4a770b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (35728f05-bc1f-4c5a-876e-0f4c199471a7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:24.401466 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-5215ca7a-3bc7-436c-a514-2d9e5d4a770b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Added segment 35728f05-bc1f-4c5a-876e-0f4c199471a7 of type vlan for network d5eba36d-a9be-4205-ac68-6b3eb6e85b8b Feb 02 13:32:24.512531 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5215ca7a-3bc7-436c-a514-2d9e5d4a770b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (d5eba36d-a9be-4205-ac68-6b3eb6e85b8b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:24.557778 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5215ca7a-3bc7-436c-a514-2d9e5d4a770b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (d5eba36d-a9be-4205-ac68-6b3eb6e85b8b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:24.564653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5215ca7a-3bc7-436c-a514-2d9e5d4a770b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:24.565323 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5215ca7a-3bc7-436c-a514-2d9e5d4a770b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:24.613344 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5215ca7a-3bc7-436c-a514-2d9e5d4a770b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4424038 Feb 02 13:32:24.616301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55286) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:24.621781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e9158d34-33d9-4f8a-8d16-d18b5b5453b1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'subnet': {'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:24.640943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c0ff15d1-a349-40cf-9dc4-dc63a653bf60 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:24.685711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215ca7a-3bc7-436c-a514-2d9e5d4a770b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Network': ['ID=d5eba36d-a9be-4205-ac68-6b3eb6e85b8b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:24.734050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Sync routers for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:32:24.749599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network d5eba36d-a9be-4205-ac68-6b3eb6e85b8b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:32:24.826007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:24.827054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:24.836976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eb6e7f1a-929a-4e13-9d25-9fecc7a13abf None None] Current status of the port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:24.837715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb6e7f1a-929a-4e13-9d25-9fecc7a13abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:24.879838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9158d34-33d9-4f8a-8d16-d18b5b5453b1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:32:24.884674 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9158d34-33d9-4f8a-8d16-d18b5b5453b1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:25.094213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-eb6e7f1a-929a-4e13-9d25-9fecc7a13abf None None] For port c0ff15d1-a349-40cf-9dc4-dc63a653bf60, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c0ff15d1-a349-40cf-9dc4-dc63a653bf60,segment=NetworkSegment(d78dd03f-9db1-4091-94c5-2b4260922d7b),segment_id=d78dd03f-9db1-4091-94c5-2b4260922d7b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:25.106739 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb6e7f1a-929a-4e13-9d25-9fecc7a13abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:25.168882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:25.242750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:25.243459 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:25.298501 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9158d34-33d9-4f8a-8d16-d18b5b5453b1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (6df9723f-9b9d-4006-8ad4-3ef6c14e646f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:25.380042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e7f1a-929a-4e13-9d25-9fecc7a13abf None None] Pushing event updated for resources: {'Port': ['ID=c0ff15d1-a349-40cf-9dc4-dc63a653bf60,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:25.413854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9158d34-33d9-4f8a-8d16-d18b5b5453b1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Subnet': ['ID=6df9723f-9b9d-4006-8ad4-3ef6c14e646f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:25.424747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9158d34-33d9-4f8a-8d16-d18b5b5453b1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Checking segment: {'id': '35728f05-bc1f-4c5a-876e-0f4c199471a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:25.425817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9158d34-33d9-4f8a-8d16-d18b5b5453b1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network hostable DHCP agents. Network: d5eba36d-a9be-4205-ac68-6b3eb6e85b8b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:32:25.462203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9158d34-33d9-4f8a-8d16-d18b5b5453b1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network d5eba36d-a9be-4205-ac68-6b3eb6e85b8b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:32:25.477667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e9158d34-33d9-4f8a-8d16-d18b5b5453b1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, d5eba36d-a9be-4205-ac68-6b3eb6e85b8b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:25.484594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9158d34-33d9-4f8a-8d16-d18b5b5453b1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:25.485746 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9158d34-33d9-4f8a-8d16-d18b5b5453b1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:25.526212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55294) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:25.526771 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e9158d34-33d9-4f8a-8d16-d18b5b5453b1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9090893 Feb 02 13:32:25.558891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8340b4a-4806-4e43-a976-60d093e021a8 None None] Network d5eba36d-a9be-4205-ac68-6b3eb6e85b8b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:25.731823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7076858c-0d4c-4884-af9c-9a221efe83e1 None None] Provisioning complete for port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:25.732518 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7076858c-0d4c-4884-af9c-9a221efe83e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:25.801561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-d5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:32:25.802710 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:26.008968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:26.010317 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8cd48e54-69ad-4ad0-b002-6a56d739dbea up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:26.056311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:22Z', 'revision_number': 3, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:23Z', 'revision_number': 2, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:26.120058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7076858c-0d4c-4884-af9c-9a221efe83e1 None None] Current status of the port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:26.122723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Checking router: 079ed113-91df-45ed-8c91-4372f6226224 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:32:26.123183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Updating router 079ed113-91df-45ed-8c91-4372f6226224 port f98a2909-278e-4c43-9919-1b52db6f4f44 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:32:26.200954 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:26.206427 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7076858c-0d4c-4884-af9c-9a221efe83e1 None None] Provisioning complete for port f98a2909-278e-4c43-9919-1b52db6f4f44 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:26.206895 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7076858c-0d4c-4884-af9c-9a221efe83e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:26.211056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Allocated IP 172.22.0.2 (d5eba36d-a9be-4205-ac68-6b3eb6e85b8b/6df9723f-9b9d-4006-8ad4-3ef6c14e646f/8183ac82-c57c-4c0f-9e15-9a9d70aa594d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:32:26.219875 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:26.313278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8cd48e54-69ad-4ad0-b002-6a56d739dbea triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:26.313584 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:26.365030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7076858c-0d4c-4884-af9c-9a221efe83e1 None None] Port f98a2909-278e-4c43-9919-1b52db6f4f44 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:26.624542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0d6e3e03-4492-4c9b-9147-1d4c6a6e6133 None None] Provisioning complete for port f98a2909-278e-4c43-9919-1b52db6f4f44 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:26.625312 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d6e3e03-4492-4c9b-9147-1d4c6a6e6133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:26.850869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e3e03-4492-4c9b-9147-1d4c6a6e6133 None None] Port f98a2909-278e-4c43-9919-1b52db6f4f44 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:26.852305 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8cd48e54-69ad-4ad0-b002-6a56d739dbea is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:26.883944 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Publish callbacks [] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:26.934307 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:27.073001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Allocated IP 172.22.0.1 (d5eba36d-a9be-4205-ac68-6b3eb6e85b8b/6df9723f-9b9d-4006-8ad4-3ef6c14e646f/cd591331-016e-431e-9bff-c289b095438d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:32:27.293906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Pushing event updated for resources: {'Port': ['ID=8183ac82-c57c-4c0f-9e15-9a9d70aa594d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:27.299943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c0ff15d1-a349-40cf-9dc4-dc63a653bf60 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:27.342731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Network d5eba36d-a9be-4205-ac68-6b3eb6e85b8b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:27.351706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:27.359659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:32:27.404738 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (cd591331-016e-431e-9bff-c289b095438d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:27.456611 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cd591331-016e-431e-9bff-c289b095438d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:27.487613 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Publish callbacks [] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:27.502161 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:27.513945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Attempting to bind port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:32:27.514276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Attempting to bind port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '35728f05-bc1f-4c5a-876e-0f4c199471a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:32:27.514726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Attempting to bind port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d on network d5eba36d-a9be-4205-ac68-6b3eb6e85b8b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:32:27.541563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:32:27.542366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Checking segment: {'id': '35728f05-bc1f-4c5a-876e-0f4c199471a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:27.542862 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:27.543342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Bound using segment: {'id': '35728f05-bc1f-4c5a-876e-0f4c199471a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:32:27.543940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Bound port: 8183ac82-c57c-4c0f-9e15-9a9d70aa594d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35728f05-bc1f-4c5a-876e-0f4c199471a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:32:27.544410 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:27.638146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network d5eba36d-a9be-4205-ac68-6b3eb6e85b8b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:27.645122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=cd591331-016e-431e-9bff-c289b095438d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:27.660029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:27.676749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:32:27.739307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:27.740100 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:27.775402 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2eeac-bf5a-460c-ac14-58f6089687ca None None] Pushing event updated for resources: {'Port': ['ID=f98a2909-278e-4c43-9919-1b52db6f4f44,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:27.846294 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:27.887486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Attempting to bind port f98a2909-278e-4c43-9919-1b52db6f4f44 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:32:27.887486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Attempting to bind port f98a2909-278e-4c43-9919-1b52db6f4f44 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd78dd03f-9db1-4091-94c5-2b4260922d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:32:27.887486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Attempting to bind port f98a2909-278e-4c43-9919-1b52db6f4f44 on network 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:32:27.904118 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] For port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:32:27.913278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] For port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8183ac82-c57c-4c0f-9e15-9a9d70aa594d,segment=NetworkSegment(35728f05-bc1f-4c5a-876e-0f4c199471a7),segment_id=35728f05-bc1f-4c5a-876e-0f4c199471a7)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:32:27.934963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:32:27.935618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Checking segment: {'id': 'd78dd03f-9db1-4091-94c5-2b4260922d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:27.936211 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:27.936831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Bound using segment: {'id': 'd78dd03f-9db1-4091-94c5-2b4260922d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:32:27.937638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Bound port: f98a2909-278e-4c43-9919-1b52db6f4f44, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78dd03f-9db1-4091-94c5-2b4260922d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:32:27.938264 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:27.951275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:28.149292 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cd591331-016e-431e-9bff-c289b095438d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:28.205290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be0d8f-ee52-4fd9-98d4-fa06f7632bd4 None None] Pushing event updated for resources: {'Port': ['ID=8183ac82-c57c-4c0f-9e15-9a9d70aa594d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:28.307296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] For port f98a2909-278e-4c43-9919-1b52db6f4f44, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:32:28.311883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] For port f98a2909-278e-4c43-9919-1b52db6f4f44, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f98a2909-278e-4c43-9919-1b52db6f4f44,segment=NetworkSegment(d78dd03f-9db1-4091-94c5-2b4260922d7b),segment_id=d78dd03f-9db1-4091-94c5-2b4260922d7b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:32:28.357644 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:28.396998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2484aabf-a3be-4d70-9cfb-8c9cbd593212 None None] Provisioning complete for port f98a2909-278e-4c43-9919-1b52db6f4f44 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:28.397894 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2484aabf-a3be-4d70-9cfb-8c9cbd593212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:28.432315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:28.548792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2eeac-bf5a-460c-ac14-58f6089687ca None None] Pushing event updated for resources: {'Port': ['ID=f98a2909-278e-4c43-9919-1b52db6f4f44,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:28.557158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:28.557816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:28.840464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2484aabf-a3be-4d70-9cfb-8c9cbd593212 None None] Current status of the port f98a2909-278e-4c43-9919-1b52db6f4f44 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:28.841370 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2484aabf-a3be-4d70-9cfb-8c9cbd593212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:28.986229 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (cd591331-016e-431e-9bff-c289b095438d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:28.994998 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (cd591331-016e-431e-9bff-c289b095438d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:28.997120 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:29.146106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2484aabf-a3be-4d70-9cfb-8c9cbd593212 None None] For port f98a2909-278e-4c43-9919-1b52db6f4f44, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f98a2909-278e-4c43-9919-1b52db6f4f44,segment=NetworkSegment(d78dd03f-9db1-4091-94c5-2b4260922d7b),segment_id=d78dd03f-9db1-4091-94c5-2b4260922d7b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:29.156872 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2484aabf-a3be-4d70-9cfb-8c9cbd593212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:29.246852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:29.254282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=cd591331-016e-431e-9bff-c289b095438d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:29.361576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8183ac82-c57c-4c0f-9e15-9a9d70aa594d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:29.608287 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network d5eba36d-a9be-4205-ac68-6b3eb6e85b8b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:29.616171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:29.702269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e1d4deff-815c-4041-b96b-819985e300ab None None] Provisioning complete for port f98a2909-278e-4c43-9919-1b52db6f4f44 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:29.703766 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1d4deff-815c-4041-b96b-819985e300ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:29.855206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484aabf-a3be-4d70-9cfb-8c9cbd593212 None None] Pushing event updated for resources: {'Port': ['ID=f98a2909-278e-4c43-9919-1b52db6f4f44,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:29.970728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:29.971105 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:30.058726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 079ed113-91df-45ed-8c91-4372f6226224 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:32:30.399645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f6641c-6b1e-428c-9d46-6488ef8e2f37 None None] Network d5eba36d-a9be-4205-ac68-6b3eb6e85b8b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:30.404920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:32:30.421964 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-da827e1f-a35b-4701-804e-5e2622faeb0f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8942418 Feb 02 13:32:30.424384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55488) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:30.429668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 4, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:27Z', 'revision_number': 1, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 4, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:30.441865 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-67f4ab99-b483-4033-834a-4f2d6d967e96 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'network': {'name': 'tempest-RoutersTest-292884080'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:30.517815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f4ab99-b483-4033-834a-4f2d6d967e96 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:32:30.524720 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67f4ab99-b483-4033-834a-4f2d6d967e96 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:30.619788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f4ab99-b483-4033-834a-4f2d6d967e96 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:32:30.648413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02622224-9f32-46e3-92e2-b15d0178fddd None None] The sync data for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 is: [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 4, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:27Z', 'revision_number': 1, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 4, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:32:30.651269 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67f4ab99-b483-4033-834a-4f2d6d967e96 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (5e4bf3b5-cd17-4365-8d1b-e464d835517e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:30.651836 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-67f4ab99-b483-4033-834a-4f2d6d967e96 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Added segment 5e4bf3b5-cd17-4365-8d1b-e464d835517e of type vlan for network 84a41096-4875-47ca-b185-84b310c47db1 Feb 02 13:32:30.677018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4deff-815c-4041-b96b-819985e300ab None None] Current status of the port f98a2909-278e-4c43-9919-1b52db6f4f44 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:30.728636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:30.729238 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:30.846081 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67f4ab99-b483-4033-834a-4f2d6d967e96 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (84a41096-4875-47ca-b185-84b310c47db1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:30.944387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67f4ab99-b483-4033-834a-4f2d6d967e96 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (84a41096-4875-47ca-b185-84b310c47db1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:30.956643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f4ab99-b483-4033-834a-4f2d6d967e96 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:30.957312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-67f4ab99-b483-4033-834a-4f2d6d967e96 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:31.066541 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-67f4ab99-b483-4033-834a-4f2d6d967e96 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6408968 Feb 02 13:32:31.069738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55554) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:31.091155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a37751a7-f29b-44cd-943b-d41499cb2326 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'subnet': {'network_id': '84a41096-4875-47ca-b185-84b310c47db1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:31.141873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8183ac82-c57c-4c0f-9e15-9a9d70aa594d,segment=NetworkSegment(35728f05-bc1f-4c5a-876e-0f4c199471a7),segment_id=35728f05-bc1f-4c5a-876e-0f4c199471a7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:31.181838 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:31.212846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4ab99-b483-4033-834a-4f2d6d967e96 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Network': ['ID=84a41096-4875-47ca-b185-84b310c47db1,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:31.297707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2718d7e1-2bec-40ef-afa9-84d654233025 None None] Provisioning complete for port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:31.300518 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2718d7e1-2bec-40ef-afa9-84d654233025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:31.321486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=8183ac82-c57c-4c0f-9e15-9a9d70aa594d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:31.325821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 84a41096-4875-47ca-b185-84b310c47db1 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:32:31.572338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37751a7-f29b-44cd-943b-d41499cb2326 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Made reservation on behalf of 9a82abf8bfc644c186236c29c80a2cb3 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:32:31.586798 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a37751a7-f29b-44cd-943b-d41499cb2326 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:31.932653 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9b05a7b1-fccb-44d5-b2c8-c3eb32c96da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:32.137696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2718d7e1-2bec-40ef-afa9-84d654233025 None None] Current status of the port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:32.201101 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a37751a7-f29b-44cd-943b-d41499cb2326 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (36033774-eea0-40c4-9a9a-db1e8753a00d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:32.316239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37751a7-f29b-44cd-943b-d41499cb2326 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Subnet': ['ID=36033774-eea0-40c4-9a9a-db1e8753a00d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:32.424671 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37751a7-f29b-44cd-943b-d41499cb2326 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Checking segment: {'id': '5e4bf3b5-cd17-4365-8d1b-e464d835517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '84a41096-4875-47ca-b185-84b310c47db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:32.425034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37751a7-f29b-44cd-943b-d41499cb2326 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network hostable DHCP agents. Network: 84a41096-4875-47ca-b185-84b310c47db1, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:32:32.488291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37751a7-f29b-44cd-943b-d41499cb2326 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 84a41096-4875-47ca-b185-84b310c47db1 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:32:32.512639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a37751a7-f29b-44cd-943b-d41499cb2326 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 84a41096-4875-47ca-b185-84b310c47db1) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:32.527554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43cbc0a-42ae-4580-9f78-052f1965eeec None None] Network 84a41096-4875-47ca-b185-84b310c47db1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:32.536790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37751a7-f29b-44cd-943b-d41499cb2326 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:32.540601 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a37751a7-f29b-44cd-943b-d41499cb2326 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:32.606211 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a37751a7-f29b-44cd-943b-d41499cb2326 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5327280 Feb 02 13:32:32.609511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 55670) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:32.895157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5015d567-2bd5-4116-b67d-bd4f45552aa0 None None] Provisioning complete for port cd591331-016e-431e-9bff-c289b095438d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:32.895874 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5015d567-2bd5-4116-b67d-bd4f45552aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cd591331-016e-431e-9bff-c289b095438d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:33.146577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-84a41096-4875-47ca-b185-84b310c47db1', 'network_id': '84a41096-4875-47ca-b185-84b310c47db1', 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'fixed_ips': [{'subnet_id': '36033774-eea0-40c4-9a9a-db1e8753a00d'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:32:33.163014 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:33.259096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5015d567-2bd5-4116-b67d-bd4f45552aa0 None None] Port cd591331-016e-431e-9bff-c289b095438d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:33.646448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5015d567-2bd5-4116-b67d-bd4f45552aa0 None None] Provisioning complete for port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:33.646969 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5015d567-2bd5-4116-b67d-bd4f45552aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:33.723235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f98a2909-278e-4c43-9919-1b52db6f4f44 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:33.980818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Allocated IP 172.23.0.2 (84a41096-4875-47ca-b185-84b310c47db1/36033774-eea0-40c4-9a9a-db1e8753a00d/3d456624-e419-469b-9b8e-97668ff1d0ae) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:32:34.052441 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Sync routers for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:32:34.063339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f98a2909-278e-4c43-9919-1b52db6f4f44 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:34.064281 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:34.087665 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:34.088731 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:34.196476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5015d567-2bd5-4116-b67d-bd4f45552aa0 None None] Current status of the port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:34.303983 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-30d90e37-948a-467c-944a-bc30279450f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:34.426824 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:34.570713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-af3a2ac2-d248-4679-8077-23bd3d984ae0 None None] Provisioning complete for port cd591331-016e-431e-9bff-c289b095438d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:34.571287 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-af3a2ac2-d248-4679-8077-23bd3d984ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cd591331-016e-431e-9bff-c289b095438d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:34.624604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:34.977323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-af3a2ac2-d248-4679-8077-23bd3d984ae0 None None] Port cd591331-016e-431e-9bff-c289b095438d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:34.999657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f98a2909-278e-4c43-9919-1b52db6f4f44 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:35.011330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8183ac82-c57c-4c0f-9e15-9a9d70aa594d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:35.178209 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Publish callbacks [] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:35.243026 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 4, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 2, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:35.244671 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:35.344548 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Checking router: 079ed113-91df-45ed-8c91-4372f6226224 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:32:35.346147 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Updating router 079ed113-91df-45ed-8c91-4372f6226224 port cd591331-016e-431e-9bff-c289b095438d binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:32:35.409970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Pushing event updated for resources: {'Port': ['ID=3d456624-e419-469b-9b8e-97668ff1d0ae,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:35.424958 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Allocated IP 172.23.0.1 (84a41096-4875-47ca-b185-84b310c47db1/36033774-eea0-40c4-9a9a-db1e8753a00d/7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:32:35.437150 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cd591331-016e-431e-9bff-c289b095438d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:35.461595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Network 84a41096-4875-47ca-b185-84b310c47db1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:35.472946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.473393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.477146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.478235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.478722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.480160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.480647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.481381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.482737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.483485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.484994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.486000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.487241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:35.510348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:35.513988 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:32:35.692422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:35.693391 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:35.710153 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:35.778021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Attempting to bind port 3d456624-e419-469b-9b8e-97668ff1d0ae on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:32:35.778651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Attempting to bind port 3d456624-e419-469b-9b8e-97668ff1d0ae by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '5e4bf3b5-cd17-4365-8d1b-e464d835517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '84a41096-4875-47ca-b185-84b310c47db1'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:32:35.779180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Attempting to bind port 3d456624-e419-469b-9b8e-97668ff1d0ae on network 84a41096-4875-47ca-b185-84b310c47db1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:32:35.787674 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:35.794284 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:35.794829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:32:35.795463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Checking segment: {'id': '5e4bf3b5-cd17-4365-8d1b-e464d835517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '84a41096-4875-47ca-b185-84b310c47db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:35.796037 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:35.796652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Bound using segment: {'id': '5e4bf3b5-cd17-4365-8d1b-e464d835517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '84a41096-4875-47ca-b185-84b310c47db1'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:32:35.798229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Bound port: 3d456624-e419-469b-9b8e-97668ff1d0ae, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4bf3b5-cd17-4365-8d1b-e464d835517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '84a41096-4875-47ca-b185-84b310c47db1'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:32:35.798864 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:35.950224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 84a41096-4875-47ca-b185-84b310c47db1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:35.958286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:35.978694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:32:36.003941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:36.050910 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:36.140785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] For port 3d456624-e419-469b-9b8e-97668ff1d0ae, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:32:36.154926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] For port 3d456624-e419-469b-9b8e-97668ff1d0ae, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3d456624-e419-469b-9b8e-97668ff1d0ae,segment=NetworkSegment(5e4bf3b5-cd17-4365-8d1b-e464d835517e),segment_id=5e4bf3b5-cd17-4365-8d1b-e464d835517e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:32:36.168498 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:36.248912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531c406-f6e7-4646-83b9-abb4822caedc None None] Pushing event updated for resources: {'Port': ['ID=3d456624-e419-469b-9b8e-97668ff1d0ae,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:36.445833 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:36.457889 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Publish callbacks [] for port (cd591331-016e-431e-9bff-c289b095438d), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:36.465547 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cd591331-016e-431e-9bff-c289b095438d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:36.498705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0efac312-39f3-4f61-97a6-d18ed759fd8f req-da942586-5375-49f3-9266-1c2c01dd381f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3974278 Feb 02 13:32:36.770118 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Attempting to bind port cd591331-016e-431e-9bff-c289b095438d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:32:36.770498 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Attempting to bind port cd591331-016e-431e-9bff-c289b095438d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '35728f05-bc1f-4c5a-876e-0f4c199471a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:32:36.770855 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Attempting to bind port cd591331-016e-431e-9bff-c289b095438d on network d5eba36d-a9be-4205-ac68-6b3eb6e85b8b {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:32:36.810387 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b13841-0275-49ec-b185-44bdf037eb60 None None] Pushing event updated for resources: {'Port': ['ID=cd591331-016e-431e-9bff-c289b095438d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:36.817429 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:32:36.817820 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Checking segment: {'id': '35728f05-bc1f-4c5a-876e-0f4c199471a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:36.819657 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:36.820210 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Bound using segment: {'id': '35728f05-bc1f-4c5a-876e-0f4c199471a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:32:36.821808 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Bound port: cd591331-016e-431e-9bff-c289b095438d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35728f05-bc1f-4c5a-876e-0f4c199471a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:32:36.823667 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cd591331-016e-431e-9bff-c289b095438d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:36.914837 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:36.922155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efac312-39f3-4f61-97a6-d18ed759fd8f req-d1db9b3c-5039-4c76-b7ce-b6cafedefe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:36.927653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0efac312-39f3-4f61-97a6-d18ed759fd8f req-d1db9b3c-5039-4c76-b7ce-b6cafedefe06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=923d7e1e6cd6451b9f816db4eb940f70&device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 1132 time: 0.3076971 Feb 02 13:32:36.929911 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:37.026832 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:37.145786 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] For port cd591331-016e-431e-9bff-c289b095438d, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:32:37.154640 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] For port cd591331-016e-431e-9bff-c289b095438d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cd591331-016e-431e-9bff-c289b095438d,segment=NetworkSegment(35728f05-bc1f-4c5a-876e-0f4c199471a7),segment_id=35728f05-bc1f-4c5a-876e-0f4c199471a7)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:32:37.179765 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cd591331-016e-431e-9bff-c289b095438d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:37.276295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-97dd5ed7-9865-492c-990a-fe5c2026cda5 None None] Provisioning complete for port cd591331-016e-431e-9bff-c289b095438d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:37.277787 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97dd5ed7-9865-492c-990a-fe5c2026cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cd591331-016e-431e-9bff-c289b095438d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:37.562307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-97dd5ed7-9865-492c-990a-fe5c2026cda5 None None] Current status of the port cd591331-016e-431e-9bff-c289b095438d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:37.569274 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97dd5ed7-9865-492c-990a-fe5c2026cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cd591331-016e-431e-9bff-c289b095438d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:37.697650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-97dd5ed7-9865-492c-990a-fe5c2026cda5 None None] For port cd591331-016e-431e-9bff-c289b095438d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cd591331-016e-431e-9bff-c289b095438d,segment=NetworkSegment(35728f05-bc1f-4c5a-876e-0f4c199471a7),segment_id=35728f05-bc1f-4c5a-876e-0f4c199471a7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:37.703585 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97dd5ed7-9865-492c-990a-fe5c2026cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cd591331-016e-431e-9bff-c289b095438d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:37.848804 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:37.850644 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:37.865826 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b13841-0275-49ec-b185-44bdf037eb60 None None] Pushing event updated for resources: {'Port': ['ID=cd591331-016e-431e-9bff-c289b095438d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:37.934633 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:37.942056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd5ed7-9865-492c-990a-fe5c2026cda5 None None] Pushing event updated for resources: {'Port': ['ID=cd591331-016e-431e-9bff-c289b095438d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:38.077344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efac312-39f3-4f61-97a6-d18ed759fd8f req-2551de07-2c41-4a33-961e-a74be26b3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:38.083726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0efac312-39f3-4f61-97a6-d18ed759fd8f req-2551de07-2c41-4a33-961e-a74be26b3e3d service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 1.0521138 Feb 02 13:32:38.110499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:38.200913 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:38.293326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0efac312-39f3-4f61-97a6-d18ed759fd8f req-d84a0322-0ab6-4eff-a21a-1092f03b5fdd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=80b98258-99b4-4e89-8052-801980d7ca98 HTTP/1.1" status: 200 len: 217 time: 0.1914525 Feb 02 13:32:38.435981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efac312-39f3-4f61-97a6-d18ed759fd8f req-fd5c0cca-c59e-410a-be18-0b0d4f1ddb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:38.460746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0efac312-39f3-4f61-97a6-d18ed759fd8f req-fd5c0cca-c59e-410a-be18-0b0d4f1ddb13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.1655426 Feb 02 13:32:38.500563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-18932240-0701-4afe-ab3c-b3cc2b56f84c None None] Provisioning complete for port cd591331-016e-431e-9bff-c289b095438d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:38.501542 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18932240-0701-4afe-ab3c-b3cc2b56f84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cd591331-016e-431e-9bff-c289b095438d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:38.686319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-18932240-0701-4afe-ab3c-b3cc2b56f84c None None] Current status of the port cd591331-016e-431e-9bff-c289b095438d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:38.694802 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:38.724885 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:38.765186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3d456624-e419-469b-9b8e-97668ff1d0ae up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:38.908505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3e2ce7-16b6-43dc-a68d-ddc06ae613e3 None None] Network 84a41096-4875-47ca-b185-84b310c47db1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:38.920926 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:36Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca', 'name': '', 'network_id': '84a41096-4875-47ca-b185-84b310c47db1', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:e4:bc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:35Z', 'updated_at': '2022-02-02T13:32:35Z', 'revision_number': 1, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:37Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:39.045250 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46461d0a-1890-4dbb-aadb-27e777ad6de6 None None] The sync data for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 is: [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:36Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca', 'name': '', 'network_id': '84a41096-4875-47ca-b185-84b310c47db1', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:e4:bc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:35Z', 'updated_at': '2022-02-02T13:32:35Z', 'revision_number': 1, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:37Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:32:39.178597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efac312-39f3-4f61-97a6-d18ed759fd8f req-2b546fd7-f09f-4555-8c31-7eb32dd21ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:39.199365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0efac312-39f3-4f61-97a6-d18ed759fd8f req-2b546fd7-f09f-4555-8c31-7eb32dd21ee0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7288384 Feb 02 13:32:39.342141 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:39.363468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event updated for resources: {'Port': ['ID=7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:39.466930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ca56a0fa-9f5c-4382-bd89-4e0e2f621071 None None] Provisioning complete for port 3d456624-e419-469b-9b8e-97668ff1d0ae triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:39.467532 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca56a0fa-9f5c-4382-bd89-4e0e2f621071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:39.868156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 3d456624-e419-469b-9b8e-97668ff1d0ae triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:39.869704 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:39.958127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ca56a0fa-9f5c-4382-bd89-4e0e2f621071 None None] Current status of the port 3d456624-e419-469b-9b8e-97668ff1d0ae is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:39.959170 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca56a0fa-9f5c-4382-bd89-4e0e2f621071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:39.965402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Network 84a41096-4875-47ca-b185-84b310c47db1 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:32:39.980536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:32:40.089645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ca56a0fa-9f5c-4382-bd89-4e0e2f621071 None None] For port 3d456624-e419-469b-9b8e-97668ff1d0ae, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3d456624-e419-469b-9b8e-97668ff1d0ae,segment=NetworkSegment(5e4bf3b5-cd17-4365-8d1b-e464d835517e),segment_id=5e4bf3b5-cd17-4365-8d1b-e464d835517e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:40.131852 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca56a0fa-9f5c-4382-bd89-4e0e2f621071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:40.439791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0efac312-39f3-4f61-97a6-d18ed759fd8f req-81eb90c1-d387-453f-a23e-57e0841a8e76 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2223582 Feb 02 13:32:40.467775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 079ed113-91df-45ed-8c91-4372f6226224 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:32:40.631241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 3d456624-e419-469b-9b8e-97668ff1d0ae is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:40.633279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cd591331-016e-431e-9bff-c289b095438d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:40.648576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f2009de1-8e72-4bf8-8509-0baa69a3ed3e None None] Provisioning complete for port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:40.649185 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2009de1-8e72-4bf8-8509-0baa69a3ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:40.722467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56a0fa-9f5c-4382-bd89-4e0e2f621071 None None] Pushing event updated for resources: {'Port': ['ID=3d456624-e419-469b-9b8e-97668ff1d0ae,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:40.729775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f2009de1-8e72-4bf8-8509-0baa69a3ed3e None None] Port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:40.845360 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f2009de1-8e72-4bf8-8509-0baa69a3ed3e None None] Provisioning complete for port 3d456624-e419-469b-9b8e-97668ff1d0ae triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:40.847695 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f2009de1-8e72-4bf8-8509-0baa69a3ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:40.989600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:32:41.001546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4f356cde-8c23-461c-9046-60309c22cba2 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3898969 Feb 02 13:32:41.006373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55920) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:41.012272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-96070ad1-e3bd-4c3a-a9d5-0391a4559627 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:41.034524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Sync routers for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:32:41.072486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0efac312-39f3-4f61-97a6-d18ed759fd8f req-a6c982c1-56a4-4dd7-9b89-925b729b2a8b service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230824 Feb 02 13:32:41.109674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:41.110447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:41.114905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f2009de1-8e72-4bf8-8509-0baa69a3ed3e None None] Current status of the port 3d456624-e419-469b-9b8e-97668ff1d0ae is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:41.259588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port cd591331-016e-431e-9bff-c289b095438d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:41.260591 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cd591331-016e-431e-9bff-c289b095438d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:41.369807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f21e5f27-07a8-46eb-935b-953b9fd20d42 None None] Provisioning complete for port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:41.370501 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f21e5f27-07a8-46eb-935b-953b9fd20d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:41.752004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:41.870831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f21e5f27-07a8-46eb-935b-953b9fd20d42 None None] Port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:42.060681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port cd591331-016e-431e-9bff-c289b095438d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:42.097361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9708886e-c6e6-45ad-a7ea-a97c5f249c1c None None] Provisioning complete for port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:42.098047 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9708886e-c6e6-45ad-a7ea-a97c5f249c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:42.334793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9708886e-c6e6-45ad-a7ea-a97c5f249c1c None None] Port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:32:42.435189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3d456624-e419-469b-9b8e-97668ff1d0ae up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:42.723697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 3d456624-e419-469b-9b8e-97668ff1d0ae triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:42.723697 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:42.790054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:36Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca', 'name': '', 'network_id': '84a41096-4875-47ca-b185-84b310c47db1', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:e4:bc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:35Z', 'updated_at': '2022-02-02T13:32:37Z', 'revision_number': 2, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:37Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:42.883884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Checking router: 079ed113-91df-45ed-8c91-4372f6226224 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:32:42.888883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Updating router 079ed113-91df-45ed-8c91-4372f6226224 port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:32:42.912396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.extraroute_db [None req-96070ad1-e3bd-4c3a-a9d5-0391a4559627 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 02 13:32:43.001961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.extraroute_db [None req-96070ad1-e3bd-4c3a-a9d5-0391a4559627 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Removed routes are [] {{(pid=103187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 02 13:32:43.002578 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96070ad1-e3bd-4c3a-a9d5-0391a4559627 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (079ed113-91df-45ed-8c91-4372f6226224), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:43.103663 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:43.260373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 3d456624-e419-469b-9b8e-97668ff1d0ae is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:43.289900 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96070ad1-e3bd-4c3a-a9d5-0391a4559627 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (079ed113-91df-45ed-8c91-4372f6226224), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:43.294070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96070ad1-e3bd-4c3a-a9d5-0391a4559627 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (079ed113-91df-45ed-8c91-4372f6226224), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:43.425746 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:32:43.618775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96070ad1-e3bd-4c3a-a9d5-0391a4559627 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 079ed113-91df-45ed-8c91-4372f6226224 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:32:44.038374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96070ad1-e3bd-4c3a-a9d5-0391a4559627 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:32:44.056533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-96070ad1-e3bd-4c3a-a9d5-0391a4559627 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:44.069815 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-96070ad1-e3bd-4c3a-a9d5-0391a4559627 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224 HTTP/1.1" status: 200 len: 934 time: 3.0618548 Feb 02 13:32:44.070346 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Publish callbacks [] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:44.072217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55972) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:44.087047 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:44.158632 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86ca1c-1360-4804-b389-193f58f1248f None None] Pushing event updated for resources: {'Port': ['ID=7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:44.285129 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-44c669da-836f-4af2-9869-3d348f44ad1e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224 HTTP/1.1" status: 200 len: 934 time: 0.2110143 Feb 02 13:32:44.287839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 55974) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:44.302634 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1d1abde8-9b7c-4dd1-9d13-2e62de800385 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'router': {'routes': None}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:32:44.413377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Attempting to bind port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:32:44.413787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Attempting to bind port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '5e4bf3b5-cd17-4365-8d1b-e464d835517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '84a41096-4875-47ca-b185-84b310c47db1'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:32:44.414442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Attempting to bind port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca on network 84a41096-4875-47ca-b185-84b310c47db1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:32:44.432480 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:32:44.433078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Checking segment: {'id': '5e4bf3b5-cd17-4365-8d1b-e464d835517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '84a41096-4875-47ca-b185-84b310c47db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:32:44.433769 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:44.434462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Bound using segment: {'id': '5e4bf3b5-cd17-4365-8d1b-e464d835517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '84a41096-4875-47ca-b185-84b310c47db1'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:32:44.435341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Bound port: 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4bf3b5-cd17-4365-8d1b-e464d835517e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '84a41096-4875-47ca-b185-84b310c47db1'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:32:44.436050 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:44.666455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] For port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:32:44.704507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] For port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca,segment=NetworkSegment(5e4bf3b5-cd17-4365-8d1b-e464d835517e),segment_id=5e4bf3b5-cd17-4365-8d1b-e464d835517e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:32:44.729887 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:44.982096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7a03f4b6-5c40-4c33-9b60-233fcdfc2562 None None] Provisioning complete for port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:44.983253 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a03f4b6-5c40-4c33-9b60-233fcdfc2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:45.203752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86ca1c-1360-4804-b389-193f58f1248f None None] Pushing event updated for resources: {'Port': ['ID=7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:45.225603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:45.226278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:45.526490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:45.556128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.extraroute_db [None req-1d1abde8-9b7c-4dd1-9d13-2e62de800385 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Added routes are [] {{(pid=103187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 02 13:32:45.557318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.extraroute_db [None req-1d1abde8-9b7c-4dd1-9d13-2e62de800385 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103187) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 02 13:32:45.641377 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d1abde8-9b7c-4dd1-9d13-2e62de800385 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (079ed113-91df-45ed-8c91-4372f6226224), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:45.832828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7a03f4b6-5c40-4c33-9b60-233fcdfc2562 None None] Current status of the port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:45.840673 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a03f4b6-5c40-4c33-9b60-233fcdfc2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:46.193453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7a03f4b6-5c40-4c33-9b60-233fcdfc2562 None None] For port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca,segment=NetworkSegment(5e4bf3b5-cd17-4365-8d1b-e464d835517e),segment_id=5e4bf3b5-cd17-4365-8d1b-e464d835517e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:46.200383 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a03f4b6-5c40-4c33-9b60-233fcdfc2562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:46.337152 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a03f4b6-5c40-4c33-9b60-233fcdfc2562 None None] Pushing event updated for resources: {'Port': ['ID=7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:46.352114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-338b1f30-d6cc-40e2-b280-12619c685ebc None None] Provisioning complete for port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:46.352501 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-338b1f30-d6cc-40e2-b280-12619c685ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:46.376241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d1abde8-9b7c-4dd1-9d13-2e62de800385 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (079ed113-91df-45ed-8c91-4372f6226224), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:46.392255 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d1abde8-9b7c-4dd1-9d13-2e62de800385 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (079ed113-91df-45ed-8c91-4372f6226224), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:46.413890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:42Z', 'revision_number': 6, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca', 'name': '', 'network_id': '84a41096-4875-47ca-b185-84b310c47db1', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:e4:bc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:35Z', 'updated_at': '2022-02-02T13:32:44Z', 'revision_number': 4, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:37Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:46.452007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:46.459723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19275be-67f6-4cda-a939-fa5d8ed5645f None None] The sync data for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 is: [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:42Z', 'revision_number': 6, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca', 'name': '', 'network_id': '84a41096-4875-47ca-b185-84b310c47db1', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:e4:bc:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:35Z', 'updated_at': '2022-02-02T13:32:44Z', 'revision_number': 4, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:37Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:32:46.723066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-338b1f30-d6cc-40e2-b280-12619c685ebc None None] Current status of the port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:46.770286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:46.770879 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:46.832793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1abde8-9b7c-4dd1-9d13-2e62de800385 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 079ed113-91df-45ed-8c91-4372f6226224 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:32:47.083760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:47.110572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1abde8-9b7c-4dd1-9d13-2e62de800385 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:32:47.126342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d1abde8-9b7c-4dd1-9d13-2e62de800385 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:47.131647 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1d1abde8-9b7c-4dd1-9d13-2e62de800385 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224 HTTP/1.1" status: 200 len: 700 time: 2.8382313 Feb 02 13:32:47.132217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56010) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:47.187654 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b4624b-ca6b-4936-b9bb-29ad6d71bf8c None None] Sync routers for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:32:47.213003 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b4624b-ca6b-4936-b9bb-29ad6d71bf8c None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:47.213889 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-31b4624b-ca6b-4936-b9bb-29ad6d71bf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:47.523152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-20340c46-f282-4250-88ac-c97f5da0f764 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224 HTTP/1.1" status: 200 len: 700 time: 0.3891661 Feb 02 13:32:47.528006 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56018) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:47.557672 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-31b4624b-ca6b-4936-b9bb-29ad6d71bf8c None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:48.291277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:32:48.429015 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-31b4624b-ca6b-4936-b9bb-29ad6d71bf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:45Z', 'revision_number': 7, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca', 'name': '', 'network_id': '84a41096-4875-47ca-b185-84b310c47db1', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:e4:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:35Z', 'updated_at': '2022-02-02T13:32:45Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:37Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:48.488533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:32:48.488892 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:48.568561 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b4624b-ca6b-4936-b9bb-29ad6d71bf8c None None] Checking router: 079ed113-91df-45ed-8c91-4372f6226224 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:32:48.605510 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b4624b-ca6b-4936-b9bb-29ad6d71bf8c None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:48.606506 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-31b4624b-ca6b-4936-b9bb-29ad6d71bf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:48.744141 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:32:48.818404 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c80c07b-3281-4b22-875e-2c653a965f55 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:49.045379 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-31b4624b-ca6b-4936-b9bb-29ad6d71bf8c None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:49.544535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1c80c07b-3281-4b22-875e-2c653a965f55 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:32:49.544829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c80c07b-3281-4b22-875e-2c653a965f55 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:49.642451 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-31b4624b-ca6b-4936-b9bb-29ad6d71bf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:45Z', 'revision_number': 7, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca', 'name': '', 'network_id': '84a41096-4875-47ca-b185-84b310c47db1', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:e4:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:35Z', 'updated_at': '2022-02-02T13:32:45Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:37Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:49.722255 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b4624b-ca6b-4936-b9bb-29ad6d71bf8c None None] The sync data for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 is: [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:45Z', 'revision_number': 7, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca', 'name': '', 'network_id': '84a41096-4875-47ca-b185-84b310c47db1', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:e4:bc:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:35Z', 'updated_at': '2022-02-02T13:32:45Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '36033774-eea0-40c4-9a9a-db1e8753a00d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:37Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:32:49.868993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-1c80c07b-3281-4b22-875e-2c653a965f55 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] For port 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca,segment=NetworkSegment(5e4bf3b5-cd17-4365-8d1b-e464d835517e),segment_id=5e4bf3b5-cd17-4365-8d1b-e464d835517e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:49.869725 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c80c07b-3281-4b22-875e-2c653a965f55 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:49.903775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-1c80c07b-3281-4b22-875e-2c653a965f55 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:32:50.633151 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c80c07b-3281-4b22-875e-2c653a965f55 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:50.723540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80c07b-3281-4b22-875e-2c653a965f55 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:51.266944 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1c80c07b-3281-4b22-875e-2c653a965f55 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:52.402971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c80c07b-3281-4b22-875e-2c653a965f55 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 079ed113-91df-45ed-8c91-4372f6226224 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:32:52.621647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c80c07b-3281-4b22-875e-2c653a965f55 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:32:52.637093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d8333-797a-45e2-a0a1-12319829510b None None] Sync routers for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:32:52.655056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56084) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:52.680899 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1c80c07b-3281-4b22-875e-2c653a965f55 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1511538 Feb 02 13:32:52.692445 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d8333-797a-45e2-a0a1-12319829510b None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:52.693352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-967d8333-797a-45e2-a0a1-12319829510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:52.839582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-be68a106-0104-4088-aae0-2952ec9d1931 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting subnet 36033774-eea0-40c4-9a9a-db1e8753a00d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:32:52.857035 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be68a106-0104-4088-aae0-2952ec9d1931 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (36033774-eea0-40c4-9a9a-db1e8753a00d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:53.014761 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be68a106-0104-4088-aae0-2952ec9d1931 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (36033774-eea0-40c4-9a9a-db1e8753a00d), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:53.054206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-967d8333-797a-45e2-a0a1-12319829510b None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:53.226562 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be68a106-0104-4088-aae0-2952ec9d1931 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (36033774-eea0-40c4-9a9a-db1e8753a00d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:53.308345 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be68a106-0104-4088-aae0-2952ec9d1931 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (36033774-eea0-40c4-9a9a-db1e8753a00d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:53.394032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68a106-0104-4088-aae0-2952ec9d1931 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Subnet': ['ID=36033774-eea0-40c4-9a9a-db1e8753a00d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:53.420356 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be68a106-0104-4088-aae0-2952ec9d1931 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:53.443170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56100) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:53.444773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e5a8b-264d-4ba2-87c8-89aa25a9a211 None None] Network 84a41096-4875-47ca-b185-84b310c47db1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:53.453057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-be68a106-0104-4088-aae0-2952ec9d1931 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/36033774-eea0-40c4-9a9a-db1e8753a00d HTTP/1.1" status: 204 len: 168 time: 0.7835281 Feb 02 13:32:53.692498 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (84a41096-4875-47ca-b185-84b310c47db1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:53.839455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port 3d456624-e419-469b-9b8e-97668ff1d0ae {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:32:53.839959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:54.097312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] For port 3d456624-e419-469b-9b8e-97668ff1d0ae, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3d456624-e419-469b-9b8e-97668ff1d0ae,segment=NetworkSegment(5e4bf3b5-cd17-4365-8d1b-e464d835517e),segment_id=5e4bf3b5-cd17-4365-8d1b-e464d835517e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:54.097743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:54.122741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for 3d456624-e419-469b-9b8e-97668ff1d0ae owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:32:54.281173 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3d456624-e419-469b-9b8e-97668ff1d0ae), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:54.312221 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No DVR routers for this DVR port 3d456624-e419-469b-9b8e-97668ff1d0ae on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:32:54.342680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=3d456624-e419-469b-9b8e-97668ff1d0ae,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:54.372010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.379145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.379507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.379848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.380179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.380511 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.381109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.381444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.381772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.382099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.382425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.382748 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.383069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:32:54.497023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-967d8333-797a-45e2-a0a1-12319829510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:50Z', 'revision_number': 8, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:37Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:54.508764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33489ba5-4869-4f8f-8360-1bfa8709e4b6 None None] DHCP port deletion for 84a41096-4875-47ca-b185-84b310c47db1 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:32:54.534979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (84a41096-4875-47ca-b185-84b310c47db1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:54.608294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a41096-4875-47ca-b185-84b310c47db1']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:54.622909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d8333-797a-45e2-a0a1-12319829510b None None] Checking router: 079ed113-91df-45ed-8c91-4372f6226224 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:32:54.647432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4bf3b5-cd17-4365-8d1b-e464d835517e') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:54.648675 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4bf3b5-cd17-4365-8d1b-e464d835517e') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:54.652056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d8333-797a-45e2-a0a1-12319829510b None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:54.653278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-967d8333-797a-45e2-a0a1-12319829510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:54.724519 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (5e4bf3b5-cd17-4365-8d1b-e464d835517e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:54.760263 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (5e4bf3b5-cd17-4365-8d1b-e464d835517e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:54.789344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:32:54.791960 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (5e4bf3b5-cd17-4365-8d1b-e464d835517e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:32:54.804207 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:32:54.925726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-967d8333-797a-45e2-a0a1-12319829510b None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:54.972086 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (84a41096-4875-47ca-b185-84b310c47db1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:54.991262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:55.013252 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/networks/84a41096-4875-47ca-b185-84b310c47db1 HTTP/1.1" status: 204 len: 168 time: 1.5660043 Feb 02 13:32:55.013822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:55.053276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccce28-0097-4461-a23b-f52606c68a6b tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Network': ['ID=84a41096-4875-47ca-b185-84b310c47db1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:55.295529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-967d8333-797a-45e2-a0a1-12319829510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:50Z', 'revision_number': 8, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:37Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:55.380233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d8333-797a-45e2-a0a1-12319829510b None None] The sync data for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 is: [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:50Z', 'revision_number': 8, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cd591331-016e-431e-9bff-c289b095438d', 'name': '', 'network_id': 'd5eba36d-a9be-4205-ac68-6b3eb6e85b8b', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:10:94:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:26Z', 'updated_at': '2022-02-02T13:32:37Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '6df9723f-9b9d-4006-8ad4-3ef6c14e646f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:32:56.283600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:32:56.324184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:32:56.325323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7b76a9d7-e129-49ca-ba83-4a49d9b8c0ca not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:32:56.333379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3d456624-e419-469b-9b8e-97668ff1d0ae no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:32:56.374371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 3d456624-e419-469b-9b8e-97668ff1d0ae {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:32:56.374848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3d456624-e419-469b-9b8e-97668ff1d0ae not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:32:56.635387 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ef3159d-b323-494a-a75d-a6108533e6ee tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:57.176679 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ef5d9f-a589-4196-a894-377c4f460cf7 req-82c956c2-dfcf-4823-b697-5395f5213d06 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5028591 Feb 02 13:32:57.300608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3159d-b323-494a-a75d-a6108533e6ee tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port cd591331-016e-431e-9bff-c289b095438d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:32:57.301863 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ef3159d-b323-494a-a75d-a6108533e6ee tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cd591331-016e-431e-9bff-c289b095438d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:57.381266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5d9f-a589-4196-a894-377c4f460cf7 req-18147913-9c66-484a-8258-175150b9bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:57.383833 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ef5d9f-a589-4196-a894-377c4f460cf7 req-18147913-9c66-484a-8258-175150b9bcf8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86e28d2ac0ce4d0ca658e395a4bb32ad&device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 1128 time: 0.0987213 Feb 02 13:32:57.481008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1ef3159d-b323-494a-a75d-a6108533e6ee tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] For port cd591331-016e-431e-9bff-c289b095438d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cd591331-016e-431e-9bff-c289b095438d,segment=NetworkSegment(35728f05-bc1f-4c5a-876e-0f4c199471a7),segment_id=35728f05-bc1f-4c5a-876e-0f4c199471a7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:32:57.481521 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ef3159d-b323-494a-a75d-a6108533e6ee tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cd591331-016e-431e-9bff-c289b095438d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:57.499024 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1ef3159d-b323-494a-a75d-a6108533e6ee tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for cd591331-016e-431e-9bff-c289b095438d owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:32:57.591839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5d9f-a589-4196-a894-377c4f460cf7 req-6097f508-81aa-4308-b109-a3045a75fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:57.595132 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ef5d9f-a589-4196-a894-377c4f460cf7 req-6097f508-81aa-4308-b109-a3045a75fdb1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd HTTP/1.1" status: 200 len: 909 time: 0.1875770 Feb 02 13:32:57.762545 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ef5d9f-a589-4196-a894-377c4f460cf7 req-46510920-633d-42e5-842b-393340ee0970 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9 HTTP/1.1" status: 200 len: 1002 time: 0.1597157 Feb 02 13:32:57.854376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5d9f-a589-4196-a894-377c4f460cf7 req-d7ac6452-b52f-49b2-aa1b-5d0a441e7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:57.857483 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ef5d9f-a589-4196-a894-377c4f460cf7 req-d7ac6452-b52f-49b2-aa1b-5d0a441e7440 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7fa6e74-4bf2-4518-8565-fcb26f144e98 HTTP/1.1" status: 200 len: 847 time: 0.0890815 Feb 02 13:32:57.869157 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ef3159d-b323-494a-a75d-a6108533e6ee tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (cd591331-016e-431e-9bff-c289b095438d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:57.920742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef3159d-b323-494a-a75d-a6108533e6ee tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=cd591331-016e-431e-9bff-c289b095438d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:57.997183 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef5d9f-a589-4196-a894-377c4f460cf7 req-37870e53-bd5d-44ae-9cb0-1039b4b746f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:32:57.998827 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ef5d9f-a589-4196-a894-377c4f460cf7 req-37870e53-bd5d-44ae-9cb0-1039b4b746f7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1344135 Feb 02 13:32:58.208251 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ef5d9f-a589-4196-a894-377c4f460cf7 req-8b5cf63b-334d-4e97-8f95-ae63dd47d16b service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009499 Feb 02 13:32:58.347214 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ef5d9f-a589-4196-a894-377c4f460cf7 req-42e7de63-374b-4399-a337-3679a46de3c3 service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328139 Feb 02 13:32:58.430575 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1ef3159d-b323-494a-a75d-a6108533e6ee tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:58.722073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef3159d-b323-494a-a75d-a6108533e6ee tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 079ed113-91df-45ed-8c91-4372f6226224 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:32:58.867666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef3159d-b323-494a-a75d-a6108533e6ee tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:32:58.874061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1ef3159d-b323-494a-a75d-a6108533e6ee tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8587251 Feb 02 13:32:58.878990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56178) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:58.882669 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077fda8-f66a-48c3-aeff-7d1a9c7fc72a None None] Sync routers for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:32:58.911479 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077fda8-f66a-48c3-aeff-7d1a9c7fc72a None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:58.912849 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2077fda8-f66a-48c3-aeff-7d1a9c7fc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:59.016517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e2edc5-4f8c-4afe-9853-02e798f731a5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting subnet 6df9723f-9b9d-4006-8ad4-3ef6c14e646f {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:32:59.039188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8e2edc5-4f8c-4afe-9853-02e798f731a5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (6df9723f-9b9d-4006-8ad4-3ef6c14e646f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:59.115918 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2077fda8-f66a-48c3-aeff-7d1a9c7fc72a None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:32:59.123876 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8e2edc5-4f8c-4afe-9853-02e798f731a5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (6df9723f-9b9d-4006-8ad4-3ef6c14e646f), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:59.408913 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8e2edc5-4f8c-4afe-9853-02e798f731a5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (6df9723f-9b9d-4006-8ad4-3ef6c14e646f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:59.627373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8e2edc5-4f8c-4afe-9853-02e798f731a5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (6df9723f-9b9d-4006-8ad4-3ef6c14e646f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:59.668982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2edc5-4f8c-4afe-9853-02e798f731a5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Subnet': ['ID=6df9723f-9b9d-4006-8ad4-3ef6c14e646f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:32:59.677153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8e2edc5-4f8c-4afe-9853-02e798f731a5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:59.689578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:32:59.691255 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4c7eb2-c68e-4af7-bc46-8306cda0c30f None None] Network d5eba36d-a9be-4205-ac68-6b3eb6e85b8b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:32:59.701522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f8e2edc5-4f8c-4afe-9853-02e798f731a5 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/6df9723f-9b9d-4006-8ad4-3ef6c14e646f HTTP/1.1" status: 204 len: 168 time: 0.8056827 Feb 02 13:32:59.799937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2077fda8-f66a-48c3-aeff-7d1a9c7fc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:57Z', 'revision_number': 9, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:32:59.836273 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d5eba36d-a9be-4205-ac68-6b3eb6e85b8b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:59.922565 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077fda8-f66a-48c3-aeff-7d1a9c7fc72a None None] Checking router: 079ed113-91df-45ed-8c91-4372f6226224 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:32:59.944025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:32:59.948309 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:32:59.952255 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077fda8-f66a-48c3-aeff-7d1a9c7fc72a None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:32:59.954706 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2077fda8-f66a-48c3-aeff-7d1a9c7fc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:32:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:00.123936 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2077fda8-f66a-48c3-aeff-7d1a9c7fc72a None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:00.163503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] For port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8183ac82-c57c-4c0f-9e15-9a9d70aa594d,segment=NetworkSegment(35728f05-bc1f-4c5a-876e-0f4c199471a7),segment_id=35728f05-bc1f-4c5a-876e-0f4c199471a7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:00.163923 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:00.206164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for 8183ac82-c57c-4c0f-9e15-9a9d70aa594d owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:33:00.216942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110daf98-1626-41d6-9f6d-1804a3500eab None None] DHCP port deletion for d5eba36d-a9be-4205-ac68-6b3eb6e85b8b request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:33:00.352561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-110daf98-1626-41d6-9f6d-1804a3500eab None None] Deleting port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:33:00.353562 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-110daf98-1626-41d6-9f6d-1804a3500eab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:00.413058 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:00.441427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No DVR routers for this DVR port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:33:00.532626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-110daf98-1626-41d6-9f6d-1804a3500eab None None] For port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8183ac82-c57c-4c0f-9e15-9a9d70aa594d,segment=NetworkSegment(35728f05-bc1f-4c5a-876e-0f4c199471a7),segment_id=35728f05-bc1f-4c5a-876e-0f4c199471a7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:00.533302 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-110daf98-1626-41d6-9f6d-1804a3500eab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:00.554592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-110daf98-1626-41d6-9f6d-1804a3500eab None None] Calling delete_port for 8183ac82-c57c-4c0f-9e15-9a9d70aa594d owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:33:00.558599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=8183ac82-c57c-4c0f-9e15-9a9d70aa594d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:00.639627 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2077fda8-f66a-48c3-aeff-7d1a9c7fc72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:57Z', 'revision_number': 9, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:00.678425 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d5eba36d-a9be-4205-ac68-6b3eb6e85b8b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:00.737375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5eba36d-a9be-4205-ac68-6b3eb6e85b8b']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:00.747325 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077fda8-f66a-48c3-aeff-7d1a9c7fc72a None None] The sync data for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 is: [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:32:57Z', 'revision_number': 9, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f98a2909-278e-4c43-9919-1b52db6f4f44', 'name': '', 'network_id': '9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:dc:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:21Z', 'updated_at': '2022-02-02T13:32:28Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': 'd73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:33:00.759515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35728f05-bc1f-4c5a-876e-0f4c199471a7') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:00.759852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35728f05-bc1f-4c5a-876e-0f4c199471a7') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:00.775986 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (35728f05-bc1f-4c5a-876e-0f4c199471a7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:00.805727 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (35728f05-bc1f-4c5a-876e-0f4c199471a7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:00.820948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:33:00.821360 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (35728f05-bc1f-4c5a-876e-0f4c199471a7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:33:00.825228 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:33:00.864098 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-110daf98-1626-41d6-9f6d-1804a3500eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (8183ac82-c57c-4c0f-9e15-9a9d70aa594d), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:00.953453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110daf98-1626-41d6-9f6d-1804a3500eab None None] Pushing event deleted for resources: {'Port': ['ID=8183ac82-c57c-4c0f-9e15-9a9d70aa594d,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:00.961570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110daf98-1626-41d6-9f6d-1804a3500eab None None] No DVR routers for this DVR port 8183ac82-c57c-4c0f-9e15-9a9d70aa594d on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:33:00.988674 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (d5eba36d-a9be-4205-ac68-6b3eb6e85b8b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:01.028665 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:01.040963 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/networks/d5eba36d-a9be-4205-ac68-6b3eb6e85b8b HTTP/1.1" status: 204 len: 168 time: 1.3436081 Feb 02 13:33:01.044391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1f4d7-700f-478e-a0ab-da9656730d05 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Network': ['ID=d5eba36d-a9be-4205-ac68-6b3eb6e85b8b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:01.051010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56214) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:01.121072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56216) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:01.383031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6306bc3-2832-4ca4-84fb-de5bd0d07d19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:01.609693 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6306bc3-2832-4ca4-84fb-de5bd0d07d19 admin admin] Publish callbacks [] for security_group (2fbf56f0-fd66-449c-b65e-65ee126c2057), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:01.614989 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6306bc3-2832-4ca4-84fb-de5bd0d07d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2fbf56f0-fd66-449c-b65e-65ee126c2057), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:01.681913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f6306bc3-2832-4ca4-84fb-de5bd0d07d19 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=52e929e9d9dd4bd0a0b4a38209b123fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5547600 Feb 02 13:33:01.681913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6306bc3-2832-4ca4-84fb-de5bd0d07d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbf56f0-fd66-449c-b65e-65ee126c2057,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:01.690301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56226) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:01.800638 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-29e28fc1-3409-4d76-95c5-afe57af92592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:01.824419 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21fb4008-96f6-4233-acf7-6b5e65cf2946 admin admin] Publish callbacks [] for security_group (2fbf56f0-fd66-449c-b65e-65ee126c2057), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:01.913600 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21fb4008-96f6-4233-acf7-6b5e65cf2946 admin admin] Publish callbacks [] for security_group (2fbf56f0-fd66-449c-b65e-65ee126c2057), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:01.966293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3eae59b5-b288-4964-b22d-2673327ae765 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:02.062498 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21fb4008-96f6-4233-acf7-6b5e65cf2946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2fbf56f0-fd66-449c-b65e-65ee126c2057), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:02.068391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-21fb4008-96f6-4233-acf7-6b5e65cf2946 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:02.073656 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-21fb4008-96f6-4233-acf7-6b5e65cf2946 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2fbf56f0-fd66-449c-b65e-65ee126c2057 HTTP/1.1" status: 204 len: 168 time: 0.3756664 Feb 02 13:33:02.088124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb4008-96f6-4233-acf7-6b5e65cf2946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbf56f0-fd66-449c-b65e-65ee126c2057,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:02.315325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8183ac82-c57c-4c0f-9e15-9a9d70aa594d no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:33:02.465324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8183ac82-c57c-4c0f-9e15-9a9d70aa594d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:33:02.466429 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8183ac82-c57c-4c0f-9e15-9a9d70aa594d not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:33:02.467487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cd591331-016e-431e-9bff-c289b095438d no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:33:02.522810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: cd591331-016e-431e-9bff-c289b095438d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:33:02.531524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cd591331-016e-431e-9bff-c289b095438d not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:33:02.582449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3eae59b5-b288-4964-b22d-2673327ae765 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port f98a2909-278e-4c43-9919-1b52db6f4f44 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:33:02.583792 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3eae59b5-b288-4964-b22d-2673327ae765 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:02.778360 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-3eae59b5-b288-4964-b22d-2673327ae765 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] For port f98a2909-278e-4c43-9919-1b52db6f4f44, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f98a2909-278e-4c43-9919-1b52db6f4f44,segment=NetworkSegment(d78dd03f-9db1-4091-94c5-2b4260922d7b),segment_id=d78dd03f-9db1-4091-94c5-2b4260922d7b)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:02.778360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3eae59b5-b288-4964-b22d-2673327ae765 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:02.797076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3eae59b5-b288-4964-b22d-2673327ae765 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for f98a2909-278e-4c43-9919-1b52db6f4f44 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:33:03.098843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3eae59b5-b288-4964-b22d-2673327ae765 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f98a2909-278e-4c43-9919-1b52db6f4f44), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:03.233395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae59b5-b288-4964-b22d-2673327ae765 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=f98a2909-278e-4c43-9919-1b52db6f4f44,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:03.649656 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3eae59b5-b288-4964-b22d-2673327ae765 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:04.084471 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eae59b5-b288-4964-b22d-2673327ae765 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 079ed113-91df-45ed-8c91-4372f6226224 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:33:04.105134 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-204bc019-7497-4595-b73b-ddb3db2fc935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:04.304963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eae59b5-b288-4964-b22d-2673327ae765 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:33:04.319859 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3eae59b5-b288-4964-b22d-2673327ae765 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2636371 Feb 02 13:33:04.323267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56288) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:04.325771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4deb64-4684-4398-8667-d00d4965a7a0 None None] Sync routers for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:33:04.345588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4deb64-4684-4398-8667-d00d4965a7a0 None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:04.346448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7f4deb64-4684-4398-8667-d00d4965a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:04.426948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting subnet d73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:33:04.434899 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (d73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:04.509075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-7f4deb64-4684-4398-8667-d00d4965a7a0 None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:04.509524 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (d73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:04.819484 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (d73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:04.958470 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (d73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:04.999693 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:05.006455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/d73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9 HTTP/1.1" status: 204 len: 168 time: 0.6777217 Feb 02 13:33:05.007535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da5379-67be-4fe2-926f-fa2808d39e14 None None] Network 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:33:05.008001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56304) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:05.068516 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Subnet': ['ID=d73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:05.097751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.098193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.098543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.099023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.099535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.099941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.100345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.100833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.101155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.101482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.101855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.102194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.102600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8eafb6-d2e8-4d8b-84bb-190b7244ebf8 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:05.161113 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7f4deb64-4684-4398-8667-d00d4965a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:33:02Z', 'revision_number': 10, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:05.220497 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4deb64-4684-4398-8667-d00d4965a7a0 None None] Checking router: 079ed113-91df-45ed-8c91-4372f6226224 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:33:05.240412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4deb64-4684-4398-8667-d00d4965a7a0 None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:05.241060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7f4deb64-4684-4398-8667-d00d4965a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:05.265206 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:05.310948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:05.418241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:33:05.419063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:05.435243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c0c343-0781-486e-83d1-9a21fafaccaf None None] DHCP port deletion for 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:33:05.438879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-7f4deb64-4684-4398-8667-d00d4965a7a0 None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:05.544520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] For port c0ff15d1-a349-40cf-9dc4-dc63a653bf60, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c0ff15d1-a349-40cf-9dc4-dc63a653bf60,segment=NetworkSegment(d78dd03f-9db1-4091-94c5-2b4260922d7b),segment_id=d78dd03f-9db1-4091-94c5-2b4260922d7b)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:05.544889 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:05.562159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for c0ff15d1-a349-40cf-9dc4-dc63a653bf60 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:33:05.655847 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:05.664388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-94c0c343-0781-486e-83d1-9a21fafaccaf None None] Deleting port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:33:05.664777 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94c0c343-0781-486e-83d1-9a21fafaccaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:05.684071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'network': {'name': 'tempest-network-smoke--663345438', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:05.719559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Made reservation on behalf of 3ab06f6379e4431db3bd62d9cb34c013 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:33:05.729407 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:05.734336 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:05.775376 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:05.787299 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=c0ff15d1-a349-40cf-9dc4-dc63a653bf60,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:05.789765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No DVR routers for this DVR port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:33:05.834334 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-94c0c343-0781-486e-83d1-9a21fafaccaf None None] For port c0ff15d1-a349-40cf-9dc4-dc63a653bf60, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c0ff15d1-a349-40cf-9dc4-dc63a653bf60,segment=NetworkSegment(d78dd03f-9db1-4091-94c5-2b4260922d7b),segment_id=d78dd03f-9db1-4091-94c5-2b4260922d7b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:05.834997 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94c0c343-0781-486e-83d1-9a21fafaccaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:05.870609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-94c0c343-0781-486e-83d1-9a21fafaccaf None None] Calling delete_port for c0ff15d1-a349-40cf-9dc4-dc63a653bf60 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:33:05.900809 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:05.939942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:05.956502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78dd03f-9db1-4091-94c5-2b4260922d7b') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:05.956815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78dd03f-9db1-4091-94c5-2b4260922d7b') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:05.984264 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (d78dd03f-9db1-4091-94c5-2b4260922d7b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.013167 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d78dd03f-9db1-4091-94c5-2b4260922d7b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.015938 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (2027a59b-9b95-4382-9e11-dcd60387d2a8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.024169 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2027a59b-9b95-4382-9e11-dcd60387d2a8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.040848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:33:06.043183 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (d78dd03f-9db1-4091-94c5-2b4260922d7b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:33:06.053306 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:33:06.177934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-7f4deb64-4684-4398-8667-d00d4965a7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:33:02Z', 'revision_number': 10, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:06.196857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2027a59b-9b95-4382-9e11-dcd60387d2a8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:06.221360 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4deb64-4684-4398-8667-d00d4965a7a0 None None] The sync data for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 is: [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:33:02Z', 'revision_number': 10, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None, '_interfaces': [{'id': '8cd48e54-69ad-4ad0-b002-6a56d739dbea', 'name': '', 'network_id': '54a1cd78-373f-4a07-9747-aded8fe7de95', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'mac_address': 'fa:16:3e:87:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '079ed113-91df-45ed-8c91-4372f6226224', 'device_owner': 'network:router_interface', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:32:15Z', 'updated_at': '2022-02-02T13:32:21Z', 'revision_number': 5, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'subnets': [{'id': '798d01e8-0447-49ee-9ab0-3f7eff64ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:33:06.259834 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.269365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:33:06.284209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.287924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c0ff15d1-a349-40cf-9dc4-dc63a653bf60 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:33:06.290514 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/networks/9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d HTTP/1.1" status: 204 len: 168 time: 1.2799406 Feb 02 13:33:06.294646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56332) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:06.311867 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (0b875a6b-0bc8-4566-ab58-25e2566e9f77), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.312417 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Added segment 0b875a6b-0bc8-4566-ab58-25e2566e9f77 of type vlan for network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 Feb 02 13:33:06.321751 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c0ff15d1-a349-40cf-9dc4-dc63a653bf60 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:33:06.322276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c0ff15d1-a349-40cf-9dc4-dc63a653bf60 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:33:06.345067 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94c0c343-0781-486e-83d1-9a21fafaccaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (c0ff15d1-a349-40cf-9dc4-dc63a653bf60), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.378817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0c343-0781-486e-83d1-9a21fafaccaf None None] Pushing event deleted for resources: {'Port': ['ID=c0ff15d1-a349-40cf-9dc4-dc63a653bf60,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:06.382132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94c0c343-0781-486e-83d1-9a21fafaccaf None None] Network 9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d is not hosted by any dhcp agent {{(pid=103189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 13:33:06.382616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0c343-0781-486e-83d1-9a21fafaccaf None None] No DVR routers for this DVR port c0ff15d1-a349-40cf-9dc4-dc63a653bf60 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:33:06.387099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82242c7c-8c7f-4463-a80f-2860b98de716 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Network': ['ID=9bb4e4c7-9802-42f5-bc1c-8a4df98eb84d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:06.414069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (788afa56-a16d-466a-a8f9-e5ea1dfa5f61), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.446284 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (788afa56-a16d-466a-a8f9-e5ea1dfa5f61), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.452822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:06.453567 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.536810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Network': ['ID=788afa56-a16d-466a-a8f9-e5ea1dfa5f61,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:06.547587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-77394910-3526-46e9-8d53-4b6b4f2cee62 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2350979 Feb 02 13:33:06.552561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56334) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:06.555296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:33:06.564854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'admin_state_up': True, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:06.664872 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.666036 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.799338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router_controller (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.833950 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:06.888743 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:07.038105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router_gateway (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:07.608332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18f9e294-62fd-4303-a01b-30f356122d70 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:07.791344 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:07.921806 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router_gateway (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:07.963003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:08.095515 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:08.150223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f98a2909-278e-4c43-9919-1b52db6f4f44 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:33:08.177043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: f98a2909-278e-4c43-9919-1b52db6f4f44 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:33:08.177741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f98a2909-278e-4c43-9919-1b52db6f4f44 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:33:08.196732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Allocated IP 172.25.4.224 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/89e17c17-f92b-4d40-a423-e945779da86a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:33:08.310934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-18f9e294-62fd-4303-a01b-30f356122d70 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port 8cd48e54-69ad-4ad0-b002-6a56d739dbea {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:33:08.311300 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18f9e294-62fd-4303-a01b-30f356122d70 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:08.502798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (89e17c17-f92b-4d40-a423-e945779da86a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:08.512970 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-18f9e294-62fd-4303-a01b-30f356122d70 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] For port 8cd48e54-69ad-4ad0-b002-6a56d739dbea, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8cd48e54-69ad-4ad0-b002-6a56d739dbea,segment=NetworkSegment(77d5025c-883f-4b2e-9780-30da68234088),segment_id=77d5025c-883f-4b2e-9780-30da68234088)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:08.513444 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18f9e294-62fd-4303-a01b-30f356122d70 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:08.529874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-18f9e294-62fd-4303-a01b-30f356122d70 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for 8cd48e54-69ad-4ad0-b002-6a56d739dbea owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:33:08.610178 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (89e17c17-f92b-4d40-a423-e945779da86a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:08.695857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:33:08.711566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:33:08.759995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:33:08.764027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=89e17c17-f92b-4d40-a423-e945779da86a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:09.027254 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18f9e294-62fd-4303-a01b-30f356122d70 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (8cd48e54-69ad-4ad0-b002-6a56d739dbea), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:09.082424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9e294-62fd-4303-a01b-30f356122d70 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=8cd48e54-69ad-4ad0-b002-6a56d739dbea,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:09.421446 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18f9e294-62fd-4303-a01b-30f356122d70 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (079ed113-91df-45ed-8c91-4372f6226224), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:09.428636 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router_gateway (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:09.813408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f9e294-62fd-4303-a01b-30f356122d70 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 079ed113-91df-45ed-8c91-4372f6226224 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:33:10.365888 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f9e294-62fd-4303-a01b-30f356122d70 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:33:10.379923 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-18f9e294-62fd-4303-a01b-30f356122d70 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0833678 Feb 02 13:33:10.380118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56420) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:10.391954 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ed9df-328c-4391-8f1b-4469a0406be8 None None] Sync routers for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:33:10.394666 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:10.422273 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ed9df-328c-4391-8f1b-4469a0406be8 None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:10.423978 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-aa2ed9df-328c-4391-8f1b-4469a0406be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:10.457520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be641fc-7b34-4253-9bf5-0cbca3f7983f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting subnet 798d01e8-0447-49ee-9ab0-3f7eff64ac41 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:33:10.465664 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6be641fc-7b34-4253-9bf5-0cbca3f7983f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (798d01e8-0447-49ee-9ab0-3f7eff64ac41), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:10.582335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:33:10.591511 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-aa2ed9df-328c-4391-8f1b-4469a0406be8 None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:10.704709 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-aa2ed9df-328c-4391-8f1b-4469a0406be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:33:08Z', 'revision_number': 11, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:10.771550 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ed9df-328c-4391-8f1b-4469a0406be8 None None] Checking router: 079ed113-91df-45ed-8c91-4372f6226224 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:33:10.777855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:33:10.799048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Sync routers for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:33:10.799812 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ed9df-328c-4391-8f1b-4469a0406be8 None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:10.800174 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-aa2ed9df-328c-4391-8f1b-4469a0406be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:10.834335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:10.836059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:10.872431 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:10.877419 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-aa2ed9df-328c-4391-8f1b-4469a0406be8 None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:10.881922 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5bc21d0d-7582-4f6e-9989-17826a1f8e57 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3240325 Feb 02 13:33:10.886681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56428) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:10.926973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6be641fc-7b34-4253-9bf5-0cbca3f7983f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (798d01e8-0447-49ee-9ab0-3f7eff64ac41), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:10.994151 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-aa2ed9df-328c-4391-8f1b-4469a0406be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:33:08Z', 'revision_number': 11, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:11.053846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:11.088634 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2ed9df-328c-4391-8f1b-4469a0406be8 None None] The sync data for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 is: [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:33:08Z', 'revision_number': 11, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:33:11.158638 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f2ff4b7b-ffc6-49ae-a46d-17bfc34cace8 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=3ab06f6379e4431db3bd62d9cb34c013&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2674127 Feb 02 13:33:11.160081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56438) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:11.227778 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6be641fc-7b34-4253-9bf5-0cbca3f7983f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (798d01e8-0447-49ee-9ab0-3f7eff64ac41), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:11.382276 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6be641fc-7b34-4253-9bf5-0cbca3f7983f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (798d01e8-0447-49ee-9ab0-3f7eff64ac41), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:11.396199 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6be641fc-7b34-4253-9bf5-0cbca3f7983f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:11.400573 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6be641fc-7b34-4253-9bf5-0cbca3f7983f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/798d01e8-0447-49ee-9ab0-3f7eff64ac41 HTTP/1.1" status: 204 len: 168 time: 1.0190535 Feb 02 13:33:11.403809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:11.425308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c4e377-8281-438e-acb2-09b765a6f2b9 None None] Network 54a1cd78-373f-4a07-9747-aded8fe7de95 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:33:11.563942 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (54a1cd78-373f-4a07-9747-aded8fe7de95), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:11.569077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be641fc-7b34-4253-9bf5-0cbca3f7983f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Subnet': ['ID=798d01e8-0447-49ee-9ab0-3f7eff64ac41,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:11.571599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c251e7a-f148-4757-93e0-0d59cc76c61e tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:11.573408 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8c251e7a-f148-4757-93e0-0d59cc76c61e tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4121900 Feb 02 13:33:11.577294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56452) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:11.653611 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d2c3d777-f331-4b09-81fc-9fcf6594d525 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0746231 Feb 02 13:33:11.656062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56454) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:11.664033 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-69884d53-aaaf-4846-a5e9-622b92929c4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-600415749', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:11.749409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:33:09Z', 'revision_number': 3, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:11.776161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Deleting port e52b5975-7450-40df-975a-486c87fa2191 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:33:11.776623 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e52b5975-7450-40df-975a-486c87fa2191), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:11.905746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Checking router: 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:33:11.905746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Updating router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 port 89e17c17-f92b-4d40-a423-e945779da86a binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:33:11.918013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] For port e52b5975-7450-40df-975a-486c87fa2191, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e52b5975-7450-40df-975a-486c87fa2191,segment=NetworkSegment(77d5025c-883f-4b2e-9780-30da68234088),segment_id=77d5025c-883f-4b2e-9780-30da68234088)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:11.919401 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e52b5975-7450-40df-975a-486c87fa2191), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:11.928991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69884d53-aaaf-4846-a5e9-622b92929c4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Made reservation on behalf of 3ab06f6379e4431db3bd62d9cb34c013 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:33:11.936164 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-69884d53-aaaf-4846-a5e9-622b92929c4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:11.976124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Calling delete_port for e52b5975-7450-40df-975a-486c87fa2191 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:33:11.979857 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (89e17c17-f92b-4d40-a423-e945779da86a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.025641 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379d3586-6758-4111-8e68-b261223f47d1 None None] DHCP port deletion for 54a1cd78-373f-4a07-9747-aded8fe7de95 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:33:12.224273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e52b5975-7450-40df-975a-486c87fa2191 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:33:12.269251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e52b5975-7450-40df-975a-486c87fa2191), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.336631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Port': ['ID=e52b5975-7450-40df-975a-486c87fa2191,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:12.338599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No DVR routers for this DVR port e52b5975-7450-40df-975a-486c87fa2191 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:33:12.439596 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-69884d53-aaaf-4846-a5e9-622b92929c4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (00604af0-f00d-4cb2-af62-7fd1f27debb7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.512432 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (54a1cd78-373f-4a07-9747-aded8fe7de95), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.526672 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Publish callbacks [] for port (89e17c17-f92b-4d40-a423-e945779da86a), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.530612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-379d3586-6758-4111-8e68-b261223f47d1 None None] Deleting port e52b5975-7450-40df-975a-486c87fa2191 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:33:12.531147 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-379d3586-6758-4111-8e68-b261223f47d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e52b5975-7450-40df-975a-486c87fa2191), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.545392 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (89e17c17-f92b-4d40-a423-e945779da86a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.554374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69884d53-aaaf-4846-a5e9-622b92929c4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Subnet': ['ID=00604af0-f00d-4cb2-af62-7fd1f27debb7,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:12.570252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a1cd78-373f-4a07-9747-aded8fe7de95']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:12.571952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69884d53-aaaf-4846-a5e9-622b92929c4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Checking segment: {'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:33:12.572579 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69884d53-aaaf-4846-a5e9-622b92929c4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network hostable DHCP agents. Network: 788afa56-a16d-466a-a8f9-e5ea1dfa5f61, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:33:12.585094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d5025c-883f-4b2e-9780-30da68234088') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:12.586783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d5025c-883f-4b2e-9780-30da68234088') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:12.600601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69884d53-aaaf-4846-a5e9-622b92929c4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:33:12.603440 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (77d5025c-883f-4b2e-9780-30da68234088), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.618362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-69884d53-aaaf-4846-a5e9-622b92929c4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 788afa56-a16d-466a-a8f9-e5ea1dfa5f61) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:33:12.634520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69884d53-aaaf-4846-a5e9-622b92929c4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:12.635670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-69884d53-aaaf-4846-a5e9-622b92929c4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.638101 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (77d5025c-883f-4b2e-9780-30da68234088), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.642249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a21db-577e-40b8-930a-2fcf3d77e1a7 None None] Network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:33:12.656069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:33:12.657208 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (77d5025c-883f-4b2e-9780-30da68234088), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:33:12.667529 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:33:12.674651 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-69884d53-aaaf-4846-a5e9-622b92929c4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0156465 Feb 02 13:33:12.675631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56476) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:12.707949 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No active binding found for port e52b5975-7450-40df-975a-486c87fa2191 {{(pid=103189) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 13:33:12.708744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] The host n-d-827336-2 is not matching for port e52b5975-7450-40df-975a-486c87fa2191 host None! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:33:12.709574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e52b5975-7450-40df-975a-486c87fa2191 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:33:12.710406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8cd48e54-69ad-4ad0-b002-6a56d739dbea no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:33:12.786242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-379d3586-6758-4111-8e68-b261223f47d1 None None] For port e52b5975-7450-40df-975a-486c87fa2191, host n-d-827336-2, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:12.786798 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-379d3586-6758-4111-8e68-b261223f47d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e52b5975-7450-40df-975a-486c87fa2191), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.791399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38225e4c-43ee-4e85-ac0b-d1b858d25ab6 None None] Pushing event updated for resources: {'Port': ['ID=89e17c17-f92b-4d40-a423-e945779da86a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:12.793929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8cd48e54-69ad-4ad0-b002-6a56d739dbea {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:33:12.794393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8cd48e54-69ad-4ad0-b002-6a56d739dbea not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:33:12.855298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Attempting to bind port 89e17c17-f92b-4d40-a423-e945779da86a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:33:12.856183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Attempting to bind port 89e17c17-f92b-4d40-a423-e945779da86a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:33:12.856662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Attempting to bind port 89e17c17-f92b-4d40-a423-e945779da86a on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:33:12.858226 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (54a1cd78-373f-4a07-9747-aded8fe7de95), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.870456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-379d3586-6758-4111-8e68-b261223f47d1 None None] Calling delete_port for e52b5975-7450-40df-975a-486c87fa2191 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:33:12.888669 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.891600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:33:12.899017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:33:12.899017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.899017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:33:12.899017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Bound port: 89e17c17-f92b-4d40-a423-e945779da86a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:33:12.899017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (89e17c17-f92b-4d40-a423-e945779da86a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:12.901749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/networks/54a1cd78-373f-4a07-9747-aded8fe7de95 HTTP/1.1" status: 204 len: 168 time: 1.4955981 Feb 02 13:33:12.903304 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:12.915043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-379d3586-6758-4111-8e68-b261223f47d1 None None] Port e52b5975-7450-40df-975a-486c87fa2191 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:33:12.928000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d65f5906-7e38-4648-8f29-cead243e6921 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'router': {'routes': None}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:12.933774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5bc42-2b5d-450d-9af6-3df332eb7bd3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Pushing event deleted for resources: {'Network': ['ID=54a1cd78-373f-4a07-9747-aded8fe7de95,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:13.026817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] For port 89e17c17-f92b-4d40-a423-e945779da86a, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:33:13.030286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] For port 89e17c17-f92b-4d40-a423-e945779da86a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=89e17c17-f92b-4d40-a423-e945779da86a,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:33:13.090722 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-379d3586-6758-4111-8e68-b261223f47d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (e52b5975-7450-40df-975a-486c87fa2191), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:13.123578 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (89e17c17-f92b-4d40-a423-e945779da86a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:13.129286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d3586-6758-4111-8e68-b261223f47d1 None None] Pushing event deleted for resources: {'Port': ['ID=e52b5975-7450-40df-975a-486c87fa2191,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:13.148291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:33:13.154536 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:13.220022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-379d3586-6758-4111-8e68-b261223f47d1 None None] Network 54a1cd78-373f-4a07-9747-aded8fe7de95 is not hosted by any dhcp agent {{(pid=103189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 13:33:13.220022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379d3586-6758-4111-8e68-b261223f47d1 None None] No DVR routers for this DVR port e52b5975-7450-40df-975a-486c87fa2191 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:33:13.346778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38225e4c-43ee-4e85-ac0b-d1b858d25ab6 None None] Pushing event updated for resources: {'Port': ['ID=89e17c17-f92b-4d40-a423-e945779da86a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:13.363695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-d65f5906-7e38-4648-8f29-cead243e6921 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Added routes are [] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 02 13:33:13.364194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.extraroute_db [None req-d65f5906-7e38-4648-8f29-cead243e6921 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Removed routes are [] {{(pid=103188) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 02 13:33:13.364752 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d65f5906-7e38-4648-8f29-cead243e6921 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (079ed113-91df-45ed-8c91-4372f6226224), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:13.465783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:13.466439 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:13.669938 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:13.700143 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d65f5906-7e38-4648-8f29-cead243e6921 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (079ed113-91df-45ed-8c91-4372f6226224), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:13.710353 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d65f5906-7e38-4648-8f29-cead243e6921 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (079ed113-91df-45ed-8c91-4372f6226224), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:13.722276 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:13.895610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65f5906-7e38-4648-8f29-cead243e6921 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router 079ed113-91df-45ed-8c91-4372f6226224 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:33:14.070974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Allocated IP 172.20.0.2 (788afa56-a16d-466a-a8f9-e5ea1dfa5f61/00604af0-f00d-4cb2-af62-7fd1f27debb7/b2605787-9490-4257-afd8-2a9829768a14) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:33:14.072983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65f5906-7e38-4648-8f29-cead243e6921 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:33:14.091472 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dae43-dbde-4a81-ba20-b07b2f9814fe None None] Sync routers for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:33:14.093223 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d65f5906-7e38-4648-8f29-cead243e6921 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:14.095559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d65f5906-7e38-4648-8f29-cead243e6921 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224 HTTP/1.1" status: 200 len: 701 time: 1.1723800 Feb 02 13:33:14.098207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56508) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:14.120143 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794dae43-dbde-4a81-ba20-b07b2f9814fe None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:14.130215 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-794dae43-dbde-4a81-ba20-b07b2f9814fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:14.185306 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0f919de2-6975-4899-a3dc-afa8f063821e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=079ed113-91df-45ed-8c91-4372f6226224 HTTP/1.1" status: 200 len: 205 time: 0.0822723 Feb 02 13:33:14.196520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:14.263835 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-794dae43-dbde-4a81-ba20-b07b2f9814fe None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:14.349366 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-794dae43-dbde-4a81-ba20-b07b2f9814fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:33:08Z', 'revision_number': 11, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:14.383335 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52fe4917-9f79-4eb0-b071-7e4eb26ed009 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (079ed113-91df-45ed-8c91-4372f6226224), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:14.464369 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dae43-dbde-4a81-ba20-b07b2f9814fe None None] Checking router: 079ed113-91df-45ed-8c91-4372f6226224 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:33:14.515811 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Publish callbacks [] for port (b2605787-9490-4257-afd8-2a9829768a14), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:14.530599 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794dae43-dbde-4a81-ba20-b07b2f9814fe None None] Routers {'079ed113-91df-45ed-8c91-4372f6226224'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:14.531767 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-794dae43-dbde-4a81-ba20-b07b2f9814fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['079ed113-91df-45ed-8c91-4372f6226224'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:14.541714 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (b2605787-9490-4257-afd8-2a9829768a14), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:14.601433 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:33:14.640308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:33:14.648875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:33:14.710612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Pushing event updated for resources: {'Port': ['ID=b2605787-9490-4257-afd8-2a9829768a14,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:14.717662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Allocated IP 172.20.0.1 (788afa56-a16d-466a-a8f9-e5ea1dfa5f61/00604af0-f00d-4cb2-af62-7fd1f27debb7/648e556d-26a1-4903-a90b-9c7d6d4960c6) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:33:14.795478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Attempting to bind port b2605787-9490-4257-afd8-2a9829768a14 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:33:14.795751 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-794dae43-dbde-4a81-ba20-b07b2f9814fe None None] Set router 079ed113-91df-45ed-8c91-4372f6226224 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:14.796259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Attempting to bind port b2605787-9490-4257-afd8-2a9829768a14 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:33:14.797403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Attempting to bind port b2605787-9490-4257-afd8-2a9829768a14 on network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:33:14.801406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:33:09Z', 'revision_number': 3, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:14.807260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:33:14.807807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Checking segment: {'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:33:14.808300 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:14.808862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Bound using segment: {'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:33:14.809418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Bound port: b2605787-9490-4257-afd8-2a9829768a14, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:33:14.809870 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b2605787-9490-4257-afd8-2a9829768a14), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:14.840921 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52fe4917-9f79-4eb0-b071-7e4eb26ed009 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (079ed113-91df-45ed-8c91-4372f6226224), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:14.846676 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52fe4917-9f79-4eb0-b071-7e4eb26ed009 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (079ed113-91df-45ed-8c91-4372f6226224), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:14.981964 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52fe4917-9f79-4eb0-b071-7e4eb26ed009 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (079ed113-91df-45ed-8c91-4372f6226224), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:14.983403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fe4917-9f79-4eb0-b071-7e4eb26ed009 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Fanout notify agent at l3_agent the message router_deleted on router 079ed113-91df-45ed-8c91-4372f6226224 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:33:14.993611 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-52fe4917-9f79-4eb0-b071-7e4eb26ed009 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:14.995665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-52fe4917-9f79-4eb0-b071-7e4eb26ed009 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224 HTTP/1.1" status: 204 len: 168 time: 0.7972510 Feb 02 13:33:15.002038 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:15.002871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56528) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:15.009450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6531367a-264b-4c9b-910e-87515e96f2a4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-315789004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:15.024838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb69c54-caa7-40e8-ac40-b86bb908ad85 None None] The sync data for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 is: [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:33:09Z', 'revision_number': 3, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:33:15.030078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] For port b2605787-9490-4257-afd8-2a9829768a14, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:33:15.035705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] For port b2605787-9490-4257-afd8-2a9829768a14, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b2605787-9490-4257-afd8-2a9829768a14,segment=NetworkSegment(0b875a6b-0bc8-4566-ab58-25e2566e9f77),segment_id=0b875a6b-0bc8-4566-ab58-25e2566e9f77)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:33:15.052487 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b2605787-9490-4257-afd8-2a9829768a14), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:15.079938 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531367a-264b-4c9b-910e-87515e96f2a4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (b83a2767-16cf-49dd-800f-ac39e12f7d7d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:15.090011 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531367a-264b-4c9b-910e-87515e96f2a4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (b83a2767-16cf-49dd-800f-ac39e12f7d7d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:15.100834 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:15.178625 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-794dae43-dbde-4a81-ba20-b07b2f9814fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:33:08Z', 'revision_number': 11, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:15.275063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:33:15.292361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:33:15.318372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:33:15.328824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b8eda-5ea2-499d-8f87-39b4b7329b4c None None] Pushing event updated for resources: {'Port': ['ID=b2605787-9490-4257-afd8-2a9829768a14,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:15.349973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531367a-264b-4c9b-910e-87515e96f2a4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (b83a2767-16cf-49dd-800f-ac39e12f7d7d), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:15.357080 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531367a-264b-4c9b-910e-87515e96f2a4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (b83a2767-16cf-49dd-800f-ac39e12f7d7d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:15.371505 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794dae43-dbde-4a81-ba20-b07b2f9814fe None None] The sync data for ids ['079ed113-91df-45ed-8c91-4372f6226224'] in n-d-827336-2 is: [{'id': '079ed113-91df-45ed-8c91-4372f6226224', 'name': 'tempest-RoutersTest-router-1890084404', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:32:13Z', 'updated_at': '2022-02-02T13:33:08Z', 'revision_number': 11, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:33:15.410751 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6531367a-264b-4c9b-910e-87515e96f2a4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:15.412942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6531367a-264b-4c9b-910e-87515e96f2a4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4086082 Feb 02 13:33:15.419351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56536) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:15.426082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ae9a62b2-3023-4a96-ad24-aef4b4d587bd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:15.443150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:15.460255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=648e556d-26a1-4903-a90b-9c7d6d4960c6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:15.759022 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:15.941933 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae9a62b2-3023-4a96-ad24-aef4b4d587bd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-994725', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-959491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30459'] for router (b83a2767-16cf-49dd-800f-ac39e12f7d7d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:15.973330 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae9a62b2-3023-4a96-ad24-aef4b4d587bd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-994734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-994743', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-959508'] for router (b83a2767-16cf-49dd-800f-ac39e12f7d7d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:16.201688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9a62b2-3023-4a96-ad24-aef4b4d587bd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Router b83a2767-16cf-49dd-800f-ac39e12f7d7d is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:33:16.512126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9a62b2-3023-4a96-ad24-aef4b4d587bd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:33:16.527106 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ae9a62b2-3023-4a96-ad24-aef4b4d587bd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:16.528551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d8d84-9cab-486d-9057-648d079285b0 None None] Sync routers for ids ['b83a2767-16cf-49dd-800f-ac39e12f7d7d'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:33:16.538112 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ae9a62b2-3023-4a96-ad24-aef4b4d587bd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "PUT /v2.0/routers/b83a2767-16cf-49dd-800f-ac39e12f7d7d HTTP/1.1" status: 200 len: 693 time: 1.1172261 Feb 02 13:33:16.539215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56558) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:16.572887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d8d84-9cab-486d-9057-648d079285b0 None None] Routers {'b83a2767-16cf-49dd-800f-ac39e12f7d7d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:16.574257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-815d8d84-9cab-486d-9057-648d079285b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b83a2767-16cf-49dd-800f-ac39e12f7d7d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:16.725970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b2605787-9490-4257-afd8-2a9829768a14 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:33:16.778241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:16.780863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56562) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:16.784625 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ee87812d-4a4f-4d30-b61e-671efe040dc1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/routers/b83a2767-16cf-49dd-800f-ac39e12f7d7d HTTP/1.1" status: 200 len: 699 time: 0.2418687 Feb 02 13:33:16.801651 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:16.911941 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-815d8d84-9cab-486d-9057-648d079285b0 None None] Set router b83a2767-16cf-49dd-800f-ac39e12f7d7d gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:16.944438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=648e556d-26a1-4903-a90b-9c7d6d4960c6,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:16.953297 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-64eb4e33-5e51-486a-9e66-00c759e56ad3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=b83a2767-16cf-49dd-800f-ac39e12f7d7d HTTP/1.1" status: 200 len: 205 time: 0.1682658 Feb 02 13:33:16.954354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56568) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:17.083476 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:17.098572 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-815d8d84-9cab-486d-9057-648d079285b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a2767-16cf-49dd-800f-ac39e12f7d7d', 'name': 'tempest-RoutersTest-router-315789004', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:15Z', 'updated_at': '2022-02-02T13:33:15Z', 'revision_number': 2, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:17.138486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d8d84-9cab-486d-9057-648d079285b0 None None] Checking router: b83a2767-16cf-49dd-800f-ac39e12f7d7d for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:33:17.173779 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e85e76f-899a-468f-9f44-d540ea2b9bc6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (b83a2767-16cf-49dd-800f-ac39e12f7d7d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:17.186499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d8d84-9cab-486d-9057-648d079285b0 None None] Routers {'b83a2767-16cf-49dd-800f-ac39e12f7d7d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:17.191852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-815d8d84-9cab-486d-9057-648d079285b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['b83a2767-16cf-49dd-800f-ac39e12f7d7d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:17.347892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b2605787-9490-4257-afd8-2a9829768a14 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:17.369643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:33:17.373318 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b2605787-9490-4257-afd8-2a9829768a14), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:17.375606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:33:17.375878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-815d8d84-9cab-486d-9057-648d079285b0 None None] Set router b83a2767-16cf-49dd-800f-ac39e12f7d7d gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:17.648761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-815d8d84-9cab-486d-9057-648d079285b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83a2767-16cf-49dd-800f-ac39e12f7d7d', 'name': 'tempest-RoutersTest-router-315789004', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:15Z', 'updated_at': '2022-02-02T13:33:15Z', 'revision_number': 2, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:17.753845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:33:17.762170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0217dcd5-01a6-4eec-8e05-c3ab386a5a91 None None] Network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:33:17.797536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d8d84-9cab-486d-9057-648d079285b0 None None] The sync data for ids ['b83a2767-16cf-49dd-800f-ac39e12f7d7d'] in n-d-827336-2 is: [{'id': 'b83a2767-16cf-49dd-800f-ac39e12f7d7d', 'name': 'tempest-RoutersTest-router-315789004', 'tenant_id': '9a82abf8bfc644c186236c29c80a2cb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:15Z', 'updated_at': '2022-02-02T13:33:15Z', 'revision_number': 2, 'project_id': '9a82abf8bfc644c186236c29c80a2cb3', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:33:17.912943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-78babe83-ee8d-4d17-bfb2-32d49cea6516 None None] Provisioning complete for port b2605787-9490-4257-afd8-2a9829768a14 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:17.913585 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78babe83-ee8d-4d17-bfb2-32d49cea6516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b2605787-9490-4257-afd8-2a9829768a14), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:18.029458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b2605787-9490-4257-afd8-2a9829768a14 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:33:18.030174 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b2605787-9490-4257-afd8-2a9829768a14), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:18.091203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:33:18.109915 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-06ef00db-1f44-4a87-9c63-9b881e4c3925 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "PUT /v2.0/routers/89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4328322 Feb 02 13:33:18.119122 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e85e76f-899a-468f-9f44-d540ea2b9bc6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (b83a2767-16cf-49dd-800f-ac39e12f7d7d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:18.121503 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e85e76f-899a-468f-9f44-d540ea2b9bc6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router_controller (b83a2767-16cf-49dd-800f-ac39e12f7d7d), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:18.126136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56590) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:18.174905 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e85e76f-899a-468f-9f44-d540ea2b9bc6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (b83a2767-16cf-49dd-800f-ac39e12f7d7d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:18.176134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e85e76f-899a-468f-9f44-d540ea2b9bc6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Fanout notify agent at l3_agent the message router_deleted on router b83a2767-16cf-49dd-800f-ac39e12f7d7d {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:33:18.197503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port b2605787-9490-4257-afd8-2a9829768a14, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b2605787-9490-4257-afd8-2a9829768a14,segment=NetworkSegment(0b875a6b-0bc8-4566-ab58-25e2566e9f77),segment_id=0b875a6b-0bc8-4566-ab58-25e2566e9f77)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:18.197899 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e85e76f-899a-468f-9f44-d540ea2b9bc6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:18.201279 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7e85e76f-899a-468f-9f44-d540ea2b9bc6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/b83a2767-16cf-49dd-800f-ac39e12f7d7d HTTP/1.1" status: 204 len: 168 time: 1.2442641 Feb 02 13:33:18.208781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56592) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:18.228423 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b2605787-9490-4257-afd8-2a9829768a14), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:18.235659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 89e17c17-f92b-4d40-a423-e945779da86a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:33:18.306012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fae208b7-111a-427c-a522-d426db93dc00 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=b83a2767-16cf-49dd-800f-ac39e12f7d7d HTTP/1.1" status: 200 len: 205 time: 0.0959742 Feb 02 13:33:18.308627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56598) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:18.400651 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-b1b4be97-fa2c-4dfb-b537-46a699b1bfbc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] delete failed (client error): The resource could not be found. Feb 02 13:33:18.402068 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b1b4be97-fa2c-4dfb-b537-46a699b1bfbc tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/b83a2767-16cf-49dd-800f-ac39e12f7d7d HTTP/1.1" status: 404 len: 336 time: 0.0868385 Feb 02 13:33:18.405309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56600) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:18.447159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=b2605787-9490-4257-afd8-2a9829768a14,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:18.461835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-78babe83-ee8d-4d17-bfb2-32d49cea6516 None None] Current status of the port b2605787-9490-4257-afd8-2a9829768a14 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:33:18.462232 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78babe83-ee8d-4d17-bfb2-32d49cea6516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b2605787-9490-4257-afd8-2a9829768a14), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:18.502470 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba5fe3b1-8c4c-4e93-bf06-b578365aac08 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] DELETE failed (client error): The resource could not be found. Feb 02 13:33:18.508199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba5fe3b1-8c4c-4e93-bf06-b578365aac08 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:33:18.522103 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ba5fe3b1-8c4c-4e93-bf06-b578365aac08 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/36033774-eea0-40c4-9a9a-db1e8753a00d HTTP/1.1" status: 404 len: 337 time: 0.1145189 Feb 02 13:33:18.523286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56604) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:18.590789 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 89e17c17-f92b-4d40-a423-e945779da86a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:18.591334 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (89e17c17-f92b-4d40-a423-e945779da86a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:18.613449 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada99f10-3e32-4d3e-9bff-9795df6bee5d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] DELETE failed (client error): The resource could not be found. Feb 02 13:33:18.614279 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ada99f10-3e32-4d3e-9bff-9795df6bee5d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:33:18.626001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ada99f10-3e32-4d3e-9bff-9795df6bee5d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/6df9723f-9b9d-4006-8ad4-3ef6c14e646f HTTP/1.1" status: 404 len: 337 time: 0.0999112 Feb 02 13:33:18.627584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:18.631891 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-78babe83-ee8d-4d17-bfb2-32d49cea6516 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:33:18.632846 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-78babe83-ee8d-4d17-bfb2-32d49cea6516 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:33:18.731257 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67e8743-4a9a-49f6-9755-0314422037b6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] DELETE failed (client error): The resource could not be found. Feb 02 13:33:18.732013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67e8743-4a9a-49f6-9755-0314422037b6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:33:18.735852 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c67e8743-4a9a-49f6-9755-0314422037b6 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/d73885c6-b3e6-47fa-9e9e-1a9b8e2e5ef9 HTTP/1.1" status: 404 len: 337 time: 0.0690386 Feb 02 13:33:18.739472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:18.843372 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d099060-ee8c-43e4-b262-a48db9a7aa5d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] DELETE failed (client error): The resource could not be found. Feb 02 13:33:18.844002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 89e17c17-f92b-4d40-a423-e945779da86a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:33:18.844837 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (89e17c17-f92b-4d40-a423-e945779da86a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:18.846130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d099060-ee8c-43e4-b262-a48db9a7aa5d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:33:18.852251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7d099060-ee8c-43e4-b262-a48db9a7aa5d tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/798d01e8-0447-49ee-9ab0-3f7eff64ac41 HTTP/1.1" status: 404 len: 337 time: 0.1107965 Feb 02 13:33:18.859845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56616) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:18.886697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffe8a0c-2a11-4b44-9a2d-4acd6142ab86 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:18.887910 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffe8a0c-2a11-4b44-9a2d-4acd6142ab86 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:18.890075 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffe8a0c-2a11-4b44-9a2d-4acd6142ab86 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:18.892450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffe8a0c-2a11-4b44-9a2d-4acd6142ab86 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:18.893331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffe8a0c-2a11-4b44-9a2d-4acd6142ab86 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:18.896622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffe8a0c-2a11-4b44-9a2d-4acd6142ab86 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:18.904411 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7ffe8a0c-2a11-4b44-9a2d-4acd6142ab86 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.7742126 Feb 02 13:33:18.906877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56620) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:18.947240 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 89e17c17-f92b-4d40-a423-e945779da86a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=89e17c17-f92b-4d40-a423-e945779da86a,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:18.954896 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (89e17c17-f92b-4d40-a423-e945779da86a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:18.961896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6fde039c-d582-4282-a40c-3f472438e94c tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=079ed113-91df-45ed-8c91-4372f6226224 HTTP/1.1" status: 200 len: 205 time: 0.0997555 Feb 02 13:33:18.964905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56624) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:19.073330 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-46b14e28-0162-4802-802d-ec3c1b86a8db tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] delete failed (client error): The resource could not be found. Feb 02 13:33:19.074792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-46b14e28-0162-4802-802d-ec3c1b86a8db tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/079ed113-91df-45ed-8c91-4372f6226224 HTTP/1.1" status: 404 len: 336 time: 0.1086817 Feb 02 13:33:19.080507 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56626) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:19.089221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=89e17c17-f92b-4d40-a423-e945779da86a,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:19.185547 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6fe9176a-efe8-4b9c-b0ca-11f503d2fb8f tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=9871f777-df27-4528-a18c-108d7a8c2526 HTTP/1.1" status: 200 len: 205 time: 0.1024065 Feb 02 13:33:19.189631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56628) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:19.196499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-78babe83-ee8d-4d17-bfb2-32d49cea6516 None None] Current status of the port b2605787-9490-4257-afd8-2a9829768a14 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:33:19.199628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b2605787-9490-4257-afd8-2a9829768a14 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:33:19.256009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc539d-c2b3-4867-ac6c-12a798989210 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:19.257246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc539d-c2b3-4867-ac6c-12a798989210 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:19.257894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc539d-c2b3-4867-ac6c-12a798989210 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:19.258801 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc539d-c2b3-4867-ac6c-12a798989210 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:19.259604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc539d-c2b3-4867-ac6c-12a798989210 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:19.260243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc539d-c2b3-4867-ac6c-12a798989210 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:19.262429 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a3cc539d-c2b3-4867-ac6c-12a798989210 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3998 time: 0.3479722 Feb 02 13:33:19.267044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56634) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:19.291942 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-7e17fcfd-6c14-4484-bb5a-feef97bf63c3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] delete failed (client error): The resource could not be found. Feb 02 13:33:19.292996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7e17fcfd-6c14-4484-bb5a-feef97bf63c3 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/9871f777-df27-4528-a18c-108d7a8c2526 HTTP/1.1" status: 404 len: 336 time: 0.1022074 Feb 02 13:33:19.297390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56636) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:19.344577 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5ab3ea-6413-4700-b3ca-888f4d5adb6e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] DELETE failed (client error): The resource could not be found. Feb 02 13:33:19.345026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5ab3ea-6413-4700-b3ca-888f4d5adb6e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:33:19.353431 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-af5ab3ea-6413-4700-b3ca-888f4d5adb6e tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/ffe6746e-03f4-4f24-9653-c288a915f4b9 HTTP/1.1" status: 404 len: 337 time: 0.0504866 Feb 02 13:33:19.354651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56638) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:19.360462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3e510619-658a-4cdb-8ad5-abf7c51da096 None None] Provisioning complete for port b2605787-9490-4257-afd8-2a9829768a14 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:19.361034 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e510619-658a-4cdb-8ad5-abf7c51da096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b2605787-9490-4257-afd8-2a9829768a14), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:19.421571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ad87a0b4-45f6-4c2c-bfad-863a777be520 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=934ccb0d-069f-4a89-833a-6ebe099b0f1a HTTP/1.1" status: 200 len: 205 time: 0.0609050 Feb 02 13:33:19.422934 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56640) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:19.494047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b2605787-9490-4257-afd8-2a9829768a14 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:19.495367 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b2605787-9490-4257-afd8-2a9829768a14), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:19.566466 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-c8eb30a1-1aec-408d-91ac-63fdc1cd56fd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] delete failed (client error): The resource could not be found. Feb 02 13:33:19.569841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c8eb30a1-1aec-408d-91ac-63fdc1cd56fd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/934ccb0d-069f-4a89-833a-6ebe099b0f1a HTTP/1.1" status: 404 len: 336 time: 0.1432714 Feb 02 13:33:19.583602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56648) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:19.642349 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-308dc730-8c3a-4cd4-bdab-ed245b376619 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=6054537e-4ee6-4113-9ae6-557f8a05a37f HTTP/1.1" status: 200 len: 205 time: 0.0554004 Feb 02 13:33:19.647617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56650) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:19.681491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b2605787-9490-4257-afd8-2a9829768a14 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:33:19.738386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3e510619-658a-4cdb-8ad5-abf7c51da096 None None] Current status of the port b2605787-9490-4257-afd8-2a9829768a14 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:33:19.758576 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-199c2742-d762-4492-a8d2-877cd2b3b8d1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] delete failed (client error): The resource could not be found. Feb 02 13:33:19.769717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3e510619-658a-4cdb-8ad5-abf7c51da096 None None] Provisioning complete for port 648e556d-26a1-4903-a90b-9c7d6d4960c6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:19.770123 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e510619-658a-4cdb-8ad5-abf7c51da096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:19.775202 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-199c2742-d762-4492-a8d2-877cd2b3b8d1 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/6054537e-4ee6-4113-9ae6-557f8a05a37f HTTP/1.1" status: 404 len: 336 time: 0.1257987 Feb 02 13:33:19.776149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56652) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:19.867888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3e510619-658a-4cdb-8ad5-abf7c51da096 None None] Port 648e556d-26a1-4903-a90b-9c7d6d4960c6 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:33:19.888605 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-6203c194-c6d0-4502-808b-67a3ab00aa78 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] DELETE failed (client error): The resource could not be found. Feb 02 13:33:19.889414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6203c194-c6d0-4502-808b-67a3ab00aa78 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:33:19.899607 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6203c194-c6d0-4502-808b-67a3ab00aa78 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/bf9ce4bf-e715-4e97-910a-17dcc6a56a39 HTTP/1.1" status: 404 len: 337 time: 0.1215892 Feb 02 13:33:19.900280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56660) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:19.959824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ab5479f9-f5a0-4660-a204-d04af6ecf68a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=2804712c-8c4e-44ba-ad2a-1a44abb38744 HTTP/1.1" status: 200 len: 205 time: 0.0543180 Feb 02 13:33:19.961216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56662) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:20.007173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9a25b0f9-35a6-4659-86ba-c985649625b1 None None] Provisioning complete for port 648e556d-26a1-4903-a90b-9c7d6d4960c6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:20.007827 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a25b0f9-35a6-4659-86ba-c985649625b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:20.041729 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-d947fa15-388a-4a0d-8406-5e74cd0bb58a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] delete failed (client error): The resource could not be found. Feb 02 13:33:20.047137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d947fa15-388a-4a0d-8406-5e74cd0bb58a tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/2804712c-8c4e-44ba-ad2a-1a44abb38744 HTTP/1.1" status: 404 len: 336 time: 0.0840285 Feb 02 13:33:20.048527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56664) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:20.065383 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Sync routers for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:33:20.094178 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:20.096863 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:20.140527 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-874dbb82-fc00-4378-adb2-9819956dcf61 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] DELETE failed (client error): The resource could not be found. Feb 02 13:33:20.141962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874dbb82-fc00-4378-adb2-9819956dcf61 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:33:20.150313 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-874dbb82-fc00-4378-adb2-9819956dcf61 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/ce7e4aa7-6788-4114-b3e4-e3d50b96e5c2 HTTP/1.1" status: 404 len: 337 time: 0.0951972 Feb 02 13:33:20.155850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56670) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:20.163756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9a25b0f9-35a6-4659-86ba-c985649625b1 None None] Port 648e556d-26a1-4903-a90b-9c7d6d4960c6 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:33:20.246084 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-74620cf1-0bdc-479b-b252-50e6f5c088f4 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c HTTP/1.1" status: 200 len: 205 time: 0.0856822 Feb 02 13:33:20.246986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:20.369732 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-3d0441f0-ded6-4416-878d-13ff2097d269 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] delete failed (client error): The resource could not be found. Feb 02 13:33:20.371052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3d0441f0-ded6-4416-878d-13ff2097d269 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/routers/2f4f1c7a-035f-4ee0-bc78-c7c1d167ff7c HTTP/1.1" status: 404 len: 336 time: 0.1229951 Feb 02 13:33:20.374156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:20.400054 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:20.436255 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-089193ef-a2ac-4a1d-a135-874fbf46ca93 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] DELETE failed (client error): The resource could not be found. Feb 02 13:33:20.436966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089193ef-a2ac-4a1d-a135-874fbf46ca93 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:33:20.446109 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-089193ef-a2ac-4a1d-a135-874fbf46ca93 tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/23950ff0-de6b-46e7-a5cb-de5bf9b42ec7 HTTP/1.1" status: 404 len: 337 time: 0.0675571 Feb 02 13:33:20.446594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56680) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:20.502335 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c0d4a5-e602-4f15-8557-f1e0b89fe4cd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] DELETE failed (client error): The resource could not be found. Feb 02 13:33:20.508393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c0d4a5-e602-4f15-8557-f1e0b89fe4cd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:33:20.513626 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-74c0d4a5-e602-4f15-8557-f1e0b89fe4cd tempest-RoutersTest-150042075 tempest-RoutersTest-150042075-project] 10.222.0.83 "DELETE /v2.0/subnets/c4f2d42e-c567-454d-853e-fb9437ba8845 HTTP/1.1" status: 404 len: 337 time: 0.0649288 Feb 02 13:33:20.550040 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:33:20.786021 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a3a28a55-9b00-4e31-9dd6-d1f9b5b60c49 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 1.5165172 Feb 02 13:33:20.849347 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:33:15Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:16Z', 'revision_number': 2, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:20.930812 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Checking router: 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:33:20.931220 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Updating router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 port 648e556d-26a1-4903-a90b-9c7d6d4960c6 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:33:21.042955 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.103684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 89e17c17-f92b-4d40-a423-e945779da86a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:33:21.193239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56708) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:21.221295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 89e17c17-f92b-4d40-a423-e945779da86a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:21.221858 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (89e17c17-f92b-4d40-a423-e945779da86a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.328942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56712) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:21.334909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2e518b29-f198-455c-a357-e84044b2f0a3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064479165', 'description': 'tempest-secgroup-smoke-2064479165 description', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:21.387929 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e518b29-f198-455c-a357-e84044b2f0a3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.464174 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4fd93908-1343-4c4c-b95f-8d939570c79a admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9a82abf8bfc644c186236c29c80a2cb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2697134 Feb 02 13:33:21.464425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56714) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:21.501126 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e518b29-f198-455c-a357-e84044b2f0a3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (fea1cea9-59f7-4b85-b0a6-c2e078184215), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.507529 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e518b29-f198-455c-a357-e84044b2f0a3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fea1cea9-59f7-4b85-b0a6-c2e078184215), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.527099 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 89e17c17-f92b-4d40-a423-e945779da86a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:33:21.553555 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e518b29-f198-455c-a357-e84044b2f0a3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.554508 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Publish callbacks [] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.557843 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2e518b29-f198-455c-a357-e84044b2f0a3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2277198 Feb 02 13:33:21.564056 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.566555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56720) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:21.569624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e518b29-f198-455c-a357-e84044b2f0a3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea1cea9-59f7-4b85-b0a6-c2e078184215,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:21.589524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2d269214-e917-42d9-acbe-2b7253d9f03c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': 'fea1cea9-59f7-4b85-b0a6-c2e078184215', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:21.658731 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Pushing event updated for resources: {'Port': ['ID=648e556d-26a1-4903-a90b-9c7d6d4960c6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:21.684877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc3a68dd-5cee-4115-b832-72bc084e2cf6 admin admin] Publish callbacks [] for security_group (63d231c0-9c04-448c-bcf9-fe7c3a1ff240), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.696937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:21.704516 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d269214-e917-42d9-acbe-2b7253d9f03c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (38279405-77a4-4c27-988a-9184d2379a10), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.749103 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Attempting to bind port 648e556d-26a1-4903-a90b-9c7d6d4960c6 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:33:21.750451 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Attempting to bind port 648e556d-26a1-4903-a90b-9c7d6d4960c6 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:33:21.751227 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Attempting to bind port 648e556d-26a1-4903-a90b-9c7d6d4960c6 on network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:33:21.761551 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:33:21.762756 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Checking segment: {'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:33:21.763461 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.764410 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Bound using segment: {'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:33:21.765836 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Bound port: 648e556d-26a1-4903-a90b-9c7d6d4960c6, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:33:21.766614 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.770291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc3a68dd-5cee-4115-b832-72bc084e2cf6 admin admin] Publish callbacks [] for security_group (63d231c0-9c04-448c-bcf9-fe7c3a1ff240), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.867670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d269214-e917-42d9-acbe-2b7253d9f03c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (38279405-77a4-4c27-988a-9184d2379a10), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.876767 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d269214-e917-42d9-acbe-2b7253d9f03c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (38279405-77a4-4c27-988a-9184d2379a10), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.932885 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] For port 648e556d-26a1-4903-a90b-9c7d6d4960c6, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:33:21.940333 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] For port 648e556d-26a1-4903-a90b-9c7d6d4960c6, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=648e556d-26a1-4903-a90b-9c7d6d4960c6,segment=NetworkSegment(0b875a6b-0bc8-4566-ab58-25e2566e9f77),segment_id=0b875a6b-0bc8-4566-ab58-25e2566e9f77)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:33:21.953857 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.978826 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc3a68dd-5cee-4115-b832-72bc084e2cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (63d231c0-9c04-448c-bcf9-fe7c3a1ff240), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.985540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bc3a68dd-5cee-4115-b832-72bc084e2cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.988309 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bc3a68dd-5cee-4115-b832-72bc084e2cf6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/63d231c0-9c04-448c-bcf9-fe7c3a1ff240 HTTP/1.1" status: 204 len: 168 time: 0.5225940 Feb 02 13:33:21.994854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2d269214-e917-42d9-acbe-2b7253d9f03c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:21.996952 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2d269214-e917-42d9-acbe-2b7253d9f03c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4159431 Feb 02 13:33:22.000517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:22.004540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d269214-e917-42d9-acbe-2b7253d9f03c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38279405-77a4-4c27-988a-9184d2379a10,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:22.006539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dce3805b-b116-4fbd-b9c8-1d5c19424af4 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': 'fea1cea9-59f7-4b85-b0a6-c2e078184215', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:22.030971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a68dd-5cee-4115-b832-72bc084e2cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d231c0-9c04-448c-bcf9-fe7c3a1ff240,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:22.085003 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dce3805b-b116-4fbd-b9c8-1d5c19424af4 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (038cf39c-dd3e-41b0-83a6-29bbe9d956be), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.167940 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:22.176583 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:22.297656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dce3805b-b116-4fbd-b9c8-1d5c19424af4 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (038cf39c-dd3e-41b0-83a6-29bbe9d956be), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.305993 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dce3805b-b116-4fbd-b9c8-1d5c19424af4 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (038cf39c-dd3e-41b0-83a6-29bbe9d956be), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.343551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3805b-b116-4fbd-b9c8-1d5c19424af4 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038cf39c-dd3e-41b0-83a6-29bbe9d956be,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:22.362975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-451a07dc-db6b-40b1-bea8-cb6d7ed6d5f4 None None] Provisioning complete for port 648e556d-26a1-4903-a90b-9c7d6d4960c6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:22.363854 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-451a07dc-db6b-40b1-bea8-cb6d7ed6d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.399114 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dce3805b-b116-4fbd-b9c8-1d5c19424af4 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.403466 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcca23a-27e3-4193-a99a-705656093f35 None None] Pushing event updated for resources: {'Port': ['ID=648e556d-26a1-4903-a90b-9c7d6d4960c6,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:22.419652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-dce3805b-b116-4fbd-b9c8-1d5c19424af4 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4177468 Feb 02 13:33:22.422562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56744) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:22.428123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-212d5718-f96e-4471-8c91-5b43f6bd3941 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': 'fea1cea9-59f7-4b85-b0a6-c2e078184215', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:22.496911 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-212d5718-f96e-4471-8c91-5b43f6bd3941 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (5c6c5b28-09ea-4dfc-ae52-d28819a3939d), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.515943 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:22.621373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-212d5718-f96e-4471-8c91-5b43f6bd3941 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (5c6c5b28-09ea-4dfc-ae52-d28819a3939d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.626348 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-212d5718-f96e-4471-8c91-5b43f6bd3941 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (5c6c5b28-09ea-4dfc-ae52-d28819a3939d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.655269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-451a07dc-db6b-40b1-bea8-cb6d7ed6d5f4 None None] Current status of the port 648e556d-26a1-4903-a90b-9c7d6d4960c6 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:33:22.655848 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-451a07dc-db6b-40b1-bea8-cb6d7ed6d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.664254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d5718-f96e-4471-8c91-5b43f6bd3941 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6c5b28-09ea-4dfc-ae52-d28819a3939d,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:22.679194 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-212d5718-f96e-4471-8c91-5b43f6bd3941 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.683346 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-212d5718-f96e-4471-8c91-5b43f6bd3941 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2591672 Feb 02 13:33:22.685814 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56754) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:22.708007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4a3aebc8-aaa6-413a-82a7-b83e96a467c9 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': 'fea1cea9-59f7-4b85-b0a6-c2e078184215', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:22.763591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a3aebc8-aaa6-413a-82a7-b83e96a467c9 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (0fa643e7-adff-44b8-9b4b-4aa71d5c267c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.805678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-451a07dc-db6b-40b1-bea8-cb6d7ed6d5f4 None None] For port 648e556d-26a1-4903-a90b-9c7d6d4960c6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=648e556d-26a1-4903-a90b-9c7d6d4960c6,segment=NetworkSegment(0b875a6b-0bc8-4566-ab58-25e2566e9f77),segment_id=0b875a6b-0bc8-4566-ab58-25e2566e9f77)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:22.813217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-451a07dc-db6b-40b1-bea8-cb6d7ed6d5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.912299 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a3aebc8-aaa6-413a-82a7-b83e96a467c9 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (0fa643e7-adff-44b8-9b4b-4aa71d5c267c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.926605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a3aebc8-aaa6-413a-82a7-b83e96a467c9 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (0fa643e7-adff-44b8-9b4b-4aa71d5c267c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:22.997404 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a07dc-db6b-40b1-bea8-cb6d7ed6d5f4 None None] Pushing event updated for resources: {'Port': ['ID=648e556d-26a1-4903-a90b-9c7d6d4960c6,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:23.040669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3aebc8-aaa6-413a-82a7-b83e96a467c9 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa643e7-adff-44b8-9b4b-4aa71d5c267c,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:23.073603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a788b1b3-b959-464a-8988-f066d327dab8 None None] Provisioning complete for port 648e556d-26a1-4903-a90b-9c7d6d4960c6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:23.074277 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a788b1b3-b959-464a-8988-f066d327dab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:23.087070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4a3aebc8-aaa6-413a-82a7-b83e96a467c9 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:23.089102 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4a3aebc8-aaa6-413a-82a7-b83e96a467c9 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3916192 Feb 02 13:33:23.091745 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56770) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:23.099081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-aa5db4d1-fee4-4fce-89bf-956c169de5df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': 'fea1cea9-59f7-4b85-b0a6-c2e078184215', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:23.141466 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:33:15Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:21Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:23.149138 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-aa5db4d1-fee4-4fce-89bf-956c169de5df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Project 3ab06f6379e4431db3bd62d9cb34c013 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:33:23.165572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa5db4d1-fee4-4fce-89bf-956c169de5df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (dd387db1-4e77-48cc-a089-64842fc821fc), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:23.167972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-5a127c6e-8613-4439-a4cc-ec122aadf98b req-1ac31aff-e07c-4784-94e1-e85616250a2b tempest-ServersNegativeTestJSON-741677066 tempest-ServersNegativeTestJSON-741677066-project] (103188) timed out ('10.222.0.62', 60273) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:33:23.255798 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe062f-effa-4798-a546-472f5e6c1287 None None] The sync data for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 is: [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:33:15Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:21Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:33:23.300841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa5db4d1-fee4-4fce-89bf-956c169de5df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (dd387db1-4e77-48cc-a089-64842fc821fc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:23.314031 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa5db4d1-fee4-4fce-89bf-956c169de5df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (dd387db1-4e77-48cc-a089-64842fc821fc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:23.337359 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a788b1b3-b959-464a-8988-f066d327dab8 None None] Current status of the port 648e556d-26a1-4903-a90b-9c7d6d4960c6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:33:23.369032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5db4d1-fee4-4fce-89bf-956c169de5df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd387db1-4e77-48cc-a089-64842fc821fc,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:23.387789 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-aa5db4d1-fee4-4fce-89bf-956c169de5df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:23.394203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56780) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:23.407039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2697336b-925d-4234-b9c5-fbbee04d77ac tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': 'fea1cea9-59f7-4b85-b0a6-c2e078184215', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:23.411066 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-aa5db4d1-fee4-4fce-89bf-956c169de5df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3179483 Feb 02 13:33:23.472300 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-2697336b-925d-4234-b9c5-fbbee04d77ac tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Project 3ab06f6379e4431db3bd62d9cb34c013 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:33:23.488634 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2697336b-925d-4234-b9c5-fbbee04d77ac tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (94d3ba73-58c7-49b3-ae73-347e5964d2c1), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:23.652726 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2697336b-925d-4234-b9c5-fbbee04d77ac tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (94d3ba73-58c7-49b3-ae73-347e5964d2c1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:23.658990 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2697336b-925d-4234-b9c5-fbbee04d77ac tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (94d3ba73-58c7-49b3-ae73-347e5964d2c1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:23.708768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2697336b-925d-4234-b9c5-fbbee04d77ac tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d3ba73-58c7-49b3-ae73-347e5964d2c1,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:23.719770 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2697336b-925d-4234-b9c5-fbbee04d77ac tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:23.720951 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2697336b-925d-4234-b9c5-fbbee04d77ac tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3258297 Feb 02 13:33:24.784525 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-7c0d9742-3ef6-4c74-bd97-83328253919f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064479165&fields=id&tenant_id=3ab06f6379e4431db3bd62d9cb34c013 HTTP/1.1" status: 200 len: 267 time: 0.1804590 Feb 02 13:33:25.119102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030322-812c-4447-90fe-c000aae70d48 req-02743f4b-c16d-45f0-bd60-063bd22ce3b7 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:25.132404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-02743f4b-c16d-45f0-bd60-063bd22ce3b7 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/networks?id=788afa56-a16d-466a-a8f9-e5ea1dfa5f61 HTTP/1.1" status: 200 len: 796 time: 0.3452613 Feb 02 13:33:25.153261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-c76ee94f-1350-49d9-a558-b9cb0c4401cf tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/quotas/3ab06f6379e4431db3bd62d9cb34c013 HTTP/1.1" status: 200 len: 375 time: 0.0194142 Feb 02 13:33:25.236229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 648e556d-26a1-4903-a90b-9c7d6d4960c6 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:33:25.279396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-9f747ef9-65a5-4811-8264-5713d2a50c98 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199129 Feb 02 13:33:25.321563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 648e556d-26a1-4903-a90b-9c7d6d4960c6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:25.322134 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:25.560719 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 648e556d-26a1-4903-a90b-9c7d6d4960c6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:33:25.763407 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-3dadc46d-5ea2-4b0a-b945-4a2702d7a744 service neutron] 10.222.0.83 "GET /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711251 Feb 02 13:33:25.946328 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-593bb34a-52f0-4896-99a7-3c984a1207a6 service neutron] 10.222.0.83 "GET /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735878 Feb 02 13:33:26.095712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:26.281601 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ea8305e-bd11-4386-ac7c-859cc72041c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:26.393549 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ea8305e-bd11-4386-ac7c-859cc72041c3 admin admin] Publish callbacks [] for security_group (e9081940-7941-4a7b-8937-a2dc8d70f7e9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:26.400308 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2ea8305e-bd11-4386-ac7c-859cc72041c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e9081940-7941-4a7b-8937-a2dc8d70f7e9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:26.458468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2ea8305e-bd11-4386-ac7c-859cc72041c3 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4ed69681b01f482ebd1abaf1deb02298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3610559 Feb 02 13:33:26.459880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8305e-bd11-4386-ac7c-859cc72041c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9081940-7941-4a7b-8937-a2dc8d70f7e9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:26.461472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56908) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:26.548218 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03e05bdb-afc5-41e6-b096-8c4fdc575e2c admin admin] Publish callbacks [] for security_group (e9081940-7941-4a7b-8937-a2dc8d70f7e9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:26.572168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03e05bdb-afc5-41e6-b096-8c4fdc575e2c admin admin] Publish callbacks [] for security_group (e9081940-7941-4a7b-8937-a2dc8d70f7e9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:26.655010 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03e05bdb-afc5-41e6-b096-8c4fdc575e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e9081940-7941-4a7b-8937-a2dc8d70f7e9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:26.658265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03e05bdb-afc5-41e6-b096-8c4fdc575e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:26.659497 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-03e05bdb-afc5-41e6-b096-8c4fdc575e2c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e9081940-7941-4a7b-8937-a2dc8d70f7e9 HTTP/1.1" status: 204 len: 168 time: 0.1959436 Feb 02 13:33:26.692564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e05bdb-afc5-41e6-b096-8c4fdc575e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9081940-7941-4a7b-8937-a2dc8d70f7e9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:27.112973 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 56932) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:27.181137 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c92f46e-ae0e-4ddf-a206-a1bddf76c03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:27.385538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c92f46e-ae0e-4ddf-a206-a1bddf76c03d admin admin] Publish callbacks [] for security_group (2531b497-c154-4c38-999d-fcec36d680ad), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:27.397546 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c92f46e-ae0e-4ddf-a206-a1bddf76c03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2531b497-c154-4c38-999d-fcec36d680ad), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:27.453626 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7c92f46e-ae0e-4ddf-a206-a1bddf76c03d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8eece8d255014c1cbac8c68f30f80552&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352218 Feb 02 13:33:27.453626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92f46e-ae0e-4ddf-a206-a1bddf76c03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2531b497-c154-4c38-999d-fcec36d680ad,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:27.453983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 56948) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:27.559178 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-525c83a8-ce75-4736-ab0c-7530cd07a463 admin admin] Publish callbacks [] for security_group (2531b497-c154-4c38-999d-fcec36d680ad), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:27.586849 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-525c83a8-ce75-4736-ab0c-7530cd07a463 admin admin] Publish callbacks [] for security_group (2531b497-c154-4c38-999d-fcec36d680ad), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:27.657138 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-525c83a8-ce75-4736-ab0c-7530cd07a463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2531b497-c154-4c38-999d-fcec36d680ad), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:27.661843 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-525c83a8-ce75-4736-ab0c-7530cd07a463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:27.664978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-525c83a8-ce75-4736-ab0c-7530cd07a463 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2531b497-c154-4c38-999d-fcec36d680ad HTTP/1.1" status: 204 len: 168 time: 0.2097833 Feb 02 13:33:27.685380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c83a8-ce75-4736-ab0c-7530cd07a463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2531b497-c154-4c38-999d-fcec36d680ad,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:27.850020 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b100dcff-f317-42b1-85fc-98bd510bce6e req-8944e7e4-550a-48b7-9a02-ba0e97a966c4 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 210 time: 0.6453927 Feb 02 13:33:29.112597 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7639aa7-63f4-4d73-921d-2832a7f3672e req-ff70a0a5-d916-4ae6-b19d-0bf9fb123cc2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 210 time: 0.0854604 Feb 02 13:33:29.282322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030322-812c-4447-90fe-c000aae70d48 req-8a3b706a-fdc1-40dc-a228-e844284bbfdb tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:29.284771 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-8a3b706a-fdc1-40dc-a228-e844284bbfdb tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.62 "GET /v2.0/networks?id=788afa56-a16d-466a-a8f9-e5ea1dfa5f61 HTTP/1.1" status: 200 len: 796 time: 0.4143205 Feb 02 13:33:29.415093 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-ee7df318-9371-4ab4-beec-fbcef4b3d582 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ab06f6379e4431db3bd62d9cb34c013 HTTP/1.1" status: 200 len: 380 time: 0.1139064 Feb 02 13:33:29.425933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-51030322-812c-4447-90fe-c000aae70d48 req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'port': {'device_id': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'admin_state_up': True, 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'security_groups': ['fea1cea9-59f7-4b85-b0a6-c2e078184215']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:29.651243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51030322-812c-4447-90fe-c000aae70d48 req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Made reservation on behalf of 3ab06f6379e4431db3bd62d9cb34c013 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:33:29.656228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-51030322-812c-4447-90fe-c000aae70d48 req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:29.865050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-51030322-812c-4447-90fe-c000aae70d48 req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Allocated IP 172.20.0.11 (788afa56-a16d-466a-a8f9-e5ea1dfa5f61/00604af0-f00d-4cb2-af62-7fd1f27debb7/b12dbf59-a1b4-44e8-a395-7b989f1f9afe) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:33:30.060245 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-51030322-812c-4447-90fe-c000aae70d48 req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:30.107160 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-51030322-812c-4447-90fe-c000aae70d48 req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:30.247469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51030322-812c-4447-90fe-c000aae70d48 req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:33:30.247469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-51030322-812c-4447-90fe-c000aae70d48 req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:33:30.247469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-51030322-812c-4447-90fe-c000aae70d48 req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:33:30.359591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=b12dbf59-a1b4-44e8-a395-7b989f1f9afe,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:30.447113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030322-812c-4447-90fe-c000aae70d48 req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:30.447867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-51030322-812c-4447-90fe-c000aae70d48 req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:30.489012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ec547-edbe-4b8d-96df-b9a1b00f2d6d req-50680199-1d2e-48b1-8418-bec5adb1e76e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:30.496452 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e9ec547-edbe-4b8d-96df-b9a1b00f2d6d req-50680199-1d2e-48b1-8418-bec5adb1e76e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 932 time: 0.1723845 Feb 02 13:33:30.504832 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-a6bd1589-f777-4083-adec-735b7e5c4b9d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0842109 Feb 02 13:33:30.523767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Request body: {'port': {'device_id': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:30.601186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e9ec547-edbe-4b8d-96df-b9a1b00f2d6d req-e963dc6d-ea3c-4923-af40-19e0adbba289 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=fea1cea9-59f7-4b85-b0a6-c2e078184215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916288 Feb 02 13:33:30.678442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:30.727507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3830df6f-4940-4683-97f9-19e8f2c39fac None None] Provisioning complete for port b12dbf59-a1b4-44e8-a395-7b989f1f9afe triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:30.728255 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3830df6f-4940-4683-97f9-19e8f2c39fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:30.792094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3830df6f-4940-4683-97f9-19e8f2c39fac None None] Port b12dbf59-a1b4-44e8-a395-7b989f1f9afe cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:33:31.335960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b12dbf59-a1b4-44e8-a395-7b989f1f9afe {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:33:31.348695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Publish callbacks [] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:31.376209 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Transition to ACTIVE for port object b12dbf59-a1b4-44e8-a395-7b989f1f9afe will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:33:31.390721 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:31.487542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Pushing event updated for resources: {'Port': ['ID=b12dbf59-a1b4-44e8-a395-7b989f1f9afe,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:31.601072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Attempting to bind port b12dbf59-a1b4-44e8-a395-7b989f1f9afe on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:33:31.601510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Attempting to bind port b12dbf59-a1b4-44e8-a395-7b989f1f9afe by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:33:31.601721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Attempting to bind port b12dbf59-a1b4-44e8-a395-7b989f1f9afe on network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:33:31.607556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Port b12dbf59-a1b4-44e8-a395-7b989f1f9afe on network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:33:31.607846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Attempting to bind port b12dbf59-a1b4-44e8-a395-7b989f1f9afe on network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:33:31.622635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:33:31.623242 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Checking segment: {'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:33:31.623990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Bound using segment: {'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:33:31.624907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Bound port: b12dbf59-a1b4-44e8-a395-7b989f1f9afe, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b875a6b-0bc8-4566-ab58-25e2566e9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:33:31.625616 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:31.804032 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fba91f3-4aca-41a3-a5e3-e19a66c4237d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:31.804968 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] For port b12dbf59-a1b4-44e8-a395-7b989f1f9afe, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:33:31.817421 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] For port b12dbf59-a1b4-44e8-a395-7b989f1f9afe, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b12dbf59-a1b4-44e8-a395-7b989f1f9afe,segment=NetworkSegment(0b875a6b-0bc8-4566-ab58-25e2566e9f77),segment_id=0b875a6b-0bc8-4566-ab58-25e2566e9f77)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:33:31.828688 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:31.918908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:31.919409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68824df-ab20-4ffa-b33c-da4ce4cf544c req-dd3d06ce-eb5c-4c85-9c5f-02315b5f1226 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:31.924020 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:31.926064 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] 10.222.0.62 "PUT /v2.0/ports/b12dbf59-a1b4-44e8-a395-7b989f1f9afe HTTP/1.1" status: 200 len: 1092 time: 1.4078302 Feb 02 13:33:31.926746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'tag': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:33:31.931393 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c68824df-ab20-4ffa-b33c-da4ce4cf544c req-dd3d06ce-eb5c-4c85-9c5f-02315b5f1226 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 944 time: 0.1377926 Feb 02 13:33:31.944803 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6a6810-ac80-44db-befd-fc039c2ae6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "73dd5482-5127-48c5-88be-bdbb59e8075d", "tag": "b12dbf59-a1b4-44e8-a395-7b989f1f9afe"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:33:32.119213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe6e95-c24f-4eef-8244-9a936cf62d1d service neutron] Pushing event updated for resources: {'Port': ['ID=b12dbf59-a1b4-44e8-a395-7b989f1f9afe,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:32.123399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c68824df-ab20-4ffa-b33c-da4ce4cf544c req-78d079bc-7622-4938-9b5c-372aeed830ab tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=fea1cea9-59f7-4b85-b0a6-c2e078184215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887882 Feb 02 13:33:32.160815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030322-812c-4447-90fe-c000aae70d48 req-3d3f0806-8d9c-4ca1-ad6c-84a4f025ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:32.163613 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-3d3f0806-8d9c-4ca1-ad6c-84a4f025ce34 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 1126 time: 0.1777196 Feb 02 13:33:32.317308 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-9dd11501-1cbd-4c76-a737-3e1655d0ccce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b12dbf59-a1b4-44e8-a395-7b989f1f9afe HTTP/1.1" status: 200 len: 217 time: 0.1386108 Feb 02 13:33:32.400411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030322-812c-4447-90fe-c000aae70d48 req-05db22e5-4435-4f7b-b1cc-537287afef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:32.400411 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-05db22e5-4435-4f7b-b1cc-537287afef1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00604af0-f00d-4cb2-af62-7fd1f27debb7 HTTP/1.1" status: 200 len: 834 time: 0.0696554 Feb 02 13:33:32.468529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51030322-812c-4447-90fe-c000aae70d48 req-44563766-2946-48a6-99d7-2a4b0a6e81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:32.472462 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-44563766-2946-48a6-99d7-2a4b0a6e81ef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=788afa56-a16d-466a-a8f9-e5ea1dfa5f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0647523 Feb 02 13:33:32.640908 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-eb88b6d0-58bf-4ba7-8c1f-ea03a0957036 service neutron] 10.222.0.62 "GET /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631002 Feb 02 13:33:32.865693 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-51030322-812c-4447-90fe-c000aae70d48 req-7af57100-48bd-44e3-b619-8b0e804276a7 service neutron] 10.222.0.62 "GET /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167559 Feb 02 13:33:33.073922 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616ea040-4ca8-4d6f-ab52-a7e35ba3bb41 x-openstack-request-id: req-616ea040-4ca8-4d6f-ab52-a7e35ba3bb41 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:33:33.074361 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dd5482-5127-48c5-88be-bdbb59e8075d", "tag": "b12dbf59-a1b4-44e8-a395-7b989f1f9afe", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:33:33.074741 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-616ea040-4ca8-4d6f-ab52-a7e35ba3bb41 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:33:33.075363 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'tag': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'status': 'completed', 'code': 200} Feb 02 13:33:33.270001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a6810-ac80-44db-befd-fc039c2ae6a4 req-24203e81-dbd7-4177-af3b-38017e82ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:33.272161 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b6a6810-ac80-44db-befd-fc039c2ae6a4 req-24203e81-dbd7-4177-af3b-38017e82ae00 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 1126 time: 0.1266470 Feb 02 13:33:33.429325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76417a28-459c-43bc-a422-ea56a8670a3c req-68ba584b-12f4-491b-9d26-7988a743733e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:33.442182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76417a28-459c-43bc-a422-ea56a8670a3c req-68ba584b-12f4-491b-9d26-7988a743733e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 944 time: 0.1243663 Feb 02 13:33:33.474612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a6810-ac80-44db-befd-fc039c2ae6a4 req-d3bba9de-610e-47a4-b146-b5d02a84f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:33.476150 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b6a6810-ac80-44db-befd-fc039c2ae6a4 req-d3bba9de-610e-47a4-b146-b5d02a84f0b3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=788afa56-a16d-466a-a8f9-e5ea1dfa5f61 HTTP/1.1" status: 200 len: 897 time: 0.1965489 Feb 02 13:33:33.541749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76417a28-459c-43bc-a422-ea56a8670a3c req-60ed681a-f07e-4a93-aae9-6015abee772b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=fea1cea9-59f7-4b85-b0a6-c2e078184215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964320 Feb 02 13:33:33.551089 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b6a6810-ac80-44db-befd-fc039c2ae6a4 req-8fbbd02b-00d6-46cf-b26a-afba4aa90f0f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b12dbf59-a1b4-44e8-a395-7b989f1f9afe HTTP/1.1" status: 200 len: 217 time: 0.0659721 Feb 02 13:33:33.636735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a6810-ac80-44db-befd-fc039c2ae6a4 req-b233b5ac-40b6-4ec9-8cb1-bbfe2f8fc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:33.639585 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b6a6810-ac80-44db-befd-fc039c2ae6a4 req-b233b5ac-40b6-4ec9-8cb1-bbfe2f8fc302 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00604af0-f00d-4cb2-af62-7fd1f27debb7 HTTP/1.1" status: 200 len: 834 time: 0.0812387 Feb 02 13:33:33.766552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a6810-ac80-44db-befd-fc039c2ae6a4 req-fd8baf25-9c14-4a75-946a-117184e6fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:33.768438 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b6a6810-ac80-44db-befd-fc039c2ae6a4 req-fd8baf25-9c14-4a75-946a-117184e6fcac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=788afa56-a16d-466a-a8f9-e5ea1dfa5f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1200900 Feb 02 13:33:33.888911 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b6a6810-ac80-44db-befd-fc039c2ae6a4 req-60eec362-c9ee-48de-a3f0-af20c99565e7 service neutron] 10.222.0.62 "GET /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131852 Feb 02 13:33:34.022825 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6b6a6810-ac80-44db-befd-fc039c2ae6a4 req-65c67dd4-9e3a-4c1a-a090-3cf11f31b4e1 service neutron] 10.222.0.62 "GET /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266785 Feb 02 13:33:34.094398 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3fac4cac-37b3-4005-9405-a4e4c1cb42cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:34.733807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805efae-a603-4800-90ba-e645ad856ddc req-7ae716dd-087b-42b0-80af-57d233f70847 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:34.735877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a805efae-a603-4800-90ba-e645ad856ddc req-7ae716dd-087b-42b0-80af-57d233f70847 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 944 time: 0.0948653 Feb 02 13:33:34.836528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a805efae-a603-4800-90ba-e645ad856ddc req-01ee40bc-a9d1-4da3-b0d8-5b510de0f5d8 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=fea1cea9-59f7-4b85-b0a6-c2e078184215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871167 Feb 02 13:33:34.900695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b12dbf59-a1b4-44e8-a395-7b989f1f9afe details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:33:35.068105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port b12dbf59-a1b4-44e8-a395-7b989f1f9afe, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b12dbf59-a1b4-44e8-a395-7b989f1f9afe,segment=NetworkSegment(0b875a6b-0bc8-4566-ab58-25e2566e9f77),segment_id=0b875a6b-0bc8-4566-ab58-25e2566e9f77)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:35.088758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'port_id': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'mac_address': 'fa:16:3e:3b:17:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:33:35.141700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port b12dbf59-a1b4-44e8-a395-7b989f1f9afe is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:33:35.143310 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:35.157513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b12dbf59-a1b4-44e8-a395-7b989f1f9afe {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:33:35.186258 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port b12dbf59-a1b4-44e8-a395-7b989f1f9afe, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b12dbf59-a1b4-44e8-a395-7b989f1f9afe,segment=NetworkSegment(0b875a6b-0bc8-4566-ab58-25e2566e9f77),segment_id=0b875a6b-0bc8-4566-ab58-25e2566e9f77)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:35.192508 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:35.273477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=b12dbf59-a1b4-44e8-a395-7b989f1f9afe,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:35.536409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['b12dbf59-a1b4-44e8-a395-7b989f1f9afe'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:33:35.638190 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:36.065267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0f79e-739b-4589-a80e-c28540f8e571 req-b9d6966f-b24c-4273-99d0-097d5e786b1b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:36.067077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90c0f79e-739b-4589-a80e-c28540f8e571 req-b9d6966f-b24c-4273-99d0-097d5e786b1b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 945 time: 0.1032598 Feb 02 13:33:36.133151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90c0f79e-739b-4589-a80e-c28540f8e571 req-b38d511d-7198-4336-b32b-82dbd6813906 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=fea1cea9-59f7-4b85-b0a6-c2e078184215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574803 Feb 02 13:33:36.827459 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:36.888430 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:36.939148 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b12dbf59-a1b4-44e8-a395-7b989f1f9afe up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:33:37.033754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port b12dbf59-a1b4-44e8-a395-7b989f1f9afe completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:33:37.040846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port b12dbf59-a1b4-44e8-a395-7b989f1f9afe triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:33:37.041511 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:37.324992 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port b12dbf59-a1b4-44e8-a395-7b989f1f9afe is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:33:37.325513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:37.353463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:33:37.354887 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038e4405-3da1-4d77-98a8-81a08fe173f7" -d '{"events": [{"server_uuid": "73dd5482-5127-48c5-88be-bdbb59e8075d", "name": "network-vif-plugged", "status": "completed", "tag": "b12dbf59-a1b4-44e8-a395-7b989f1f9afe"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:33:37.376303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f3c8bd-f8c0-436d-90ca-5d891b566e19 req-2b06f3ff-1052-42b8-8b52-db84cd5b5bba tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:37.378090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89f3c8bd-f8c0-436d-90ca-5d891b566e19 req-2b06f3ff-1052-42b8-8b52-db84cd5b5bba tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 945 time: 0.1178801 Feb 02 13:33:37.389455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port b12dbf59-a1b4-44e8-a395-7b989f1f9afe, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b12dbf59-a1b4-44e8-a395-7b989f1f9afe,segment=NetworkSegment(0b875a6b-0bc8-4566-ab58-25e2566e9f77),segment_id=0b875a6b-0bc8-4566-ab58-25e2566e9f77)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:33:37.399584 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:37.486427 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=b12dbf59-a1b4-44e8-a395-7b989f1f9afe,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:37.496964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.496964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.496964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.496964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.497485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.497485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.497661 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.497980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.498302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.498631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.498959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.499286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.499770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:37.550917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89f3c8bd-f8c0-436d-90ca-5d891b566e19 req-b94607d7-b1b9-4490-aef1-ec1452d80d7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=fea1cea9-59f7-4b85-b0a6-c2e078184215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594367 Feb 02 13:33:37.787129 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:38.068979 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:38.293752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11c42dbb-3fcc-4658-8637-6127ad66afec req-276f3dfb-d8a2-4be9-b018-b7f8710553f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1991298 Feb 02 13:33:38.434364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c42dbb-3fcc-4658-8637-6127ad66afec req-5edac460-00f7-4945-8d2c-5e2511a1b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:38.436751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11c42dbb-3fcc-4658-8637-6127ad66afec req-5edac460-00f7-4945-8d2c-5e2511a1b789 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=923d7e1e6cd6451b9f816db4eb940f70&device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 1132 time: 0.0730889 Feb 02 13:33:38.472818 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5265df-159b-473a-8e8f-531cb49b9e7d x-openstack-request-id: req-9b5265df-159b-473a-8e8f-531cb49b9e7d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:33:38.473170 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dd5482-5127-48c5-88be-bdbb59e8075d", "name": "network-vif-plugged", "status": "completed", "tag": "b12dbf59-a1b4-44e8-a395-7b989f1f9afe", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:33:38.473381 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9b5265df-159b-473a-8e8f-531cb49b9e7d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:33:38.473779 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'code': 200} Feb 02 13:33:38.570055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c42dbb-3fcc-4658-8637-6127ad66afec req-347d304c-bb84-4b51-9fec-39db8d661ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:38.571633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11c42dbb-3fcc-4658-8637-6127ad66afec req-347d304c-bb84-4b51-9fec-39db8d661ceb service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.0967827 Feb 02 13:33:38.667518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f16ba-a476-4427-af79-d69b1d076e72 req-f267b3e7-e9fc-4295-892e-838c39012399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:38.669093 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-534f16ba-a476-4427-af79-d69b1d076e72 req-f267b3e7-e9fc-4295-892e-838c39012399 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 1128 time: 0.0948155 Feb 02 13:33:38.682762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11c42dbb-3fcc-4658-8637-6127ad66afec req-5caaf07d-85c2-476e-ab9e-3c285beb9284 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=80b98258-99b4-4e89-8052-801980d7ca98 HTTP/1.1" status: 200 len: 217 time: 0.0981543 Feb 02 13:33:38.787553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c42dbb-3fcc-4658-8637-6127ad66afec req-07ea4c10-62d4-48eb-abeb-904b6b473e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:38.789325 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11c42dbb-3fcc-4658-8637-6127ad66afec req-07ea4c10-62d4-48eb-abeb-904b6b473e06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0892701 Feb 02 13:33:38.827057 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-534f16ba-a476-4427-af79-d69b1d076e72 req-c7508697-6d9e-4196-88df-d32bed398542 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fea1cea9-59f7-4b85-b0a6-c2e078184215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508639 Feb 02 13:33:38.869462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c127d-461a-42a4-a385-bf8ec6a17ee7 req-ccc3d143-52ca-4432-b6d5-b3b20678e8f1 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:38.871071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf4c127d-461a-42a4-a385-bf8ec6a17ee7 req-ccc3d143-52ca-4432-b6d5-b3b20678e8f1 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 946 time: 0.1864088 Feb 02 13:33:38.908719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c42dbb-3fcc-4658-8637-6127ad66afec req-d0d38308-7e39-4e20-8949-48c6c4571a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:38.910238 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11c42dbb-3fcc-4658-8637-6127ad66afec req-d0d38308-7e39-4e20-8949-48c6c4571a0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1135216 Feb 02 13:33:39.043760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf4c127d-461a-42a4-a385-bf8ec6a17ee7 req-7fdcdc88-b92e-46ef-ab54-7ebece86a6fd tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=fea1cea9-59f7-4b85-b0a6-c2e078184215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583862 Feb 02 13:33:39.046013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11c42dbb-3fcc-4658-8637-6127ad66afec req-6b5da849-e422-44a5-bc7a-4185b2b7e5c5 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053088 Feb 02 13:33:39.181426 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11c42dbb-3fcc-4658-8637-6127ad66afec req-5d5e3d0b-13a1-4854-8b4b-0ca747e12745 service neutron] 10.222.0.18 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291177 Feb 02 13:33:40.206835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb574a-d17c-40d2-b687-4a5af89b7239 req-9200e5c4-912e-450e-b959-78477bc75287 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:40.214081 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70cb574a-d17c-40d2-b687-4a5af89b7239 req-9200e5c4-912e-450e-b959-78477bc75287 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 946 time: 0.0698404 Feb 02 13:33:40.287380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70cb574a-d17c-40d2-b687-4a5af89b7239 req-47c6bfbf-b193-4804-861b-db3cbbc967e7 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=fea1cea9-59f7-4b85-b0a6-c2e078184215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621920 Feb 02 13:33:40.476175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55050b0c-1307-4610-8004-925b0a58d015 req-0db78cb2-4198-4979-a27c-b74d5b0b2b6a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:40.485586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55050b0c-1307-4610-8004-925b0a58d015 req-0db78cb2-4198-4979-a27c-b74d5b0b2b6a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 946 time: 0.0873172 Feb 02 13:33:40.534126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55050b0c-1307-4610-8004-925b0a58d015 req-878b0877-5a8c-4fcc-ad05-05e98e9910c2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=fea1cea9-59f7-4b85-b0a6-c2e078184215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476336 Feb 02 13:33:40.572693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57324) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:40.638505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fd5dfc-266d-463b-9a44-2804c3acd6bc tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:40.643784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b2fd5dfc-266d-463b-9a44-2804c3acd6bc tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 1123 time: 0.0699348 Feb 02 13:33:40.644133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57332) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:40.649959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:33:40.694793 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:40.850251 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:41.049780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Allocated IP 172.25.4.33 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/c70ab51c-3d73-41aa-99ba-25e19d1e7965) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:33:41.269350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (c70ab51c-3d73-41aa-99ba-25e19d1e7965), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:41.332160 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c70ab51c-3d73-41aa-99ba-25e19d1e7965), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:41.401334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=c70ab51c-3d73-41aa-99ba-25e19d1e7965,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:41.450007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:33:41.452329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:33:41.461224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:33:43.129941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for floatingip (5ba6c4b9-4adb-4a11-b95a-575ef00e1787), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:43.350805 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c70ab51c-3d73-41aa-99ba-25e19d1e7965), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:43.629188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (c70ab51c-3d73-41aa-99ba-25e19d1e7965), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:43.642062 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (c70ab51c-3d73-41aa-99ba-25e19d1e7965), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:43.770997 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (5ba6c4b9-4adb-4a11-b95a-575ef00e1787), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:43.931898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=c70ab51c-3d73-41aa-99ba-25e19d1e7965,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:43.947301 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Floating IP 5ba6c4b9-4adb-4a11-b95a-575ef00e1787 associated. External IP: 172.25.4.33, port: b12dbf59-a1b4-44e8-a395-7b989f1f9afe. Feb 02 13:33:44.334886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:33:44.508409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:33:44.544886 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:44.605625 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e0bfcab9-4d95-4d6d-95f2-1cf3fa3d508d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9592097 Feb 02 13:33:44.606547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:44.607711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'tag': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:33:44.611249 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a323b7f6-d85f-4b59-888b-675658106ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "73dd5482-5127-48c5-88be-bdbb59e8075d", "tag": "b12dbf59-a1b4-44e8-a395-7b989f1f9afe"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:33:44.657729 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c790f042-dee2-4a52-8802-3128aa297682 x-openstack-request-id: req-c790f042-dee2-4a52-8802-3128aa297682 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:33:44.658344 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dd5482-5127-48c5-88be-bdbb59e8075d", "tag": "b12dbf59-a1b4-44e8-a395-7b989f1f9afe", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:33:44.659564 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c790f042-dee2-4a52-8802-3128aa297682 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:33:44.660274 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'tag': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'status': 'completed', 'code': 200} Feb 02 13:33:44.791121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7bf1a8-d5f2-4075-84d4-2446e0502ece None None] Sync routers for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:33:44.827187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7bf1a8-d5f2-4075-84d4-2446e0502ece None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:44.832370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9f7bf1a8-d5f2-4075-84d4-2446e0502ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:44.841644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b7f6-d85f-4b59-888b-675658106ac0 req-e3852646-0a6d-48e8-ac81-a1530136c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:44.844417 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a323b7f6-d85f-4b59-888b-675658106ac0 req-e3852646-0a6d-48e8-ac81-a1530136c504 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 1128 time: 0.0956542 Feb 02 13:33:44.984468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b7f6-d85f-4b59-888b-675658106ac0 req-01331211-87c6-4e9c-9eab-1c50b4c88dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:44.988135 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a323b7f6-d85f-4b59-888b-675658106ac0 req-01331211-87c6-4e9c-9eab-1c50b4c88dd4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=788afa56-a16d-466a-a8f9-e5ea1dfa5f61 HTTP/1.1" status: 200 len: 897 time: 0.1372952 Feb 02 13:33:45.114131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a323b7f6-d85f-4b59-888b-675658106ac0 req-047a7fbe-cc97-44d0-ada4-79ad86496a14 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b12dbf59-a1b4-44e8-a395-7b989f1f9afe HTTP/1.1" status: 200 len: 999 time: 0.1193180 Feb 02 13:33:45.122066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-587f9be6-6a03-4dc8-82ee-9acc3a28f539 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/floatingips/5ba6c4b9-4adb-4a11-b95a-575ef00e1787 HTTP/1.1" status: 200 len: 991 time: 0.5131905 Feb 02 13:33:45.203633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b7f6-d85f-4b59-888b-675658106ac0 req-992b2346-b19f-4ff8-9cc1-2eb98050eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:45.206114 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a323b7f6-d85f-4b59-888b-675658106ac0 req-992b2346-b19f-4ff8-9cc1-2eb98050eb66 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00604af0-f00d-4cb2-af62-7fd1f27debb7 HTTP/1.1" status: 200 len: 834 time: 0.0858333 Feb 02 13:33:45.242213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9f7bf1a8-d5f2-4075-84d4-2446e0502ece None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:45.304968 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b7f6-d85f-4b59-888b-675658106ac0 req-2ca4995c-1d1d-4520-aef6-425f219550f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:45.306861 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a323b7f6-d85f-4b59-888b-675658106ac0 req-2ca4995c-1d1d-4520-aef6-425f219550f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=788afa56-a16d-466a-a8f9-e5ea1dfa5f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789566 Feb 02 13:33:45.502522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a323b7f6-d85f-4b59-888b-675658106ac0 req-8a7ebf39-90bf-4395-b682-5580ad84e1c7 service neutron] 10.222.0.62 "GET /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878262 Feb 02 13:33:45.658971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9f7bf1a8-d5f2-4075-84d4-2446e0502ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:33:15Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5ba6c4b9-4adb-4a11-b95a-575ef00e1787', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'port_id': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'mac_address': 'fa:16:3e:3b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:33:41Z', 'updated_at': '2022-02-02T13:33:41Z', 'revision_number': 0, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:22Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:45.713775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7bf1a8-d5f2-4075-84d4-2446e0502ece None None] Checking router: 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:33:45.731063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7bf1a8-d5f2-4075-84d4-2446e0502ece None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:33:45.731955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9f7bf1a8-d5f2-4075-84d4-2446e0502ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:33:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:45.749536 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a323b7f6-d85f-4b59-888b-675658106ac0 req-fccb21ae-c192-47bd-827f-a5abe2416ef0 service neutron] 10.222.0.62 "GET /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393520 Feb 02 13:33:45.925577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9f7bf1a8-d5f2-4075-84d4-2446e0502ece None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:33:46.126392 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57450) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:46.334714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3fc67ef3-cdca-48b2-921f-b2eabba5066b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/floatingips/5ba6c4b9-4adb-4a11-b95a-575ef00e1787 HTTP/1.1" status: 200 len: 991 time: 0.2057583 Feb 02 13:33:46.357634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9f7bf1a8-d5f2-4075-84d4-2446e0502ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:33:15Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5ba6c4b9-4adb-4a11-b95a-575ef00e1787', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'port_id': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'mac_address': 'fa:16:3e:3b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:33:41Z', 'updated_at': '2022-02-02T13:33:41Z', 'revision_number': 0, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:22Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:33:46.399822 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7bf1a8-d5f2-4075-84d4-2446e0502ece None None] The sync data for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 is: [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:33:15Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5ba6c4b9-4adb-4a11-b95a-575ef00e1787', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'port_id': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'mac_address': 'fa:16:3e:3b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:33:41Z', 'updated_at': '2022-02-02T13:33:41Z', 'revision_number': 0, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:22Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:33:46.767617 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7773ecc-5cc2-41c4-932e-fb2493d09994 None None] New status for floating IP 5ba6c4b9-4adb-4a11-b95a-575ef00e1787: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:33:47.340357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57472) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:47.510614 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ddba8ac1-d3df-4ddc-a6d7-773a8201927b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/floatingips/5ba6c4b9-4adb-4a11-b95a-575ef00e1787 HTTP/1.1" status: 200 len: 993 time: 0.1688120 Feb 02 13:33:51.493807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57816) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:51.683907 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-43636622-77b9-4f36-92dc-656482e30090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:51.927590 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-43636622-77b9-4f36-92dc-656482e30090 admin admin] Publish callbacks [] for security_group (6be408b2-c999-4355-bbc0-7a1b206170b5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:51.932696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-43636622-77b9-4f36-92dc-656482e30090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6be408b2-c999-4355-bbc0-7a1b206170b5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:52.027126 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-43636622-77b9-4f36-92dc-656482e30090 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=77103422497b4054b656d8633914e4b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5313153 Feb 02 13:33:52.028870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43636622-77b9-4f36-92dc-656482e30090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be408b2-c999-4355-bbc0-7a1b206170b5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:52.030799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 57876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:52.120540 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7944dc4d-145e-432e-aad2-a5bfc9d61d52 admin admin] Publish callbacks [] for security_group (6be408b2-c999-4355-bbc0-7a1b206170b5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:52.157003 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7944dc4d-145e-432e-aad2-a5bfc9d61d52 admin admin] Publish callbacks [] for security_group (6be408b2-c999-4355-bbc0-7a1b206170b5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:52.277456 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7944dc4d-145e-432e-aad2-a5bfc9d61d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6be408b2-c999-4355-bbc0-7a1b206170b5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:52.281225 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7944dc4d-145e-432e-aad2-a5bfc9d61d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:52.287322 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7944dc4d-145e-432e-aad2-a5bfc9d61d52 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6be408b2-c999-4355-bbc0-7a1b206170b5 HTTP/1.1" status: 204 len: 168 time: 0.2548230 Feb 02 13:33:52.300440 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944dc4d-145e-432e-aad2-a5bfc9d61d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be408b2-c999-4355-bbc0-7a1b206170b5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:53.019290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 57978) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:53.038919 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dccd87f8-cd67-485b-81f9-5ac14530fe3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:53.187742 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dccd87f8-cd67-485b-81f9-5ac14530fe3b admin admin] Publish callbacks [] for security_group (a5533121-19a9-4469-8e53-3e1d2664b155), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:53.193970 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dccd87f8-cd67-485b-81f9-5ac14530fe3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a5533121-19a9-4469-8e53-3e1d2664b155), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:53.228344 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dccd87f8-cd67-485b-81f9-5ac14530fe3b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=26fb0cb6d9384e08864f93315d222102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2077415 Feb 02 13:33:53.231441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58004) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:53.261868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd87f8-cd67-485b-81f9-5ac14530fe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5533121-19a9-4469-8e53-3e1d2664b155,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:53.350562 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55311724-1ce9-4c6d-87b8-edcce9f05c54 admin admin] Publish callbacks [] for security_group (a5533121-19a9-4469-8e53-3e1d2664b155), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:53.380128 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55311724-1ce9-4c6d-87b8-edcce9f05c54 admin admin] Publish callbacks [] for security_group (a5533121-19a9-4469-8e53-3e1d2664b155), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:53.468954 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55311724-1ce9-4c6d-87b8-edcce9f05c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a5533121-19a9-4469-8e53-3e1d2664b155), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:53.473420 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-55311724-1ce9-4c6d-87b8-edcce9f05c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:53.475343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-55311724-1ce9-4c6d-87b8-edcce9f05c54 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/a5533121-19a9-4469-8e53-3e1d2664b155 HTTP/1.1" status: 204 len: 168 time: 0.2424479 Feb 02 13:33:53.485413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55311724-1ce9-4c6d-87b8-edcce9f05c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5533121-19a9-4469-8e53-3e1d2664b155,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:54.122682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58054) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:54.137110 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-152f425e-1f98-4eec-86be-5ab57624cfa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:54.236858 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-152f425e-1f98-4eec-86be-5ab57624cfa9 admin admin] Publish callbacks [] for security_group (6ac79fb6-28b3-45c8-8731-fa4ee13c50f8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:54.243250 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-152f425e-1f98-4eec-86be-5ab57624cfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6ac79fb6-28b3-45c8-8731-fa4ee13c50f8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:54.297485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58058) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:33:54.298307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-152f425e-1f98-4eec-86be-5ab57624cfa9 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ebd5bebc624b428d9cafcb29fe4d2dfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1733587 Feb 02 13:33:54.300135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f425e-1f98-4eec-86be-5ab57624cfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac79fb6-28b3-45c8-8731-fa4ee13c50f8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:54.386494 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Publish callbacks [] for security_group (6ac79fb6-28b3-45c8-8731-fa4ee13c50f8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:54.421418 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Publish callbacks [] for security_group (6ac79fb6-28b3-45c8-8731-fa4ee13c50f8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:54.503603 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6ac79fb6-28b3-45c8-8731-fa4ee13c50f8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:54.506232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:33:54.507587 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6ac79fb6-28b3-45c8-8731-fa4ee13c50f8 HTTP/1.1" status: 204 len: 168 time: 0.2074010 Feb 02 13:33:54.528700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac79fb6-28b3-45c8-8731-fa4ee13c50f8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:33:54.553139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:54.553710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:54.554277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:54.554837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:54.556358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:54.556927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:54.557560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:54.558125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:54.558874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:54.559519 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:54.561857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:54.562483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:54.563031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16d9d8d-6ea8-443a-8237-b4ffc13cd3fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:33:57.522897 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:33:57.705519 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41dc88e9-0916-4e33-8343-7973d06adaf9 req-311d67aa-5ff4-4cab-b06c-664f5cb8719f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562735 Feb 02 13:33:57.836134 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc88e9-0916-4e33-8343-7973d06adaf9 req-63c55618-fb87-4b9c-9818-5bec83738df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:57.838069 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41dc88e9-0916-4e33-8343-7973d06adaf9 req-63c55618-fb87-4b9c-9818-5bec83738df5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=86e28d2ac0ce4d0ca658e395a4bb32ad&device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 1128 time: 0.0577257 Feb 02 13:33:57.998817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc88e9-0916-4e33-8343-7973d06adaf9 req-06149426-2b5f-4460-ac21-a7509c0e7b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:58.000652 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41dc88e9-0916-4e33-8343-7973d06adaf9 req-06149426-2b5f-4460-ac21-a7509c0e7b95 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd HTTP/1.1" status: 200 len: 909 time: 0.1343544 Feb 02 13:33:58.105535 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41dc88e9-0916-4e33-8343-7973d06adaf9 req-cf666ff8-3502-4b4f-8080-073b2fc8afe1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9 HTTP/1.1" status: 200 len: 1002 time: 0.0944624 Feb 02 13:33:58.232585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc88e9-0916-4e33-8343-7973d06adaf9 req-4a35f435-158e-43b3-9870-466d5a7620ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:58.235754 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41dc88e9-0916-4e33-8343-7973d06adaf9 req-4a35f435-158e-43b3-9870-466d5a7620ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=a7fa6e74-4bf2-4518-8565-fcb26f144e98 HTTP/1.1" status: 200 len: 847 time: 0.1199887 Feb 02 13:33:58.309046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc88e9-0916-4e33-8343-7973d06adaf9 req-38e3f48d-d753-4b00-9d09-c0d2304d0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:33:58.310819 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41dc88e9-0916-4e33-8343-7973d06adaf9 req-38e3f48d-d753-4b00-9d09-c0d2304d0e3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0673518 Feb 02 13:33:58.435886 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41dc88e9-0916-4e33-8343-7973d06adaf9 req-2e9d0c8c-19c6-4a5b-8cdf-31416b39b077 service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171987 Feb 02 13:33:58.551721 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-41dc88e9-0916-4e33-8343-7973d06adaf9 req-a3a58cf9-94de-400a-83bd-436e7b385871 service neutron] 10.222.0.62 "GET /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095836 Feb 02 13:34:01.799396 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-57588e25-86f6-4ce7-ac42-e27388085e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:03.585628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58174) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:03.765081 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db61e4b6-6423-4fb4-8fbb-6eac959b905d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:03.852924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db61e4b6-6423-4fb4-8fbb-6eac959b905d admin admin] Publish callbacks [] for security_group (d4b5ba3d-b4ba-4dc1-b97c-66b8b4e0ef8a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:03.872192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-db61e4b6-6423-4fb4-8fbb-6eac959b905d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d4b5ba3d-b4ba-4dc1-b97c-66b8b4e0ef8a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:03.909770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61e4b6-6423-4fb4-8fbb-6eac959b905d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b5ba3d-b4ba-4dc1-b97c-66b8b4e0ef8a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:03.939009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58186) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:03.939925 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-db61e4b6-6423-4fb4-8fbb-6eac959b905d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ae65d56f0adc454785995747afca16e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3518219 Feb 02 13:34:04.037797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-546af66c-93de-4c5d-82b3-80ede271445c admin admin] Publish callbacks [] for security_group (d4b5ba3d-b4ba-4dc1-b97c-66b8b4e0ef8a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:04.073546 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-546af66c-93de-4c5d-82b3-80ede271445c admin admin] Publish callbacks [] for security_group (d4b5ba3d-b4ba-4dc1-b97c-66b8b4e0ef8a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:04.095197 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49a947d8-8141-4ce5-b6b4-e3d9d4c7bcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:04.135177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f4336-3c23-4f73-a523-bace5d26b585 req-72afebbe-cfb2-46b3-9b52-5bf827463846 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:04.136863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-664f4336-3c23-4f73-a523-bace5d26b585 req-72afebbe-cfb2-46b3-9b52-5bf827463846 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 950 time: 0.1506703 Feb 02 13:34:04.179178 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-546af66c-93de-4c5d-82b3-80ede271445c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d4b5ba3d-b4ba-4dc1-b97c-66b8b4e0ef8a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:04.181750 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-546af66c-93de-4c5d-82b3-80ede271445c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:04.182916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-546af66c-93de-4c5d-82b3-80ede271445c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d4b5ba3d-b4ba-4dc1-b97c-66b8b4e0ef8a HTTP/1.1" status: 204 len: 168 time: 0.2425399 Feb 02 13:34:04.202733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546af66c-93de-4c5d-82b3-80ede271445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b5ba3d-b4ba-4dc1-b97c-66b8b4e0ef8a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:04.209645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-664f4336-3c23-4f73-a523-bace5d26b585 req-a7f8e573-f3aa-43ad-b3b2-372af8d07c67 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e02d99-93fa-40bd-b25f-8a428bcab2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657470 Feb 02 13:34:04.603588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58192) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:04.626400 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92e7f55e-80f1-4ccd-b9e1-41cd8222a508 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:04.764820 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92e7f55e-80f1-4ccd-b9e1-41cd8222a508 admin admin] Publish callbacks [] for security_group (65a9aa98-d9ac-4e0f-8568-f3e3098fb8c3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:04.771045 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92e7f55e-80f1-4ccd-b9e1-41cd8222a508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (65a9aa98-d9ac-4e0f-8568-f3e3098fb8c3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:04.823658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-92e7f55e-80f1-4ccd-b9e1-41cd8222a508 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=9aaaef28db12406f82ed9fb18c7b2ad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2146430 Feb 02 13:34:04.824026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58196) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:04.833373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7f55e-80f1-4ccd-b9e1-41cd8222a508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a9aa98-d9ac-4e0f-8568-f3e3098fb8c3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:04.891273 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25640964-02fe-40bd-9961-eca38ae9fae1 admin admin] Publish callbacks [] for security_group (65a9aa98-d9ac-4e0f-8568-f3e3098fb8c3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:04.921285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25640964-02fe-40bd-9961-eca38ae9fae1 admin admin] Publish callbacks [] for security_group (65a9aa98-d9ac-4e0f-8568-f3e3098fb8c3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:04.986358 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25640964-02fe-40bd-9961-eca38ae9fae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (65a9aa98-d9ac-4e0f-8568-f3e3098fb8c3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:04.989955 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-25640964-02fe-40bd-9961-eca38ae9fae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:04.992681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-25640964-02fe-40bd-9961-eca38ae9fae1 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/65a9aa98-d9ac-4e0f-8568-f3e3098fb8c3 HTTP/1.1" status: 204 len: 168 time: 0.1654961 Feb 02 13:34:05.000526 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25640964-02fe-40bd-9961-eca38ae9fae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a9aa98-d9ac-4e0f-8568-f3e3098fb8c3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:05.410240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64ecd9-89d4-4da3-8e41-26a494241fca req-37835be3-27c5-4d20-b353-e08ebc17ca59 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:05.429168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e64ecd9-89d4-4da3-8e41-26a494241fca req-37835be3-27c5-4d20-b353-e08ebc17ca59 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 950 time: 0.1055300 Feb 02 13:34:05.504103 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e64ecd9-89d4-4da3-8e41-26a494241fca req-8a509e6c-c836-45e4-8749-cdbd8b57c1f6 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/security-groups?id=d3e02d99-93fa-40bd-b25f-8a428bcab2ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736725 Feb 02 13:34:05.607677 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:05.732554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f90730-152d-4be2-a594-9641f5d25f3d req-67c741a6-5466-498a-a4e6-845b76c43043 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:05.734015 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-41f90730-152d-4be2-a594-9641f5d25f3d req-67c741a6-5466-498a-a4e6-845b76c43043 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.18 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 950 time: 0.0958092 Feb 02 13:34:05.879779 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-41f90730-152d-4be2-a594-9641f5d25f3d req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Deleting port 80b98258-99b4-4e89-8052-801980d7ca98 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:34:05.881662 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41f90730-152d-4be2-a594-9641f5d25f3d req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (80b98258-99b4-4e89-8052-801980d7ca98), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:05.990421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-41f90730-152d-4be2-a594-9641f5d25f3d req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] For port 80b98258-99b4-4e89-8052-801980d7ca98, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=80b98258-99b4-4e89-8052-801980d7ca98,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:05.991540 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41f90730-152d-4be2-a594-9641f5d25f3d req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (80b98258-99b4-4e89-8052-801980d7ca98), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:06.009939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-41f90730-152d-4be2-a594-9641f5d25f3d req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Calling delete_port for 80b98258-99b4-4e89-8052-801980d7ca98 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:34:06.173444 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41f90730-152d-4be2-a594-9641f5d25f3d req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (80b98258-99b4-4e89-8052-801980d7ca98), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:06.208427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Pushing event deleted for resources: {'Port': ['ID=80b98258-99b4-4e89-8052-801980d7ca98,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:06.222137 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.222754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.223269 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.223639 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.223844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['80b98258-99b4-4e89-8052-801980d7ca98'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:34:06.224000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.224260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.224784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.225087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.226033 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.226377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.226744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.227062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.227393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:06.276995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f90730-152d-4be2-a594-9641f5d25f3d req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] No DVR routers for this DVR port 80b98258-99b4-4e89-8052-801980d7ca98 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:34:06.280051 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-41f90730-152d-4be2-a594-9641f5d25f3d req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:06.284449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-41f90730-152d-4be2-a594-9641f5d25f3d req-12572258-84e4-4fd0-880d-b1816cd634e3 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.18 "DELETE /v2.0/ports/80b98258-99b4-4e89-8052-801980d7ca98 HTTP/1.1" status: 204 len: 173 time: 0.5421543 Feb 02 13:34:06.284903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924101f3-4013-488f-aec5-f9ba26727630', 'name': 'network-vif-deleted', 'tag': '80b98258-99b4-4e89-8052-801980d7ca98'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:34:06.287439 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d39377e-3c49-4389-a5c5-0905c4f7d706" -d '{"events": [{"server_uuid": "924101f3-4013-488f-aec5-f9ba26727630", "name": "network-vif-deleted", "tag": "80b98258-99b4-4e89-8052-801980d7ca98"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:34:06.508036 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba45bfd6-cfec-4510-aa6d-e7143c258193 x-openstack-request-id: req-ba45bfd6-cfec-4510-aa6d-e7143c258193 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:34:06.508337 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "924101f3-4013-488f-aec5-f9ba26727630", "name": "network-vif-deleted", "tag": "80b98258-99b4-4e89-8052-801980d7ca98", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:34:06.508586 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ba45bfd6-cfec-4510-aa6d-e7143c258193 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:34:06.508986 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924101f3-4013-488f-aec5-f9ba26727630', 'name': 'network-vif-deleted', 'tag': '80b98258-99b4-4e89-8052-801980d7ca98', 'status': 'completed', 'code': 200} Feb 02 13:34:06.640494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8dc2edf4-7250-4eb9-bc47-e2d126fec234 req-1ecc962c-30a9-47ef-8b4d-661c10e3a737 tempest-VolumesBackupsTest-1540958648 tempest-VolumesBackupsTest-1540958648-project] 10.222.0.83 "GET /v2.0/ports?device_id=924101f3-4013-488f-aec5-f9ba26727630 HTTP/1.1" status: 200 len: 210 time: 0.0344434 Feb 02 13:34:06.890681 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:06.928000 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:07.775692 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:08.052218 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:10.108086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 80b98258-99b4-4e89-8052-801980d7ca98 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:34:10.131935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 80b98258-99b4-4e89-8052-801980d7ca98 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:34:10.132395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 80b98258-99b4-4e89-8052-801980d7ca98 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:34:16.821440 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58818) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:16.997199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3827ac-7a8f-47c2-8867-b92aa242561d tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:16.998007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3827ac-7a8f-47c2-8867-b92aa242561d tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:16.998637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3827ac-7a8f-47c2-8867-b92aa242561d tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:17.000735 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1e3827ac-7a8f-47c2-8867-b92aa242561d tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/ports?project_id=3ab06f6379e4431db3bd62d9cb34c013&network_id=788afa56-a16d-466a-a8f9-e5ea1dfa5f61 HTTP/1.1" status: 200 len: 3073 time: 0.1779220 Feb 02 13:34:17.224042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58846) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:17.418220 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bfe294b0-5d0b-43b4-adf0-2178b1502c9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:17.544924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bfe294b0-5d0b-43b4-adf0-2178b1502c9d admin admin] Publish callbacks [] for security_group (79d80d60-885b-4c1c-94b5-073cdc76d9e2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:17.555573 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bfe294b0-5d0b-43b4-adf0-2178b1502c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (79d80d60-885b-4c1c-94b5-073cdc76d9e2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:17.607275 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bfe294b0-5d0b-43b4-adf0-2178b1502c9d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b7365ddb055c4cb7a297fc14c793384a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3818750 Feb 02 13:34:17.609731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58856) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:17.618487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe294b0-5d0b-43b4-adf0-2178b1502c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d80d60-885b-4c1c-94b5-073cdc76d9e2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:17.755089 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4a357fc-ac78-4164-bd0e-35a5dffe5c40 admin admin] Publish callbacks [] for security_group (79d80d60-885b-4c1c-94b5-073cdc76d9e2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:17.794258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4a357fc-ac78-4164-bd0e-35a5dffe5c40 admin admin] Publish callbacks [] for security_group (79d80d60-885b-4c1c-94b5-073cdc76d9e2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:17.870427 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4a357fc-ac78-4164-bd0e-35a5dffe5c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (79d80d60-885b-4c1c-94b5-073cdc76d9e2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:17.873890 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4a357fc-ac78-4164-bd0e-35a5dffe5c40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:17.878232 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b4a357fc-ac78-4164-bd0e-35a5dffe5c40 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/79d80d60-885b-4c1c-94b5-073cdc76d9e2 HTTP/1.1" status: 204 len: 168 time: 0.2672350 Feb 02 13:34:17.888438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a357fc-ac78-4164-bd0e-35a5dffe5c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d80d60-885b-4c1c-94b5-073cdc76d9e2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:18.303987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:18.318819 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-092c0ebb-6bb8-45fe-9951-a4e7ae45410d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:18.418979 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-092c0ebb-6bb8-45fe-9951-a4e7ae45410d admin admin] Publish callbacks [] for security_group (0015191b-6f59-45d3-9089-c72853fca1a6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:18.423887 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-092c0ebb-6bb8-45fe-9951-a4e7ae45410d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0015191b-6f59-45d3-9089-c72853fca1a6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:18.463052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c0ebb-6bb8-45fe-9951-a4e7ae45410d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0015191b-6f59-45d3-9089-c72853fca1a6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:18.472739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58870) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:18.472917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-092c0ebb-6bb8-45fe-9951-a4e7ae45410d admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8bf17eb992f34fab939eeed295af4be3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1668835 Feb 02 13:34:18.528834 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd846619-b955-43c9-a6e6-3c1bf59f99ab admin admin] Publish callbacks [] for security_group (0015191b-6f59-45d3-9089-c72853fca1a6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:18.553124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd846619-b955-43c9-a6e6-3c1bf59f99ab admin admin] Publish callbacks [] for security_group (0015191b-6f59-45d3-9089-c72853fca1a6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:18.618972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd846619-b955-43c9-a6e6-3c1bf59f99ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0015191b-6f59-45d3-9089-c72853fca1a6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:18.621947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cd846619-b955-43c9-a6e6-3c1bf59f99ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:18.623472 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cd846619-b955-43c9-a6e6-3c1bf59f99ab admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/0015191b-6f59-45d3-9089-c72853fca1a6 HTTP/1.1" status: 204 len: 168 time: 0.1487417 Feb 02 13:34:18.646995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd846619-b955-43c9-a6e6-3c1bf59f99ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0015191b-6f59-45d3-9089-c72853fca1a6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:18.667982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58886) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:18.816989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2874bf-0e66-47c4-8868-2e1f6d3db707 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:18.837384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-df2874bf-0e66-47c4-8868-2e1f6d3db707 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d HTTP/1.1" status: 200 len: 814 time: 0.1678669 Feb 02 13:34:19.525730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:19.530808 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-11997101-b5b9-4682-8071-d8d38a5e3e31 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'network': {'name': 'tempest-network-smoke--610126796', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:19.552623 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11997101-b5b9-4682-8071-d8d38a5e3e31 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Made reservation on behalf of 3ab06f6379e4431db3bd62d9cb34c013 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:34:19.557615 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11997101-b5b9-4682-8071-d8d38a5e3e31 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:19.588010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11997101-b5b9-4682-8071-d8d38a5e3e31 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:34:19.602828 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11997101-b5b9-4682-8071-d8d38a5e3e31 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (6c76beb9-012a-4a55-aa9d-b87b35028e4e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:19.603486 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-11997101-b5b9-4682-8071-d8d38a5e3e31 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Added segment 6c76beb9-012a-4a55-aa9d-b87b35028e4e of type vlan for network 182c7c5f-3850-4f20-a53c-bd97412392e0 Feb 02 13:34:19.661370 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11997101-b5b9-4682-8071-d8d38a5e3e31 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (182c7c5f-3850-4f20-a53c-bd97412392e0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:19.717870 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11997101-b5b9-4682-8071-d8d38a5e3e31 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (182c7c5f-3850-4f20-a53c-bd97412392e0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:19.724519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11997101-b5b9-4682-8071-d8d38a5e3e31 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:19.725245 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11997101-b5b9-4682-8071-d8d38a5e3e31 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:19.796960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-11997101-b5b9-4682-8071-d8d38a5e3e31 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2698376 Feb 02 13:34:19.802693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58958) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:19.920087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11997101-b5b9-4682-8071-d8d38a5e3e31 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Network': ['ID=182c7c5f-3850-4f20-a53c-bd97412392e0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:19.934944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 182c7c5f-3850-4f20-a53c-bd97412392e0 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:34:20.029845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54431018-1175-480b-9776-5f37325c4f7a tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:20.031510 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-54431018-1175-480b-9776-5f37325c4f7a tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=3ab06f6379e4431db3bd62d9cb34c013&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2304416 Feb 02 13:34:20.034538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58962) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:20.231786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f60c558-d4e3-41c3-bb73-e9dda92213bc tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:20.236638 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6f60c558-d4e3-41c3-bb73-e9dda92213bc tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1982296 Feb 02 13:34:20.238285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58964) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:20.312055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58968) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:20.312382 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-71e3df68-c643-49a8-b316-e5fbe2c6af17 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694456 Feb 02 13:34:20.364493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58970) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:20.366166 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b27452ba-4d0a-48fc-a7ef-d91243a643b8 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=3ab06f6379e4431db3bd62d9cb34c013&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527241 Feb 02 13:34:20.485122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a923f8c9-538c-4325-8f09-510ef82a3a83 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:20.489573 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a923f8c9-538c-4325-8f09-510ef82a3a83 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1235836 Feb 02 13:34:20.492384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58972) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:20.532604 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-601007ae-2f54-4fa9-a018-6a6a66e50a51 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388119 Feb 02 13:34:20.535595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58974) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:20.541426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2ce0b475-f79d-4599-93c3-b489c86727df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1170174245', 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:20.665434 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce0b475-f79d-4599-93c3-b489c86727df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Made reservation on behalf of 3ab06f6379e4431db3bd62d9cb34c013 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:34:20.671006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2ce0b475-f79d-4599-93c3-b489c86727df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:20.905538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2ce0b475-f79d-4599-93c3-b489c86727df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (22b219de-98fe-40f0-9421-26e4e683eb71), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:21.272935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce0b475-f79d-4599-93c3-b489c86727df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Subnet': ['ID=22b219de-98fe-40f0-9421-26e4e683eb71,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:21.293921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce0b475-f79d-4599-93c3-b489c86727df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Checking segment: {'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:34:21.294431 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce0b475-f79d-4599-93c3-b489c86727df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network hostable DHCP agents. Network: 182c7c5f-3850-4f20-a53c-bd97412392e0, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:34:21.318763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce0b475-f79d-4599-93c3-b489c86727df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 182c7c5f-3850-4f20-a53c-bd97412392e0 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:34:21.336325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2ce0b475-f79d-4599-93c3-b489c86727df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 182c7c5f-3850-4f20-a53c-bd97412392e0) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:21.344927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce0b475-f79d-4599-93c3-b489c86727df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:21.345892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2ce0b475-f79d-4599-93c3-b489c86727df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:21.355369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4375c70f-972f-4860-9803-b55175239af5 None None] Network 182c7c5f-3850-4f20-a53c-bd97412392e0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:34:21.379623 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2ce0b475-f79d-4599-93c3-b489c86727df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8403788 Feb 02 13:34:21.567406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-182c7c5f-3850-4f20-a53c-bd97412392e0', 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ips': [{'subnet_id': '22b219de-98fe-40f0-9421-26e4e683eb71'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:34:21.568435 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:21.787992 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Allocated IP 172.20.0.18 (182c7c5f-3850-4f20-a53c-bd97412392e0/22b219de-98fe-40f0-9421-26e4e683eb71/b6a927f6-baf0-4b95-895b-495aefb3afae) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:34:21.923240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58982) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:21.929123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a2524541-5650-45b3-9ce8-bce08eb024ad tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20042858', 'description': 'tempest-secgroup-smoke-20042858 description', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:21.961662 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2524541-5650-45b3-9ce8-bce08eb024ad tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.007795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Publish callbacks [] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.016966 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.072905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Network 182c7c5f-3850-4f20-a53c-bd97412392e0 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:34:22.076612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:22.081133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:34:22.102757 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2524541-5650-45b3-9ce8-bce08eb024ad tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (6d2f75e0-20aa-46db-b7f9-561d98c36075), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.110632 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2524541-5650-45b3-9ce8-bce08eb024ad tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6d2f75e0-20aa-46db-b7f9-561d98c36075), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.124875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Pushing event updated for resources: {'Port': ['ID=b6a927f6-baf0-4b95-895b-495aefb3afae,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:22.159813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2524541-5650-45b3-9ce8-bce08eb024ad tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2f75e0-20aa-46db-b7f9-561d98c36075,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:22.161668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Attempting to bind port b6a927f6-baf0-4b95-895b-495aefb3afae on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:34:22.162293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Attempting to bind port b6a927f6-baf0-4b95-895b-495aefb3afae by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:34:22.162830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Attempting to bind port b6a927f6-baf0-4b95-895b-495aefb3afae on network 182c7c5f-3850-4f20-a53c-bd97412392e0 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:34:22.169453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:34:22.169809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Checking segment: {'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:34:22.170216 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.170916 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Bound using segment: {'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:34:22.171763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Bound port: b6a927f6-baf0-4b95-895b-495aefb3afae, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:34:22.172250 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.175635 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a2524541-5650-45b3-9ce8-bce08eb024ad tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.176964 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a2524541-5650-45b3-9ce8-bce08eb024ad tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2517638 Feb 02 13:34:22.179841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58986) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:22.185540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1d5409e7-b295-4e25-8e01-b9aeaf2a1a02 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': '6d2f75e0-20aa-46db-b7f9-561d98c36075', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:22.225684 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d5409e7-b295-4e25-8e01-b9aeaf2a1a02 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (376edcbb-b430-486c-b8ec-4b6c0feb6d2a), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.257015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] For port b6a927f6-baf0-4b95-895b-495aefb3afae, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:34:22.262438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] For port b6a927f6-baf0-4b95-895b-495aefb3afae, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b6a927f6-baf0-4b95-895b-495aefb3afae,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:34:22.270520 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.312993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d5409e7-b295-4e25-8e01-b9aeaf2a1a02 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (376edcbb-b430-486c-b8ec-4b6c0feb6d2a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.321401 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d5409e7-b295-4e25-8e01-b9aeaf2a1a02 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (376edcbb-b430-486c-b8ec-4b6c0feb6d2a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.347771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7800e-a6ca-481c-bfdd-3333730bd7a4 None None] Pushing event updated for resources: {'Port': ['ID=b6a927f6-baf0-4b95-895b-495aefb3afae,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:22.357941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1d5409e7-b295-4e25-8e01-b9aeaf2a1a02 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.359018 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1d5409e7-b295-4e25-8e01-b9aeaf2a1a02 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1776307 Feb 02 13:34:22.362015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5409e7-b295-4e25-8e01-b9aeaf2a1a02 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376edcbb-b430-486c-b8ec-4b6c0feb6d2a,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:22.362261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 58988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:22.370071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-140e049b-ea47-46c4-8de3-2c79fdc1e0b3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': '6d2f75e0-20aa-46db-b7f9-561d98c36075', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:22.410848 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-140e049b-ea47-46c4-8de3-2c79fdc1e0b3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (71715fe2-c433-46e5-8b3c-27156b64aa3c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.874523 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-140e049b-ea47-46c4-8de3-2c79fdc1e0b3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (71715fe2-c433-46e5-8b3c-27156b64aa3c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.881351 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-140e049b-ea47-46c4-8de3-2c79fdc1e0b3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (71715fe2-c433-46e5-8b3c-27156b64aa3c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.909354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e049b-ea47-46c4-8de3-2c79fdc1e0b3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71715fe2-c433-46e5-8b3c-27156b64aa3c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:22.916883 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-140e049b-ea47-46c4-8de3-2c79fdc1e0b3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:22.921343 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58992) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:22.921487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-140e049b-ea47-46c4-8de3-2c79fdc1e0b3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5580454 Feb 02 13:34:22.926383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b1297410-8032-4178-b74f-664f1d447a7f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': '6d2f75e0-20aa-46db-b7f9-561d98c36075', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:22.962972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1297410-8032-4178-b74f-664f1d447a7f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (8c103c02-15cd-4ce1-8437-039df9d6710f), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.065383 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1297410-8032-4178-b74f-664f1d447a7f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (8c103c02-15cd-4ce1-8437-039df9d6710f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.070849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1297410-8032-4178-b74f-664f1d447a7f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (8c103c02-15cd-4ce1-8437-039df9d6710f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.102920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1297410-8032-4178-b74f-664f1d447a7f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c103c02-15cd-4ce1-8437-039df9d6710f,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:23.115070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b1297410-8032-4178-b74f-664f1d447a7f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.117692 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b1297410-8032-4178-b74f-664f1d447a7f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1951115 Feb 02 13:34:23.120607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 58996) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:23.126651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2f535bbd-c0b5-4993-96aa-4b531262f6c3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': '6d2f75e0-20aa-46db-b7f9-561d98c36075', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:23.169419 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f535bbd-c0b5-4993-96aa-4b531262f6c3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (71aaf271-aa92-4389-8324-01f6b7b1e972), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.224418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b6a927f6-baf0-4b95-895b-495aefb3afae up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:34:23.254533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f535bbd-c0b5-4993-96aa-4b531262f6c3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (71aaf271-aa92-4389-8324-01f6b7b1e972), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.268934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f535bbd-c0b5-4993-96aa-4b531262f6c3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (71aaf271-aa92-4389-8324-01f6b7b1e972), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.319574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f535bbd-c0b5-4993-96aa-4b531262f6c3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71aaf271-aa92-4389-8324-01f6b7b1e972,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:23.330037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2f535bbd-c0b5-4993-96aa-4b531262f6c3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.331944 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2f535bbd-c0b5-4993-96aa-4b531262f6c3 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2097275 Feb 02 13:34:23.334822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:23.341656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-11bd74f4-1aa5-4a04-a080-21d303011e07 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': '6d2f75e0-20aa-46db-b7f9-561d98c36075', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:23.358151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b6a927f6-baf0-4b95-895b-495aefb3afae triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:23.358969 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.383736 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-11bd74f4-1aa5-4a04-a080-21d303011e07 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Project 3ab06f6379e4431db3bd62d9cb34c013 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:34:23.399834 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11bd74f4-1aa5-4a04-a080-21d303011e07 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (8d054e98-d5b4-460c-a355-d9b4fece81dd), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.501271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11bd74f4-1aa5-4a04-a080-21d303011e07 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (8d054e98-d5b4-460c-a355-d9b4fece81dd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.516661 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11bd74f4-1aa5-4a04-a080-21d303011e07 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (8d054e98-d5b4-460c-a355-d9b4fece81dd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.534322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b6a927f6-baf0-4b95-895b-495aefb3afae is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:23.534716 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.539846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd74f4-1aa5-4a04-a080-21d303011e07 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d054e98-d5b4-460c-a355-d9b4fece81dd,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:23.570292 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-11bd74f4-1aa5-4a04-a080-21d303011e07 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.573163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-11bd74f4-1aa5-4a04-a080-21d303011e07 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2368498 Feb 02 13:34:23.576887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:23.582783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8413c2de-38ad-4103-8522-c6e656d5b276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': '6d2f75e0-20aa-46db-b7f9-561d98c36075', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:23.638398 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-8413c2de-38ad-4103-8522-c6e656d5b276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Project 3ab06f6379e4431db3bd62d9cb34c013 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:34:23.646020 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8413c2de-38ad-4103-8522-c6e656d5b276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (97a962e3-0d17-40c1-8aab-6ec2cca6691f), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.664391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port b6a927f6-baf0-4b95-895b-495aefb3afae, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b6a927f6-baf0-4b95-895b-495aefb3afae,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:23.679163 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.753334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8413c2de-38ad-4103-8522-c6e656d5b276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (97a962e3-0d17-40c1-8aab-6ec2cca6691f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.763437 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8413c2de-38ad-4103-8522-c6e656d5b276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (97a962e3-0d17-40c1-8aab-6ec2cca6691f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.772562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=b6a927f6-baf0-4b95-895b-495aefb3afae,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:23.778034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc92ce-0016-473e-b15b-9e896f66ad37 req-ca8707c9-48b6-408c-88ce-a0fdb794831d tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:23.779642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2bc92ce-0016-473e-b15b-9e896f66ad37 req-ca8707c9-48b6-408c-88ce-a0fdb794831d tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 946 time: 0.1269135 Feb 02 13:34:23.788412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413c2de-38ad-4103-8522-c6e656d5b276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a962e3-0d17-40c1-8aab-6ec2cca6691f,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:23.809845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce9f588-8530-406e-9b77-b7c7f2780c2b None None] Network 182c7c5f-3850-4f20-a53c-bd97412392e0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:34:23.811389 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8413c2de-38ad-4103-8522-c6e656d5b276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:23.822618 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8413c2de-38ad-4103-8522-c6e656d5b276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2443395 Feb 02 13:34:23.858500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2bc92ce-0016-473e-b15b-9e896f66ad37 req-e90d770d-d1cd-4d84-a557-0bf87e37f76d tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707655 Feb 02 13:34:23.894020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-eb7f2602-e33c-4dd7-b3b7-2db9a212b58b None None] Provisioning complete for port b6a927f6-baf0-4b95-895b-495aefb3afae triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:23.894394 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eb7f2602-e33c-4dd7-b3b7-2db9a212b58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:24.077415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-75f769f8-02a7-42f1-9e4b-04b0d9e23209 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20042858&fields=id&tenant_id=3ab06f6379e4431db3bd62d9cb34c013 HTTP/1.1" status: 200 len: 267 time: 0.0585415 Feb 02 13:34:24.196127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-a5d88398-ff2c-467e-82e8-d7a9cc3e4f4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:24.197604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-a5d88398-ff2c-467e-82e8-d7a9cc3e4f4a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/networks?id=182c7c5f-3850-4f20-a53c-bd97412392e0 HTTP/1.1" status: 200 len: 796 time: 0.1121712 Feb 02 13:34:24.222766 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-1ea30076-cc67-4eb1-816b-1ea27cada00b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/quotas/3ab06f6379e4431db3bd62d9cb34c013 HTTP/1.1" status: 200 len: 375 time: 0.0176764 Feb 02 13:34:24.311354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-5894c8e1-9fa2-476a-8f2c-7927ac54fb16 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0876906 Feb 02 13:34:24.324817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eb7f2602-e33c-4dd7-b3b7-2db9a212b58b None None] Current status of the port b6a927f6-baf0-4b95-895b-495aefb3afae is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:24.462578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-cb2fc75b-cb2c-49b4-bee9-421acf0ebda4 service neutron] 10.222.0.83 "GET /v2.0/networks/182c7c5f-3850-4f20-a53c-bd97412392e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307759 Feb 02 13:34:24.628931 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-b117e048-41a8-40c6-8a78-cd6afd7360c3 service neutron] 10.222.0.83 "GET /v2.0/networks/182c7c5f-3850-4f20-a53c-bd97412392e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654503 Feb 02 13:34:24.662471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bd2b9dfb-fd93-4262-b63a-6eab2c40604e None None] Provisioning complete for port b6a927f6-baf0-4b95-895b-495aefb3afae triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:24.662843 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bd2b9dfb-fd93-4262-b63a-6eab2c40604e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:24.798370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b9dfb-fd93-4262-b63a-6eab2c40604e None None] Current status of the port b6a927f6-baf0-4b95-895b-495aefb3afae is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:24.969320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0f2b2f6a-d617-427b-9e90-c15ddec39f00 req-2192a970-f9a7-448c-9150-cb096e871fff tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 210 time: 0.0838802 Feb 02 13:34:25.125080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b6a927f6-baf0-4b95-895b-495aefb3afae up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:34:25.288438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b6a927f6-baf0-4b95-895b-495aefb3afae triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:25.288805 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:25.559362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65c233-ee74-4378-9f8c-7112a39530f6 req-77ae07da-dbcc-4d83-bf3e-35c57ce0b051 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:25.565044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa65c233-ee74-4378-9f8c-7112a39530f6 req-77ae07da-dbcc-4d83-bf3e-35c57ce0b051 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 946 time: 0.1036983 Feb 02 13:34:25.566016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b6a927f6-baf0-4b95-895b-495aefb3afae is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:25.595972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-8e6789a0-b283-4557-b064-a1a1f10929a5 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:25.599239 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-8e6789a0-b283-4557-b064-a1a1f10929a5 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.62 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 946 time: 0.5800726 Feb 02 13:34:25.688506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa65c233-ee74-4378-9f8c-7112a39530f6 req-a16fe1c0-74f4-480a-9886-56e3aabc7b62 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/security-groups?id=d2b9322a-7bc9-4b24-922d-2a2093963146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134191 Feb 02 13:34:25.801444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Deleting port 37093b5d-d1d3-4727-ba66-596f1a0989a9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:34:25.804780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:25.939632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] For port 37093b5d-d1d3-4727-ba66-596f1a0989a9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=37093b5d-d1d3-4727-ba66-596f1a0989a9,segment=NetworkSegment(0df64ecd-9c96-4705-8c67-d6f287261f20),segment_id=0df64ecd-9c96-4705-8c67-d6f287261f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:25.940128 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:26.187908 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6bd1140e-f77a-4c89-a011-73f0818d69be req-ecdc1330-506d-4ed3-8959-653a92cac12c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 210 time: 0.0933447 Feb 02 13:34:26.250355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:26.250839 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (e4b3c08e-b5fe-4a79-94d7-7108ab460626), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:26.251293 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Floating IP e4b3c08e-b5fe-4a79-94d7-7108ab460626 disassociated. External IP: 172.25.4.210, port: 37093b5d-d1d3-4727-ba66-596f1a0989a9. Feb 02 13:34:26.251719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Calling delete_port for 37093b5d-d1d3-4727-ba66-596f1a0989a9 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:34:26.423280 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (37093b5d-d1d3-4727-ba66-596f1a0989a9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:26.462260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event deleted for resources: {'Port': ['ID=37093b5d-d1d3-4727-ba66-596f1a0989a9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:26.747985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Router 030c6970-b6eb-46fe-9fdf-7624cb31832b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:34:26.764749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-3c8d5bf4-f87d-4469-bfb0-e081e8078978 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:26.766458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-3c8d5bf4-f87d-4469-bfb0-e081e8078978 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.18 "GET /v2.0/networks?id=182c7c5f-3850-4f20-a53c-bd97412392e0 HTTP/1.1" status: 200 len: 796 time: 0.2768304 Feb 02 13:34:26.879210 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-41075467-6604-4d09-893f-d8c5ab609255 req-a839c56a-4b70-4bf2-89d6-c3ce736a47d1 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "GET /v2.0/ports?device_id=09ed6d4d-b186-4914-b6d0-ffe26ca77c41 HTTP/1.1" status: 200 len: 210 time: 0.0756874 Feb 02 13:34:26.983585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:34:26.993946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af3707f-295e-4c6e-bdc7-9a4a3d7a4c20 None None] Sync routers for ids ['030c6970-b6eb-46fe-9fdf-7624cb31832b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:34:27.011575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3707f-295e-4c6e-bdc7-9a4a3d7a4c20 None None] Routers {'030c6970-b6eb-46fe-9fdf-7624cb31832b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:27.015194 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-1d0b06e8-f39a-4852-8962-5f01b41712b5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ab06f6379e4431db3bd62d9cb34c013 HTTP/1.1" status: 200 len: 471 time: 0.2310579 Feb 02 13:34:27.023044 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0af3707f-295e-4c6e-bdc7-9a4a3d7a4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['030c6970-b6eb-46fe-9fdf-7624cb31832b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:27.040681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'port': {'device_id': '9c51292f-0468-437b-a6f0-143090c8db8e', 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0', 'admin_state_up': True, 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'security_groups': ['6d2f75e0-20aa-46db-b7f9-561d98c36075']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:27.047020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] No DVR routers for this DVR port 37093b5d-d1d3-4727-ba66-596f1a0989a9 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:34:27.051261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:27.054868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-05df5356-3bb5-4270-8fa1-cbcba0ea2f34 req-2466cce6-9b3d-4cdf-92f2-e3a644d3d70b tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.62 "DELETE /v2.0/ports/37093b5d-d1d3-4727-ba66-596f1a0989a9 HTTP/1.1" status: 204 len: 173 time: 1.4472499 Feb 02 13:34:27.055808 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'name': 'network-vif-deleted', 'tag': '37093b5d-d1d3-4727-ba66-596f1a0989a9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:34:27.060628 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29d0b89-a313-4ad6-9e13-2d86d35102b1" -d '{"events": [{"server_uuid": "09ed6d4d-b186-4914-b6d0-ffe26ca77c41", "name": "network-vif-deleted", "tag": "37093b5d-d1d3-4727-ba66-596f1a0989a9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:34:27.113102 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afd399a-ee05-4637-93ef-15c32c3651bf x-openstack-request-id: req-7afd399a-ee05-4637-93ef-15c32c3651bf {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:34:27.114154 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ed6d4d-b186-4914-b6d0-ffe26ca77c41", "name": "network-vif-deleted", "tag": "37093b5d-d1d3-4727-ba66-596f1a0989a9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:34:27.114579 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7afd399a-ee05-4637-93ef-15c32c3651bf {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:34:27.115203 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ed6d4d-b186-4914-b6d0-ffe26ca77c41', 'name': 'network-vif-deleted', 'tag': '37093b5d-d1d3-4727-ba66-596f1a0989a9', 'status': 'completed', 'code': 200} Feb 02 13:34:27.277617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-0af3707f-295e-4c6e-bdc7-9a4a3d7a4c20 None None] Set router 030c6970-b6eb-46fe-9fdf-7624cb31832b gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:27.327908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Made reservation on behalf of 3ab06f6379e4431db3bd62d9cb34c013 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:34:27.332060 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:27.372089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 37093b5d-d1d3-4727-ba66-596f1a0989a9 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:34:27.412653 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 37093b5d-d1d3-4727-ba66-596f1a0989a9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:34:27.413307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 37093b5d-d1d3-4727-ba66-596f1a0989a9 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:34:27.452021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30963939-a597-4569-92a1-6315de81da56 req-80511f4f-59c5-414a-838c-4c6ad6e5c26e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 210 time: 0.1131401 Feb 02 13:34:27.583279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0af3707f-295e-4c6e-bdc7-9a4a3d7a4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '72ec6336-f3c7-4c4c-ae4c-3814787361dd', 'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'mac_address': 'fa:16:3e:bc:34:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:10Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 5, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'subnets': [{'id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:27.588822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Allocated IP 172.20.0.20 (182c7c5f-3850-4f20-a53c-bd97412392e0/22b219de-98fe-40f0-9421-26e4e683eb71/f509d953-bb60-4419-9567-15ccfa27cc56) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:34:27.618853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af3707f-295e-4c6e-bdc7-9a4a3d7a4c20 None None] Checking router: 030c6970-b6eb-46fe-9fdf-7624cb31832b for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:34:27.628916 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af3707f-295e-4c6e-bdc7-9a4a3d7a4c20 None None] Routers {'030c6970-b6eb-46fe-9fdf-7624cb31832b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:27.629540 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0af3707f-295e-4c6e-bdc7-9a4a3d7a4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['030c6970-b6eb-46fe-9fdf-7624cb31832b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:27.810000 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (f509d953-bb60-4419-9567-15ccfa27cc56), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:27.875180 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:27.902431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-0af3707f-295e-4c6e-bdc7-9a4a3d7a4c20 None None] Set router 030c6970-b6eb-46fe-9fdf-7624cb31832b gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:27.949633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59064) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:27.961416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 182c7c5f-3850-4f20-a53c-bd97412392e0 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:34:27.967783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:27.980342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:34:28.009073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=f509d953-bb60-4419-9567-15ccfa27cc56,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:28.043659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:28.044138 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:28.069100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-2bd0d9cf-e550-4351-944d-e1a075aae02b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0408523 Feb 02 13:34:28.085084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Request body: {'port': {'device_id': '9c51292f-0468-437b-a6f0-143090c8db8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:28.179775 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:28.221157 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f3d81db8-35ff-45c6-b443-6a9a42333bda tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Deleting port 1863cff4-57ae-4180-b900-aad0989ddeb6 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:34:28.222263 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3d81db8-35ff-45c6-b443-6a9a42333bda tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1863cff4-57ae-4180-b900-aad0989ddeb6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:28.281559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0af3707f-295e-4c6e-bdc7-9a4a3d7a4c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '72ec6336-f3c7-4c4c-ae4c-3814787361dd', 'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'mac_address': 'fa:16:3e:bc:34:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:10Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 5, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'subnets': [{'id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:28.363932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af3707f-295e-4c6e-bdc7-9a4a3d7a4c20 None None] The sync data for ids ['030c6970-b6eb-46fe-9fdf-7624cb31832b'] in n-d-827336-2 is: [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:29:11Z', 'revision_number': 4, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '72ec6336-f3c7-4c4c-ae4c-3814787361dd', 'name': '', 'network_id': 'f67f3310-df6f-467f-b2bd-3b95ce2cc0dd', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'mac_address': 'fa:16:3e:bc:34:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:10Z', 'updated_at': '2022-02-02T13:29:21Z', 'revision_number': 5, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'subnets': [{'id': 'a7fa6e74-4bf2-4518-8565-fcb26f144e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:34:28.388603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a6f2da35-b584-414b-abd7-0a8305481d04 None None] Provisioning complete for port f509d953-bb60-4419-9567-15ccfa27cc56 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:28.389133 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6f2da35-b584-414b-abd7-0a8305481d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:28.393591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3d81db8-35ff-45c6-b443-6a9a42333bda tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1863cff4-57ae-4180-b900-aad0989ddeb6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:28.394219 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3d81db8-35ff-45c6-b443-6a9a42333bda tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for floatingip (1863cff4-57ae-4180-b900-aad0989ddeb6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:28.414440 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f3d81db8-35ff-45c6-b443-6a9a42333bda tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Calling delete_port for 1863cff4-57ae-4180-b900-aad0989ddeb6 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:34:28.466729 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a6f2da35-b584-414b-abd7-0a8305481d04 None None] Port f509d953-bb60-4419-9567-15ccfa27cc56 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:34:28.673606 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3d81db8-35ff-45c6-b443-6a9a42333bda tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1863cff4-57ae-4180-b900-aad0989ddeb6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:28.707581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d81db8-35ff-45c6-b443-6a9a42333bda tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event deleted for resources: {'Port': ['ID=1863cff4-57ae-4180-b900-aad0989ddeb6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:28.800017 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3d81db8-35ff-45c6-b443-6a9a42333bda tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for floatingip (e4b3c08e-b5fe-4a79-94d7-7108ab460626), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:28.802846 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f3d81db8-35ff-45c6-b443-6a9a42333bda tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:28.806907 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f3d81db8-35ff-45c6-b443-6a9a42333bda tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "DELETE /v2.0/floatingips/e4b3c08e-b5fe-4a79-94d7-7108ab460626 HTTP/1.1" status: 204 len: 168 time: 0.8562326 Feb 02 13:34:28.860292 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1a2511-e82c-4e7a-9c37-60eb65519b66 None None] New status for floating IP e4b3c08e-b5fe-4a79-94d7-7108ab460626: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:34:28.898675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f509d953-bb60-4419-9567-15ccfa27cc56 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:34:28.916950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917ad62-7be7-47eb-8c54-b40e7400b0f9 req-1e8b4e82-f524-4cf1-8382-46ab2e4e612f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:28.925664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59076) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:28.940825 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7917ad62-7be7-47eb-8c54-b40e7400b0f9 req-1e8b4e82-f524-4cf1-8382-46ab2e4e612f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 932 time: 0.3083205 Feb 02 13:34:28.945842 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Publish callbacks [] for port (f509d953-bb60-4419-9567-15ccfa27cc56), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:29.026576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7917ad62-7be7-47eb-8c54-b40e7400b0f9 req-32653c00-4e49-4018-8987-7091183ef866 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d2f75e0-20aa-46db-b7f9-561d98c36075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0766528 Feb 02 13:34:29.041221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Transition to ACTIVE for port object f509d953-bb60-4419-9567-15ccfa27cc56 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:34:29.059992 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7ab658c-d934-4c28-811d-2e36b6c3c064 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group (d2b9322a-7bc9-4b24-922d-2a2093963146), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:29.072156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:29.163810 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7ab658c-d934-4c28-811d-2e36b6c3c064 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group (d2b9322a-7bc9-4b24-922d-2a2093963146), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:29.166582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f509d953-bb60-4419-9567-15ccfa27cc56,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:29.275783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Attempting to bind port f509d953-bb60-4419-9567-15ccfa27cc56 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:34:29.276237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Attempting to bind port f509d953-bb60-4419-9567-15ccfa27cc56 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:34:29.276781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Attempting to bind port f509d953-bb60-4419-9567-15ccfa27cc56 on network 182c7c5f-3850-4f20-a53c-bd97412392e0 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:34:29.288925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Port f509d953-bb60-4419-9567-15ccfa27cc56 on network 182c7c5f-3850-4f20-a53c-bd97412392e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:34:29.289350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Attempting to bind port f509d953-bb60-4419-9567-15ccfa27cc56 on network 182c7c5f-3850-4f20-a53c-bd97412392e0 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:34:29.298595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:34:29.299397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Checking segment: {'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:34:29.300307 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Bound using segment: {'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:34:29.300993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Bound port: f509d953-bb60-4419-9567-15ccfa27cc56, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:34:29.303773 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:29.311249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7ab658c-d934-4c28-811d-2e36b6c3c064 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d2b9322a-7bc9-4b24-922d-2a2093963146), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:29.318352 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a7ab658c-d934-4c28-811d-2e36b6c3c064 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:29.319921 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a7ab658c-d934-4c28-811d-2e36b6c3c064 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] 10.222.0.83 "DELETE /v2.0/security-groups/d2b9322a-7bc9-4b24-922d-2a2093963146 HTTP/1.1" status: 204 len: 168 time: 0.3935511 Feb 02 13:34:29.338374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab658c-d934-4c28-811d-2e36b6c3c064 tempest-TestServerBasicOps-632605805 tempest-TestServerBasicOps-632605805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b9322a-7bc9-4b24-922d-2a2093963146,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:29.403240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59082) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:29.433101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] For port f509d953-bb60-4419-9567-15ccfa27cc56, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:34:29.441957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] For port f509d953-bb60-4419-9567-15ccfa27cc56, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f509d953-bb60-4419-9567-15ccfa27cc56,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:34:29.453413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:29.525899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:29.526634 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:29.528998 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/f509d953-bb60-4419-9567-15ccfa27cc56 HTTP/1.1" status: 200 len: 1092 time: 1.4495461 Feb 02 13:34:29.529599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c51292f-0468-437b-a6f0-143090c8db8e', 'tag': 'f509d953-bb60-4419-9567-15ccfa27cc56'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:34:29.533319 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-824db338-1617-4a13-a4c3-a753d9f73df7" -d '{"events": [{"name": "network-changed", "server_uuid": "9c51292f-0468-437b-a6f0-143090c8db8e", "tag": "f509d953-bb60-4419-9567-15ccfa27cc56"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:34:29.638325 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd42c33-74c8-46a3-98f9-113496543177 x-openstack-request-id: req-3cd42c33-74c8-46a3-98f9-113496543177 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:34:29.638889 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c51292f-0468-437b-a6f0-143090c8db8e", "tag": "f509d953-bb60-4419-9567-15ccfa27cc56", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:34:29.639462 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3cd42c33-74c8-46a3-98f9-113496543177 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:34:29.640426 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c51292f-0468-437b-a6f0-143090c8db8e', 'tag': 'f509d953-bb60-4419-9567-15ccfa27cc56', 'status': 'completed', 'code': 200} Feb 02 13:34:29.701103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f227e-fa38-45ae-b447-094e948701d8 service neutron] Pushing event updated for resources: {'Port': ['ID=f509d953-bb60-4419-9567-15ccfa27cc56,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:29.716718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-8c21bf5f-5e77-43ad-b36c-fbeaa7132e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:29.719239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-8c21bf5f-5e77-43ad-b36c-fbeaa7132e23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 1126 time: 0.1222577 Feb 02 13:34:29.823560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-abbdc4f0-9d13-4acc-9828-58a2a56cce29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=f509d953-bb60-4419-9567-15ccfa27cc56 HTTP/1.1" status: 200 len: 217 time: 0.0896850 Feb 02 13:34:29.945156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-c952d323-e064-4d5d-a201-b29f3666dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:29.949539 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-c952d323-e064-4d5d-a201-b29f3666dd72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22b219de-98fe-40f0-9421-26e4e683eb71 HTTP/1.1" status: 200 len: 838 time: 0.1200676 Feb 02 13:34:30.065537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-9294e374-6577-4a2e-adab-dbc398abbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:30.068564 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-9294e374-6577-4a2e-adab-dbc398abbc4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=182c7c5f-3850-4f20-a53c-bd97412392e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1128397 Feb 02 13:34:30.304584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-d898781b-431f-4081-9c74-094ac18c235c service neutron] 10.222.0.18 "GET /v2.0/networks/182c7c5f-3850-4f20-a53c-bd97412392e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279828 Feb 02 13:34:30.572581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49851501-8b29-44a6-8fda-dc39a87c429f req-63fbe14c-fd71-4baf-bc0b-7af1b4a8f73f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:30.582621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49851501-8b29-44a6-8fda-dc39a87c429f req-63fbe14c-fd71-4baf-bc0b-7af1b4a8f73f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 944 time: 0.2763348 Feb 02 13:34:30.630883 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f65b89e-65e5-4ce8-9493-50b7c2380721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (030c6970-b6eb-46fe-9fdf-7624cb31832b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:30.637760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c77dc65-eb4f-4df0-ac23-d6d7dd0f514c req-215a53b6-f08c-4a7e-bad9-2a80bad880e3 service neutron] 10.222.0.18 "GET /v2.0/networks/182c7c5f-3850-4f20-a53c-bd97412392e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143940 Feb 02 13:34:30.713828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49851501-8b29-44a6-8fda-dc39a87c429f req-9e3f4eaa-c241-463c-9ed1-17f51f43637f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d2f75e0-20aa-46db-b7f9-561d98c36075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213856 Feb 02 13:34:30.832256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824db338-1617-4a13-a4c3-a753d9f73df7 req-6529713c-4276-4fd4-b8f9-403ec6be8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:30.833785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-824db338-1617-4a13-a4c3-a753d9f73df7 req-6529713c-4276-4fd4-b8f9-403ec6be8a9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 1126 time: 0.0959456 Feb 02 13:34:30.991875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824db338-1617-4a13-a4c3-a753d9f73df7 req-d547e6d2-8145-4cd9-82e2-53a78e6f1531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:30.993624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-824db338-1617-4a13-a4c3-a753d9f73df7 req-d547e6d2-8145-4cd9-82e2-53a78e6f1531 service neutron] 10.222.0.18 "GET /v2.0/networks?id=182c7c5f-3850-4f20-a53c-bd97412392e0 HTTP/1.1" status: 200 len: 897 time: 0.1534352 Feb 02 13:34:31.072820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-824db338-1617-4a13-a4c3-a753d9f73df7 req-9347d7b5-d327-4228-b06c-46af13917626 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=f509d953-bb60-4419-9567-15ccfa27cc56 HTTP/1.1" status: 200 len: 217 time: 0.0702915 Feb 02 13:34:31.156713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824db338-1617-4a13-a4c3-a753d9f73df7 req-a5c08fb9-6d2e-44a4-8de6-9349b743e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:31.159143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-824db338-1617-4a13-a4c3-a753d9f73df7 req-a5c08fb9-6d2e-44a4-8de6-9349b743e53c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22b219de-98fe-40f0-9421-26e4e683eb71 HTTP/1.1" status: 200 len: 838 time: 0.0789683 Feb 02 13:34:31.170790 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3f65b89e-65e5-4ce8-9493-50b7c2380721 admin admin] Deleting port 72ec6336-f3c7-4c4c-ae4c-3814787361dd {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:34:31.171260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f65b89e-65e5-4ce8-9493-50b7c2380721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:31.262224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824db338-1617-4a13-a4c3-a753d9f73df7 req-6d995fd8-3378-48ed-b8bb-f890d7096612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:31.265065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-824db338-1617-4a13-a4c3-a753d9f73df7 req-6d995fd8-3378-48ed-b8bb-f890d7096612 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=182c7c5f-3850-4f20-a53c-bd97412392e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0989041 Feb 02 13:34:31.353271 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-3f65b89e-65e5-4ce8-9493-50b7c2380721 admin admin] For port 72ec6336-f3c7-4c4c-ae4c-3814787361dd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=72ec6336-f3c7-4c4c-ae4c-3814787361dd,segment=NetworkSegment(0df64ecd-9c96-4705-8c67-d6f287261f20),segment_id=0df64ecd-9c96-4705-8c67-d6f287261f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:31.353692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f65b89e-65e5-4ce8-9493-50b7c2380721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:31.388223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3f65b89e-65e5-4ce8-9493-50b7c2380721 admin admin] Calling delete_port for 72ec6336-f3c7-4c4c-ae4c-3814787361dd owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:34:31.509840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-824db338-1617-4a13-a4c3-a753d9f73df7 req-f5fd1df0-b170-4ba8-aa1a-47ad3a6847b4 service neutron] 10.222.0.18 "GET /v2.0/networks/182c7c5f-3850-4f20-a53c-bd97412392e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252471 Feb 02 13:34:31.730986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f65b89e-65e5-4ce8-9493-50b7c2380721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (72ec6336-f3c7-4c4c-ae4c-3814787361dd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:31.746154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-824db338-1617-4a13-a4c3-a753d9f73df7 req-77cbcf0f-b09c-45de-93ea-23159be08f28 service neutron] 10.222.0.18 "GET /v2.0/networks/182c7c5f-3850-4f20-a53c-bd97412392e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351696 Feb 02 13:34:31.784057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65b89e-65e5-4ce8-9493-50b7c2380721 admin admin] Pushing event deleted for resources: {'Port': ['ID=72ec6336-f3c7-4c4c-ae4c-3814787361dd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:31.796120 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-168118e5-9592-47c6-a36c-4dd808b6584c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:31.976896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8aa51c-2f88-4c9e-b8fb-0a7c69de43cc req-3af37062-e21f-44fa-8b76-03b9fa177369 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:31.979644 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af8aa51c-2f88-4c9e-b8fb-0a7c69de43cc req-3af37062-e21f-44fa-8b76-03b9fa177369 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 944 time: 0.1138158 Feb 02 13:34:32.082765 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3f65b89e-65e5-4ce8-9493-50b7c2380721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (030c6970-b6eb-46fe-9fdf-7624cb31832b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:32.109148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af8aa51c-2f88-4c9e-b8fb-0a7c69de43cc req-18b3070d-1ef4-4a57-bba8-5ee97dd85cda tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d2f75e0-20aa-46db-b7f9-561d98c36075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190403 Feb 02 13:34:32.507847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f65b89e-65e5-4ce8-9493-50b7c2380721 admin admin] Router 030c6970-b6eb-46fe-9fdf-7624cb31832b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:34:32.659603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59108) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:32.920404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2689bc-d20f-4213-94d3-0d5374f32097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:33.158484 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2689bc-d20f-4213-94d3-0d5374f32097 admin admin] Publish callbacks [] for security_group (32c2110d-44bb-4082-9a4b-5a57140925c0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:33.166113 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fa2689bc-d20f-4213-94d3-0d5374f32097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (32c2110d-44bb-4082-9a4b-5a57140925c0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:33.228331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2689bc-d20f-4213-94d3-0d5374f32097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c2110d-44bb-4082-9a4b-5a57140925c0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:33.247671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f65b89e-65e5-4ce8-9493-50b7c2380721 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:34:33.257948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fa2689bc-d20f-4213-94d3-0d5374f32097 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ada8067ee2894fcaadf332858a41eb7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5957665 Feb 02 13:34:33.258501 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3f65b89e-65e5-4ce8-9493-50b7c2380721 admin admin] 10.222.0.83 "PUT /v2.0/routers/030c6970-b6eb-46fe-9fdf-7624cb31832b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8537586 Feb 02 13:34:33.262537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59114) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:33.266351 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59116) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:33.278782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7390e-9118-4b1b-89fa-c5dbb16c93df None None] Sync routers for ids ['030c6970-b6eb-46fe-9fdf-7624cb31832b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:34:33.304957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b7390e-9118-4b1b-89fa-c5dbb16c93df None None] Routers {'030c6970-b6eb-46fe-9fdf-7624cb31832b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:33.306412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-39b7390e-9118-4b1b-89fa-c5dbb16c93df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['030c6970-b6eb-46fe-9fdf-7624cb31832b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:33.357481 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e29a1792-3be7-43b5-9360-2d833239c24a admin admin] Publish callbacks [] for security_group (32c2110d-44bb-4082-9a4b-5a57140925c0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:33.394262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e29a1792-3be7-43b5-9360-2d833239c24a admin admin] Publish callbacks [] for security_group (32c2110d-44bb-4082-9a4b-5a57140925c0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:33.432405 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Publish callbacks [] for router (030c6970-b6eb-46fe-9fdf-7624cb31832b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:33.482072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e29a1792-3be7-43b5-9360-2d833239c24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (32c2110d-44bb-4082-9a4b-5a57140925c0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:33.486071 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e29a1792-3be7-43b5-9360-2d833239c24a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:33.491115 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e29a1792-3be7-43b5-9360-2d833239c24a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/32c2110d-44bb-4082-9a4b-5a57140925c0 HTTP/1.1" status: 204 len: 168 time: 0.2196577 Feb 02 13:34:33.494049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-39b7390e-9118-4b1b-89fa-c5dbb16c93df None None] Set router 030c6970-b6eb-46fe-9fdf-7624cb31832b gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:33.502771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a1792-3be7-43b5-9360-2d833239c24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c2110d-44bb-4082-9a4b-5a57140925c0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:33.758996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cc995-f806-441a-ad4d-930a091995eb req-bf2ba716-3561-4608-9636-72288e51d9a1 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:33.773307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f92cc995-f806-441a-ad4d-930a091995eb req-bf2ba716-3561-4608-9636-72288e51d9a1 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 944 time: 0.5271406 Feb 02 13:34:33.906279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-39b7390e-9118-4b1b-89fa-c5dbb16c93df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83'}], 'enable_snat': True}, 'gw_port_id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:34:31Z', 'revision_number': 5, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port': {'id': '0084af4a-22d9-4ebe-b6ed-73acaedcbe59', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:06Z', 'updated_at': '2022-02-02T13:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:33.912585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f92cc995-f806-441a-ad4d-930a091995eb req-35497648-57d2-4c41-9d92-234c482281f2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d2f75e0-20aa-46db-b7f9-561d98c36075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338372 Feb 02 13:34:33.919940 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Publish callbacks [] for router_gateway (030c6970-b6eb-46fe-9fdf-7624cb31832b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:34.003487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7390e-9118-4b1b-89fa-c5dbb16c93df None None] Checking router: 030c6970-b6eb-46fe-9fdf-7624cb31832b for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:34:34.042518 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b7390e-9118-4b1b-89fa-c5dbb16c93df None None] Routers {'030c6970-b6eb-46fe-9fdf-7624cb31832b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:34.045953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Deleting port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:34:34.046506 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:34.057223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-39b7390e-9118-4b1b-89fa-c5dbb16c93df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['030c6970-b6eb-46fe-9fdf-7624cb31832b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:34.193454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device f509d953-bb60-4419-9567-15ccfa27cc56 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:34:34.264432 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] For port 0084af4a-22d9-4ebe-b6ed-73acaedcbe59, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0084af4a-22d9-4ebe-b6ed-73acaedcbe59,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:34.265241 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:34.281765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Calling delete_port for 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:34:34.355144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59124) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:34.386309 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8659e039-3db7-49f2-bb5d-62063e5d1029 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:34.418087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-39b7390e-9118-4b1b-89fa-c5dbb16c93df None None] Set router 030c6970-b6eb-46fe-9fdf-7624cb31832b gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:34.497268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-39b7390e-9118-4b1b-89fa-c5dbb16c93df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:34:33Z', 'revision_number': 6, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:34.538336 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:34:34.539204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b7390e-9118-4b1b-89fa-c5dbb16c93df None None] The sync data for ids ['030c6970-b6eb-46fe-9fdf-7624cb31832b'] in n-d-827336-2 is: [{'id': '030c6970-b6eb-46fe-9fdf-7624cb31832b', 'name': 'tempest-TestServerBasicOps-303851436-router', 'tenant_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:05Z', 'updated_at': '2022-02-02T13:34:33Z', 'revision_number': 6, 'project_id': '86e28d2ac0ce4d0ca658e395a4bb32ad', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:34:34.550692 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0df48ac5-a1a4-44fc-ae65-c6e4d084b696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:34.595996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port f509d953-bb60-4419-9567-15ccfa27cc56, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f509d953-bb60-4419-9567-15ccfa27cc56,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:34.617208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'f509d953-bb60-4419-9567-15ccfa27cc56', 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0', 'port_id': 'f509d953-bb60-4419-9567-15ccfa27cc56', 'mac_address': 'fa:16:3e:18:26:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22b219de-98fe-40f0-9421-26e4e683eb71', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:34:34.647788 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8659e039-3db7-49f2-bb5d-62063e5d1029 admin admin] Publish callbacks [] for security_group (c5e99a6e-de48-4063-bfe1-d17fcb5f644c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:34.654182 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0084af4a-22d9-4ebe-b6ed-73acaedcbe59), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:34.656151 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8659e039-3db7-49f2-bb5d-62063e5d1029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c5e99a6e-de48-4063-bfe1-d17fcb5f644c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:34.665006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port f509d953-bb60-4419-9567-15ccfa27cc56 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:34.665389 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:34.679895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f509d953-bb60-4419-9567-15ccfa27cc56 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:34:34.708082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port f509d953-bb60-4419-9567-15ccfa27cc56, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f509d953-bb60-4419-9567-15ccfa27cc56,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:34.721820 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:34.723968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Pushing event deleted for resources: {'Port': ['ID=0084af4a-22d9-4ebe-b6ed-73acaedcbe59,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:34.795210 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8659e039-3db7-49f2-bb5d-62063e5d1029 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2d55b78dc604455990f96196bb979c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4386973 Feb 02 13:34:34.797663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659e039-3db7-49f2-bb5d-62063e5d1029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e99a6e-de48-4063-bfe1-d17fcb5f644c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:34.801492 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59128) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:34.870827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=f509d953-bb60-4419-9567-15ccfa27cc56,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:34.936559 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (030c6970-b6eb-46fe-9fdf-7624cb31832b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:34.968731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-525b2c9f-e898-4a93-906e-7b6f1596ae8d admin admin] Publish callbacks [] for security_group (c5e99a6e-de48-4063-bfe1-d17fcb5f644c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:35.048327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['f509d953-bb60-4419-9567-15ccfa27cc56'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:34:35.066037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-525b2c9f-e898-4a93-906e-7b6f1596ae8d admin admin] Publish callbacks [] for security_group (c5e99a6e-de48-4063-bfe1-d17fcb5f644c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:35.178740 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (030c6970-b6eb-46fe-9fdf-7624cb31832b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:35.183213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-525b2c9f-e898-4a93-906e-7b6f1596ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c5e99a6e-de48-4063-bfe1-d17fcb5f644c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:35.186224 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-525b2c9f-e898-4a93-906e-7b6f1596ae8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:35.197226 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-525b2c9f-e898-4a93-906e-7b6f1596ae8d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c5e99a6e-de48-4063-bfe1-d17fcb5f644c HTTP/1.1" status: 204 len: 168 time: 0.3938682 Feb 02 13:34:35.208564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b2c9f-e898-4a93-906e-7b6f1596ae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e99a6e-de48-4063-bfe1-d17fcb5f644c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:35.210464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 72ec6336-f3c7-4c4c-ae4c-3814787361dd no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:34:35.335157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 72ec6336-f3c7-4c4c-ae4c-3814787361dd {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:34:35.335825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 72ec6336-f3c7-4c4c-ae4c-3814787361dd not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:34:35.596458 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Publish callbacks [] for router_controller (030c6970-b6eb-46fe-9fdf-7624cb31832b), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:35.627534 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:35.660106 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (030c6970-b6eb-46fe-9fdf-7624cb31832b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:35.660684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 030c6970-b6eb-46fe-9fdf-7624cb31832b {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:34:35.666223 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:35.670490 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6ba0fccb-f6f2-40a2-bf26-5a845b4ed08c admin admin] 10.222.0.83 "DELETE /v2.0/routers/030c6970-b6eb-46fe-9fdf-7624cb31832b HTTP/1.1" status: 204 len: 168 time: 2.4038630 Feb 02 13:34:35.670490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59140) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:35.683828 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6a00b-fc02-4513-a908-848308e5ffbd req-1290ec89-4851-4828-887f-08a8da5e3e6c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:35.685375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fc6a00b-fc02-4513-a908-848308e5ffbd req-1290ec89-4851-4828-887f-08a8da5e3e6c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 945 time: 0.5922036 Feb 02 13:34:35.740401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e56dfb1-5b31-4c0b-836d-1c48a410685f admin admin] Deleting subnet a7fa6e74-4bf2-4518-8565-fcb26f144e98 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:34:35.747155 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e56dfb1-5b31-4c0b-836d-1c48a410685f admin admin] Publish callbacks [] for subnet (a7fa6e74-4bf2-4518-8565-fcb26f144e98), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:35.801115 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fc6a00b-fc02-4513-a908-848308e5ffbd req-62bceadf-6d99-4406-a28a-789aa53f191f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d2f75e0-20aa-46db-b7f9-561d98c36075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907946 Feb 02 13:34:35.808753 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e56dfb1-5b31-4c0b-836d-1c48a410685f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (a7fa6e74-4bf2-4518-8565-fcb26f144e98), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:35.911022 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e56dfb1-5b31-4c0b-836d-1c48a410685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a7fa6e74-4bf2-4518-8565-fcb26f144e98), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:35.990598 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e56dfb1-5b31-4c0b-836d-1c48a410685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (a7fa6e74-4bf2-4518-8565-fcb26f144e98), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.005387 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0e56dfb1-5b31-4c0b-836d-1c48a410685f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.011635 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0e56dfb1-5b31-4c0b-836d-1c48a410685f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a7fa6e74-4bf2-4518-8565-fcb26f144e98 HTTP/1.1" status: 204 len: 168 time: 0.3377686 Feb 02 13:34:36.011790 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59152) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:36.020060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540fc2e8-9bb6-4436-a714-c4f1513d28d7 None None] Network f67f3310-df6f-467f-b2bd-3b95ce2cc0dd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:34:36.035512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56dfb1-5b31-4c0b-836d-1c48a410685f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fa6e74-4bf2-4518-8565-fcb26f144e98,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:36.103564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (f67f3310-df6f-467f-b2bd-3b95ce2cc0dd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.183965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Deleting port f2f3691c-5354-46b8-8d07-cc465304451c {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:34:36.185023 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f2f3691c-5354-46b8-8d07-cc465304451c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.273970 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] For port f2f3691c-5354-46b8-8d07-cc465304451c, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f2f3691c-5354-46b8-8d07-cc465304451c,segment=NetworkSegment(0df64ecd-9c96-4705-8c67-d6f287261f20),segment_id=0df64ecd-9c96-4705-8c67-d6f287261f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:36.274554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f2f3691c-5354-46b8-8d07-cc465304451c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.275804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device f509d953-bb60-4419-9567-15ccfa27cc56 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:34:36.295720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Calling delete_port for f2f3691c-5354-46b8-8d07-cc465304451c owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:34:36.405436 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f2f3691c-5354-46b8-8d07-cc465304451c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.406954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port f509d953-bb60-4419-9567-15ccfa27cc56 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:34:36.412839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port f509d953-bb60-4419-9567-15ccfa27cc56 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:36.413210 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.439154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] No DVR routers for this DVR port f2f3691c-5354-46b8-8d07-cc465304451c on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:34:36.444111 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f3691c-5354-46b8-8d07-cc465304451c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:36.486884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4603b049-6843-4ee6-b225-27c13c3daf09 None None] DHCP port deletion for f67f3310-df6f-467f-b2bd-3b95ce2cc0dd request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:34:36.535623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (f67f3310-df6f-467f-b2bd-3b95ce2cc0dd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.542886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port f509d953-bb60-4419-9567-15ccfa27cc56 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:36.543406 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.559499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67f3310-df6f-467f-b2bd-3b95ce2cc0dd']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:36.570834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df64ecd-9c96-4705-8c67-d6f287261f20') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:36.571457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df64ecd-9c96-4705-8c67-d6f287261f20') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:36.573443 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c51292f-0468-437b-a6f0-143090c8db8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f509d953-bb60-4419-9567-15ccfa27cc56'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:34:36.576336 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbb8248-fd76-4473-acea-229858ad59b9" -d '{"events": [{"server_uuid": "9c51292f-0468-437b-a6f0-143090c8db8e", "name": "network-vif-plugged", "status": "completed", "tag": "f509d953-bb60-4419-9567-15ccfa27cc56"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:34:36.583645 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (0df64ecd-9c96-4705-8c67-d6f287261f20), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.588784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port f509d953-bb60-4419-9567-15ccfa27cc56, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f509d953-bb60-4419-9567-15ccfa27cc56,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:36.598157 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.605044 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (0df64ecd-9c96-4705-8c67-d6f287261f20), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.613674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:34:36.614952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (0df64ecd-9c96-4705-8c67-d6f287261f20), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:34:36.624022 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:34:36.647769 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7cffb7-c415-4553-b33c-20039c38b97a x-openstack-request-id: req-1b7cffb7-c415-4553-b33c-20039c38b97a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:34:36.648907 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c51292f-0468-437b-a6f0-143090c8db8e", "name": "network-vif-plugged", "status": "completed", "tag": "f509d953-bb60-4419-9567-15ccfa27cc56", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:34:36.649340 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1b7cffb7-c415-4553-b33c-20039c38b97a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:34:36.650165 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c51292f-0468-437b-a6f0-143090c8db8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f509d953-bb60-4419-9567-15ccfa27cc56', 'code': 200} Feb 02 13:34:36.668169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=f509d953-bb60-4419-9567-15ccfa27cc56,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:36.725632 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (f67f3310-df6f-467f-b2bd-3b95ce2cc0dd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.735013 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.738471 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] 10.222.0.83 "DELETE /v2.0/networks/f67f3310-df6f-467f-b2bd-3b95ce2cc0dd HTTP/1.1" status: 204 len: 168 time: 0.7260520 Feb 02 13:34:36.741660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59164) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:36.757226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73548220-c25b-4089-a401-6d6d65000640 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67f3310-df6f-467f-b2bd-3b95ce2cc0dd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:36.894546 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:36.895376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b7078-ab23-46b3-a342-f6d3b6359684 req-2d2bb417-de99-4933-bb90-681f9e97a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:36.897281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-458b7078-ab23-46b3-a342-f6d3b6359684 req-2d2bb417-de99-4933-bb90-681f9e97a0a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 1128 time: 0.1102159 Feb 02 13:34:36.916521 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:37.033826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-458b7078-ab23-46b3-a342-f6d3b6359684 req-347fb20c-07a0-4438-8780-ec75717c4497 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6d2f75e0-20aa-46db-b7f9-561d98c36075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206591 Feb 02 13:34:37.070613 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4741793-ab23-4d6b-84a5-194dea905dca req-1ba8ec48-6e76-4784-bd81-03c98cada0b0 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:37.072312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4741793-ab23-4d6b-84a5-194dea905dca req-1ba8ec48-6e76-4784-bd81-03c98cada0b0 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 946 time: 0.1717820 Feb 02 13:34:37.127633 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:34:37.156376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:34:37.156727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0084af4a-22d9-4ebe-b6ed-73acaedcbe59 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:34:37.157408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f2f3691c-5354-46b8-8d07-cc465304451c no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:34:37.168294 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4741793-ab23-4d6b-84a5-194dea905dca req-3957285e-dd7b-4d48-815a-9f459f40ab44 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d2f75e0-20aa-46db-b7f9-561d98c36075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901785 Feb 02 13:34:37.188234 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: f2f3691c-5354-46b8-8d07-cc465304451c {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:34:37.188234 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f2f3691c-5354-46b8-8d07-cc465304451c not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:34:37.302998 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e9d4eb0-41fc-4dd1-a01f-50fdb3d3cd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:37.673216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d4eb0-41fc-4dd1-a01f-50fdb3d3cd45 admin admin] Deleting port 898f3218-0f69-46a3-8983-ac7cfd12e6b4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:34:37.673621 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e9d4eb0-41fc-4dd1-a01f-50fdb3d3cd45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:37.775884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7e9d4eb0-41fc-4dd1-a01f-50fdb3d3cd45 admin admin] For port 898f3218-0f69-46a3-8983-ac7cfd12e6b4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=898f3218-0f69-46a3-8983-ac7cfd12e6b4,segment=NetworkSegment(d5a162a2-e6d1-42a2-a923-fc0b5dbd3819),segment_id=d5a162a2-e6d1-42a2-a923-fc0b5dbd3819)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:37.777563 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e9d4eb0-41fc-4dd1-a01f-50fdb3d3cd45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:37.779722 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:37.805529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d4eb0-41fc-4dd1-a01f-50fdb3d3cd45 admin admin] Calling delete_port for 898f3218-0f69-46a3-8983-ac7cfd12e6b4 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:34:38.046367 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:38.088323 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e9d4eb0-41fc-4dd1-a01f-50fdb3d3cd45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (898f3218-0f69-46a3-8983-ac7cfd12e6b4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:38.123477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d4eb0-41fc-4dd1-a01f-50fdb3d3cd45 admin admin] Pushing event deleted for resources: {'Port': ['ID=898f3218-0f69-46a3-8983-ac7cfd12e6b4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:38.475851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792d3f3-fb82-4c57-8580-2aeb07e10c11 req-5ccad28a-c35e-4e57-9822-0172dda69e1c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:38.477725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8792d3f3-fb82-4c57-8580-2aeb07e10c11 req-5ccad28a-c35e-4e57-9822-0172dda69e1c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 946 time: 0.1373179 Feb 02 13:34:38.494988 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7e9d4eb0-41fc-4dd1-a01f-50fdb3d3cd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:38.596415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8792d3f3-fb82-4c57-8580-2aeb07e10c11 req-52f1a4cd-8a25-485d-93f4-5790fb059469 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d2f75e0-20aa-46db-b7f9-561d98c36075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024628 Feb 02 13:34:38.832518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecaa01-37ba-4631-9f94-0637f225eb66 req-5cc60bd4-d6e5-4285-938f-bc5ae5e4eaa2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:38.834004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7ecaa01-37ba-4631-9f94-0637f225eb66 req-5cc60bd4-d6e5-4285-938f-bc5ae5e4eaa2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 946 time: 0.1270473 Feb 02 13:34:38.842492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9d4eb0-41fc-4dd1-a01f-50fdb3d3cd45 admin admin] Router 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:34:38.943892 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7ecaa01-37ba-4631-9f94-0637f225eb66 req-b836e713-c003-40c6-ae7f-662e55f841f9 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d2f75e0-20aa-46db-b7f9-561d98c36075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0981090 Feb 02 13:34:39.017762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9d4eb0-41fc-4dd1-a01f-50fdb3d3cd45 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:34:39.024870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7e9d4eb0-41fc-4dd1-a01f-50fdb3d3cd45 admin admin] 10.222.0.83 "PUT /v2.0/routers/61ca039b-fcbd-44c4-a5d8-b82147dcbe88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2819324 Feb 02 13:34:39.029667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59198) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:39.032559 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0cea3-6f0d-477f-9647-22a9cd69c0da None None] Sync routers for ids ['61ca039b-fcbd-44c4-a5d8-b82147dcbe88'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:34:39.067093 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0cea3-6f0d-477f-9647-22a9cd69c0da None None] Routers {'61ca039b-fcbd-44c4-a5d8-b82147dcbe88'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:39.068783 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b1b0cea3-6f0d-477f-9647-22a9cd69c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61ca039b-fcbd-44c4-a5d8-b82147dcbe88'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:39.269118 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Publish callbacks [] for router (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:39.303733 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b1b0cea3-6f0d-477f-9647-22a9cd69c0da None None] Set router 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:39.454488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd15f522-699e-4101-9746-2aed45517e89 req-8505a690-82e5-4881-b82a-c18668ec70b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3297472 Feb 02 13:34:39.474832 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Publish callbacks [] for router_gateway (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:39.617814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f522-699e-4101-9746-2aed45517e89 req-467e9fdc-f1b7-4614-97ad-43e970e68140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:39.619408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd15f522-699e-4101-9746-2aed45517e89 req-467e9fdc-f1b7-4614-97ad-43e970e68140 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 1128 time: 0.0770550 Feb 02 13:34:39.621088 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b1b0cea3-6f0d-477f-9647-22a9cd69c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'name': 'tempest-TestServerBasicOps-1844141346-router', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:15Z', 'updated_at': '2022-02-02T13:34:38Z', 'revision_number': 5, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'gw_port': {'id': '1de5aa45-d087-490e-a8ee-6baef356acba', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8b:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:29:16Z', 'updated_at': '2022-02-02T13:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:39.629484 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Deleting port 1de5aa45-d087-490e-a8ee-6baef356acba {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:34:39.629818 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1de5aa45-d087-490e-a8ee-6baef356acba), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:39.663730 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0cea3-6f0d-477f-9647-22a9cd69c0da None None] Checking router: 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:34:39.680057 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0cea3-6f0d-477f-9647-22a9cd69c0da None None] Routers {'61ca039b-fcbd-44c4-a5d8-b82147dcbe88'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:39.681297 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b1b0cea3-6f0d-477f-9647-22a9cd69c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['61ca039b-fcbd-44c4-a5d8-b82147dcbe88'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:39.850321 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b1b0cea3-6f0d-477f-9647-22a9cd69c0da None None] Set router 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:39.919272 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b1b0cea3-6f0d-477f-9647-22a9cd69c0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'name': 'tempest-TestServerBasicOps-1844141346-router', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:15Z', 'updated_at': '2022-02-02T13:34:39Z', 'revision_number': 6, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:39.954374 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0cea3-6f0d-477f-9647-22a9cd69c0da None None] The sync data for ids ['61ca039b-fcbd-44c4-a5d8-b82147dcbe88'] in n-d-827336-2 is: [{'id': '61ca039b-fcbd-44c4-a5d8-b82147dcbe88', 'name': 'tempest-TestServerBasicOps-1844141346-router', 'tenant_id': '14af5f08851b4b789435b3da4134a3d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:29:15Z', 'updated_at': '2022-02-02T13:34:39Z', 'revision_number': 6, 'project_id': '14af5f08851b4b789435b3da4134a3d2', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:34:40.155224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] For port 1de5aa45-d087-490e-a8ee-6baef356acba, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=1de5aa45-d087-490e-a8ee-6baef356acba,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:40.155754 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1de5aa45-d087-490e-a8ee-6baef356acba), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:40.166640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f522-699e-4101-9746-2aed45517e89 req-fedbac56-c726-4760-8275-2356433de5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:40.168271 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd15f522-699e-4101-9746-2aed45517e89 req-fedbac56-c726-4760-8275-2356433de5d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=182c7c5f-3850-4f20-a53c-bd97412392e0 HTTP/1.1" status: 200 len: 897 time: 0.5235167 Feb 02 13:34:40.173063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Calling delete_port for 1de5aa45-d087-490e-a8ee-6baef356acba owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:34:40.219709 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd15f522-699e-4101-9746-2aed45517e89 req-fad7e7da-8495-484e-94b7-9ed48735a56d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=f509d953-bb60-4419-9567-15ccfa27cc56 HTTP/1.1" status: 200 len: 217 time: 0.0443184 Feb 02 13:34:40.332776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f522-699e-4101-9746-2aed45517e89 req-2f2322a5-7b3a-4656-a1fa-fa45d9cc8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:40.334267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd15f522-699e-4101-9746-2aed45517e89 req-2f2322a5-7b3a-4656-a1fa-fa45d9cc8965 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22b219de-98fe-40f0-9421-26e4e683eb71 HTTP/1.1" status: 200 len: 838 time: 0.1083765 Feb 02 13:34:40.472362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15f522-699e-4101-9746-2aed45517e89 req-24498a5f-f2fa-415f-a5b6-59c5fb8a7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:40.473824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd15f522-699e-4101-9746-2aed45517e89 req-24498a5f-f2fa-415f-a5b6-59c5fb8a7b78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=182c7c5f-3850-4f20-a53c-bd97412392e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1331224 Feb 02 13:34:40.504608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59228) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:40.555621 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (1de5aa45-d087-490e-a8ee-6baef356acba), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:40.593256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=1de5aa45-d087-490e-a8ee-6baef356acba,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:40.655409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd15f522-699e-4101-9746-2aed45517e89 req-5e5613f5-102c-416f-b6a8-17e27671a851 service neutron] 10.222.0.18 "GET /v2.0/networks/182c7c5f-3850-4f20-a53c-bd97412392e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742020 Feb 02 13:34:40.700843 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:40.836860 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:40.840693 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Publish callbacks [] for router_controller (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:40.930665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cd15f522-699e-4101-9746-2aed45517e89 req-0efdc276-9d74-4806-b162-4a07af056902 service neutron] 10.222.0.18 "GET /v2.0/networks/182c7c5f-3850-4f20-a53c-bd97412392e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688987 Feb 02 13:34:40.937140 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (61ca039b-fcbd-44c4-a5d8-b82147dcbe88), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:40.938172 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61ca039b-fcbd-44c4-a5d8-b82147dcbe88 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:34:40.944280 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:40.945430 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-113cdc4b-2a40-441e-af7d-dd7cdd4d5d8e admin admin] 10.222.0.83 "DELETE /v2.0/routers/61ca039b-fcbd-44c4-a5d8-b82147dcbe88 HTTP/1.1" status: 204 len: 168 time: 1.9140761 Feb 02 13:34:40.948396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59230) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:41.071312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8801973f-1d50-4d2e-8b52-583898d2aead admin admin] Deleting subnet d9f7d9ab-3521-4c1f-a406-f44a4bf09db0 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:34:41.089628 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8801973f-1d50-4d2e-8b52-583898d2aead admin admin] Publish callbacks [] for subnet (d9f7d9ab-3521-4c1f-a406-f44a4bf09db0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.147341 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.152789 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8801973f-1d50-4d2e-8b52-583898d2aead admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (d9f7d9ab-3521-4c1f-a406-f44a4bf09db0), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.167032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1de5aa45-d087-490e-a8ee-6baef356acba no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:34:41.197307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 1de5aa45-d087-490e-a8ee-6baef356acba {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:34:41.197993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 1de5aa45-d087-490e-a8ee-6baef356acba not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:34:41.198723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 898f3218-0f69-46a3-8983-ac7cfd12e6b4 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:34:41.230436 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 898f3218-0f69-46a3-8983-ac7cfd12e6b4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:34:41.231172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 898f3218-0f69-46a3-8983-ac7cfd12e6b4 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:34:41.346266 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8801973f-1d50-4d2e-8b52-583898d2aead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (d9f7d9ab-3521-4c1f-a406-f44a4bf09db0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.411990 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8801973f-1d50-4d2e-8b52-583898d2aead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (d9f7d9ab-3521-4c1f-a406-f44a4bf09db0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.470916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801973f-1d50-4d2e-8b52-583898d2aead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f7d9ab-3521-4c1f-a406-f44a4bf09db0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:41.473494 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8801973f-1d50-4d2e-8b52-583898d2aead admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.477343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8801973f-1d50-4d2e-8b52-583898d2aead admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d9f7d9ab-3521-4c1f-a406-f44a4bf09db0 HTTP/1.1" status: 204 len: 168 time: 0.5279517 Feb 02 13:34:41.481350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59236) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:41.482794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd33b80-ba1e-45a5-ab8c-3da85c495a2c None None] Network d19a5668-236b-4f99-95b2-f2358af7df58 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:34:41.662068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d19a5668-236b-4f99-95b2-f2358af7df58), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.694063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Allocated IP 172.20.0.17 (182c7c5f-3850-4f20-a53c-bd97412392e0/22b219de-98fe-40f0-9421-26e4e683eb71/e7d6a008-daef-4724-ab9f-aadca74cd61b) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:34:41.717125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] DHCP port deletion for d19a5668-236b-4f99-95b2-f2358af7df58 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:34:41.767678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Deleting port 94c18f71-0774-4382-9e47-b5cb0a71255a {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:34:41.768142 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.813615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Deleting port 94c18f71-0774-4382-9e47-b5cb0a71255a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:34:41.813959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.833562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] For port 94c18f71-0774-4382-9e47-b5cb0a71255a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=94c18f71-0774-4382-9e47-b5cb0a71255a,segment=NetworkSegment(d5a162a2-e6d1-42a2-a923-fc0b5dbd3819),segment_id=d5a162a2-e6d1-42a2-a923-fc0b5dbd3819)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:41.833942 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.847765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Calling delete_port for 94c18f71-0774-4382-9e47-b5cb0a71255a owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:34:41.902272 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.908646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] For port 94c18f71-0774-4382-9e47-b5cb0a71255a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=94c18f71-0774-4382-9e47-b5cb0a71255a,segment=NetworkSegment(d5a162a2-e6d1-42a2-a923-fc0b5dbd3819),segment_id=d5a162a2-e6d1-42a2-a923-fc0b5dbd3819)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:41.909148 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.924644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Calling delete_port for 94c18f71-0774-4382-9e47-b5cb0a71255a owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:34:41.930339 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:41.958045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] No DVR routers for this DVR port 94c18f71-0774-4382-9e47-b5cb0a71255a on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:34:41.959657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Pushing event deleted for resources: {'Port': ['ID=94c18f71-0774-4382-9e47-b5cb0a71255a,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:41.971745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.971745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.971745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.971745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.971745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.971745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.971745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.971745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.972869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.973124 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.973455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.973797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.974121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b397eb3-5bb2-4063-be6f-e2a190dc32b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:41.999724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:42.077211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 182c7c5f-3850-4f20-a53c-bd97412392e0 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:34:42.085494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:42.087402 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=e7d6a008-daef-4724-ab9f-aadca74cd61b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:42.090092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:34:42.147020 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (94c18f71-0774-4382-9e47-b5cb0a71255a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:42.182482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c18f71-0774-4382-9e47-b5cb0a71255a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:42.205110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] No DVR routers for this DVR port 94c18f71-0774-4382-9e47-b5cb0a71255a on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:34:42.259724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:42.341193 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d19a5668-236b-4f99-95b2-f2358af7df58), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:42.375498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19a5668-236b-4f99-95b2-f2358af7df58']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:42.391909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a162a2-e6d1-42a2-a923-fc0b5dbd3819') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:42.392354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a162a2-e6d1-42a2-a923-fc0b5dbd3819') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:42.405555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (d5a162a2-e6d1-42a2-a923-fc0b5dbd3819), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:42.433125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4dfe5992-1b5d-4219-bf54-159058f54208 None None] Provisioning complete for port e7d6a008-daef-4724-ab9f-aadca74cd61b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:42.434242 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4dfe5992-1b5d-4219-bf54-159058f54208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:42.473936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe5992-1b5d-4219-bf54-159058f54208 None None] Port e7d6a008-daef-4724-ab9f-aadca74cd61b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:34:42.484166 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d5a162a2-e6d1-42a2-a923-fc0b5dbd3819), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:42.514556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:34:42.514859 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (d5a162a2-e6d1-42a2-a923-fc0b5dbd3819), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:34:42.518274 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:34:42.586890 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:42.609315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (d19a5668-236b-4f99-95b2-f2358af7df58), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:42.622724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:42.628969 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] 10.222.0.83 "DELETE /v2.0/networks/d19a5668-236b-4f99-95b2-f2358af7df58 HTTP/1.1" status: 204 len: 168 time: 1.1445570 Feb 02 13:34:42.666778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499f43c-10e7-4d64-aab3-a2fba1e74959 admin admin] Pushing event deleted for resources: {'Network': ['ID=d19a5668-236b-4f99-95b2-f2358af7df58,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:42.897207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:42.957458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-66149b3c-aa6c-44b1-bcc8-1d3d2d115602 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=86e28d2ac0ce4d0ca658e395a4bb32ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0568078 Feb 02 13:34:42.957919 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:43.036178 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:43.042412 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:43.102684 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:43.125976 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f867ad9-a96f-4d00-82a5-3cb45c114ad8 admin admin] Publish callbacks [] for security_group (9a8420c0-e550-4296-9623-5928df0d328a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:43.183483 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f867ad9-a96f-4d00-82a5-3cb45c114ad8 admin admin] Publish callbacks [] for security_group (9a8420c0-e550-4296-9623-5928df0d328a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:43.198399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 94c18f71-0774-4382-9e47-b5cb0a71255a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:34:43.247308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 94c18f71-0774-4382-9e47-b5cb0a71255a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:34:43.247746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 94c18f71-0774-4382-9e47-b5cb0a71255a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:34:43.323036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 182c7c5f-3850-4f20-a53c-bd97412392e0 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:34:43.328134 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:43.337235 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f867ad9-a96f-4d00-82a5-3cb45c114ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9a8420c0-e550-4296-9623-5928df0d328a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:43.341812 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1f867ad9-a96f-4d00-82a5-3cb45c114ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:43.344020 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1f867ad9-a96f-4d00-82a5-3cb45c114ad8 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/9a8420c0-e550-4296-9623-5928df0d328a HTTP/1.1" status: 204 len: 168 time: 0.3847659 Feb 02 13:34:43.381052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f867ad9-a96f-4d00-82a5-3cb45c114ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8420c0-e550-4296-9623-5928df0d328a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:43.494775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=e7d6a008-daef-4724-ab9f-aadca74cd61b,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:43.512125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:34:43.709348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:34:43.723634 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7f01ba7d-a39a-4eb9-9e6d-73611c843325 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "PUT /v2.0/routers/89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2109275 Feb 02 13:34:43.727645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Sync routers for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:34:43.744241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:43.745619 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:43.822765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8625f8e4-7676-46ff-bbf7-39a749778e38 None None] Provisioning complete for port e7d6a008-daef-4724-ab9f-aadca74cd61b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:43.823501 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8625f8e4-7676-46ff-bbf7-39a749778e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:43.913136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8625f8e4-7676-46ff-bbf7-39a749778e38 None None] Port e7d6a008-daef-4724-ab9f-aadca74cd61b cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:34:43.940832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:44.024783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59276) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:44.087788 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f21b34c7-9d70-4dd8-9b01-c6cff983479c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=14af5f08851b4b789435b3da4134a3d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0592866 Feb 02 13:34:44.088220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59278) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:44.141581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34471d04-ab09-4101-8a7d-1fa421a4b3e5 admin admin] Publish callbacks [] for security_group (24747515-1672-483b-9ef5-23f233535e80), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:44.166172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34471d04-ab09-4101-8a7d-1fa421a4b3e5 admin admin] Publish callbacks [] for security_group (24747515-1672-483b-9ef5-23f233535e80), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:44.231338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34471d04-ab09-4101-8a7d-1fa421a4b3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (24747515-1672-483b-9ef5-23f233535e80), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:44.235672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-34471d04-ab09-4101-8a7d-1fa421a4b3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:44.239977 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-34471d04-ab09-4101-8a7d-1fa421a4b3e5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/24747515-1672-483b-9ef5-23f233535e80 HTTP/1.1" status: 204 len: 168 time: 0.1507270 Feb 02 13:34:44.250275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34471d04-ab09-4101-8a7d-1fa421a4b3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24747515-1672-483b-9ef5-23f233535e80,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:44.290008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:34:42Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5ba6c4b9-4adb-4a11-b95a-575ef00e1787', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'port_id': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'mac_address': 'fa:16:3e:3b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:33:41Z', 'updated_at': '2022-02-02T13:33:46Z', 'revision_number': 1, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:22Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d6a008-daef-4724-ab9f-aadca74cd61b', 'name': '', 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:2e:c0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '22b219de-98fe-40f0-9421-26e4e683eb71', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:41Z', 'updated_at': '2022-02-02T13:34:42Z', 'revision_number': 2, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '22b219de-98fe-40f0-9421-26e4e683eb71', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:44.331625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Checking router: 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:34:44.332082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Updating router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 port e7d6a008-daef-4724-ab9f-aadca74cd61b binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:34:44.365987 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:44.882174 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Publish callbacks [] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:44.891569 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:44.946951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b406b-1562-4205-8bf1-4d62dd05bf35 None None] Pushing event updated for resources: {'Port': ['ID=e7d6a008-daef-4724-ab9f-aadca74cd61b,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:45.071070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Attempting to bind port e7d6a008-daef-4724-ab9f-aadca74cd61b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:34:45.071671 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Attempting to bind port e7d6a008-daef-4724-ab9f-aadca74cd61b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:34:45.072109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Attempting to bind port e7d6a008-daef-4724-ab9f-aadca74cd61b on network 182c7c5f-3850-4f20-a53c-bd97412392e0 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:34:45.081526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:34:45.081961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Checking segment: {'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:34:45.082347 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:45.082803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Bound using segment: {'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:34:45.083292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Bound port: e7d6a008-daef-4724-ab9f-aadca74cd61b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c76beb9-012a-4a55-aa9d-b87b35028e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:34:45.083705 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:45.216495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] For port e7d6a008-daef-4724-ab9f-aadca74cd61b, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:34:45.222277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] For port e7d6a008-daef-4724-ab9f-aadca74cd61b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e7d6a008-daef-4724-ab9f-aadca74cd61b,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:34:45.237563 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:45.317434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:45.318490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:45.461492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:45.494430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59304) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:45.646003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2ce893b4-c515-48ff-bf46-c8510aab5389 None None] Provisioning complete for port e7d6a008-daef-4724-ab9f-aadca74cd61b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:45.646384 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ce893b4-c515-48ff-bf46-c8510aab5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:45.654016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b406b-1562-4205-8bf1-4d62dd05bf35 None None] Pushing event updated for resources: {'Port': ['ID=e7d6a008-daef-4724-ab9f-aadca74cd61b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:45.753210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1055299560-network', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:45.787766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Made reservation on behalf of 79d51849a46a4fe5bdba4def304a1053 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:34:45.791351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:45.805066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:45.832885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2ce893b4-c515-48ff-bf46-c8510aab5389 None None] Current status of the port e7d6a008-daef-4724-ab9f-aadca74cd61b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:45.833282 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ce893b4-c515-48ff-bf46-c8510aab5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:45.902901 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2ce893b4-c515-48ff-bf46-c8510aab5389 None None] For port e7d6a008-daef-4724-ab9f-aadca74cd61b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e7d6a008-daef-4724-ab9f-aadca74cd61b,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:45.909209 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ce893b4-c515-48ff-bf46-c8510aab5389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:45.960154 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Publish callbacks [] for security_group (3f59f7bf-c345-43cb-abd8-85265bc5d006), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:45.962674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce893b4-c515-48ff-bf46-c8510aab5389 None None] Pushing event updated for resources: {'Port': ['ID=e7d6a008-daef-4724-ab9f-aadca74cd61b,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:45.965434 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3f59f7bf-c345-43cb-abd8-85265bc5d006), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:45.980347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:34:42Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5ba6c4b9-4adb-4a11-b95a-575ef00e1787', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'port_id': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'mac_address': 'fa:16:3e:3b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:33:41Z', 'updated_at': '2022-02-02T13:33:46Z', 'revision_number': 1, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:22Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d6a008-daef-4724-ab9f-aadca74cd61b', 'name': '', 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:2e:c0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '22b219de-98fe-40f0-9421-26e4e683eb71', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:41Z', 'updated_at': '2022-02-02T13:34:45Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '22b219de-98fe-40f0-9421-26e4e683eb71', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:46.000586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f59f7bf-c345-43cb-abd8-85265bc5d006,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:46.009897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e62803-8e89-4bd3-86ce-77e94a649043 None None] The sync data for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 is: [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:34:42Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5ba6c4b9-4adb-4a11-b95a-575ef00e1787', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'port_id': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'mac_address': 'fa:16:3e:3b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:33:41Z', 'updated_at': '2022-02-02T13:33:46Z', 'revision_number': 1, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:22Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e7d6a008-daef-4724-ab9f-aadca74cd61b', 'name': '', 'network_id': '182c7c5f-3850-4f20-a53c-bd97412392e0', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:2e:c0:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': '22b219de-98fe-40f0-9421-26e4e683eb71', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:41Z', 'updated_at': '2022-02-02T13:34:45Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '22b219de-98fe-40f0-9421-26e4e683eb71', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:34:46.018904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:34:46.038924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (874b22ec-21df-4dca-bba5-9773c263b910), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:46.039282 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Added segment 874b22ec-21df-4dca-bba5-9773c263b910 of type vlan for network 89ab5506-8479-47c7-b520-9bbb402c75c3 Feb 02 13:34:46.041849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-80b368e7-f95b-4d98-9ba0-8fcae6542725 None None] Provisioning complete for port e7d6a008-daef-4724-ab9f-aadca74cd61b triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:46.042275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-80b368e7-f95b-4d98-9ba0-8fcae6542725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:46.145470 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (89ab5506-8479-47c7-b520-9bbb402c75c3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:46.172923 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-80b368e7-f95b-4d98-9ba0-8fcae6542725 None None] Current status of the port e7d6a008-daef-4724-ab9f-aadca74cd61b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:46.176396 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (89ab5506-8479-47c7-b520-9bbb402c75c3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:46.184171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:46.185210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:46.259763 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7625349 Feb 02 13:34:46.262725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:46.267893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7c8fbe97-d9ba-45c0-961f-bc273afde4ee admin admin] Request body: {'subnet': {'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1055299560-subnet', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:46.315950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8fbe97-d9ba-45c0-961f-bc273afde4ee admin admin] Made reservation on behalf of 79d51849a46a4fe5bdba4def304a1053 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:34:46.318337 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c8fbe97-d9ba-45c0-961f-bc273afde4ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:46.387866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb8746-c035-408d-9ad3-ec6784735987 admin admin] Pushing event updated for resources: {'Network': ['ID=89ab5506-8479-47c7-b520-9bbb402c75c3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:46.408657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:34:46.547696 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c8fbe97-d9ba-45c0-961f-bc273afde4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (9ec1387b-1edc-4d31-aae4-a5a0dd643b47), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:46.628567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fbe97-d9ba-45c0-961f-bc273afde4ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ec1387b-1edc-4d31-aae4-a5a0dd643b47,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:46.638638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8fbe97-d9ba-45c0-961f-bc273afde4ee admin admin] Checking segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:34:46.639405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8fbe97-d9ba-45c0-961f-bc273afde4ee admin admin] Network hostable DHCP agents. Network: 89ab5506-8479-47c7-b520-9bbb402c75c3, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:34:46.664916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8fbe97-d9ba-45c0-961f-bc273afde4ee admin admin] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:34:46.687862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7c8fbe97-d9ba-45c0-961f-bc273afde4ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 89ab5506-8479-47c7-b520-9bbb402c75c3) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:46.700571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8fbe97-d9ba-45c0-961f-bc273afde4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:46.702237 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7c8fbe97-d9ba-45c0-961f-bc273afde4ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:46.729649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7f02c8-eccf-4ed1-a1fb-c499a42e4d13 None None] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:34:46.746369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59318) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:46.748577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7c8fbe97-d9ba-45c0-961f-bc273afde4ee admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4841301 Feb 02 13:34:46.751689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:46.789046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (259d34b7-49bb-43cd-8aca-68e81b36a01d), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:46.791206 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (259d34b7-49bb-43cd-8aca-68e81b36a01d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:46.887398 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Publish callbacks [] for router_controller (259d34b7-49bb-43cd-8aca-68e81b36a01d), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:47.135239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-89ab5506-8479-47c7-b520-9bbb402c75c3', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:34:47.136199 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:47.157142 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Publish callbacks [] for router_gateway (259d34b7-49bb-43cd-8aca-68e81b36a01d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:47.341466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e7d6a008-daef-4724-ab9f-aadca74cd61b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:34:47.401229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Allocated IP 172.20.0.2 (89ab5506-8479-47c7-b520-9bbb402c75c3/9ec1387b-1edc-4d31-aae4-a5a0dd643b47/0ff932f9-6f6c-40a1-91d2-ad2787ef9be5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:34:47.452897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e7d6a008-daef-4724-ab9f-aadca74cd61b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:47.453491 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:47.670318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e7d6a008-daef-4724-ab9f-aadca74cd61b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:47.751973 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Publish callbacks [] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:47.771541 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:47.824680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:34:47.835395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:47.840204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:34:47.898707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Pushing event updated for resources: {'Port': ['ID=0ff932f9-6f6c-40a1-91d2-ad2787ef9be5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:48.004618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Attempting to bind port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:34:48.005001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Attempting to bind port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:34:48.005371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Attempting to bind port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:34:48.011648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:34:48.012032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Checking segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:34:48.012441 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:48.012840 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Bound using segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:34:48.013328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Bound port: 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:34:48.013731 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:48.167214 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Publish callbacks [] for router_gateway (259d34b7-49bb-43cd-8aca-68e81b36a01d), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:48.168623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] For port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:34:48.179559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] For port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0ff932f9-6f6c-40a1-91d2-ad2787ef9be5,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:34:48.198980 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:48.219395 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:48.327728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fe0ea-bf79-49d0-a245-41668904974b None None] Pushing event updated for resources: {'Port': ['ID=0ff932f9-6f6c-40a1-91d2-ad2787ef9be5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:48.496131 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Allocated IP 172.25.4.19 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/5810ac82-d016-4e22-8546-e9a6d982ee96) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:34:48.774606 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Publish callbacks [] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:48.847908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:48.911098 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:34:48.917605 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:48.929617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:34:48.991950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Pushing event updated for resources: {'Port': ['ID=5810ac82-d016-4e22-8546-e9a6d982ee96,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:49.427778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:34:49.531330 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Publish callbacks [] for router_gateway (259d34b7-49bb-43cd-8aca-68e81b36a01d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:49.608892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:49.609537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:49.904965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:49.905390 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:49.932959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (259d34b7-49bb-43cd-8aca-68e81b36a01d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:49.986717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0ff932f9-6f6c-40a1-91d2-ad2787ef9be5,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:49.992876 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:50.056769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=0ff932f9-6f6c-40a1-91d2-ad2787ef9be5,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:50.088125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1abcd17-5b36-4eaa-bbfa-c8d57c5b13fb None None] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:34:50.143693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Router 259d34b7-49bb-43cd-8aca-68e81b36a01d is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:34:50.192522 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e4d89af1-b308-465c-8418-dc22d2016bbf None None] Provisioning complete for port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:50.193019 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4d89af1-b308-465c-8418-dc22d2016bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:50.346985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:34:50.347836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e4d89af1-b308-465c-8418-dc22d2016bbf None None] Current status of the port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:50.374641 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Sync routers for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:34:50.378302 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:50.382895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59340) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:50.383651 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-030d48bb-9641-42be-93ac-92f72a6d6977 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6356518 Feb 02 13:34:50.410119 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:50.412414 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:50.651016 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:50.795961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-915931bd-04e6-4907-a246-41d5f5295636 None None] Provisioning complete for port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:50.796663 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-915931bd-04e6-4907-a246-41d5f5295636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:50.887218 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:49Z', 'revision_number': 3, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:50.917231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-915931bd-04e6-4907-a246-41d5f5295636 None None] Current status of the port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:50.924122 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Checking router: 259d34b7-49bb-43cd-8aca-68e81b36a01d for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:34:50.924510 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Updating router 259d34b7-49bb-43cd-8aca-68e81b36a01d port 5810ac82-d016-4e22-8546-e9a6d982ee96 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:34:50.968319 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:51.053277 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:51.167201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:34:51.249461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:51.250189 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:51.353238 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Publish callbacks [] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:51.362615 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:51.399688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Allocated IP 172.20.0.1 (89ab5506-8479-47c7-b520-9bbb402c75c3/9ec1387b-1edc-4d31-aae4-a5a0dd643b47/0c73f197-1773-4c8c-9af9-bb931d7f5db0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:34:51.439091 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Pushing event updated for resources: {'Port': ['ID=5810ac82-d016-4e22-8546-e9a6d982ee96,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:51.451059 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.451551 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.451928 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.452508 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.453247 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.453247 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.453601 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.464298 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.465016 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.465795 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.466390 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.467000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:51.468343 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.469376 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:51.519711 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Attempting to bind port 5810ac82-d016-4e22-8546-e9a6d982ee96 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:34:51.520001 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Attempting to bind port 5810ac82-d016-4e22-8546-e9a6d982ee96 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:34:51.524215 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Attempting to bind port 5810ac82-d016-4e22-8546-e9a6d982ee96 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:34:51.532406 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:34:51.532922 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:34:51.533204 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:51.534448 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:34:51.534941 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Bound port: 5810ac82-d016-4e22-8546-e9a6d982ee96, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:34:51.535325 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:51.617727 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Publish callbacks [] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:51.628221 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] For port 5810ac82-d016-4e22-8546-e9a6d982ee96, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:34:51.640317 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] For port 5810ac82-d016-4e22-8546-e9a6d982ee96, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5810ac82-d016-4e22-8546-e9a6d982ee96,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:34:51.666975 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:51.670220 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:51.819327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:34:51.827150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:51.833556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:34:51.867149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Pushing event updated for resources: {'Port': ['ID=0c73f197-1773-4c8c-9af9-bb931d7f5db0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:51.881307 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40394a0-0448-4401-b580-17420d773e5f None None] Pushing event updated for resources: {'Port': ['ID=5810ac82-d016-4e22-8546-e9a6d982ee96,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:51.884922 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:51.885859 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:51.921706 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (259d34b7-49bb-43cd-8aca-68e81b36a01d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:52.087280 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:52.161659 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:52.278643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6a25056a-62b0-4088-932f-7e9fe5ec66b9 None None] Provisioning complete for port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:52.279284 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a25056a-62b0-4088-932f-7e9fe5ec66b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:52.351605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6a25056a-62b0-4088-932f-7e9fe5ec66b9 None None] Port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:34:52.408104 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Publish callbacks [] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:52.414206 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:52.509252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Pushing event updated for resources: {'Port': ['ID=0c73f197-1773-4c8c-9af9-bb931d7f5db0,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:52.535291 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:49Z', 'revision_number': 3, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:52.539281 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (259d34b7-49bb-43cd-8aca-68e81b36a01d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:52.566688 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4d636b-9680-4e40-b2d6-dc2d721b5638 None None] The sync data for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 is: [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:49Z', 'revision_number': 3, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:34:52.672771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:34:52.674546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:52.862160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Router 259d34b7-49bb-43cd-8aca-68e81b36a01d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:34:53.104599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:34:53.145363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f6e9c1bc-0218-46a4-8ab2-4c8bff4de398 admin admin] 10.222.0.83 "PUT /v2.0/routers/259d34b7-49bb-43cd-8aca-68e81b36a01d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7520735 Feb 02 13:34:53.216345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bee796e4-c28e-41a9-b96c-7edd5e60aadb None None] Provisioning complete for port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:53.216715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bee796e4-c28e-41a9-b96c-7edd5e60aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:53.275055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bee796e4-c28e-41a9-b96c-7edd5e60aadb None None] Port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:34:53.281140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5810ac82-d016-4e22-8546-e9a6d982ee96 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:34:53.362334 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5810ac82-d016-4e22-8546-e9a6d982ee96 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:53.363337 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:53.584485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5810ac82-d016-4e22-8546-e9a6d982ee96 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:53.585432 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:53.636594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 5810ac82-d016-4e22-8546-e9a6d982ee96, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5810ac82-d016-4e22-8546-e9a6d982ee96,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:53.644019 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:53.748131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=5810ac82-d016-4e22-8546-e9a6d982ee96,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:54.189700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59386) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:54.200439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-271326067-network', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:54.233742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Made reservation on behalf of a28a966452984a2c906ec76e3e5b853c for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:34:54.237426 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:54.250334 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:54.363139 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Publish callbacks [] for security_group (279bd91e-3720-4b0d-8451-0bf702907c74), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:54.367964 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (279bd91e-3720-4b0d-8451-0bf702907c74), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:54.409000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:34:54.418077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279bd91e-3720-4b0d-8451-0bf702907c74,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:54.430995 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (05752b3a-f46e-4b55-ba4f-ca56eec8993c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:54.431335 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Added segment 05752b3a-f46e-4b55-ba4f-ca56eec8993c of type vlan for network e2b9c9c3-265c-406e-93bb-2bcde774a232 Feb 02 13:34:54.487690 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (e2b9c9c3-265c-406e-93bb-2bcde774a232), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:54.522362 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (e2b9c9c3-265c-406e-93bb-2bcde774a232), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:54.523665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:54.524291 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:54.611239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e2b9c9c3-265c-406e-93bb-2bcde774a232,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:54.622829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59388) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:54.629004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network e2b9c9c3-265c-406e-93bb-2bcde774a232 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:34:54.629822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Request body: {'subnet': {'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-271326067-subnet', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:54.636996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f214684d-451d-4277-bfd0-02de756ec5d5 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4460659 Feb 02 13:34:54.659395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Made reservation on behalf of a28a966452984a2c906ec76e3e5b853c for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:34:54.671141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:54.996610 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (a46ee288-cde7-4a8a-98e8-1fd82621edc6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:55.085388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Checking segment: {'id': '05752b3a-f46e-4b55-ba4f-ca56eec8993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:34:55.085761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Network hostable DHCP agents. Network: e2b9c9c3-265c-406e-93bb-2bcde774a232, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:34:55.088742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46ee288-cde7-4a8a-98e8-1fd82621edc6,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:55.102612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.102963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.103307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.103672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.104009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.104338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.104663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.104989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.105733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.106059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.106378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.106696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.107013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:34:55.135137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Network e2b9c9c3-265c-406e-93bb-2bcde774a232 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:34:55.150167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, e2b9c9c3-265c-406e-93bb-2bcde774a232) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:55.156436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:34:55.157168 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:55.162547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6c5702-49be-4d3c-91f1-3a4dee36f280 None None] Network e2b9c9c3-265c-406e-93bb-2bcde774a232 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:34:55.183689 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-73ff1a99-3bf1-40f6-a18f-ed1edcfd917a admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5596144 Feb 02 13:34:55.187189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59394) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:55.192015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-271326067-router', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:34:55.223219 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (0deed095-2d70-481d-8636-5c720d4f9660), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:55.224831 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (0deed095-2d70-481d-8636-5c720d4f9660), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:55.267840 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5810ac82-d016-4e22-8546-e9a6d982ee96 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:34:55.343021 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Publish callbacks [] for router_controller (0deed095-2d70-481d-8636-5c720d4f9660), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:55.366361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-e2b9c9c3-265c-406e-93bb-2bcde774a232', 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232', 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'fixed_ips': [{'subnet_id': 'a46ee288-cde7-4a8a-98e8-1fd82621edc6'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:34:55.367473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:55.397757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5810ac82-d016-4e22-8546-e9a6d982ee96 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:55.398281 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:55.436205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Sync routers for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:34:55.589014 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Publish callbacks [] for router_gateway (0deed095-2d70-481d-8636-5c720d4f9660), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:55.729470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:55.732555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:55.893368 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Publish callbacks [] for router_gateway (0deed095-2d70-481d-8636-5c720d4f9660), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:55.946360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:56.034325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Allocated IP 172.20.0.2 (e2b9c9c3-265c-406e-93bb-2bcde774a232/a46ee288-cde7-4a8a-98e8-1fd82621edc6/0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:34:56.233174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:56.236640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Allocated IP 172.25.4.36 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/cb5c0f19-c55c-42ca-812a-ed311239669b) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:34:56.441442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Publish callbacks [] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:56.490999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:56.536506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5810ac82-d016-4e22-8546-e9a6d982ee96 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:56.545317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:34:56.547911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:56.570861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:34:56.620377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Pushing event updated for resources: {'Port': ['ID=cb5c0f19-c55c-42ca-812a-ed311239669b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:56.844107 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Publish callbacks [] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:56.854556 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:56.922978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Network e2b9c9c3-265c-406e-93bb-2bcde774a232 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:34:56.936408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:56.941697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:34:56.944789 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Pushing event updated for resources: {'Port': ['ID=0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:56.944931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Publish callbacks [] for router_gateway (0deed095-2d70-481d-8636-5c720d4f9660), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:56.952073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 2, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:56.989219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Checking router: 259d34b7-49bb-43cd-8aca-68e81b36a01d for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:34:56.989219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Updating router 259d34b7-49bb-43cd-8aca-68e81b36a01d port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:34:57.056850 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:57.080854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Attempting to bind port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:34:57.081304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Attempting to bind port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '05752b3a-f46e-4b55-ba4f-ca56eec8993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:34:57.081728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Attempting to bind port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 on network e2b9c9c3-265c-406e-93bb-2bcde774a232 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:34:57.089337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:34:57.089724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Checking segment: {'id': '05752b3a-f46e-4b55-ba4f-ca56eec8993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:34:57.090134 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:57.090538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Bound using segment: {'id': '05752b3a-f46e-4b55-ba4f-ca56eec8993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:34:57.091021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Bound port: 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05752b3a-f46e-4b55-ba4f-ca56eec8993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:34:57.091412 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:57.237281 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (0deed095-2d70-481d-8636-5c720d4f9660), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:57.277512 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] For port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:34:57.300735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] For port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5,segment=NetworkSegment(05752b3a-f46e-4b55-ba4f-ca56eec8993c),segment_id=05752b3a-f46e-4b55-ba4f-ca56eec8993c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:34:57.342396 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:57.432835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Router 0deed095-2d70-481d-8636-5c720d4f9660 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:34:57.433288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01789b-a6d7-40d8-8d0b-01037d77e0ec None None] Pushing event updated for resources: {'Port': ['ID=0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:57.587435 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Publish callbacks [] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:57.595569 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:57.650983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc71a6-40c8-46ad-b818-5c5ea92be40b None None] Pushing event updated for resources: {'Port': ['ID=0c73f197-1773-4c8c-9af9-bb931d7f5db0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:57.735974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:34:57.749903 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Sync routers for ids ['0deed095-2d70-481d-8636-5c720d4f9660'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:34:57.767898 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Routers {'0deed095-2d70-481d-8636-5c720d4f9660'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:57.768521 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['0deed095-2d70-481d-8636-5c720d4f9660'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:57.777935 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:57.783149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:34:57.792300 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5e283dd9-a478-4393-8ad6-735db00a2396 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6038342 Feb 02 13:34:57.793499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Attempting to bind port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:34:57.794561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Attempting to bind port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:34:57.802423 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Attempting to bind port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:34:57.833473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:34:57.834601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Checking segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:34:57.835462 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:57.836221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Bound using segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:34:57.837048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Bound port: 0c73f197-1773-4c8c-9af9-bb931d7f5db0, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:34:57.837749 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:58.012045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] For port 0c73f197-1773-4c8c-9af9-bb931d7f5db0, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:34:58.020863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] For port 0c73f197-1773-4c8c-9af9-bb931d7f5db0, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0c73f197-1773-4c8c-9af9-bb931d7f5db0,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:34:58.031246 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:58.054334 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Set router 0deed095-2d70-481d-8636-5c720d4f9660 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:58.180063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc71a6-40c8-46ad-b818-5c5ea92be40b None None] Pushing event updated for resources: {'Port': ['ID=0c73f197-1773-4c8c-9af9-bb931d7f5db0,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:58.200981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:58.201647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:58.410690 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0deed095-2d70-481d-8636-5c720d4f9660', 'name': 'tempest-TestVolumeBootPattern-271326067-router', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:34:56Z', 'revision_number': 3, 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'gw_port': {'id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0deed095-2d70-481d-8636-5c720d4f9660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:58.451474 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Checking router: 0deed095-2d70-481d-8636-5c720d4f9660 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:34:58.451816 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Updating router 0deed095-2d70-481d-8636-5c720d4f9660 port cb5c0f19-c55c-42ca-812a-ed311239669b binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:34:58.458397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:58.490118 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:58.633191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5a2bffec-7d54-484f-b452-0b8dba8cefa5 None None] Provisioning complete for port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:58.633889 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a2bffec-7d54-484f-b452-0b8dba8cefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:58.711775 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:58.903330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5a2bffec-7d54-484f-b452-0b8dba8cefa5 None None] Current status of the port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:58.903810 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a2bffec-7d54-484f-b452-0b8dba8cefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:58.960368 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Publish callbacks [] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:58.969372 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:59.014577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5a2bffec-7d54-484f-b452-0b8dba8cefa5 None None] For port 0c73f197-1773-4c8c-9af9-bb931d7f5db0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0c73f197-1773-4c8c-9af9-bb931d7f5db0,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:34:59.021746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:59.032667 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06456dad-d24d-41ca-aeb8-c37c8938ad69 None None] Pushing event updated for resources: {'Port': ['ID=cb5c0f19-c55c-42ca-812a-ed311239669b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:59.059108 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Attempting to bind port cb5c0f19-c55c-42ca-812a-ed311239669b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:34:59.059839 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Attempting to bind port cb5c0f19-c55c-42ca-812a-ed311239669b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:34:59.060564 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Attempting to bind port cb5c0f19-c55c-42ca-812a-ed311239669b on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:34:59.067913 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:34:59.068445 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:34:59.068774 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:59.069159 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:34:59.069672 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Bound port: cb5c0f19-c55c-42ca-812a-ed311239669b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:34:59.070209 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:59.073983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cbdfeb-4d02-49a4-8b72-315c8d43b440 None None] The sync data for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 is: [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:34:59.075733 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a2bffec-7d54-484f-b452-0b8dba8cefa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:59.090249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Allocated IP 172.20.0.1 (e2b9c9c3-265c-406e-93bb-2bcde774a232/a46ee288-cde7-4a8a-98e8-1fd82621edc6/9028785e-22b8-421a-89f9-b5a2073f2d71) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:34:59.255160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bffec-7d54-484f-b452-0b8dba8cefa5 None None] Pushing event updated for resources: {'Port': ['ID=0c73f197-1773-4c8c-9af9-bb931d7f5db0,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:59.263985 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] For port cb5c0f19-c55c-42ca-812a-ed311239669b, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:34:59.265958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-47a6312e-bf3c-471f-bc75-d4150b1e3998 None None] Provisioning complete for port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:59.268154 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] For port cb5c0f19-c55c-42ca-812a-ed311239669b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cb5c0f19-c55c-42ca-812a-ed311239669b,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:34:59.269890 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47a6312e-bf3c-471f-bc75-d4150b1e3998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:59.280679 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:59.410232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15204801-c5a4-4a82-95b0-bf991036da67 None None] Network e2b9c9c3-265c-406e-93bb-2bcde774a232 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:34:59.428967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:34:59.441099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Publish callbacks [] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:59.456345 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06456dad-d24d-41ca-aeb8-c37c8938ad69 None None] Pushing event updated for resources: {'Port': ['ID=cb5c0f19-c55c-42ca-812a-ed311239669b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:59.459473 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Routers {'0deed095-2d70-481d-8636-5c720d4f9660'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:34:59.460081 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['0deed095-2d70-481d-8636-5c720d4f9660'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:34:59.559565 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:59.627126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Network e2b9c9c3-265c-406e-93bb-2bcde774a232 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:34:59.664555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Pushing event updated for resources: {'Port': ['ID=9028785e-22b8-421a-89f9-b5a2073f2d71,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:34:59.673889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:34:59.678494 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] Set router 0deed095-2d70-481d-8636-5c720d4f9660 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:34:59.699746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:34:59.788046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-47a6312e-bf3c-471f-bc75-d4150b1e3998 None None] Current status of the port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:34:59.864765 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df5e520f-cd3c-4e52-882b-170457e5863e req-76e5ed3e-2f48-4b76-b6ce-1427ecef14e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1847706 Feb 02 13:34:59.878964 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (0deed095-2d70-481d-8636-5c720d4f9660), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:34:59.885529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:34:59.885880 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:00.063456 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e520f-cd3c-4e52-882b-170457e5863e req-7522ac62-061c-42cc-8111-dc34671f146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:00.064720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8d8c479b-34c4-4279-af30-17100bcd962c None None] Provisioning complete for port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:00.065428 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df5e520f-cd3c-4e52-882b-170457e5863e req-7522ac62-061c-42cc-8111-dc34671f146c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 1128 time: 0.1554468 Feb 02 13:35:00.065622 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d8c479b-34c4-4279-af30-17100bcd962c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:00.270256 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:00.298515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:00.301221 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:00.318175 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0deed095-2d70-481d-8636-5c720d4f9660', 'name': 'tempest-TestVolumeBootPattern-271326067-router', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:34:56Z', 'revision_number': 3, 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'gw_port': {'id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0deed095-2d70-481d-8636-5c720d4f9660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:00.430013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c479b-34c4-4279-af30-17100bcd962c None None] Current status of the port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:00.433055 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8d8c479b-34c4-4279-af30-17100bcd962c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:00.433784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e520f-cd3c-4e52-882b-170457e5863e req-0bd103bc-5981-42dd-82ca-a1cb866be4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:00.436166 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cb003c-336f-498a-847a-d227217d67d3 None None] The sync data for ids ['0deed095-2d70-481d-8636-5c720d4f9660'] in n-d-827336-2 is: [{'id': '0deed095-2d70-481d-8636-5c720d4f9660', 'name': 'tempest-TestVolumeBootPattern-271326067-router', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:34:56Z', 'revision_number': 3, 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'gw_port': {'id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0deed095-2d70-481d-8636-5c720d4f9660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:35:00.437409 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df5e520f-cd3c-4e52-882b-170457e5863e req-0bd103bc-5981-42dd-82ca-a1cb866be4f7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=788afa56-a16d-466a-a8f9-e5ea1dfa5f61 HTTP/1.1" status: 200 len: 897 time: 0.3449862 Feb 02 13:35:00.444500 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5,segment=NetworkSegment(05752b3a-f46e-4b55-ba4f-ca56eec8993c),segment_id=05752b3a-f46e-4b55-ba4f-ca56eec8993c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:00.472116 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:00.620082 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df5e520f-cd3c-4e52-882b-170457e5863e req-717a4b00-d1c5-4e71-81ed-b23c5d6e6b13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b12dbf59-a1b4-44e8-a395-7b989f1f9afe HTTP/1.1" status: 200 len: 1001 time: 0.1736422 Feb 02 13:35:00.679495 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Publish callbacks [] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:00.687455 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:00.695258 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-8d8c479b-34c4-4279-af30-17100bcd962c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:35:00.697268 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-8d8c479b-34c4-4279-af30-17100bcd962c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:35:00.769726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:00.771026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e520f-cd3c-4e52-882b-170457e5863e req-8152314d-4a97-4ce6-9702-c1967fcc3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:00.772619 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df5e520f-cd3c-4e52-882b-170457e5863e req-8152314d-4a97-4ce6-9702-c1967fcc3c3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00604af0-f00d-4cb2-af62-7fd1f27debb7 HTTP/1.1" status: 200 len: 834 time: 0.1467063 Feb 02 13:35:00.832944 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (0deed095-2d70-481d-8636-5c720d4f9660), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:00.844589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Pushing event updated for resources: {'Port': ['ID=9028785e-22b8-421a-89f9-b5a2073f2d71,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:00.897332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e520f-cd3c-4e52-882b-170457e5863e req-ed003224-b7d2-4d4f-85d0-0ca9651aa36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:00.899010 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df5e520f-cd3c-4e52-882b-170457e5863e req-ed003224-b7d2-4d4f-85d0-0ca9651aa36e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=788afa56-a16d-466a-a8f9-e5ea1dfa5f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1198084 Feb 02 13:35:01.045271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Network e2b9c9c3-265c-406e-93bb-2bcde774a232 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:35:01.049330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:35:01.340332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c479b-34c4-4279-af30-17100bcd962c None None] Current status of the port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:01.458883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Router 0deed095-2d70-481d-8636-5c720d4f9660 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:35:01.478377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b7596cc3-9653-4f05-a6da-bc4f6476d1f8 None None] Provisioning complete for port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:01.479054 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc3-9653-4f05-a6da-bc4f6476d1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:01.632747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:35:01.842967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:35:01.862275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-dc7e7034-cff4-4a96-8a6b-f17e397f61c4 admin admin] 10.222.0.83 "PUT /v2.0/routers/0deed095-2d70-481d-8636-5c720d4f9660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0705116 Feb 02 13:35:01.908330 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a4c7ee4b-de3f-4c5a-8a3b-e95390a9f9be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:01.932810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b7596cc3-9653-4f05-a6da-bc4f6476d1f8 None None] Current status of the port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:01.986081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b7596cc3-9653-4f05-a6da-bc4f6476d1f8 None None] Provisioning complete for port 9028785e-22b8-421a-89f9-b5a2073f2d71 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:01.987273 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7596cc3-9653-4f05-a6da-bc4f6476d1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:01.993883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:01.994562 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:02.108081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df5e520f-cd3c-4e52-882b-170457e5863e req-9f1d75de-80fe-46c8-9cf6-897581a0b7ee service neutron] 10.222.0.62 "GET /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2015107 Feb 02 13:35:02.126674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b7596cc3-9653-4f05-a6da-bc4f6476d1f8 None None] Port 9028785e-22b8-421a-89f9-b5a2073f2d71 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:35:02.222033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:02.223644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cb5c0f19-c55c-42ca-812a-ed311239669b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:35:02.320747 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df5e520f-cd3c-4e52-882b-170457e5863e req-3dfb573c-d380-4db5-9a7d-c56f1337cab6 service neutron] 10.222.0.62 "GET /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057076 Feb 02 13:35:02.375326 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-24465664-ef0c-4574-8ed8-68729969c8ac None None] Provisioning complete for port 9028785e-22b8-421a-89f9-b5a2073f2d71 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:02.376010 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-24465664-ef0c-4574-8ed8-68729969c8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:02.502876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port cb5c0f19-c55c-42ca-812a-ed311239669b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:02.503312 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:02.758434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-24465664-ef0c-4574-8ed8-68729969c8ac None None] Port 9028785e-22b8-421a-89f9-b5a2073f2d71 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:35:02.830283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port cb5c0f19-c55c-42ca-812a-ed311239669b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:02.831154 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:02.868408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port cb5c0f19-c55c-42ca-812a-ed311239669b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cb5c0f19-c55c-42ca-812a-ed311239669b,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:02.874356 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:02.875359 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0c73f197-1773-4c8c-9af9-bb931d7f5db0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:35:02.952322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=cb5c0f19-c55c-42ca-812a-ed311239669b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:03.018093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:03.018637 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:03.145241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:03.273101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cb5c0f19-c55c-42ca-812a-ed311239669b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:35:03.380121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port cb5c0f19-c55c-42ca-812a-ed311239669b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:03.381963 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:03.577377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port cb5c0f19-c55c-42ca-812a-ed311239669b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:03.856807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Sync routers for ids ['0deed095-2d70-481d-8636-5c720d4f9660'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:35:03.878111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Routers {'0deed095-2d70-481d-8636-5c720d4f9660'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:03.879194 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:34:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['0deed095-2d70-481d-8636-5c720d4f9660'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:04.012383 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Set router 0deed095-2d70-481d-8636-5c720d4f9660 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:04.269291 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-025f5c2e-c735-4956-b1de-315d6d1ebe5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:04.316088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0deed095-2d70-481d-8636-5c720d4f9660', 'name': 'tempest-TestVolumeBootPattern-271326067-router', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:35:00Z', 'revision_number': 4, 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'gw_port': {'id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0deed095-2d70-481d-8636-5c720d4f9660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '9028785e-22b8-421a-89f9-b5a2073f2d71', 'name': '', 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'mac_address': 'fa:16:3e:bb:d3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0deed095-2d70-481d-8636-5c720d4f9660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a46ee288-cde7-4a8a-98e8-1fd82621edc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:58Z', 'updated_at': '2022-02-02T13:35:00Z', 'revision_number': 2, 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'subnets': [{'id': 'a46ee288-cde7-4a8a-98e8-1fd82621edc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:04.353777 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Checking router: 0deed095-2d70-481d-8636-5c720d4f9660 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:35:04.359621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Updating router 0deed095-2d70-481d-8636-5c720d4f9660 port 9028785e-22b8-421a-89f9-b5a2073f2d71 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:35:04.400888 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:04.486137 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59472) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:05.034404 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Publish callbacks [] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:05.046097 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:05.177942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548a4fe-1c90-4bc4-a5bf-20089ea45970 None None] Pushing event updated for resources: {'Port': ['ID=9028785e-22b8-421a-89f9-b5a2073f2d71,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:05.241649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Attempting to bind port 9028785e-22b8-421a-89f9-b5a2073f2d71 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:35:05.242013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Attempting to bind port 9028785e-22b8-421a-89f9-b5a2073f2d71 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '05752b3a-f46e-4b55-ba4f-ca56eec8993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:35:05.242346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Attempting to bind port 9028785e-22b8-421a-89f9-b5a2073f2d71 on network e2b9c9c3-265c-406e-93bb-2bcde774a232 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:35:05.262972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:35:05.263392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Checking segment: {'id': '05752b3a-f46e-4b55-ba4f-ca56eec8993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:35:05.263955 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:05.264626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Bound using segment: {'id': '05752b3a-f46e-4b55-ba4f-ca56eec8993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:35:05.265241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Bound port: 9028785e-22b8-421a-89f9-b5a2073f2d71, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05752b3a-f46e-4b55-ba4f-ca56eec8993c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:35:05.265690 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:05.337644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] For port 9028785e-22b8-421a-89f9-b5a2073f2d71, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:35:05.340978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] For port 9028785e-22b8-421a-89f9-b5a2073f2d71, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9028785e-22b8-421a-89f9-b5a2073f2d71,segment=NetworkSegment(05752b3a-f46e-4b55-ba4f-ca56eec8993c),segment_id=05752b3a-f46e-4b55-ba4f-ca56eec8993c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:35:05.351216 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:05.461530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548a4fe-1c90-4bc4-a5bf-20089ea45970 None None] Pushing event updated for resources: {'Port': ['ID=9028785e-22b8-421a-89f9-b5a2073f2d71,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:05.472967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Routers {'0deed095-2d70-481d-8636-5c720d4f9660'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:05.473597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['0deed095-2d70-481d-8636-5c720d4f9660'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:05.597409 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:05.748626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] Set router 0deed095-2d70-481d-8636-5c720d4f9660 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:06.022221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c03a5e46-25a9-4108-8196-1c4d517c755b None None] Provisioning complete for port 9028785e-22b8-421a-89f9-b5a2073f2d71 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:06.023034 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c03a5e46-25a9-4108-8196-1c4d517c755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:06.025006 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:06.325271 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c03a5e46-25a9-4108-8196-1c4d517c755b None None] Current status of the port 9028785e-22b8-421a-89f9-b5a2073f2d71 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:06.326034 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c03a5e46-25a9-4108-8196-1c4d517c755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:06.349492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0deed095-2d70-481d-8636-5c720d4f9660', 'name': 'tempest-TestVolumeBootPattern-271326067-router', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:35:00Z', 'revision_number': 4, 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'gw_port': {'id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0deed095-2d70-481d-8636-5c720d4f9660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '9028785e-22b8-421a-89f9-b5a2073f2d71', 'name': '', 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'mac_address': 'fa:16:3e:bb:d3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0deed095-2d70-481d-8636-5c720d4f9660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a46ee288-cde7-4a8a-98e8-1fd82621edc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:58Z', 'updated_at': '2022-02-02T13:35:05Z', 'revision_number': 4, 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'subnets': [{'id': 'a46ee288-cde7-4a8a-98e8-1fd82621edc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:06.385861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c03a5e46-25a9-4108-8196-1c4d517c755b None None] For port 9028785e-22b8-421a-89f9-b5a2073f2d71, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9028785e-22b8-421a-89f9-b5a2073f2d71,segment=NetworkSegment(05752b3a-f46e-4b55-ba4f-ca56eec8993c),segment_id=05752b3a-f46e-4b55-ba4f-ca56eec8993c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:06.437366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754264d9-be72-42ba-9e4d-571e8abb1351 None None] The sync data for ids ['0deed095-2d70-481d-8636-5c720d4f9660'] in n-d-827336-2 is: [{'id': '0deed095-2d70-481d-8636-5c720d4f9660', 'name': 'tempest-TestVolumeBootPattern-271326067-router', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:35:00Z', 'revision_number': 4, 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'gw_port': {'id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0deed095-2d70-481d-8636-5c720d4f9660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '9028785e-22b8-421a-89f9-b5a2073f2d71', 'name': '', 'network_id': 'e2b9c9c3-265c-406e-93bb-2bcde774a232', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'mac_address': 'fa:16:3e:bb:d3:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0deed095-2d70-481d-8636-5c720d4f9660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a46ee288-cde7-4a8a-98e8-1fd82621edc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:58Z', 'updated_at': '2022-02-02T13:35:05Z', 'revision_number': 4, 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'subnets': [{'id': 'a46ee288-cde7-4a8a-98e8-1fd82621edc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:35:06.444644 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c03a5e46-25a9-4108-8196-1c4d517c755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:06.592016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a5e46-25a9-4108-8196-1c4d517c755b None None] Pushing event updated for resources: {'Port': ['ID=9028785e-22b8-421a-89f9-b5a2073f2d71,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:06.600976 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-03a4f4fa-dd1e-41c8-ae28-f49973b62541 None None] Provisioning complete for port 9028785e-22b8-421a-89f9-b5a2073f2d71 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:06.601379 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-03a4f4fa-dd1e-41c8-ae28-f49973b62541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:06.615325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-4f696424-4f7c-4513-aaad-d32ae7dcd5e3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:06.624996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-4f696424-4f7c-4513-aaad-d32ae7dcd5e3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.3165784 Feb 02 13:35:06.650457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting port e7d6a008-daef-4724-ab9f-aadca74cd61b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:35:06.650457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:06.886273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-03a4f4fa-dd1e-41c8-ae28-f49973b62541 None None] Current status of the port 9028785e-22b8-421a-89f9-b5a2073f2d71 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:06.916659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] For port e7d6a008-daef-4724-ab9f-aadca74cd61b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e7d6a008-daef-4724-ab9f-aadca74cd61b,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:06.917052 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:06.934829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Calling delete_port for e7d6a008-daef-4724-ab9f-aadca74cd61b owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:35:06.948275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:06.958181 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:06.963697 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ad1f8e59-b746-41e9-8608-194f48f0be16 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/quotas/79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 375 time: 0.3374095 Feb 02 13:35:07.177371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-3438eefd-49ba-4bdc-8c6f-621983c6c6e5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1969373 Feb 02 13:35:07.414369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9028785e-22b8-421a-89f9-b5a2073f2d71 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:35:07.480238 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e7d6a008-daef-4724-ab9f-aadca74cd61b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:07.536313 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9028785e-22b8-421a-89f9-b5a2073f2d71 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:07.536981 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:07.556289 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Port': ['ID=e7d6a008-daef-4724-ab9f-aadca74cd61b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:07.597070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-e0bfce40-a43e-4e85-b7ba-94d9cd245a75 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:35:07.607564 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-e0bfce40-a43e-4e85-b7ba-94d9cd245a75 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3609087 Feb 02 13:35:07.612942 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.613414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.620911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.622504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.625548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.626096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.626849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.630695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.631699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.632228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.632733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.633560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.634061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:07.829466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9028785e-22b8-421a-89f9-b5a2073f2d71 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:07.842554 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:08.049532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-6bdee7d0-bf81-4ee1-ab81-f6f63f0f4ade service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002948 Feb 02 13:35:08.051397 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:08.152362 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:08.423025 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-9e1d275b-01e9-476e-a365-c7852a5bbefe service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724010 Feb 02 13:35:08.572037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:35:08.758354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:35:08.769717 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2422d6-5378-403c-995a-99ad26abbc99 None None] Sync routers for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:35:08.776320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1735027f-1a66-4f86-839d-cc25e5a4196e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "PUT /v2.0/routers/89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2848241 Feb 02 13:35:08.793112 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2422d6-5378-403c-995a-99ad26abbc99 None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:08.793508 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ab2422d6-5378-403c-995a-99ad26abbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:09.082446 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ab2422d6-5378-403c-995a-99ad26abbc99 None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:09.143447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7871433-5845-4cf5-866e-7a76c009e911 req-46b09b0e-518d-4dfc-ba78-c24028d760af tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0989952 Feb 02 13:35:09.306368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18833b-a7a7-4b2c-ac74-0a71a55d668a req-3e64a587-b779-48b9-8fae-228bf03e292c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:09.307975 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b18833b-a7a7-4b2c-ac74-0a71a55d668a req-3e64a587-b779-48b9-8fae-228bf03e292c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 946 time: 0.1613741 Feb 02 13:35:09.404066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b18833b-a7a7-4b2c-ac74-0a71a55d668a req-bd3701df-24e8-4a02-9edf-420cd0dcfb66 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d2f75e0-20aa-46db-b7f9-561d98c36075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835311 Feb 02 13:35:09.603039 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ab2422d6-5378-403c-995a-99ad26abbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:35:07Z', 'revision_number': 6, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5ba6c4b9-4adb-4a11-b95a-575ef00e1787', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'port_id': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'mac_address': 'fa:16:3e:3b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:33:41Z', 'updated_at': '2022-02-02T13:33:46Z', 'revision_number': 1, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:22Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:09.633666 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2422d6-5378-403c-995a-99ad26abbc99 None None] Checking router: 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:35:09.644501 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2422d6-5378-403c-995a-99ad26abbc99 None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:09.645793 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ab2422d6-5378-403c-995a-99ad26abbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:09.787355 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ab2422d6-5378-403c-995a-99ad26abbc99 None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:10.164811 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ab2422d6-5378-403c-995a-99ad26abbc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:35:07Z', 'revision_number': 6, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5ba6c4b9-4adb-4a11-b95a-575ef00e1787', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'port_id': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'mac_address': 'fa:16:3e:3b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:33:41Z', 'updated_at': '2022-02-02T13:33:46Z', 'revision_number': 1, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:22Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:10.242702 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2422d6-5378-403c-995a-99ad26abbc99 None None] The sync data for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 is: [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:35:07Z', 'revision_number': 6, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '5ba6c4b9-4adb-4a11-b95a-575ef00e1787', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'port_id': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3772, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'mac_address': 'fa:16:3e:3b:17:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:33:41Z', 'updated_at': '2022-02-02T13:33:46Z', 'revision_number': 1, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:22Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:35:10.351865 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ca54b32-d922-4587-b437-144e76a856c0 req-58e3b6e4-82f8-4e24-be36-fd9aea18860f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0731025 Feb 02 13:35:10.578323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e438e-5663-44b4-b7ff-206d0152d061 req-81dab834-ef95-44dd-abfa-330d32206871 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:10.583168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-378e438e-5663-44b4-b7ff-206d0152d061 req-81dab834-ef95-44dd-abfa-330d32206871 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 946 time: 0.0886323 Feb 02 13:35:10.676404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-378e438e-5663-44b4-b7ff-206d0152d061 req-bdc0ecf6-d116-4440-b58e-051116624256 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=6d2f75e0-20aa-46db-b7f9-561d98c36075&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876360 Feb 02 13:35:10.874940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190b052-9a8e-4c94-890d-09eaf0f7ab44 req-aa0da4a6-6fde-461a-beb5-cadb2e868434 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:10.879670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0190b052-9a8e-4c94-890d-09eaf0f7ab44 req-aa0da4a6-6fde-461a-beb5-cadb2e868434 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 946 time: 0.1454484 Feb 02 13:35:11.080930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0190b052-9a8e-4c94-890d-09eaf0f7ab44 req-2fc371f6-46c5-4211-b8dd-04e1f6ff9b5d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting port f509d953-bb60-4419-9567-15ccfa27cc56 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:35:11.081767 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0190b052-9a8e-4c94-890d-09eaf0f7ab44 req-2fc371f6-46c5-4211-b8dd-04e1f6ff9b5d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:11.096392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-8709b879-8ed8-4d60-ae9a-ae86e21b0644 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:11.098197 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-8709b879-8ed8-4d60-ae9a-ae86e21b0644 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.2016983 Feb 02 13:35:11.120453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'port': {'device_id': 'eeb8830a-48cd-47ec-811a-c2ef744b83e3', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'admin_state_up': True, 'tenant_id': '79d51849a46a4fe5bdba4def304a1053'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:11.208808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e7d6a008-daef-4724-ab9f-aadca74cd61b no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:35:11.237580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-0190b052-9a8e-4c94-890d-09eaf0f7ab44 req-2fc371f6-46c5-4211-b8dd-04e1f6ff9b5d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] For port f509d953-bb60-4419-9567-15ccfa27cc56, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=f509d953-bb60-4419-9567-15ccfa27cc56,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:11.238165 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0190b052-9a8e-4c94-890d-09eaf0f7ab44 req-2fc371f6-46c5-4211-b8dd-04e1f6ff9b5d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:11.256055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-0190b052-9a8e-4c94-890d-09eaf0f7ab44 req-2fc371f6-46c5-4211-b8dd-04e1f6ff9b5d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Calling delete_port for f509d953-bb60-4419-9567-15ccfa27cc56 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:35:11.262753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: e7d6a008-daef-4724-ab9f-aadca74cd61b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:35:11.263454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e7d6a008-daef-4724-ab9f-aadca74cd61b not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:35:11.302950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Made reservation on behalf of 79d51849a46a4fe5bdba4def304a1053 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:35:11.307077 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:11.447918 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0190b052-9a8e-4c94-890d-09eaf0f7ab44 req-2fc371f6-46c5-4211-b8dd-04e1f6ff9b5d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f509d953-bb60-4419-9567-15ccfa27cc56), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:11.480420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc371f6-46c5-4211-b8dd-04e1f6ff9b5d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Port': ['ID=f509d953-bb60-4419-9567-15ccfa27cc56,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:11.526073 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:35:11.580813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd13669f-a4c6-4ba9-8910-d4ef61d7ee78 req-e1793399-c962-4b7a-9bc5-729964a1f4f8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0727255 Feb 02 13:35:11.601395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-0190b052-9a8e-4c94-890d-09eaf0f7ab44 req-2fc371f6-46c5-4211-b8dd-04e1f6ff9b5d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] No DVR routers for this DVR port f509d953-bb60-4419-9567-15ccfa27cc56 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:35:11.605217 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-0190b052-9a8e-4c94-890d-09eaf0f7ab44 req-2fc371f6-46c5-4211-b8dd-04e1f6ff9b5d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:11.624431 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0190b052-9a8e-4c94-890d-09eaf0f7ab44 req-2fc371f6-46c5-4211-b8dd-04e1f6ff9b5d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.18 "DELETE /v2.0/ports/f509d953-bb60-4419-9567-15ccfa27cc56 HTTP/1.1" status: 204 len: 173 time: 0.7373128 Feb 02 13:35:11.624431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c51292f-0468-437b-a6f0-143090c8db8e', 'name': 'network-vif-deleted', 'tag': 'f509d953-bb60-4419-9567-15ccfa27cc56'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:35:11.628220 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ffb442-b8b0-4f11-ac81-2692e62bc7f8" -d '{"events": [{"server_uuid": "9c51292f-0468-437b-a6f0-143090c8db8e", "name": "network-vif-deleted", "tag": "f509d953-bb60-4419-9567-15ccfa27cc56"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:35:11.667669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Allocated IP 172.20.0.10 (89ab5506-8479-47c7-b520-9bbb402c75c3/9ec1387b-1edc-4d31-aae4-a5a0dd643b47/d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:35:11.780229 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19750885-4931-4a2e-8c24-ece900a8154c x-openstack-request-id: req-19750885-4931-4a2e-8c24-ece900a8154c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:35:11.780704 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c51292f-0468-437b-a6f0-143090c8db8e", "name": "network-vif-deleted", "tag": "f509d953-bb60-4419-9567-15ccfa27cc56", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:35:11.781038 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-19750885-4931-4a2e-8c24-ece900a8154c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:35:11.781539 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c51292f-0468-437b-a6f0-143090c8db8e', 'name': 'network-vif-deleted', 'tag': 'f509d953-bb60-4419-9567-15ccfa27cc56', 'status': 'completed', 'code': 200} Feb 02 13:35:12.032852 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-882d48a2-5afe-4966-b511-95be37938693 req-ec678b8c-0ab8-43cc-8167-93af2c59594a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c51292f-0468-437b-a6f0-143090c8db8e HTTP/1.1" status: 200 len: 210 time: 0.1132829 Feb 02 13:35:12.254709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:12.329440 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:12.440851 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:12.483607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:35:12.490524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:35:12.505516 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:35:12.646767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:12.647479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:12.688057 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-ae29071c-46c1-4051-a086-d2619ee00156 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5713358 Feb 02 13:35:12.706225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Request body: {'port': {'device_id': 'eeb8830a-48cd-47ec-811a-c2ef744b83e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:12.797685 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:13.010657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a28cd-6787-43a6-be76-ec6235315dd9 req-72e1962c-3440-4c1f-9f41-7c6399560138 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:13.018640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-955a28cd-6787-43a6-be76-ec6235315dd9 req-72e1962c-3440-4c1f-9f41-7c6399560138 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 932 time: 0.1697404 Feb 02 13:35:13.106161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-379de6bc-57ff-42b5-aa84-bc8e5975cf45 None None] Provisioning complete for port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:13.108857 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-379de6bc-57ff-42b5-aa84-bc8e5975cf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:13.136079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59560) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:13.147908 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-955a28cd-6787-43a6-be76-ec6235315dd9 req-f8ca7751-2113-4ad1-9b8f-8e862ad5d1e3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254456 Feb 02 13:35:13.205259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-379de6bc-57ff-42b5-aa84-bc8e5975cf45 None None] Port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:35:13.373987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebcddd0a-7a39-4743-9860-11cacc1f6db6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (6d2f75e0-20aa-46db-b7f9-561d98c36075), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:13.440988 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebcddd0a-7a39-4743-9860-11cacc1f6db6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (6d2f75e0-20aa-46db-b7f9-561d98c36075), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:13.575123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:35:13.594127 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Publish callbacks [] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:13.628070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Transition to ACTIVE for port object d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:35:13.645723 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:13.822768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebcddd0a-7a39-4743-9860-11cacc1f6db6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6d2f75e0-20aa-46db-b7f9-561d98c36075), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:13.825838 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebcddd0a-7a39-4743-9860-11cacc1f6db6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:13.830587 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ebcddd0a-7a39-4743-9860-11cacc1f6db6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/security-groups/6d2f75e0-20aa-46db-b7f9-561d98c36075 HTTP/1.1" status: 204 len: 168 time: 0.6791666 Feb 02 13:35:13.830587 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be062960-4897-4ad5-8349-335935fb53da service neutron] Pushing event updated for resources: {'Port': ['ID=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:13.869086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcddd0a-7a39-4743-9860-11cacc1f6db6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2f75e0-20aa-46db-b7f9-561d98c36075,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:13.923556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59576) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:13.997659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3f34755-24ee-411d-9bb9-05484e623459 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting subnet 22b219de-98fe-40f0-9421-26e4e683eb71 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:35:14.006529 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3f34755-24ee-411d-9bb9-05484e623459 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for subnet (22b219de-98fe-40f0-9421-26e4e683eb71), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:14.048966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Attempting to bind port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:35:14.049304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Attempting to bind port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:35:14.049640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Attempting to bind port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:35:14.060699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:35:14.061320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Attempting to bind port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:35:14.068477 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3f34755-24ee-411d-9bb9-05484e623459 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (22b219de-98fe-40f0-9421-26e4e683eb71), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:14.102046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:35:14.102701 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Checking segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:35:14.103257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Bound using segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:35:14.103949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Bound port: d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:35:14.104491 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:14.241960 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3f34755-24ee-411d-9bb9-05484e623459 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (22b219de-98fe-40f0-9421-26e4e683eb71), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:14.250187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] For port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:35:14.307694 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device f509d953-bb60-4419-9567-15ccfa27cc56 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:35:14.336789 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3f34755-24ee-411d-9bb9-05484e623459 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (22b219de-98fe-40f0-9421-26e4e683eb71), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:14.348793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: f509d953-bb60-4419-9567-15ccfa27cc56 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:35:14.349420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device f509d953-bb60-4419-9567-15ccfa27cc56 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:35:14.353156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] For port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:35:14.385155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f34755-24ee-411d-9bb9-05484e623459 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Subnet': ['ID=22b219de-98fe-40f0-9421-26e4e683eb71,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:14.388927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:14.398694 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3f34755-24ee-411d-9bb9-05484e623459 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:14.402975 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b3f34755-24ee-411d-9bb9-05484e623459 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/subnets/22b219de-98fe-40f0-9421-26e4e683eb71 HTTP/1.1" status: 204 len: 168 time: 0.4784071 Feb 02 13:35:14.407698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59582) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:14.424404 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb6a93d-3b2d-4e09-8a59-68b1f655a7c1 None None] Network 182c7c5f-3850-4f20-a53c-bd97412392e0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:35:14.556866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ca261-7ddf-418a-98dc-3daf14f7b901 req-310bd886-9ac8-4ddd-a14f-da3a5acba42d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:14.559784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21ca261-7ddf-418a-98dc-3daf14f7b901 req-310bd886-9ac8-4ddd-a14f-da3a5acba42d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.2452805 Feb 02 13:35:14.646850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:14.648814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:14.654555 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-be062960-4897-4ad5-8349-335935fb53da service neutron] 10.222.0.62 "PUT /v2.0/ports/d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 HTTP/1.1" status: 200 len: 1092 time: 1.9529493 Feb 02 13:35:14.704262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb8830a-48cd-47ec-811a-c2ef744b83e3', 'tag': 'd4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:35:14.707220 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6233ca-0fde-4012-b48d-67a5343e85fa" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb8830a-48cd-47ec-811a-c2ef744b83e3", "tag": "d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:35:14.712683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21ca261-7ddf-418a-98dc-3daf14f7b901 req-0b86fc6e-ff9b-4adc-a23d-8ba37ece10ca tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440341 Feb 02 13:35:14.765586 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (182c7c5f-3850-4f20-a53c-bd97412392e0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:14.795564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be062960-4897-4ad5-8349-335935fb53da service neutron] Pushing event updated for resources: {'Port': ['ID=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:14.951373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b9e63d-207d-415a-97bb-aa329ce64745 None None] DHCP port deletion for 182c7c5f-3850-4f20-a53c-bd97412392e0 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:35:15.072751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-59b93247-d81b-4654-9185-8b3cd8514d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:15.076041 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-59b93247-d81b-4654-9185-8b3cd8514d77 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 1126 time: 0.2634995 Feb 02 13:35:15.154588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9e63d-207d-415a-97bb-aa329ce64745 None None] Deleting port b6a927f6-baf0-4b95-895b-495aefb3afae {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:35:15.155085 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e63d-207d-415a-97bb-aa329ce64745 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:15.199208 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-46b4ce4b-61a1-424c-b85e-25b7be99ff35 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 HTTP/1.1" status: 200 len: 217 time: 0.1049562 Feb 02 13:35:15.330141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-c4ed3c9b-3d81-4df5-abcb-9a12b1eeaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:15.331946 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-c4ed3c9b-3d81-4df5-abcb-9a12b1eeaad5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.1231060 Feb 02 13:35:15.356237 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622e7891-a44c-4187-a98f-fcf410781e4c x-openstack-request-id: req-622e7891-a44c-4187-a98f-fcf410781e4c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:35:15.356753 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb8830a-48cd-47ec-811a-c2ef744b83e3", "tag": "d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:35:15.357167 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-622e7891-a44c-4187-a98f-fcf410781e4c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:35:15.357644 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb8830a-48cd-47ec-811a-c2ef744b83e3', 'tag': 'd4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55', 'status': 'completed', 'code': 200} Feb 02 13:35:15.360686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting port b6a927f6-baf0-4b95-895b-495aefb3afae {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:35:15.361251 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:15.380174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e7b9e63d-207d-415a-97bb-aa329ce64745 None None] For port b6a927f6-baf0-4b95-895b-495aefb3afae, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b6a927f6-baf0-4b95-895b-495aefb3afae,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:15.380774 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e63d-207d-415a-97bb-aa329ce64745 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:15.394737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9e63d-207d-415a-97bb-aa329ce64745 None None] Calling delete_port for b6a927f6-baf0-4b95-895b-495aefb3afae owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:35:15.405953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b6a927f6-baf0-4b95-895b-495aefb3afae no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:35:15.478102 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] For port b6a927f6-baf0-4b95-895b-495aefb3afae, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b6a927f6-baf0-4b95-895b-495aefb3afae,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:15.478815 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:15.494186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Calling delete_port for b6a927f6-baf0-4b95-895b-495aefb3afae owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:35:15.567191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b6a927f6-baf0-4b95-895b-495aefb3afae is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:15.568005 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:15.618646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port b6a927f6-baf0-4b95-895b-495aefb3afae, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b6a927f6-baf0-4b95-895b-495aefb3afae,segment=NetworkSegment(6c76beb9-012a-4a55-aa9d-b87b35028e4e),segment_id=6c76beb9-012a-4a55-aa9d-b87b35028e4e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:15.646147 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:15.742943 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e63d-207d-415a-97bb-aa329ce64745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:15.763259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b9e63d-207d-415a-97bb-aa329ce64745 None None] No DVR routers for this DVR port b6a927f6-baf0-4b95-895b-495aefb3afae on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:35:15.817723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-719a16d1-9650-42f7-b708-65c2b6536997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:15.819284 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-719a16d1-9650-42f7-b708-65c2b6536997 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4807880 Feb 02 13:35:15.862823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=b6a927f6-baf0-4b95-895b-495aefb3afae,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:15.939225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9e63d-207d-415a-97bb-aa329ce64745 None None] Pushing event deleted for resources: {'Port': ['ID=b6a927f6-baf0-4b95-895b-495aefb3afae,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:16.019113 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b6a927f6-baf0-4b95-895b-495aefb3afae), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:16.048658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a1f7b-980a-43d2-bd33-d28be2bf96eb req-d59c3a75-dd6b-41f0-860f-8dae2b573a02 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:16.074077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04a1f7b-980a-43d2-bd33-d28be2bf96eb req-d59c3a75-dd6b-41f0-860f-8dae2b573a02 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.2228694 Feb 02 13:35:16.106764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Port': ['ID=b6a927f6-baf0-4b95-895b-495aefb3afae,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:16.144434 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] No DVR routers for this DVR port b6a927f6-baf0-4b95-895b-495aefb3afae on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:35:16.226910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d04a1f7b-980a-43d2-bd33-d28be2bf96eb req-90917804-2f4e-410c-8f43-d77e5327f4f6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483955 Feb 02 13:35:16.262228 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-3881c342-73bd-4e39-a04c-dc1c4d222359 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353356 Feb 02 13:35:16.363321 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (182c7c5f-3850-4f20-a53c-bd97412392e0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:16.449707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182c7c5f-3850-4f20-a53c-bd97412392e0']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:16.498232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c76beb9-012a-4a55-aa9d-b87b35028e4e') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:16.499211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c76beb9-012a-4a55-aa9d-b87b35028e4e') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:16.596009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (6c76beb9-012a-4a55-aa9d-b87b35028e4e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:16.612875 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-de824ed8-dd7e-41cc-8a33-35070e35d146 req-96ebf0bc-4359-43b8-95aa-ff59de0cee88 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278252 Feb 02 13:35:16.622431 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (6c76beb9-012a-4a55-aa9d-b87b35028e4e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:16.649396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:35:16.650699 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (6c76beb9-012a-4a55-aa9d-b87b35028e4e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: self.session.flush() Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:35:16.662499 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:35:16.822614 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (182c7c5f-3850-4f20-a53c-bd97412392e0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:16.830798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6233ca-0fde-4012-b48d-67a5343e85fa req-f82de045-597e-4ee0-a80e-188bdfdbf724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:16.830798 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c6233ca-0fde-4012-b48d-67a5343e85fa req-f82de045-597e-4ee0-a80e-188bdfdbf724 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 1126 time: 0.0686624 Feb 02 13:35:16.837262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:16.845931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59612) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:16.846775 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/networks/182c7c5f-3850-4f20-a53c-bd97412392e0 HTTP/1.1" status: 204 len: 168 time: 2.4376597 Feb 02 13:35:16.871320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed13af-fa75-4b66-8073-809215cd0b3d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Network': ['ID=182c7c5f-3850-4f20-a53c-bd97412392e0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:17.210339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6233ca-0fde-4012-b48d-67a5343e85fa req-3aa5d99f-8362-4c56-b023-94b467b95dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:17.212715 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c6233ca-0fde-4012-b48d-67a5343e85fa req-3aa5d99f-8362-4c56-b023-94b467b95dd9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.3425312 Feb 02 13:35:17.357406 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c6233ca-0fde-4012-b48d-67a5343e85fa req-8e26436c-17af-454a-abd2-38583b781c94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 HTTP/1.1" status: 200 len: 217 time: 0.1323071 Feb 02 13:35:17.576650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6233ca-0fde-4012-b48d-67a5343e85fa req-72869f82-056b-4b89-91fb-a9b759cf638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:17.578286 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c6233ca-0fde-4012-b48d-67a5343e85fa req-72869f82-056b-4b89-91fb-a9b759cf638f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.2099092 Feb 02 13:35:17.637457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aca9f1-38d1-4bb7-9b39-9e3ebae35ed1 req-c32215a9-51f2-48b9-a8ea-ede6472e2af1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:17.641824 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59aca9f1-38d1-4bb7-9b39-9e3ebae35ed1 req-c32215a9-51f2-48b9-a8ea-ede6472e2af1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.1031563 Feb 02 13:35:17.828932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6233ca-0fde-4012-b48d-67a5343e85fa req-931ae4ca-a4a2-42e3-9b21-2a142c82f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:17.839803 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c6233ca-0fde-4012-b48d-67a5343e85fa req-931ae4ca-a4a2-42e3-9b21-2a142c82f56e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2457016 Feb 02 13:35:17.844661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59aca9f1-38d1-4bb7-9b39-9e3ebae35ed1 req-6cd35b3c-2cf4-4bc4-844d-0d91a0f69b1d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914527 Feb 02 13:35:18.037603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting port c70ab51c-3d73-41aa-99ba-25e19d1e7965 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:35:18.038352 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c70ab51c-3d73-41aa-99ba-25e19d1e7965), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:18.194008 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c6233ca-0fde-4012-b48d-67a5343e85fa req-68144e67-d8a6-435d-8c0d-eb9eb1902c1c service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530056 Feb 02 13:35:18.238664 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c70ab51c-3d73-41aa-99ba-25e19d1e7965), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:18.238664 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for floatingip (c70ab51c-3d73-41aa-99ba-25e19d1e7965), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:18.255527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Calling delete_port for c70ab51c-3d73-41aa-99ba-25e19d1e7965 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:35:18.486547 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c6233ca-0fde-4012-b48d-67a5343e85fa req-5c53b443-77d1-4d1d-968f-4f2a961358d9 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855203 Feb 02 13:35:18.749742 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c70ab51c-3d73-41aa-99ba-25e19d1e7965), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:18.860884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Port': ['ID=c70ab51c-3d73-41aa-99ba-25e19d1e7965,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:18.943977 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for floatingip (5ba6c4b9-4adb-4a11-b95a-575ef00e1787), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:18.944527 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Floating IP 5ba6c4b9-4adb-4a11-b95a-575ef00e1787 disassociated (deleted). External IP: 172.25.4.33, port: b12dbf59-a1b4-44e8-a395-7b989f1f9afe. Feb 02 13:35:19.474352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:35:19.490077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97955e61-0fb6-43b6-b4e6-1f93814776c1 req-5801a8a2-2083-4205-b6e6-e0bc5a2a0ac2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:19.493306 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97955e61-0fb6-43b6-b4e6-1f93814776c1 req-5801a8a2-2083-4205-b6e6-e0bc5a2a0ac2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.3320270 Feb 02 13:35:19.633762 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97955e61-0fb6-43b6-b4e6-1f93814776c1 req-6740369e-7e36-4d1e-80d7-9ae8ad6f6a1f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321211 Feb 02 13:35:19.738931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:35:19.752215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e018fa-d27c-440f-99b6-7278cef116a9 None None] Sync routers for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:35:19.770003 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:19.774617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e018fa-d27c-440f-99b6-7278cef116a9 None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:19.775893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c5e018fa-d27c-440f-99b6-7278cef116a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:19.870582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b61ed81d-b16b-4550-9322-287f337b071b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/floatingips/5ba6c4b9-4adb-4a11-b95a-575ef00e1787 HTTP/1.1" status: 204 len: 168 time: 3.0231776 Feb 02 13:35:19.871672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'tag': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:35:19.876070 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c29eaf-92d8-48c9-aa33-8827d425b4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "73dd5482-5127-48c5-88be-bdbb59e8075d", "tag": "b12dbf59-a1b4-44e8-a395-7b989f1f9afe"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:35:19.941359 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40acf277-3c9f-4d4a-80cf-4691b92eb56f x-openstack-request-id: req-40acf277-3c9f-4d4a-80cf-4691b92eb56f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:35:19.941649 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dd5482-5127-48c5-88be-bdbb59e8075d", "tag": "b12dbf59-a1b4-44e8-a395-7b989f1f9afe", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:35:19.941902 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-40acf277-3c9f-4d4a-80cf-4691b92eb56f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:35:19.942308 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'tag': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'status': 'completed', 'code': 200} Feb 02 13:35:20.138711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c29eaf-92d8-48c9-aa33-8827d425b4d0 req-03597b2f-4e29-41ab-a0d6-f6be95cd212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:20.141000 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7c29eaf-92d8-48c9-aa33-8827d425b4d0 req-03597b2f-4e29-41ab-a0d6-f6be95cd212d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 1128 time: 0.1115606 Feb 02 13:35:20.240365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c5e018fa-d27c-440f-99b6-7278cef116a9 None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:20.419038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04167c6b-8d6c-473d-9d1d-b4b886a2beb3 req-45f63888-4d31-4986-a684-437aae4475b2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:20.421309 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04167c6b-8d6c-473d-9d1d-b4b886a2beb3 req-45f63888-4d31-4986-a684-437aae4475b2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 946 time: 0.0803142 Feb 02 13:35:20.510787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c29eaf-92d8-48c9-aa33-8827d425b4d0 req-a0d3088b-8ba5-4bd5-a994-0d35e25ea358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:20.514360 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7c29eaf-92d8-48c9-aa33-8827d425b4d0 req-a0d3088b-8ba5-4bd5-a994-0d35e25ea358 service neutron] 10.222.0.62 "GET /v2.0/networks?id=788afa56-a16d-466a-a8f9-e5ea1dfa5f61 HTTP/1.1" status: 200 len: 897 time: 0.3602500 Feb 02 13:35:20.523067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04167c6b-8d6c-473d-9d1d-b4b886a2beb3 req-6957e603-799e-4b2f-964a-5ef72391fdaa tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=fea1cea9-59f7-4b85-b0a6-c2e078184215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876813 Feb 02 13:35:20.588684 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7c29eaf-92d8-48c9-aa33-8827d425b4d0 req-661cbe43-4895-4341-9203-dba77419a430 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b12dbf59-a1b4-44e8-a395-7b989f1f9afe HTTP/1.1" status: 200 len: 217 time: 0.0676820 Feb 02 13:35:20.695202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c29eaf-92d8-48c9-aa33-8827d425b4d0 req-39f950f3-e1af-4f93-88f9-6c7801ae49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:20.697003 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7c29eaf-92d8-48c9-aa33-8827d425b4d0 req-39f950f3-e1af-4f93-88f9-6c7801ae49e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00604af0-f00d-4cb2-af62-7fd1f27debb7 HTTP/1.1" status: 200 len: 834 time: 0.1024480 Feb 02 13:35:20.711207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c5e018fa-d27c-440f-99b6-7278cef116a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:35:07Z', 'revision_number': 6, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:22Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:20.786724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c29eaf-92d8-48c9-aa33-8827d425b4d0 req-cce761d1-0038-4e3e-b7dd-b69786982eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:20.791189 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7c29eaf-92d8-48c9-aa33-8827d425b4d0 req-cce761d1-0038-4e3e-b7dd-b69786982eae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=788afa56-a16d-466a-a8f9-e5ea1dfa5f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0865908 Feb 02 13:35:20.797090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e018fa-d27c-440f-99b6-7278cef116a9 None None] Checking router: 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:35:20.837482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e018fa-d27c-440f-99b6-7278cef116a9 None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:20.838651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c5e018fa-d27c-440f-99b6-7278cef116a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:20.899722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908a560-858f-4851-846e-56928a91b0e7 req-608468db-2fe5-467b-857b-5e9f495ab790 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:20.914449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3908a560-858f-4851-846e-56928a91b0e7 req-608468db-2fe5-467b-857b-5e9f495ab790 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.1403444 Feb 02 13:35:21.014072 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7c29eaf-92d8-48c9-aa33-8827d425b4d0 req-560fc104-16d0-4b25-9ad3-90423c6db66e service neutron] 10.222.0.62 "GET /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143490 Feb 02 13:35:21.037161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3908a560-858f-4851-846e-56928a91b0e7 req-5088205c-38b8-4e68-9f99-0146a76f3fbf tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116009 Feb 02 13:35:21.102766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c5e018fa-d27c-440f-99b6-7278cef116a9 None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:21.218989 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7c29eaf-92d8-48c9-aa33-8827d425b4d0 req-3a11c2e7-5921-486b-8b30-232c258b163c service neutron] 10.222.0.62 "GET /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947134 Feb 02 13:35:21.467102 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c5e018fa-d27c-440f-99b6-7278cef116a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:35:07Z', 'revision_number': 6, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:22Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:21.503503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e018fa-d27c-440f-99b6-7278cef116a9 None None] The sync data for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 is: [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:35:07Z', 'revision_number': 6, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '648e556d-26a1-4903-a90b-9c7d6d4960c6', 'name': '', 'network_id': '788afa56-a16d-466a-a8f9-e5ea1dfa5f61', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:33:40:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:14Z', 'updated_at': '2022-02-02T13:33:22Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': '00604af0-f00d-4cb2-af62-7fd1f27debb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:35:21.777810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c708ee-ee26-45c5-8837-fd25f897cd81 req-e8d9a853-9abe-42eb-b186-8e0bad331c25 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:21.779469 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-33c708ee-ee26-45c5-8837-fd25f897cd81 req-e8d9a853-9abe-42eb-b186-8e0bad331c25 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.62 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 946 time: 0.0779276 Feb 02 13:35:21.883348 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41499536-18a2-429f-981c-77de5ffe6871 req-f84a30d2-7e61-40c3-b622-04f6d5395a17 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:21.891841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-41499536-18a2-429f-981c-77de5ffe6871 req-f84a30d2-7e61-40c3-b622-04f6d5395a17 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 946 time: 0.2193918 Feb 02 13:35:22.005567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-41499536-18a2-429f-981c-77de5ffe6871 req-16cf6a46-35ec-4196-a7ca-b893174eb106 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=fea1cea9-59f7-4b85-b0a6-c2e078184215&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039865 Feb 02 13:35:22.019540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-33c708ee-ee26-45c5-8837-fd25f897cd81 req-214a1ac4-bd81-4690-a956-8bca5b3077c2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting port b12dbf59-a1b4-44e8-a395-7b989f1f9afe {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:35:22.022080 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33c708ee-ee26-45c5-8837-fd25f897cd81 req-214a1ac4-bd81-4690-a956-8bca5b3077c2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:22.157161 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5c166d-f9c7-47de-9646-e17223b15bc8 None None] New status for floating IP 5ba6c4b9-4adb-4a11-b95a-575ef00e1787: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:35:22.293583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa30ebc-ca17-4187-807b-4b9617d1cbc9 req-08f6144b-a6d7-458a-995d-37600a7b4d6d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:22.297748 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-33c708ee-ee26-45c5-8837-fd25f897cd81 req-214a1ac4-bd81-4690-a956-8bca5b3077c2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] For port b12dbf59-a1b4-44e8-a395-7b989f1f9afe, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b12dbf59-a1b4-44e8-a395-7b989f1f9afe,segment=NetworkSegment(0b875a6b-0bc8-4566-ab58-25e2566e9f77),segment_id=0b875a6b-0bc8-4566-ab58-25e2566e9f77)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:22.299507 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33c708ee-ee26-45c5-8837-fd25f897cd81 req-214a1ac4-bd81-4690-a956-8bca5b3077c2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:22.303325 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7fa30ebc-ca17-4187-807b-4b9617d1cbc9 req-08f6144b-a6d7-458a-995d-37600a7b4d6d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.0991316 Feb 02 13:35:22.369281 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-33c708ee-ee26-45c5-8837-fd25f897cd81 req-214a1ac4-bd81-4690-a956-8bca5b3077c2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Calling delete_port for b12dbf59-a1b4-44e8-a395-7b989f1f9afe owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:35:22.444103 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7fa30ebc-ca17-4187-807b-4b9617d1cbc9 req-69f4668d-3fc3-478f-aba6-2b05bff59702 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249969 Feb 02 13:35:22.671465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33c708ee-ee26-45c5-8837-fd25f897cd81 req-214a1ac4-bd81-4690-a956-8bca5b3077c2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b12dbf59-a1b4-44e8-a395-7b989f1f9afe), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:22.742315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a1ac4-bd81-4690-a956-8bca5b3077c2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Port': ['ID=b12dbf59-a1b4-44e8-a395-7b989f1f9afe,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:22.803359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c708ee-ee26-45c5-8837-fd25f897cd81 req-214a1ac4-bd81-4690-a956-8bca5b3077c2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] No DVR routers for this DVR port b12dbf59-a1b4-44e8-a395-7b989f1f9afe on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:35:22.807568 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-33c708ee-ee26-45c5-8837-fd25f897cd81 req-214a1ac4-bd81-4690-a956-8bca5b3077c2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:22.813029 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-33c708ee-ee26-45c5-8837-fd25f897cd81 req-214a1ac4-bd81-4690-a956-8bca5b3077c2 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.62 "DELETE /v2.0/ports/b12dbf59-a1b4-44e8-a395-7b989f1f9afe HTTP/1.1" status: 204 len: 173 time: 1.0246148 Feb 02 13:35:22.813537 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'name': 'network-vif-deleted', 'tag': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:35:22.818528 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409dd651-d889-4b92-bff6-7e7681716db9" -d '{"events": [{"server_uuid": "73dd5482-5127-48c5-88be-bdbb59e8075d", "name": "network-vif-deleted", "tag": "b12dbf59-a1b4-44e8-a395-7b989f1f9afe"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:35:22.876642 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aceafb6-0d29-42b4-84d3-4878ee061348 x-openstack-request-id: req-1aceafb6-0d29-42b4-84d3-4878ee061348 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:35:22.876970 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dd5482-5127-48c5-88be-bdbb59e8075d", "name": "network-vif-deleted", "tag": "b12dbf59-a1b4-44e8-a395-7b989f1f9afe", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:35:22.877571 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1aceafb6-0d29-42b4-84d3-4878ee061348 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:35:22.877571 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73dd5482-5127-48c5-88be-bdbb59e8075d', 'name': 'network-vif-deleted', 'tag': 'b12dbf59-a1b4-44e8-a395-7b989f1f9afe', 'status': 'completed', 'code': 200} Feb 02 13:35:23.216248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eed5ed99-e170-454d-8970-f4fc16d51673 req-dd5fe9dc-a529-44e2-ba3e-3af943c68114 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=73dd5482-5127-48c5-88be-bdbb59e8075d HTTP/1.1" status: 200 len: 210 time: 0.0661159 Feb 02 13:35:23.651730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d48100-abec-4855-85eb-f587c87338aa req-1ad934df-9bba-4d64-a481-67242107261a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:23.659717 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09d48100-abec-4855-85eb-f587c87338aa req-1ad934df-9bba-4d64-a481-67242107261a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.0736361 Feb 02 13:35:23.733487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09d48100-abec-4855-85eb-f587c87338aa req-ed42f8b6-ca6a-4354-a230-35253f5d4d38 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727510 Feb 02 13:35:24.309788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59720) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:24.401852 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78abae4c-d35d-49ed-8ce6-a1e6e1cbeb6d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (fea1cea9-59f7-4b85-b0a6-c2e078184215), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:24.434212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78abae4c-d35d-49ed-8ce6-a1e6e1cbeb6d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (fea1cea9-59f7-4b85-b0a6-c2e078184215), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:24.533059 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78abae4c-d35d-49ed-8ce6-a1e6e1cbeb6d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (fea1cea9-59f7-4b85-b0a6-c2e078184215), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:24.539564 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78abae4c-d35d-49ed-8ce6-a1e6e1cbeb6d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:24.542768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-78abae4c-d35d-49ed-8ce6-a1e6e1cbeb6d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/security-groups/fea1cea9-59f7-4b85-b0a6-c2e078184215 HTTP/1.1" status: 204 len: 168 time: 0.2315173 Feb 02 13:35:24.573611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78abae4c-d35d-49ed-8ce6-a1e6e1cbeb6d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea1cea9-59f7-4b85-b0a6-c2e078184215,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:24.603397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:24.959658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023da30-c5cf-49ee-92d3-3e0539c89efe req-bea71c4f-d63f-4ba6-a706-b36c8dfdf0e1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:24.961177 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1023da30-c5cf-49ee-92d3-3e0539c89efe req-bea71c4f-d63f-4ba6-a706-b36c8dfdf0e1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.1025591 Feb 02 13:35:25.039459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1023da30-c5cf-49ee-92d3-3e0539c89efe req-d9a7dc8a-6ff1-4003-9f7f-105344379c9f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719640 Feb 02 13:35:25.127302 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83d5f9bf-1c67-4c0f-adb6-eec513edd675 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:25.499059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-83d5f9bf-1c67-4c0f-adb6-eec513edd675 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting port 648e556d-26a1-4903-a90b-9c7d6d4960c6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:35:25.499762 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83d5f9bf-1c67-4c0f-adb6-eec513edd675 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:25.641915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b12dbf59-a1b4-44e8-a395-7b989f1f9afe no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:35:25.655750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-83d5f9bf-1c67-4c0f-adb6-eec513edd675 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] For port 648e556d-26a1-4903-a90b-9c7d6d4960c6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=648e556d-26a1-4903-a90b-9c7d6d4960c6,segment=NetworkSegment(0b875a6b-0bc8-4566-ab58-25e2566e9f77),segment_id=0b875a6b-0bc8-4566-ab58-25e2566e9f77)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:25.656116 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83d5f9bf-1c67-4c0f-adb6-eec513edd675 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:25.678381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-83d5f9bf-1c67-4c0f-adb6-eec513edd675 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Calling delete_port for 648e556d-26a1-4903-a90b-9c7d6d4960c6 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:35:25.710371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: b12dbf59-a1b4-44e8-a395-7b989f1f9afe {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:35:25.710965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b12dbf59-a1b4-44e8-a395-7b989f1f9afe not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:35:25.965351 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83d5f9bf-1c67-4c0f-adb6-eec513edd675 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (648e556d-26a1-4903-a90b-9c7d6d4960c6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:25.993191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5f9bf-1c67-4c0f-adb6-eec513edd675 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Port': ['ID=648e556d-26a1-4903-a90b-9c7d6d4960c6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:26.218936 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83d5f9bf-1c67-4c0f-adb6-eec513edd675 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:26.359961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96745fa1-c3f9-4044-882d-c3b86b429cba req-586dc0a1-4ec7-4055-add2-a7a06eac4098 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:26.361491 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96745fa1-c3f9-4044-882d-c3b86b429cba req-586dc0a1-4ec7-4055-add2-a7a06eac4098 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.1516173 Feb 02 13:35:26.472090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-96745fa1-c3f9-4044-882d-c3b86b429cba req-47dda7b8-9b55-416a-9354-8bf9ea4b258c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016314 Feb 02 13:35:26.866287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d5f9bf-1c67-4c0f-adb6-eec513edd675 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:35:26.976641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d5f9bf-1c67-4c0f-adb6-eec513edd675 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:35:26.985136 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-83d5f9bf-1c67-4c0f-adb6-eec513edd675 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "PUT /v2.0/routers/89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3806269 Feb 02 13:35:26.987187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59756) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:27.012977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ed62c-7955-44c7-9327-79d8ec7907c3 None None] Sync routers for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:35:27.030380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ed62c-7955-44c7-9327-79d8ec7907c3 None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:27.031791 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b99ed62c-7955-44c7-9327-79d8ec7907c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:27.074341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d502724b-a814-4530-8047-b0d535a153a5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting subnet 00604af0-f00d-4cb2-af62-7fd1f27debb7 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:35:27.078098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d502724b-a814-4530-8047-b0d535a153a5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for subnet (00604af0-f00d-4cb2-af62-7fd1f27debb7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:27.126249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d502724b-a814-4530-8047-b0d535a153a5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (00604af0-f00d-4cb2-af62-7fd1f27debb7), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:27.178571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b99ed62c-7955-44c7-9327-79d8ec7907c3 None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:27.283639 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d502724b-a814-4530-8047-b0d535a153a5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (00604af0-f00d-4cb2-af62-7fd1f27debb7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:27.359247 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d502724b-a814-4530-8047-b0d535a153a5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (00604af0-f00d-4cb2-af62-7fd1f27debb7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:27.388769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d502724b-a814-4530-8047-b0d535a153a5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:27.390298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d38972-1365-4e19-b7ea-67faa324c5b6 None None] Network 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:35:27.395078 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d502724b-a814-4530-8047-b0d535a153a5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/subnets/00604af0-f00d-4cb2-af62-7fd1f27debb7 HTTP/1.1" status: 204 len: 168 time: 0.4052675 Feb 02 13:35:27.401466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59758) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:27.423266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b99ed62c-7955-44c7-9327-79d8ec7907c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:35:25Z', 'revision_number': 7, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:27.432085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502724b-a814-4530-8047-b0d535a153a5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Subnet': ['ID=00604af0-f00d-4cb2-af62-7fd1f27debb7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:27.494864 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ed62c-7955-44c7-9327-79d8ec7907c3 None None] Checking router: 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:35:27.509788 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ed62c-7955-44c7-9327-79d8ec7907c3 None None] Routers {'89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:27.510418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b99ed62c-7955-44c7-9327-79d8ec7907c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:27.654183 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:27.725462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b99ed62c-7955-44c7-9327-79d8ec7907c3 None None] Set router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:27.792536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf3302-27ee-42e6-a940-f842723ef4f2 req-a74c94cc-3758-4321-9d43-2fe3f8ec522d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:27.794323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfbf3302-27ee-42e6-a940-f842723ef4f2 req-a74c94cc-3758-4321-9d43-2fe3f8ec522d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.1847193 Feb 02 13:35:27.807039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecea6cb-b41d-40f2-8bb4-74a117f419a9 None None] DHCP port deletion for 788afa56-a16d-466a-a8f9-e5ea1dfa5f61 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:35:27.856417 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router_gateway (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:27.867056 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cfbf3302-27ee-42e6-a940-f842723ef4f2 req-2b758df7-5d80-4d46-929a-ac2969a28139 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668709 Feb 02 13:35:27.929809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting port 89e17c17-f92b-4d40-a423-e945779da86a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:35:27.930144 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (89e17c17-f92b-4d40-a423-e945779da86a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:27.988750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3ecea6cb-b41d-40f2-8bb4-74a117f419a9 None None] Deleting port b2605787-9490-4257-afd8-2a9829768a14 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:35:27.989258 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ecea6cb-b41d-40f2-8bb4-74a117f419a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b2605787-9490-4257-afd8-2a9829768a14), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.046070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] For port 89e17c17-f92b-4d40-a423-e945779da86a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=89e17c17-f92b-4d40-a423-e945779da86a,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:28.046599 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (89e17c17-f92b-4d40-a423-e945779da86a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.065667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Calling delete_port for 89e17c17-f92b-4d40-a423-e945779da86a owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:35:28.065884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3ecea6cb-b41d-40f2-8bb4-74a117f419a9 None None] For port b2605787-9490-4257-afd8-2a9829768a14, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b2605787-9490-4257-afd8-2a9829768a14,segment=NetworkSegment(0b875a6b-0bc8-4566-ab58-25e2566e9f77),segment_id=0b875a6b-0bc8-4566-ab58-25e2566e9f77)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:28.066367 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ecea6cb-b41d-40f2-8bb4-74a117f419a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b2605787-9490-4257-afd8-2a9829768a14), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.069922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b99ed62c-7955-44c7-9327-79d8ec7907c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:35:25Z', 'revision_number': 7, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:28.110730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ed62c-7955-44c7-9327-79d8ec7907c3 None None] The sync data for ids ['89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9'] in n-d-827336-2 is: [{'id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'name': 'tempest-TestNetworkBasicOps-router-1743576944', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '89e17c17-f92b-4d40-a423-e945779da86a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:33:06Z', 'updated_at': '2022-02-02T13:35:25Z', 'revision_number': 7, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '89e17c17-f92b-4d40-a423-e945779da86a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:69:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:33:07Z', 'updated_at': '2022-02-02T13:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:35:28.112638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3ecea6cb-b41d-40f2-8bb4-74a117f419a9 None None] Calling delete_port for b2605787-9490-4257-afd8-2a9829768a14 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:35:28.223060 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ecea6cb-b41d-40f2-8bb4-74a117f419a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (b2605787-9490-4257-afd8-2a9829768a14), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.268969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecea6cb-b41d-40f2-8bb4-74a117f419a9 None None] Pushing event deleted for resources: {'Port': ['ID=b2605787-9490-4257-afd8-2a9829768a14,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:28.281139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecea6cb-b41d-40f2-8bb4-74a117f419a9 None None] No DVR routers for this DVR port b2605787-9490-4257-afd8-2a9829768a14 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:35:28.320056 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (89e17c17-f92b-4d40-a423-e945779da86a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.351927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Port': ['ID=89e17c17-f92b-4d40-a423-e945779da86a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:28.437334 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.584275 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.588678 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router_controller (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.638767 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.639406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Fanout notify agent at l3_agent the message router_deleted on router 89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:35:28.648886 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.650383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2b8b5433-a8ef-4809-afea-501d322e8b7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/routers/89b76eeb-2c7d-45a9-88ef-6a5ae0eb27c9 HTTP/1.1" status: 204 len: 168 time: 1.2478025 Feb 02 13:35:28.653311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59772) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:28.807796 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (788afa56-a16d-466a-a8f9-e5ea1dfa5f61), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.925310 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (788afa56-a16d-466a-a8f9-e5ea1dfa5f61), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.948920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788afa56-a16d-466a-a8f9-e5ea1dfa5f61']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:28.963589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b875a6b-0bc8-4566-ab58-25e2566e9f77') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:28.964087 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b875a6b-0bc8-4566-ab58-25e2566e9f77') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:28.975623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (0b875a6b-0bc8-4566-ab58-25e2566e9f77), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.990818 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (0b875a6b-0bc8-4566-ab58-25e2566e9f77), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:28.997474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:35:28.998042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (0b875a6b-0bc8-4566-ab58-25e2566e9f77), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:35:29.027364 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:35:29.082189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (788afa56-a16d-466a-a8f9-e5ea1dfa5f61), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:29.092205 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:29.096289 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/networks/788afa56-a16d-466a-a8f9-e5ea1dfa5f61 HTTP/1.1" status: 204 len: 168 time: 0.4413714 Feb 02 13:35:29.126621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59782) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:29.142151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d02934-076e-4017-a7f7-809d64e450ff req-d312eaf2-f043-437f-bb2e-85692eb1c9c6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:29.142730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5777d6c8-c550-41f0-990d-5435b99200ca tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'network': {'name': 'tempest-network-smoke--511871140', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'port_security_enabled': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:29.143978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36d02934-076e-4017-a7f7-809d64e450ff req-d312eaf2-f043-437f-bb2e-85692eb1c9c6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.1295662 Feb 02 13:35:29.154533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b7e4f-3769-40c8-8933-a655567df0df tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Network': ['ID=788afa56-a16d-466a-a8f9-e5ea1dfa5f61,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:29.187354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5777d6c8-c550-41f0-990d-5435b99200ca tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Made reservation on behalf of 3ab06f6379e4431db3bd62d9cb34c013 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:35:29.198979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5777d6c8-c550-41f0-990d-5435b99200ca tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:29.259799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36d02934-076e-4017-a7f7-809d64e450ff req-230b0664-4cbe-43ba-8a24-1a80375d663a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063449 Feb 02 13:35:29.260713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5777d6c8-c550-41f0-990d-5435b99200ca tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:35:29.271764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5777d6c8-c550-41f0-990d-5435b99200ca tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a303fa63-d179-49d6-a05e-a32c3c3abd1e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:29.272104 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-5777d6c8-c550-41f0-990d-5435b99200ca tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Added segment a303fa63-d179-49d6-a05e-a32c3c3abd1e of type vlan for network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 Feb 02 13:35:29.333911 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5777d6c8-c550-41f0-990d-5435b99200ca tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (2885996b-d1d7-4b6e-b47e-4875a93fc6b4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:29.370220 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5777d6c8-c550-41f0-990d-5435b99200ca tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (2885996b-d1d7-4b6e-b47e-4875a93fc6b4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:29.376742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5777d6c8-c550-41f0-990d-5435b99200ca tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:29.377880 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5777d6c8-c550-41f0-990d-5435b99200ca tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:29.420378 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5777d6c8-c550-41f0-990d-5435b99200ca tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2981014 Feb 02 13:35:29.421652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59784) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:29.431699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'admin_state_up': True, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:29.466900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (cedf65b6-d151-4653-95cd-09614fdcf8ec), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:29.468201 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (cedf65b6-d151-4653-95cd-09614fdcf8ec), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:29.477302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777d6c8-c550-41f0-990d-5435b99200ca tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Network': ['ID=2885996b-d1d7-4b6e-b47e-4875a93fc6b4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:29.494675 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:35:29.537651 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router_controller (cedf65b6-d151-4653-95cd-09614fdcf8ec), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:29.701331 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router_gateway (cedf65b6-d151-4653-95cd-09614fdcf8ec), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:29.764850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 648e556d-26a1-4903-a90b-9c7d6d4960c6 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:35:29.827731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 648e556d-26a1-4903-a90b-9c7d6d4960c6 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:35:29.828075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 648e556d-26a1-4903-a90b-9c7d6d4960c6 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:35:29.828497 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b2605787-9490-4257-afd8-2a9829768a14 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:35:29.872580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b2605787-9490-4257-afd8-2a9829768a14 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:35:29.873222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b2605787-9490-4257-afd8-2a9829768a14 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:35:30.149307 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router_gateway (cedf65b6-d151-4653-95cd-09614fdcf8ec), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:30.173252 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:30.358200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Allocated IP 172.25.4.228 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/76486900-d861-4962-b554-766b4fba6d5b) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:35:30.535403 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (76486900-d861-4962-b554-766b4fba6d5b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:30.582513 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (76486900-d861-4962-b554-766b4fba6d5b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:30.646528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=76486900-d861-4962-b554-766b4fba6d5b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:30.664027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0ad3a-8fe8-4dde-8a42-b903946902f3 req-2c06f95e-103f-4f85-80bc-09442367fcae tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:30.671912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ae0ad3a-8fe8-4dde-8a42-b903946902f3 req-2c06f95e-103f-4f85-80bc-09442367fcae tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.2898993 Feb 02 13:35:30.728463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:35:30.740546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ae0ad3a-8fe8-4dde-8a42-b903946902f3 req-594ecd90-db24-4d2a-9e22-814dd441f6ca tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674503 Feb 02 13:35:30.747576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:35:30.763852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:35:31.151627 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router_gateway (cedf65b6-d151-4653-95cd-09614fdcf8ec), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:31.212929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 89e17c17-f92b-4d40-a423-e945779da86a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:35:31.274143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 89e17c17-f92b-4d40-a423-e945779da86a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:35:31.274481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 89e17c17-f92b-4d40-a423-e945779da86a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:35:31.488559 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (cedf65b6-d151-4653-95cd-09614fdcf8ec), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:31.750779 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Router cedf65b6-d151-4653-95cd-09614fdcf8ec is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:35:31.794879 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-41871d5b-527a-4cd4-b2b8-f45732d01a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:32.072132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a2e65-e04f-46d1-830c-a1693d86115b req-616017b3-652e-4809-8bc9-d9e8b76ff63e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:32.073879 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe6a2e65-e04f-46d1-830c-a1693d86115b req-616017b3-652e-4809-8bc9-d9e8b76ff63e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.2068336 Feb 02 13:35:32.086724 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:35:32.099927 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Sync routers for ids ['cedf65b6-d151-4653-95cd-09614fdcf8ec'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:35:32.121210 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Routers {'cedf65b6-d151-4653-95cd-09614fdcf8ec'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:32.122400 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cedf65b6-d151-4653-95cd-09614fdcf8ec'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:32.157402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe6a2e65-e04f-46d1-830c-a1693d86115b req-837048f4-3a8e-4313-9d4d-e4e938638d6b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758851 Feb 02 13:35:32.174802 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:32.174802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-66cb0200-ee4c-4e6e-92ce-9660a686c8a6 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7442424 Feb 02 13:35:32.174802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59816) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:32.222144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59818) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:32.233267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-036f426c-8f4b-4e3c-a2b1-bab82b14a95f tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=3ab06f6379e4431db3bd62d9cb34c013&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607300 Feb 02 13:35:32.284678 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Set router cedf65b6-d151-4653-95cd-09614fdcf8ec gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:32.374804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0633b2-e1cf-4432-83b5-57ca969aac6a tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:32.379235 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5c0633b2-e1cf-4432-83b5-57ca969aac6a tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1528304 Feb 02 13:35:32.379654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59820) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:32.415154 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5b713f92-acf0-4f90-9378-302a7b4425e9 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320995 Feb 02 13:35:32.415392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59822) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:32.422576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-754ceae4-e65a-412a-b020-d4487eb28d69 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-616844635', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:32.507786 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:35:30Z', 'revision_number': 3, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:32.560162 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Checking router: cedf65b6-d151-4653-95cd-09614fdcf8ec for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:35:32.560833 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Updating router cedf65b6-d151-4653-95cd-09614fdcf8ec port 76486900-d861-4962-b554-766b4fba6d5b binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:35:32.595835 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (76486900-d861-4962-b554-766b4fba6d5b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:32.606959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754ceae4-e65a-412a-b020-d4487eb28d69 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Made reservation on behalf of 3ab06f6379e4431db3bd62d9cb34c013 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:35:32.611629 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-754ceae4-e65a-412a-b020-d4487eb28d69 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:32.894656 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-754ceae4-e65a-412a-b020-d4487eb28d69 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (effb5207-1e6d-43c3-9283-52f34e804fc1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:32.900322 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Publish callbacks [] for port (76486900-d861-4962-b554-766b4fba6d5b), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:32.908898 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (76486900-d861-4962-b554-766b4fba6d5b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:32.961900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ceae4-e65a-412a-b020-d4487eb28d69 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Subnet': ['ID=effb5207-1e6d-43c3-9283-52f34e804fc1,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:32.982160 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Attempting to bind port 76486900-d861-4962-b554-766b4fba6d5b on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:35:32.982747 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Attempting to bind port 76486900-d861-4962-b554-766b4fba6d5b by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:35:32.983497 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Attempting to bind port 76486900-d861-4962-b554-766b4fba6d5b on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:35:32.993054 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:35:32.993821 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:35:32.994395 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:32.994929 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:35:32.995756 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Bound port: 76486900-d861-4962-b554-766b4fba6d5b, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:35:32.996329 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (76486900-d861-4962-b554-766b4fba6d5b), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:33.011821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754ceae4-e65a-412a-b020-d4487eb28d69 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Checking segment: {'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:35:33.012093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ceae4-e65a-412a-b020-d4487eb28d69 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network hostable DHCP agents. Network: 2885996b-d1d7-4b6e-b47e-4875a93fc6b4, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:35:33.032780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754ceae4-e65a-412a-b020-d4487eb28d69 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:35:33.047088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-754ceae4-e65a-412a-b020-d4487eb28d69 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 2885996b-d1d7-4b6e-b47e-4875a93fc6b4) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:35:33.051864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754ceae4-e65a-412a-b020-d4487eb28d69 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:33.052574 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-754ceae4-e65a-412a-b020-d4487eb28d69 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:33.060482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed165bc6-4ab4-429d-bcb6-4c067f0534ae None None] Network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:35:33.072665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-754ceae4-e65a-412a-b020-d4487eb28d69 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6560647 Feb 02 13:35:33.074448 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ff945-a1f7-46cb-ae95-598ed7f0116f None None] Pushing event updated for resources: {'Port': ['ID=76486900-d861-4962-b554-766b4fba6d5b,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:33.075273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59830) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:33.086491 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] For port 76486900-d861-4962-b554-766b4fba6d5b, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:35:33.092969 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] For port 76486900-d861-4962-b554-766b4fba6d5b, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=76486900-d861-4962-b554-766b4fba6d5b,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:35:33.103557 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (76486900-d861-4962-b554-766b4fba6d5b), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:33.198325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ips': [{'subnet_id': 'effb5207-1e6d-43c3-9283-52f34e804fc1'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:35:33.199292 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:33.209092 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ff945-a1f7-46cb-ae95-598ed7f0116f None None] Pushing event updated for resources: {'Port': ['ID=76486900-d861-4962-b554-766b4fba6d5b,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:33.227514 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Routers {'cedf65b6-d151-4653-95cd-09614fdcf8ec'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:33.228148 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cedf65b6-d151-4653-95cd-09614fdcf8ec'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:33.394424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Allocated IP 172.20.0.2 (2885996b-d1d7-4b6e-b47e-4875a93fc6b4/effb5207-1e6d-43c3-9283-52f34e804fc1/8c1f7077-3336-4452-ab79-3497dffca705) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:35:33.478370 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] Set router cedf65b6-d151-4653-95cd-09614fdcf8ec gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:33.666924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:35:33.798243 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab75cb9-2d91-4dc3-9611-7f452058ff3d req-93e47f33-6651-4774-8edb-b99197e1e7c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:33.800707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ab75cb9-2d91-4dc3-9611-7f452058ff3d req-93e47f33-6651-4774-8edb-b99197e1e7c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 944 time: 0.5131941 Feb 02 13:35:33.916971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ab75cb9-2d91-4dc3-9611-7f452058ff3d req-68c3654a-7922-4ef2-8484-eaab4be994c8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086032 Feb 02 13:35:33.955384 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:35:30Z', 'revision_number': 3, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:34.015733 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56702d6c-53c5-4f90-88bf-c2085c0d2c62 None None] The sync data for ids ['cedf65b6-d151-4653-95cd-09614fdcf8ec'] in n-d-827336-2 is: [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:35:30Z', 'revision_number': 3, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:35:34.188920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:34.203255 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'd4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'port_id': 'd4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55', 'mac_address': 'fa:16:3e:f3:e7:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:35:34.221936 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Publish callbacks [] for port (8c1f7077-3336-4452-ab79-3497dffca705), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:34.234929 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (8c1f7077-3336-4452-ab79-3497dffca705), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:34.334588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:35:34.336650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:35:34.348548 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:35:34.383629 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:34.391258 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:34.409771 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1bca8a24-b7fa-4cf6-a388-765a20be0921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:34.484352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Pushing event updated for resources: {'Port': ['ID=8c1f7077-3336-4452-ab79-3497dffca705,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:34.515869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:35:34.555056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:34.571848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Attempting to bind port 8c1f7077-3336-4452-ab79-3497dffca705 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:35:34.572269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Attempting to bind port 8c1f7077-3336-4452-ab79-3497dffca705 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:35:34.572563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Attempting to bind port 8c1f7077-3336-4452-ab79-3497dffca705 on network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:35:34.583990 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:34.586014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:35:34.586391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Checking segment: {'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:35:34.586786 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:34.587178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Bound using segment: {'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:35:34.589108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Bound port: 8c1f7077-3336-4452-ab79-3497dffca705, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:35:34.589492 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8c1f7077-3336-4452-ab79-3497dffca705), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:34.707729 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:34.715550 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:34.749343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] For port 8c1f7077-3336-4452-ab79-3497dffca705, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:35:34.753005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] For port 8c1f7077-3336-4452-ab79-3497dffca705, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8c1f7077-3336-4452-ab79-3497dffca705,segment=NetworkSegment(a303fa63-d179-49d6-a05e-a32c3c3abd1e),segment_id=a303fa63-d179-49d6-a05e-a32c3c3abd1e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:35:34.774702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8c1f7077-3336-4452-ab79-3497dffca705), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:34.861830 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:35:34.875907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96f9b0-186c-4b06-93ba-5aa04a859fd2 None None] Pushing event updated for resources: {'Port': ['ID=8c1f7077-3336-4452-ab79-3497dffca705,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:35.145270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214483c-eed7-4867-a80b-caca8c9f7926 req-5576b340-6003-4144-9fec-8c578b1ca480 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:35.149443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f214483c-eed7-4867-a80b-caca8c9f7926 req-5576b340-6003-4144-9fec-8c578b1ca480 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 945 time: 0.1139741 Feb 02 13:35:35.266258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Allocated IP 172.20.0.1 (2885996b-d1d7-4b6e-b47e-4875a93fc6b4/effb5207-1e6d-43c3-9283-52f34e804fc1/488ff303-f166-4e1e-b38c-f20d5af09f9e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:35:35.292641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f214483c-eed7-4867-a80b-caca8c9f7926 req-e0ef6440-0929-483d-acd6-75ab79251c73 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314967 Feb 02 13:35:35.402742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 76486900-d861-4962-b554-766b4fba6d5b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:35:35.539655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 76486900-d861-4962-b554-766b4fba6d5b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:35.540304 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (76486900-d861-4962-b554-766b4fba6d5b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:35.554683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:35.590811 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:35.683159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=488ff303-f166-4e1e-b38c-f20d5af09f9e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:35.687669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:35:35.706804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:35:35.708844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:35:35.713085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:35:35.795575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (cedf65b6-d151-4653-95cd-09614fdcf8ec), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:35.880776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 76486900-d861-4962-b554-766b4fba6d5b is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:35.881160 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (76486900-d861-4962-b554-766b4fba6d5b), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:35.937744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 76486900-d861-4962-b554-766b4fba6d5b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=76486900-d861-4962-b554-766b4fba6d5b,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:35.942899 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:35.946468 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (76486900-d861-4962-b554-766b4fba6d5b), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:36.029350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:36.128858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:35:36.131453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=76486900-d861-4962-b554-766b4fba6d5b,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:36.157677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:36.161922 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:36.337878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:36.342337 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:36.397252 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb8830a-48cd-47ec-811a-c2ef744b83e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:35:36.402080 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426a1282-80b3-4633-bcde-937a03ab21af" -d '{"events": [{"server_uuid": "eeb8830a-48cd-47ec-811a-c2ef744b83e3", "name": "network-vif-plugged", "status": "completed", "tag": "d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:35:36.450761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:36.457806 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:36.565739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:36.604666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d97435-7acc-4951-bc12-ff366bda2f8a req-c42d3040-fbc2-47cc-a504-56fc4666f5df tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:36.605946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:36.612874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:36.620326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00d97435-7acc-4951-bc12-ff366bda2f8a req-c42d3040-fbc2-47cc-a504-56fc4666f5df tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 945 time: 0.2109811 Feb 02 13:35:36.671130 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faeae71-392f-45ab-b044-e8ab8e11e1c0 x-openstack-request-id: req-7faeae71-392f-45ab-b044-e8ab8e11e1c0 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:35:36.671454 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb8830a-48cd-47ec-811a-c2ef744b83e3", "name": "network-vif-plugged", "status": "completed", "tag": "d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:35:36.671805 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7faeae71-392f-45ab-b044-e8ab8e11e1c0 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:35:36.672346 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb8830a-48cd-47ec-811a-c2ef744b83e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55', 'code': 200} Feb 02 13:35:36.823043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=488ff303-f166-4e1e-b38c-f20d5af09f9e,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:36.825064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00d97435-7acc-4951-bc12-ff366bda2f8a req-8d47af63-cb38-4007-a124-55b3242fbdce tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972246 Feb 02 13:35:36.878909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (cedf65b6-d151-4653-95cd-09614fdcf8ec), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:36.930688 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2474d6be-f6fd-461b-8d24-aa993adf8803 None None] Network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:35:36.936164 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:36.937108 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:37.111259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-28244b23-ee4e-4526-872d-7fac6717a9b6 None None] Provisioning complete for port 8c1f7077-3336-4452-ab79-3497dffca705 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:37.111743 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28244b23-ee4e-4526-872d-7fac6717a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8c1f7077-3336-4452-ab79-3497dffca705), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:37.122812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a07f77-d152-4e42-ad96-0da2d018e675 req-19e2e913-cfe6-4238-9497-ff53e8d10c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:37.124573 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-39a07f77-d152-4e42-ad96-0da2d018e675 req-19e2e913-cfe6-4238-9497-ff53e8d10c51 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 1128 time: 0.2757683 Feb 02 13:35:37.179896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:35:37.183163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:35:37.206351 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-39a07f77-d152-4e42-ad96-0da2d018e675 req-ae025da9-4b3a-4b43-96c2-82e20b954bb9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730696 Feb 02 13:35:37.270712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-28244b23-ee4e-4526-872d-7fac6717a9b6 None None] Current status of the port 8c1f7077-3336-4452-ab79-3497dffca705 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:37.271100 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28244b23-ee4e-4526-872d-7fac6717a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8c1f7077-3336-4452-ab79-3497dffca705), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:37.344440 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-28244b23-ee4e-4526-872d-7fac6717a9b6 None None] For port 8c1f7077-3336-4452-ab79-3497dffca705, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8c1f7077-3336-4452-ab79-3497dffca705,segment=NetworkSegment(a303fa63-d179-49d6-a05e-a32c3c3abd1e),segment_id=a303fa63-d179-49d6-a05e-a32c3c3abd1e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:37.360139 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-28244b23-ee4e-4526-872d-7fac6717a9b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8c1f7077-3336-4452-ab79-3497dffca705), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:37.449493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Router cedf65b6-d151-4653-95cd-09614fdcf8ec has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:35:37.471472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28244b23-ee4e-4526-872d-7fac6717a9b6 None None] Pushing event updated for resources: {'Port': ['ID=8c1f7077-3336-4452-ab79-3497dffca705,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:37.571256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8c1f7077-3336-4452-ab79-3497dffca705 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:35:37.702659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8c1f7077-3336-4452-ab79-3497dffca705 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:37.706107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:35:37.706595 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8c1f7077-3336-4452-ab79-3497dffca705), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:37.714089 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9f393227-cf13-430c-8ce3-cb13777f818b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "PUT /v2.0/routers/cedf65b6-d151-4653-95cd-09614fdcf8ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6374629 Feb 02 13:35:37.717437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:37.766396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Sync routers for ids ['cedf65b6-d151-4653-95cd-09614fdcf8ec'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:35:37.836691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-41e505b8-c77a-4577-8fa8-4066aa7c73a2 None None] Provisioning complete for port 488ff303-f166-4e1e-b38c-f20d5af09f9e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:37.837041 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-41e505b8-c77a-4577-8fa8-4066aa7c73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:37.915474 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:37.919005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Routers {'cedf65b6-d151-4653-95cd-09614fdcf8ec'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:37.919725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cedf65b6-d151-4653-95cd-09614fdcf8ec'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:38.069812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-41e505b8-c77a-4577-8fa8-4066aa7c73a2 None None] Port 488ff303-f166-4e1e-b38c-f20d5af09f9e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:35:38.108925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2889c6f-1ab1-4bf2-8a13-78c5aee5b8e3 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.112260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2889c6f-1ab1-4bf2-8a13-78c5aee5b8e3 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.112956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2889c6f-1ab1-4bf2-8a13-78c5aee5b8e3 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.118538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2889c6f-1ab1-4bf2-8a13-78c5aee5b8e3 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.121348 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2889c6f-1ab1-4bf2-8a13-78c5aee5b8e3 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.128070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2889c6f-1ab1-4bf2-8a13-78c5aee5b8e3 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.134605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e2889c6f-1ab1-4bf2-8a13-78c5aee5b8e3 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.4136307 Feb 02 13:35:38.134996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59948) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:38.248575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec66e8-6eff-4152-bf1b-2011ef140369 req-666697b2-acbd-4b6d-a0c7-54de318a00f5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.270996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6eec66e8-6eff-4152-bf1b-2011ef140369 req-666697b2-acbd-4b6d-a0c7-54de318a00f5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 946 time: 0.2898588 Feb 02 13:35:38.274934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-41e505b8-c77a-4577-8fa8-4066aa7c73a2 None None] Provisioning complete for port 8c1f7077-3336-4452-ab79-3497dffca705 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:38.275306 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-41e505b8-c77a-4577-8fa8-4066aa7c73a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8c1f7077-3336-4452-ab79-3497dffca705), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:38.405467 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d13b6-6545-4529-9975-1ef3ad32a279 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.406208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d13b6-6545-4529-9975-1ef3ad32a279 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.406821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d13b6-6545-4529-9975-1ef3ad32a279 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.410240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d13b6-6545-4529-9975-1ef3ad32a279 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.411165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d13b6-6545-4529-9975-1ef3ad32a279 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.411831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d13b6-6545-4529-9975-1ef3ad32a279 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:38.414215 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d82d13b6-6545-4529-9975-1ef3ad32a279 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.2781720 Feb 02 13:35:38.417742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8c1f7077-3336-4452-ab79-3497dffca705 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:38.428357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59952) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:38.432983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 76486900-d861-4962-b554-766b4fba6d5b up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:35:38.465891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6eec66e8-6eff-4152-bf1b-2011ef140369 req-2c07d796-220b-49ef-8982-a7deded40e7a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875446 Feb 02 13:35:38.495639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Set router cedf65b6-d151-4653-95cd-09614fdcf8ec gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:38.676025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 76486900-d861-4962-b554-766b4fba6d5b triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:38.676399 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (76486900-d861-4962-b554-766b4fba6d5b), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:38.683474 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ef824751-3dbf-424f-9b95-5650a1391091 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2512689 Feb 02 13:35:38.711950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-41e505b8-c77a-4577-8fa8-4066aa7c73a2 None None] Current status of the port 8c1f7077-3336-4452-ab79-3497dffca705 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:38.756065 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:38.912742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b7ecb410-3c72-462c-a45c-4642e9c1df83 None None] Provisioning complete for port 488ff303-f166-4e1e-b38c-f20d5af09f9e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:38.913054 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7ecb410-3c72-462c-a45c-4642e9c1df83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:38.937494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:38.942960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-76354c8c-c4d4-4969-b006-0fee8c2e8516 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-827737283', 'description': 'tempest-secgroup-smoke-827737283 description', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:38.963111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b7ecb410-3c72-462c-a45c-4642e9c1df83 None None] Port 488ff303-f166-4e1e-b38c-f20d5af09f9e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:35:38.968935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 76486900-d861-4962-b554-766b4fba6d5b is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:38.985423 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76354c8c-c4d4-4969-b006-0fee8c2e8516 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.000740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '488ff303-f166-4e1e-b38c-f20d5af09f9e', 'name': '', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:09:be:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:34Z', 'updated_at': '2022-02-02T13:35:36Z', 'revision_number': 2, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:39.039264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Checking router: cedf65b6-d151-4653-95cd-09614fdcf8ec for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:35:39.039643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Updating router cedf65b6-d151-4653-95cd-09614fdcf8ec port 488ff303-f166-4e1e-b38c-f20d5af09f9e binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:35:39.086527 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76354c8c-c4d4-4969-b006-0fee8c2e8516 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (2e31fd3e-0335-48c8-a57b-bc58c7f12c4a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.092846 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.093104 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76354c8c-c4d4-4969-b006-0fee8c2e8516 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2e31fd3e-0335-48c8-a57b-bc58c7f12c4a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.130883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76354c8c-c4d4-4969-b006-0fee8c2e8516 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:39.147457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-76354c8c-c4d4-4969-b006-0fee8c2e8516 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.151864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59962) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:39.152933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-76354c8c-c4d4-4969-b006-0fee8c2e8516 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2136462 Feb 02 13:35:39.157404 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-dfb29f47-d2f6-44da-909a-6164cea01a30 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': '2e31fd3e-0335-48c8-a57b-bc58c7f12c4a', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:39.213380 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfb29f47-d2f6-44da-909a-6164cea01a30 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (2f02eafd-98de-4986-96e4-e7fb6f995a26), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.346741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8c1f7077-3336-4452-ab79-3497dffca705 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:35:39.359629 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfb29f47-d2f6-44da-909a-6164cea01a30 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (2f02eafd-98de-4986-96e4-e7fb6f995a26), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.364452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfb29f47-d2f6-44da-909a-6164cea01a30 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (2f02eafd-98de-4986-96e4-e7fb6f995a26), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.389703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb29f47-d2f6-44da-909a-6164cea01a30 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f02eafd-98de-4986-96e4-e7fb6f995a26,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:39.404363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfb29f47-d2f6-44da-909a-6164cea01a30 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.409243 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dfb29f47-d2f6-44da-909a-6164cea01a30 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2527614 Feb 02 13:35:39.409817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59966) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:39.414708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a6c59aad-12d5-468a-b17b-19468535c3b5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': '2e31fd3e-0335-48c8-a57b-bc58c7f12c4a', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:39.444809 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6c59aad-12d5-468a-b17b-19468535c3b5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (f6776c58-4249-43af-9445-c5e54f0a6f92), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.561581 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6c59aad-12d5-468a-b17b-19468535c3b5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (f6776c58-4249-43af-9445-c5e54f0a6f92), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.574429 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6c59aad-12d5-468a-b17b-19468535c3b5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (f6776c58-4249-43af-9445-c5e54f0a6f92), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.596801 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c59aad-12d5-468a-b17b-19468535c3b5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6776c58-4249-43af-9445-c5e54f0a6f92,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:39.640680 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6c59aad-12d5-468a-b17b-19468535c3b5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.644946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59972) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:39.645237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a6c59aad-12d5-468a-b17b-19468535c3b5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2340274 Feb 02 13:35:39.651716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7f981351-f49d-438d-b10a-47de3dc5b46e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': '2e31fd3e-0335-48c8-a57b-bc58c7f12c4a', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:39.673549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cf982-1f6c-4742-8523-9dd78cc0a69e req-94ac4b99-fafb-4468-a196-b478e95d6a2f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:39.675757 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-641cf982-1f6c-4742-8523-9dd78cc0a69e req-94ac4b99-fafb-4468-a196-b478e95d6a2f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 946 time: 0.0724845 Feb 02 13:35:39.707693 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f981351-f49d-438d-b10a-47de3dc5b46e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (52df146a-7cdb-40e1-aa56-a8c8cef39003), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.757222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8c1f7077-3336-4452-ab79-3497dffca705 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:39.757820 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8c1f7077-3336-4452-ab79-3497dffca705), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.787987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-641cf982-1f6c-4742-8523-9dd78cc0a69e req-a782e328-5d51-4310-889b-1dcd0e936df5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051404 Feb 02 13:35:39.856918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f981351-f49d-438d-b10a-47de3dc5b46e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (52df146a-7cdb-40e1-aa56-a8c8cef39003), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.862315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f981351-f49d-438d-b10a-47de3dc5b46e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (52df146a-7cdb-40e1-aa56-a8c8cef39003), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.893977 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f981351-f49d-438d-b10a-47de3dc5b46e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52df146a-7cdb-40e1-aa56-a8c8cef39003,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:39.902188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7f981351-f49d-438d-b10a-47de3dc5b46e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.907835 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7f981351-f49d-438d-b10a-47de3dc5b46e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2575634 Feb 02 13:35:39.908073 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59980) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:39.914684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-91bb9e37-6fe0-4614-a719-1d5d89f51c8f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': '2e31fd3e-0335-48c8-a57b-bc58c7f12c4a', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:39.921487 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Publish callbacks [] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.938988 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:39.962647 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91bb9e37-6fe0-4614-a719-1d5d89f51c8f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (e4520a3f-694d-488a-9d7a-da1d3ba6a276), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.034998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a94ffd-13cc-47a9-b8b7-7e31349c6327 req-0214fb89-9b1b-4d54-ada3-864d0748ca0d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:40.039044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26a94ffd-13cc-47a9-b8b7-7e31349c6327 req-0214fb89-9b1b-4d54-ada3-864d0748ca0d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 946 time: 0.0966458 Feb 02 13:35:40.102108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91bb9e37-6fe0-4614-a719-1d5d89f51c8f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (e4520a3f-694d-488a-9d7a-da1d3ba6a276), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.111826 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91bb9e37-6fe0-4614-a719-1d5d89f51c8f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (e4520a3f-694d-488a-9d7a-da1d3ba6a276), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.140652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6092b1a-b1ef-46ae-a190-29ef8c3eb48f None None] Pushing event updated for resources: {'Port': ['ID=488ff303-f166-4e1e-b38c-f20d5af09f9e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:40.146895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb9e37-6fe0-4614-a719-1d5d89f51c8f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4520a3f-694d-488a-9d7a-da1d3ba6a276,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:40.160694 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8c1f7077-3336-4452-ab79-3497dffca705 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:40.178096 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26a94ffd-13cc-47a9-b8b7-7e31349c6327 req-4d1e6443-7c19-4236-9a1f-1fc3193bc49f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287887 Feb 02 13:35:40.180906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Attempting to bind port 488ff303-f166-4e1e-b38c-f20d5af09f9e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:35:40.181507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Attempting to bind port 488ff303-f166-4e1e-b38c-f20d5af09f9e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:35:40.182172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Attempting to bind port 488ff303-f166-4e1e-b38c-f20d5af09f9e on network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:35:40.186234 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-91bb9e37-6fe0-4614-a719-1d5d89f51c8f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.187767 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-91bb9e37-6fe0-4614-a719-1d5d89f51c8f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2787130 Feb 02 13:35:40.191101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 59982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:40.197530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-422fb291-799c-41a1-8505-6ac4181e9ee1 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': '2e31fd3e-0335-48c8-a57b-bc58c7f12c4a', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:40.223277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:35:40.224131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Checking segment: {'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:35:40.224714 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.226205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Bound using segment: {'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:35:40.227389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Bound port: 488ff303-f166-4e1e-b38c-f20d5af09f9e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:35:40.228348 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.285770 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-422fb291-799c-41a1-8505-6ac4181e9ee1 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Project 3ab06f6379e4431db3bd62d9cb34c013 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:35:40.296968 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-422fb291-799c-41a1-8505-6ac4181e9ee1 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (332d705a-1058-4000-a2a5-c532caa1b976), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.326588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] For port 488ff303-f166-4e1e-b38c-f20d5af09f9e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:35:40.332472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] For port 488ff303-f166-4e1e-b38c-f20d5af09f9e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=488ff303-f166-4e1e-b38c-f20d5af09f9e,segment=NetworkSegment(a303fa63-d179-49d6-a05e-a32c3c3abd1e),segment_id=a303fa63-d179-49d6-a05e-a32c3c3abd1e)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:35:40.342834 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.402788 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Routers {'cedf65b6-d151-4653-95cd-09614fdcf8ec'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:40.403609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cedf65b6-d151-4653-95cd-09614fdcf8ec'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:40.419848 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-422fb291-799c-41a1-8505-6ac4181e9ee1 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (332d705a-1058-4000-a2a5-c532caa1b976), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.430283 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-422fb291-799c-41a1-8505-6ac4181e9ee1 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (332d705a-1058-4000-a2a5-c532caa1b976), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.456327 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-422fb291-799c-41a1-8505-6ac4181e9ee1 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.460600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 59988) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:40.460914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-422fb291-799c-41a1-8505-6ac4181e9ee1 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2683272 Feb 02 13:35:40.466717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-de1bc92d-4761-4488-bbde-d64d0e88c410 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'security_group_rule': {'security_group_id': '2e31fd3e-0335-48c8-a57b-bc58c7f12c4a', 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:40.474404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fb291-799c-41a1-8505-6ac4181e9ee1 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332d705a-1058-4000-a2a5-c532caa1b976,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:40.486509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3331242-f3e7-4590-ad66-252ce25dd0ac req-02c5b1e2-8fb0-4c99-9a42-94a700069348 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:40.488124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3331242-f3e7-4590-ad66-252ce25dd0ac req-02c5b1e2-8fb0-4c99-9a42-94a700069348 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 946 time: 0.1479278 Feb 02 13:35:40.508117 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-de1bc92d-4761-4488-bbde-d64d0e88c410 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Project 3ab06f6379e4431db3bd62d9cb34c013 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:35:40.516350 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de1bc92d-4761-4488-bbde-d64d0e88c410 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (11414226-05d1-428e-95f8-a04bbf3ff71c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.538018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5cc7fc1c-a19d-45da-b7fe-df22958d40df None None] Provisioning complete for port 488ff303-f166-4e1e-b38c-f20d5af09f9e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:40.538523 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fc1c-a19d-45da-b7fe-df22958d40df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.581029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6092b1a-b1ef-46ae-a190-29ef8c3eb48f None None] Pushing event updated for resources: {'Port': ['ID=488ff303-f166-4e1e-b38c-f20d5af09f9e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:40.609534 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3331242-f3e7-4590-ad66-252ce25dd0ac req-46c5f082-2bcb-4f99-a533-2102dbaf5222 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129675 Feb 02 13:35:40.628082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de1bc92d-4761-4488-bbde-d64d0e88c410 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (11414226-05d1-428e-95f8-a04bbf3ff71c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.643172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de1bc92d-4761-4488-bbde-d64d0e88c410 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (11414226-05d1-428e-95f8-a04bbf3ff71c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.677280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1bc92d-4761-4488-bbde-d64d0e88c410 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11414226-05d1-428e-95f8-a04bbf3ff71c,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:40.689715 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-de1bc92d-4761-4488-bbde-d64d0e88c410 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:40.699915 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-de1bc92d-4761-4488-bbde-d64d0e88c410 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2378423 Feb 02 13:35:40.752987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] Set router cedf65b6-d151-4653-95cd-09614fdcf8ec gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:40.988762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7fc1c-a19d-45da-b7fe-df22958d40df None None] Current status of the port 488ff303-f166-4e1e-b38c-f20d5af09f9e is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:40.988762 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fc1c-a19d-45da-b7fe-df22958d40df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:41.073179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5cc7fc1c-a19d-45da-b7fe-df22958d40df None None] For port 488ff303-f166-4e1e-b38c-f20d5af09f9e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=488ff303-f166-4e1e-b38c-f20d5af09f9e,segment=NetworkSegment(a303fa63-d179-49d6-a05e-a32c3c3abd1e),segment_id=a303fa63-d179-49d6-a05e-a32c3c3abd1e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:41.080247 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fc1c-a19d-45da-b7fe-df22958d40df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:41.087778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-fba55d20-1350-4131-9daa-26083ff1ce00 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-827737283&fields=id&tenant_id=3ab06f6379e4431db3bd62d9cb34c013 HTTP/1.1" status: 200 len: 267 time: 0.0998485 Feb 02 13:35:41.112619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9393cb-f2de-46e5-8ad8-e8df6ca25a55 req-38117401-6cad-4d5f-a589-09179bf6970c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:41.121603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c9393cb-f2de-46e5-8ad8-e8df6ca25a55 req-38117401-6cad-4d5f-a589-09179bf6970c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 946 time: 0.1445627 Feb 02 13:35:41.146467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7fc1c-a19d-45da-b7fe-df22958d40df None None] Pushing event updated for resources: {'Port': ['ID=488ff303-f166-4e1e-b38c-f20d5af09f9e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:41.158074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '488ff303-f166-4e1e-b38c-f20d5af09f9e', 'name': '', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:09:be:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:34Z', 'updated_at': '2022-02-02T13:35:40Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:41.205057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f96c43-9ca9-44bf-83e1-2c249f86746f None None] The sync data for ids ['cedf65b6-d151-4653-95cd-09614fdcf8ec'] in n-d-827336-2 is: [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '488ff303-f166-4e1e-b38c-f20d5af09f9e', 'name': '', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:09:be:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:34Z', 'updated_at': '2022-02-02T13:35:40Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:35:41.212456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f035b29a-4b41-4979-8312-6af2dc4ec83f None None] Provisioning complete for port 488ff303-f166-4e1e-b38c-f20d5af09f9e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:41.212752 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f035b29a-4b41-4979-8312-6af2dc4ec83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:41.330266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c9393cb-f2de-46e5-8ad8-e8df6ca25a55 req-a6962efb-9060-43cd-90c7-f7876b7ff900 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077918 Feb 02 13:35:41.373885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f035b29a-4b41-4979-8312-6af2dc4ec83f None None] Current status of the port 488ff303-f166-4e1e-b38c-f20d5af09f9e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:41.390368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-b3c1acc3-de74-48e3-a2fa-bf8731ab31de tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:41.392162 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-b3c1acc3-de74-48e3-a2fa-bf8731ab31de tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/networks?id=2885996b-d1d7-4b6e-b47e-4875a93fc6b4 HTTP/1.1" status: 200 len: 796 time: 0.2884593 Feb 02 13:35:41.430737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-9a2f4267-1dd2-4ff7-bb99-e66e0572bc2e tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/quotas/3ab06f6379e4431db3bd62d9cb34c013 HTTP/1.1" status: 200 len: 375 time: 0.0272486 Feb 02 13:35:41.512139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-545c33a5-8426-429c-8523-9c4205997515 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715027 Feb 02 13:35:41.622767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-640a85f6-c767-4343-a6be-f13b664e942f service neutron] 10.222.0.83 "GET /v2.0/networks/2885996b-d1d7-4b6e-b47e-4875a93fc6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064649 Feb 02 13:35:41.751555 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-dd36a8bf-248d-46ee-ae83-f43a0b976cf1 service neutron] 10.222.0.83 "GET /v2.0/networks/2885996b-d1d7-4b6e-b47e-4875a93fc6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261492 Feb 02 13:35:41.974143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b59748a9-dfff-42af-b044-242bef83e200 req-60fcb6e7-c1f5-46d4-8546-016467f7a10b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 210 time: 0.0419357 Feb 02 13:35:42.499247 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc8531-de56-4fb4-b42b-d8ef29f5a5e7 req-30cf6c51-d488-405d-b496-d1a03f8d42fc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:42.506979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6dc8531-de56-4fb4-b42b-d8ef29f5a5e7 req-30cf6c51-d488-405d-b496-d1a03f8d42fc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 946 time: 0.0747571 Feb 02 13:35:42.628029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6dc8531-de56-4fb4-b42b-d8ef29f5a5e7 req-ddd5dd80-9346-4e51-a6fa-e97f8838ac47 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198952 Feb 02 13:35:42.640663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe49bb6-0fe4-47d0-9d36-caff0da0799f req-62e781c8-1aff-47bf-934d-f2ed03e21b10 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:42.642239 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2fe49bb6-0fe4-47d0-9d36-caff0da0799f req-62e781c8-1aff-47bf-934d-f2ed03e21b10 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 946 time: 0.1205969 Feb 02 13:35:42.791302 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-2fe49bb6-0fe4-47d0-9d36-caff0da0799f req-0c2fc13d-2b7d-41e1-9298-d727e1e0d79e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Deleting port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:35:42.792560 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2fe49bb6-0fe4-47d0-9d36-caff0da0799f req-0c2fc13d-2b7d-41e1-9298-d727e1e0d79e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:42.906488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2fe49bb6-0fe4-47d0-9d36-caff0da0799f req-0c2fc13d-2b7d-41e1-9298-d727e1e0d79e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] For port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:42.906863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2fe49bb6-0fe4-47d0-9d36-caff0da0799f req-0c2fc13d-2b7d-41e1-9298-d727e1e0d79e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:42.923813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-2fe49bb6-0fe4-47d0-9d36-caff0da0799f req-0c2fc13d-2b7d-41e1-9298-d727e1e0d79e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Calling delete_port for d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:35:43.122636 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2fe49bb6-0fe4-47d0-9d36-caff0da0799f req-0c2fc13d-2b7d-41e1-9298-d727e1e0d79e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:43.133222 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b5ce92c-219e-4656-825f-0f45382dfde9 req-038f631b-0157-47c4-8a1e-d46483f30ff4 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 210 time: 0.0582533 Feb 02 13:35:43.159488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2fc13d-2b7d-41e1-9298-d727e1e0d79e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event deleted for resources: {'Port': ['ID=d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:43.164845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:35:43.279204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe49bb6-0fe4-47d0-9d36-caff0da0799f req-0c2fc13d-2b7d-41e1-9298-d727e1e0d79e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] No DVR routers for this DVR port d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:35:43.284047 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2fe49bb6-0fe4-47d0-9d36-caff0da0799f req-0c2fc13d-2b7d-41e1-9298-d727e1e0d79e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:43.288676 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2fe49bb6-0fe4-47d0-9d36-caff0da0799f req-0c2fc13d-2b7d-41e1-9298-d727e1e0d79e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "DELETE /v2.0/ports/d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 HTTP/1.1" status: 204 len: 173 time: 0.6392920 Feb 02 13:35:43.289165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb8830a-48cd-47ec-811a-c2ef744b83e3', 'name': 'network-vif-deleted', 'tag': 'd4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:35:43.292142 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bb2812-7686-42d1-92ea-30efeb9c85dc" -d '{"events": [{"server_uuid": "eeb8830a-48cd-47ec-811a-c2ef744b83e3", "name": "network-vif-deleted", "tag": "d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:35:43.371810 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb2a47d-e2cd-454f-9f08-270080364514 x-openstack-request-id: req-3bb2a47d-e2cd-454f-9f08-270080364514 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:35:43.375441 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb8830a-48cd-47ec-811a-c2ef744b83e3", "name": "network-vif-deleted", "tag": "d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:35:43.375937 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3bb2a47d-e2cd-454f-9f08-270080364514 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:35:43.376305 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb8830a-48cd-47ec-811a-c2ef744b83e3', 'name': 'network-vif-deleted', 'tag': 'd4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55', 'status': 'completed', 'code': 200} Feb 02 13:35:43.439730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 488ff303-f166-4e1e-b38c-f20d5af09f9e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:35:43.550020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 488ff303-f166-4e1e-b38c-f20d5af09f9e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:43.550446 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:43.571975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-a36ff1bd-8e52-4b08-8e16-9d5f46a00dad tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:43.578462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-a36ff1bd-8e52-4b08-8e16-9d5f46a00dad tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.18 "GET /v2.0/networks?id=2885996b-d1d7-4b6e-b47e-4875a93fc6b4 HTTP/1.1" status: 200 len: 796 time: 0.2929435 Feb 02 13:35:43.642453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 488ff303-f166-4e1e-b38c-f20d5af09f9e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:43.681645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-72de0d50-f298-4b74-9948-18c0fa1a348a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ab06f6379e4431db3bd62d9cb34c013 HTTP/1.1" status: 200 len: 379 time: 0.0898960 Feb 02 13:35:43.697806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'port': {'device_id': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'admin_state_up': True, 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'security_groups': ['2e31fd3e-0335-48c8-a57b-bc58c7f12c4a']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:43.771560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9608367-e5dc-4674-bb31-423e7c2de75e req-3c78a9b4-cd9f-4703-b635-894c6e3ca92f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0476086 Feb 02 13:35:43.878302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Made reservation on behalf of 3ab06f6379e4431db3bd62d9cb34c013 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:35:43.882473 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:44.062563 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Allocated IP 172.20.0.5 (2885996b-d1d7-4b6e-b47e-4875a93fc6b4/effb5207-1e6d-43c3-9283-52f34e804fc1/e81e8bc0-c59a-4d93-9493-73e911505cbf) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:35:44.266406 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:44.286786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-431d1874-0609-47aa-a730-9788a69b124e req-2ea17303-68ae-46a1-8e19-6d4480f327a9 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 210 time: 0.0449743 Feb 02 13:35:44.332592 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:44.390588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=e81e8bc0-c59a-4d93-9493-73e911505cbf,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:44.409326 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:35:44.414016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:35:44.433486 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:35:44.488630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:44.491504 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:44.526168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-8a12136d-989d-4972-8c1c-ad0883dace83 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8392022 Feb 02 13:35:44.546743 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Request body: {'port': {'device_id': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:44.665059 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:44.838060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-02c5813f-bdbe-480b-a3b9-6523282a667a None None] Provisioning complete for port e81e8bc0-c59a-4d93-9493-73e911505cbf triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:44.838607 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02c5813f-bdbe-480b-a3b9-6523282a667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:44.888175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-02c5813f-bdbe-480b-a3b9-6523282a667a None None] Port e81e8bc0-c59a-4d93-9493-73e911505cbf cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:35:45.049174 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf62a654-e4c0-4834-ac5d-6fbff3317f05 req-a8e4dc1f-5c37-4a3f-8400-23af55ec5d26 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0801644 Feb 02 13:35:45.184392 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81e8bc0-c59a-4d93-9493-73e911505cbf {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:35:45.214656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Publish callbacks [] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:45.246602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Transition to ACTIVE for port object e81e8bc0-c59a-4d93-9493-73e911505cbf will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:35:45.254199 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:45.374363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Pushing event updated for resources: {'Port': ['ID=e81e8bc0-c59a-4d93-9493-73e911505cbf,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:45.543054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Attempting to bind port e81e8bc0-c59a-4d93-9493-73e911505cbf on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:35:45.543435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Attempting to bind port e81e8bc0-c59a-4d93-9493-73e911505cbf by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:35:45.543795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Attempting to bind port e81e8bc0-c59a-4d93-9493-73e911505cbf on network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:35:45.563467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Port e81e8bc0-c59a-4d93-9493-73e911505cbf on network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:35:45.563988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Attempting to bind port e81e8bc0-c59a-4d93-9493-73e911505cbf on network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:35:45.572418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:35:45.572753 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Checking segment: {'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:35:45.573131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Bound using segment: {'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:35:45.573567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Bound port: e81e8bc0-c59a-4d93-9493-73e911505cbf, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a303fa63-d179-49d6-a05e-a32c3c3abd1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:35:45.573919 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:45.585697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989563e-da51-41f3-8f7f-54be74cb91a0 req-3313292e-50d7-4fb4-9a91-9ab0626cbe8d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:45.587527 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2989563e-da51-41f3-8f7f-54be74cb91a0 req-3313292e-50d7-4fb4-9a91-9ab0626cbe8d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 943 time: 0.1207106 Feb 02 13:35:45.703098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:35:45.751460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:35:45.753814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d4da8dcc-3ba5-4b62-8a5c-0ef7785bbf55 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:35:45.769738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2989563e-da51-41f3-8f7f-54be74cb91a0 req-585cb983-594c-487b-9d02-0efeca5dc0f5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652570 Feb 02 13:35:45.806695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] For port e81e8bc0-c59a-4d93-9493-73e911505cbf, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:35:45.810408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] For port e81e8bc0-c59a-4d93-9493-73e911505cbf, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e81e8bc0-c59a-4d93-9493-73e911505cbf,segment=NetworkSegment(a303fa63-d179-49d6-a05e-a32c3c3abd1e),segment_id=a303fa63-d179-49d6-a05e-a32c3c3abd1e)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:35:45.830151 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:45.885599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:45.886376 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:45.888060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] 10.222.0.18 "PUT /v2.0/ports/e81e8bc0-c59a-4d93-9493-73e911505cbf HTTP/1.1" status: 200 len: 1091 time: 1.3490152 Feb 02 13:35:45.890883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'tag': 'e81e8bc0-c59a-4d93-9493-73e911505cbf'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:35:45.893081 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf90ca1-62ae-452e-9c31-a96eb27c9a92" -d '{"events": [{"name": "network-changed", "server_uuid": "8aad34b3-c06e-4188-9c0b-f9a8b505c5c1", "tag": "e81e8bc0-c59a-4d93-9493-73e911505cbf"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:35:45.994073 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e015a81b-146f-4b75-bac5-b87f2b115685 x-openstack-request-id: req-e015a81b-146f-4b75-bac5-b87f2b115685 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:35:45.995804 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aad34b3-c06e-4188-9c0b-f9a8b505c5c1", "tag": "e81e8bc0-c59a-4d93-9493-73e911505cbf", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:35:45.996455 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e015a81b-146f-4b75-bac5-b87f2b115685 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:35:45.997374 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'tag': 'e81e8bc0-c59a-4d93-9493-73e911505cbf', 'status': 'completed', 'code': 200} Feb 02 13:35:45.998431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc119d93-f6a0-49ee-9491-f178507bef0c service neutron] Pushing event updated for resources: {'Port': ['ID=e81e8bc0-c59a-4d93-9493-73e911505cbf,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:46.084676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-f4c245ab-4d83-4384-b70b-40cb1e094fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:46.086269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-f4c245ab-4d83-4384-b70b-40cb1e094fcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 1125 time: 0.1060164 Feb 02 13:35:46.203869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-2e9af343-e1fb-49d3-abb9-688467e0aa47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81e8bc0-c59a-4d93-9493-73e911505cbf HTTP/1.1" status: 200 len: 217 time: 0.1048994 Feb 02 13:35:46.236100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19fa93b7-5636-4f75-8113-64c226d32cbe req-4337a9d8-d0c4-466a-a6a0-3f6ea8adbd24 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0435293 Feb 02 13:35:46.293809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-30713c3d-ded5-4ba8-a12a-2466e70b662a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:46.295528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-30713c3d-ded5-4ba8-a12a-2466e70b662a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=effb5207-1e6d-43c3-9283-52f34e804fc1 HTTP/1.1" status: 200 len: 834 time: 0.0690427 Feb 02 13:35:46.366591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-a291347d-7ebd-4741-ae91-3abfd8bef445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:46.368182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-a291347d-7ebd-4741-ae91-3abfd8bef445 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2885996b-d1d7-4b6e-b47e-4875a93fc6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0658743 Feb 02 13:35:46.500043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-d46deb72-320d-423a-a2cd-cf17e5b33572 service neutron] 10.222.0.18 "GET /v2.0/networks/2885996b-d1d7-4b6e-b47e-4875a93fc6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254139 Feb 02 13:35:46.606693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25f0d8bb-de4e-477e-b8b4-bb11a0d48c67 req-dbe73c0c-04f1-4a54-a9b5-ce95ec27b2a5 service neutron] 10.222.0.18 "GET /v2.0/networks/2885996b-d1d7-4b6e-b47e-4875a93fc6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002104 Feb 02 13:35:46.787940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf90ca1-62ae-452e-9c31-a96eb27c9a92 req-26256640-b25f-4fe0-b3d2-74c0ca7e0828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:46.790325 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8bf90ca1-62ae-452e-9c31-a96eb27c9a92 req-26256640-b25f-4fe0-b3d2-74c0ca7e0828 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 1125 time: 0.0724821 Feb 02 13:35:46.980193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf90ca1-62ae-452e-9c31-a96eb27c9a92 req-f879d3a7-855c-4aaa-aa71-e43967bed33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:46.982892 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8bf90ca1-62ae-452e-9c31-a96eb27c9a92 req-f879d3a7-855c-4aaa-aa71-e43967bed33d service neutron] 10.222.0.18 "GET /v2.0/networks?id=2885996b-d1d7-4b6e-b47e-4875a93fc6b4 HTTP/1.1" status: 200 len: 897 time: 0.1869116 Feb 02 13:35:47.006438 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53bd938-2909-40ff-be65-08a9e8595e33 req-1afc8791-5c93-4968-a613-37dca60adf7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:47.008661 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d53bd938-2909-40ff-be65-08a9e8595e33 req-1afc8791-5c93-4968-a613-37dca60adf7d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 943 time: 0.1159472 Feb 02 13:35:47.074603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8bf90ca1-62ae-452e-9c31-a96eb27c9a92 req-7cd4fd8e-811f-4fa2-b44b-2f880b067e99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81e8bc0-c59a-4d93-9493-73e911505cbf HTTP/1.1" status: 200 len: 217 time: 0.0840557 Feb 02 13:35:47.163221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d53bd938-2909-40ff-be65-08a9e8595e33 req-3993b950-dab6-4449-becc-acf835382b71 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456347 Feb 02 13:35:47.198603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf90ca1-62ae-452e-9c31-a96eb27c9a92 req-758ef24d-c6da-4341-ba41-05a7de8602c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:47.205469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8bf90ca1-62ae-452e-9c31-a96eb27c9a92 req-758ef24d-c6da-4341-ba41-05a7de8602c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=effb5207-1e6d-43c3-9283-52f34e804fc1 HTTP/1.1" status: 200 len: 834 time: 0.1176839 Feb 02 13:35:47.318650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf90ca1-62ae-452e-9c31-a96eb27c9a92 req-5d1bd02c-693a-4948-b624-26b542bdbad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:47.323169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8bf90ca1-62ae-452e-9c31-a96eb27c9a92 req-5d1bd02c-693a-4948-b624-26b542bdbad5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2885996b-d1d7-4b6e-b47e-4875a93fc6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1106007 Feb 02 13:35:47.426584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-25c51e08-9d49-47ee-a382-ab4eed4b62a6 req-34180baa-48b9-4c62-addc-e98f7c543094 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0799744 Feb 02 13:35:47.500446 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8bf90ca1-62ae-452e-9c31-a96eb27c9a92 req-bb6e544e-eb5e-4f3a-8bfa-f922c4f0ac9d service neutron] 10.222.0.18 "GET /v2.0/networks/2885996b-d1d7-4b6e-b47e-4875a93fc6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699419 Feb 02 13:35:47.634153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8bf90ca1-62ae-452e-9c31-a96eb27c9a92 req-bac93a09-41e8-4a40-8cc1-3c8978bad998 service neutron] 10.222.0.18 "GET /v2.0/networks/2885996b-d1d7-4b6e-b47e-4875a93fc6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268690 Feb 02 13:35:48.336330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0490547-ed71-440d-b672-162ac558d352 req-18a20151-005c-4903-910a-274d6780d513 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:48.339085 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0490547-ed71-440d-b672-162ac558d352 req-18a20151-005c-4903-910a-274d6780d513 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 943 time: 0.0772853 Feb 02 13:35:48.401612 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0490547-ed71-440d-b672-162ac558d352 req-8c6a2670-8a75-4139-b266-15f29c8d4e77 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528219 Feb 02 13:35:48.528476 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:35:48.531486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-192a8dc2-3140-4271-8be1-e93eabb4b6bd req-232b5876-01a7-45d5-8e0a-dea3aa045caa tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0329282 Feb 02 13:35:49.550771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3bd40-eed9-4ecf-bf50-02e7be1251f9 req-6a3c6ec9-d5d3-49be-bb5f-71aba237c5b9 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:49.556046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69f3bd40-eed9-4ecf-bf50-02e7be1251f9 req-6a3c6ec9-d5d3-49be-bb5f-71aba237c5b9 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 943 time: 0.0666773 Feb 02 13:35:49.678531 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69f3bd40-eed9-4ecf-bf50-02e7be1251f9 req-26124350-a381-4aed-84ad-3f5975032342 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139688 Feb 02 13:35:49.713288 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b6d952f0-8044-4ca9-897f-bd16a254c517 req-aeefcb06-88bf-400b-bf69-a51675cc7898 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0486929 Feb 02 13:35:50.417431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device e81e8bc0-c59a-4d93-9493-73e911505cbf details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:35:50.646989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port e81e8bc0-c59a-4d93-9493-73e911505cbf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e81e8bc0-c59a-4d93-9493-73e911505cbf,segment=NetworkSegment(a303fa63-d179-49d6-a05e-a32c3c3abd1e),segment_id=a303fa63-d179-49d6-a05e-a32c3c3abd1e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:50.677002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'e81e8bc0-c59a-4d93-9493-73e911505cbf', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'port_id': 'e81e8bc0-c59a-4d93-9493-73e911505cbf', 'mac_address': 'fa:16:3e:fd:e5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:35:50.772974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port e81e8bc0-c59a-4d93-9493-73e911505cbf is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:50.773423 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:50.809756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81e8bc0-c59a-4d93-9493-73e911505cbf {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:35:50.849231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port e81e8bc0-c59a-4d93-9493-73e911505cbf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e81e8bc0-c59a-4d93-9493-73e911505cbf,segment=NetworkSegment(a303fa63-d179-49d6-a05e-a32c3c3abd1e),segment_id=a303fa63-d179-49d6-a05e-a32c3c3abd1e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:50.856734 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:50.902926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b6e6f2b-5016-4d6b-8a93-ec7ec290d172 req-05658c5e-b05e-4d68-a413-70fa3fe6f68e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0833271 Feb 02 13:35:50.918065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=e81e8bc0-c59a-4d93-9493-73e911505cbf,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:50.926932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.927497 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.928005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.928350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.928682 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.929004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.929327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.929664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.929965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.930285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.930604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.930922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.931238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:50.954886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4a0cf-50d2-45ec-ba99-5eb1db986609 req-428541c8-4452-4b0a-a441-dd5bb04b3ad7 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:50.969051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6b4a0cf-50d2-45ec-ba99-5eb1db986609 req-428541c8-4452-4b0a-a441-dd5bb04b3ad7 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 944 time: 0.1354921 Feb 02 13:35:51.053072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f6b4a0cf-50d2-45ec-ba99-5eb1db986609 req-067bc8a2-eaf0-49ae-835a-dab8c7775b9c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828562 Feb 02 13:35:51.136936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['e81e8bc0-c59a-4d93-9493-73e911505cbf'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:35:52.073784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7eb5359-92ea-4dd2-9ac3-57c6e5cf0149 req-95be6acc-80c7-4427-8b4d-1d85f9681dd7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0425167 Feb 02 13:35:52.349488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f93e67-1255-4ed7-aac9-2f29da64e502 req-c69a1b0c-4990-463a-9160-ba9e3a0de0e5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:52.351105 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35f93e67-1255-4ed7-aac9-2f29da64e502 req-c69a1b0c-4990-463a-9160-ba9e3a0de0e5 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 944 time: 0.2019007 Feb 02 13:35:52.427100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device e81e8bc0-c59a-4d93-9493-73e911505cbf up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:35:52.484048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35f93e67-1255-4ed7-aac9-2f29da64e502 req-acf16529-b040-4b16-a19a-e70cf3bb988a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269200 Feb 02 13:35:52.558386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port e81e8bc0-c59a-4d93-9493-73e911505cbf completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:35:52.566821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port e81e8bc0-c59a-4d93-9493-73e911505cbf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:35:52.567561 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:52.698646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port e81e8bc0-c59a-4d93-9493-73e911505cbf is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:35:52.699031 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:52.752329 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e8bc0-c59a-4d93-9493-73e911505cbf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:35:52.757635 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20611b16-dda7-4812-bf32-4b98839481fa" -d '{"events": [{"server_uuid": "8aad34b3-c06e-4188-9c0b-f9a8b505c5c1", "name": "network-vif-plugged", "status": "completed", "tag": "e81e8bc0-c59a-4d93-9493-73e911505cbf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:35:52.774108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port e81e8bc0-c59a-4d93-9493-73e911505cbf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e81e8bc0-c59a-4d93-9493-73e911505cbf,segment=NetworkSegment(a303fa63-d179-49d6-a05e-a32c3c3abd1e),segment_id=a303fa63-d179-49d6-a05e-a32c3c3abd1e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:35:52.779495 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:52.842295 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a5fa61-e8cb-41df-a088-1fc6786fb026 x-openstack-request-id: req-95a5fa61-e8cb-41df-a088-1fc6786fb026 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:35:52.842962 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aad34b3-c06e-4188-9c0b-f9a8b505c5c1", "name": "network-vif-plugged", "status": "completed", "tag": "e81e8bc0-c59a-4d93-9493-73e911505cbf", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:35:52.843672 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-95a5fa61-e8cb-41df-a088-1fc6786fb026 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:35:52.844242 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e8bc0-c59a-4d93-9493-73e911505cbf', 'code': 200} Feb 02 13:35:52.862457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=e81e8bc0-c59a-4d93-9493-73e911505cbf,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:52.989298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0aa68-e58e-4347-877a-78c23fb083ec req-8416de67-b9c6-4cbd-9590-68ed4d8c2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:52.990843 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aaf0aa68-e58e-4347-877a-78c23fb083ec req-8416de67-b9c6-4cbd-9590-68ed4d8c2968 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 1127 time: 0.0603456 Feb 02 13:35:53.052488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aaf0aa68-e58e-4347-877a-78c23fb083ec req-963f75dc-2ba6-4e4d-8656-91fa593b44c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546892 Feb 02 13:35:53.176328 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82f7ad96-c359-4e51-986a-6d4bf2227fb9 req-b37619e7-d193-45c7-9a15-fdf522e589d6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0312769 Feb 02 13:35:53.629228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6fe7f-37e4-4fad-9890-1e56b8c40723 req-7f8d9dd4-a97c-43f0-841c-386853790c76 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:53.649902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5bd6fe7f-37e4-4fad-9890-1e56b8c40723 req-7f8d9dd4-a97c-43f0-841c-386853790c76 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0953934 Feb 02 13:35:53.769974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5bd6fe7f-37e4-4fad-9890-1e56b8c40723 req-6c7d1abc-828c-436e-9d60-ebb037ae1e13 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175787 Feb 02 13:35:54.364317 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e68c7526-34a8-4664-9b21-f48aa97a655e req-76f4c240-c70b-4ea0-8c68-fbbe525a3d6e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eeb8830a-48cd-47ec-811a-c2ef744b83e3 HTTP/1.1" status: 200 len: 210 time: 0.0369492 Feb 02 13:35:54.911259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b244c2-9173-4f69-87b8-cc4c7b55e71a req-fc8e3f14-a7bc-49d3-9be5-f8f67e7cb403 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:54.912958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09b244c2-9173-4f69-87b8-cc4c7b55e71a req-fc8e3f14-a7bc-49d3-9be5-f8f67e7cb403 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0567005 Feb 02 13:35:54.972344 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09b244c2-9173-4f69-87b8-cc4c7b55e71a req-d24acc1b-31d3-47ee-bb60-8504cf241f5c tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489895 Feb 02 13:35:55.147182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aa78e-0300-4213-b618-45e983e2082a req-6749ccaf-ecee-4d83-a79c-0db8e912f0b4 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:55.148778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c74aa78e-0300-4213-b618-45e983e2082a req-6749ccaf-ecee-4d83-a79c-0db8e912f0b4 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 945 time: 0.0646152 Feb 02 13:35:55.203355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c74aa78e-0300-4213-b618-45e983e2082a req-6ab5e0dc-7cd3-464a-98e2-4ff9c1d9d28b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466692 Feb 02 13:35:55.233056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60194) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:55.283393 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8118ec-6743-4fda-9c08-912bdf931856 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:55.287336 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0d8118ec-6743-4fda-9c08-912bdf931856 tempest-TestNetworkBasicOps-879538918 tempest-TestNetworkBasicOps-879538918-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 1122 time: 0.0508904 Feb 02 13:35:55.288054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60196) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:55.292893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'e81e8bc0-c59a-4d93-9493-73e911505cbf', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:35:55.319013 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:55.467888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:55.644628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Allocated IP 172.25.4.89 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/f5ecd680-b62f-4395-92d1-fa23ea8242b8) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:35:55.869936 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (f5ecd680-b62f-4395-92d1-fa23ea8242b8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:55.939975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f5ecd680-b62f-4395-92d1-fa23ea8242b8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:56.011511 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:35:56.016742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:35:56.023411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:35:56.079727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=f5ecd680-b62f-4395-92d1-fa23ea8242b8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:56.103171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.103709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.104396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.104809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.105195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.105699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.106764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.107325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.107864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.108419 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.109478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.110023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.110590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:35:56.586089 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for floatingip (e40e12b9-90d4-40d6-b815-b5b4074b246b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:56.706808 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f5ecd680-b62f-4395-92d1-fa23ea8242b8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:57.076102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for port (f5ecd680-b62f-4395-92d1-fa23ea8242b8), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:57.085628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (f5ecd680-b62f-4395-92d1-fa23ea8242b8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:57.232447 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (e40e12b9-90d4-40d6-b815-b5b4074b246b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:57.240549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event updated for resources: {'Port': ['ID=f5ecd680-b62f-4395-92d1-fa23ea8242b8,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:35:57.378124 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Floating IP e40e12b9-90d4-40d6-b815-b5b4074b246b associated. External IP: 172.25.4.89, port: e81e8bc0-c59a-4d93-9493-73e911505cbf. Feb 02 13:35:57.671328 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Router cedf65b6-d151-4653-95cd-09614fdcf8ec has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:35:57.866338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:35:57.879766 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882e021-3690-428a-95f1-a89c708500f6 None None] Sync routers for ids ['cedf65b6-d151-4653-95cd-09614fdcf8ec'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:35:57.899541 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882e021-3690-428a-95f1-a89c708500f6 None None] Routers {'cedf65b6-d151-4653-95cd-09614fdcf8ec'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:57.900237 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a882e021-3690-428a-95f1-a89c708500f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cedf65b6-d151-4653-95cd-09614fdcf8ec'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:57.908649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:35:57.980172 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ce19b1e3-dc6b-4a7b-9c43-276fc4ccf9dc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6907914 Feb 02 13:35:57.980780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'tag': 'e81e8bc0-c59a-4d93-9493-73e911505cbf'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:35:57.985139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60240) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:57.987947 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1cb2b2-c4d5-4c08-8205-b259898c7084" -d '{"events": [{"name": "network-changed", "server_uuid": "8aad34b3-c06e-4188-9c0b-f9a8b505c5c1", "tag": "e81e8bc0-c59a-4d93-9493-73e911505cbf"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:35:58.059475 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76aab605-604d-4ac0-ae5e-ef127eae876d x-openstack-request-id: req-76aab605-604d-4ac0-ae5e-ef127eae876d {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:35:58.059774 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aad34b3-c06e-4188-9c0b-f9a8b505c5c1", "tag": "e81e8bc0-c59a-4d93-9493-73e911505cbf", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:35:58.060027 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-76aab605-604d-4ac0-ae5e-ef127eae876d {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:35:58.060445 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'tag': 'e81e8bc0-c59a-4d93-9493-73e911505cbf', 'status': 'completed', 'code': 200} Feb 02 13:35:58.140558 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a882e021-3690-428a-95f1-a89c708500f6 None None] Set router cedf65b6-d151-4653-95cd-09614fdcf8ec gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:58.251511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-93fed40f-2498-4f41-bbf8-bb76c1c9f27f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/floatingips/e40e12b9-90d4-40d6-b815-b5b4074b246b HTTP/1.1" status: 200 len: 990 time: 0.2647829 Feb 02 13:35:58.292305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cb2b2-c4d5-4c08-8205-b259898c7084 req-4393b10f-f51c-455e-a3f3-6fb8285152bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:58.293864 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa1cb2b2-c4d5-4c08-8205-b259898c7084 req-4393b10f-f51c-455e-a3f3-6fb8285152bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 1127 time: 0.1662743 Feb 02 13:35:58.490135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cb2b2-c4d5-4c08-8205-b259898c7084 req-88cb95f2-050e-42f0-9c0b-72992571eb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:58.506161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa1cb2b2-c4d5-4c08-8205-b259898c7084 req-88cb95f2-050e-42f0-9c0b-72992571eb6d service neutron] 10.222.0.18 "GET /v2.0/networks?id=2885996b-d1d7-4b6e-b47e-4875a93fc6b4 HTTP/1.1" status: 200 len: 897 time: 0.2054255 Feb 02 13:35:58.556032 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a882e021-3690-428a-95f1-a89c708500f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e40e12b9-90d4-40d6-b815-b5b4074b246b', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'port_id': 'e81e8bc0-c59a-4d93-9493-73e911505cbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'mac_address': 'fa:16:3e:fd:e5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:35:56Z', 'updated_at': '2022-02-02T13:35:56Z', 'revision_number': 0, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488ff303-f166-4e1e-b38c-f20d5af09f9e', 'name': '', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:09:be:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:34Z', 'updated_at': '2022-02-02T13:35:41Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:58.627811 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882e021-3690-428a-95f1-a89c708500f6 None None] Checking router: cedf65b6-d151-4653-95cd-09614fdcf8ec for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:35:58.656940 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a882e021-3690-428a-95f1-a89c708500f6 None None] Routers {'cedf65b6-d151-4653-95cd-09614fdcf8ec'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:35:58.657555 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a882e021-3690-428a-95f1-a89c708500f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:35:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cedf65b6-d151-4653-95cd-09614fdcf8ec'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:58.657710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa1cb2b2-c4d5-4c08-8205-b259898c7084 req-fbda436e-47ae-42c9-afe9-94a42d621777 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81e8bc0-c59a-4d93-9493-73e911505cbf HTTP/1.1" status: 200 len: 998 time: 0.1436377 Feb 02 13:35:58.728280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cb2b2-c4d5-4c08-8205-b259898c7084 req-1e151d91-1c82-41ed-81af-ea4b0c8daded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:58.732388 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa1cb2b2-c4d5-4c08-8205-b259898c7084 req-1e151d91-1c82-41ed-81af-ea4b0c8daded service neutron] 10.222.0.18 "GET /v2.0/subnets?id=effb5207-1e6d-43c3-9283-52f34e804fc1 HTTP/1.1" status: 200 len: 834 time: 0.0686095 Feb 02 13:35:58.794503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cb2b2-c4d5-4c08-8205-b259898c7084 req-15430b62-5296-48ae-8e20-fb54884871c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:35:58.796692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa1cb2b2-c4d5-4c08-8205-b259898c7084 req-15430b62-5296-48ae-8e20-fb54884871c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2885996b-d1d7-4b6e-b47e-4875a93fc6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0582085 Feb 02 13:35:58.814815 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a882e021-3690-428a-95f1-a89c708500f6 None None] Set router cedf65b6-d151-4653-95cd-09614fdcf8ec gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:35:59.175680 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a882e021-3690-428a-95f1-a89c708500f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e40e12b9-90d4-40d6-b815-b5b4074b246b', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'port_id': 'e81e8bc0-c59a-4d93-9493-73e911505cbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'mac_address': 'fa:16:3e:fd:e5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:35:56Z', 'updated_at': '2022-02-02T13:35:56Z', 'revision_number': 0, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488ff303-f166-4e1e-b38c-f20d5af09f9e', 'name': '', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:09:be:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:34Z', 'updated_at': '2022-02-02T13:35:41Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:35:59.226140 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a882e021-3690-428a-95f1-a89c708500f6 None None] The sync data for ids ['cedf65b6-d151-4653-95cd-09614fdcf8ec'] in n-d-827336-2 is: [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e40e12b9-90d4-40d6-b815-b5b4074b246b', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'floating_ip_address': '172.25.4.89', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'port_id': 'e81e8bc0-c59a-4d93-9493-73e911505cbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3876, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'mac_address': 'fa:16:3e:fd:e5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:35:56Z', 'updated_at': '2022-02-02T13:35:56Z', 'revision_number': 0, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '488ff303-f166-4e1e-b38c-f20d5af09f9e', 'name': '', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:09:be:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:34Z', 'updated_at': '2022-02-02T13:35:41Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:35:59.256169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60254) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:35:59.411371 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6342a47e-216d-46c5-9a11-cc5e1341932b tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/floatingips/e40e12b9-90d4-40d6-b815-b5b4074b246b HTTP/1.1" status: 200 len: 990 time: 0.1540020 Feb 02 13:35:59.430752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa1cb2b2-c4d5-4c08-8205-b259898c7084 req-9713add8-bda8-4725-a29e-cfc08b9bfe70 service neutron] 10.222.0.18 "GET /v2.0/networks/2885996b-d1d7-4b6e-b47e-4875a93fc6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6272631 Feb 02 13:35:59.534137 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa1cb2b2-c4d5-4c08-8205-b259898c7084 req-bef53815-2eb7-460b-a2fe-37ca34c32587 service neutron] 10.222.0.18 "GET /v2.0/networks/2885996b-d1d7-4b6e-b47e-4875a93fc6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949900 Feb 02 13:35:59.631974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dc4102-a519-4792-bb0b-bc0b998d2db3 None None] New status for floating IP e40e12b9-90d4-40d6-b815-b5b4074b246b: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:36:00.414882 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60268) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:00.506717 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5c8c09c8-1708-4678-920e-d192eaaa3902 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/floatingips/e40e12b9-90d4-40d6-b815-b5b4074b246b HTTP/1.1" status: 200 len: 992 time: 0.0901837 Feb 02 13:36:01.812477 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e23395ea-4ce6-4686-9e05-87f45c0161bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:04.117001 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-04a6630f-b964-4c05-a0e8-9f52d0f501d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:05.626948 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:06.904752 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:06.906446 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:07.805275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:08.063575 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:10.689774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-813f3cd9-90d9-448a-b9e6-101b42d1f575 req-ceca143f-c93b-4f93-a24c-48f6f5fa5fa6 service neutron] (103188) timed out ('10.222.0.83', 38742) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:36:20.807631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60726) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:20.943591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5b32bc1-9605-449d-9799-80aac3f978e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:21.049317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5b32bc1-9605-449d-9799-80aac3f978e7 admin admin] Publish callbacks [] for security_group (481c0c85-ceaf-4e94-9535-8449c70e819b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:21.056470 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e5b32bc1-9605-449d-9799-80aac3f978e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (481c0c85-ceaf-4e94-9535-8449c70e819b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:21.107545 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e5b32bc1-9605-449d-9799-80aac3f978e7 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=b7a56d4751af494881c6fabc9ae9e5c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2958374 Feb 02 13:36:21.107786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b32bc1-9605-449d-9799-80aac3f978e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481c0c85-ceaf-4e94-9535-8449c70e819b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:21.108140 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60736) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:21.168857 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Publish callbacks [] for security_group (481c0c85-ceaf-4e94-9535-8449c70e819b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:21.195501 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Publish callbacks [] for security_group (481c0c85-ceaf-4e94-9535-8449c70e819b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:21.263731 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (481c0c85-ceaf-4e94-9535-8449c70e819b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:21.266356 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:21.269937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/481c0c85-ceaf-4e94-9535-8449c70e819b HTTP/1.1" status: 204 len: 168 time: 0.1580477 Feb 02 13:36:21.289016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481c0c85-ceaf-4e94-9535-8449c70e819b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:21.304756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:21.305102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:21.305441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:21.305777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:21.306115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:21.306442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:21.306767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:21.307089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:21.307407 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:21.307764 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:21.308086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:21.311791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:21.312361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb1e331-f1cf-4f85-851d-0e027b1408f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:22.590340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:22.701349 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc5a7-cb59-4bce-9924-9e7aa737b6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:22.785355 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc5a7-cb59-4bce-9924-9e7aa737b6d4 admin admin] Publish callbacks [] for security_group (849f2feb-bf2a-420d-b78a-d03780648201), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:22.790406 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d4dc5a7-cb59-4bce-9924-9e7aa737b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (849f2feb-bf2a-420d-b78a-d03780648201), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:22.829026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dc5a7-cb59-4bce-9924-9e7aa737b6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849f2feb-bf2a-420d-b78a-d03780648201,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:22.851324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60800) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:22.851833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6d4dc5a7-cb59-4bce-9924-9e7aa737b6d4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=efbcc474d9064408b79d91f94eb2073c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2590411 Feb 02 13:36:22.914334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a3dad0b-a678-411b-a8f2-119091e16804 admin admin] Publish callbacks [] for security_group (849f2feb-bf2a-420d-b78a-d03780648201), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:22.937296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a3dad0b-a678-411b-a8f2-119091e16804 admin admin] Publish callbacks [] for security_group (849f2feb-bf2a-420d-b78a-d03780648201), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:22.994882 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a3dad0b-a678-411b-a8f2-119091e16804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (849f2feb-bf2a-420d-b78a-d03780648201), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:22.998783 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9a3dad0b-a678-411b-a8f2-119091e16804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:23.000771 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9a3dad0b-a678-411b-a8f2-119091e16804 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/849f2feb-bf2a-420d-b78a-d03780648201 HTTP/1.1" status: 204 len: 168 time: 0.1483016 Feb 02 13:36:23.010688 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dad0b-a678-411b-a8f2-119091e16804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849f2feb-bf2a-420d-b78a-d03780648201,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:25.013793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60880) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:25.018602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a44b9b07-3f2f-40e8-9ed4-50bd7de9bd31 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1262903839', 'description': 'tempest-secgroup-smoke-1262903839 description', 'project_id': '2310a5a54d0b414d80a2621ece164ad5'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:25.044726 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a44b9b07-3f2f-40e8-9ed4-50bd7de9bd31 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.054721 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a44b9b07-3f2f-40e8-9ed4-50bd7de9bd31 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.140176 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a44b9b07-3f2f-40e8-9ed4-50bd7de9bd31 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (96bf6d85-a0c2-4197-8c53-8ca9610a0d0e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.146590 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a44b9b07-3f2f-40e8-9ed4-50bd7de9bd31 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (96bf6d85-a0c2-4197-8c53-8ca9610a0d0e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.200339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b9b07-3f2f-40e8-9ed4-50bd7de9bd31 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96bf6d85-a0c2-4197-8c53-8ca9610a0d0e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:25.241637 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a44b9b07-3f2f-40e8-9ed4-50bd7de9bd31 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (9cd51429-bfc9-45e8-afb9-d08622d5f8e5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.247539 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a44b9b07-3f2f-40e8-9ed4-50bd7de9bd31 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9cd51429-bfc9-45e8-afb9-d08622d5f8e5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.281551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44b9b07-3f2f-40e8-9ed4-50bd7de9bd31 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd51429-bfc9-45e8-afb9-d08622d5f8e5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:25.287585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a44b9b07-3f2f-40e8-9ed4-50bd7de9bd31 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.292132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:25.292651 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a44b9b07-3f2f-40e8-9ed4-50bd7de9bd31 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2772400 Feb 02 13:36:25.296830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-241cfbea-1aa5-4872-b2ac-18905c631acd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': '9cd51429-bfc9-45e8-afb9-d08622d5f8e5', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:25.326452 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-241cfbea-1aa5-4872-b2ac-18905c631acd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (56de81c4-71bf-4ab3-b209-e802da28fbe2), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.385853 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-241cfbea-1aa5-4872-b2ac-18905c631acd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (56de81c4-71bf-4ab3-b209-e802da28fbe2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.389430 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-241cfbea-1aa5-4872-b2ac-18905c631acd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (56de81c4-71bf-4ab3-b209-e802da28fbe2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.409617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cfbea-1aa5-4872-b2ac-18905c631acd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56de81c4-71bf-4ab3-b209-e802da28fbe2,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:25.416969 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-241cfbea-1aa5-4872-b2ac-18905c631acd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.421325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60892) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:25.421562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-241cfbea-1aa5-4872-b2ac-18905c631acd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282856 Feb 02 13:36:25.426488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6bd474f2-3d97-4195-8d36-25e8c3c68345 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': '9cd51429-bfc9-45e8-afb9-d08622d5f8e5', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:25.471734 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bd474f2-3d97-4195-8d36-25e8c3c68345 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (4fc29f9d-854c-4573-8363-cf4a17f3fb86), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.530990 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:36:25.541583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bd474f2-3d97-4195-8d36-25e8c3c68345 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (4fc29f9d-854c-4573-8363-cf4a17f3fb86), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.546089 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bd474f2-3d97-4195-8d36-25e8c3c68345 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (4fc29f9d-854c-4573-8363-cf4a17f3fb86), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.568649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd474f2-3d97-4195-8d36-25e8c3c68345 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc29f9d-854c-4573-8363-cf4a17f3fb86,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:25.574591 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bd474f2-3d97-4195-8d36-25e8c3c68345 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.576138 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6bd474f2-3d97-4195-8d36-25e8c3c68345 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532662 Feb 02 13:36:25.579403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60900) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:25.585050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c47e9161-652e-46ef-891f-af4761721ec8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': '9cd51429-bfc9-45e8-afb9-d08622d5f8e5', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:25.614868 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c47e9161-652e-46ef-891f-af4761721ec8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (5464d47e-615d-4197-8cb6-0c36f29babda), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.678358 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c47e9161-652e-46ef-891f-af4761721ec8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (5464d47e-615d-4197-8cb6-0c36f29babda), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.682665 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c47e9161-652e-46ef-891f-af4761721ec8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (5464d47e-615d-4197-8cb6-0c36f29babda), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.702218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e9161-652e-46ef-891f-af4761721ec8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5464d47e-615d-4197-8cb6-0c36f29babda,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:25.717262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c47e9161-652e-46ef-891f-af4761721ec8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.718836 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c47e9161-652e-46ef-891f-af4761721ec8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378903 Feb 02 13:36:25.721635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60902) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:25.726341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f84cb71f-e46d-4121-9cfb-b9e8ce2be2c7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': '9cd51429-bfc9-45e8-afb9-d08622d5f8e5', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:25.780014 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f84cb71f-e46d-4121-9cfb-b9e8ce2be2c7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (df2abdc3-9722-4d94-9168-4d9d70bb788d), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.849634 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f84cb71f-e46d-4121-9cfb-b9e8ce2be2c7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (df2abdc3-9722-4d94-9168-4d9d70bb788d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.854574 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f84cb71f-e46d-4121-9cfb-b9e8ce2be2c7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (df2abdc3-9722-4d94-9168-4d9d70bb788d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.876811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84cb71f-e46d-4121-9cfb-b9e8ce2be2c7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2abdc3-9722-4d94-9168-4d9d70bb788d,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:25.884102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f84cb71f-e46d-4121-9cfb-b9e8ce2be2c7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.888550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:25.893484 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5f608eb8-6fea-426a-be42-d95008b0c7fb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': '9cd51429-bfc9-45e8-afb9-d08622d5f8e5', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:25.898125 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f84cb71f-e46d-4121-9cfb-b9e8ce2be2c7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1751304 Feb 02 13:36:25.917434 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-5f608eb8-6fea-426a-be42-d95008b0c7fb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Project 2310a5a54d0b414d80a2621ece164ad5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:36:25.923343 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f608eb8-6fea-426a-be42-d95008b0c7fb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (c104700b-3a90-43ed-a51f-e72d8ed5021a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.988186 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f608eb8-6fea-426a-be42-d95008b0c7fb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (c104700b-3a90-43ed-a51f-e72d8ed5021a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:25.993236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f608eb8-6fea-426a-be42-d95008b0c7fb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (c104700b-3a90-43ed-a51f-e72d8ed5021a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.013593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f608eb8-6fea-426a-be42-d95008b0c7fb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c104700b-3a90-43ed-a51f-e72d8ed5021a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:26.023164 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5f608eb8-6fea-426a-be42-d95008b0c7fb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.027289 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5f608eb8-6fea-426a-be42-d95008b0c7fb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350355 Feb 02 13:36:26.027522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60908) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:26.032803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5b86df5c-76cd-445a-a8dd-cf9e6709f49c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': '9cd51429-bfc9-45e8-afb9-d08622d5f8e5', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:26.056450 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-5b86df5c-76cd-445a-a8dd-cf9e6709f49c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Project 2310a5a54d0b414d80a2621ece164ad5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:36:26.061769 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b86df5c-76cd-445a-a8dd-cf9e6709f49c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (2d8bd17b-cb67-4f0f-9c70-e19357f07a74), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.125286 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b86df5c-76cd-445a-a8dd-cf9e6709f49c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (2d8bd17b-cb67-4f0f-9c70-e19357f07a74), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.130657 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b86df5c-76cd-445a-a8dd-cf9e6709f49c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (2d8bd17b-cb67-4f0f-9c70-e19357f07a74), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.150204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86df5c-76cd-445a-a8dd-cf9e6709f49c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8bd17b-cb67-4f0f-9c70-e19357f07a74,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:26.163999 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5b86df5c-76cd-445a-a8dd-cf9e6709f49c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.168561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60910) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:26.169133 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5b86df5c-76cd-445a-a8dd-cf9e6709f49c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394751 Feb 02 13:36:26.175071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-3567184a-851b-4ed0-b002-70b084909949 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'network': {'name': 'tempest-network-smoke--1457267689', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'port_security_enabled': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:26.197902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3567184a-851b-4ed0-b002-70b084909949 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Made reservation on behalf of 2310a5a54d0b414d80a2621ece164ad5 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:36:26.201950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3567184a-851b-4ed0-b002-70b084909949 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.229570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3567184a-851b-4ed0-b002-70b084909949 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:36:26.239133 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3567184a-851b-4ed0-b002-70b084909949 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b77e5d92-6f22-47e5-b86a-ef381fe06f03), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.239503 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-3567184a-851b-4ed0-b002-70b084909949 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Added segment b77e5d92-6f22-47e5-b86a-ef381fe06f03 of type vlan for network fa7d472a-6cb2-4bfd-aa62-00264a7129ad Feb 02 13:36:26.287082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3567184a-851b-4ed0-b002-70b084909949 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (fa7d472a-6cb2-4bfd-aa62-00264a7129ad), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.318001 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3567184a-851b-4ed0-b002-70b084909949 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (fa7d472a-6cb2-4bfd-aa62-00264a7129ad), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.326410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3567184a-851b-4ed0-b002-70b084909949 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:26.327050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3567184a-851b-4ed0-b002-70b084909949 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.367031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60914) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:26.367593 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3567184a-851b-4ed0-b002-70b084909949 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1963615 Feb 02 13:36:26.373260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'admin_state_up': True, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:26.405086 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (88f5699c-d856-4536-91e0-ad1884ada89a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.406572 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (88f5699c-d856-4536-91e0-ad1884ada89a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.412600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567184a-851b-4ed0-b002-70b084909949 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Network': ['ID=fa7d472a-6cb2-4bfd-aa62-00264a7129ad,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:26.426324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network fa7d472a-6cb2-4bfd-aa62-00264a7129ad details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:36:26.479031 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_controller (88f5699c-d856-4536-91e0-ad1884ada89a), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.636392 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (88f5699c-d856-4536-91e0-ad1884ada89a), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.893476 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (88f5699c-d856-4536-91e0-ad1884ada89a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:26.922944 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:27.039607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.25.4.51 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/c739205c-964e-4898-b302-65820321a0f6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:36:27.138843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60920) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:27.185403 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (c739205c-964e-4898-b302-65820321a0f6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:27.228754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5e7e3c43-f9d2-4a6c-b6be-351c23453548 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/floatingips/e40e12b9-90d4-40d6-b815-b5b4074b246b HTTP/1.1" status: 200 len: 992 time: 0.0803876 Feb 02 13:36:27.261981 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c739205c-964e-4898-b302-65820321a0f6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:27.314668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=c739205c-964e-4898-b302-65820321a0f6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:27.325490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:36:27.339018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:36:27.341888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:36:27.639085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:27.648220 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (88f5699c-d856-4536-91e0-ad1884ada89a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:27.973827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (88f5699c-d856-4536-91e0-ad1884ada89a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:27.980928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting port f5ecd680-b62f-4395-92d1-fa23ea8242b8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:36:27.981653 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f5ecd680-b62f-4395-92d1-fa23ea8242b8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:28.167128 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f5ecd680-b62f-4395-92d1-fa23ea8242b8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:28.167563 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for floatingip (f5ecd680-b62f-4395-92d1-fa23ea8242b8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:28.183189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Calling delete_port for f5ecd680-b62f-4395-92d1-fa23ea8242b8 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:36:28.282189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router 88f5699c-d856-4536-91e0-ad1884ada89a is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:36:28.451225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:36:28.464209 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Sync routers for ids ['88f5699c-d856-4536-91e0-ad1884ada89a'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:36:28.478196 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Routers {'88f5699c-d856-4536-91e0-ad1884ada89a'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:36:28.479137 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:36:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['88f5699c-d856-4536-91e0-ad1884ada89a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:28.482253 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:28.483519 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e4d62cd1-5732-4f9b-ad8d-c881f0a863e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1143804 Feb 02 13:36:28.484765 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f5ecd680-b62f-4395-92d1-fa23ea8242b8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:28.488026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:28.525391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Port': ['ID=f5ecd680-b62f-4395-92d1-fa23ea8242b8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:28.597676 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for floatingip (e40e12b9-90d4-40d6-b815-b5b4074b246b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:28.598009 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Floating IP e40e12b9-90d4-40d6-b815-b5b4074b246b disassociated (deleted). External IP: 172.25.4.89, port: e81e8bc0-c59a-4d93-9493-73e911505cbf. Feb 02 13:36:28.600976 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Set router 88f5699c-d856-4536-91e0-ad1884ada89a gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:36:28.669582 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e9695764-224a-4720-a062-4588c97d1a80 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=2310a5a54d0b414d80a2621ece164ad5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1770504 Feb 02 13:36:28.670155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60938) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:28.819381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cddd09-fb6c-4679-98dd-e94df92b4d31 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:28.824515 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-51cddd09-fb6c-4679-98dd-e94df92b4d31 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1501937 Feb 02 13:36:28.824918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 60940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:28.827538 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:27Z', 'revision_number': 3, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:28.967359 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Checking router: 88f5699c-d856-4536-91e0-ad1884ada89a for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:36:28.968040 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Updating router 88f5699c-d856-4536-91e0-ad1884ada89a port c739205c-964e-4898-b302-65820321a0f6 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:36:29.001478 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c739205c-964e-4898-b302-65820321a0f6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:29.313133 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4e48f1a4-b03a-4403-9cbc-ceb62cd0c713 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4870760 Feb 02 13:36:29.316525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60954) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:29.322180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a5a1c403-8d46-436c-96c6-8ebde51ee9a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1632006398', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:29.381441 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Publish callbacks [] for port (c739205c-964e-4898-b302-65820321a0f6), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:29.403716 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c739205c-964e-4898-b302-65820321a0f6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:29.476314 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Router cedf65b6-d151-4653-95cd-09614fdcf8ec has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:36:29.488418 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Attempting to bind port c739205c-964e-4898-b302-65820321a0f6 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:36:29.488418 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Attempting to bind port c739205c-964e-4898-b302-65820321a0f6 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:36:29.488418 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Attempting to bind port c739205c-964e-4898-b302-65820321a0f6 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:36:29.492248 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Pushing event updated for resources: {'Port': ['ID=c739205c-964e-4898-b302-65820321a0f6,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:29.494189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775690be-7a17-4445-9066-724bb4bc5912 req-6fc136d6-377c-47d5-8c8f-3cc6eaf00a3c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:29.496067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-6fc136d6-377c-47d5-8c8f-3cc6eaf00a3c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.2448039 Feb 02 13:36:29.507691 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:36:29.508334 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:36:29.508881 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:29.509575 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:36:29.510304 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Bound port: c739205c-964e-4898-b302-65820321a0f6, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:36:29.511206 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c739205c-964e-4898-b302-65820321a0f6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:29.517519 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.518155 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.518636 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.519251 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.519901 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.520429 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.521047 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.521493 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.521913 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.522414 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.523113 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.523787 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.528094 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:29.606861 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] For port c739205c-964e-4898-b302-65820321a0f6, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:36:29.612414 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] For port c739205c-964e-4898-b302-65820321a0f6, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c739205c-964e-4898-b302-65820321a0f6,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:36:29.622238 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c739205c-964e-4898-b302-65820321a0f6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:29.713758 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Routers {'88f5699c-d856-4536-91e0-ad1884ada89a'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:36:29.714770 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:36:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['88f5699c-d856-4536-91e0-ad1884ada89a'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:29.716283 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-1f901a49-1682-459b-854a-97554312fccc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/quotas/79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 375 time: 0.0725708 Feb 02 13:36:29.771949 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f5ff8-2268-427d-9e34-639ea2a5588e None None] Pushing event updated for resources: {'Port': ['ID=c739205c-964e-4898-b302-65820321a0f6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:29.963110 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] Set router 88f5699c-d856-4536-91e0-ad1884ada89a gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:36:29.994752 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:36:30.011367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637dc3c1-c57b-4723-bf72-c37d241362d4 None None] Sync routers for ids ['cedf65b6-d151-4653-95cd-09614fdcf8ec'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:36:30.035383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a1c403-8d46-436c-96c6-8ebde51ee9a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Made reservation on behalf of 2310a5a54d0b414d80a2621ece164ad5 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:36:30.039240 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c403-8d46-436c-96c6-8ebde51ee9a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:30.040819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637dc3c1-c57b-4723-bf72-c37d241362d4 None None] Routers {'cedf65b6-d151-4653-95cd-09614fdcf8ec'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:36:30.041413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:30.043987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-637dc3c1-c57b-4723-bf72-c37d241362d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:36:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cedf65b6-d151-4653-95cd-09614fdcf8ec'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:30.102857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-ccd0fba1-89c7-4ab2-b8c0-f79f3abf347f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3623881 Feb 02 13:36:30.200346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-71078d43-f05f-47d9-b707-256fd3bb6f1a tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/floatingips/e40e12b9-90d4-40d6-b815-b5b4074b246b HTTP/1.1" status: 204 len: 168 time: 2.5596001 Feb 02 13:36:30.206775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'tag': 'e81e8bc0-c59a-4d93-9493-73e911505cbf'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:36:30.216171 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c62f3a7-330b-4e95-a6a0-064cb619b0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "8aad34b3-c06e-4188-9c0b-f9a8b505c5c1", "tag": "e81e8bc0-c59a-4d93-9493-73e911505cbf"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:36:30.356479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c403-8d46-436c-96c6-8ebde51ee9a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (81032654-8964-484d-918f-cd4a72122a7c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:30.424257 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:27Z', 'revision_number': 3, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:30.455234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-a0f290b5-0921-48bf-924a-5a440c76e890 service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358583 Feb 02 13:36:30.506278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-637dc3c1-c57b-4723-bf72-c37d241362d4 None None] Set router cedf65b6-d151-4653-95cd-09614fdcf8ec gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:36:30.516176 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69def170-9bc5-4edb-bcc3-7dae697e41ae None None] The sync data for ids ['88f5699c-d856-4536-91e0-ad1884ada89a'] in n-d-827336-2 is: [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:27Z', 'revision_number': 3, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:36:30.520174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1c403-8d46-436c-96c6-8ebde51ee9a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Subnet': ['ID=81032654-8964-484d-918f-cd4a72122a7c,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:30.582357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a1c403-8d46-436c-96c6-8ebde51ee9a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Checking segment: {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:36:30.582884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a1c403-8d46-436c-96c6-8ebde51ee9a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network hostable DHCP agents. Network: fa7d472a-6cb2-4bfd-aa62-00264a7129ad, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:36:30.636337 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afe2be5-bb89-40c6-8bc7-00dc50d0ac49 x-openstack-request-id: req-8afe2be5-bb89-40c6-8bc7-00dc50d0ac49 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:36:30.636613 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aad34b3-c06e-4188-9c0b-f9a8b505c5c1", "tag": "e81e8bc0-c59a-4d93-9493-73e911505cbf", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:36:30.636864 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8afe2be5-bb89-40c6-8bc7-00dc50d0ac49 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:36:30.637268 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'tag': 'e81e8bc0-c59a-4d93-9493-73e911505cbf', 'status': 'completed', 'code': 200} Feb 02 13:36:30.649031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a1c403-8d46-436c-96c6-8ebde51ee9a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network fa7d472a-6cb2-4bfd-aa62-00264a7129ad is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:36:30.665256 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a5a1c403-8d46-436c-96c6-8ebde51ee9a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, fa7d472a-6cb2-4bfd-aa62-00264a7129ad) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:36:30.674723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a1c403-8d46-436c-96c6-8ebde51ee9a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:30.675336 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a5a1c403-8d46-436c-96c6-8ebde51ee9a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:30.716138 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a5a1c403-8d46-436c-96c6-8ebde51ee9a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3948948 Feb 02 13:36:30.716856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 60966) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:30.786885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62f3a7-330b-4e95-a6a0-064cb619b0d2 req-5033eafe-bd6b-429e-be59-512a8b17cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:30.788874 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c62f3a7-330b-4e95-a6a0-064cb619b0d2 req-5033eafe-bd6b-429e-be59-512a8b17cf18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 1127 time: 0.1507781 Feb 02 13:36:30.845342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2ea7db-0fd3-4973-ac18-a4cbdbd16e62 None None] Network fa7d472a-6cb2-4bfd-aa62-00264a7129ad requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:36:30.847217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-52dd069b-8bab-4aed-af97-a1a124be983e service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901074 Feb 02 13:36:30.955935 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693808d-7a66-4377-8fbc-9a7e65a6a1c4 req-c8ad091a-b231-4292-84f3-e8a68e11f373 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:30.957680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e693808d-7a66-4377-8fbc-9a7e65a6a1c4 req-c8ad091a-b231-4292-84f3-e8a68e11f373 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 945 time: 0.2728207 Feb 02 13:36:31.092909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-637dc3c1-c57b-4723-bf72-c37d241362d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '488ff303-f166-4e1e-b38c-f20d5af09f9e', 'name': '', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:09:be:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:34Z', 'updated_at': '2022-02-02T13:35:41Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:31.115226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62f3a7-330b-4e95-a6a0-064cb619b0d2 req-70ce1b98-7f5e-4f85-94f7-07dda837ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:31.117716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c62f3a7-330b-4e95-a6a0-064cb619b0d2 req-70ce1b98-7f5e-4f85-94f7-07dda837ff29 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2885996b-d1d7-4b6e-b47e-4875a93fc6b4 HTTP/1.1" status: 200 len: 897 time: 0.3142364 Feb 02 13:36:31.125575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637dc3c1-c57b-4723-bf72-c37d241362d4 None None] Checking router: cedf65b6-d151-4653-95cd-09614fdcf8ec for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:36:31.135576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e693808d-7a66-4377-8fbc-9a7e65a6a1c4 req-58d3733b-7c82-4e15-b974-7ba873ecca37 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317115 Feb 02 13:36:31.189798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637dc3c1-c57b-4723-bf72-c37d241362d4 None None] Routers {'cedf65b6-d151-4653-95cd-09614fdcf8ec'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:36:31.190432 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-637dc3c1-c57b-4723-bf72-c37d241362d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:36:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cedf65b6-d151-4653-95cd-09614fdcf8ec'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:31.207315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ips': [{'subnet_id': '81032654-8964-484d-918f-cd4a72122a7c'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:36:31.207720 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:31.233067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c62f3a7-330b-4e95-a6a0-064cb619b0d2 req-28ae0e8f-be14-4581-9415-9672b8d642e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81e8bc0-c59a-4d93-9493-73e911505cbf HTTP/1.1" status: 200 len: 217 time: 0.0914743 Feb 02 13:36:31.377465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12ec58cd-8938-4b41-8d82-c7f1f7506282 req-d77a2c96-a7d0-4df9-b381-296c9dd2c9a1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0734360 Feb 02 13:36:31.431399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62f3a7-330b-4e95-a6a0-064cb619b0d2 req-ac090a32-66ad-40e5-8e4b-57f288e11829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:31.432990 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c62f3a7-330b-4e95-a6a0-064cb619b0d2 req-ac090a32-66ad-40e5-8e4b-57f288e11829 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=effb5207-1e6d-43c3-9283-52f34e804fc1 HTTP/1.1" status: 200 len: 834 time: 0.1932681 Feb 02 13:36:31.510426 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-637dc3c1-c57b-4723-bf72-c37d241362d4 None None] Set router cedf65b6-d151-4653-95cd-09614fdcf8ec gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:36:31.568874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c62f3a7-330b-4e95-a6a0-064cb619b0d2 req-70800028-439f-4dca-a091-37904735e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:31.570406 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c62f3a7-330b-4e95-a6a0-064cb619b0d2 req-70800028-439f-4dca-a091-37904735e14a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2885996b-d1d7-4b6e-b47e-4875a93fc6b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1291399 Feb 02 13:36:31.727393 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:31.784910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c62f3a7-330b-4e95-a6a0-064cb619b0d2 req-94935e77-1d08-4b50-8405-92ba06d74d90 service neutron] 10.222.0.18 "GET /v2.0/networks/2885996b-d1d7-4b6e-b47e-4875a93fc6b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027664 Feb 02 13:36:31.810479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c739205c-964e-4898-b302-65820321a0f6 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:36:32.027842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c62f3a7-330b-4e95-a6a0-064cb619b0d2 req-a577a1c7-8961-41c6-8e02-1436f1982f55 service neutron] 10.222.0.18 "GET /v2.0/networks/2885996b-d1d7-4b6e-b47e-4875a93fc6b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972339 Feb 02 13:36:32.098485 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-006bd8a5-964b-43a7-90be-9ac3f2fd794c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:32.153498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c739205c-964e-4898-b302-65820321a0f6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:32.154080 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c739205c-964e-4898-b302-65820321a0f6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:32.174628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.20.0.1 (fa7d472a-6cb2-4bfd-aa62-00264a7129ad/81032654-8964-484d-918f-cd4a72122a7c/9ecbbab0-64bb-4d94-a63a-8e16c83c00d7) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:36:32.206842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-637dc3c1-c57b-4723-bf72-c37d241362d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '488ff303-f166-4e1e-b38c-f20d5af09f9e', 'name': '', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:09:be:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:34Z', 'updated_at': '2022-02-02T13:35:41Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:32.258416 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637dc3c1-c57b-4723-bf72-c37d241362d4 None None] The sync data for ids ['cedf65b6-d151-4653-95cd-09614fdcf8ec'] in n-d-827336-2 is: [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '488ff303-f166-4e1e-b38c-f20d5af09f9e', 'name': '', 'network_id': '2885996b-d1d7-4b6e-b47e-4875a93fc6b4', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'mac_address': 'fa:16:3e:09:be:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:34Z', 'updated_at': '2022-02-02T13:35:41Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'subnets': [{'id': 'effb5207-1e6d-43c3-9283-52f34e804fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:36:32.307819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-027e6aee-a4b1-4ec0-9fbb-91a17be8eb65 req-a5c53bf0-3091-4d4a-9eb5-39c366351729 service neutron] (103188) timed out ('10.222.0.18', 62672) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:36:32.389943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c739205c-964e-4898-b302-65820321a0f6 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:36:32.390371 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c739205c-964e-4898-b302-65820321a0f6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:32.403260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:32.464212 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:32.472444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port c739205c-964e-4898-b302-65820321a0f6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c739205c-964e-4898-b302-65820321a0f6,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:36:32.505750 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c739205c-964e-4898-b302-65820321a0f6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:32.519898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d647f-6fa5-402c-9369-3a592d815a92 req-f646a503-ea98-4285-a0b0-e308f30ee1b7 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:32.522645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee3d647f-6fa5-402c-9369-3a592d815a92 req-f646a503-ea98-4285-a0b0-e308f30ee1b7 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.18 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 945 time: 0.2139635 Feb 02 13:36:32.526217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network fa7d472a-6cb2-4bfd-aa62-00264a7129ad is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:36:32.535798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:36:32.542591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:36:32.546300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=9ecbbab0-64bb-4d94-a63a-8e16c83c00d7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:32.628135 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (88f5699c-d856-4536-91e0-ad1884ada89a), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:32.697323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68382129-0890-4d7b-9288-846a871991f9 req-d326f9a4-f032-4baf-9e29-ee777ab2363f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:32.709647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=c739205c-964e-4898-b302-65820321a0f6,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:32.712479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68382129-0890-4d7b-9288-846a871991f9 req-d326f9a4-f032-4baf-9e29-ee777ab2363f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 945 time: 0.3500364 Feb 02 13:36:32.717920 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3eff3998-ca11-466e-845f-6872070fd91b req-afc0ab68-4a52-4342-b934-23c116a4ecbf tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0949600 Feb 02 13:36:32.773185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Allocated IP 172.20.0.2 (fa7d472a-6cb2-4bfd-aa62-00264a7129ad/81032654-8964-484d-918f-cd4a72122a7c/960915f1-0f69-473d-87e0-8aa8ee657c3e) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:36:32.788275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ee3d647f-6fa5-402c-9369-3a592d815a92 req-1fedf6fe-8c07-45fa-a404-84baeac375be tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting port e81e8bc0-c59a-4d93-9493-73e911505cbf {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:36:32.791846 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ee3d647f-6fa5-402c-9369-3a592d815a92 req-1fedf6fe-8c07-45fa-a404-84baeac375be tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:32.803942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68382129-0890-4d7b-9288-846a871991f9 req-7d8df3cf-2f17-411e-831c-a3d591f668a8 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/security-groups?id=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904601 Feb 02 13:36:32.980681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:33.042859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ee3d647f-6fa5-402c-9369-3a592d815a92 req-1fedf6fe-8c07-45fa-a404-84baeac375be tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] For port e81e8bc0-c59a-4d93-9493-73e911505cbf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e81e8bc0-c59a-4d93-9493-73e911505cbf,segment=NetworkSegment(a303fa63-d179-49d6-a05e-a32c3c3abd1e),segment_id=a303fa63-d179-49d6-a05e-a32c3c3abd1e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:36:33.043889 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ee3d647f-6fa5-402c-9369-3a592d815a92 req-1fedf6fe-8c07-45fa-a404-84baeac375be tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:33.105967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-ee3d647f-6fa5-402c-9369-3a592d815a92 req-1fedf6fe-8c07-45fa-a404-84baeac375be tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Calling delete_port for e81e8bc0-c59a-4d93-9493-73e911505cbf owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:36:33.142402 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Publish callbacks [] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:33.158099 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:33.264766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Pushing event updated for resources: {'Port': ['ID=960915f1-0f69-473d-87e0-8aa8ee657c3e,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:33.269202 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a52bb88-5720-4ea8-88e8-a0cf7c574e20 None None] New status for floating IP e40e12b9-90d4-40d6-b815-b5b4074b246b: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:36:33.276870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Network fa7d472a-6cb2-4bfd-aa62-00264a7129ad is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:36:33.279209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:36:33.282221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:36:33.371918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775690be-7a17-4445-9066-724bb4bc5912 req-2215503f-5797-4568-86aa-6310a6d1f3d6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:33.375513 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-2215503f-5797-4568-86aa-6310a6d1f3d6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.2827492 Feb 02 13:36:33.395457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Attempting to bind port 960915f1-0f69-473d-87e0-8aa8ee657c3e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:36:33.395457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Attempting to bind port 960915f1-0f69-473d-87e0-8aa8ee657c3e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:36:33.395457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Attempting to bind port 960915f1-0f69-473d-87e0-8aa8ee657c3e on network fa7d472a-6cb2-4bfd-aa62-00264a7129ad {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:36:33.419188 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:36:33.419817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Checking segment: {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:36:33.420527 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:33.420799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Bound using segment: {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:36:33.421538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Bound port: 960915f1-0f69-473d-87e0-8aa8ee657c3e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:36:33.422017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:33.434875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-775690be-7a17-4445-9066-724bb4bc5912 req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'port': {'device_id': 'a30c7926-0912-4f51-9934-8b08706d96d9', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'admin_state_up': True, 'tenant_id': '79d51849a46a4fe5bdba4def304a1053'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:33.553709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c739205c-964e-4898-b302-65820321a0f6 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:36:33.579016 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ee3d647f-6fa5-402c-9369-3a592d815a92 req-1fedf6fe-8c07-45fa-a404-84baeac375be tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e81e8bc0-c59a-4d93-9493-73e911505cbf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:33.672392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] For port 960915f1-0f69-473d-87e0-8aa8ee657c3e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:36:33.676391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] For port 960915f1-0f69-473d-87e0-8aa8ee657c3e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=960915f1-0f69-473d-87e0-8aa8ee657c3e,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:36:33.688923 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:33.694925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedf6fe-8c07-45fa-a404-84baeac375be tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Port': ['ID=e81e8bc0-c59a-4d93-9493-73e911505cbf,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:33.722850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c739205c-964e-4898-b302-65820321a0f6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:33.723078 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c739205c-964e-4898-b302-65820321a0f6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:33.795765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3d647f-6fa5-402c-9369-3a592d815a92 req-1fedf6fe-8c07-45fa-a404-84baeac375be tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] No DVR routers for this DVR port e81e8bc0-c59a-4d93-9493-73e911505cbf on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:36:33.800408 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ee3d647f-6fa5-402c-9369-3a592d815a92 req-1fedf6fe-8c07-45fa-a404-84baeac375be tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:33.804922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee3d647f-6fa5-402c-9369-3a592d815a92 req-1fedf6fe-8c07-45fa-a404-84baeac375be tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.18 "DELETE /v2.0/ports/e81e8bc0-c59a-4d93-9493-73e911505cbf HTTP/1.1" status: 204 len: 173 time: 1.2671211 Feb 02 13:36:33.805543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'name': 'network-vif-deleted', 'tag': 'e81e8bc0-c59a-4d93-9493-73e911505cbf'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:36:33.818970 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a45abf-49f1-49e9-a9ce-a83b80f6b72a" -d '{"events": [{"server_uuid": "8aad34b3-c06e-4188-9c0b-f9a8b505c5c1", "name": "network-vif-deleted", "tag": "e81e8bc0-c59a-4d93-9493-73e911505cbf"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:36:33.849347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775690be-7a17-4445-9066-724bb4bc5912 req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Made reservation on behalf of 79d51849a46a4fe5bdba4def304a1053 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:36:33.860322 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-775690be-7a17-4445-9066-724bb4bc5912 req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:33.862165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa05c09-9685-45f5-8f65-f04f7b57d017 None None] Pushing event updated for resources: {'Port': ['ID=960915f1-0f69-473d-87e0-8aa8ee657c3e,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:33.938185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c739205c-964e-4898-b302-65820321a0f6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:36:33.979615 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a81845-fec8-498c-bced-1b6291d9c092 x-openstack-request-id: req-b2a81845-fec8-498c-bced-1b6291d9c092 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:36:33.979842 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aad34b3-c06e-4188-9c0b-f9a8b505c5c1", "name": "network-vif-deleted", "tag": "e81e8bc0-c59a-4d93-9493-73e911505cbf", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:36:33.980039 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b2a81845-fec8-498c-bced-1b6291d9c092 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:36:33.980447 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aad34b3-c06e-4188-9c0b-f9a8b505c5c1', 'name': 'network-vif-deleted', 'tag': 'e81e8bc0-c59a-4d93-9493-73e911505cbf', 'status': 'completed', 'code': 200} Feb 02 13:36:33.987400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da5eb096-3d45-44dd-9078-e20744127db0 req-184628ab-4b60-4b13-b658-723195e6e1bc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0822062 Feb 02 13:36:34.132317 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc501-2fe7-4696-8f35-a82f105e185c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:34.158500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a968872-08a7-462a-b62d-7c794ffb80d4 req-d3d1306a-3cb6-4841-a10e-0fac1e8efdfc tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "GET /v2.0/ports?device_id=8aad34b3-c06e-4188-9c0b-f9a8b505c5c1 HTTP/1.1" status: 200 len: 210 time: 0.0455873 Feb 02 13:36:34.318934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-775690be-7a17-4445-9066-724bb4bc5912 req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Allocated IP 172.20.0.10 (89ab5506-8479-47c7-b520-9bbb402c75c3/9ec1387b-1edc-4d31-aae4-a5a0dd643b47/1109184a-4e17-4f69-a966-e1722b6cf7e6) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:36:34.551339 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:34.590742 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:34.742635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=9ecbbab0-64bb-4d94-a63a-8e16c83c00d7,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:34.762902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (88f5699c-d856-4536-91e0-ad1884ada89a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:34.878247 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-775690be-7a17-4445-9066-724bb4bc5912 req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:34.937442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network fa7d472a-6cb2-4bfd-aa62-00264a7129ad is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:36:34.944346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:36:34.960211 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-775690be-7a17-4445-9066-724bb4bc5912 req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:35.054682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775690be-7a17-4445-9066-724bb4bc5912 req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:36:35.068811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-775690be-7a17-4445-9066-724bb4bc5912 req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:36:35.074746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-775690be-7a17-4445-9066-724bb4bc5912 req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:36:35.182966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=1109184a-4e17-4f69-a966-e1722b6cf7e6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:35.272674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbaec7-2522-40f7-994b-6dd9fbc5e8c0 req-99a08a66-5d1e-42f8-ad33-18ebfde5c0cb tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:35.278095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1abbaec7-2522-40f7-994b-6dd9fbc5e8c0 req-99a08a66-5d1e-42f8-ad33-18ebfde5c0cb tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 932 time: 0.1426382 Feb 02 13:36:35.297856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router 88f5699c-d856-4536-91e0-ad1884ada89a has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:36:35.350010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32774) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:35.393176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1abbaec7-2522-40f7-994b-6dd9fbc5e8c0 req-fc5a1a87-5f20-4876-99ec-fa1638e364f5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079915 Feb 02 13:36:35.503096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 960915f1-0f69-473d-87e0-8aa8ee657c3e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:36:35.526715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775690be-7a17-4445-9066-724bb4bc5912 req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:35.527397 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-775690be-7a17-4445-9066-724bb4bc5912 req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:35.608103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 960915f1-0f69-473d-87e0-8aa8ee657c3e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:35.608631 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:35.616319 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-2fdc9cfb-dfd2-4cfc-8c32-3c6ca9dc17b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1877708 Feb 02 13:36:35.661894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Request body: {'port': {'device_id': 'a30c7926-0912-4f51-9934-8b08706d96d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:35.715570 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8a62ef0-6c90-4085-b614-70e14bb363ae tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (2e31fd3e-0335-48c8-a57b-bc58c7f12c4a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:35.726282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:36:35.735401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-97d51453-ed98-43ec-a556-ab9da52e1a89 None None] Provisioning complete for port 1109184a-4e17-4f69-a966-e1722b6cf7e6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:35.737089 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97d51453-ed98-43ec-a556-ab9da52e1a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:35.746189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Sync routers for ids ['88f5699c-d856-4536-91e0-ad1884ada89a'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:36:35.779943 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-206c0d33-54de-4851-bda2-51e7086d9a68 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "PUT /v2.0/routers/88f5699c-d856-4536-91e0-ad1884ada89a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0481191 Feb 02 13:36:35.786402 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:35.796112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b42a8-743b-4e23-aecf-174ea0bb809e None None] Network fa7d472a-6cb2-4bfd-aa62-00264a7129ad requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:36:35.815907 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8a62ef0-6c90-4085-b614-70e14bb363ae tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (2e31fd3e-0335-48c8-a57b-bc58c7f12c4a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:35.879709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:36.010852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-97d51453-ed98-43ec-a556-ab9da52e1a89 None None] Port 1109184a-4e17-4f69-a966-e1722b6cf7e6 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:36:36.039270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-39bba571-a7c7-4fe5-b928-2f7c44284297 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1262903839&fields=id&tenant_id=2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 267 time: 0.0994153 Feb 02 13:36:36.051036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Routers {'88f5699c-d856-4536-91e0-ad1884ada89a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:36:36.051712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:36:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['88f5699c-d856-4536-91e0-ad1884ada89a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:36.055724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 960915f1-0f69-473d-87e0-8aa8ee657c3e is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:36:36.056459 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:36.139243 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8a62ef0-6c90-4085-b614-70e14bb363ae tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2e31fd3e-0335-48c8-a57b-bc58c7f12c4a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:36.145375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8a62ef0-6c90-4085-b614-70e14bb363ae tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:36.146476 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d8a62ef0-6c90-4085-b614-70e14bb363ae tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/security-groups/2e31fd3e-0335-48c8-a57b-bc58c7f12c4a HTTP/1.1" status: 204 len: 168 time: 0.7016258 Feb 02 13:36:36.207540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32792) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:36.294838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-ac0992a2-0e2d-418c-81aa-b525ad1b269e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:36.303792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-ac0992a2-0e2d-418c-81aa-b525ad1b269e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/networks?id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 200 len: 797 time: 0.2631252 Feb 02 13:36:36.358629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-7397966d-12ed-4dd9-8df0-b52436517416 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/quotas/2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 375 time: 0.0535071 Feb 02 13:36:36.407694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a62ef0-6c90-4085-b614-70e14bb363ae tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e31fd3e-0335-48c8-a57b-bc58c7f12c4a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:36.423277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 960915f1-0f69-473d-87e0-8aa8ee657c3e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=960915f1-0f69-473d-87e0-8aa8ee657c3e,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:36:36.500303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Set router 88f5699c-d856-4536-91e0-ad1884ada89a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:36:36.539318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1109184a-4e17-4f69-a966-e1722b6cf7e6 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:36:36.553734 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Publish callbacks [] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:36.587962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Transition to ACTIVE for port object 1109184a-4e17-4f69-a966-e1722b6cf7e6 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:36:36.605368 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:36.608199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d98f8f82-efda-43ed-a73b-2b59b65d6a54 None None] Provisioning complete for port 960915f1-0f69-473d-87e0-8aa8ee657c3e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:36.609437 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d98f8f82-efda-43ed-a73b-2b59b65d6a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:36.610438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-12ec76e2-1074-429b-a2ce-89e66093b00a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2429252 Feb 02 13:36:36.714292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device e81e8bc0-c59a-4d93-9493-73e911505cbf no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:36:36.720912 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:36.753454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Pushing event updated for resources: {'Port': ['ID=1109184a-4e17-4f69-a966-e1722b6cf7e6,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:36.799685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfef3c0-4d95-47b9-a076-927dbfc68522 req-e2bc95ea-5ef9-405c-a2bb-7a3db4b5c2d8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:36.803948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bcfef3c0-4d95-47b9-a076-927dbfc68522 req-e2bc95ea-5ef9-405c-a2bb-7a3db4b5c2d8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 932 time: 0.2483861 Feb 02 13:36:36.891614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: e81e8bc0-c59a-4d93-9493-73e911505cbf {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:36:36.892237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device e81e8bc0-c59a-4d93-9493-73e911505cbf not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:36:36.921904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Attempting to bind port 1109184a-4e17-4f69-a966-e1722b6cf7e6 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:36:36.922805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Attempting to bind port 1109184a-4e17-4f69-a966-e1722b6cf7e6 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:36:36.922805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Attempting to bind port 1109184a-4e17-4f69-a966-e1722b6cf7e6 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:36:36.930394 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Port 1109184a-4e17-4f69-a966-e1722b6cf7e6 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:36:36.930924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Attempting to bind port 1109184a-4e17-4f69-a966-e1722b6cf7e6 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:36:36.943050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:36:36.943395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Checking segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:36:36.958870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Bound using segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:36:36.959346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Bound port: 1109184a-4e17-4f69-a966-e1722b6cf7e6, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:36:36.959760 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:37.013274 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-b8f4d8a3-a33c-4f75-a035-7ab6c0f143af service neutron] 10.222.0.83 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017231 Feb 02 13:36:37.042958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bcfef3c0-4d95-47b9-a076-927dbfc68522 req-3e54e766-d845-4f6e-b1d2-f5c6b0f8084f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293880 Feb 02 13:36:37.104340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d98f8f82-efda-43ed-a73b-2b59b65d6a54 None None] Current status of the port 960915f1-0f69-473d-87e0-8aa8ee657c3e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:36:37.106497 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:37.152029 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:37.173614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-389b4588-40b3-48e1-a759-a886de8401cd service neutron] 10.222.0.83 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291013 Feb 02 13:36:37.187061 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=960915f1-0f69-473d-87e0-8aa8ee657c3e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:37.233815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] For port 1109184a-4e17-4f69-a966-e1722b6cf7e6, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:36:37.264100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] For port 1109184a-4e17-4f69-a966-e1722b6cf7e6, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1109184a-4e17-4f69-a966-e1722b6cf7e6,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:36:37.291167 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:37.367050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '9ecbbab0-64bb-4d94-a63a-8e16c83c00d7', 'name': '', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:5c:bd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '81032654-8964-484d-918f-cd4a72122a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:31Z', 'updated_at': '2022-02-02T13:36:33Z', 'revision_number': 2, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '81032654-8964-484d-918f-cd4a72122a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:37.485922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Checking router: 88f5699c-d856-4536-91e0-ad1884ada89a for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:36:37.486287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Updating router 88f5699c-d856-4536-91e0-ad1884ada89a port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:36:37.486769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:37.493939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:37.497802 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] 10.222.0.62 "PUT /v2.0/ports/1109184a-4e17-4f69-a966-e1722b6cf7e6 HTTP/1.1" status: 200 len: 1092 time: 1.8571641 Feb 02 13:36:37.498297 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a30c7926-0912-4f51-9934-8b08706d96d9', 'tag': '1109184a-4e17-4f69-a966-e1722b6cf7e6'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:36:37.516653 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e209ad8e-e956-4928-b77d-1e81820890be" -d '{"events": [{"name": "network-changed", "server_uuid": "a30c7926-0912-4f51-9934-8b08706d96d9", "tag": "1109184a-4e17-4f69-a966-e1722b6cf7e6"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:36:37.580241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-48f9864f-be2c-4e8c-b454-062b311f150d None None] Provisioning complete for port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:37.580627 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f9864f-be2c-4e8c-b454-062b311f150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:37.595911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 960915f1-0f69-473d-87e0-8aa8ee657c3e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:36:37.606403 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169e5231-be5f-4068-970d-5bde30206729 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (cedf65b6-d151-4653-95cd-09614fdcf8ec), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:37.660315 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443dda46-afa4-4412-83ba-acd5398e5522 x-openstack-request-id: req-443dda46-afa4-4412-83ba-acd5398e5522 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:36:37.660625 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a30c7926-0912-4f51-9934-8b08706d96d9", "tag": "1109184a-4e17-4f69-a966-e1722b6cf7e6", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:36:37.660876 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-443dda46-afa4-4412-83ba-acd5398e5522 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:36:37.661318 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a30c7926-0912-4f51-9934-8b08706d96d9', 'tag': '1109184a-4e17-4f69-a966-e1722b6cf7e6', 'status': 'completed', 'code': 200} Feb 02 13:36:37.665186 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b74aa4-f247-4e9b-85e4-1cdf2e577d53 service neutron] Pushing event updated for resources: {'Port': ['ID=1109184a-4e17-4f69-a966-e1722b6cf7e6,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:37.732435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775690be-7a17-4445-9066-724bb4bc5912 req-7160499a-4098-4009-a211-992a869a8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:37.734402 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-7160499a-4098-4009-a211-992a869a8817 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 1126 time: 0.1722398 Feb 02 13:36:37.838129 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:37.890854 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-f74cfbf2-0566-4587-8652-00a874b0dd9b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1109184a-4e17-4f69-a966-e1722b6cf7e6 HTTP/1.1" status: 200 len: 217 time: 0.1440153 Feb 02 13:36:37.955770 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:37.958824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-48f9864f-be2c-4e8c-b454-062b311f150d None None] Port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:36:38.013508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775690be-7a17-4445-9066-724bb4bc5912 req-642dc851-f37f-44d5-b1bd-fb3796b0893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:38.015027 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-642dc851-f37f-44d5-b1bd-fb3796b0893c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.1164088 Feb 02 13:36:38.060493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 960915f1-0f69-473d-87e0-8aa8ee657c3e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:38.060903 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:38.135082 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775690be-7a17-4445-9066-724bb4bc5912 req-aca48460-838a-4ef2-aa4e-5278209354f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:38.139787 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-aca48460-838a-4ef2-aa4e-5278209354f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1148922 Feb 02 13:36:38.144203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-48f9864f-be2c-4e8c-b454-062b311f150d None None] Provisioning complete for port 960915f1-0f69-473d-87e0-8aa8ee657c3e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:38.144581 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48f9864f-be2c-4e8c-b454-062b311f150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:38.313679 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:38.323802 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-ce0d2fcc-d2cf-4b60-a7c8-68fe364f155f service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763341 Feb 02 13:36:38.386196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 960915f1-0f69-473d-87e0-8aa8ee657c3e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:36:38.452390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6454de9f-9a1c-4575-90ee-babd65240471 req-202bc25d-8f4c-4547-b7d7-79946172db94 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 210 time: 0.9224043 Feb 02 13:36:38.464425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-48f9864f-be2c-4e8c-b454-062b311f150d None None] Current status of the port 960915f1-0f69-473d-87e0-8aa8ee657c3e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:36:38.575785 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-775690be-7a17-4445-9066-724bb4bc5912 req-0e7a0787-c9fe-492e-8327-168a2f56ff9e service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368407 Feb 02 13:36:38.600821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b24dc-cd07-4df7-811d-232a21fdcb1e req-ffc13038-e933-4769-af7d-5df867ecbd98 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:38.612355 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b8b24dc-cd07-4df7-811d-232a21fdcb1e req-ffc13038-e933-4769-af7d-5df867ecbd98 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.1894097 Feb 02 13:36:38.634202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ce518bfa-a196-4012-88da-473fa8457aa8 None None] Provisioning complete for port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:38.634972 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce518bfa-a196-4012-88da-473fa8457aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:38.766702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209ad8e-e956-4928-b77d-1e81820890be req-dd7be4e9-4d43-453c-a06c-bcbd59b0ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:38.773777 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e209ad8e-e956-4928-b77d-1e81820890be req-dd7be4e9-4d43-453c-a06c-bcbd59b0ad51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 1126 time: 0.1009943 Feb 02 13:36:38.776256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ce518bfa-a196-4012-88da-473fa8457aa8 None None] Port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:36:38.834027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b8b24dc-cd07-4df7-811d-232a21fdcb1e req-552d5d5d-3c7a-478c-9df0-32f2d3b461c9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207668 Feb 02 13:36:38.891401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-169e5231-be5f-4068-970d-5bde30206729 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting port 488ff303-f166-4e1e-b38c-f20d5af09f9e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:36:38.892056 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169e5231-be5f-4068-970d-5bde30206729 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:38.899919 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Publish callbacks [] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:38.908758 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:38.965385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209ad8e-e956-4928-b77d-1e81820890be req-a1eb0779-b7c9-4a7b-95ec-a3cd534f24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:38.968645 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e209ad8e-e956-4928-b77d-1e81820890be req-a1eb0779-b7c9-4a7b-95ec-a3cd534f24a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1888227 Feb 02 13:36:39.020848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbc60a-2824-4f69-a47a-729b5e360080 None None] Pushing event updated for resources: {'Port': ['ID=9ecbbab0-64bb-4d94-a63a-8e16c83c00d7,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:39.055077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-169e5231-be5f-4068-970d-5bde30206729 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] For port 488ff303-f166-4e1e-b38c-f20d5af09f9e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=488ff303-f166-4e1e-b38c-f20d5af09f9e,segment=NetworkSegment(a303fa63-d179-49d6-a05e-a32c3c3abd1e),segment_id=a303fa63-d179-49d6-a05e-a32c3c3abd1e)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:36:39.056089 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169e5231-be5f-4068-970d-5bde30206729 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:39.080956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-169e5231-be5f-4068-970d-5bde30206729 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Calling delete_port for 488ff303-f166-4e1e-b38c-f20d5af09f9e owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:36:39.122507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Attempting to bind port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:36:39.123690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Attempting to bind port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:36:39.124068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Attempting to bind port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 on network fa7d472a-6cb2-4bfd-aa62-00264a7129ad {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:36:39.147012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:36:39.147396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Checking segment: {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:36:39.147909 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:39.148208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Bound using segment: {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:36:39.154600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Bound port: 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:36:39.155102 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:39.297729 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] For port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:36:39.304602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] For port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9ecbbab0-64bb-4d94-a63a-8e16c83c00d7,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:36:39.314974 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:39.423410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbc60a-2824-4f69-a47a-729b5e360080 None None] Pushing event updated for resources: {'Port': ['ID=9ecbbab0-64bb-4d94-a63a-8e16c83c00d7,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:39.478977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-42de48cb-279a-4540-862b-ca9c195e996b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:39.480750 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-42de48cb-279a-4540-862b-ca9c195e996b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.18 "GET /v2.0/networks?id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 200 len: 797 time: 0.2266462 Feb 02 13:36:39.566410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Routers {'88f5699c-d856-4536-91e0-ad1884ada89a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:36:39.568455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:36:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['88f5699c-d856-4536-91e0-ad1884ada89a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:39.644634 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e209ad8e-e956-4928-b77d-1e81820890be req-65572a57-df94-4a02-8b8b-796278abcfe2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1109184a-4e17-4f69-a966-e1722b6cf7e6 HTTP/1.1" status: 200 len: 217 time: 0.6702740 Feb 02 13:36:39.712998 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a524adc-1a57-4021-8ada-5cf10e069b19 req-f013208a-b9da-4bd8-b38d-3cf9efadb11c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 210 time: 0.0741129 Feb 02 13:36:39.743798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209ad8e-e956-4928-b77d-1e81820890be req-9835c921-05b8-4138-8404-f26db8977f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:39.745452 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e209ad8e-e956-4928-b77d-1e81820890be req-9835c921-05b8-4138-8404-f26db8977f3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0932839 Feb 02 13:36:39.760743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-cfb0c486-b6ec-4192-8cfc-646b4b091a3a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 380 time: 0.2126884 Feb 02 13:36:39.771152 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'port': {'device_id': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'admin_state_up': True, 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'security_groups': ['9cd51429-bfc9-45e8-afb9-d08622d5f8e5']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:39.814019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209ad8e-e956-4928-b77d-1e81820890be req-69f5535f-6a57-4aad-8408-1cc5287a9c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:39.815608 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e209ad8e-e956-4928-b77d-1e81820890be req-69f5535f-6a57-4aad-8408-1cc5287a9c45 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0639617 Feb 02 13:36:39.838008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] Set router 88f5699c-d856-4536-91e0-ad1884ada89a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:36:39.916423 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bf329543-d478-4ca2-bd19-1bafe79c91fb None None] Provisioning complete for port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:39.917160 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf329543-d478-4ca2-bd19-1bafe79c91fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:39.979029 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e209ad8e-e956-4928-b77d-1e81820890be req-2f331702-3f73-42c6-912c-1495a26d163a service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547639 Feb 02 13:36:40.040653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Made reservation on behalf of 2310a5a54d0b414d80a2621ece164ad5 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:36:40.049921 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:40.129042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bf329543-d478-4ca2-bd19-1bafe79c91fb None None] Current status of the port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:36:40.129690 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf329543-d478-4ca2-bd19-1bafe79c91fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:40.143923 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e209ad8e-e956-4928-b77d-1e81820890be req-a1e47fc8-6067-427c-b8ab-ff3bc600983d service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565323 Feb 02 13:36:40.198206 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169e5231-be5f-4068-970d-5bde30206729 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (488ff303-f166-4e1e-b38c-f20d5af09f9e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:40.248059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bf329543-d478-4ca2-bd19-1bafe79c91fb None None] For port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9ecbbab0-64bb-4d94-a63a-8e16c83c00d7,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:36:40.269540 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf329543-d478-4ca2-bd19-1bafe79c91fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:40.291817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e5231-be5f-4068-970d-5bde30206729 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Port': ['ID=488ff303-f166-4e1e-b38c-f20d5af09f9e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:40.323107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafd00f-a919-45cb-972f-fea18a44a05b req-d2b2e628-3cbb-49f6-bce1-383ff6606082 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:40.324648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dafd00f-a919-45cb-972f-fea18a44a05b req-d2b2e628-3cbb-49f6-bce1-383ff6606082 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.3108954 Feb 02 13:36:40.411368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf329543-d478-4ca2-bd19-1bafe79c91fb None None] Pushing event updated for resources: {'Port': ['ID=9ecbbab0-64bb-4d94-a63a-8e16c83c00d7,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:40.431358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-32c8d469-6ebe-4b6f-b20c-a7d6bc0d7142 None None] Provisioning complete for port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:40.431778 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-32c8d469-6ebe-4b6f-b20c-a7d6bc0d7142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:40.513145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2dafd00f-a919-45cb-972f-fea18a44a05b req-87bec0e5-7ac1-4f0f-bcdc-09113fd9e094 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670420 Feb 02 13:36:40.537184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '9ecbbab0-64bb-4d94-a63a-8e16c83c00d7', 'name': '', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:5c:bd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '81032654-8964-484d-918f-cd4a72122a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:31Z', 'updated_at': '2022-02-02T13:36:39Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '81032654-8964-484d-918f-cd4a72122a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:40.597725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb430fee-94ce-4225-b70f-14b5b8dbcb0a None None] The sync data for ids ['88f5699c-d856-4536-91e0-ad1884ada89a'] in n-d-827336-2 is: [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '9ecbbab0-64bb-4d94-a63a-8e16c83c00d7', 'name': '', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:5c:bd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '81032654-8964-484d-918f-cd4a72122a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:31Z', 'updated_at': '2022-02-02T13:36:39Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '81032654-8964-484d-918f-cd4a72122a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:36:40.726997 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-169e5231-be5f-4068-970d-5bde30206729 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (cedf65b6-d151-4653-95cd-09614fdcf8ec), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:40.734410 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.20.0.4 (fa7d472a-6cb2-4bfd-aa62-00264a7129ad/81032654-8964-484d-918f-cd4a72122a7c/08382117-1431-4184-8c2c-e8afed0ddc84) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:36:40.743352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-32c8d469-6ebe-4b6f-b20c-a7d6bc0d7142 None None] Current status of the port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:36:40.971910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c356176-b202-460a-9334-9a1e7a126896 req-d1077910-f84d-4e05-b0b1-98bc685f465d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 210 time: 0.0748675 Feb 02 13:36:41.149417 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (08382117-1431-4184-8c2c-e8afed0ddc84), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:41.247017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169e5231-be5f-4068-970d-5bde30206729 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Router cedf65b6-d151-4653-95cd-09614fdcf8ec has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:36:41.254654 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:41.364469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network fa7d472a-6cb2-4bfd-aa62-00264a7129ad is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:36:41.372784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:36:41.378117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=08382117-1431-4184-8c2c-e8afed0ddc84,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:41.380984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:36:41.543600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:41.544301 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:41.567351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169e5231-be5f-4068-970d-5bde30206729 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:36:41.580482 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-169e5231-be5f-4068-970d-5bde30206729 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "PUT /v2.0/routers/cedf65b6-d151-4653-95cd-09614fdcf8ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3713901 Feb 02 13:36:41.583320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32828) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:41.610920 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-2d7c2201-9d30-4faa-a32b-ed7ef7c078cc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8435485 Feb 02 13:36:41.614938 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7cecd-a34a-4c8f-a440-1068224a172d None None] Sync routers for ids ['cedf65b6-d151-4653-95cd-09614fdcf8ec'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:36:41.630702 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7cecd-a34a-4c8f-a440-1068224a172d None None] Routers {'cedf65b6-d151-4653-95cd-09614fdcf8ec'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:36:41.631342 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3ee7cecd-a34a-4c8f-a440-1068224a172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:36:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cedf65b6-d151-4653-95cd-09614fdcf8ec'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:41.651816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Request body: {'port': {'device_id': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:41.668593 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:36:41.740896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-07786261-e392-4235-8fa5-52daea28de4d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting subnet effb5207-1e6d-43c3-9283-52f34e804fc1 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:36:41.754000 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07786261-e392-4235-8fa5-52daea28de4d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for subnet (effb5207-1e6d-43c3-9283-52f34e804fc1), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:41.818565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:41.818764 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:41.864756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07786261-e392-4235-8fa5-52daea28de4d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (effb5207-1e6d-43c3-9283-52f34e804fc1), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:41.901983 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3ee7cecd-a34a-4c8f-a440-1068224a172d None None] Set router cedf65b6-d151-4653-95cd-09614fdcf8ec gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:36:41.908937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e76a14b4-343f-435b-823a-3ab395e38f08 None None] Provisioning complete for port 08382117-1431-4184-8c2c-e8afed0ddc84 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:41.909414 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e76a14b4-343f-435b-823a-3ab395e38f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:41.935383 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:42.059215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07786261-e392-4235-8fa5-52daea28de4d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (effb5207-1e6d-43c3-9283-52f34e804fc1), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:42.066010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653c830-e8a8-4e14-a8b4-2f696569bb72 req-89f56d64-56c8-4ce7-8390-a804917f2aa9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:42.074712 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6653c830-e8a8-4e14-a8b4-2f696569bb72 req-89f56d64-56c8-4ce7-8390-a804917f2aa9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.3354926 Feb 02 13:36:42.096959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:36:42.144692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e76a14b4-343f-435b-823a-3ab395e38f08 None None] Port 08382117-1431-4184-8c2c-e8afed0ddc84 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:36:42.233476 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07786261-e392-4235-8fa5-52daea28de4d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (effb5207-1e6d-43c3-9283-52f34e804fc1), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:42.264172 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3ee7cecd-a34a-4c8f-a440-1068224a172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:36:39Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:42.290270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07786261-e392-4235-8fa5-52daea28de4d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Subnet': ['ID=effb5207-1e6d-43c3-9283-52f34e804fc1,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:42.297232 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7cecd-a34a-4c8f-a440-1068224a172d None None] Checking router: cedf65b6-d151-4653-95cd-09614fdcf8ec for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:36:42.309217 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7cecd-a34a-4c8f-a440-1068224a172d None None] Routers {'cedf65b6-d151-4653-95cd-09614fdcf8ec'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:36:42.310215 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3ee7cecd-a34a-4c8f-a440-1068224a172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:36:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['cedf65b6-d151-4653-95cd-09614fdcf8ec'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:42.318290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61a099a-95e4-4064-9dab-839a6f390a84 None None] Network 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:36:42.335329 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-07786261-e392-4235-8fa5-52daea28de4d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:42.346586 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-07786261-e392-4235-8fa5-52daea28de4d tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/subnets/effb5207-1e6d-43c3-9283-52f34e804fc1 HTTP/1.1" status: 204 len: 168 time: 0.7617140 Feb 02 13:36:42.347122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32838) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:42.432287 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6653c830-e8a8-4e14-a8b4-2f696569bb72 req-2d8d692f-ebe8-440b-9676-10a0fea7544d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458107 Feb 02 13:36:42.455680 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3ee7cecd-a34a-4c8f-a440-1068224a172d None None] Set router cedf65b6-d151-4653-95cd-09614fdcf8ec gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:36:42.571988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f7997-edaa-4548-87cb-cc8662c6f279 req-45fa9816-f84a-4574-8bd8-78e2d93e492e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:42.577778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee9f7997-edaa-4548-87cb-cc8662c6f279 req-45fa9816-f84a-4574-8bd8-78e2d93e492e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 931 time: 0.4250805 Feb 02 13:36:42.682579 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router (cedf65b6-d151-4653-95cd-09614fdcf8ec), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:42.757910 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9582f6e2-5c6e-46f8-836a-90e59c6599e3 None None] DHCP port deletion for 2885996b-d1d7-4b6e-b47e-4875a93fc6b4 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:36:42.858751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee9f7997-edaa-4548-87cb-cc8662c6f279 req-78b06743-5a22-4c7d-94ca-49dcdea27685 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586837 Feb 02 13:36:42.939750 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router_gateway (cedf65b6-d151-4653-95cd-09614fdcf8ec), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:42.982048 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3ee7cecd-a34a-4c8f-a440-1068224a172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:36:39Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:43.001129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08382117-1431-4184-8c2c-e8afed0ddc84 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:36:43.013639 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Publish callbacks [] for port (08382117-1431-4184-8c2c-e8afed0ddc84), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:43.028766 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7cecd-a34a-4c8f-a440-1068224a172d None None] The sync data for ids ['cedf65b6-d151-4653-95cd-09614fdcf8ec'] in n-d-827336-2 is: [{'id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'name': 'tempest-TestNetworkBasicOps-router-1337527111', 'tenant_id': '3ab06f6379e4431db3bd62d9cb34c013', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '76486900-d861-4962-b554-766b4fba6d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:35:29Z', 'updated_at': '2022-02-02T13:36:39Z', 'revision_number': 5, 'project_id': '3ab06f6379e4431db3bd62d9cb34c013', 'gw_port': {'id': '76486900-d861-4962-b554-766b4fba6d5b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cedf65b6-d151-4653-95cd-09614fdcf8ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:35:30Z', 'updated_at': '2022-02-02T13:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:36:43.058374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Transition to ACTIVE for port object 08382117-1431-4184-8c2c-e8afed0ddc84 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:36:43.066631 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:43.101341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Deleting port 76486900-d861-4962-b554-766b4fba6d5b {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:36:43.101675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (76486900-d861-4962-b554-766b4fba6d5b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:43.106351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9582f6e2-5c6e-46f8-836a-90e59c6599e3 None None] Deleting port 8c1f7077-3336-4452-ab79-3497dffca705 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:36:43.106718 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9582f6e2-5c6e-46f8-836a-90e59c6599e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8c1f7077-3336-4452-ab79-3497dffca705), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:43.192434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=08382117-1431-4184-8c2c-e8afed0ddc84,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:43.257208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] For port 76486900-d861-4962-b554-766b4fba6d5b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=76486900-d861-4962-b554-766b4fba6d5b,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:36:43.257638 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (76486900-d861-4962-b554-766b4fba6d5b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:43.267517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9582f6e2-5c6e-46f8-836a-90e59c6599e3 None None] For port 8c1f7077-3336-4452-ab79-3497dffca705, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8c1f7077-3336-4452-ab79-3497dffca705,segment=NetworkSegment(a303fa63-d179-49d6-a05e-a32c3c3abd1e),segment_id=a303fa63-d179-49d6-a05e-a32c3c3abd1e)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:36:43.269553 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9582f6e2-5c6e-46f8-836a-90e59c6599e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8c1f7077-3336-4452-ab79-3497dffca705), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:43.299016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Calling delete_port for 76486900-d861-4962-b554-766b4fba6d5b owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:36:43.305086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9582f6e2-5c6e-46f8-836a-90e59c6599e3 None None] Calling delete_port for 8c1f7077-3336-4452-ab79-3497dffca705 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:36:43.308005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Attempting to bind port 08382117-1431-4184-8c2c-e8afed0ddc84 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:36:43.308471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Attempting to bind port 08382117-1431-4184-8c2c-e8afed0ddc84 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:36:43.308898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Attempting to bind port 08382117-1431-4184-8c2c-e8afed0ddc84 on network fa7d472a-6cb2-4bfd-aa62-00264a7129ad {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:36:43.314560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Port 08382117-1431-4184-8c2c-e8afed0ddc84 on network fa7d472a-6cb2-4bfd-aa62-00264a7129ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:36:43.315027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Attempting to bind port 08382117-1431-4184-8c2c-e8afed0ddc84 on network fa7d472a-6cb2-4bfd-aa62-00264a7129ad {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:36:43.321465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:36:43.321847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Checking segment: {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:36:43.322331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Bound using segment: {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:36:43.322953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Bound port: 08382117-1431-4184-8c2c-e8afed0ddc84, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:36:43.323410 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:43.475487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:36:43.493399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=08382117-1431-4184-8c2c-e8afed0ddc84,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:36:43.510440 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:43.577838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 488ff303-f166-4e1e-b38c-f20d5af09f9e no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:36:43.670498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:43.671116 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:43.673370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] 10.222.0.18 "PUT /v2.0/ports/08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 1091 time: 2.0406327 Feb 02 13:36:43.674851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:36:43.677725 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9712f1-adaf-476b-b580-1af743b5acba" -d '{"events": [{"name": "network-changed", "server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:36:43.729852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 488ff303-f166-4e1e-b38c-f20d5af09f9e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:36:43.730364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 488ff303-f166-4e1e-b38c-f20d5af09f9e not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:36:43.731067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8c1f7077-3336-4452-ab79-3497dffca705 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:36:43.767816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb9e5e-eac2-4e90-9deb-4c8702fcfcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=08382117-1431-4184-8c2c-e8afed0ddc84,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:43.773017 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf26044f-8100-4c7a-81a0-086ce4e48c45 x-openstack-request-id: req-cf26044f-8100-4c7a-81a0-086ce4e48c45 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:36:43.773558 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:36:43.774012 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cf26044f-8100-4c7a-81a0-086ce4e48c45 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:36:43.774646 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84', 'status': 'completed', 'code': 200} Feb 02 13:36:43.879672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e0a9-34ba-48ae-b0b8-26fda40f6583 req-031a2779-bc43-4cd3-bc72-4a5622fb02d9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:43.897760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4be4e0a9-34ba-48ae-b0b8-26fda40f6583 req-031a2779-bc43-4cd3-bc72-4a5622fb02d9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.2810948 Feb 02 13:36:43.900947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (76486900-d861-4962-b554-766b4fba6d5b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:43.972108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Port': ['ID=76486900-d861-4962-b554-766b4fba6d5b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:43.992977 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9582f6e2-5c6e-46f8-836a-90e59c6599e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (8c1f7077-3336-4452-ab79-3497dffca705), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.079635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Port 8c1f7077-3336-4452-ab79-3497dffca705 update to DOWN by agent not found {{(pid=103189) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Feb 02 13:36:44.089291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-32ad2070-88a3-4989-beae-3cc6ebe53e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:44.090869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-32ad2070-88a3-4989-beae-3cc6ebe53e1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1125 time: 0.3452053 Feb 02 13:36:44.106688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4be4e0a9-34ba-48ae-b0b8-26fda40f6583 req-05d8707d-455f-4d41-8311-3fc5c7d8f454 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070806 Feb 02 13:36:44.106881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (cedf65b6-d151-4653-95cd-09614fdcf8ec), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.154492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9582f6e2-5c6e-46f8-836a-90e59c6599e3 None None] No DVR routers for this DVR port 8c1f7077-3336-4452-ab79-3497dffca705 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:36:44.157341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582f6e2-5c6e-46f8-836a-90e59c6599e3 None None] Pushing event deleted for resources: {'Port': ['ID=8c1f7077-3336-4452-ab79-3497dffca705,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:44.267329 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-f2bc7ea6-2af7-4736-ba2c-4931a8e3d79d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 217 time: 0.0998352 Feb 02 13:36:44.300899 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (cedf65b6-d151-4653-95cd-09614fdcf8ec), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.306083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router_controller (cedf65b6-d151-4653-95cd-09614fdcf8ec), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.361717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed3cae-b8a0-4bcd-a937-6fd27f9c2854 req-3810f1e3-1e5d-49f1-a516-ef8a52a41305 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:44.364694 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98ed3cae-b8a0-4bcd-a937-6fd27f9c2854 req-3810f1e3-1e5d-49f1-a516-ef8a52a41305 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 943 time: 0.3074825 Feb 02 13:36:44.390982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-178ace9e-3f86-4e3d-a479-2f1fd11acca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:44.392889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-178ace9e-3f86-4e3d-a479-2f1fd11acca5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81032654-8964-484d-918f-cd4a72122a7c HTTP/1.1" status: 200 len: 835 time: 0.1124456 Feb 02 13:36:44.393848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (cedf65b6-d151-4653-95cd-09614fdcf8ec), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.396459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Fanout notify agent at l3_agent the message router_deleted on router cedf65b6-d151-4653-95cd-09614fdcf8ec {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:36:44.411153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.428631 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b3ba0183-b561-4514-bc53-f9a187b0ed2f tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/routers/cedf65b6-d151-4653-95cd-09614fdcf8ec HTTP/1.1" status: 204 len: 168 time: 2.0793369 Feb 02 13:36:44.433755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32850) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:44.515632 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98ed3cae-b8a0-4bcd-a937-6fd27f9c2854 req-8aba691e-4fef-43ba-98be-03f49325fd2e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350896 Feb 02 13:36:44.564777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-d481076f-7bb5-4884-802d-e2b02ca140d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:44.566382 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-d481076f-7bb5-4884-802d-e2b02ca140d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1638904 Feb 02 13:36:44.588808 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (2885996b-d1d7-4b6e-b47e-4875a93fc6b4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.738792 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (2885996b-d1d7-4b6e-b47e-4875a93fc6b4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.761091 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-f3682e08-e5b9-48f2-a47c-d9cc14180c2b service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871264 Feb 02 13:36:44.764763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2885996b-d1d7-4b6e-b47e-4875a93fc6b4']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:44.777070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a303fa63-d179-49d6-a05e-a32c3c3abd1e') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:44.777612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a303fa63-d179-49d6-a05e-a32c3c3abd1e') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:44.788314 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (a303fa63-d179-49d6-a05e-a32c3c3abd1e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.805065 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a303fa63-d179-49d6-a05e-a32c3c3abd1e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.812557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:36:44.813102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (a303fa63-d179-49d6-a05e-a32c3c3abd1e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:36:44.877712 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:36:44.912362 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (2885996b-d1d7-4b6e-b47e-4875a93fc6b4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.939824 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:44.951313 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] 10.222.0.83 "DELETE /v2.0/networks/2885996b-d1d7-4b6e-b47e-4875a93fc6b4 HTTP/1.1" status: 204 len: 168 time: 0.5158298 Feb 02 13:36:44.970810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c06ea-5101-4788-8af2-eb7e62bf1276 tempest-TestNetworkBasicOps-141312007 tempest-TestNetworkBasicOps-141312007-project] Pushing event deleted for resources: {'Network': ['ID=2885996b-d1d7-4b6e-b47e-4875a93fc6b4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:45.391284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 76486900-d861-4962-b554-766b4fba6d5b no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:36:45.427774 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 76486900-d861-4962-b554-766b4fba6d5b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:36:45.428718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 76486900-d861-4962-b554-766b4fba6d5b not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:36:45.480638 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b54a7bf-879f-4587-8f8d-0bdffea34520 req-62b7181a-e672-47df-a4a4-86a7096a95bd service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954157 Feb 02 13:36:45.494241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a4f08-0772-41ac-87bd-a7ecae48cfa0 req-596f3f8a-3f3e-42a1-8921-2afb2a3f913f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:45.495853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c7a4f08-0772-41ac-87bd-a7ecae48cfa0 req-596f3f8a-3f3e-42a1-8921-2afb2a3f913f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0846219 Feb 02 13:36:45.584905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c7a4f08-0772-41ac-87bd-a7ecae48cfa0 req-c8f93b2f-54f3-4872-96b4-47867bc51c7d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804243 Feb 02 13:36:45.660304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32860) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:45.681714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9712f1-adaf-476b-b580-1af743b5acba req-dc703bbf-aca2-46e5-80cb-a46a8ada5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:45.683677 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc9712f1-adaf-476b-b580-1af743b5acba req-dc703bbf-aca2-46e5-80cb-a46a8ada5304 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1125 time: 0.0915217 Feb 02 13:36:45.737173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdecb44-5217-46d6-a980-ae287fa84609 req-629302ee-33d7-4ed6-888b-18fbb4afc270 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:45.739376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dcdecb44-5217-46d6-a980-ae287fa84609 req-629302ee-33d7-4ed6-888b-18fbb4afc270 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 943 time: 0.1164405 Feb 02 13:36:45.886093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9712f1-adaf-476b-b580-1af743b5acba req-2988350e-77d3-40b3-8922-5110b8e86db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:45.887785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc9712f1-adaf-476b-b580-1af743b5acba req-2988350e-77d3-40b3-8922-5110b8e86db2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 200 len: 898 time: 0.1978259 Feb 02 13:36:45.892300 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dcdecb44-5217-46d6-a980-ae287fa84609 req-a096122c-5e0a-442b-a08e-f41870d409dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199088 Feb 02 13:36:45.946710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc9712f1-adaf-476b-b580-1af743b5acba req-71818c7d-63a3-417b-8f77-82d595abfa8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 217 time: 0.0510261 Feb 02 13:36:45.967310 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9b6c9d2e-975c-4d18-ae52-5611dbac2e47 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=3ab06f6379e4431db3bd62d9cb34c013&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3027105 Feb 02 13:36:45.967933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32866) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:46.031408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9712f1-adaf-476b-b580-1af743b5acba req-00469415-31c4-4568-8f5e-6578bf65d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:46.032942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc9712f1-adaf-476b-b580-1af743b5acba req-00469415-31c4-4568-8f5e-6578bf65d559 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81032654-8964-484d-918f-cd4a72122a7c HTTP/1.1" status: 200 len: 835 time: 0.0776639 Feb 02 13:36:46.058413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c046a9f5-5b59-4f0b-959f-ea0ce2ebf63a admin admin] Publish callbacks [] for security_group (2027a59b-9b95-4382-9e11-dcd60387d2a8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:46.104642 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c046a9f5-5b59-4f0b-959f-ea0ce2ebf63a admin admin] Publish callbacks [] for security_group (2027a59b-9b95-4382-9e11-dcd60387d2a8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:46.111719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9712f1-adaf-476b-b580-1af743b5acba req-c978f27a-7cd9-4d80-a6bf-7dedd20e1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:46.113071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc9712f1-adaf-476b-b580-1af743b5acba req-c978f27a-7cd9-4d80-a6bf-7dedd20e1f95 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0682557 Feb 02 13:36:46.193970 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c046a9f5-5b59-4f0b-959f-ea0ce2ebf63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (2027a59b-9b95-4382-9e11-dcd60387d2a8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:46.196780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c046a9f5-5b59-4f0b-959f-ea0ce2ebf63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:46.204027 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c046a9f5-5b59-4f0b-959f-ea0ce2ebf63a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/2027a59b-9b95-4382-9e11-dcd60387d2a8 HTTP/1.1" status: 204 len: 168 time: 0.2350814 Feb 02 13:36:46.212464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046a9f5-5b59-4f0b-959f-ea0ce2ebf63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2027a59b-9b95-4382-9e11-dcd60387d2a8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:46.263335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc9712f1-adaf-476b-b580-1af743b5acba req-1324bab6-647c-4adb-9c70-5fddf417563d service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399462 Feb 02 13:36:46.390448 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc9712f1-adaf-476b-b580-1af743b5acba req-eb3dd6f0-2bf2-46b3-b730-102c9d8580cb service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199627 Feb 02 13:36:46.838120 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c8a12-8194-4130-b6e9-4f06c6a3c718 req-77584bb7-0b48-42d2-82f0-4728f6d67c3f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:46.843601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32878) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:46.844300 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-999c8a12-8194-4130-b6e9-4f06c6a3c718 req-77584bb7-0b48-42d2-82f0-4728f6d67c3f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.1097643 Feb 02 13:36:46.862863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c2bf9f7-ea04-4465-b1fc-c1609afb7eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:46.931770 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-999c8a12-8194-4130-b6e9-4f06c6a3c718 req-bc64de1d-6afe-4da1-9437-703b412bab40 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730188 Feb 02 13:36:47.079269 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c2bf9f7-ea04-4465-b1fc-c1609afb7eb1 admin admin] Publish callbacks [] for security_group (123bcdff-3b5d-4e0a-938d-9dad903a961f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:47.088276 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9c2bf9f7-ea04-4465-b1fc-c1609afb7eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (123bcdff-3b5d-4e0a-938d-9dad903a961f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:47.090833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44908c-95ac-49af-b3fa-d9cf8f3503f9 req-432ea6bc-97b4-4067-a11b-7dd9a61dcd6b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:47.098851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b44908c-95ac-49af-b3fa-d9cf8f3503f9 req-432ea6bc-97b4-4067-a11b-7dd9a61dcd6b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 943 time: 0.0946209 Feb 02 13:36:47.139144 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9c2bf9f7-ea04-4465-b1fc-c1609afb7eb1 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=aa7eff698e584286a410fe965b95c676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909713 Feb 02 13:36:47.139144 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bf9f7-ea04-4465-b1fc-c1609afb7eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123bcdff-3b5d-4e0a-938d-9dad903a961f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:47.140888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:47.199259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b44908c-95ac-49af-b3fa-d9cf8f3503f9 req-9f03b0ea-cb51-488a-a21b-9dd27973e34d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990024 Feb 02 13:36:47.272494 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66727884-7f4a-4165-a847-af8104c4ac00 admin admin] Publish callbacks [] for security_group (123bcdff-3b5d-4e0a-938d-9dad903a961f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:47.321313 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66727884-7f4a-4165-a847-af8104c4ac00 admin admin] Publish callbacks [] for security_group (123bcdff-3b5d-4e0a-938d-9dad903a961f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:47.406363 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66727884-7f4a-4165-a847-af8104c4ac00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (123bcdff-3b5d-4e0a-938d-9dad903a961f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:47.410906 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-66727884-7f4a-4165-a847-af8104c4ac00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:47.413331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-66727884-7f4a-4165-a847-af8104c4ac00 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/123bcdff-3b5d-4e0a-938d-9dad903a961f HTTP/1.1" status: 204 len: 168 time: 0.2710023 Feb 02 13:36:47.424895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66727884-7f4a-4165-a847-af8104c4ac00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123bcdff-3b5d-4e0a-938d-9dad903a961f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:48.179142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522adf39-d4b8-4d57-a921-e07292f3ebd7 req-f139e30d-7319-46f7-8bc8-5c2bed36da94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:48.181321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-522adf39-d4b8-4d57-a921-e07292f3ebd7 req-f139e30d-7319-46f7-8bc8-5c2bed36da94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.1008883 Feb 02 13:36:48.245332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-522adf39-d4b8-4d57-a921-e07292f3ebd7 req-c1681530-2490-474a-a4a8-e3c20e19e316 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548275 Feb 02 13:36:48.393011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8440c9-614a-4eb4-8e9a-a2e0fa96aa97 req-60adf5a5-4008-438c-b555-31480abc2cb6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:48.395331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d8440c9-614a-4eb4-8e9a-a2e0fa96aa97 req-60adf5a5-4008-438c-b555-31480abc2cb6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 943 time: 0.0853994 Feb 02 13:36:48.457751 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9d8440c9-614a-4eb4-8e9a-a2e0fa96aa97 req-a9649848-f085-431e-bd9a-faa8580b8e9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566602 Feb 02 13:36:48.632622 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 08382117-1431-4184-8c2c-e8afed0ddc84 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:36:48.783245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=08382117-1431-4184-8c2c-e8afed0ddc84,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:36:48.797803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '08382117-1431-4184-8c2c-e8afed0ddc84', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'port_id': '08382117-1431-4184-8c2c-e8afed0ddc84', 'mac_address': 'fa:16:3e:ee:59:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81032654-8964-484d-918f-cd4a72122a7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:36:48.852767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 08382117-1431-4184-8c2c-e8afed0ddc84 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:36:48.855827 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:48.876507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08382117-1431-4184-8c2c-e8afed0ddc84 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:36:48.904178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=08382117-1431-4184-8c2c-e8afed0ddc84,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:36:48.917512 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:48.971262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=08382117-1431-4184-8c2c-e8afed0ddc84,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:49.225644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['08382117-1431-4184-8c2c-e8afed0ddc84'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:36:49.400124 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac25d14-4862-4faa-b638-4b17630a16c4 req-804800a1-67e8-4ad0-be69-1f002d9beb12 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:49.407921 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dac25d14-4862-4faa-b638-4b17630a16c4 req-804800a1-67e8-4ad0-be69-1f002d9beb12 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0761683 Feb 02 13:36:49.537238 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dac25d14-4862-4faa-b638-4b17630a16c4 req-10612cda-98c4-4709-bf6f-2b10e03c4920 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283932 Feb 02 13:36:49.641313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90546280-b482-4bdc-a049-a0a383441fa7 req-5ce1d7d6-ca61-445b-b485-c7e98954fba2 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:49.642830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90546280-b482-4bdc-a049-a0a383441fa7 req-5ce1d7d6-ca61-445b-b485-c7e98954fba2 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 944 time: 0.0661280 Feb 02 13:36:49.728839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90546280-b482-4bdc-a049-a0a383441fa7 req-c8c987ac-c1b5-4124-a39c-55c386ca4b8c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796719 Feb 02 13:36:50.643025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 08382117-1431-4184-8c2c-e8afed0ddc84 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:36:50.673266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92f9ca-8ec5-41d7-9230-293483a443dd req-d6c5dcbe-d9c9-4951-ba50-66393a3f477f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:50.674863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f92f9ca-8ec5-41d7-9230-293483a443dd req-d6c5dcbe-d9c9-4951-ba50-66393a3f477f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0559137 Feb 02 13:36:50.698495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 08382117-1431-4184-8c2c-e8afed0ddc84 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:36:50.703489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 08382117-1431-4184-8c2c-e8afed0ddc84 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:36:50.703868 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:50.745176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f92f9ca-8ec5-41d7-9230-293483a443dd req-269230eb-d41d-49e1-83b5-f75c046bf27c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635567 Feb 02 13:36:50.802164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 08382117-1431-4184-8c2c-e8afed0ddc84 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:36:50.802454 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:50.834328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:36:50.836833 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a410c97b-3bdc-43da-af52-8e01f9cb8577" -d '{"events": [{"server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "name": "network-vif-plugged", "status": "completed", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:36:50.859382 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=08382117-1431-4184-8c2c-e8afed0ddc84,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:36:50.866020 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:50.869635 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84269b41-3cb7-4a90-b6c7-6494f043e347 req-21b48a6b-5975-4d9d-9d2d-add09e2bcc19 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:50.872208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84269b41-3cb7-4a90-b6c7-6494f043e347 req-21b48a6b-5975-4d9d-9d2d-add09e2bcc19 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 944 time: 0.0588958 Feb 02 13:36:50.905118 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87443b5a-9d21-47b3-afc8-8f0dfe7cb617 x-openstack-request-id: req-87443b5a-9d21-47b3-afc8-8f0dfe7cb617 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:36:50.905339 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "name": "network-vif-plugged", "status": "completed", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:36:50.905541 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-87443b5a-9d21-47b3-afc8-8f0dfe7cb617 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:36:50.905949 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84', 'code': 200} Feb 02 13:36:50.935028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=08382117-1431-4184-8c2c-e8afed0ddc84,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:50.942865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.943217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.943588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.943942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.944261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.944597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.944929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.945254 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.945579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.945908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.946305 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.946625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.946950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:36:50.948813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84269b41-3cb7-4a90-b6c7-6494f043e347 req-1031d731-6c1d-42da-b4a4-8566749d6d4a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607152 Feb 02 13:36:51.031276 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e7fd5-efc2-4c58-adcc-bf9d0f971fd4 req-32236355-2736-4c53-9213-d5ef2fe5d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:51.033058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63e7fd5-efc2-4c58-adcc-bf9d0f971fd4 req-32236355-2736-4c53-9213-d5ef2fe5d686 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1127 time: 0.0516794 Feb 02 13:36:51.082062 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63e7fd5-efc2-4c58-adcc-bf9d0f971fd4 req-1f83aa7d-5435-471b-93f3-826f04e31754 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427778 Feb 02 13:36:51.890662 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1e734-f8d4-4fc1-ac77-576aceb03e62 req-31f10130-337f-4714-8021-90a6c93749a1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:51.892309 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53e1e734-f8d4-4fc1-ac77-576aceb03e62 req-31f10130-337f-4714-8021-90a6c93749a1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0616872 Feb 02 13:36:51.945290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53e1e734-f8d4-4fc1-ac77-576aceb03e62 req-686bb754-4e05-4e77-b88f-7f2068d13707 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470772 Feb 02 13:36:52.085601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a485eef-ce52-4dc4-bcdc-15b3d5982fd3 req-f3b08630-a894-4448-8862-ed29243cb94b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:52.087577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a485eef-ce52-4dc4-bcdc-15b3d5982fd3 req-f3b08630-a894-4448-8862-ed29243cb94b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0771520 Feb 02 13:36:52.141066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a485eef-ce52-4dc4-bcdc-15b3d5982fd3 req-4b33969e-1935-4d67-87c6-ad19252a10b3 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471249 Feb 02 13:36:53.095816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e021a-de57-44c4-b2a5-c42dd2e59315 req-4c69b4de-607a-4025-a311-d4d06d35d93a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:53.098007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-180e021a-de57-44c4-b2a5-c42dd2e59315 req-4c69b4de-607a-4025-a311-d4d06d35d93a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0573142 Feb 02 13:36:53.154311 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-180e021a-de57-44c4-b2a5-c42dd2e59315 req-4afd3838-124d-4d25-aac1-b3858a78fd8d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458996 Feb 02 13:36:53.282175 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ba325-325d-4756-bce8-9580a49089d1 req-973851c6-e362-4cf2-85bc-66cf6ad6b75c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:53.284136 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f78ba325-325d-4756-bce8-9580a49089d1 req-973851c6-e362-4cf2-85bc-66cf6ad6b75c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0577321 Feb 02 13:36:53.341923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f78ba325-325d-4756-bce8-9580a49089d1 req-48e7f284-ad6e-4118-9231-8ca39b5707a7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513794 Feb 02 13:36:53.465885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92223956-9c53-4ae5-82d6-a33610224099 req-e5bee6ee-96d5-4fef-81c8-b34f6da4b728 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:53.467796 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92223956-9c53-4ae5-82d6-a33610224099 req-e5bee6ee-96d5-4fef-81c8-b34f6da4b728 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0568435 Feb 02 13:36:53.521170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-92223956-9c53-4ae5-82d6-a33610224099 req-211d5a1d-280a-44dd-adde-55418b42979d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471246 Feb 02 13:36:53.544503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 32924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:53.590059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3e134-279a-41c6-b08c-bc6c02e6fee9 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:53.593164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-51e3e134-279a-41c6-b08c-bc6c02e6fee9 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1122 time: 0.0457292 Feb 02 13:36:53.595000 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32926) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:53.600180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': '08382117-1431-4184-8c2c-e8afed0ddc84', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:36:53.623149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:53.746019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:53.857504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.25.4.201 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/3d5abea1-8afb-4192-bb19-37d9e161a7ce) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:36:53.962297 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (3d5abea1-8afb-4192-bb19-37d9e161a7ce), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:54.006095 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3d5abea1-8afb-4192-bb19-37d9e161a7ce), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:54.047849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:36:54.059272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:36:54.072114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:36:54.112400 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=3d5abea1-8afb-4192-bb19-37d9e161a7ce,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:54.308296 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c64c8e-db32-40b4-aec0-d39a20eeff41 req-724c98ea-7ace-4346-84bb-eb70ef47e38c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:54.309889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c64c8e-db32-40b4-aec0-d39a20eeff41 req-724c98ea-7ace-4346-84bb-eb70ef47e38c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0599442 Feb 02 13:36:54.368600 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27c64c8e-db32-40b4-aec0-d39a20eeff41 req-f7542ed1-daa2-4103-9e6e-730f1f422699 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524132 Feb 02 13:36:54.519629 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (1cc4de0d-1980-44f5-8ab0-09e1693e9d88), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:54.597247 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3d5abea1-8afb-4192-bb19-37d9e161a7ce), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:54.782232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (3d5abea1-8afb-4192-bb19-37d9e161a7ce), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:54.787754 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (3d5abea1-8afb-4192-bb19-37d9e161a7ce), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:54.863201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=3d5abea1-8afb-4192-bb19-37d9e161a7ce,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:36:54.879312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (1cc4de0d-1980-44f5-8ab0-09e1693e9d88), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:54.994529 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Floating IP 1cc4de0d-1980-44f5-8ab0-09e1693e9d88 associated. External IP: 172.25.4.201, port: 08382117-1431-4184-8c2c-e8afed0ddc84. Feb 02 13:36:55.212388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router 88f5699c-d856-4536-91e0-ad1884ada89a has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:36:55.322619 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:36:55.334136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df599e56-d20c-46d9-9a00-1103540d2601 None None] Sync routers for ids ['88f5699c-d856-4536-91e0-ad1884ada89a'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:36:55.341956 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:36:55.345483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df599e56-d20c-46d9-9a00-1103540d2601 None None] Routers {'88f5699c-d856-4536-91e0-ad1884ada89a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:36:55.346136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-df599e56-d20c-46d9-9a00-1103540d2601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:36:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['88f5699c-d856-4536-91e0-ad1884ada89a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:55.374583 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d7891203-817e-46a5-90bb-d39dbf93d690 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7778714 Feb 02 13:36:55.375187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:36:55.377663 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63d6aa8-0b4a-4c2b-8898-d3c782fcf008" -d '{"events": [{"name": "network-changed", "server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:36:55.424558 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5218da37-fce3-46ca-8af1-82a44821bb09 x-openstack-request-id: req-5218da37-fce3-46ca-8af1-82a44821bb09 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:36:55.424847 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:36:55.425094 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5218da37-fce3-46ca-8af1-82a44821bb09 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:36:55.425545 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84', 'status': 'completed', 'code': 200} Feb 02 13:36:55.459558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-df599e56-d20c-46d9-9a00-1103540d2601 None None] Set router 88f5699c-d856-4536-91e0-ad1884ada89a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:36:55.554443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016abc59-6253-4c44-94cb-c10c702495a6 req-dee02685-120b-4006-b782-3c47a55fffad tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:55.557186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-016abc59-6253-4c44-94cb-c10c702495a6 req-dee02685-120b-4006-b782-3c47a55fffad tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.1176765 Feb 02 13:36:55.603924 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d6aa8-0b4a-4c2b-8898-d3c782fcf008 req-5db3bfa1-c082-4cfa-8c2b-ec428a3ce7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:55.605578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63d6aa8-0b4a-4c2b-8898-d3c782fcf008 req-5db3bfa1-c082-4cfa-8c2b-ec428a3ce7dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1127 time: 0.1204412 Feb 02 13:36:55.618011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb821223-64a6-4c36-a279-57c0a176b18d req-d3dc0304-4965-45b7-add7-05c6dccc67b5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:55.619532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb821223-64a6-4c36-a279-57c0a176b18d req-d3dc0304-4965-45b7-add7-05c6dccc67b5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.1253555 Feb 02 13:36:55.679451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-016abc59-6253-4c44-94cb-c10c702495a6 req-e5977387-7f61-467e-9c75-3b4d96b58a91 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133473 Feb 02 13:36:55.702421 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32940) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:55.728205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-df599e56-d20c-46d9-9a00-1103540d2601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1cc4de0d-1980-44f5-8ab0-09e1693e9d88', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'port_id': '08382117-1431-4184-8c2c-e8afed0ddc84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'mac_address': 'fa:16:3e:ee:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:36:54Z', 'updated_at': '2022-02-02T13:36:54Z', 'revision_number': 0, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecbbab0-64bb-4d94-a63a-8e16c83c00d7', 'name': '', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:5c:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '81032654-8964-484d-918f-cd4a72122a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:31Z', 'updated_at': '2022-02-02T13:36:40Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '81032654-8964-484d-918f-cd4a72122a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:55.748523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb821223-64a6-4c36-a279-57c0a176b18d req-88823c94-4f12-465d-9477-11c151fb5410 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162448 Feb 02 13:36:55.774398 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d05a1d4f-13cb-4091-a8a6-67373e81c292 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/1cc4de0d-1980-44f5-8ab0-09e1693e9d88 HTTP/1.1" status: 200 len: 991 time: 0.0674806 Feb 02 13:36:55.774639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df599e56-d20c-46d9-9a00-1103540d2601 None None] Checking router: 88f5699c-d856-4536-91e0-ad1884ada89a for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:36:55.777450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d6aa8-0b4a-4c2b-8898-d3c782fcf008 req-d9ac3630-dde5-4ac4-bf57-f9482a50fa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:55.778931 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63d6aa8-0b4a-4c2b-8898-d3c782fcf008 req-d9ac3630-dde5-4ac4-bf57-f9482a50fa30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 200 len: 898 time: 0.1565952 Feb 02 13:36:55.782543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df599e56-d20c-46d9-9a00-1103540d2601 None None] Routers {'88f5699c-d856-4536-91e0-ad1884ada89a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:36:55.783149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-df599e56-d20c-46d9-9a00-1103540d2601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:36:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['88f5699c-d856-4536-91e0-ad1884ada89a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:55.847770 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63d6aa8-0b4a-4c2b-8898-d3c782fcf008 req-b01f9dc0-15e6-491c-a442-8a0c8a38e17d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 999 time: 0.0621228 Feb 02 13:36:55.895275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-df599e56-d20c-46d9-9a00-1103540d2601 None None] Set router 88f5699c-d856-4536-91e0-ad1884ada89a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:36:55.897344 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d6aa8-0b4a-4c2b-8898-d3c782fcf008 req-41b3c705-8341-41f6-ae49-8a014cd3f4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:55.898900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63d6aa8-0b4a-4c2b-8898-d3c782fcf008 req-41b3c705-8341-41f6-ae49-8a014cd3f4fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81032654-8964-484d-918f-cd4a72122a7c HTTP/1.1" status: 200 len: 835 time: 0.0445654 Feb 02 13:36:55.951817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d6aa8-0b4a-4c2b-8898-d3c782fcf008 req-050fe24e-5e2c-4add-9f72-9aaba8f62de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:55.953790 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63d6aa8-0b4a-4c2b-8898-d3c782fcf008 req-050fe24e-5e2c-4add-9f72-9aaba8f62de8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487247 Feb 02 13:36:56.052636 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63d6aa8-0b4a-4c2b-8898-d3c782fcf008 req-4ad6e3f1-a381-48d7-9707-32ed8e5f3979 service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921798 Feb 02 13:36:56.141169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-df599e56-d20c-46d9-9a00-1103540d2601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1cc4de0d-1980-44f5-8ab0-09e1693e9d88', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'port_id': '08382117-1431-4184-8c2c-e8afed0ddc84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'mac_address': 'fa:16:3e:ee:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:36:54Z', 'updated_at': '2022-02-02T13:36:54Z', 'revision_number': 0, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecbbab0-64bb-4d94-a63a-8e16c83c00d7', 'name': '', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:5c:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '81032654-8964-484d-918f-cd4a72122a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:31Z', 'updated_at': '2022-02-02T13:36:40Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '81032654-8964-484d-918f-cd4a72122a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:36:56.165649 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63d6aa8-0b4a-4c2b-8898-d3c782fcf008 req-bb3ce077-f0d4-4f5f-af7b-5f37948b3557 service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051013 Feb 02 13:36:56.170919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df599e56-d20c-46d9-9a00-1103540d2601 None None] The sync data for ids ['88f5699c-d856-4536-91e0-ad1884ada89a'] in n-d-827336-2 is: [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1cc4de0d-1980-44f5-8ab0-09e1693e9d88', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'port_id': '08382117-1431-4184-8c2c-e8afed0ddc84', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3916, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'mac_address': 'fa:16:3e:ee:59:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:36:54Z', 'updated_at': '2022-02-02T13:36:54Z', 'revision_number': 0, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ecbbab0-64bb-4d94-a63a-8e16c83c00d7', 'name': '', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:5c:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '81032654-8964-484d-918f-cd4a72122a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:31Z', 'updated_at': '2022-02-02T13:36:40Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '81032654-8964-484d-918f-cd4a72122a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:36:56.405635 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2316367c-5321-415b-8a0d-1ef48d3977d9 None None] New status for floating IP 1cc4de0d-1980-44f5-8ab0-09e1693e9d88: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:36:56.774024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 32946) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:36:56.877182 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2f61b660-f00a-4f46-b671-5b6bde6d1ad8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/1cc4de0d-1980-44f5-8ab0-09e1693e9d88 HTTP/1.1" status: 200 len: 993 time: 0.1014147 Feb 02 13:36:56.917575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140270ad-ce84-46d7-8f45-3c1e783a1064 req-168b9f9e-49b4-4cda-a946-6b1f52870f45 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:56.919127 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-140270ad-ce84-46d7-8f45-3c1e783a1064 req-168b9f9e-49b4-4cda-a946-6b1f52870f45 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0764265 Feb 02 13:36:56.977198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-140270ad-ce84-46d7-8f45-3c1e783a1064 req-16bc7aac-cf9e-4d79-9d11-d04f28b6dfe2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514328 Feb 02 13:36:58.140207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62318d54-18be-4dbc-b74f-f13c94f26ed1 req-3d97ac40-6ac6-4233-8caa-e880f850f143 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:58.143044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62318d54-18be-4dbc-b74f-f13c94f26ed1 req-3d97ac40-6ac6-4233-8caa-e880f850f143 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0811195 Feb 02 13:36:58.206919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-62318d54-18be-4dbc-b74f-f13c94f26ed1 req-3d90733f-aa59-4600-80ae-3d8efa646a89 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562279 Feb 02 13:36:59.377078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20062be-aa84-437a-b217-3fb6bd0f7281 req-ebac0f27-11b9-497d-bf76-c32978730644 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:36:59.380161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e20062be-aa84-437a-b217-3fb6bd0f7281 req-ebac0f27-11b9-497d-bf76-c32978730644 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0649910 Feb 02 13:36:59.435641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e20062be-aa84-437a-b217-3fb6bd0f7281 req-0c9c3a68-7da1-4911-b9a8-9d8c5e89e086 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502529 Feb 02 13:37:00.558862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69d1e6-78a6-493a-9e42-ed3041ed2787 req-da7b010b-a39b-4879-80cf-cb3be061dfd3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:00.560673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea69d1e6-78a6-493a-9e42-ed3041ed2787 req-da7b010b-a39b-4879-80cf-cb3be061dfd3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0559232 Feb 02 13:37:00.619633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea69d1e6-78a6-493a-9e42-ed3041ed2787 req-6155f01e-9d61-44a0-a1f9-bb0cf64a07d7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466008 Feb 02 13:37:01.761469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a03ada-c1fa-403c-ad0a-8a0a3df174c3 req-ec89d4e1-7ce8-406b-9871-7d3f8bdf92f4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:01.764241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50a03ada-c1fa-403c-ad0a-8a0a3df174c3 req-ec89d4e1-7ce8-406b-9871-7d3f8bdf92f4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0763376 Feb 02 13:37:01.824626 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7395d60b-adc2-4dd5-9571-0962c228475c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:01.828500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-50a03ada-c1fa-403c-ad0a-8a0a3df174c3 req-20f74155-09ad-411a-a5b7-446403115e54 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574467 Feb 02 13:37:02.544781 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:37:02.966373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebc878-61f7-449b-bb1d-f30e50b41590 req-095bfbca-33f3-4789-9709-2c1ae2becb91 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:02.967928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18ebc878-61f7-449b-bb1d-f30e50b41590 req-095bfbca-33f3-4789-9709-2c1ae2becb91 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0568283 Feb 02 13:37:03.019481 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18ebc878-61f7-449b-bb1d-f30e50b41590 req-3182faba-e9c8-4e64-94ce-55fa53b8e35f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456161 Feb 02 13:37:04.112615 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46245b6e-90dc-48e5-bdb2-0e327c0baf9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:04.169415 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d07a8-ba3f-4252-9998-5267c777e885 req-fcccf51b-3541-48dd-a4f3-7730c27bb8b0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:04.170901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e95d07a8-ba3f-4252-9998-5267c777e885 req-fcccf51b-3541-48dd-a4f3-7730c27bb8b0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0571187 Feb 02 13:37:04.220741 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e95d07a8-ba3f-4252-9998-5267c777e885 req-7660bf07-0b01-4505-b51d-4170ed929f3b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Feb 02 13:37:05.371642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010cd7a-76a5-4c1c-ad38-415563598e56 req-6e991770-b140-4b4a-aca9-91b0bc4fd4a2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:05.374270 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c010cd7a-76a5-4c1c-ad38-415563598e56 req-6e991770-b140-4b4a-aca9-91b0bc4fd4a2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0686600 Feb 02 13:37:05.424904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c010cd7a-76a5-4c1c-ad38-415563598e56 req-1db16263-1eae-4edc-a663-f6c171122e1d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Feb 02 13:37:05.628059 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:06.556556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61d2b3-e631-4e36-9cd3-5c226b985083 req-e0f24931-3d72-47af-a93b-7bf2293e2ada tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:06.558028 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d61d2b3-e631-4e36-9cd3-5c226b985083 req-e0f24931-3d72-47af-a93b-7bf2293e2ada tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0568702 Feb 02 13:37:06.607707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d61d2b3-e631-4e36-9cd3-5c226b985083 req-bd136942-c551-441a-b21e-4f3525fb76e7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Feb 02 13:37:06.906056 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:06.932506 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:07.734135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9bbd2-2446-49f6-b8b6-a3e36c2b8aa6 req-1b419cb7-41f1-429b-b54c-09953276eaad tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:07.735713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8d9bbd2-2446-49f6-b8b6-a3e36c2b8aa6 req-1b419cb7-41f1-429b-b54c-09953276eaad tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0583370 Feb 02 13:37:07.788653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8d9bbd2-2446-49f6-b8b6-a3e36c2b8aa6 req-a650e092-e444-4857-90d1-919342f0c365 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473180 Feb 02 13:37:07.815693 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:08.049050 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:08.919505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafa44f-ad88-43e6-a798-91035a2f259b req-ca2b146f-aca5-41b9-8264-02f04da719c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:08.920999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dcafa44f-ad88-43e6-a798-91035a2f259b req-ca2b146f-aca5-41b9-8264-02f04da719c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0583744 Feb 02 13:37:08.971640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dcafa44f-ad88-43e6-a798-91035a2f259b req-18aeed69-58c1-4aa1-beb1-23ba3c3e0cf2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447977 Feb 02 13:37:10.106042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846032d4-45f1-4150-a2ed-9bf815f48717 req-91b3b075-d013-4bf6-b624-c9b1009da89d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:10.107568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-846032d4-45f1-4150-a2ed-9bf815f48717 req-91b3b075-d013-4bf6-b624-c9b1009da89d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0611639 Feb 02 13:37:10.160726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-846032d4-45f1-4150-a2ed-9bf815f48717 req-79fc7264-0c8c-419e-8052-c6ef7f111c60 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472946 Feb 02 13:37:11.299576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eecb61-cd90-4450-ab67-1d5605ec52bb req-bf3a7a91-16e3-412d-8bd2-b6e61052f3bc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:11.301300 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2eecb61-cd90-4450-ab67-1d5605ec52bb req-bf3a7a91-16e3-412d-8bd2-b6e61052f3bc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0678046 Feb 02 13:37:11.355914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2eecb61-cd90-4450-ab67-1d5605ec52bb req-ab27d28f-7af7-4233-bfbc-4a1942c2e35b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474286 Feb 02 13:37:12.481468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284dfdf-c143-4211-a2cf-65219d9d148c req-7898ac13-6b98-4c22-9d57-5071a564d6c3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:12.482969 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6284dfdf-c143-4211-a2cf-65219d9d148c req-7898ac13-6b98-4c22-9d57-5071a564d6c3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0557444 Feb 02 13:37:12.531674 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6284dfdf-c143-4211-a2cf-65219d9d148c req-6cd9505b-b889-493b-8490-e74da111eff9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427990 Feb 02 13:37:13.669232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a30b0f-9ac5-4931-8330-7fc867414d26 req-cc6516cb-d72e-4e9d-9e6f-6962cbe1bd00 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:13.671952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54a30b0f-9ac5-4931-8330-7fc867414d26 req-cc6516cb-d72e-4e9d-9e6f-6962cbe1bd00 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 944 time: 0.0657444 Feb 02 13:37:13.722186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54a30b0f-9ac5-4931-8330-7fc867414d26 req-9bb25a5c-d029-4dfc-968e-a279d9a6ca81 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461915 Feb 02 13:37:14.056809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 1109184a-4e17-4f69-a966-e1722b6cf7e6 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:37:14.168991 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 1109184a-4e17-4f69-a966-e1722b6cf7e6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1109184a-4e17-4f69-a966-e1722b6cf7e6,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:37:14.180842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '1109184a-4e17-4f69-a966-e1722b6cf7e6', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'port_id': '1109184a-4e17-4f69-a966-e1722b6cf7e6', 'mac_address': 'fa:16:3e:81:92:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:37:14.225798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 1109184a-4e17-4f69-a966-e1722b6cf7e6 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:37:14.226177 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:14.239659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1109184a-4e17-4f69-a966-e1722b6cf7e6 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:37:14.267110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 1109184a-4e17-4f69-a966-e1722b6cf7e6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1109184a-4e17-4f69-a966-e1722b6cf7e6,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:37:14.272526 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:14.349003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=1109184a-4e17-4f69-a966-e1722b6cf7e6,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:37:14.550543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['1109184a-4e17-4f69-a966-e1722b6cf7e6'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:37:14.848879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef05da-5351-47b4-85dd-43bc66b5afda req-354962b2-1c72-4ccd-a6a8-6810f46ff2d2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:14.851874 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03ef05da-5351-47b4-85dd-43bc66b5afda req-354962b2-1c72-4ccd-a6a8-6810f46ff2d2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 945 time: 0.0583167 Feb 02 13:37:14.898099 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03ef05da-5351-47b4-85dd-43bc66b5afda req-bb502d6e-45bf-4c56-8c7f-befdaafbf27d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420303 Feb 02 13:37:16.033452 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2d57a-15e6-474b-b381-636f12022dbf req-21d8aeda-90c5-4698-bcef-bbb4416ac56e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:16.034957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7e2d57a-15e6-474b-b381-636f12022dbf req-21d8aeda-90c5-4698-bcef-bbb4416ac56e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 945 time: 0.0586307 Feb 02 13:37:16.062151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 1109184a-4e17-4f69-a966-e1722b6cf7e6 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:37:16.086266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7e2d57a-15e6-474b-b381-636f12022dbf req-d787c356-3b38-4b5c-bd03-d1efc8e7000f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452249 Feb 02 13:37:16.122126 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 1109184a-4e17-4f69-a966-e1722b6cf7e6 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:37:16.126031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 1109184a-4e17-4f69-a966-e1722b6cf7e6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:37:16.126443 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:16.204440 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 1109184a-4e17-4f69-a966-e1722b6cf7e6 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:37:16.204688 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:16.226984 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30c7926-0912-4f51-9934-8b08706d96d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1109184a-4e17-4f69-a966-e1722b6cf7e6'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:37:16.229327 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81be9c0-a172-46e6-b80a-1421cfc117fc" -d '{"events": [{"server_uuid": "a30c7926-0912-4f51-9934-8b08706d96d9", "name": "network-vif-plugged", "status": "completed", "tag": "1109184a-4e17-4f69-a966-e1722b6cf7e6"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:37:16.247626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 1109184a-4e17-4f69-a966-e1722b6cf7e6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1109184a-4e17-4f69-a966-e1722b6cf7e6,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:37:16.253604 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:16.285611 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79225f2-2752-49a8-aee8-ac5983e94b11 x-openstack-request-id: req-f79225f2-2752-49a8-aee8-ac5983e94b11 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:37:16.285896 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30c7926-0912-4f51-9934-8b08706d96d9", "name": "network-vif-plugged", "status": "completed", "tag": "1109184a-4e17-4f69-a966-e1722b6cf7e6", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:37:16.286162 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f79225f2-2752-49a8-aee8-ac5983e94b11 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:37:16.286586 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30c7926-0912-4f51-9934-8b08706d96d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1109184a-4e17-4f69-a966-e1722b6cf7e6', 'code': 200} Feb 02 13:37:16.323172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=1109184a-4e17-4f69-a966-e1722b6cf7e6,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:37:16.408532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09f407-e082-4817-9c6f-54d6d5a63660 req-021941e6-c574-48bb-968a-b31d7719d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:16.410113 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ce09f407-e082-4817-9c6f-54d6d5a63660 req-021941e6-c574-48bb-968a-b31d7719d791 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 1128 time: 0.0461876 Feb 02 13:37:16.455064 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ce09f407-e082-4817-9c6f-54d6d5a63660 req-75d58ce9-fc0d-4561-b88d-8051eaf437eb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389984 Feb 02 13:37:17.213251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7981b2-5c2a-469c-a70f-21837f47ce41 req-23ae8a24-b899-4034-8a5f-a9a6b83de30f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:17.214783 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c7981b2-5c2a-469c-a70f-21837f47ce41 req-23ae8a24-b899-4034-8a5f-a9a6b83de30f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 946 time: 0.0558248 Feb 02 13:37:17.261752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c7981b2-5c2a-469c-a70f-21837f47ce41 req-754cf540-f3ea-4417-ad1e-2b958a697a96 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Feb 02 13:37:18.393488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d227c0-e0cd-4bd9-a661-eb3f54c36fe0 req-bb3fdc3d-750f-454c-98ac-42e6043a3d31 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:18.395088 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1d227c0-e0cd-4bd9-a661-eb3f54c36fe0 req-bb3fdc3d-750f-454c-98ac-42e6043a3d31 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 946 time: 0.0562623 Feb 02 13:37:18.451309 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1d227c0-e0cd-4bd9-a661-eb3f54c36fe0 req-c67b1aca-3375-4fb7-8e9f-1d4643c7687d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488181 Feb 02 13:37:18.589364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc37f7-e79d-44e7-827c-ce4fafcb7bbf req-3615ad97-9b1c-4b42-b04e-1c74a16aea60 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:18.590829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79dc37f7-e79d-44e7-827c-ce4fafcb7bbf req-3615ad97-9b1c-4b42-b04e-1c74a16aea60 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 946 time: 0.0625226 Feb 02 13:37:18.647321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79dc37f7-e79d-44e7-827c-ce4fafcb7bbf req-dae3fbdc-d1f9-4143-b7cf-83a608a16ff8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491807 Feb 02 13:37:18.788023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b619b-516c-4998-a120-401a7f246c4d req-feda4ef2-c28f-43e0-9d20-b8cea4e4d01d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:18.789688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c35b619b-516c-4998-a120-401a7f246c4d req-feda4ef2-c28f-43e0-9d20-b8cea4e4d01d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 946 time: 0.0675211 Feb 02 13:37:18.849997 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c35b619b-516c-4998-a120-401a7f246c4d req-89d4824d-2b66-49de-b91a-99c7974de70f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493190 Feb 02 13:37:19.239025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafeef4-d09e-48f2-a86c-e308f6262866 req-1664248a-5635-44bc-b06b-1eee67ad4b74 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:19.240516 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2fafeef4-d09e-48f2-a86c-e308f6262866 req-1664248a-5635-44bc-b06b-1eee67ad4b74 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 946 time: 0.0616870 Feb 02 13:37:19.293436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2fafeef4-d09e-48f2-a86c-e308f6262866 req-48c15af0-277c-49c4-85ec-d5aa675b90a5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469859 Feb 02 13:37:20.434766 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e319fd-8855-4e05-864e-1c8e96e33446 req-a5289301-f28d-4323-93cd-ad3dfb06640b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:20.436583 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43e319fd-8855-4e05-864e-1c8e96e33446 req-a5289301-f28d-4323-93cd-ad3dfb06640b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 946 time: 0.0659139 Feb 02 13:37:20.489560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43e319fd-8855-4e05-864e-1c8e96e33446 req-d08cf81f-4c34-4ed5-930b-20f9e370fc04 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471323 Feb 02 13:37:20.780428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e053d3-e910-43dc-a3df-a04392535fc6 req-c4a69976-fc3d-4ab6-aef1-cb4c9c28457c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:20.781811 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9e053d3-e910-43dc-a3df-a04392535fc6 req-c4a69976-fc3d-4ab6-aef1-cb4c9c28457c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 946 time: 0.0544653 Feb 02 13:37:21.200831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-d9e053d3-e910-43dc-a3df-a04392535fc6 req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Deleting port 1109184a-4e17-4f69-a966-e1722b6cf7e6 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:37:21.202745 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e053d3-e910-43dc-a3df-a04392535fc6 req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:21.301374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d9e053d3-e910-43dc-a3df-a04392535fc6 req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] For port 1109184a-4e17-4f69-a966-e1722b6cf7e6, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1109184a-4e17-4f69-a966-e1722b6cf7e6,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:37:21.301734 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e053d3-e910-43dc-a3df-a04392535fc6 req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:21.314688 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-d9e053d3-e910-43dc-a3df-a04392535fc6 req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Calling delete_port for 1109184a-4e17-4f69-a966-e1722b6cf7e6 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:37:21.448486 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e053d3-e910-43dc-a3df-a04392535fc6 req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1109184a-4e17-4f69-a966-e1722b6cf7e6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:21.480531 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event deleted for resources: {'Port': ['ID=1109184a-4e17-4f69-a966-e1722b6cf7e6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:37:21.482380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['1109184a-4e17-4f69-a966-e1722b6cf7e6'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:37:21.507949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.508342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.508757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.509135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.509504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.509838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.510157 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.510470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.510788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.512515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.512515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.512515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.512515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:21.549084 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e053d3-e910-43dc-a3df-a04392535fc6 req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] No DVR routers for this DVR port 1109184a-4e17-4f69-a966-e1722b6cf7e6 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:37:21.551392 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d9e053d3-e910-43dc-a3df-a04392535fc6 req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:21.555798 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d9e053d3-e910-43dc-a3df-a04392535fc6 req-b303d56f-f082-4774-a7c6-21c3ec79f92e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "DELETE /v2.0/ports/1109184a-4e17-4f69-a966-e1722b6cf7e6 HTTP/1.1" status: 204 len: 173 time: 0.7684047 Feb 02 13:37:21.556363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a30c7926-0912-4f51-9934-8b08706d96d9', 'name': 'network-vif-deleted', 'tag': '1109184a-4e17-4f69-a966-e1722b6cf7e6'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:37:21.558969 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b002fb4-b5b5-455c-9175-0d5429d9ca2b" -d '{"events": [{"server_uuid": "a30c7926-0912-4f51-9934-8b08706d96d9", "name": "network-vif-deleted", "tag": "1109184a-4e17-4f69-a966-e1722b6cf7e6"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:37:21.612337 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-025ba080-0064-4190-8054-6ad0137446c4 req-8a2d7487-e9e8-43b6-92da-aca72dbb5614 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0436628 Feb 02 13:37:21.628468 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d747e9d-e1dc-4167-9808-c5f6b7167005 x-openstack-request-id: req-4d747e9d-e1dc-4167-9808-c5f6b7167005 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:37:21.628770 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a30c7926-0912-4f51-9934-8b08706d96d9", "name": "network-vif-deleted", "tag": "1109184a-4e17-4f69-a966-e1722b6cf7e6", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:37:21.629023 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4d747e9d-e1dc-4167-9808-c5f6b7167005 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:37:21.629452 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a30c7926-0912-4f51-9934-8b08706d96d9', 'name': 'network-vif-deleted', 'tag': '1109184a-4e17-4f69-a966-e1722b6cf7e6', 'status': 'completed', 'code': 200} Feb 02 13:37:22.709761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce0bb0f3-2815-4a31-9370-6a1341737566 req-a110ddb8-504d-478f-8f36-d7c84810cfca tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0331852 Feb 02 13:37:23.816730 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6605df01-689c-4c57-97f5-928fa8d0dfae req-48cbaa01-89bc-46f2-93be-6d6aecb39ffd tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0275474 Feb 02 13:37:24.123196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 1109184a-4e17-4f69-a966-e1722b6cf7e6 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:37:24.148065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 1109184a-4e17-4f69-a966-e1722b6cf7e6 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:37:24.148749 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 1109184a-4e17-4f69-a966-e1722b6cf7e6 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:37:24.928506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7f0d16b-0eef-4edd-8f36-70c3c81c1c9d req-058557f7-d2c1-4841-b4d1-b537866a1042 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0280933 Feb 02 13:37:26.053845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adcfb02b-3e9a-4d1c-b28f-bab50e2d4ab6 req-09b65148-1219-4c70-bd2e-6951625261fc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0299897 Feb 02 13:37:27.200833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a33ffde1-cd80-4c03-972f-0c9eff51169c req-df5d1296-a4f2-464f-b03e-2833f8c59930 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0499923 Feb 02 13:37:28.317117 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3104b6b0-87d4-4d76-b9d6-5df0b25f2730 req-3ccc021e-1f7f-4408-bc2f-4feb6d8aa333 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0357244 Feb 02 13:37:29.433906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47a82172-390c-4b77-bfde-8f8d241e5b76 req-ac73758a-0938-4f89-95e8-58c7c0af45aa tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0385921 Feb 02 13:37:30.320371 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b43ca-24a5-4027-ad4c-862546a6e5bf req-596981ba-34ee-4b18-b75d-0a53194534ea tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:30.322131 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb1b43ca-24a5-4027-ad4c-862546a6e5bf req-596981ba-34ee-4b18-b75d-0a53194534ea tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1127 time: 0.0543375 Feb 02 13:37:30.344218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb1b43ca-24a5-4027-ad4c-862546a6e5bf req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:30.438030 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb1b43ca-24a5-4027-ad4c-862546a6e5bf req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Publish callbacks [] for security_group (ce45cd5d-d85d-480d-bc1a-1218c8cea1f9), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:30.445036 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-bb1b43ca-24a5-4027-ad4c-862546a6e5bf req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ce45cd5d-d85d-480d-bc1a-1218c8cea1f9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:30.491567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce45cd5d-d85d-480d-bc1a-1218c8cea1f9,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:37:30.508877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.509227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.509567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.510104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.510449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.510782 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.511129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.511465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.511800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.512127 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.512454 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.512780 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.513104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:30.539453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb1b43ca-24a5-4027-ad4c-862546a6e5bf req-9ed59c66-eab8-4e2f-acc8-fb7a66d6a9db tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107644 Feb 02 13:37:30.578452 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49ce12aa-ad3d-4eb3-9393-9c4cb67a2d2d req-0ad8e1b7-d584-4dc6-a36d-2771f80f9635 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0371184 Feb 02 13:37:30.724069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e8708a-aeef-48b3-a324-2976bbf091c7 req-cd86fbe9-32ac-48c3-9b99-d4fb0f253ea0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:30.725832 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28e8708a-aeef-48b3-a324-2976bbf091c7 req-cd86fbe9-32ac-48c3-9b99-d4fb0f253ea0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0728891 Feb 02 13:37:30.797675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28e8708a-aeef-48b3-a324-2976bbf091c7 req-74739ab4-ecbd-4e83-aee6-26d13a486037 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643146 Feb 02 13:37:30.815939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33762) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:37:30.883697 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7c0fabd8-db52-4f5b-a820-95a3814820c8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/1cc4de0d-1980-44f5-8ab0-09e1693e9d88 HTTP/1.1" status: 200 len: 993 time: 0.0661707 Feb 02 13:37:31.272900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-0903084e-4501-43ae-8f6a-49fe94b6498a req-d1ec3eb3-db80-41e0-968f-97ebd6f09ebd service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:37:31.274493 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0903084e-4501-43ae-8f6a-49fe94b6498a req-d1ec3eb3-db80-41e0-968f-97ebd6f09ebd service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063109 Feb 02 13:37:31.766843 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33b1c11a-b3bc-4056-bfdb-8bc5d2b61f89 req-8dec8e08-c7dd-4c7e-888b-dcd49693b4aa tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=a30c7926-0912-4f51-9934-8b08706d96d9 HTTP/1.1" status: 200 len: 210 time: 0.0686042 Feb 02 13:37:31.832245 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f324f974-e48d-497e-94c0-9bee378a0472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:32.727016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 33788) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:37:32.802511 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2068ff-6319-4b86-93a1-d5bf373b837c req-1d15a0b3-5f03-4819-ba07-07d73311b0dc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:32.816037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-be2068ff-6319-4b86-93a1-d5bf373b837c req-1d15a0b3-5f03-4819-ba07-07d73311b0dc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0805407 Feb 02 13:37:32.920999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-be2068ff-6319-4b86-93a1-d5bf373b837c req-06e2988c-cb32-45cb-9344-410f3dd22a6f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035860 Feb 02 13:37:32.936380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-023e7562-7fad-47d7-af31-6d4b0afeff5a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2076046 Feb 02 13:37:32.958385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-37ac63d4-91f3-4a7e-947f-cd85f86b8a47 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:37:32.959396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-37ac63d4-91f3-4a7e-947f-cd85f86b8a47 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058413 Feb 02 13:37:34.107992 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1165b380-6662-4eb6-895d-708909fe9de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:34.135757 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9262d-d80b-497c-9dec-1d0fe7836d74 req-b8a8c964-46d4-4113-9acc-c824d0907caa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:34.138363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dae9262d-d80b-497c-9dec-1d0fe7836d74 req-b8a8c964-46d4-4113-9acc-c824d0907caa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0949836 Feb 02 13:37:34.221511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dae9262d-d80b-497c-9dec-1d0fe7836d74 req-fa0d3d6a-e9b3-401d-a9e1-52818e78bfdc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742311 Feb 02 13:37:34.757837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-20d0c7ae-c548-4be5-9e0c-cb042a6e9cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:34.760003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-20d0c7ae-c548-4be5-9e0c-cb042a6e9cf9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1127 time: 0.0717437 Feb 02 13:37:34.889219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-51e2c954-d16a-4443-a0c9-d0211d294358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:34.891188 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-51e2c954-d16a-4443-a0c9-d0211d294358 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 200 len: 898 time: 0.1259458 Feb 02 13:37:34.999671 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-92513670-6034-4bbc-993c-e192014e91db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 1001 time: 0.1017067 Feb 02 13:37:35.058601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-0d409b72-5cf6-4488-b017-0e6f8dee8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:35.060307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-0d409b72-5cf6-4488-b017-0e6f8dee8be0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81032654-8964-484d-918f-cd4a72122a7c HTTP/1.1" status: 200 len: 835 time: 0.0551867 Feb 02 13:37:35.117399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-845b130b-c95f-4e01-9cad-db2c20a0d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:35.119030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-845b130b-c95f-4e01-9cad-db2c20a0d1f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533652 Feb 02 13:37:35.236291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-63156ea1-27d9-4691-8750-4f17552f7b27 service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115060 Feb 02 13:37:35.393662 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-900305bc-8db6-4128-a597-4eab16e863b9 service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521983 Feb 02 13:37:35.410160 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30737486-9110-4577-88d0-0edfb1a1dacf req-3887bc17-5b8f-45e1-8393-92fb46a2d0fa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:35.412382 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30737486-9110-4577-88d0-0edfb1a1dacf req-3887bc17-5b8f-45e1-8393-92fb46a2d0fa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0891943 Feb 02 13:37:35.501072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30737486-9110-4577-88d0-0edfb1a1dacf req-fdd76cef-202e-4280-968d-6e26f91dd3c0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717084 Feb 02 13:37:35.639197 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:36.661813 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5205-7984-4a54-8ad7-aa42996af1bc req-7e4120cb-bc23-4ba7-902a-20ac969d82b0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:36.663330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9bc5205-7984-4a54-8ad7-aa42996af1bc req-7e4120cb-bc23-4ba7-902a-20ac969d82b0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0902865 Feb 02 13:37:36.736761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9bc5205-7984-4a54-8ad7-aa42996af1bc req-074c071e-9915-4da8-b22a-a3d56472163d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615268 Feb 02 13:37:36.907793 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:36.926604 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:37.842288 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:37.916873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456b786-90b9-41c6-9acf-72bbe18416e5 req-dc6dd42c-ddc4-4b09-a6b4-4d4a88c007cd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:37.924048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5456b786-90b9-41c6-9acf-72bbe18416e5 req-dc6dd42c-ddc4-4b09-a6b4-4d4a88c007cd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0767190 Feb 02 13:37:37.992179 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5456b786-90b9-41c6-9acf-72bbe18416e5 req-83f1ee10-86e5-46a7-ae79-6b7cc11bdc9d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647309 Feb 02 13:37:38.074151 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:39.119336 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf8bc-6262-406e-ad6a-5e57cd6d95e3 req-ec789005-54db-4e02-977c-68a02266fa10 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:39.120923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80acf8bc-6262-406e-ad6a-5e57cd6d95e3 req-ec789005-54db-4e02-977c-68a02266fa10 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0578725 Feb 02 13:37:39.173927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80acf8bc-6262-406e-ad6a-5e57cd6d95e3 req-a439ba34-bbe1-43e2-b2b3-08404a67d089 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471148 Feb 02 13:37:39.536468 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:37:40.189884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0fb60-3fd6-49ec-8ff7-01cf073cf80f req-4a4db840-861b-4dd8-941b-c8fc99b171d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:40.191406 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08e0fb60-3fd6-49ec-8ff7-01cf073cf80f req-4a4db840-861b-4dd8-941b-c8fc99b171d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1127 time: 0.0488758 Feb 02 13:37:40.366970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0fb60-3fd6-49ec-8ff7-01cf073cf80f req-fede1788-d804-4c0e-bad1-6d5e388b8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:40.368673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08e0fb60-3fd6-49ec-8ff7-01cf073cf80f req-fede1788-d804-4c0e-bad1-6d5e388b8b15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 200 len: 898 time: 0.1506927 Feb 02 13:37:40.380037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599aba4-2cf6-4f73-a6e6-8c84f84afe7e req-bb09d4fb-aa6c-413a-93df-21ba47e2e482 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:40.381532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c599aba4-2cf6-4f73-a6e6-8c84f84afe7e req-bb09d4fb-aa6c-413a-93df-21ba47e2e482 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0769925 Feb 02 13:37:40.471317 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08e0fb60-3fd6-49ec-8ff7-01cf073cf80f req-40347b7c-e67e-4503-848b-eae2521e5b24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 1001 time: 0.0888011 Feb 02 13:37:40.518595 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c599aba4-2cf6-4f73-a6e6-8c84f84afe7e req-a81e92cc-fc5e-49f2-97af-a9abce35665d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954809 Feb 02 13:37:40.546654 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0fb60-3fd6-49ec-8ff7-01cf073cf80f req-75ab4e32-7e55-4ff8-b4b6-49af0aaa76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:40.548237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08e0fb60-3fd6-49ec-8ff7-01cf073cf80f req-75ab4e32-7e55-4ff8-b4b6-49af0aaa76b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81032654-8964-484d-918f-cd4a72122a7c HTTP/1.1" status: 200 len: 835 time: 0.0708582 Feb 02 13:37:40.610578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0fb60-3fd6-49ec-8ff7-01cf073cf80f req-6ebccd30-a384-4a30-a173-7c679af71c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:40.611971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08e0fb60-3fd6-49ec-8ff7-01cf073cf80f req-6ebccd30-a384-4a30-a173-7c679af71c1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568736 Feb 02 13:37:40.722083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08e0fb60-3fd6-49ec-8ff7-01cf073cf80f req-e9c74535-d80d-40b9-9494-0c586b528bad service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035442 Feb 02 13:37:40.846847 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08e0fb60-3fd6-49ec-8ff7-01cf073cf80f req-8e18854b-33bf-41a7-8e34-94c09265f7dc service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134458 Feb 02 13:37:41.676469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76810a7-22e9-4f19-aa6b-f2e1a3c6d21c req-e263726d-2e07-422e-85c9-6ec78a282280 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:41.678624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f76810a7-22e9-4f19-aa6b-f2e1a3c6d21c req-e263726d-2e07-422e-85c9-6ec78a282280 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0773542 Feb 02 13:37:41.741837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f76810a7-22e9-4f19-aa6b-f2e1a3c6d21c req-9e3a381c-02d4-4bd9-ae46-b5331fe6e2d0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571623 Feb 02 13:37:42.881022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823a5cf-4fd2-4476-994a-caf0eba3eecb req-b295376d-a10e-4b88-b79f-5b4f60b5a0e0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:42.882694 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6823a5cf-4fd2-4476-994a-caf0eba3eecb req-b295376d-a10e-4b88-b79f-5b4f60b5a0e0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0618334 Feb 02 13:37:42.933400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6823a5cf-4fd2-4476-994a-caf0eba3eecb req-13b57204-5617-4d33-b3c6-7b2895f1edfe tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442293 Feb 02 13:37:44.065208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a763c83-b2e7-4201-9f2a-a46b022b0ba6 req-324522b0-86ac-4a88-a729-41a243d80552 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:44.066616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a763c83-b2e7-4201-9f2a-a46b022b0ba6 req-324522b0-86ac-4a88-a729-41a243d80552 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0599024 Feb 02 13:37:44.119518 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a763c83-b2e7-4201-9f2a-a46b022b0ba6 req-ad05ae1e-67bf-4649-ac41-2e548c65a943 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465515 Feb 02 13:37:45.263225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eae75-f54b-49f2-8b44-80705af30796 req-dbd9e79d-4fb7-453b-8b71-f21d49ae48a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:45.266314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-720eae75-f54b-49f2-8b44-80705af30796 req-dbd9e79d-4fb7-453b-8b71-f21d49ae48a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0737042 Feb 02 13:37:45.350009 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-720eae75-f54b-49f2-8b44-80705af30796 req-47bad0ff-2f35-471c-adcf-5c796300f072 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757816 Feb 02 13:37:46.505554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656173e-9a16-40ab-9f11-94117ff29855 req-ff853bff-86ff-4c82-8ea8-cc6a078ba920 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:46.507379 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1656173e-9a16-40ab-9f11-94117ff29855 req-ff853bff-86ff-4c82-8ea8-cc6a078ba920 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0758913 Feb 02 13:37:46.580447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1656173e-9a16-40ab-9f11-94117ff29855 req-da04598d-b22f-4cb0-a6e4-21336de10f0b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664084 Feb 02 13:37:47.703072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-1107e76f-d519-483c-b256-7408f65a1902 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:37:47.704861 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-1107e76f-d519-483c-b256-7408f65a1902 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093327 Feb 02 13:37:47.753210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395aa4c-dba3-4652-9559-d0184161d552 req-07d06176-9aae-45c0-b219-3a5e033f56ed tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:47.754816 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f395aa4c-dba3-4652-9559-d0184161d552 req-07d06176-9aae-45c0-b219-3a5e033f56ed tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0986705 Feb 02 13:37:47.821709 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-f25d287d-e1ff-4825-96a1-a883cc16c502 service neutron] show failed (client error): The resource could not be found. Feb 02 13:37:47.822767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-f25d287d-e1ff-4825-96a1-a883cc16c502 service neutron] 10.222.0.18 "GET /v2.0/ports/08382117-1431-4184-8c2c-e8afed0ddc84/bindings/n-h2-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.1114585 Feb 02 13:37:47.826574 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f395aa4c-dba3-4652-9559-d0184161d552 req-db95dc1e-230b-45f1-a8ba-387dece800df tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639658 Feb 02 13:37:48.146220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-40d37086-3286-42fa-89c0-2c733d9f2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:48.147922 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-40d37086-3286-42fa-89c0-2c733d9f2fa7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546&tenant_id=2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 1127 time: 0.1256006 Feb 02 13:37:48.165429 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:37:48.242200 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:48.485181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=08382117-1431-4184-8c2c-e8afed0ddc84,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:37:48.533863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:37:48.578996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:37:48.581677 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245efea8-499e-45ad-831a-ce1f2c483502" -d '{"events": [{"server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "name": "network-vif-unplugged", "status": "completed", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:37:48.587347 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Publish callbacks [] for port (08382117-1431-4184-8c2c-e8afed0ddc84), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:48.607176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Transition to ACTIVE for port object 08382117-1431-4184-8c2c-e8afed0ddc84 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:37:48.613731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:48.653305 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe71cd31-55e0-4137-9afa-442f6d04f4b7 x-openstack-request-id: req-fe71cd31-55e0-4137-9afa-442f6d04f4b7 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:37:48.653695 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "name": "network-vif-unplugged", "status": "completed", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:37:48.653970 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fe71cd31-55e0-4137-9afa-442f6d04f4b7 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:37:48.654376 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84', 'code': 200} Feb 02 13:37:48.759076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Pushing event updated for resources: {'Port': ['ID=08382117-1431-4184-8c2c-e8afed0ddc84,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:37:48.844367 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] No DVR routers for this DVR port 08382117-1431-4184-8c2c-e8afed0ddc84 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:37:49.021736 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Attempting to bind port 08382117-1431-4184-8c2c-e8afed0ddc84 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:37:49.022155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Attempting to bind port 08382117-1431-4184-8c2c-e8afed0ddc84 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:37:49.022449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Attempting to bind port 08382117-1431-4184-8c2c-e8afed0ddc84 on network fa7d472a-6cb2-4bfd-aa62-00264a7129ad {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:37:49.027954 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Port 08382117-1431-4184-8c2c-e8afed0ddc84 on network fa7d472a-6cb2-4bfd-aa62-00264a7129ad not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:37:49.028275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Attempting to bind port 08382117-1431-4184-8c2c-e8afed0ddc84 on network fa7d472a-6cb2-4bfd-aa62-00264a7129ad {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:37:49.038834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:37:49.039659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Checking segment: {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:37:49.040238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Bound using segment: {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:37:49.040862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Bound port: 08382117-1431-4184-8c2c-e8afed0ddc84, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b77e5d92-6f22-47e5-b86a-ef381fe06f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:37:49.041674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:49.148250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:37:49.153942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=08382117-1431-4184-8c2c-e8afed0ddc84,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:37:49.164318 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:49.239902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Pushing event updated for resources: {'Port': ['ID=08382117-1431-4184-8c2c-e8afed0ddc84,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:37:49.255217 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:49.256051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:49.258405 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-7fd9b2c9-b0d3-4548-9559-4b6d3558e245 service neutron] 10.222.0.62 "PUT /v2.0/ports/08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 1091 time: 1.0971298 Feb 02 13:37:49.365600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-1aa8f418-6d1f-46eb-bec5-d156eb713bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:49.368941 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-1aa8f418-6d1f-46eb-bec5-d156eb713bb5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1125 time: 0.0747113 Feb 02 13:37:49.387103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb3531-730d-48f3-83ac-7d2fcd36d58a req-4891e5e7-929a-44f7-9fbc-bfd83aa18141 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:49.390282 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cdcb3531-730d-48f3-83ac-7d2fcd36d58a req-4891e5e7-929a-44f7-9fbc-bfd83aa18141 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 943 time: 0.4653490 Feb 02 13:37:49.469443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cdcb3531-730d-48f3-83ac-7d2fcd36d58a req-462ba7b3-0e67-426b-b40e-7370abdd8d2f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729434 Feb 02 13:37:49.510389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-ad57e873-3a5f-4a46-91df-da14e695164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:49.514298 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-ad57e873-3a5f-4a46-91df-da14e695164a service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 200 len: 898 time: 0.1380715 Feb 02 13:37:49.592050 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-8dcacf78-8584-4eb4-85b4-dc6676c9955b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 999 time: 0.0723963 Feb 02 13:37:49.671723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-dab13990-d72c-4581-855f-ae9397fa8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:49.673551 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-dab13990-d72c-4581-855f-ae9397fa8d3a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81032654-8964-484d-918f-cd4a72122a7c HTTP/1.1" status: 200 len: 835 time: 0.0762334 Feb 02 13:37:49.736482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-fd3ed876-26df-4771-9b3b-47b274b35034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:49.738209 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-fd3ed876-26df-4771-9b3b-47b274b35034 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581262 Feb 02 13:37:49.840275 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-737459c1-26a9-4df0-bdc8-bc42ab71459a service neutron] 10.222.0.62 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960076 Feb 02 13:37:49.949273 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72afc505-6005-4c7a-ad2b-d7fc1b9b2e67 req-16b3d851-8f0f-486d-a50d-c78a3179c4ac service neutron] 10.222.0.62 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035581 Feb 02 13:37:50.598871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce1789-5a68-4d8a-bb98-977db1cd5fcf req-b696c461-ba0d-42d2-b765-f9b6acdb6f24 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:50.601211 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79ce1789-5a68-4d8a-bb98-977db1cd5fcf req-b696c461-ba0d-42d2-b765-f9b6acdb6f24 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 943 time: 0.0642536 Feb 02 13:37:50.654919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79ce1789-5a68-4d8a-bb98-977db1cd5fcf req-0f6f903f-36e6-4adc-8c3c-4967ab607121 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479956 Feb 02 13:37:50.655739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:37:50.658840 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967f5a48-23a6-4f78-95c7-c16457a6968f" -d '{"events": [{"name": "network-changed", "server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:37:50.764820 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ae6aca-74d2-48bb-a103-f564c2d4f0d4 x-openstack-request-id: req-69ae6aca-74d2-48bb-a103-f564c2d4f0d4 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:37:50.764820 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:37:50.764820 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-69ae6aca-74d2-48bb-a103-f564c2d4f0d4 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:37:50.765190 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84', 'status': 'completed', 'code': 200} Feb 02 13:37:50.862809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-5112d45e-fe1c-4e2a-8599-4da9c8bd4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:50.864311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-305ae9e5-daf2-4aaf-9ab1-175c1c939293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:50.865195 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-5112d45e-fe1c-4e2a-8599-4da9c8bd4d34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1125 time: 0.0525424 Feb 02 13:37:50.865787 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-305ae9e5-daf2-4aaf-9ab1-175c1c939293 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1125 time: 0.0546381 Feb 02 13:37:50.957438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 08382117-1431-4184-8c2c-e8afed0ddc84 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:37:51.004193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port 08382117-1431-4184-8c2c-e8afed0ddc84 host n-h2-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:37:51.004800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-2a61276a-0bab-4664-8427-eaed45fcbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:51.004987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 08382117-1431-4184-8c2c-e8afed0ddc84 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:37:51.011322 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-2a61276a-0bab-4664-8427-eaed45fcbbb0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 200 len: 898 time: 0.1398501 Feb 02 13:37:51.016457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-d622b93f-5baa-48a2-b651-830218b4da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:51.018028 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-d622b93f-5baa-48a2-b651-830218b4da7c service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 200 len: 898 time: 0.1449788 Feb 02 13:37:51.108310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-f538e0d8-d133-4a26-bf69-1b22b387aafc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 999 time: 0.0863378 Feb 02 13:37:51.128394 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-05364fea-0f84-4c55-81df-365d80491b13 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 999 time: 0.1030149 Feb 02 13:37:51.165869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-2a7f8a98-6aec-44d3-a832-378154745c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:51.167373 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-2a7f8a98-6aec-44d3-a832-378154745c0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81032654-8964-484d-918f-cd4a72122a7c HTTP/1.1" status: 200 len: 835 time: 0.0536947 Feb 02 13:37:51.197684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-74aecd73-24b6-421d-9efd-9cc378c43c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:51.199274 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-74aecd73-24b6-421d-9efd-9cc378c43c05 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81032654-8964-484d-918f-cd4a72122a7c HTTP/1.1" status: 200 len: 835 time: 0.0582035 Feb 02 13:37:51.222063 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-8193965b-002f-46b4-b035-42be2a340aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:51.223885 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-8193965b-002f-46b4-b035-42be2a340aac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506685 Feb 02 13:37:51.282082 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-a88e5c6c-a3b9-42bd-bae8-fa3091f583a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:51.284097 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-a88e5c6c-a3b9-42bd-bae8-fa3091f583a8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0757744 Feb 02 13:37:51.348431 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-fd8396b9-ac9e-4cd2-aa88-b9d3d731c060 service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175127 Feb 02 13:37:51.395472 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-04cf1396-e657-4d04-8582-1425ffb688de service neutron] 10.222.0.62 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041434 Feb 02 13:37:51.464232 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-54223ae6-a3f9-4f7a-b374-a9639e68728b service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088705 Feb 02 13:37:51.534644 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-967f5a48-23a6-4f78-95c7-c16457a6968f req-9ab0ad49-2df5-446f-ac6a-63534c636ed9 service neutron] 10.222.0.62 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321948 Feb 02 13:37:51.816181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409c006-89ba-4484-9fb9-ce461941a95b req-afd2866e-eabb-4ab6-874b-a7c8b0dcc111 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:51.817568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b409c006-89ba-4484-9fb9-ce461941a95b req-afd2866e-eabb-4ab6-874b-a7c8b0dcc111 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 943 time: 0.0598044 Feb 02 13:37:51.883642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b409c006-89ba-4484-9fb9-ce461941a95b req-c5e3ad1f-888d-449f-946c-794c3b4b104a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594141 Feb 02 13:37:52.202351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e95755-d293-4e82-8bf9-abca4f1340a0 req-1786e42f-12c7-4055-bd15-392654f4932e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:52.203880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70e95755-d293-4e82-8bf9-abca4f1340a0 req-1786e42f-12c7-4055-bd15-392654f4932e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 943 time: 0.1285713 Feb 02 13:37:52.240100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-1f3d6903-d65d-4881-ac99-8aee2d562fb2 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:52.240100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-1f3d6903-d65d-4881-ac99-8aee2d562fb2 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.18 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546&tenant_id=2310a5a54d0b414d80a2621ece164ad5&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 943 time: 0.1544363 Feb 02 13:37:52.327342 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70e95755-d293-4e82-8bf9-abca4f1340a0 req-38ad355f-ff61-47a1-b64d-6a9522617892 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030433 Feb 02 13:37:52.355403 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-5075f411-7168-445e-abb3-337b4b1260d9 service neutron] delete failed (client error): The resource could not be found. Feb 02 13:37:52.356469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-5075f411-7168-445e-abb3-337b4b1260d9 service neutron] 10.222.0.18 "DELETE /v2.0/ports/08382117-1431-4184-8c2c-e8afed0ddc84/bindings/n-h1-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.1083727 Feb 02 13:37:52.480519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-232902d7-7005-4308-9bb2-b7dc357b0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:52.482044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-232902d7-7005-4308-9bb2-b7dc357b0553 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1125 time: 0.0531240 Feb 02 13:37:52.592726 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-aabd1368-4b00-4ba0-a5ea-6a23cfe3f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:52.594332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-aabd1368-4b00-4ba0-a5ea-6a23cfe3f201 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 200 len: 898 time: 0.1064806 Feb 02 13:37:52.664091 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-93a83b1a-4824-4f8e-8ced-6d0eadb77cca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 999 time: 0.0631733 Feb 02 13:37:52.719246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-fc77a0b7-32a9-4b80-a204-62f33ea700e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:52.720863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-fc77a0b7-32a9-4b80-a204-62f33ea700e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=81032654-8964-484d-918f-cd4a72122a7c HTTP/1.1" status: 200 len: 835 time: 0.0513988 Feb 02 13:37:52.779118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-e67caed0-785e-4ad9-b0f3-8cb7d18a2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:52.781046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-e67caed0-785e-4ad9-b0f3-8cb7d18a2cdc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542130 Feb 02 13:37:52.901836 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-c2a32911-5ec3-4bc9-a864-2998cd41a547 service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148043 Feb 02 13:37:53.030916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fd20b1d-3723-487e-8c69-2cc376837660 req-d62c7f59-12ab-455f-8adb-06ee22469578 service neutron] 10.222.0.18 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228354 Feb 02 13:37:53.476844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcdf87-f827-4bda-b0f2-546c5db7f160 req-359c76ad-951c-4855-b586-786ef926052f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:53.478720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15fcdf87-f827-4bda-b0f2-546c5db7f160 req-359c76ad-951c-4855-b586-786ef926052f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 943 time: 0.0664461 Feb 02 13:37:53.532857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15fcdf87-f827-4bda-b0f2-546c5db7f160 req-bef86cff-adbb-4d29-aaee-73bfc589d388 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482445 Feb 02 13:37:54.239308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 08382117-1431-4184-8c2c-e8afed0ddc84 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:37:54.358687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=08382117-1431-4184-8c2c-e8afed0ddc84,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:37:54.371148 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '08382117-1431-4184-8c2c-e8afed0ddc84', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'port_id': '08382117-1431-4184-8c2c-e8afed0ddc84', 'mac_address': 'fa:16:3e:ee:59:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81032654-8964-484d-918f-cd4a72122a7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:37:54.413364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 08382117-1431-4184-8c2c-e8afed0ddc84 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:37:54.413812 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:54.428111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08382117-1431-4184-8c2c-e8afed0ddc84 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:37:54.449241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=08382117-1431-4184-8c2c-e8afed0ddc84,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:37:54.456127 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:54.512121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=08382117-1431-4184-8c2c-e8afed0ddc84,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:37:54.520485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.520827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.521172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.521504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.521832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.522159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.522505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.522807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.523195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.523554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.523875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.524192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.524513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:37:54.675250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2fe54-313a-4780-9962-06f36945b22b req-fec99727-463a-4953-901a-7bad8ce30700 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:37:54.676857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bed2fe54-313a-4780-9962-06f36945b22b req-fec99727-463a-4953-901a-7bad8ce30700 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 944 time: 0.0610447 Feb 02 13:37:54.729158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['08382117-1431-4184-8c2c-e8afed0ddc84'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:37:54.764049 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bed2fe54-313a-4780-9962-06f36945b22b req-52f55e96-e837-4a0a-ba07-7666a5a51e1a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775361 Feb 02 13:37:54.790918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34170) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:37:54.872286 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-be12368b-584e-4374-b43e-33f60903cc6e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/1cc4de0d-1980-44f5-8ab0-09e1693e9d88 HTTP/1.1" status: 200 len: 992 time: 0.0797422 Feb 02 13:37:56.250055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 08382117-1431-4184-8c2c-e8afed0ddc84 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:37:56.335226 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 08382117-1431-4184-8c2c-e8afed0ddc84 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:37:56.340283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 08382117-1431-4184-8c2c-e8afed0ddc84 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:37:56.340656 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:56.425058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 08382117-1431-4184-8c2c-e8afed0ddc84 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:37:56.425449 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:56.451538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:37:56.454336 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c880a77-3b33-4fb6-9b98-1396086703ad" -d '{"events": [{"server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "name": "network-vif-plugged", "status": "completed", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:37:56.467089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=08382117-1431-4184-8c2c-e8afed0ddc84,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:37:56.472443 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:37:56.518909 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c07409b-1059-4b7c-b13c-6e55134957ab x-openstack-request-id: req-8c07409b-1059-4b7c-b13c-6e55134957ab {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:37:56.519209 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "name": "network-vif-plugged", "status": "completed", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:37:56.519502 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8c07409b-1059-4b7c-b13c-6e55134957ab {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:37:56.520098 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84', 'code': 200} Feb 02 13:37:56.535570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=08382117-1431-4184-8c2c-e8afed0ddc84,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:01.764198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-e3832bf1-dae2-4a55-ac8e-c49ed38b7324 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1396165 Feb 02 13:38:01.833472 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eae2cbd-5300-4c1f-aa25-55d089fbd5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:01.888425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-fb65e46a-01e6-4cf9-bbfc-445733db36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:01.890069 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-fb65e46a-01e6-4cf9-bbfc-445733db36cd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1127 time: 0.0615027 Feb 02 13:38:02.014540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-c1c930b1-985a-4c62-9397-cecde57a75fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:02.016108 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-c1c930b1-985a-4c62-9397-cecde57a75fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 200 len: 898 time: 0.1015782 Feb 02 13:38:02.091715 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-9142fb3c-1efa-4e9e-90e9-4bc2f0b6f054 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 1001 time: 0.0680566 Feb 02 13:38:02.147092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-add4dc9f-7bf1-4bc8-b992-d5a8a728367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:02.149597 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-add4dc9f-7bf1-4bc8-b992-d5a8a728367e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81032654-8964-484d-918f-cd4a72122a7c HTTP/1.1" status: 200 len: 835 time: 0.0494249 Feb 02 13:38:02.206865 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-7fc048a3-eef2-4301-b06d-afe89e587810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:02.208643 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-7fc048a3-eef2-4301-b06d-afe89e587810 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542324 Feb 02 13:38:02.218817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-9e95a024-81e8-4088-9043-eb111bb928c2 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:38:02.219904 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-9e95a024-81e8-4088-9043-eb111bb928c2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053077 Feb 02 13:38:02.324468 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-015f8f47-b91d-4394-912f-460c6f40b7a7 service neutron] 10.222.0.62 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927339 Feb 02 13:38:02.418928 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f044835b-7c58-48ce-baea-e4fcf4f72b07 req-ec93e220-97f2-4e87-a3ab-08660c0c18db service neutron] 10.222.0.62 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885003 Feb 02 13:38:04.103177 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21ba0be9-7e0d-4f08-a3f9-bf9395d712b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:05.636716 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:06.910847 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:06.937461 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:07.849068 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:07.987486 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-7e2a6cc7-74f7-406c-addd-de4e8dde57f9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:07.988979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-7e2a6cc7-74f7-406c-addd-de4e8dde57f9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.1102488 Feb 02 13:38:08.005237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-25fbbdc2-06b7-4cfc-acf1-7257fbcf7a14 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/quotas/79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 375 time: 0.0105422 Feb 02 13:38:08.062802 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:08.082620 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-29b22864-f9d3-41ed-8780-27e3eefba96b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708182 Feb 02 13:38:08.183949 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-de0fcea7-60d6-4081-80bc-9d822dcba67d service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919394 Feb 02 13:38:08.289275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-cd42ae34-165f-46fd-bcb4-cab97bc6b94e service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994256 Feb 02 13:38:08.617724 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17d1ace2-0465-48e6-a114-9c8de1349a33 req-2e225f87-a2d3-4f9e-9bc2-9b6722ebfa13 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 210 time: 0.0308897 Feb 02 13:38:09.736290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2afe8b0-7517-4280-a956-5caa30de18d5 req-8459f230-a69d-41c4-a1b5-e6cb44467041 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 210 time: 0.0368345 Feb 02 13:38:09.769762 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-e7a4f71e-1774-43df-8644-ffd4db17559e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:09.771328 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-e7a4f71e-1774-43df-8644-ffd4db17559e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.1593974 Feb 02 13:38:09.789097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'port': {'device_id': '39535ce7-081b-4229-a0b7-07055f1e5a9b', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'admin_state_up': True, 'tenant_id': '79d51849a46a4fe5bdba4def304a1053'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:09.930192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Made reservation on behalf of 79d51849a46a4fe5bdba4def304a1053 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:38:09.930192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:10.085304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Allocated IP 172.20.0.11 (89ab5506-8479-47c7-b520-9bbb402c75c3/9ec1387b-1edc-4d31-aae4-a5a0dd643b47/0ffca05c-4f6c-428e-9fea-31617ca0c5f8) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:38:10.271157 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:10.317702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:10.370948 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:38:10.373863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:38:10.400921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=0ffca05c-4f6c-428e-9fea-31617ca0c5f8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:10.415563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:38:10.492210 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:10.492877 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:10.525252 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-4737730a-6f11-45f0-9a89-918e6873905f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7401061 Feb 02 13:38:10.549927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Request body: {'port': {'device_id': '39535ce7-081b-4229-a0b7-07055f1e5a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:10.620902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:10.702238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c28c5b80-738d-40d6-af22-f8aa5b32a960 None None] Provisioning complete for port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:10.703243 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c28c5b80-738d-40d6-af22-f8aa5b32a960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:10.743036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c28c5b80-738d-40d6-af22-f8aa5b32a960 None None] Port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:38:10.913516 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe317959-5e92-4e86-bcce-1602b05ad2e8 req-b86e3a7a-8beb-4517-8a73-283b273c619b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:10.915459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe317959-5e92-4e86-bcce-1602b05ad2e8 req-b86e3a7a-8beb-4517-8a73-283b273c619b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 932 time: 0.0690546 Feb 02 13:38:10.943812 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:38:10.953691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Publish callbacks [] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:10.968620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Transition to ACTIVE for port object 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:38:10.972763 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:10.990719 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe317959-5e92-4e86-bcce-1602b05ad2e8 req-b1817831-e538-4094-803c-11f4c0636447 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687311 Feb 02 13:38:11.103407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Pushing event updated for resources: {'Port': ['ID=0ffca05c-4f6c-428e-9fea-31617ca0c5f8,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:11.121481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Attempting to bind port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:11.121828 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Attempting to bind port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:38:11.122160 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Attempting to bind port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:38:11.130337 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:38:11.130658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Attempting to bind port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:38:11.138119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:38:11.138694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Checking segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:38:11.139349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Bound using segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:38:11.140196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Bound port: 0ffca05c-4f6c-428e-9fea-31617ca0c5f8, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:38:11.140819 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:11.260459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] For port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:38:11.265702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] For port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0ffca05c-4f6c-428e-9fea-31617ca0c5f8,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:38:11.279080 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:11.322805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:11.323554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:11.325071 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] 10.222.0.62 "PUT /v2.0/ports/0ffca05c-4f6c-428e-9fea-31617ca0c5f8 HTTP/1.1" status: 200 len: 1092 time: 0.7844694 Feb 02 13:38:11.325723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39535ce7-081b-4229-a0b7-07055f1e5a9b', 'tag': '0ffca05c-4f6c-428e-9fea-31617ca0c5f8'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:38:11.328577 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f78c05-7c92-49b8-b4da-9cd9f3e57905" -d '{"events": [{"name": "network-changed", "server_uuid": "39535ce7-081b-4229-a0b7-07055f1e5a9b", "tag": "0ffca05c-4f6c-428e-9fea-31617ca0c5f8"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:38:11.375223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe80e83-14c4-467b-bdd3-216e4e7a8524 service neutron] Pushing event updated for resources: {'Port': ['ID=0ffca05c-4f6c-428e-9fea-31617ca0c5f8,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:11.412643 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b7a9cf-28d4-4bd8-8243-f6cde5efaa88 x-openstack-request-id: req-d7b7a9cf-28d4-4bd8-8243-f6cde5efaa88 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:38:11.413258 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39535ce7-081b-4229-a0b7-07055f1e5a9b", "tag": "0ffca05c-4f6c-428e-9fea-31617ca0c5f8", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:38:11.413609 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d7b7a9cf-28d4-4bd8-8243-f6cde5efaa88 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:38:11.414160 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39535ce7-081b-4229-a0b7-07055f1e5a9b', 'tag': '0ffca05c-4f6c-428e-9fea-31617ca0c5f8', 'status': 'completed', 'code': 200} Feb 02 13:38:11.496590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-72f74b01-2f54-4dcb-9c5e-9ec3f1c3352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:11.498143 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-72f74b01-2f54-4dcb-9c5e-9ec3f1c3352e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 1126 time: 0.0643132 Feb 02 13:38:11.579290 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-9ed59494-feb4-4b68-a349-a62a532bd596 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ffca05c-4f6c-428e-9fea-31617ca0c5f8 HTTP/1.1" status: 200 len: 217 time: 0.0669184 Feb 02 13:38:11.640783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-d4052978-f95b-4a19-a013-8dc642290f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:11.642613 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-d4052978-f95b-4a19-a013-8dc642290f7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0565448 Feb 02 13:38:11.725481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-5e51e306-285a-42e2-8bb5-757bb16b3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:11.726796 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-5e51e306-285a-42e2-8bb5-757bb16b3dd1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0777762 Feb 02 13:38:11.833997 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-c7b0af75-b0fc-4b04-8438-f6505b43c6a1 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002033 Feb 02 13:38:11.961095 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8ca6424-d3c7-4823-82b4-116b9ff6e57e req-f144ddf4-7847-405e-9132-cacd97919a05 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159871 Feb 02 13:38:12.122257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f78c05-7c92-49b8-b4da-9cd9f3e57905 req-86adf13d-7fca-4225-aa75-f0fc83e255b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:12.124352 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56f78c05-7c92-49b8-b4da-9cd9f3e57905 req-86adf13d-7fca-4225-aa75-f0fc83e255b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 1126 time: 0.0771987 Feb 02 13:38:12.188310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d131f-ef0e-41cb-815a-986c518695b5 req-aa9ff5fc-deef-467b-9199-4cdee3557637 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:12.196241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b78d131f-ef0e-41cb-815a-986c518695b5 req-aa9ff5fc-deef-467b-9199-4cdee3557637 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.0748501 Feb 02 13:38:12.238226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f78c05-7c92-49b8-b4da-9cd9f3e57905 req-fecfea25-1a3f-4882-a74c-2308295fd9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:12.239841 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56f78c05-7c92-49b8-b4da-9cd9f3e57905 req-fecfea25-1a3f-4882-a74c-2308295fd9b0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1095233 Feb 02 13:38:12.255901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b78d131f-ef0e-41cb-815a-986c518695b5 req-4cb04694-7db9-4a65-b6b8-46409b97cb86 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582855 Feb 02 13:38:12.297596 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56f78c05-7c92-49b8-b4da-9cd9f3e57905 req-1bc5e100-801f-4872-8f30-8b3d010a6bb4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ffca05c-4f6c-428e-9fea-31617ca0c5f8 HTTP/1.1" status: 200 len: 217 time: 0.0491056 Feb 02 13:38:12.359483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f78c05-7c92-49b8-b4da-9cd9f3e57905 req-f6ecf783-046f-4d15-a84d-c7cf5ac0d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:12.361029 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56f78c05-7c92-49b8-b4da-9cd9f3e57905 req-f6ecf783-046f-4d15-a84d-c7cf5ac0d2db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0568950 Feb 02 13:38:12.421345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f78c05-7c92-49b8-b4da-9cd9f3e57905 req-326f1966-3c0a-46be-a160-f81c93abb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:12.423449 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56f78c05-7c92-49b8-b4da-9cd9f3e57905 req-326f1966-3c0a-46be-a160-f81c93abb8d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562327 Feb 02 13:38:12.529339 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56f78c05-7c92-49b8-b4da-9cd9f3e57905 req-4e328eb8-6105-4ea2-85f1-3f04666110f0 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992558 Feb 02 13:38:12.929552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-f71674ca-5bf4-4a02-a059-1b6489e9970d req-f1cb492f-d90c-49fa-87d7-6df2886be73d service neutron] (103187) timed out ('10.222.0.62', 60281) {{(pid=103187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:38:13.011147 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-56f78c05-7c92-49b8-b4da-9cd9f3e57905 req-56a7e60f-0b5f-41f9-8e8c-f088a2777d28 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669480 Feb 02 13:38:13.402760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ae10c-dd6a-46cc-a495-01d4c3398ae2 req-fcb8ad36-70e4-42fb-8bda-b94d763c78f3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:13.410460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-694ae10c-dd6a-46cc-a495-01d4c3398ae2 req-fcb8ad36-70e4-42fb-8bda-b94d763c78f3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.0571032 Feb 02 13:38:13.478740 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-694ae10c-dd6a-46cc-a495-01d4c3398ae2 req-2162e9db-53aa-44ce-ae73-90f01347d837 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573745 Feb 02 13:38:14.628838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f34b7-0e75-4e6b-973b-3e40ad07b77b req-8ea73081-c386-4bbc-ac2a-c586a9e85115 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:14.630497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d2f34b7-0e75-4e6b-973b-3e40ad07b77b req-8ea73081-c386-4bbc-ac2a-c586a9e85115 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.0793490 Feb 02 13:38:14.686853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d2f34b7-0e75-4e6b-973b-3e40ad07b77b req-f395fd42-dd94-4d9a-a7a0-e82338002510 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498059 Feb 02 13:38:15.820424 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a45a86-bf06-44ba-bf55-e4e051cfaa85 req-7aaa6a28-c686-46e8-89a7-b127ce4df6a1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:15.825221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29a45a86-bf06-44ba-bf55-e4e051cfaa85 req-7aaa6a28-c686-46e8-89a7-b127ce4df6a1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.0662713 Feb 02 13:38:15.879150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29a45a86-bf06-44ba-bf55-e4e051cfaa85 req-17b3f850-2447-4f38-af07-7212bda0ad78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505371 Feb 02 13:38:16.538701 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:38:17.016416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2064d-2237-410e-b393-83fddeaba1f3 req-2f5cee89-a41a-432a-affe-31aa7005cd52 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:17.018932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afe2064d-2237-410e-b393-83fddeaba1f3 req-2f5cee89-a41a-432a-affe-31aa7005cd52 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.0624802 Feb 02 13:38:17.073001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-afe2064d-2237-410e-b393-83fddeaba1f3 req-1995b87e-07c7-4e2a-b2d8-7b8ffb534a59 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479393 Feb 02 13:38:18.199686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df139f04-606a-4ae9-97a3-98ae9de35f26 req-f14e36a8-b0f1-4388-a8db-1ba2567cbd79 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:18.201173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df139f04-606a-4ae9-97a3-98ae9de35f26 req-f14e36a8-b0f1-4388-a8db-1ba2567cbd79 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.0558116 Feb 02 13:38:18.249300 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df139f04-606a-4ae9-97a3-98ae9de35f26 req-efc6de36-0629-49c0-897d-4823fb277b74 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Feb 02 13:38:19.377169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf4b44-4494-4578-b1c9-b42e86a51624 req-a0a7f2ab-95d4-4cfa-aa0b-129a2fe00df0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:19.378724 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-babf4b44-4494-4578-b1c9-b42e86a51624 req-a0a7f2ab-95d4-4cfa-aa0b-129a2fe00df0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.0579181 Feb 02 13:38:19.431919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-babf4b44-4494-4578-b1c9-b42e86a51624 req-7e588cf1-1606-491e-8438-5a6c584766c6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459783 Feb 02 13:38:20.556536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ba3ef-7585-4195-a030-93713a09a0ee req-25f40b62-9298-4417-bb27-ca07696e039e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:20.558025 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-759ba3ef-7585-4195-a030-93713a09a0ee req-25f40b62-9298-4417-bb27-ca07696e039e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.0565507 Feb 02 13:38:20.605645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-759ba3ef-7585-4195-a030-93713a09a0ee req-51728df1-5f9f-44fc-bf86-33f479977915 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Feb 02 13:38:21.730084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3e7fa-af7b-4ca4-9af3-9814193b22f0 req-594b971f-2966-4e20-bb9e-51ed1cc27bca tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:21.731597 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33b3e7fa-af7b-4ca4-9af3-9814193b22f0 req-594b971f-2966-4e20-bb9e-51ed1cc27bca tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.0558274 Feb 02 13:38:21.781622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-33b3e7fa-af7b-4ca4-9af3-9814193b22f0 req-06ecf88a-797c-4a36-ad6a-748cf5dca87c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Feb 02 13:38:22.909862 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815722f-cbc0-4652-a784-6925027bb942 req-94abd75a-44f7-4786-af15-233e43213bcc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:22.911643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9815722f-cbc0-4652-a784-6925027bb942 req-94abd75a-44f7-4786-af15-233e43213bcc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.0563576 Feb 02 13:38:22.964382 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9815722f-cbc0-4652-a784-6925027bb942 req-f8715bfb-b1cb-42a0-ad45-e723de7936f8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466821 Feb 02 13:38:23.546756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bad05-3806-42cf-b70f-5c5045c5211a req-3143ad56-e3b0-410d-95ae-22cc2c718799 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:23.548478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a41bad05-3806-42cf-b70f-5c5045c5211a req-3143ad56-e3b0-410d-95ae-22cc2c718799 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1127 time: 0.0482478 Feb 02 13:38:23.597002 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a41bad05-3806-42cf-b70f-5c5045c5211a req-e7639ffe-07f2-425b-86fc-8de24b74ea07 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425909 Feb 02 13:38:23.619399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34642) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:23.778525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port 3d5abea1-8afb-4192-bb19-37d9e161a7ce {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:38:23.778863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3d5abea1-8afb-4192-bb19-37d9e161a7ce), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:23.861569 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3d5abea1-8afb-4192-bb19-37d9e161a7ce), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:23.861896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (3d5abea1-8afb-4192-bb19-37d9e161a7ce), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:23.875128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for 3d5abea1-8afb-4192-bb19-37d9e161a7ce owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:38:24.050459 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3d5abea1-8afb-4192-bb19-37d9e161a7ce), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:24.074497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=3d5abea1-8afb-4192-bb19-37d9e161a7ce,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:24.089627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.089627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.089627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.090140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.090309 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.090746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.090919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.091237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.091619 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.091951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.092277 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.092601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.092914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:24.096197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa72313-00e8-4392-95d8-de36cc9ed790 req-b8fe28f6-bc5e-4099-900d-771e950bba6e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:24.098313 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2aa72313-00e8-4392-95d8-de36cc9ed790 req-b8fe28f6-bc5e-4099-900d-771e950bba6e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.0613670 Feb 02 13:38:24.151478 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (1cc4de0d-1980-44f5-8ab0-09e1693e9d88), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:24.151947 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Floating IP 1cc4de0d-1980-44f5-8ab0-09e1693e9d88 disassociated (deleted). External IP: 172.25.4.201, port: 08382117-1431-4184-8c2c-e8afed0ddc84. Feb 02 13:38:24.156934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2aa72313-00e8-4392-95d8-de36cc9ed790 req-7bb84bd8-c641-4c04-80ac-5bae46aae7a1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492175 Feb 02 13:38:24.373091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router 88f5699c-d856-4536-91e0-ad1884ada89a has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:38:24.486633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:38:24.492113 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:24.497521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa1470-9d46-4be4-af21-538d282d8c68 None None] Sync routers for ids ['88f5699c-d856-4536-91e0-ad1884ada89a'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:38:24.508764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa1470-9d46-4be4-af21-538d282d8c68 None None] Routers {'88f5699c-d856-4536-91e0-ad1884ada89a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:38:24.509390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6caa1470-9d46-4be4-af21-538d282d8c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:38:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['88f5699c-d856-4536-91e0-ad1884ada89a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:24.530958 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cf80b2a9-e50a-45c2-9329-c995e7433838 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/floatingips/1cc4de0d-1980-44f5-8ab0-09e1693e9d88 HTTP/1.1" status: 204 len: 168 time: 0.9078224 Feb 02 13:38:24.530958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:38:24.531645 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10044567-f6e7-468b-9af0-c7287ab7ad15" -d '{"events": [{"name": "network-changed", "server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:38:24.572569 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270649d8-06de-4640-b224-ef7ef8f07365 x-openstack-request-id: req-270649d8-06de-4640-b224-ef7ef8f07365 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:38:24.572873 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:38:24.573126 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-270649d8-06de-4640-b224-ef7ef8f07365 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:38:24.573539 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84', 'status': 'completed', 'code': 200} Feb 02 13:38:24.630503 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-6caa1470-9d46-4be4-af21-538d282d8c68 None None] Set router 88f5699c-d856-4536-91e0-ad1884ada89a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:38:24.669037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10044567-f6e7-468b-9af0-c7287ab7ad15 req-a088a9bc-098e-4a1c-9d89-66ceda8936c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:24.670781 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10044567-f6e7-468b-9af0-c7287ab7ad15 req-a088a9bc-098e-4a1c-9d89-66ceda8936c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 1127 time: 0.0539358 Feb 02 13:38:24.805538 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10044567-f6e7-468b-9af0-c7287ab7ad15 req-0a808eae-c636-4466-aa2d-eaf540f08d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:24.807590 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10044567-f6e7-468b-9af0-c7287ab7ad15 req-0a808eae-c636-4466-aa2d-eaf540f08d32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 200 len: 898 time: 0.1267543 Feb 02 13:38:24.841065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c1a90-8851-4db4-bb10-3799c6242e0e req-cb08140e-490f-4e66-a4af-ba3a242b525e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:24.843067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d3c1a90-8851-4db4-bb10-3799c6242e0e req-cb08140e-490f-4e66-a4af-ba3a242b525e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0716608 Feb 02 13:38:24.873178 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10044567-f6e7-468b-9af0-c7287ab7ad15 req-86e1059a-f570-4cc6-a6ed-65b3ff271e40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 200 len: 217 time: 0.0587742 Feb 02 13:38:24.904344 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d3c1a90-8851-4db4-bb10-3799c6242e0e req-3c26df21-ceea-4c6b-ac95-d46cff2a4be5 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548730 Feb 02 13:38:24.911500 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6caa1470-9d46-4be4-af21-538d282d8c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '9ecbbab0-64bb-4d94-a63a-8e16c83c00d7', 'name': '', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:5c:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '81032654-8964-484d-918f-cd4a72122a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:31Z', 'updated_at': '2022-02-02T13:36:40Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '81032654-8964-484d-918f-cd4a72122a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:24.942721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa1470-9d46-4be4-af21-538d282d8c68 None None] Checking router: 88f5699c-d856-4536-91e0-ad1884ada89a for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:38:24.946451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10044567-f6e7-468b-9af0-c7287ab7ad15 req-7b3365a0-d81d-46ff-8d8d-1770ad0b8932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:24.948001 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10044567-f6e7-468b-9af0-c7287ab7ad15 req-7b3365a0-d81d-46ff-8d8d-1770ad0b8932 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81032654-8964-484d-918f-cd4a72122a7c HTTP/1.1" status: 200 len: 835 time: 0.0679891 Feb 02 13:38:24.952150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa1470-9d46-4be4-af21-538d282d8c68 None None] Routers {'88f5699c-d856-4536-91e0-ad1884ada89a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:38:24.952693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6caa1470-9d46-4be4-af21-538d282d8c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:38:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['88f5699c-d856-4536-91e0-ad1884ada89a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:25.001042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10044567-f6e7-468b-9af0-c7287ab7ad15 req-88061c46-413d-486b-aa85-e2f58c14b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:25.002607 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10044567-f6e7-468b-9af0-c7287ab7ad15 req-88061c46-413d-486b-aa85-e2f58c14b764 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fa7d472a-6cb2-4bfd-aa62-00264a7129ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460994 Feb 02 13:38:25.065210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-6caa1470-9d46-4be4-af21-538d282d8c68 None None] Set router 88f5699c-d856-4536-91e0-ad1884ada89a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:38:25.107119 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10044567-f6e7-468b-9af0-c7287ab7ad15 req-67813918-fd3c-4a7f-8ff6-55ccf384f473 service neutron] 10.222.0.62 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971153 Feb 02 13:38:25.212124 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10044567-f6e7-468b-9af0-c7287ab7ad15 req-dbf14663-1d27-4bdc-b7a7-05e285122e1b service neutron] 10.222.0.62 "GET /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972972 Feb 02 13:38:25.283745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6caa1470-9d46-4be4-af21-538d282d8c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '9ecbbab0-64bb-4d94-a63a-8e16c83c00d7', 'name': '', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:5c:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '81032654-8964-484d-918f-cd4a72122a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:31Z', 'updated_at': '2022-02-02T13:36:40Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '81032654-8964-484d-918f-cd4a72122a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:25.311523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa1470-9d46-4be4-af21-538d282d8c68 None None] The sync data for ids ['88f5699c-d856-4536-91e0-ad1884ada89a'] in n-d-827336-2 is: [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '9ecbbab0-64bb-4d94-a63a-8e16c83c00d7', 'name': '', 'network_id': 'fa7d472a-6cb2-4bfd-aa62-00264a7129ad', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:5c:bd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '81032654-8964-484d-918f-cd4a72122a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:31Z', 'updated_at': '2022-02-02T13:36:40Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '81032654-8964-484d-918f-cd4a72122a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:38:25.481167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4b837-6dbf-47c9-ba68-24b2f1b1c4cb req-2b8d1c8c-a3b4-4368-b925-86193c47e92f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:25.488163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-efa4b837-6dbf-47c9-ba68-24b2f1b1c4cb req-2b8d1c8c-a3b4-4368-b925-86193c47e92f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.2542725 Feb 02 13:38:25.533851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-efa4b837-6dbf-47c9-ba68-24b2f1b1c4cb req-cfc63749-b1e2-44e6-9fc6-51da6fc3eb4b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447695 Feb 02 13:38:25.585375 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c96711b-1490-45aa-bf5f-3199dd6f78c7 None None] New status for floating IP 1cc4de0d-1980-44f5-8ab0-09e1693e9d88: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:38:26.048434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720eca8-dd40-44ac-8889-f5ab985f76d8 req-a2e85f27-6abc-4328-9708-6dc624468cb1 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:26.050027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d720eca8-dd40-44ac-8889-f5ab985f76d8 req-a2e85f27-6abc-4328-9708-6dc624468cb1 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0704076 Feb 02 13:38:26.106107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d720eca8-dd40-44ac-8889-f5ab985f76d8 req-18495f08-b7c1-4d08-96be-6447f7602945 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=9cd51429-bfc9-45e8-afb9-d08622d5f8e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493305 Feb 02 13:38:26.419473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325148f-54fa-4ce8-8c23-038b3ec21705 req-cac8521d-bcee-455e-bb05-930d15197115 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:26.420889 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5325148f-54fa-4ce8-8c23-038b3ec21705 req-cac8521d-bcee-455e-bb05-930d15197115 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "GET /v2.0/ports?device_id=affd7d12-4c50-421c-ba3a-c1e798d37546 HTTP/1.1" status: 200 len: 945 time: 0.0598915 Feb 02 13:38:26.517320 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-5325148f-54fa-4ce8-8c23-038b3ec21705 req-418f443b-e3b7-4873-ba88-c57ef3e7faaa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port 08382117-1431-4184-8c2c-e8afed0ddc84 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:38:26.517604 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5325148f-54fa-4ce8-8c23-038b3ec21705 req-418f443b-e3b7-4873-ba88-c57ef3e7faaa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:26.611280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-5325148f-54fa-4ce8-8c23-038b3ec21705 req-418f443b-e3b7-4873-ba88-c57ef3e7faaa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] For port 08382117-1431-4184-8c2c-e8afed0ddc84, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=08382117-1431-4184-8c2c-e8afed0ddc84,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:26.611657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5325148f-54fa-4ce8-8c23-038b3ec21705 req-418f443b-e3b7-4873-ba88-c57ef3e7faaa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:26.624291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-5325148f-54fa-4ce8-8c23-038b3ec21705 req-418f443b-e3b7-4873-ba88-c57ef3e7faaa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for 08382117-1431-4184-8c2c-e8afed0ddc84 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:38:26.669849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026de623-10c7-40ab-a6fb-eb0c0ca2e70d req-80bf2e87-111c-49aa-8c80-4091193e5ac5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:26.671395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-026de623-10c7-40ab-a6fb-eb0c0ca2e70d req-80bf2e87-111c-49aa-8c80-4091193e5ac5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.0619776 Feb 02 13:38:26.724097 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-026de623-10c7-40ab-a6fb-eb0c0ca2e70d req-476e3c04-b183-42d9-886d-aa258ad8db4d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Feb 02 13:38:26.759875 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5325148f-54fa-4ce8-8c23-038b3ec21705 req-418f443b-e3b7-4873-ba88-c57ef3e7faaa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (08382117-1431-4184-8c2c-e8afed0ddc84), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:26.791136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f443b-e3b7-4873-ba88-c57ef3e7faaa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=08382117-1431-4184-8c2c-e8afed0ddc84,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:26.836254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-5325148f-54fa-4ce8-8c23-038b3ec21705 req-418f443b-e3b7-4873-ba88-c57ef3e7faaa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] No DVR routers for this DVR port 08382117-1431-4184-8c2c-e8afed0ddc84 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:38:26.839006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-5325148f-54fa-4ce8-8c23-038b3ec21705 req-418f443b-e3b7-4873-ba88-c57ef3e7faaa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:26.842402 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5325148f-54fa-4ce8-8c23-038b3ec21705 req-418f443b-e3b7-4873-ba88-c57ef3e7faaa tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "DELETE /v2.0/ports/08382117-1431-4184-8c2c-e8afed0ddc84 HTTP/1.1" status: 204 len: 173 time: 0.4147294 Feb 02 13:38:26.842855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'name': 'network-vif-deleted', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:38:26.845154 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec9829e-247b-43de-8b97-75fea47d864f" -d '{"events": [{"server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "name": "network-vif-deleted", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:38:26.894587 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dba85f4-3b9a-457b-8467-b277416014fd x-openstack-request-id: req-0dba85f4-3b9a-457b-8467-b277416014fd {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:38:26.894887 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affd7d12-4c50-421c-ba3a-c1e798d37546", "name": "network-vif-deleted", "tag": "08382117-1431-4184-8c2c-e8afed0ddc84", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:38:26.895140 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0dba85f4-3b9a-457b-8467-b277416014fd {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:38:26.897044 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'affd7d12-4c50-421c-ba3a-c1e798d37546', 'name': 'network-vif-deleted', 'tag': '08382117-1431-4184-8c2c-e8afed0ddc84', 'status': 'completed', 'code': 200} Feb 02 13:38:27.177402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34674) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:27.560366 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-455b66b7-84bf-4773-b70a-da03c7f6f133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (88f5699c-d856-4536-91e0-ad1884ada89a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:27.867468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-455b66b7-84bf-4773-b70a-da03c7f6f133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:38:27.868543 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-455b66b7-84bf-4773-b70a-da03c7f6f133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:27.996408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-455b66b7-84bf-4773-b70a-da03c7f6f133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] For port 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9ecbbab0-64bb-4d94-a63a-8e16c83c00d7,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:27.996765 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-455b66b7-84bf-4773-b70a-da03c7f6f133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:28.012746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-455b66b7-84bf-4773-b70a-da03c7f6f133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:38:28.027222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1b8db-a664-474f-bc9b-1b0255899911 req-0401889a-9faf-4627-b409-d7a1637843e0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:28.028734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52e1b8db-a664-474f-bc9b-1b0255899911 req-0401889a-9faf-4627-b409-d7a1637843e0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 944 time: 0.1995239 Feb 02 13:38:28.121839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52e1b8db-a664-474f-bc9b-1b0255899911 req-4510179f-4ac8-46e7-932d-0001541f2196 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865226 Feb 02 13:38:28.259076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-455b66b7-84bf-4773-b70a-da03c7f6f133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9ecbbab0-64bb-4d94-a63a-8e16c83c00d7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:28.286911 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b66b7-84bf-4773-b70a-da03c7f6f133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=9ecbbab0-64bb-4d94-a63a-8e16c83c00d7,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:28.417210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:38:28.490789 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-455b66b7-84bf-4773-b70a-da03c7f6f133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (88f5699c-d856-4536-91e0-ad1884ada89a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:28.554426 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0ffca05c-4f6c-428e-9fea-31617ca0c5f8,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:28.567358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '0ffca05c-4f6c-428e-9fea-31617ca0c5f8', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'port_id': '0ffca05c-4f6c-428e-9fea-31617ca0c5f8', 'mac_address': 'fa:16:3e:4a:06:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:38:28.608097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:28.608628 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:28.622539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:38:28.644359 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0ffca05c-4f6c-428e-9fea-31617ca0c5f8,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:28.649301 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:28.708272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=0ffca05c-4f6c-428e-9fea-31617ca0c5f8,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:28.965873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0ffca05c-4f6c-428e-9fea-31617ca0c5f8'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:38:29.039577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455b66b7-84bf-4773-b70a-da03c7f6f133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router 88f5699c-d856-4536-91e0-ad1884ada89a has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:38:29.162732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455b66b7-84bf-4773-b70a-da03c7f6f133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:38:29.172848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-455b66b7-84bf-4773-b70a-da03c7f6f133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "PUT /v2.0/routers/88f5699c-d856-4536-91e0-ad1884ada89a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9916589 Feb 02 13:38:29.173084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34696) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:29.179566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dfa25b-2015-4a1c-afe8-cd130adaef09 None None] Sync routers for ids ['88f5699c-d856-4536-91e0-ad1884ada89a'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:38:29.197336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dfa25b-2015-4a1c-afe8-cd130adaef09 None None] Routers {'88f5699c-d856-4536-91e0-ad1884ada89a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:38:29.198087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b0dfa25b-2015-4a1c-afe8-cd130adaef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:38:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['88f5699c-d856-4536-91e0-ad1884ada89a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:29.264466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7d3932-07f8-4741-8f1e-2047cb001de3 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting subnet 81032654-8964-484d-918f-cd4a72122a7c {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:38:29.269570 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3932-07f8-4741-8f1e-2047cb001de3 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for subnet (81032654-8964-484d-918f-cd4a72122a7c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:29.308738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c5220-416c-4a3b-be3b-32ae47fc8211 req-2cc86d4e-1f99-4fa7-835a-6e874a6ade66 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:29.309414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b0dfa25b-2015-4a1c-afe8-cd130adaef09 None None] Set router 88f5699c-d856-4536-91e0-ad1884ada89a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:38:29.310371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-623c5220-416c-4a3b-be3b-32ae47fc8211 req-2cc86d4e-1f99-4fa7-835a-6e874a6ade66 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 945 time: 0.1029546 Feb 02 13:38:29.327825 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3932-07f8-4741-8f1e-2047cb001de3 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (81032654-8964-484d-918f-cd4a72122a7c), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:29.400827 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-623c5220-416c-4a3b-be3b-32ae47fc8211 req-830ed261-838c-4b55-98b4-5acc7874a202 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823753 Feb 02 13:38:29.461311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3932-07f8-4741-8f1e-2047cb001de3 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (81032654-8964-484d-918f-cd4a72122a7c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:29.553252 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3932-07f8-4741-8f1e-2047cb001de3 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (81032654-8964-484d-918f-cd4a72122a7c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:29.555591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b0dfa25b-2015-4a1c-afe8-cd130adaef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:38:28Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:29.586317 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dfa25b-2015-4a1c-afe8-cd130adaef09 None None] Checking router: 88f5699c-d856-4536-91e0-ad1884ada89a for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:38:29.587350 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d3932-07f8-4741-8f1e-2047cb001de3 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Subnet': ['ID=81032654-8964-484d-918f-cd4a72122a7c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:29.589865 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8d7d3932-07f8-4741-8f1e-2047cb001de3 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:29.596616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8d7d3932-07f8-4741-8f1e-2047cb001de3 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/subnets/81032654-8964-484d-918f-cd4a72122a7c HTTP/1.1" status: 204 len: 168 time: 0.4201713 Feb 02 13:38:29.597558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:29.601481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455838e8-f0db-427f-a81d-77d865655b90 None None] Network fa7d472a-6cb2-4bfd-aa62-00264a7129ad requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:38:29.616924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dfa25b-2015-4a1c-afe8-cd130adaef09 None None] Routers {'88f5699c-d856-4536-91e0-ad1884ada89a'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:38:29.617558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b0dfa25b-2015-4a1c-afe8-cd130adaef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:38:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['88f5699c-d856-4536-91e0-ad1884ada89a'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:29.755391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router (88f5699c-d856-4536-91e0-ad1884ada89a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:29.810499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b0dfa25b-2015-4a1c-afe8-cd130adaef09 None None] Set router 88f5699c-d856-4536-91e0-ad1884ada89a gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:38:29.883333 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (88f5699c-d856-4536-91e0-ad1884ada89a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:29.947165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port c739205c-964e-4898-b302-65820321a0f6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:38:29.947688 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c739205c-964e-4898-b302-65820321a0f6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.039588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] For port c739205c-964e-4898-b302-65820321a0f6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c739205c-964e-4898-b302-65820321a0f6,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:30.040305 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c739205c-964e-4898-b302-65820321a0f6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.054404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for c739205c-964e-4898-b302-65820321a0f6 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:38:30.057629 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e34dd25-86aa-4319-b385-e46e1b7c5329 None None] DHCP port deletion for fa7d472a-6cb2-4bfd-aa62-00264a7129ad request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:38:30.185074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0e34dd25-86aa-4319-b385-e46e1b7c5329 None None] Deleting port 960915f1-0f69-473d-87e0-8aa8ee657c3e {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:38:30.185436 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e34dd25-86aa-4319-b385-e46e1b7c5329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.248133 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c739205c-964e-4898-b302-65820321a0f6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.260083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0e34dd25-86aa-4319-b385-e46e1b7c5329 None None] For port 960915f1-0f69-473d-87e0-8aa8ee657c3e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=960915f1-0f69-473d-87e0-8aa8ee657c3e,segment=NetworkSegment(b77e5d92-6f22-47e5-b86a-ef381fe06f03),segment_id=b77e5d92-6f22-47e5-b86a-ef381fe06f03)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:30.260478 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e34dd25-86aa-4319-b385-e46e1b7c5329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.276320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0e34dd25-86aa-4319-b385-e46e1b7c5329 None None] Calling delete_port for 960915f1-0f69-473d-87e0-8aa8ee657c3e owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:38:30.281941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=c739205c-964e-4898-b302-65820321a0f6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:30.294761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b0dfa25b-2015-4a1c-afe8-cd130adaef09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:38:28Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:30.369652 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (88f5699c-d856-4536-91e0-ad1884ada89a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.371963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0dfa25b-2015-4a1c-afe8-cd130adaef09 None None] The sync data for ids ['88f5699c-d856-4536-91e0-ad1884ada89a'] in n-d-827336-2 is: [{'id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319086208', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51'}], 'enable_snat': True}, 'gw_port_id': 'c739205c-964e-4898-b302-65820321a0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:38:28Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'c739205c-964e-4898-b302-65820321a0f6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:54:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5699c-d856-4536-91e0-ad1884ada89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:36:26Z', 'updated_at': '2022-02-02T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:38:30.427121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:38:30.482302 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e34dd25-86aa-4319-b385-e46e1b7c5329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (960915f1-0f69-473d-87e0-8aa8ee657c3e), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.516816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34dd25-86aa-4319-b385-e46e1b7c5329 None None] Pushing event deleted for resources: {'Port': ['ID=960915f1-0f69-473d-87e0-8aa8ee657c3e,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:30.531955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e34dd25-86aa-4319-b385-e46e1b7c5329 None None] No DVR routers for this DVR port 960915f1-0f69-473d-87e0-8aa8ee657c3e on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:38:30.550958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:38:30.560805 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:30.562008 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.584416 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (88f5699c-d856-4536-91e0-ad1884ada89a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.588620 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_controller (88f5699c-d856-4536-91e0-ad1884ada89a), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.610411 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2cf068-4049-4975-84ff-9ab2eb6ce4e1 req-83df7954-9113-480b-be3b-9f3e2e4be4cf tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:30.617862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f2cf068-4049-4975-84ff-9ab2eb6ce4e1 req-83df7954-9113-480b-be3b-9f3e2e4be4cf tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 945 time: 0.0857780 Feb 02 13:38:30.670302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:30.670629 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.681162 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (88f5699c-d856-4536-91e0-ad1884ada89a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.682264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Fanout notify agent at l3_agent the message router_deleted on router 88f5699c-d856-4536-91e0-ad1884ada89a {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:38:30.692402 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.693500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d76659b3-09bb-4fa6-852d-b930e79a9764 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/routers/88f5699c-d856-4536-91e0-ad1884ada89a HTTP/1.1" status: 204 len: 168 time: 1.0954311 Feb 02 13:38:30.696831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34704) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:30.727806 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39535ce7-081b-4229-a0b7-07055f1e5a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffca05c-4f6c-428e-9fea-31617ca0c5f8'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:38:30.728853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f2cf068-4049-4975-84ff-9ab2eb6ce4e1 req-62a7e2d5-7f3e-4ecb-8e75-dbb4b210e87b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062386 Feb 02 13:38:30.733614 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97eee0d9-ab00-4421-a752-bdc6b98c74b1" -d '{"events": [{"server_uuid": "39535ce7-081b-4229-a0b7-07055f1e5a9b", "name": "network-vif-plugged", "status": "completed", "tag": "0ffca05c-4f6c-428e-9fea-31617ca0c5f8"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:38:30.770016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0ffca05c-4f6c-428e-9fea-31617ca0c5f8,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:30.786264 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4fb367-8b4d-40db-8d6c-80f4810562e2 x-openstack-request-id: req-af4fb367-8b4d-40db-8d6c-80f4810562e2 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:38:30.786556 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39535ce7-081b-4229-a0b7-07055f1e5a9b", "name": "network-vif-plugged", "status": "completed", "tag": "0ffca05c-4f6c-428e-9fea-31617ca0c5f8", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:38:30.786858 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-af4fb367-8b4d-40db-8d6c-80f4810562e2 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:38:30.787291 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39535ce7-081b-4229-a0b7-07055f1e5a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffca05c-4f6c-428e-9fea-31617ca0c5f8', 'code': 200} Feb 02 13:38:30.788029 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.789397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 08382117-1431-4184-8c2c-e8afed0ddc84 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:38:30.857475 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (fa7d472a-6cb2-4bfd-aa62-00264a7129ad), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:30.875320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 08382117-1431-4184-8c2c-e8afed0ddc84 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:38:30.876826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 08382117-1431-4184-8c2c-e8afed0ddc84 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:38:30.908759 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=0ffca05c-4f6c-428e-9fea-31617ca0c5f8,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:30.998354 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (fa7d472a-6cb2-4bfd-aa62-00264a7129ad), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.023602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7d472a-6cb2-4bfd-aa62-00264a7129ad']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:31.035783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77e5d92-6f22-47e5-b86a-ef381fe06f03') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:31.035783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77e5d92-6f22-47e5-b86a-ef381fe06f03') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:31.052703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71fe10-d2d6-4d20-be77-6438be5fddb3 req-250a2f64-6041-4637-aae5-19c9101654c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:31.052703 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a71fe10-d2d6-4d20-be77-6438be5fddb3 req-250a2f64-6041-4637-aae5-19c9101654c7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 1128 time: 0.1550746 Feb 02 13:38:31.054190 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (b77e5d92-6f22-47e5-b86a-ef381fe06f03), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.080491 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b77e5d92-6f22-47e5-b86a-ef381fe06f03), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.092944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:38:31.093334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (b77e5d92-6f22-47e5-b86a-ef381fe06f03), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:38:31.096344 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:38:31.156110 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a71fe10-d2d6-4d20-be77-6438be5fddb3 req-99f78adc-8968-4976-bb70-1165e1fb0ca1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954328 Feb 02 13:38:31.176893 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (fa7d472a-6cb2-4bfd-aa62-00264a7129ad), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.189221 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.192687 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/networks/fa7d472a-6cb2-4bfd-aa62-00264a7129ad HTTP/1.1" status: 204 len: 168 time: 0.4942286 Feb 02 13:38:31.195346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34708) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:31.219324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ae5a2-8940-46d6-b612-b31b0630f10b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Network': ['ID=fa7d472a-6cb2-4bfd-aa62-00264a7129ad,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:31.291770 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38083912-60ca-4eaf-89bd-418561233929 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (9cd51429-bfc9-45e8-afb9-d08622d5f8e5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.321942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38083912-60ca-4eaf-89bd-418561233929 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (9cd51429-bfc9-45e8-afb9-d08622d5f8e5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.393204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38083912-60ca-4eaf-89bd-418561233929 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (9cd51429-bfc9-45e8-afb9-d08622d5f8e5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.397267 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-38083912-60ca-4eaf-89bd-418561233929 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.402630 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-38083912-60ca-4eaf-89bd-418561233929 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/security-groups/9cd51429-bfc9-45e8-afb9-d08622d5f8e5 HTTP/1.1" status: 204 len: 168 time: 0.2053721 Feb 02 13:38:31.452891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38083912-60ca-4eaf-89bd-418561233929 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd51429-bfc9-45e8-afb9-d08622d5f8e5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:31.711993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34716) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:31.718173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a616b684-318b-48af-9371-b4b8356c3303 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566947469', 'description': 'tempest-secgroup-smoke-566947469 description', 'project_id': '2310a5a54d0b414d80a2621ece164ad5'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:31.726783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:38:31.746703 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a616b684-318b-48af-9371-b4b8356c3303 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.758450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:38:31.759280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9ecbbab0-64bb-4d94-a63a-8e16c83c00d7 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:38:31.760546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c739205c-964e-4898-b302-65820321a0f6 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:38:31.791816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c739205c-964e-4898-b302-65820321a0f6 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:38:31.793203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c739205c-964e-4898-b302-65820321a0f6 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:38:31.793975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 960915f1-0f69-473d-87e0-8aa8ee657c3e no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:38:31.820123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 960915f1-0f69-473d-87e0-8aa8ee657c3e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:38:31.820852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 960915f1-0f69-473d-87e0-8aa8ee657c3e not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:38:31.845613 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-48e88aa0-910e-4e2d-a768-aa58afb591e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.859715 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a616b684-318b-48af-9371-b4b8356c3303 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (b80fb957-30ab-4b24-8f60-5a8f55bd5b6c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.865858 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a616b684-318b-48af-9371-b4b8356c3303 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b80fb957-30ab-4b24-8f60-5a8f55bd5b6c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.900374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616b684-318b-48af-9371-b4b8356c3303 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:31.908689 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a616b684-318b-48af-9371-b4b8356c3303 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.910038 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a616b684-318b-48af-9371-b4b8356c3303 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1963029 Feb 02 13:38:31.913504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34720) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:31.918021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a6298be1-8d74-4e9d-ad29-2f38cb7384ef tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': 'b80fb957-30ab-4b24-8f60-5a8f55bd5b6c', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:31.932092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5487-f77c-4e4f-a06e-08eb12dc8555 req-bb8a1141-e381-4ab3-9a5d-b196f4943c46 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:31.940053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a05e5487-f77c-4e4f-a06e-08eb12dc8555 req-bb8a1141-e381-4ab3-9a5d-b196f4943c46 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 946 time: 0.0706003 Feb 02 13:38:31.946024 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6298be1-8d74-4e9d-ad29-2f38cb7384ef tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (b80f9a4a-fa57-4a06-81df-6785a456b21e), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:31.989187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a05e5487-f77c-4e4f-a06e-08eb12dc8555 req-a8b7dd86-63cf-457f-94af-d1e4293b58e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481296 Feb 02 13:38:32.014609 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6298be1-8d74-4e9d-ad29-2f38cb7384ef tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (b80f9a4a-fa57-4a06-81df-6785a456b21e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.019868 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6298be1-8d74-4e9d-ad29-2f38cb7384ef tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (b80f9a4a-fa57-4a06-81df-6785a456b21e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.037773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6298be1-8d74-4e9d-ad29-2f38cb7384ef tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b80f9a4a-fa57-4a06-81df-6785a456b21e,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:32.048188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a6298be1-8d74-4e9d-ad29-2f38cb7384ef tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.049590 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a6298be1-8d74-4e9d-ad29-2f38cb7384ef tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350920 Feb 02 13:38:32.052456 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34722) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:32.057104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-52ecce4c-31ad-4ab9-91e5-4eb433fc458c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': 'b80fb957-30ab-4b24-8f60-5a8f55bd5b6c', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:32.082705 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52ecce4c-31ad-4ab9-91e5-4eb433fc458c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (96f9f0cf-f59c-4a29-a740-2444e1b17f00), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.144334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52ecce4c-31ad-4ab9-91e5-4eb433fc458c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (96f9f0cf-f59c-4a29-a740-2444e1b17f00), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.148816 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52ecce4c-31ad-4ab9-91e5-4eb433fc458c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (96f9f0cf-f59c-4a29-a740-2444e1b17f00), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.166945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecce4c-31ad-4ab9-91e5-4eb433fc458c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f9f0cf-f59c-4a29-a740-2444e1b17f00,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:32.177994 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-52ecce4c-31ad-4ab9-91e5-4eb433fc458c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.182284 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-52ecce4c-31ad-4ab9-91e5-4eb433fc458c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258135 Feb 02 13:38:32.182610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34724) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:32.187604 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': 'b80fb957-30ab-4b24-8f60-5a8f55bd5b6c', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:32.230884 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (0e298344-0a4c-4156-9794-66bef6dff237), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.295135 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (0e298344-0a4c-4156-9794-66bef6dff237), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.299626 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (0e298344-0a4c-4156-9794-66bef6dff237), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.316115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e298344-0a4c-4156-9794-66bef6dff237,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:32.324552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.324894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.325230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.325557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.325927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.326603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.326925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.327248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.327591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.327933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.328220 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.328531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.328838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:32.333376 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.337488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34726) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:32.337646 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e77294a4-f366-4e48-aa6d-1990d07b717e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538503 Feb 02 13:38:32.343058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-763822fd-d564-4c88-8823-73ea0b062fa4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': 'b80fb957-30ab-4b24-8f60-5a8f55bd5b6c', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:32.370327 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-763822fd-d564-4c88-8823-73ea0b062fa4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (33f2d6a9-6dcc-4873-a7a6-9de63158b694), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.429822 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-763822fd-d564-4c88-8823-73ea0b062fa4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (33f2d6a9-6dcc-4873-a7a6-9de63158b694), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.434407 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-763822fd-d564-4c88-8823-73ea0b062fa4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (33f2d6a9-6dcc-4873-a7a6-9de63158b694), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.453085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763822fd-d564-4c88-8823-73ea0b062fa4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f2d6a9-6dcc-4873-a7a6-9de63158b694,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:32.462522 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-763822fd-d564-4c88-8823-73ea0b062fa4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.463503 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-763822fd-d564-4c88-8823-73ea0b062fa4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243215 Feb 02 13:38:32.466264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34730) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:32.470943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7b5bb5c8-21bd-4941-84cb-3aec2aa1170e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': 'b80fb957-30ab-4b24-8f60-5a8f55bd5b6c', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:32.492215 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-7b5bb5c8-21bd-4941-84cb-3aec2aa1170e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Project 2310a5a54d0b414d80a2621ece164ad5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:38:32.497617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb5c8-21bd-4941-84cb-3aec2aa1170e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (c8bb4828-9d63-4c66-bf3e-f2571794ca85), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.555081 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb5c8-21bd-4941-84cb-3aec2aa1170e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (c8bb4828-9d63-4c66-bf3e-f2571794ca85), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.559395 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb5c8-21bd-4941-84cb-3aec2aa1170e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (c8bb4828-9d63-4c66-bf3e-f2571794ca85), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.577189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bb5c8-21bd-4941-84cb-3aec2aa1170e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8bb4828-9d63-4c66-bf3e-f2571794ca85,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:32.587456 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7b5bb5c8-21bd-4941-84cb-3aec2aa1170e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.588783 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7b5bb5c8-21bd-4941-84cb-3aec2aa1170e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212859 Feb 02 13:38:32.591553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34732) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:32.595826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e523f61a-0d6d-4e2b-9b0f-547d67faec6a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': 'b80fb957-30ab-4b24-8f60-5a8f55bd5b6c', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:32.616361 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-e523f61a-0d6d-4e2b-9b0f-547d67faec6a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Project 2310a5a54d0b414d80a2621ece164ad5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:38:32.621183 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e523f61a-0d6d-4e2b-9b0f-547d67faec6a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (e6f55e2e-0938-4d75-96b4-360e87fe6b38), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.687009 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e523f61a-0d6d-4e2b-9b0f-547d67faec6a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (e6f55e2e-0938-4d75-96b4-360e87fe6b38), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.693115 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e523f61a-0d6d-4e2b-9b0f-547d67faec6a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (e6f55e2e-0938-4d75-96b4-360e87fe6b38), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.713281 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523f61a-0d6d-4e2b-9b0f-547d67faec6a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f55e2e-0938-4d75-96b4-360e87fe6b38,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:32.721881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e523f61a-0d6d-4e2b-9b0f-547d67faec6a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.723381 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e523f61a-0d6d-4e2b-9b0f-547d67faec6a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309035 Feb 02 13:38:32.726620 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34734) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:32.731980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c0f9128a-a600-4904-9802-8dd8960439dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'network': {'name': 'tempest-network-smoke--1879726663', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'port_security_enabled': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:32.751749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f9128a-a600-4904-9802-8dd8960439dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Made reservation on behalf of 2310a5a54d0b414d80a2621ece164ad5 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:38:32.755245 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0f9128a-a600-4904-9802-8dd8960439dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.780109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f9128a-a600-4904-9802-8dd8960439dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:38:32.792045 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0f9128a-a600-4904-9802-8dd8960439dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (0672fa02-4a17-4cea-be4d-18da144e95c1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.792393 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-c0f9128a-a600-4904-9802-8dd8960439dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Added segment 0672fa02-4a17-4cea-be4d-18da144e95c1 of type vlan for network d38b43c1-0a48-4db2-9144-494d0f55d972 Feb 02 13:38:32.833348 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0f9128a-a600-4904-9802-8dd8960439dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (d38b43c1-0a48-4db2-9144-494d0f55d972), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.859066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0f9128a-a600-4904-9802-8dd8960439dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (d38b43c1-0a48-4db2-9144-494d0f55d972), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.864190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f9128a-a600-4904-9802-8dd8960439dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:32.864769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0f9128a-a600-4904-9802-8dd8960439dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.900864 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c0f9128a-a600-4904-9802-8dd8960439dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1731598 Feb 02 13:38:32.903521 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34736) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:32.910005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'admin_state_up': True, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:32.949636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9128a-a600-4904-9802-8dd8960439dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Network': ['ID=d38b43c1-0a48-4db2-9144-494d0f55d972,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:32.961594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network d38b43c1-0a48-4db2-9144-494d0f55d972 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:38:32.971570 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (a167c3ca-1880-4aa9-a3db-9459d0451613), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:32.973046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (a167c3ca-1880-4aa9-a3db-9459d0451613), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:33.041246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_controller (a167c3ca-1880-4aa9-a3db-9459d0451613), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:33.126554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a9187-3c11-44c5-8285-1b0bdda112c4 req-b826fe3f-b240-4299-bffb-35a6d3d8ef8e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:33.128969 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c5a9187-3c11-44c5-8285-1b0bdda112c4 req-b826fe3f-b240-4299-bffb-35a6d3d8ef8e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 946 time: 0.0579367 Feb 02 13:38:33.184099 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c5a9187-3c11-44c5-8285-1b0bdda112c4 req-a1debc12-2e04-4a7c-baa3-340e8000ae8f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493183 Feb 02 13:38:33.196282 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (a167c3ca-1880-4aa9-a3db-9459d0451613), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:33.319434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b96e0-38e5-4c1c-8ff4-3f167914bddc req-f3885061-b5a6-40f5-b72e-d1f5eb15d1e0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:33.321103 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d70b96e0-38e5-4c1c-8ff4-3f167914bddc req-f3885061-b5a6-40f5-b72e-d1f5eb15d1e0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 946 time: 0.0689778 Feb 02 13:38:33.376273 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d70b96e0-38e5-4c1c-8ff4-3f167914bddc req-010e8500-4e16-47a1-9a2f-b8c35a33b03e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484397 Feb 02 13:38:33.394422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (a167c3ca-1880-4aa9-a3db-9459d0451613), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:33.421985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:33.543365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.25.4.137 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/7c8f1b35-dc6d-40d9-9212-d161dc1ef866) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:38:33.661937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:33.705853 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:33.751813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:38:33.757592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:38:33.761351 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:38:33.767351 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=7c8f1b35-dc6d-40d9-9212-d161dc1ef866,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:34.044172 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (a167c3ca-1880-4aa9-a3db-9459d0451613), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:34.118416 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cedd3df7-8af7-4937-bfce-32dacc33bf22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:34.273506 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (a167c3ca-1880-4aa9-a3db-9459d0451613), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:34.829180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router a167c3ca-1880-4aa9-a3db-9459d0451613 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:38:34.966886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:38:34.978183 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Sync routers for ids ['a167c3ca-1880-4aa9-a3db-9459d0451613'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:38:34.990568 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:34.994006 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Routers {'a167c3ca-1880-4aa9-a3db-9459d0451613'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:38:34.995300 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f1307456-564d-4e71-b726-85174caed18b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0907538 Feb 02 13:38:34.995532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34808) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:34.996069 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:38:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a167c3ca-1880-4aa9-a3db-9459d0451613'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:35.038465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-479a9d7b-30cb-47b3-95e4-14457d66b81e tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=2310a5a54d0b414d80a2621ece164ad5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408747 Feb 02 13:38:35.039290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34810) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:35.118029 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Set router a167c3ca-1880-4aa9-a3db-9459d0451613 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:38:35.150386 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a128404-3a44-4fe5-bd3e-8a8890686156 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:35.152419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1a128404-3a44-4fe5-bd3e-8a8890686156 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1121435 Feb 02 13:38:35.155387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:35.189365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ad3400a8-5ba3-4d65-a3a7-e4613a6a29cf tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319741 Feb 02 13:38:35.191725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 34814) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:35.197678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6d0cd7d5-3d36-4aed-b3ff-d647b04aa255 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1753462189', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:35.311575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0cd7d5-3d36-4aed-b3ff-d647b04aa255 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Made reservation on behalf of 2310a5a54d0b414d80a2621ece164ad5 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:38:35.316127 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd7d5-3d36-4aed-b3ff-d647b04aa255 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:35.329001 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:38:33Z', 'revision_number': 3, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:35.366046 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Checking router: a167c3ca-1880-4aa9-a3db-9459d0451613 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:38:35.366395 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Updating router a167c3ca-1880-4aa9-a3db-9459d0451613 port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:38:35.399366 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:35.527526 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd7d5-3d36-4aed-b3ff-d647b04aa255 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (e64afbcf-43e3-4545-8892-87bf7e592344), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:35.612479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cd7d5-3d36-4aed-b3ff-d647b04aa255 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Subnet': ['ID=e64afbcf-43e3-4545-8892-87bf7e592344,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:35.641684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0cd7d5-3d36-4aed-b3ff-d647b04aa255 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Checking segment: {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:38:35.642416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0cd7d5-3d36-4aed-b3ff-d647b04aa255 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network hostable DHCP agents. Network: d38b43c1-0a48-4db2-9144-494d0f55d972, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:38:35.650469 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:35.665059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0cd7d5-3d36-4aed-b3ff-d647b04aa255 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network d38b43c1-0a48-4db2-9144-494d0f55d972 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:38:35.685321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6d0cd7d5-3d36-4aed-b3ff-d647b04aa255 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, d38b43c1-0a48-4db2-9144-494d0f55d972) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:38:35.698756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0cd7d5-3d36-4aed-b3ff-d647b04aa255 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:35.699048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9605e58-fbcf-42a4-ada8-719336f80fb2 None None] Network d38b43c1-0a48-4db2-9144-494d0f55d972 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:38:35.699775 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6d0cd7d5-3d36-4aed-b3ff-d647b04aa255 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:35.721155 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Publish callbacks [] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:35.727235 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6d0cd7d5-3d36-4aed-b3ff-d647b04aa255 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5337853 Feb 02 13:38:35.729638 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 34818) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:35.734308 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:35.764033 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Attempting to bind port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:35.764690 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Attempting to bind port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:38:35.765149 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Attempting to bind port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:38:35.790968 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:38:35.791587 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:38:35.792088 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:35.792574 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:38:35.793328 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Bound port: 7c8f1b35-dc6d-40d9-9212-d161dc1ef866, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:38:35.793795 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:35.852752 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] For port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:38:35.856611 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] For port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7c8f1b35-dc6d-40d9-9212-d161dc1ef866,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:38:35.866681 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:35.897595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-d38b43c1-0a48-4db2-9144-494d0f55d972', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:38:35.898764 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:35.902240 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Routers {'a167c3ca-1880-4aa9-a3db-9459d0451613'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:38:35.903011 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:38:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a167c3ca-1880-4aa9-a3db-9459d0451613'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:36.031252 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] Set router a167c3ca-1880-4aa9-a3db-9459d0451613 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:38:36.170247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Allocated IP 172.20.0.2 (d38b43c1-0a48-4db2-9144-494d0f55d972/e64afbcf-43e3-4545-8892-87bf7e592344/663e4fd8-f5bd-4200-bbef-18a6e622b3b5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:38:36.325018 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Pushing event updated for resources: {'Port': ['ID=7c8f1b35-dc6d-40d9-9212-d161dc1ef866,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:36.336055 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.336536 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.338046 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.338046 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.338046 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.338046 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.338614 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.339020 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.339443 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.339870 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.340273 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.340673 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.341086 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:38:36.442599 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38637354-6bed-453f-a503-95da6b16b16e None None] Pushing event updated for resources: {'Port': ['ID=7c8f1b35-dc6d-40d9-9212-d161dc1ef866,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:36.495304 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:38:33Z', 'revision_number': 3, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:36.518074 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Publish callbacks [] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:36.532604 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:36.545879 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e303fe0-51fb-4d55-bb09-f6b00043a5e8 None None] The sync data for ids ['a167c3ca-1880-4aa9-a3db-9459d0451613'] in n-d-827336-2 is: [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:38:33Z', 'revision_number': 3, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:38:36.604864 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Network d38b43c1-0a48-4db2-9144-494d0f55d972 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:38:36.615613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:38:36.618720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:38:36.630458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Pushing event updated for resources: {'Port': ['ID=663e4fd8-f5bd-4200-bbef-18a6e622b3b5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:36.671141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:36.707387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Attempting to bind port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:36.707981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Attempting to bind port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:38:36.708336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Attempting to bind port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 on network d38b43c1-0a48-4db2-9144-494d0f55d972 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:38:36.714601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:38:36.715071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Checking segment: {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:38:36.715619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:36.716108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Bound using segment: {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:38:36.716684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Bound port: 663e4fd8-f5bd-4200-bbef-18a6e622b3b5, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:38:36.717203 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:36.794125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] For port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:38:36.797335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] For port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=663e4fd8-f5bd-4200-bbef-18a6e622b3b5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:38:36.806025 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:36.908378 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d76c30-ddf7-4085-838d-33183431cf5c None None] Pushing event updated for resources: {'Port': ['ID=663e4fd8-f5bd-4200-bbef-18a6e622b3b5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:36.939572 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:36.987706 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:37.134495 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.20.0.1 (d38b43c1-0a48-4db2-9144-494d0f55d972/e64afbcf-43e3-4545-8892-87bf7e592344/e774802a-203d-4de8-879a-16add5c9ceb8) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:38:37.310414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (e774802a-203d-4de8-879a-16add5c9ceb8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:37.350960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-d335283b-e4e9-4c45-a128-e674fade2654 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:37.355241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-d335283b-e4e9-4c45-a128-e674fade2654 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.1649551 Feb 02 13:38:37.387541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-ab6371e3-04ca-4265-9ab6-e4a67f76b592 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/quotas/79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 375 time: 0.0275366 Feb 02 13:38:37.397247 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:37.492265 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-e7a03971-c6c8-4e9b-9398-a7846ebd4fcf tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891540 Feb 02 13:38:37.551174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network d38b43c1-0a48-4db2-9144-494d0f55d972 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:38:37.552381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=e774802a-203d-4de8-879a-16add5c9ceb8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:37.555591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:38:37.557901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:38:37.632197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-eaf3497f-94cd-4521-9086-cf682fbe37b5 service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301725 Feb 02 13:38:37.672857 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (a167c3ca-1880-4aa9-a3db-9459d0451613), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:37.742220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:38:37.810111 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-200e9997-4e0a-4de9-b157-30c953f1f80d service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552358 Feb 02 13:38:37.813804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:37.814188 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:37.876142 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:37.903219 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:37.937839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:37.938612 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:37.974091 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7c8f1b35-dc6d-40d9-9212-d161dc1ef866,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:37.982517 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:37.988097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:38:38.164877 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:38.196781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=7c8f1b35-dc6d-40d9-9212-d161dc1ef866,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:38.206744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:38.207368 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:38.264237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4265a0e6-72d1-451a-8d9f-ccff38eb1cd3 req-18e74362-2f90-46dc-a16f-a3ac0614ef79 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 210 time: 0.0718572 Feb 02 13:38:38.341818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:38.342846 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:38.430496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=663e4fd8-f5bd-4200-bbef-18a6e622b3b5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:38.437219 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:38.515164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=663e4fd8-f5bd-4200-bbef-18a6e622b3b5,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:38.775481 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (e774802a-203d-4de8-879a-16add5c9ceb8), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:38.784758 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:38.793408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08610b10-63a0-44d1-8c79-351395ab816d None None] Network d38b43c1-0a48-4db2-9144-494d0f55d972 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:38:38.874869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=e774802a-203d-4de8-879a-16add5c9ceb8,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:38.880558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (a167c3ca-1880-4aa9-a3db-9459d0451613), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:38.940492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-89211cfe-79c9-4a4b-93ea-bdb9b1999303 None None] Provisioning complete for port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:38.941022 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89211cfe-79c9-4a4b-93ea-bdb9b1999303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:39.012087 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network d38b43c1-0a48-4db2-9144-494d0f55d972 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:38:39.013943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:38:39.102170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-89211cfe-79c9-4a4b-93ea-bdb9b1999303 None None] Current status of the port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:39.181291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router a167c3ca-1880-4aa9-a3db-9459d0451613 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:38:39.334169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:38:39.349771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Sync routers for ids ['a167c3ca-1880-4aa9-a3db-9459d0451613'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:38:39.350167 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b942f442-500c-4689-9c60-d37a409f2322 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "PUT /v2.0/routers/a167c3ca-1880-4aa9-a3db-9459d0451613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6152015 Feb 02 13:38:39.370643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Routers {'a167c3ca-1880-4aa9-a3db-9459d0451613'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:38:39.370896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:38:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a167c3ca-1880-4aa9-a3db-9459d0451613'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:39.405213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c080905-6eed-48f4-b90b-38116635c8fa req-b7b09dbf-5f98-498f-bc71-beaa8ed326eb tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 210 time: 0.0572104 Feb 02 13:38:39.484225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:38:39.565863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Set router a167c3ca-1880-4aa9-a3db-9459d0451613 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:38:39.617243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-788b8fff-f56a-4e0a-8f25-2c6479573806 None None] Provisioning complete for port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:39.617620 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-788b8fff-f56a-4e0a-8f25-2c6479573806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:39.693224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-4fb1210c-6c9b-4c81-a798-c7013ec20544 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566947469&fields=id&tenant_id=2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 267 time: 0.0850620 Feb 02 13:38:39.725556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:39.725937 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:39.917392 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-37891867-1a59-4c2b-9d90-fce08c9cccdd tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:39.922849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-37891867-1a59-4c2b-9d90-fce08c9cccdd tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.2281079 Feb 02 13:38:39.940310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-788b8fff-f56a-4e0a-8f25-2c6479573806 None None] Current status of the port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:39.988777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-c6d90840-0971-4605-8aa8-6d3d0e198477 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:40.002671 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-c6d90840-0971-4605-8aa8-6d3d0e198477 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 797 time: 0.1961472 Feb 02 13:38:40.021824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'port': {'device_id': 'c65d5023-ab58-4b3c-a6cf-6f4abcea834a', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'admin_state_up': True, 'tenant_id': '79d51849a46a4fe5bdba4def304a1053'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:40.065822 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-b089b620-bf55-48c8-b141-67174daeebd2 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/quotas/2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 375 time: 0.0614827 Feb 02 13:38:40.226638 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-284d9d92-2464-44f8-b250-23906ca4a19c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1594903 Feb 02 13:38:40.228492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Made reservation on behalf of 79d51849a46a4fe5bdba4def304a1053 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:38:40.232439 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:40.243903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-788b8fff-f56a-4e0a-8f25-2c6479573806 None None] Provisioning complete for port e774802a-203d-4de8-879a-16add5c9ceb8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:40.244269 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-788b8fff-f56a-4e0a-8f25-2c6479573806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:40.286802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:40.288221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:38:40.342637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-788b8fff-f56a-4e0a-8f25-2c6479573806 None None] Port e774802a-203d-4de8-879a-16add5c9ceb8 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:38:40.384394 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e774802a-203d-4de8-879a-16add5c9ceb8', 'name': '', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:e5:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:36Z', 'updated_at': '2022-02-02T13:38:38Z', 'revision_number': 2, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:40.418764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Checking router: a167c3ca-1880-4aa9-a3db-9459d0451613 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:38:40.419073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Updating router a167c3ca-1880-4aa9-a3db-9459d0451613 port e774802a-203d-4de8-879a-16add5c9ceb8 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:38:40.455058 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:40.582924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:40.583641 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:40.596461 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16d9bd56-c808-468f-a023-d8afa4eeae28 req-3d693e9d-f128-41a9-8684-9f3a8f45f896 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 210 time: 0.0552728 Feb 02 13:38:40.612910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-dd598e63-5de4-41d9-8747-acab3f984f07 service neutron] 10.222.0.83 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664522 Feb 02 13:38:40.637491 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Allocated IP 172.20.0.12 (89ab5506-8479-47c7-b520-9bbb402c75c3/9ec1387b-1edc-4d31-aae4-a5a0dd643b47/43765655-e763-47bd-8493-bcdec202445d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:38:40.663408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c65eea14-dde1-4861-8b93-8cc7ff697376 None None] Provisioning complete for port e774802a-203d-4de8-879a-16add5c9ceb8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:40.664141 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c65eea14-dde1-4861-8b93-8cc7ff697376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:40.735831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c65eea14-dde1-4861-8b93-8cc7ff697376 None None] Port e774802a-203d-4de8-879a-16add5c9ceb8 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:38:40.773468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-1998fabd-27ca-431c-a438-13a27253c144 service neutron] 10.222.0.83 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593270 Feb 02 13:38:40.889304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:40.919810 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (43765655-e763-47bd-8493-bcdec202445d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:41.002795 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (43765655-e763-47bd-8493-bcdec202445d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:41.047272 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Publish callbacks [] for port (e774802a-203d-4de8-879a-16add5c9ceb8), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:41.052672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0ffca05c-4f6c-428e-9fea-31617ca0c5f8'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:38:41.055066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a22193a5-4fb9-43fa-b860-f674ee59070c req-52408b9b-27c3-41e2-8fd9-d4851d76e2ba tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 210 time: 0.0648355 Feb 02 13:38:41.086586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:41.091332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:38:41.097067 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:38:41.101103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:38:41.110180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=43765655-e763-47bd-8493-bcdec202445d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:41.167392 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:41.168060 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:41.189869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-09cb686e-fe1e-488e-bb25-d189ef03dd36 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1746948 Feb 02 13:38:41.260835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4e82e-d87c-4163-a35d-9da5055b6c1f None None] Pushing event updated for resources: {'Port': ['ID=e774802a-203d-4de8-879a-16add5c9ceb8,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:41.314122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Request body: {'port': {'device_id': 'c65d5023-ab58-4b3c-a6cf-6f4abcea834a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:41.446739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Attempting to bind port e774802a-203d-4de8-879a-16add5c9ceb8 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:41.447091 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Attempting to bind port e774802a-203d-4de8-879a-16add5c9ceb8 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:38:41.447530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Attempting to bind port e774802a-203d-4de8-879a-16add5c9ceb8 on network d38b43c1-0a48-4db2-9144-494d0f55d972 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:38:41.456319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:38:41.456855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Checking segment: {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:38:41.457249 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:41.457664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Bound using segment: {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:38:41.458133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Bound port: e774802a-203d-4de8-879a-16add5c9ceb8, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:38:41.458674 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:41.477680 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (43765655-e763-47bd-8493-bcdec202445d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:41.649829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] For port e774802a-203d-4de8-879a-16add5c9ceb8, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:38:41.658876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] For port e774802a-203d-4de8-879a-16add5c9ceb8, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e774802a-203d-4de8-879a-16add5c9ceb8,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:38:41.671648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5452cfc3-a34f-4689-972a-db54f2ff2b70 None None] Provisioning complete for port 43765655-e763-47bd-8493-bcdec202445d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:41.673756 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5452cfc3-a34f-4689-972a-db54f2ff2b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (43765655-e763-47bd-8493-bcdec202445d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:41.741620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5452cfc3-a34f-4689-972a-db54f2ff2b70 None None] Port 43765655-e763-47bd-8493-bcdec202445d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:38:41.752527 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:41.880658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4e82e-d87c-4163-a35d-9da5055b6c1f None None] Pushing event updated for resources: {'Port': ['ID=e774802a-203d-4de8-879a-16add5c9ceb8,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:41.922352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc88cb6-bef1-465e-b6fe-267d47bd1aa5 req-62c491d5-3896-4a03-b9e1-f96e7f5880d7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:41.928169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4fc88cb6-bef1-465e-b6fe-267d47bd1aa5 req-62c491d5-3896-4a03-b9e1-f96e7f5880d7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 932 time: 0.1338027 Feb 02 13:38:41.938605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Routers {'a167c3ca-1880-4aa9-a3db-9459d0451613'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:38:41.941006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:38:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a167c3ca-1880-4aa9-a3db-9459d0451613'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:41.949015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d92d4b63-ef3f-463a-9edb-014f8b70cdd9 None None] Provisioning complete for port e774802a-203d-4de8-879a-16add5c9ceb8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:41.949524 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d92d4b63-ef3f-463a-9edb-014f8b70cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:42.043820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4fc88cb6-bef1-465e-b6fe-267d47bd1aa5 req-1422d7c7-e8cd-41b0-a0b7-446c9d17f160 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025136 Feb 02 13:38:42.069833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43765655-e763-47bd-8493-bcdec202445d {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:38:42.081434 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Publish callbacks [] for port (43765655-e763-47bd-8493-bcdec202445d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:42.098750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Transition to ACTIVE for port object 43765655-e763-47bd-8493-bcdec202445d will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:38:42.104563 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (43765655-e763-47bd-8493-bcdec202445d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:42.255314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93923d43-acb5-46bc-b373-6d25ffd09ec3 req-301d7d14-dbea-44df-b715-1e041241fdad tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 210 time: 0.0821240 Feb 02 13:38:42.288185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] Set router a167c3ca-1880-4aa9-a3db-9459d0451613 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:38:42.291462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d92d4b63-ef3f-463a-9edb-014f8b70cdd9 None None] Current status of the port e774802a-203d-4de8-879a-16add5c9ceb8 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:42.292041 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d92d4b63-ef3f-463a-9edb-014f8b70cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:42.305711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Pushing event updated for resources: {'Port': ['ID=43765655-e763-47bd-8493-bcdec202445d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:42.370893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d92d4b63-ef3f-463a-9edb-014f8b70cdd9 None None] For port e774802a-203d-4de8-879a-16add5c9ceb8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e774802a-203d-4de8-879a-16add5c9ceb8,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:42.399291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Attempting to bind port 43765655-e763-47bd-8493-bcdec202445d on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:42.399580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Attempting to bind port 43765655-e763-47bd-8493-bcdec202445d by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:38:42.399938 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Attempting to bind port 43765655-e763-47bd-8493-bcdec202445d on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:38:42.404990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Port 43765655-e763-47bd-8493-bcdec202445d on network 89ab5506-8479-47c7-b520-9bbb402c75c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:38:42.405303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Attempting to bind port 43765655-e763-47bd-8493-bcdec202445d on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:38:42.411006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:38:42.411341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Checking segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:38:42.412137 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Bound using segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:38:42.412643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Bound port: 43765655-e763-47bd-8493-bcdec202445d, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:38:42.413019 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (43765655-e763-47bd-8493-bcdec202445d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:42.419625 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d92d4b63-ef3f-463a-9edb-014f8b70cdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:42.510125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] For port 43765655-e763-47bd-8493-bcdec202445d, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:38:42.516596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] For port 43765655-e763-47bd-8493-bcdec202445d, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=43765655-e763-47bd-8493-bcdec202445d,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:38:42.524462 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (43765655-e763-47bd-8493-bcdec202445d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:42.545877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d4b63-ef3f-463a-9edb-014f8b70cdd9 None None] Pushing event updated for resources: {'Port': ['ID=e774802a-203d-4de8-879a-16add5c9ceb8,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:42.587283 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:42.588047 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:42.589772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] 10.222.0.18 "PUT /v2.0/ports/43765655-e763-47bd-8493-bcdec202445d HTTP/1.1" status: 200 len: 1092 time: 1.3853257 Feb 02 13:38:42.593377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65d5023-ab58-4b3c-a6cf-6f4abcea834a', 'tag': '43765655-e763-47bd-8493-bcdec202445d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:38:42.624843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b06d05c4-55e9-41b6-8c10-a9aa3bbfa92d None None] Provisioning complete for port e774802a-203d-4de8-879a-16add5c9ceb8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:42.625231 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b06d05c4-55e9-41b6-8c10-a9aa3bbfa92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:42.627992 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d589bb60-cfb2-404e-b3b5-c1cfc37969fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c65d5023-ab58-4b3c-a6cf-6f4abcea834a", "tag": "43765655-e763-47bd-8493-bcdec202445d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:38:42.742884 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de28324-06c0-4f5b-908f-8e7d02cf0f40 x-openstack-request-id: req-6de28324-06c0-4f5b-908f-8e7d02cf0f40 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:38:42.743165 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65d5023-ab58-4b3c-a6cf-6f4abcea834a", "tag": "43765655-e763-47bd-8493-bcdec202445d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:38:42.743406 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6de28324-06c0-4f5b-908f-8e7d02cf0f40 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:38:42.744249 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65d5023-ab58-4b3c-a6cf-6f4abcea834a', 'tag': '43765655-e763-47bd-8493-bcdec202445d', 'status': 'completed', 'code': 200} Feb 02 13:38:42.748146 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1691286-5628-4682-9a14-603ee6892bbb service neutron] Pushing event updated for resources: {'Port': ['ID=43765655-e763-47bd-8493-bcdec202445d,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:42.772742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-361764cd-86cb-40ab-9e35-09eb6bcff546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:42.774359 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-361764cd-86cb-40ab-9e35-09eb6bcff546 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 1126 time: 0.0924165 Feb 02 13:38:42.883767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e774802a-203d-4de8-879a-16add5c9ceb8', 'name': '', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:e5:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:36Z', 'updated_at': '2022-02-02T13:38:41Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:42.891551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-5b6b06d9-7e44-42be-94a7-3d4b271095e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43765655-e763-47bd-8493-bcdec202445d HTTP/1.1" status: 200 len: 217 time: 0.1038525 Feb 02 13:38:42.957038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e5cef-4cc7-4637-83a6-a406981f7321 None None] The sync data for ids ['a167c3ca-1880-4aa9-a3db-9459d0451613'] in n-d-827336-2 is: [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e774802a-203d-4de8-879a-16add5c9ceb8', 'name': '', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:e5:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:36Z', 'updated_at': '2022-02-02T13:38:41Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:38:42.961223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b06d05c4-55e9-41b6-8c10-a9aa3bbfa92d None None] Current status of the port e774802a-203d-4de8-879a-16add5c9ceb8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:43.027381 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-9a1b6590-57f3-42c5-b2ed-8d4da8867ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:43.034290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-9a1b6590-57f3-42c5-b2ed-8d4da8867ac2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.1357539 Feb 02 13:38:43.114112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-37870118-e3d0-4cd6-9564-6158bb0ef8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:43.117115 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-37870118-e3d0-4cd6-9564-6158bb0ef8cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0756433 Feb 02 13:38:43.123289 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-615d8c14-3d72-4dfb-b6ba-7485ebf9aa1f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:43.126726 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-615d8c14-3d72-4dfb-b6ba-7485ebf9aa1f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 797 time: 0.3126190 Feb 02 13:38:43.266962 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-3b30a263-b920-4fed-87bf-b370ded60304 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 379 time: 0.1167374 Feb 02 13:38:43.277412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'port': {'device_id': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'admin_state_up': True, 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'security_groups': ['b80fb957-30ab-4b24-8f60-5a8f55bd5b6c']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:43.521240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Made reservation on behalf of 2310a5a54d0b414d80a2621ece164ad5 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:38:43.529776 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:43.619027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e774802a-203d-4de8-879a-16add5c9ceb8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:38:43.791786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e774802a-203d-4de8-879a-16add5c9ceb8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:43.792599 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:43.802054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.20.0.9 (d38b43c1-0a48-4db2-9144-494d0f55d972/e64afbcf-43e3-4545-8892-87bf7e592344/ed1ce537-088c-48e5-8193-22ce1eee26a5) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:38:43.833860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-de52d722-e2cc-4b65-aed8-3993aaaf54e7 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7104504 Feb 02 13:38:43.952651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e774802a-203d-4de8-879a-16add5c9ceb8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:43.963898 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:43.964110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd067621-fec1-44d8-a75c-b24040201e14 req-1f7bf322-6220-44a7-8739-aae2b2448af1 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 210 time: 0.0942180 Feb 02 13:38:44.013650 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:44.050870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79e522-5309-4f93-8823-e507265ad793 req-9509e161-9072-4fca-b423-ec5dbd6d2606 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:44.052683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b79e522-5309-4f93-8823-e507265ad793 req-9509e161-9072-4fca-b423-ec5dbd6d2606 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.2178335 Feb 02 13:38:44.072168 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network d38b43c1-0a48-4db2-9144-494d0f55d972 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:38:44.080849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:38:44.087334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:38:44.103293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:44.131656 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90317e06-8e34-40ba-91ee-f3a8733ab4e5 req-c86c68cb-6e32-4457-8a4d-234bb2f41523 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434981 Feb 02 13:38:44.136510 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b79e522-5309-4f93-8823-e507265ad793 req-e588f7ea-39d4-40ae-a66b-64371acd9f20 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742574 Feb 02 13:38:44.165945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:44.168033 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:44.191403 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-7c07023f-5a58-47ff-9d94-07401a308a03 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9188416 Feb 02 13:38:44.210095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Request body: {'port': {'device_id': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:44.292277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589bb60-cfb2-404e-b3b5-c1cfc37969fc req-dd08ae42-9088-4f23-8cc4-e08e405943dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:44.295227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d589bb60-cfb2-404e-b3b5-c1cfc37969fc req-dd08ae42-9088-4f23-8cc4-e08e405943dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 1126 time: 0.0625694 Feb 02 13:38:44.303112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:44.446328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-467f8613-ad3d-4130-9b3e-260ce64879d3 None None] Provisioning complete for port ed1ce537-088c-48e5-8193-22ce1eee26a5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:44.446690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589bb60-cfb2-404e-b3b5-c1cfc37969fc req-222b2abc-f3ec-4a04-8499-dd8e002af1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:44.447017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-467f8613-ad3d-4130-9b3e-260ce64879d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:44.447860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d589bb60-cfb2-404e-b3b5-c1cfc37969fc req-222b2abc-f3ec-4a04-8499-dd8e002af1bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1455443 Feb 02 13:38:44.501712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-467f8613-ad3d-4130-9b3e-260ce64879d3 None None] Port ed1ce537-088c-48e5-8193-22ce1eee26a5 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:38:44.506964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d589bb60-cfb2-404e-b3b5-c1cfc37969fc req-f17f61d8-8fd2-45f5-a254-94de2d7d480b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43765655-e763-47bd-8493-bcdec202445d HTTP/1.1" status: 200 len: 217 time: 0.0530005 Feb 02 13:38:44.571078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589bb60-cfb2-404e-b3b5-c1cfc37969fc req-405b8f6c-ad1c-4cef-8461-c7111d5ebbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:44.572580 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d589bb60-cfb2-404e-b3b5-c1cfc37969fc req-405b8f6c-ad1c-4cef-8461-c7111d5ebbe3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0573161 Feb 02 13:38:44.640708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589bb60-cfb2-404e-b3b5-c1cfc37969fc req-8a0c458f-b92d-4fa3-a4c3-6025f3273bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:44.642438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d589bb60-cfb2-404e-b3b5-c1cfc37969fc req-8a0c458f-b92d-4fa3-a4c3-6025f3273bb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0636184 Feb 02 13:38:44.725708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1ce537-088c-48e5-8193-22ce1eee26a5 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:38:44.737299 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Publish callbacks [] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:44.754375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Transition to ACTIVE for port object ed1ce537-088c-48e5-8193-22ce1eee26a5 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:38:44.764923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:44.813858 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d589bb60-cfb2-404e-b3b5-c1cfc37969fc req-c869f2b7-6f28-4ac0-a280-aad533d39292 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636920 Feb 02 13:38:44.824657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:44.976862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Attempting to bind port ed1ce537-088c-48e5-8193-22ce1eee26a5 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:38:44.977357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Attempting to bind port ed1ce537-088c-48e5-8193-22ce1eee26a5 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:38:44.977813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Attempting to bind port ed1ce537-088c-48e5-8193-22ce1eee26a5 on network d38b43c1-0a48-4db2-9144-494d0f55d972 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:38:44.982891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Port ed1ce537-088c-48e5-8193-22ce1eee26a5 on network d38b43c1-0a48-4db2-9144-494d0f55d972 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:38:44.983338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Attempting to bind port ed1ce537-088c-48e5-8193-22ce1eee26a5 on network d38b43c1-0a48-4db2-9144-494d0f55d972 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:38:44.992078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:38:44.992560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Checking segment: {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:38:44.993057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Bound using segment: {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:38:44.993585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Bound port: ed1ce537-088c-48e5-8193-22ce1eee26a5, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:38:44.994033 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:45.072621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d589bb60-cfb2-404e-b3b5-c1cfc37969fc req-f8fe8258-8ecc-4032-b8aa-53f878b53ff5 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521679 Feb 02 13:38:45.124614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:38:45.133807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:38:45.151837 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:45.205431 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:45.206293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:45.208738 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] 10.222.0.62 "PUT /v2.0/ports/ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 1091 time: 1.0038290 Feb 02 13:38:45.212245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:38:45.215910 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd2833f-30f4-4a73-9017-6287e63cbcd9" -d '{"events": [{"name": "network-changed", "server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:38:45.228694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add2c8-d2c0-4819-9984-59f66451ff36 req-526b4027-3e01-4960-960a-dabea2bb2260 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:45.230187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54add2c8-d2c0-4819-9984-59f66451ff36 req-526b4027-3e01-4960-960a-dabea2bb2260 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 943 time: 0.1391151 Feb 02 13:38:45.291347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54d1f1-849f-4c4c-9619-ab3778bd904c service neutron] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:45.333747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-804d1183-23bc-4a56-b933-91f60467cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:45.336131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-804d1183-23bc-4a56-b933-91f60467cdfa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1125 time: 0.0581548 Feb 02 13:38:45.387066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54add2c8-d2c0-4819-9984-59f66451ff36 req-2d3aa8c8-da84-45d0-beb5-3572228a7b3c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494992 Feb 02 13:38:45.407688 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e4f8d-e874-4936-a8ca-6abe316f7587 req-e405fe4a-2de2-4668-937f-670749d3bca5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:45.409230 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-046e4f8d-e874-4936-a8ca-6abe316f7587 req-e405fe4a-2de2-4668-937f-670749d3bca5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.1268270 Feb 02 13:38:45.426055 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-b4c7a254-a5cb-4322-b406-ccdab0c81cd1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 217 time: 0.0774364 Feb 02 13:38:45.490146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-046e4f8d-e874-4936-a8ca-6abe316f7587 req-ed3fb061-9aab-4435-9e7d-10f21fcb9fbd tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710654 Feb 02 13:38:45.513626 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5120d3-1db6-4c18-be3b-dfcbbae2d5da x-openstack-request-id: req-5a5120d3-1db6-4c18-be3b-dfcbbae2d5da {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:38:45.514155 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:38:45.514570 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5a5120d3-1db6-4c18-be3b-dfcbbae2d5da {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:38:45.515161 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'status': 'completed', 'code': 200} Feb 02 13:38:45.517404 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-74569ccd-80af-498d-92ab-47d74ab82aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:45.519117 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-74569ccd-80af-498d-92ab-47d74ab82aaa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.0846200 Feb 02 13:38:45.576453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-9dc52011-f555-40c8-a4a2-a04d35e55f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:45.578450 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-9dc52011-f555-40c8-a4a2-a04d35e55f83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510545 Feb 02 13:38:45.687719 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-b47961da-a4de-434a-a667-84d8b0ef8a20 service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015735 Feb 02 13:38:45.792301 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e63fd5b-8617-4990-b1a3-5aef923c9f6b req-9aa4aecc-3927-481e-956d-5ad572052089 service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984044 Feb 02 13:38:45.940545 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2833f-30f4-4a73-9017-6287e63cbcd9 req-9a232ead-0b1b-436c-bbe9-15c35431dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:45.942102 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2dd2833f-30f4-4a73-9017-6287e63cbcd9 req-9a232ead-0b1b-436c-bbe9-15c35431dbb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1125 time: 0.0573571 Feb 02 13:38:46.232414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2833f-30f4-4a73-9017-6287e63cbcd9 req-22497edb-61e8-4b29-b848-c6d57247b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:46.232414 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2dd2833f-30f4-4a73-9017-6287e63cbcd9 req-22497edb-61e8-4b29-b848-c6d57247b8f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 898 time: 0.1063225 Feb 02 13:38:46.232414 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2dd2833f-30f4-4a73-9017-6287e63cbcd9 req-76052b5c-4135-41f9-85f3-bd19b939f9b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 217 time: 0.0427880 Feb 02 13:38:46.232414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2833f-30f4-4a73-9017-6287e63cbcd9 req-9562c8e9-c2dc-49dc-b258-63632f9634bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:46.232414 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2dd2833f-30f4-4a73-9017-6287e63cbcd9 req-9562c8e9-c2dc-49dc-b258-63632f9634bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.0704303 Feb 02 13:38:46.261292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2833f-30f4-4a73-9017-6287e63cbcd9 req-0564f84c-f330-447d-b4b3-63631c8ad93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:46.263017 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2dd2833f-30f4-4a73-9017-6287e63cbcd9 req-0564f84c-f330-447d-b4b3-63631c8ad93c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718284 Feb 02 13:38:46.367033 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2dd2833f-30f4-4a73-9017-6287e63cbcd9 req-65956c5a-10b7-4958-a2ca-195a9298258a service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953767 Feb 02 13:38:46.495123 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2dd2833f-30f4-4a73-9017-6287e63cbcd9 req-062e4be5-74ed-4a07-9b12-e27382c91cff service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206300 Feb 02 13:38:46.538002 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f1408-f9a7-4825-ba8e-96f5dbdaea92 req-51076b64-0e55-4549-8e4a-5c9b40a05c77 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:46.539658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-864f1408-f9a7-4825-ba8e-96f5dbdaea92 req-51076b64-0e55-4549-8e4a-5c9b40a05c77 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 943 time: 0.0752580 Feb 02 13:38:46.624430 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-864f1408-f9a7-4825-ba8e-96f5dbdaea92 req-93c65ed5-a8c3-4a66-81ea-16d3ec09471f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784082 Feb 02 13:38:46.649012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964d1b3-dae7-44a3-8e26-f3ccf1fb4447 req-9d83c7b6-6e1e-4f1e-a480-95872a22a1cf tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:46.650626 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8964d1b3-dae7-44a3-8e26-f3ccf1fb4447 req-9d83c7b6-6e1e-4f1e-a480-95872a22a1cf tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0702052 Feb 02 13:38:46.714760 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8964d1b3-dae7-44a3-8e26-f3ccf1fb4447 req-bbfbd6ba-60a2-4a71-b8a2-5fc122e625d6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558565 Feb 02 13:38:47.789320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d4c6b1-cd05-4eb5-9b99-2f40737aa4df req-d4ab97e8-935b-4b5d-9717-00389c5e998b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:47.791256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16d4c6b1-cd05-4eb5-9b99-2f40737aa4df req-d4ab97e8-935b-4b5d-9717-00389c5e998b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 943 time: 0.0818696 Feb 02 13:38:47.913223 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16d4c6b1-cd05-4eb5-9b99-2f40737aa4df req-1a52b17d-c136-47a8-9c2f-a6a3a03f3c0c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155918 Feb 02 13:38:47.927393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cb12f-7134-46d3-b700-bbd01549192c req-3ea74092-5474-49cb-aa5b-093e921088ea tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:47.929377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b2cb12f-7134-46d3-b700-bbd01549192c req-3ea74092-5474-49cb-aa5b-093e921088ea tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.1151853 Feb 02 13:38:48.029183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b2cb12f-7134-46d3-b700-bbd01549192c req-4726e747-ad56-4604-943e-64c3c9c0cb51 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859449 Feb 02 13:38:48.552552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ed1ce537-088c-48e5-8193-22ce1eee26a5 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:38:48.674022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:48.696649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'port_id': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'mac_address': 'fa:16:3e:56:b5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:38:48.741943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port ed1ce537-088c-48e5-8193-22ce1eee26a5 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:48.742956 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:48.761718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1ce537-088c-48e5-8193-22ce1eee26a5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:38:48.792222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:48.797859 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:48.856785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:49.109885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['ed1ce537-088c-48e5-8193-22ce1eee26a5'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:38:49.213714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511c7fb-8de3-40bc-ac6a-94e2bc82028d req-77997087-e001-4840-a110-263ea081834d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:49.215599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c511c7fb-8de3-40bc-ac6a-94e2bc82028d req-77997087-e001-4840-a110-263ea081834d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 944 time: 0.1739304 Feb 02 13:38:49.286033 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f9f69-ec3b-465b-80ca-7767a3be9b03 req-3ec3147c-0ba2-4127-a3f3-ff889d1d5cac tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:49.288863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-529f9f69-ec3b-465b-80ca-7767a3be9b03 req-3ec3147c-0ba2-4127-a3f3-ff889d1d5cac tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.1681066 Feb 02 13:38:49.373570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c511c7fb-8de3-40bc-ac6a-94e2bc82028d req-bfde8e90-292a-43b1-b4f7-deb55de4ea48 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364758 Feb 02 13:38:49.404622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-529f9f69-ec3b-465b-80ca-7767a3be9b03 req-358885b1-3bc0-460a-8880-32c72242a9a4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021335 Feb 02 13:38:50.561928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c2d7c-f429-4faa-be02-1f147a7a3f0c req-3e8282e2-e074-4ac1-872c-e4119f2f190b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:50.562645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ed1ce537-088c-48e5-8193-22ce1eee26a5 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:38:50.572621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-648c2d7c-f429-4faa-be02-1f147a7a3f0c req-3e8282e2-e074-4ac1-872c-e4119f2f190b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.1108129 Feb 02 13:38:50.625913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf24480-f240-4362-87d8-a660f1a69b31 req-d2bffac9-9e39-4e15-8068-3ce7d4bd26f2 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:50.627374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cf24480-f240-4362-87d8-a660f1a69b31 req-d2bffac9-9e39-4e15-8068-3ce7d4bd26f2 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 944 time: 0.1338584 Feb 02 13:38:50.690004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port ed1ce537-088c-48e5-8193-22ce1eee26a5 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:38:50.695302 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-648c2d7c-f429-4faa-be02-1f147a7a3f0c req-147232a1-effb-4506-8db1-e5475bee96eb tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214716 Feb 02 13:38:50.696973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port ed1ce537-088c-48e5-8193-22ce1eee26a5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:38:50.697681 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:50.736714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5cf24480-f240-4362-87d8-a660f1a69b31 req-1270c4bf-106f-4e7b-8172-388ca265318f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829918 Feb 02 13:38:50.833571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port ed1ce537-088c-48e5-8193-22ce1eee26a5 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:38:50.833957 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:50.867680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:38:50.867680 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4309a0f9-faaf-411a-b5a6-d1033977c1f4" -d '{"events": [{"server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "name": "network-vif-plugged", "status": "completed", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:38:50.886342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:38:50.894685 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:50.929862 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa4ed4a-df3a-490a-884d-fa21b9890e7a x-openstack-request-id: req-6aa4ed4a-df3a-490a-884d-fa21b9890e7a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:38:50.930176 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "name": "network-vif-plugged", "status": "completed", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:38:50.930608 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6aa4ed4a-df3a-490a-884d-fa21b9890e7a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:38:50.930973 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'code': 200} Feb 02 13:38:50.965181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:51.075113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024173f-bb91-47e0-bc7a-1f8302780641 req-71e998e1-abd3-453b-9046-7e3879e0aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:51.077303 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8024173f-bb91-47e0-bc7a-1f8302780641 req-71e998e1-abd3-453b-9046-7e3879e0aec6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1127 time: 0.0597060 Feb 02 13:38:51.146601 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8024173f-bb91-47e0-bc7a-1f8302780641 req-8656c56a-b759-48c5-8c7e-2573c0d53f89 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620620 Feb 02 13:38:51.908418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc3bed2-7fac-4b15-a6fc-1bc07a4462cc req-89d3ef1f-ae3d-4144-adce-ecb5bc7be7f9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:51.910219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2bc3bed2-7fac-4b15-a6fc-1bc07a4462cc req-89d3ef1f-ae3d-4144-adce-ecb5bc7be7f9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.1175470 Feb 02 13:38:51.967385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db42a6b-c21e-42be-aebc-c8b536e71e9c req-f3a19c24-29b3-4209-ac64-81301ecb2323 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:51.975301 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8db42a6b-c21e-42be-aebc-c8b536e71e9c req-f3a19c24-29b3-4209-ac64-81301ecb2323 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.1362743 Feb 02 13:38:52.027443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2bc3bed2-7fac-4b15-a6fc-1bc07a4462cc req-0e813ef8-5a62-4271-8345-317fda127642 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105087 Feb 02 13:38:52.072476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8db42a6b-c21e-42be-aebc-c8b536e71e9c req-d91ff17f-8b55-4c33-8ba3-8e9c216b84d7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961504 Feb 02 13:38:53.277262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7a5fc-fedf-45dc-8e6c-24020fdf199d req-e2190d77-0bca-4b5b-b653-e96da90ac792 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:53.280124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87c7a5fc-fedf-45dc-8e6c-24020fdf199d req-e2190d77-0bca-4b5b-b653-e96da90ac792 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.1309290 Feb 02 13:38:53.328184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95ecd3-22da-4802-bcf8-dddb6db25e16 req-9430682e-36c6-442f-850e-531fd7dee2fd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:53.338259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb95ecd3-22da-4802-bcf8-dddb6db25e16 req-9430682e-36c6-442f-850e-531fd7dee2fd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.1452990 Feb 02 13:38:53.416048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb95ecd3-22da-4802-bcf8-dddb6db25e16 req-0a722abb-a853-4601-b64b-3d547befb61c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767977 Feb 02 13:38:53.522130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87c7a5fc-fedf-45dc-8e6c-24020fdf199d req-d9e556e8-7e7d-464b-8012-8c31ec3b27a8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241981 Feb 02 13:38:53.543473 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:38:53.636624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029619e-f5bb-4833-88ea-63603d23b8c7 req-f179d08f-8a74-4891-9968-7366a7a481cd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:53.638927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a029619e-f5bb-4833-88ea-63603d23b8c7 req-f179d08f-8a74-4891-9968-7366a7a481cd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0856745 Feb 02 13:38:53.726048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a029619e-f5bb-4833-88ea-63603d23b8c7 req-5f4bf673-c6e5-4d76-b45d-4fd950cccb74 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747576 Feb 02 13:38:53.744054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35108) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:53.806901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac904647-3ff9-43bb-acfa-427a70ac71ff tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:53.808707 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ac904647-3ff9-43bb-acfa-427a70ac71ff tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1122 time: 0.0629597 Feb 02 13:38:53.812761 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35110) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:53.823064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:38:53.852253 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:53.967329 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:54.085603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.25.4.214 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/2549138d-f625-4826-8685-139211fb1144) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:38:54.205138 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (2549138d-f625-4826-8685-139211fb1144), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:54.242367 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (2549138d-f625-4826-8685-139211fb1144), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:54.282318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:38:54.287133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:38:54.294065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:38:54.333908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=2549138d-f625-4826-8685-139211fb1144,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:54.802995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543092cf-4811-4480-b7ab-32fc3d732ddf req-60d03f74-e690-4090-8ff0-7a879001967b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:54.805058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-543092cf-4811-4480-b7ab-32fc3d732ddf req-60d03f74-e690-4090-8ff0-7a879001967b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.1756046 Feb 02 13:38:54.926738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-543092cf-4811-4480-b7ab-32fc3d732ddf req-0ebdaa1c-d8a9-4805-8de4-c5bdd08ecd05 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038215 Feb 02 13:38:54.929812 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (8e3f308e-3084-4546-ac48-714a0c2545ff), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:55.044846 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2549138d-f625-4826-8685-139211fb1144), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:55.222637 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (2549138d-f625-4826-8685-139211fb1144), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:55.227962 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (2549138d-f625-4826-8685-139211fb1144), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:55.300767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=2549138d-f625-4826-8685-139211fb1144,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:38:55.316537 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (8e3f308e-3084-4546-ac48-714a0c2545ff), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:55.425577 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Floating IP 8e3f308e-3084-4546-ac48-714a0c2545ff associated. External IP: 172.25.4.214, port: ed1ce537-088c-48e5-8193-22ce1eee26a5. Feb 02 13:38:55.657177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router a167c3ca-1880-4aa9-a3db-9459d0451613 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:38:56.167905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:38:56.183747 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a0892-e2fc-4acf-826c-1646961b8f5b None None] Sync routers for ids ['a167c3ca-1880-4aa9-a3db-9459d0451613'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:38:56.197821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1c787-09f7-4481-a14a-b0c99abfbbac req-b8bb17ac-4963-4d05-9137-3e078058a60f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:56.204512 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a0892-e2fc-4acf-826c-1646961b8f5b None None] Routers {'a167c3ca-1880-4aa9-a3db-9459d0451613'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:38:56.205626 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-120a0892-e2fc-4acf-826c-1646961b8f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:38:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a167c3ca-1880-4aa9-a3db-9459d0451613'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:56.207142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3c1c787-09f7-4481-a14a-b0c99abfbbac req-b8bb17ac-4963-4d05-9137-3e078058a60f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.1041901 Feb 02 13:38:56.219948 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:38:56.288586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-135b1a23-47cc-4c07-8455-0bd62886597e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4720483 Feb 02 13:38:56.292009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:38:56.295103 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f075901f-8b69-43ad-9673-f7fcd904d9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:38:56.334329 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3c1c787-09f7-4481-a14a-b0c99abfbbac req-b30d8a64-eabf-4b71-a329-ee3bb3997470 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081440 Feb 02 13:38:56.385342 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-120a0892-e2fc-4acf-826c-1646961b8f5b None None] Set router a167c3ca-1880-4aa9-a3db-9459d0451613 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:38:56.429650 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc5aa23-3f32-419c-ab85-a58b9ac1b9ac x-openstack-request-id: req-0bc5aa23-3f32-419c-ab85-a58b9ac1b9ac {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:38:56.430176 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:38:56.430605 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0bc5aa23-3f32-419c-ab85-a58b9ac1b9ac {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:38:56.431195 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'status': 'completed', 'code': 200} Feb 02 13:38:56.455480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754e850-be0a-44c1-a324-39c57d8c13ac req-5ed52f09-087b-4827-92af-0dc3c60f192b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:56.458106 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7754e850-be0a-44c1-a324-39c57d8c13ac req-5ed52f09-087b-4827-92af-0dc3c60f192b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0886517 Feb 02 13:38:56.535412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7754e850-be0a-44c1-a324-39c57d8c13ac req-0eaa4151-a9a3-4fa2-aae2-e1a343dea5e6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656536 Feb 02 13:38:56.557648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075901f-8b69-43ad-9673-f7fcd904d9d9 req-1681ad1f-32a7-4b18-9643-6e4a1f6295ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:56.559865 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f075901f-8b69-43ad-9673-f7fcd904d9d9 req-1681ad1f-32a7-4b18-9643-6e4a1f6295ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1127 time: 0.0806410 Feb 02 13:38:56.581938 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35180) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:56.706478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8ef18062-b89a-445b-a86c-94432cd402a7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/8e3f308e-3084-4546-ac48-714a0c2545ff HTTP/1.1" status: 200 len: 991 time: 0.1232469 Feb 02 13:38:56.770886 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-120a0892-e2fc-4acf-826c-1646961b8f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '8e3f308e-3084-4546-ac48-714a0c2545ff', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'port_id': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'mac_address': 'fa:16:3e:56:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:38:54Z', 'updated_at': '2022-02-02T13:38:54Z', 'revision_number': 0, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e774802a-203d-4de8-879a-16add5c9ceb8', 'name': '', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:e5:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:36Z', 'updated_at': '2022-02-02T13:38:42Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:56.812711 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a0892-e2fc-4acf-826c-1646961b8f5b None None] Checking router: a167c3ca-1880-4aa9-a3db-9459d0451613 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:38:56.827549 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120a0892-e2fc-4acf-826c-1646961b8f5b None None] Routers {'a167c3ca-1880-4aa9-a3db-9459d0451613'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:38:56.828472 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-120a0892-e2fc-4acf-826c-1646961b8f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:38:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a167c3ca-1880-4aa9-a3db-9459d0451613'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:56.987373 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-120a0892-e2fc-4acf-826c-1646961b8f5b None None] Set router a167c3ca-1880-4aa9-a3db-9459d0451613 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:38:57.143477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075901f-8b69-43ad-9673-f7fcd904d9d9 req-5cda663a-b307-4c2b-b85a-9a5bd65719d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:57.146730 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f075901f-8b69-43ad-9673-f7fcd904d9d9 req-5cda663a-b307-4c2b-b85a-9a5bd65719d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 898 time: 0.5802708 Feb 02 13:38:57.237890 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f075901f-8b69-43ad-9673-f7fcd904d9d9 req-2aaa7072-b40b-4115-b02f-6039b32e0fc1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 999 time: 0.0840676 Feb 02 13:38:57.327325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075901f-8b69-43ad-9673-f7fcd904d9d9 req-5ee1c8ac-8b1f-47ba-b100-12d8d026c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:57.329276 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f075901f-8b69-43ad-9673-f7fcd904d9d9 req-5ee1c8ac-8b1f-47ba-b100-12d8d026c82b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.0834737 Feb 02 13:38:57.332012 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-120a0892-e2fc-4acf-826c-1646961b8f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '8e3f308e-3084-4546-ac48-714a0c2545ff', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'port_id': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'mac_address': 'fa:16:3e:56:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:38:54Z', 'updated_at': '2022-02-02T13:38:54Z', 'revision_number': 0, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e774802a-203d-4de8-879a-16add5c9ceb8', 'name': '', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:e5:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:36Z', 'updated_at': '2022-02-02T13:38:42Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:38:57.383495 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120a0892-e2fc-4acf-826c-1646961b8f5b None None] The sync data for ids ['a167c3ca-1880-4aa9-a3db-9459d0451613'] in n-d-827336-2 is: [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '8e3f308e-3084-4546-ac48-714a0c2545ff', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'port_id': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'mac_address': 'fa:16:3e:56:b5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:38:54Z', 'updated_at': '2022-02-02T13:38:54Z', 'revision_number': 0, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e774802a-203d-4de8-879a-16add5c9ceb8', 'name': '', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:e5:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:36Z', 'updated_at': '2022-02-02T13:38:42Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:38:57.464713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075901f-8b69-43ad-9673-f7fcd904d9d9 req-7cc139f2-ae9a-4be2-8b2e-f09ffe86a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:57.466296 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f075901f-8b69-43ad-9673-f7fcd904d9d9 req-7cc139f2-ae9a-4be2-8b2e-f09ffe86a94c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1297307 Feb 02 13:38:57.529225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b9d09-bafb-4885-93c5-dc38e88c8074 req-90c6450d-8c50-457f-8ff7-e58bfe525978 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:57.537542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-149b9d09-bafb-4885-93c5-dc38e88c8074 req-90c6450d-8c50-457f-8ff7-e58bfe525978 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.1150110 Feb 02 13:38:57.611114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-149b9d09-bafb-4885-93c5-dc38e88c8074 req-8c4451d1-bb5b-42c3-b45e-ac466062565e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714135 Feb 02 13:38:57.616372 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f075901f-8b69-43ad-9673-f7fcd904d9d9 req-eca0b7ae-8a18-45cc-98c2-2652dfff3edb service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416516 Feb 02 13:38:57.710584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 35204) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:57.758123 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f075901f-8b69-43ad-9673-f7fcd904d9d9 req-6edb34c0-d62c-4729-891e-10167bb3dc36 service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358240 Feb 02 13:38:57.820660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0271d85d-fd7d-4fb7-b750-7f6e7f6aa619 None None] New status for floating IP 8e3f308e-3084-4546-ac48-714a0c2545ff: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:38:57.823907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cd677bd8-8a26-4979-860e-cbf8dbd3f877 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/8e3f308e-3084-4546-ac48-714a0c2545ff HTTP/1.1" status: 200 len: 991 time: 0.1110475 Feb 02 13:38:58.750851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de4c59-3ee1-428a-9e43-aa7daf610a26 req-a290fc7a-8a64-43e7-9ac7-c33c48c82611 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:58.752813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7de4c59-3ee1-428a-9e43-aa7daf610a26 req-a290fc7a-8a64-43e7-9ac7-c33c48c82611 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0723054 Feb 02 13:38:58.818418 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7de4c59-3ee1-428a-9e43-aa7daf610a26 req-73a196d0-e5a7-44e3-80ee-9f057d6fc438 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510924 Feb 02 13:38:58.828050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35218) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:38:58.913405 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0eb902ce-80a2-4252-8716-a73be7e1abef tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/8e3f308e-3084-4546-ac48-714a0c2545ff HTTP/1.1" status: 200 len: 993 time: 0.0840735 Feb 02 13:38:59.957983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953f7c2-f6c4-41ac-be9e-5ca577191e99 req-0e8c70e2-666e-4085-93c1-147a283387af tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:38:59.959765 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e953f7c2-f6c4-41ac-be9e-5ca577191e99 req-0e8c70e2-666e-4085-93c1-147a283387af tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0634737 Feb 02 13:39:00.014078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e953f7c2-f6c4-41ac-be9e-5ca577191e99 req-4ad21261-de0e-452f-8b7d-38dbf0f11165 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481617 Feb 02 13:39:01.136711 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8452d-ae6b-4113-8bcd-4bb683f3d43b req-9410988a-7725-43cf-8f4c-a57edc4c5bb3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:01.138208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08b8452d-ae6b-4113-8bcd-4bb683f3d43b req-9410988a-7725-43cf-8f4c-a57edc4c5bb3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0549827 Feb 02 13:39:01.191236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08b8452d-ae6b-4113-8bcd-4bb683f3d43b req-d5ff21bd-34e9-4172-906b-1d83e36225fd tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468884 Feb 02 13:39:01.677022 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ac2292c-f300-4a0a-a9b3-352d992ca316 req-8ec89a0a-3d45-4af5-b291-7f5c6ae65a50 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502405 Feb 02 13:39:01.795133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2292c-f300-4a0a-a9b3-352d992ca316 req-fcd5cbc8-4b53-41da-9506-f6bc8c51d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:01.796689 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ac2292c-f300-4a0a-a9b3-352d992ca316 req-fcd5cbc8-4b53-41da-9506-f6bc8c51d2b3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 1128 time: 0.0557110 Feb 02 13:39:01.812596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98c0a18a-d6e1-4283-82bc-c84d86e6798e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:01.912882 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2292c-f300-4a0a-a9b3-352d992ca316 req-551d8f06-3453-41aa-a332-f01e3cbc90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:01.915770 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ac2292c-f300-4a0a-a9b3-352d992ca316 req-551d8f06-3453-41aa-a332-f01e3cbc90fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.0985930 Feb 02 13:39:01.963206 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ac2292c-f300-4a0a-a9b3-352d992ca316 req-35128261-2a1a-4f76-9e03-8bff13f20ace service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ffca05c-4f6c-428e-9fea-31617ca0c5f8 HTTP/1.1" status: 200 len: 217 time: 0.0400321 Feb 02 13:39:02.012058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2292c-f300-4a0a-a9b3-352d992ca316 req-59912813-88ae-4950-b053-20eaa99f4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:02.013541 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ac2292c-f300-4a0a-a9b3-352d992ca316 req-59912813-88ae-4950-b053-20eaa99f4676 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0442467 Feb 02 13:39:02.063707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2292c-f300-4a0a-a9b3-352d992ca316 req-ec008ac7-fb5b-40bc-b0c1-05353df61583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:02.065239 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ac2292c-f300-4a0a-a9b3-352d992ca316 req-ec008ac7-fb5b-40bc-b0c1-05353df61583 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449302 Feb 02 13:39:02.160810 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ac2292c-f300-4a0a-a9b3-352d992ca316 req-dade32c5-e851-4000-a405-5c44e09f0572 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887606 Feb 02 13:39:02.258665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3ac2292c-f300-4a0a-a9b3-352d992ca316 req-6bd2ef96-922c-4bf6-bc02-f96793f169f3 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902514 Feb 02 13:39:02.317395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308b8e6-9b19-4cdc-bb65-163dc240d317 req-7e908d30-a004-4d2d-87ac-55e63f24d05e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:02.318864 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3308b8e6-9b19-4cdc-bb65-163dc240d317 req-7e908d30-a004-4d2d-87ac-55e63f24d05e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0566092 Feb 02 13:39:02.367602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3308b8e6-9b19-4cdc-bb65-163dc240d317 req-5b50234c-7295-49a7-9463-404a92a45b10 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421388 Feb 02 13:39:03.504855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674fa1d-1e3d-4380-aa9a-c5231204fdc5 req-bb975883-4473-469c-bd00-9dce033e1912 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:03.506602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3674fa1d-1e3d-4380-aa9a-c5231204fdc5 req-bb975883-4473-469c-bd00-9dce033e1912 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0620408 Feb 02 13:39:03.557224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3674fa1d-1e3d-4380-aa9a-c5231204fdc5 req-55bb2144-9583-4a2d-a522-fd3e82b2fbf2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Feb 02 13:39:04.113880 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a4b0a51-1982-4e38-8dd4-d5f9d04f79f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:04.698309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bc320-52a8-4c90-bd3e-0f5df663ee0e req-a300642d-3096-4661-b029-506dcfbd39f9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:04.699977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d0bc320-52a8-4c90-bd3e-0f5df663ee0e req-a300642d-3096-4661-b029-506dcfbd39f9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0596623 Feb 02 13:39:04.758986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7d0bc320-52a8-4c90-bd3e-0f5df663ee0e req-f5f64524-f8a5-4d7e-bb47-57ad895dfb56 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467517 Feb 02 13:39:05.637260 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:05.902958 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d62ac8-618a-4e6c-87ff-d9f425b3f086 req-4a0eb0c7-9196-4efb-9d9f-a200119b490e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:05.904617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67d62ac8-618a-4e6c-87ff-d9f425b3f086 req-4a0eb0c7-9196-4efb-9d9f-a200119b490e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0676634 Feb 02 13:39:05.968447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67d62ac8-618a-4e6c-87ff-d9f425b3f086 req-f8b3720c-f0c2-456d-9ce6-d30700713144 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574396 Feb 02 13:39:06.915261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:06.948265 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:07.118226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88455c5-a73f-4dec-9381-cb54a1f0b9e2 req-61b34bc2-53d7-4405-ad01-3076176207f5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:07.119756 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f88455c5-a73f-4dec-9381-cb54a1f0b9e2 req-61b34bc2-53d7-4405-ad01-3076176207f5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0627866 Feb 02 13:39:07.176863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f88455c5-a73f-4dec-9381-cb54a1f0b9e2 req-7f33c8b8-a234-4fd2-a4cf-209112f70542 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510347 Feb 02 13:39:07.848108 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:08.062493 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:08.316912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff27cdc-7a9a-4cb8-a346-7a840a8bb7bc req-01ab71c9-e007-49fb-8ef4-224220e4de0f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:08.318898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aff27cdc-7a9a-4cb8-a346-7a840a8bb7bc req-01ab71c9-e007-49fb-8ef4-224220e4de0f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0672183 Feb 02 13:39:08.375330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aff27cdc-7a9a-4cb8-a346-7a840a8bb7bc req-9366fc99-8291-42f0-a4f8-e56959fecbbc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505083 Feb 02 13:39:09.511689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4df1a-3735-4673-a32e-912cdf756074 req-bfea772c-11e4-469b-93fe-08396d3271e7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:09.513244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9a4df1a-3735-4673-a32e-912cdf756074 req-bfea772c-11e4-469b-93fe-08396d3271e7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0559919 Feb 02 13:39:09.575214 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9a4df1a-3735-4673-a32e-912cdf756074 req-69cee8ff-04ea-4a27-98b8-1e88cf09ef01 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462255 Feb 02 13:39:10.707794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb0b73-bd9e-443b-a372-88fd7232ddf1 req-69830fc1-167d-4d9f-8f22-a672457b9a87 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:10.709860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34eb0b73-bd9e-443b-a372-88fd7232ddf1 req-69830fc1-167d-4d9f-8f22-a672457b9a87 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0638747 Feb 02 13:39:10.758552 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34eb0b73-bd9e-443b-a372-88fd7232ddf1 req-12a40543-7e45-46f9-ad85-7929853997f3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431535 Feb 02 13:39:11.884652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49002601-1e3a-4bc6-b13f-544a7ae7eac3 req-792f7b5d-7563-42ca-806f-d9019aeae767 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:11.886164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49002601-1e3a-4bc6-b13f-544a7ae7eac3 req-792f7b5d-7563-42ca-806f-d9019aeae767 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0529523 Feb 02 13:39:11.934967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-49002601-1e3a-4bc6-b13f-544a7ae7eac3 req-c33dd43b-451f-465a-bd9c-154c515e7aef tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423801 Feb 02 13:39:13.068122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b377d-e582-490c-8981-f6aab1f170f4 req-21db3cc0-6a60-4856-a449-a14af8c493ea tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:13.069617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-454b377d-e582-490c-8981-f6aab1f170f4 req-21db3cc0-6a60-4856-a449-a14af8c493ea tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0623641 Feb 02 13:39:13.122021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-454b377d-e582-490c-8981-f6aab1f170f4 req-3e3c228f-096c-4583-9832-ff95e4862894 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467610 Feb 02 13:39:14.247330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86931317-349e-4b23-9dc6-b6d632d5a738 req-99b164cb-d5d4-4c7e-8ac3-d4b0a6e77285 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:14.248902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86931317-349e-4b23-9dc6-b6d632d5a738 req-99b164cb-d5d4-4c7e-8ac3-d4b0a6e77285 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0548093 Feb 02 13:39:14.299096 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86931317-349e-4b23-9dc6-b6d632d5a738 req-bf4abe79-d66f-47cb-bea6-5fc0a0b9fc4a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438137 Feb 02 13:39:15.428174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8052993-3d96-499b-a133-476227c64b0e req-bb3bd859-faac-4fe9-affb-15f1be5385d4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:15.432008 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8052993-3d96-499b-a133-476227c64b0e req-bb3bd859-faac-4fe9-affb-15f1be5385d4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0574226 Feb 02 13:39:15.483671 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f8052993-3d96-499b-a133-476227c64b0e req-d48b4d88-dc66-4a43-9721-3508d2255e31 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473135 Feb 02 13:39:16.610290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55f782-712d-4b93-9f06-1018508a8645 req-31c86558-b03c-4d3b-8230-91559bc9e990 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:16.611970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af55f782-712d-4b93-9f06-1018508a8645 req-31c86558-b03c-4d3b-8230-91559bc9e990 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 944 time: 0.0551066 Feb 02 13:39:16.667278 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af55f782-712d-4b93-9f06-1018508a8645 req-25f1b687-4451-427f-9978-6131c5cf3b7e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488529 Feb 02 13:39:17.418624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 43765655-e763-47bd-8493-bcdec202445d details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:39:17.523097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 43765655-e763-47bd-8493-bcdec202445d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=43765655-e763-47bd-8493-bcdec202445d,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:17.534982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '43765655-e763-47bd-8493-bcdec202445d', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'port_id': '43765655-e763-47bd-8493-bcdec202445d', 'mac_address': 'fa:16:3e:90:85:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:39:17.585998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 43765655-e763-47bd-8493-bcdec202445d is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:39:17.586446 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (43765655-e763-47bd-8493-bcdec202445d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:17.602996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43765655-e763-47bd-8493-bcdec202445d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:39:17.626208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 43765655-e763-47bd-8493-bcdec202445d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=43765655-e763-47bd-8493-bcdec202445d,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:17.632019 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (43765655-e763-47bd-8493-bcdec202445d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:17.698397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=43765655-e763-47bd-8493-bcdec202445d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:17.708005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.708359 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.708694 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.709100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.709520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.709875 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.710291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.710639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.711045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.711514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.711878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.712220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.712501 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:17.825015 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb5eae-ba83-462a-88e7-8c90c2371a66 req-de82f354-6ac0-4b60-8051-e203d6ee5986 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:17.827323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84bb5eae-ba83-462a-88e7-8c90c2371a66 req-de82f354-6ac0-4b60-8051-e203d6ee5986 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 945 time: 0.0725372 Feb 02 13:39:17.889587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84bb5eae-ba83-462a-88e7-8c90c2371a66 req-62b751bb-0cc1-4752-9924-19ae50c42b68 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534594 Feb 02 13:39:17.942527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['43765655-e763-47bd-8493-bcdec202445d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:39:19.038993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2a8c1-6e20-4ad6-ac4a-173c5d45441c req-2c543785-e7ad-45ad-8e32-a3b5ea7be158 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:19.040569 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4f2a8c1-6e20-4ad6-ac4a-173c5d45441c req-2c543785-e7ad-45ad-8e32-a3b5ea7be158 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 945 time: 0.0655129 Feb 02 13:39:19.106232 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b4f2a8c1-6e20-4ad6-ac4a-173c5d45441c req-5eee5339-ed57-4000-9ab7-a74f703bc96c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569549 Feb 02 13:39:19.435605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 43765655-e763-47bd-8493-bcdec202445d up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:39:19.496606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 43765655-e763-47bd-8493-bcdec202445d completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:39:19.501957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 43765655-e763-47bd-8493-bcdec202445d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:39:19.502157 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (43765655-e763-47bd-8493-bcdec202445d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:19.600742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 43765655-e763-47bd-8493-bcdec202445d is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:39:19.601058 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (43765655-e763-47bd-8493-bcdec202445d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:19.629464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65d5023-ab58-4b3c-a6cf-6f4abcea834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43765655-e763-47bd-8493-bcdec202445d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:39:19.632285 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b430da-623d-4633-b561-43d3b441c7bf" -d '{"events": [{"server_uuid": "c65d5023-ab58-4b3c-a6cf-6f4abcea834a", "name": "network-vif-plugged", "status": "completed", "tag": "43765655-e763-47bd-8493-bcdec202445d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:39:19.648586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 43765655-e763-47bd-8493-bcdec202445d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=43765655-e763-47bd-8493-bcdec202445d,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:19.653387 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (43765655-e763-47bd-8493-bcdec202445d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:19.684496 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a793f507-e650-4594-b3c6-f54bc99a1ea4 x-openstack-request-id: req-a793f507-e650-4594-b3c6-f54bc99a1ea4 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:39:19.684784 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65d5023-ab58-4b3c-a6cf-6f4abcea834a", "name": "network-vif-plugged", "status": "completed", "tag": "43765655-e763-47bd-8493-bcdec202445d", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:39:19.685036 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a793f507-e650-4594-b3c6-f54bc99a1ea4 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:39:19.685426 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65d5023-ab58-4b3c-a6cf-6f4abcea834a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43765655-e763-47bd-8493-bcdec202445d', 'code': 200} Feb 02 13:39:19.717077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=43765655-e763-47bd-8493-bcdec202445d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:19.864386 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72506154-4238-497e-b8f9-b6e55f9dc432 req-98ca1ebe-d9f0-4925-8078-c43873b9330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:19.867004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72506154-4238-497e-b8f9-b6e55f9dc432 req-98ca1ebe-d9f0-4925-8078-c43873b9330b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 1128 time: 0.0659752 Feb 02 13:39:19.920652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-72506154-4238-497e-b8f9-b6e55f9dc432 req-ac41a652-cebf-4936-bd3f-9f836a8564c6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471637 Feb 02 13:39:20.243983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef210b0-36fe-4218-b124-138544d69507 req-981f79c7-d868-4fb6-b5be-befb3a9059c6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:20.245535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ef210b0-36fe-4218-b124-138544d69507 req-981f79c7-d868-4fb6-b5be-befb3a9059c6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 946 time: 0.0603175 Feb 02 13:39:20.303554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ef210b0-36fe-4218-b124-138544d69507 req-34a1c69c-38e7-4f14-a773-bef9ffd1fde1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517182 Feb 02 13:39:21.457490 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707ffdd-a82e-4b68-8a3d-5464a26651e7 req-f0cca051-e8c4-432a-a671-a8275d595911 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:21.459402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f707ffdd-a82e-4b68-8a3d-5464a26651e7 req-f0cca051-e8c4-432a-a671-a8275d595911 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 946 time: 0.0650315 Feb 02 13:39:21.534849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f707ffdd-a82e-4b68-8a3d-5464a26651e7 req-1f4ea4d1-98f0-4d02-b6b5-86da4992ad7f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626528 Feb 02 13:39:21.677709 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10285f1-7adb-4e6c-bc11-0661a5e35d94 req-7e621bd0-b3d8-4bcf-89ed-c92f2c54b3d5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:21.679639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a10285f1-7adb-4e6c-bc11-0661a5e35d94 req-7e621bd0-b3d8-4bcf-89ed-c92f2c54b3d5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 946 time: 0.0646334 Feb 02 13:39:21.749241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a10285f1-7adb-4e6c-bc11-0661a5e35d94 req-ce945950-d1cb-4648-9d71-0b5d9bc8f560 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605757 Feb 02 13:39:22.097931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27efd018-4b61-4602-bd65-c3e96893e70c req-a0f1f9ed-fd00-452b-8a61-03efe79acfb6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:22.099559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27efd018-4b61-4602-bd65-c3e96893e70c req-a0f1f9ed-fd00-452b-8a61-03efe79acfb6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 946 time: 0.0618446 Feb 02 13:39:22.153936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27efd018-4b61-4602-bd65-c3e96893e70c req-f62a9c74-6406-41f0-a455-6ddbf2a57ea6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479147 Feb 02 13:39:23.280635 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452c531-2230-4418-9a64-eb146a162a23 req-cca0d2f2-cf4e-4814-82d4-03202f4fe798 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:23.282123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0452c531-2230-4418-9a64-eb146a162a23 req-cca0d2f2-cf4e-4814-82d4-03202f4fe798 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 946 time: 0.0547988 Feb 02 13:39:23.346504 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0452c531-2230-4418-9a64-eb146a162a23 req-b60df48f-92f1-445d-aa62-9c18a09583e9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584285 Feb 02 13:39:23.858765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e90a40-e23b-4ac7-ba0d-fc59338d9cc3 req-158ef61f-068c-4cc4-b63f-c701a20eb335 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:23.860272 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87e90a40-e23b-4ac7-ba0d-fc59338d9cc3 req-158ef61f-068c-4cc4-b63f-c701a20eb335 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 946 time: 0.0620475 Feb 02 13:39:23.965665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-87e90a40-e23b-4ac7-ba0d-fc59338d9cc3 req-6e9bf1e4-e120-470e-83a7-38c6cef61e82 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Deleting port 43765655-e763-47bd-8493-bcdec202445d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:39:23.966240 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-87e90a40-e23b-4ac7-ba0d-fc59338d9cc3 req-6e9bf1e4-e120-470e-83a7-38c6cef61e82 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (43765655-e763-47bd-8493-bcdec202445d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:24.064841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-87e90a40-e23b-4ac7-ba0d-fc59338d9cc3 req-6e9bf1e4-e120-470e-83a7-38c6cef61e82 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] For port 43765655-e763-47bd-8493-bcdec202445d, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=43765655-e763-47bd-8493-bcdec202445d,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:24.065219 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-87e90a40-e23b-4ac7-ba0d-fc59338d9cc3 req-6e9bf1e4-e120-470e-83a7-38c6cef61e82 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (43765655-e763-47bd-8493-bcdec202445d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:24.079178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-87e90a40-e23b-4ac7-ba0d-fc59338d9cc3 req-6e9bf1e4-e120-470e-83a7-38c6cef61e82 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Calling delete_port for 43765655-e763-47bd-8493-bcdec202445d owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:39:24.219849 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-87e90a40-e23b-4ac7-ba0d-fc59338d9cc3 req-6e9bf1e4-e120-470e-83a7-38c6cef61e82 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (43765655-e763-47bd-8493-bcdec202445d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:24.252906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bf1e4-e120-470e-83a7-38c6cef61e82 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event deleted for resources: {'Port': ['ID=43765655-e763-47bd-8493-bcdec202445d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:24.257253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0ffca05c-4f6c-428e-9fea-31617ca0c5f8'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:39:24.285870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['43765655-e763-47bd-8493-bcdec202445d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:39:24.299299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e90a40-e23b-4ac7-ba0d-fc59338d9cc3 req-6e9bf1e4-e120-470e-83a7-38c6cef61e82 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] No DVR routers for this DVR port 43765655-e763-47bd-8493-bcdec202445d on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:39:24.302275 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-87e90a40-e23b-4ac7-ba0d-fc59338d9cc3 req-6e9bf1e4-e120-470e-83a7-38c6cef61e82 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:24.305978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87e90a40-e23b-4ac7-ba0d-fc59338d9cc3 req-6e9bf1e4-e120-470e-83a7-38c6cef61e82 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "DELETE /v2.0/ports/43765655-e763-47bd-8493-bcdec202445d HTTP/1.1" status: 204 len: 173 time: 0.4405677 Feb 02 13:39:24.306459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65d5023-ab58-4b3c-a6cf-6f4abcea834a', 'name': 'network-vif-deleted', 'tag': '43765655-e763-47bd-8493-bcdec202445d'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:39:24.308888 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419d57d8-2e6e-49c8-b9aa-a44a9682d229" -d '{"events": [{"server_uuid": "c65d5023-ab58-4b3c-a6cf-6f4abcea834a", "name": "network-vif-deleted", "tag": "43765655-e763-47bd-8493-bcdec202445d"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:39:24.501719 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6951157-64f3-4245-8ad8-3c7ecc4a52ab req-2786e77e-da9b-4ca4-aba5-e7fee01f7a7a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 210 time: 0.0448673 Feb 02 13:39:24.513288 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b81b76-5155-48e9-8e2d-b06f66e6b73c x-openstack-request-id: req-f2b81b76-5155-48e9-8e2d-b06f66e6b73c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:39:24.514755 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65d5023-ab58-4b3c-a6cf-6f4abcea834a", "name": "network-vif-deleted", "tag": "43765655-e763-47bd-8493-bcdec202445d", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:39:24.515043 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f2b81b76-5155-48e9-8e2d-b06f66e6b73c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:39:24.515499 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65d5023-ab58-4b3c-a6cf-6f4abcea834a', 'name': 'network-vif-deleted', 'tag': '43765655-e763-47bd-8493-bcdec202445d', 'status': 'completed', 'code': 200} Feb 02 13:39:25.642132 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f04e874d-dc88-4577-90b0-6aeedc3398cf req-d0d5d276-b74a-4576-aa61-20544ea87c82 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 210 time: 0.0551765 Feb 02 13:39:25.663037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad20f4-feb6-4e8b-b88c-4ec7dafaf5b4 req-28aeefae-1b92-445b-a039-a6e3cdabf99e tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:25.663037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbad20f4-feb6-4e8b-b88c-4ec7dafaf5b4 req-28aeefae-1b92-445b-a039-a6e3cdabf99e tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1127 time: 0.0740838 Feb 02 13:39:25.714706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbad20f4-feb6-4e8b-b88c-4ec7dafaf5b4 req-b965359c-f6b2-4e75-9042-b264fdea0df5 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492406 Feb 02 13:39:25.849464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9d5d9-32aa-4fc2-92ba-3a4e2ed250cc req-85cf366a-8afb-4e2c-8f64-7323534b8593 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:25.851001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32c9d5d9-32aa-4fc2-92ba-3a4e2ed250cc req-85cf366a-8afb-4e2c-8f64-7323534b8593 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0606778 Feb 02 13:39:25.926283 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32c9d5d9-32aa-4fc2-92ba-3a4e2ed250cc req-442c47a0-ca8c-4209-a903-da5b5785c225 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692012 Feb 02 13:39:25.951507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35786) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:39:26.026546 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4d2b4e6b-7942-4979-b648-58eff679f49b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/8e3f308e-3084-4546-ac48-714a0c2545ff HTTP/1.1" status: 200 len: 993 time: 0.0737622 Feb 02 13:39:26.614463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9013be0-dd05-4259-a10e-7c12c56dd772 req-9ae9a6a7-9dee-4af7-a5f7-e86875c30c06 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:26.616004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9013be0-dd05-4259-a10e-7c12c56dd772 req-9ae9a6a7-9dee-4af7-a5f7-e86875c30c06 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0796974 Feb 02 13:39:26.618842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-f77ffaf8-bba1-4d0f-b445-e61a4a325f92 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911064 Feb 02 13:39:26.671805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9013be0-dd05-4259-a10e-7c12c56dd772 req-28b6b6d9-68a7-4d47-a5ef-765d27f6d520 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499771 Feb 02 13:39:26.767051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca9b44ee-2115-4e3c-be82-e91a2e7be4f2 req-18022b86-7ca8-4bde-9c2e-6b9d5a5813f8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 210 time: 0.0319185 Feb 02 13:39:27.449422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 43765655-e763-47bd-8493-bcdec202445d no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:39:27.474160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 43765655-e763-47bd-8493-bcdec202445d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:39:27.474496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 43765655-e763-47bd-8493-bcdec202445d not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:39:27.821902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee2599-1498-4b17-8163-419cdadaf406 req-a4fd570d-97ed-4023-a355-cadb6eff9f5c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:27.826748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7dee2599-1498-4b17-8163-419cdadaf406 req-a4fd570d-97ed-4023-a355-cadb6eff9f5c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0685527 Feb 02 13:39:27.901090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7dee2599-1498-4b17-8163-419cdadaf406 req-cef22850-c97e-4d10-a10d-bffd9f109cc7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677521 Feb 02 13:39:27.924382 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1265394b-3f85-4cbc-ab3b-86a33e463678 req-387084c2-894f-4141-b82c-3c48e8134d88 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 210 time: 0.0557721 Feb 02 13:39:28.002338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-456a12a6-98d5-4f3a-9e1f-d6f51c3c1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:28.003905 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-456a12a6-98d5-4f3a-9e1f-d6f51c3c1380 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1127 time: 0.0521474 Feb 02 13:39:28.103181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-972b0225-f8d2-4f39-874c-1de66634a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:28.104740 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-972b0225-f8d2-4f39-874c-1de66634a90f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 898 time: 0.0931821 Feb 02 13:39:28.170935 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-66f08ec7-d1a7-4b8f-be04-c6d3ee6a82c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 1001 time: 0.0596039 Feb 02 13:39:28.222062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-d7dab6fa-60ff-416c-a463-8fa93be886d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:28.223742 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-d7dab6fa-60ff-416c-a463-8fa93be886d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.0464616 Feb 02 13:39:28.282197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-7116a322-37d6-4b87-b7a2-ce71d05a7496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:28.283720 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-7116a322-37d6-4b87-b7a2-ce71d05a7496 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0537603 Feb 02 13:39:28.379583 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-16ca5c1c-0855-41c0-98d3-f9e70f9a4ea7 service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885029 Feb 02 13:39:28.480599 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-3f364df7-977a-4635-8601-34a8c92e5795 service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934210 Feb 02 13:39:29.038018 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d0b1d9d5-3a78-4bf6-aaf0-b028cfd24b5b req-971a9c5b-6a9f-4839-90e5-f15a569a21ba tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 210 time: 0.0305719 Feb 02 13:39:29.062629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24900ed5-9acb-4c04-aef4-f45b985245d1 req-fb25c436-0686-4166-a107-9111170c2313 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:29.064134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-24900ed5-9acb-4c04-aef4-f45b985245d1 req-fb25c436-0686-4166-a107-9111170c2313 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0847034 Feb 02 13:39:29.119901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-24900ed5-9acb-4c04-aef4-f45b985245d1 req-2ec1d734-74c3-4306-985b-cd08c793b008 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496814 Feb 02 13:39:30.149672 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a5479f2-a194-445a-965c-448b3574cb2d req-84a27c18-3f5a-4405-bb86-b498a7c07ef8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 210 time: 0.0321946 Feb 02 13:39:30.274206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47418-6be4-456e-be21-2e9f2a734b17 req-45be7538-602f-4f09-8481-b5e7cc3bfc64 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:30.275727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05e47418-6be4-456e-be21-2e9f2a734b17 req-45be7538-602f-4f09-8481-b5e7cc3bfc64 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0633335 Feb 02 13:39:30.345048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05e47418-6be4-456e-be21-2e9f2a734b17 req-ad2f65f5-182c-4120-a531-4bf40337be0d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589991 Feb 02 13:39:30.543196 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:39:31.284240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a263c20f-4071-4604-9256-ab97ee28cb61 req-0bbfab8b-eed6-4394-8724-8d6a8fdd77e7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 210 time: 0.0335550 Feb 02 13:39:31.505522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa93edd-d13a-496d-975c-aa1e0de8aa8b req-3eb4dce7-e609-46db-a3c6-2984e9a64c5b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:31.508421 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfa93edd-d13a-496d-975c-aa1e0de8aa8b req-3eb4dce7-e609-46db-a3c6-2984e9a64c5b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0777442 Feb 02 13:39:31.561916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfa93edd-d13a-496d-975c-aa1e0de8aa8b req-d5350bf5-0644-4ed7-9cc6-0a9bbb653d61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452623 Feb 02 13:39:31.812735 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85ddb275-80b4-4b23-adff-6f11aaddecf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:32.384121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b107a5f-87fd-4808-9e08-28b164669722 req-5517f0d3-72d4-4970-8d8f-a78e2284654a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=c65d5023-ab58-4b3c-a6cf-6f4abcea834a HTTP/1.1" status: 200 len: 210 time: 0.0283749 Feb 02 13:39:32.690986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c727eb-9a4c-477b-b06b-8b646c30194f req-08de679d-a18d-4322-ac15-629dbac28c27 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:32.692748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39c727eb-9a4c-477b-b06b-8b646c30194f req-08de679d-a18d-4322-ac15-629dbac28c27 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0573776 Feb 02 13:39:32.747620 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39c727eb-9a4c-477b-b06b-8b646c30194f req-83b6b79f-9e99-46ea-aa60-02eccfcb01c2 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488062 Feb 02 13:39:33.884829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61a492-10cd-469b-af23-efa5770459b2 req-407fa8f3-9163-4759-bd81-470794aa7185 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:33.886347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c61a492-10cd-469b-af23-efa5770459b2 req-407fa8f3-9163-4759-bd81-470794aa7185 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0604963 Feb 02 13:39:33.938192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c61a492-10cd-469b-af23-efa5770459b2 req-5a7a999c-177e-4148-9ec5-f308c940c7b1 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458667 Feb 02 13:39:34.119453 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d7e58d0-bd60-4e0b-860b-d3072959f67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:34.796207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-6b38466c-1319-48a3-adf8-1dcd6916d35f req-f54b461d-1040-4fd4-a6b5-167f46d4804c service neutron] (103188) timed out ('10.222.0.83', 44718) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:39:35.087306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369ceab-0b38-451c-909c-0f221dec3419 req-825de162-92c7-4552-80ef-11a10a81f3a6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:35.088954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9369ceab-0b38-451c-909c-0f221dec3419 req-825de162-92c7-4552-80ef-11a10a81f3a6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0666516 Feb 02 13:39:35.165810 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9369ceab-0b38-451c-909c-0f221dec3419 req-de02fab9-47e9-400a-bff9-5d2f4a6c5fdc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700593 Feb 02 13:39:35.642586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:36.306603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55966171-089e-4b04-a9f8-6a31770269ec req-5720157b-f6d3-43a1-9060-a98b291793af tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:36.314476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55966171-089e-4b04-a9f8-6a31770269ec req-5720157b-f6d3-43a1-9060-a98b291793af tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0667164 Feb 02 13:39:36.362294 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55966171-089e-4b04-a9f8-6a31770269ec req-15290fc6-6eea-490f-b8df-b66d4f21c440 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467665 Feb 02 13:39:36.921717 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:36.962578 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:37.499702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fbf19-0550-4854-ba0e-11b4d0dbb66e req-f4171805-f55e-40a0-a21c-c043d813a580 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:37.501216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f05fbf19-0550-4854-ba0e-11b4d0dbb66e req-f4171805-f55e-40a0-a21c-c043d813a580 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0615749 Feb 02 13:39:37.555887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f05fbf19-0550-4854-ba0e-11b4d0dbb66e req-aa8ee39c-a8bb-4b6a-bb0f-176414b29b2e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487230 Feb 02 13:39:37.840946 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:38.062215 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:38.715369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047b0a6-04ad-4efd-a0b1-8e0e1453d0c1 req-861202b4-169f-4289-9e3c-f20ec0b383df tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:38.727948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6047b0a6-04ad-4efd-a0b1-8e0e1453d0c1 req-861202b4-169f-4289-9e3c-f20ec0b383df tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0938938 Feb 02 13:39:38.831913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6047b0a6-04ad-4efd-a0b1-8e0e1453d0c1 req-12c4a0f6-0c59-4679-b33f-ab75dbf0cea7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027608 Feb 02 13:39:40.066144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb076b-c591-481f-9867-73816a9ea351 req-0da16c82-517f-4f07-9f29-d56ec1b29abf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:40.068110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5fb076b-c591-481f-9867-73816a9ea351 req-0da16c82-517f-4f07-9f29-d56ec1b29abf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.0915473 Feb 02 13:39:40.134584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5fb076b-c591-481f-9867-73816a9ea351 req-960fbb53-8c1e-4064-a8b3-83f294ec3a6e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545216 Feb 02 13:39:40.774876 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-a538fa02-47cf-4eb4-b6b9-7d3dfaf89b7b service neutron] show failed (client error): The resource could not be found. Feb 02 13:39:40.777057 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-a538fa02-47cf-4eb4-b6b9-7d3dfaf89b7b service neutron] 10.222.0.62 "GET /v2.0/ports/ed1ce537-088c-48e5-8193-22ce1eee26a5/bindings/n-h1-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.1717217 Feb 02 13:39:41.131081 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-c668026a-a193-46ee-a387-887b186adb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:41.133145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-c668026a-a193-46ee-a387-887b186adb61 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885&tenant_id=2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 1127 time: 0.1201289 Feb 02 13:39:41.154001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:41.267660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:41.385270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1aca3-6b17-4832-8bff-dc79ac0f9016 req-6b834486-30f0-4cd1-91e5-7bd00e0c0b57 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:41.387073 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80f1aca3-6b17-4832-8bff-dc79ac0f9016 req-6b834486-30f0-4cd1-91e5-7bd00e0c0b57 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.1207862 Feb 02 13:39:41.507860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-80f1aca3-6b17-4832-8bff-dc79ac0f9016 req-ba7e5849-d922-4548-8d68-69fdc57db060 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692039 Feb 02 13:39:41.622842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:41.663562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:39:41.722637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:39:41.725099 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19eee155-d048-4b81-8362-3bc14d63158a" -d '{"events": [{"server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:39:41.729514 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Publish callbacks [] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:41.744998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Transition to ACTIVE for port object ed1ce537-088c-48e5-8193-22ce1eee26a5 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:39:41.753011 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:42.033670 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26934358-bd78-4db6-bbe7-5a52ddfb772f x-openstack-request-id: req-26934358-bd78-4db6-bbe7-5a52ddfb772f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:39:42.033995 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:39:42.034257 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-26934358-bd78-4db6-bbe7-5a52ddfb772f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:39:42.034663 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'code': 200} Feb 02 13:39:42.051189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] No DVR routers for this DVR port ed1ce537-088c-48e5-8193-22ce1eee26a5 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:39:42.156919 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:42.169372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.169717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.170058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.170397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.170843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.171040 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.171363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.171712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.172035 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.172353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.172677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.172996 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.173309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:42.221729 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Attempting to bind port ed1ce537-088c-48e5-8193-22ce1eee26a5 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:39:42.222348 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Attempting to bind port ed1ce537-088c-48e5-8193-22ce1eee26a5 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:39:42.222539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Attempting to bind port ed1ce537-088c-48e5-8193-22ce1eee26a5 on network d38b43c1-0a48-4db2-9144-494d0f55d972 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:39:42.228006 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Port ed1ce537-088c-48e5-8193-22ce1eee26a5 on network d38b43c1-0a48-4db2-9144-494d0f55d972 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:39:42.228306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Attempting to bind port ed1ce537-088c-48e5-8193-22ce1eee26a5 on network d38b43c1-0a48-4db2-9144-494d0f55d972 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:39:42.234302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:39:42.234967 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Checking segment: {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:39:42.235373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Bound using segment: {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:39:42.235834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Bound port: ed1ce537-088c-48e5-8193-22ce1eee26a5, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:39:42.236195 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:42.309377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:39:42.315401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:39:42.337174 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:42.386468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:42.387010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:42.392805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] 10.222.0.18 "PUT /v2.0/ports/ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 1091 time: 1.2441359 Feb 02 13:39:42.478745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740aab08-b5d5-46f3-8ca9-33964cdc25cd service neutron] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:42.502449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-e53fb9f5-4384-48aa-8de4-c7fd7400b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:42.508615 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-e53fb9f5-4384-48aa-8de4-c7fd7400b94f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1125 time: 0.0776963 Feb 02 13:39:42.676271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-c9178c6b-f14f-4011-8afc-c27e8f69796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:42.677813 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-c9178c6b-f14f-4011-8afc-c27e8f69796f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 898 time: 0.1665831 Feb 02 13:39:42.753230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c457b-c2a0-4d81-a94f-cf56b3ab147d req-177b9084-2c75-4955-9d8a-a8a74d9cc7b6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:42.755055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e9c457b-c2a0-4d81-a94f-cf56b3ab147d req-177b9084-2c75-4955-9d8a-a8a74d9cc7b6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 943 time: 0.1447423 Feb 02 13:39:42.774525 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-47fad8d6-9fc4-4d14-b427-0d6186e0eecb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 999 time: 0.0898259 Feb 02 13:39:42.851774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e9c457b-c2a0-4d81-a94f-cf56b3ab147d req-2244fc69-17da-4e21-83f6-016fa010c16b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865514 Feb 02 13:39:42.855813 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-38ed295c-21da-4a23-98ed-a99791a2f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:42.857618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-38ed295c-21da-4a23-98ed-a99791a2f63e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.0740590 Feb 02 13:39:42.918529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-5d43ca71-e3b0-4221-8a04-95cc02839dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:42.920070 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-5d43ca71-e3b0-4221-8a04-95cc02839dea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564973 Feb 02 13:39:43.032768 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-c77712d0-e7f2-4fa4-915b-19fc8b482f76 service neutron] 10.222.0.18 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060522 Feb 02 13:39:43.140048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca4346f7-bac1-4fab-8351-291ac65bdb9f req-00e5b8f6-fd33-45a2-98d4-94f6653d5eac service neutron] 10.222.0.18 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006246 Feb 02 13:39:43.389082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021057f-5edd-49f8-846d-cce7ca42d8b2 req-686f0a63-f0c5-4d43-98d8-df79d06ff31e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:43.390598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4021057f-5edd-49f8-846d-cce7ca42d8b2 req-686f0a63-f0c5-4d43-98d8-df79d06ff31e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 946 time: 0.0714085 Feb 02 13:39:43.447806 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4021057f-5edd-49f8-846d-cce7ca42d8b2 req-26349b2b-1328-4628-bcad-ec71e74b9ae9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504382 Feb 02 13:39:43.999299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c640e-5ba5-4079-8755-c613b24ab4d7 req-3d31bab1-2267-4538-acb8-287b0015e209 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:44.001030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc4c640e-5ba5-4079-8755-c613b24ab4d7 req-3d31bab1-2267-4538-acb8-287b0015e209 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 943 time: 0.0634105 Feb 02 13:39:44.039659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:39:44.041887 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b59bfa-24f9-4e77-a90b-56e6f254ba97" -d '{"events": [{"name": "network-changed", "server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:39:44.078708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc4c640e-5ba5-4079-8755-c613b24ab4d7 req-331d6b38-c8ef-43f7-8155-82a536f678e7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694554 Feb 02 13:39:44.126182 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8621e0-6e42-4f8e-91f9-8d8d11f18d14 x-openstack-request-id: req-2b8621e0-6e42-4f8e-91f9-8d8d11f18d14 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:39:44.126182 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:39:44.126182 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2b8621e0-6e42-4f8e-91f9-8d8d11f18d14 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:39:44.126182 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'status': 'completed', 'code': 200} Feb 02 13:39:44.240315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-9d374a6c-1e98-42fb-9d76-6a15108684b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:44.244278 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-9d374a6c-1e98-42fb-9d76-6a15108684b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1125 time: 0.0668073 Feb 02 13:39:44.259288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-cf851112-663c-4e81-b18b-ce0a3672198e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:44.263347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-cf851112-663c-4e81-b18b-ce0a3672198e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1125 time: 0.0815263 Feb 02 13:39:44.371653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-10f29950-b0b5-4b7b-8b5d-88e3da28f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:44.373923 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-10f29950-b0b5-4b7b-8b5d-88e3da28f360 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 898 time: 0.1222186 Feb 02 13:39:44.397730 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-da63f3af-bb37-4ab9-8131-05c69be2b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:44.402114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-da63f3af-bb37-4ab9-8131-05c69be2b31f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 898 time: 0.1325939 Feb 02 13:39:44.426529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35940) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:39:44.463049 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-2e35e5a2-38ae-4f79-94a2-50f21568d73d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 999 time: 0.0815308 Feb 02 13:39:44.498629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-3c5cb26c-70a6-4a59-ab97-af4a545fd710 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 999 time: 0.0900187 Feb 02 13:39:44.580962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-bd477326-6d1d-4329-8c1b-095a27fd1d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:44.582592 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-bd477326-6d1d-4329-8c1b-095a27fd1d88 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.1064866 Feb 02 13:39:44.601805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-be7ab3b0-3c76-499b-b4d5-d55f4a2e888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:44.603332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-be7ab3b0-3c76-499b-b4d5-d55f4a2e888c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.0978725 Feb 02 13:39:44.629686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15735e-6415-454c-ad8e-4129656370a9 req-67b4850e-9679-4eeb-a8fc-f1f79a3aaaef tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:44.631199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd15735e-6415-454c-ad8e-4129656370a9 req-67b4850e-9679-4eeb-a8fc-f1f79a3aaaef tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 946 time: 0.0841262 Feb 02 13:39:44.667714 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-56e7ac2d-dc24-4eaf-b527-97939c9c29ba admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=923d7e1e6cd6451b9f816db4eb940f70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2399750 Feb 02 13:39:44.668500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35946) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:39:44.679724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-af42a0a3-76da-4186-a751-43bd15a1afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:44.681492 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-af42a0a3-76da-4186-a751-43bd15a1afc4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0904303 Feb 02 13:39:44.798163 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Publish callbacks [] for security_group (d3e02d99-93fa-40bd-b25f-8a428bcab2ce), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:44.832909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Publish callbacks [] for security_group (d3e02d99-93fa-40bd-b25f-8a428bcab2ce), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:44.903078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ed1ce537-088c-48e5-8193-22ce1eee26a5 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:39:44.962034 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (d3e02d99-93fa-40bd-b25f-8a428bcab2ce), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:44.965517 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:44.969237 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/d3e02d99-93fa-40bd-b25f-8a428bcab2ce HTTP/1.1" status: 204 len: 168 time: 0.2965410 Feb 02 13:39:44.983008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.62', 60824) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:39:44.984244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] The host n-h2-827336-2 is not matching for port ed1ce537-088c-48e5-8193-22ce1eee26a5 host n-h1-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:39:44.984845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ed1ce537-088c-48e5-8193-22ce1eee26a5 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:39:44.985992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e02d99-93fa-40bd-b25f-8a428bcab2ce,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:45.025940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.026295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.026610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.026946 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.027266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.027606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.027924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.028237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.028549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.028862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.029681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.029681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.029902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf82501-537d-4d57-9337-c81e18c54797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:39:45.063259 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-e8163ca6-e1e0-4412-8380-205f3926c873 service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329189 Feb 02 13:39:45.157195 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-86f4401d-16a1-4a5d-9e0f-1f8480058e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:45.159843 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-86f4401d-16a1-4a5d-9e0f-1f8480058e04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5457053 Feb 02 13:39:45.168578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dfc7f-751e-4ca0-a043-abcd83609a71 req-abba7b55-be1f-4831-aa2b-50c470bd9434 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:45.170132 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b63dfc7f-751e-4ca0-a043-abcd83609a71 req-abba7b55-be1f-4831-aa2b-50c470bd9434 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 946 time: 0.1747277 Feb 02 13:39:45.207008 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-c1a02c11-4be4-44c4-b93f-a480391083ff service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345053 Feb 02 13:39:45.209213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd15735e-6415-454c-ad8e-4129656370a9 req-f9068000-292a-46e7-94c3-8349506e6cf3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=3f59f7bf-c345-43cb-abd8-85265bc5d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575509 Feb 02 13:39:45.305793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-e73738d3-9bea-40ff-9460-83e7636d13f9 service neutron] 10.222.0.18 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368480 Feb 02 13:39:45.350068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-b63dfc7f-751e-4ca0-a043-abcd83609a71 req-d84d9d1a-7183-4655-9f40-21ff3110b131 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Deleting port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:39:45.350681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b63dfc7f-751e-4ca0-a043-abcd83609a71 req-d84d9d1a-7183-4655-9f40-21ff3110b131 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:45.437388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806febf-4e31-4f23-bddf-d60a91b81042 req-fb2ed524-d3e4-4fb8-a3a6-018640c4c3e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:45.439083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f806febf-4e31-4f23-bddf-d60a91b81042 req-fb2ed524-d3e4-4fb8-a3a6-018640c4c3e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 943 time: 0.1323421 Feb 02 13:39:45.460474 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31b59bfa-24f9-4e77-a90b-56e6f254ba97 req-96cf33bb-7c11-44e2-8eae-e8bc22aa500a service neutron] 10.222.0.18 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446390 Feb 02 13:39:45.489423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b63dfc7f-751e-4ca0-a043-abcd83609a71 req-d84d9d1a-7183-4655-9f40-21ff3110b131 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] For port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=0ffca05c-4f6c-428e-9fea-31617ca0c5f8,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:45.490409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b63dfc7f-751e-4ca0-a043-abcd83609a71 req-d84d9d1a-7183-4655-9f40-21ff3110b131 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:45.504201 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f806febf-4e31-4f23-bddf-d60a91b81042 req-35876234-6b59-4372-a23a-d7916d60f094 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532575 Feb 02 13:39:45.508192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-b63dfc7f-751e-4ca0-a043-abcd83609a71 req-d84d9d1a-7183-4655-9f40-21ff3110b131 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Calling delete_port for 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:39:45.560635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ed1ce537-088c-48e5-8193-22ce1eee26a5 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:39:45.758890 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b63dfc7f-751e-4ca0-a043-abcd83609a71 req-d84d9d1a-7183-4655-9f40-21ff3110b131 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0ffca05c-4f6c-428e-9fea-31617ca0c5f8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:45.800221 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d9d1a-7183-4655-9f40-21ff3110b131 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event deleted for resources: {'Port': ['ID=0ffca05c-4f6c-428e-9fea-31617ca0c5f8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:45.812606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['0ffca05c-4f6c-428e-9fea-31617ca0c5f8'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:39:45.862907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:45.889356 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'port_id': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'mac_address': 'fa:16:3e:56:b5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:39:45.927628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63dfc7f-751e-4ca0-a043-abcd83609a71 req-d84d9d1a-7183-4655-9f40-21ff3110b131 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] No DVR routers for this DVR port 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:39:45.930941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b63dfc7f-751e-4ca0-a043-abcd83609a71 req-d84d9d1a-7183-4655-9f40-21ff3110b131 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:45.934970 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b63dfc7f-751e-4ca0-a043-abcd83609a71 req-d84d9d1a-7183-4655-9f40-21ff3110b131 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "DELETE /v2.0/ports/0ffca05c-4f6c-428e-9fea-31617ca0c5f8 HTTP/1.1" status: 204 len: 173 time: 0.7268279 Feb 02 13:39:45.935713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39535ce7-081b-4229-a0b7-07055f1e5a9b', 'name': 'network-vif-deleted', 'tag': '0ffca05c-4f6c-428e-9fea-31617ca0c5f8'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:39:45.969559 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7783ab-8a6e-4eb5-9e7c-9037e3519a6f" -d '{"events": [{"server_uuid": "39535ce7-081b-4229-a0b7-07055f1e5a9b", "name": "network-vif-deleted", "tag": "0ffca05c-4f6c-428e-9fea-31617ca0c5f8"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:39:45.981107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port ed1ce537-088c-48e5-8193-22ce1eee26a5 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:39:45.982241 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:46.002166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1ce537-088c-48e5-8193-22ce1eee26a5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:39:46.027364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:46.031690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-55c2554d-f884-49db-8ebc-f9726695faa2 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:46.032482 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:46.037624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-55c2554d-f884-49db-8ebc-f9726695faa2 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.18 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885&tenant_id=2310a5a54d0b414d80a2621ece164ad5&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 943 time: 0.1874154 Feb 02 13:39:46.075156 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce569984-33b7-4bc0-8229-3119f46cef94 x-openstack-request-id: req-ce569984-33b7-4bc0-8229-3119f46cef94 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:39:46.075550 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39535ce7-081b-4229-a0b7-07055f1e5a9b", "name": "network-vif-deleted", "tag": "0ffca05c-4f6c-428e-9fea-31617ca0c5f8", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:39:46.076202 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ce569984-33b7-4bc0-8229-3119f46cef94 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:39:46.076653 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39535ce7-081b-4229-a0b7-07055f1e5a9b', 'name': 'network-vif-deleted', 'tag': '0ffca05c-4f6c-428e-9fea-31617ca0c5f8', 'status': 'completed', 'code': 200} Feb 02 13:39:46.094522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea7c1e-46c8-491f-8313-de82b8ba202e req-968d5dd3-07eb-48c3-99ee-8c8fa57e2b6b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:46.102650 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbea7c1e-46c8-491f-8313-de82b8ba202e req-968d5dd3-07eb-48c3-99ee-8c8fa57e2b6b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 943 time: 0.1560378 Feb 02 13:39:46.133112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:46.171380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-fb612db1-4cba-4677-a5e1-50a18410a459 service neutron] 10.222.0.18 "GET /v2.0/ports/ed1ce537-088c-48e5-8193-22ce1eee26a5/bindings/n-h1-827336-2 HTTP/1.1" status: 200 len: 382 time: 0.1231160 Feb 02 13:39:46.182216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbea7c1e-46c8-491f-8313-de82b8ba202e req-d9fb8d66-5877-4b3f-b36b-0afe3eaef1da tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786240 Feb 02 13:39:46.220815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35976) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:39:46.342126 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['ed1ce537-088c-48e5-8193-22ce1eee26a5'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:39:46.364051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0aab842e-74dd-4452-9db5-6aee0fbffc70 req-e2592d7c-0d98-47d3-81d4-587cd9c5c282 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 210 time: 0.0617867 Feb 02 13:39:46.371767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-b5ef9d1a-6a05-46c4-b111-c591fbe5ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:46.373580 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-b5ef9d1a-6a05-46c4-b111-c591fbe5ca13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1126 time: 0.1573510 Feb 02 13:39:46.462754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1425433323-network', 'tenant_id': '7348894b00ad4ae3961ce8f534851b87'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:46.507164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Made reservation on behalf of 7348894b00ad4ae3961ce8f534851b87 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:39:46.509935 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:46.510656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-a9a0a075-cfe0-40fa-8dab-d3c924ee3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:46.513074 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-a9a0a075-cfe0-40fa-8dab-d3c924ee3de6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 898 time: 0.1316633 Feb 02 13:39:46.528871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:46.629844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-0c209aa6-7db9-4f05-873a-0e698bc3df08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 1000 time: 0.1100845 Feb 02 13:39:46.663016 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Publish callbacks [] for security_group (c9c93d76-1db8-479d-a1cd-ef92ec12abc4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:46.668479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c9c93d76-1db8-479d-a1cd-ef92ec12abc4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:46.691962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-3d02567e-08d4-429c-9078-b95ff4e34e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:46.693666 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-3d02567e-08d4-429c-9078-b95ff4e34e3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.0567875 Feb 02 13:39:46.698999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:39:46.717954 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c93d76-1db8-479d-a1cd-ef92ec12abc4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:46.721240 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (441fe01c-ee8f-464d-a110-56f179e23bd9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:46.721693 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Added segment 441fe01c-ee8f-464d-a110-56f179e23bd9 of type vlan for network cd84393f-e445-4258-9b3e-597864c78b50 Feb 02 13:39:46.778148 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (cd84393f-e445-4258-9b3e-597864c78b50), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:46.781217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-54893104-1a46-4d68-be9e-ed225f30ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:46.783096 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-54893104-1a46-4d68-be9e-ed225f30ece0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0830739 Feb 02 13:39:46.814767 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (cd84393f-e445-4258-9b3e-597864c78b50), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:46.816387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:46.817213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:46.886218 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6639740 Feb 02 13:39:46.889076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 35982) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:39:46.894552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5482461d-bb17-4ea8-8e5c-665c7b6cf84d admin admin] Request body: {'subnet': {'network_id': 'cd84393f-e445-4258-9b3e-597864c78b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1425433323-subnet', 'tenant_id': '7348894b00ad4ae3961ce8f534851b87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:46.898725 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc67aca-acfa-410c-a073-e308a7aeb8b3 admin admin] Pushing event updated for resources: {'Network': ['ID=cd84393f-e445-4258-9b3e-597864c78b50,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:46.917259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network cd84393f-e445-4258-9b3e-597864c78b50 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:39:46.923996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-fe4d892a-5f4b-4eec-a8f6-7b1cb69c40dd service neutron] 10.222.0.18 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292186 Feb 02 13:39:46.928260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5482461d-bb17-4ea8-8e5c-665c7b6cf84d admin admin] Made reservation on behalf of 7348894b00ad4ae3961ce8f534851b87 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:39:46.933496 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5482461d-bb17-4ea8-8e5c-665c7b6cf84d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:47.048585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-7e2da6af-a614-49f3-b303-75afea62105c service neutron] 10.222.0.18 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164520 Feb 02 13:39:47.162142 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5482461d-bb17-4ea8-8e5c-665c7b6cf84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (b2d487cb-c489-4090-a0ca-000825b438d3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:47.220533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482461d-bb17-4ea8-8e5c-665c7b6cf84d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d487cb-c489-4090-a0ca-000825b438d3,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:47.233849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5482461d-bb17-4ea8-8e5c-665c7b6cf84d admin admin] Checking segment: {'id': '441fe01c-ee8f-464d-a110-56f179e23bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cd84393f-e445-4258-9b3e-597864c78b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:39:47.234212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5482461d-bb17-4ea8-8e5c-665c7b6cf84d admin admin] Network hostable DHCP agents. Network: cd84393f-e445-4258-9b3e-597864c78b50, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:39:47.252674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5482461d-bb17-4ea8-8e5c-665c7b6cf84d admin admin] Network cd84393f-e445-4258-9b3e-597864c78b50 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:39:47.263876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-5482461d-bb17-4ea8-8e5c-665c7b6cf84d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, cd84393f-e445-4258-9b3e-597864c78b50) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:39:47.269959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5482461d-bb17-4ea8-8e5c-665c7b6cf84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:47.270564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5482461d-bb17-4ea8-8e5c-665c7b6cf84d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:47.280492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c96f60-0ef3-4413-87b7-8b2c0b3247e3 None None] Network cd84393f-e445-4258-9b3e-597864c78b50 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:39:47.294173 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5482461d-bb17-4ea8-8e5c-665c7b6cf84d admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4035850 Feb 02 13:39:47.337795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a50cf8-4cc0-4868-82ec-4147ee86f2bf req-dadd7e11-2dfa-4207-9c84-32bc3479f40a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:47.346261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8a50cf8-4cc0-4868-82ec-4147ee86f2bf req-dadd7e11-2dfa-4207-9c84-32bc3479f40a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 944 time: 0.0821726 Feb 02 13:39:47.418543 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8a50cf8-4cc0-4868-82ec-4147ee86f2bf req-bef9872c-a78d-4722-94ef-1cb5be5c7654 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708535 Feb 02 13:39:47.419668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5287dae-78a6-4fef-baaa-b0d9d6aa49b4 None None] Network cd84393f-e445-4258-9b3e-597864c78b50 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:39:47.496584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bf1449a-ac45-4f70-8b5e-8cde0c524169 req-e02b7ec8-93f0-4637-997c-c8b8d94bdc34 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 210 time: 0.0402923 Feb 02 13:39:47.577232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ed1ce537-088c-48e5-8193-22ce1eee26a5 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:39:47.627527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port ed1ce537-088c-48e5-8193-22ce1eee26a5 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:39:47.632135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port ed1ce537-088c-48e5-8193-22ce1eee26a5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:39:47.632758 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:47.726386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port ed1ce537-088c-48e5-8193-22ce1eee26a5 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:39:47.726858 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:47.749800 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:39:47.752230 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4c8c33-49e9-48b1-a133-69e4ce641382" -d '{"events": [{"server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "name": "network-vif-plugged", "status": "completed", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:39:47.767795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:47.774526 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:47.820077 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e75a15e-3069-4380-a8e4-d55f567e81d1 x-openstack-request-id: req-1e75a15e-3069-4380-a8e4-d55f567e81d1 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:39:47.820310 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "name": "network-vif-plugged", "status": "completed", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:39:47.820526 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1e75a15e-3069-4380-a8e4-d55f567e81d1 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:39:47.820910 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'code': 200} Feb 02 13:39:47.827268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:47.912657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:39:47.917731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2120025501-network', 'tenant_id': '6c359923315e4c11905860846fe28cd0'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:47.954321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Made reservation on behalf of 6c359923315e4c11905860846fe28cd0 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:39:47.957206 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:47.967053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:48.050620 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Publish callbacks [] for security_group (12c07f20-0ce4-4846-aff6-d73453b5b1ca), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:48.055150 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (12c07f20-0ce4-4846-aff6-d73453b5b1ca), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:48.077147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:39:48.095903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c07f20-0ce4-4846-aff6-d73453b5b1ca,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:48.099004 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (5c21f5be-eaf7-4ca8-b2cb-0749ca05f026), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:48.099634 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Added segment 5c21f5be-eaf7-4ca8-b2cb-0749ca05f026 of type vlan for network d50cf789-e9f4-4e50-a877-93b20b0f5466 Feb 02 13:39:48.143978 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (d50cf789-e9f4-4e50-a877-93b20b0f5466), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:48.172264 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (d50cf789-e9f4-4e50-a877-93b20b0f5466), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:48.173684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:48.174607 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:48.214153 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2998350 Feb 02 13:39:48.216475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36006) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:39:48.246205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-03fafbdc-6339-4d1c-bab4-d271c201153e admin admin] Request body: {'subnet': {'network_id': 'd50cf789-e9f4-4e50-a877-93b20b0f5466', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2120025501-subnet', 'tenant_id': '6c359923315e4c11905860846fe28cd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:48.254404 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c2769-d910-43cd-b820-4c9f6482e5b2 admin admin] Pushing event updated for resources: {'Network': ['ID=d50cf789-e9f4-4e50-a877-93b20b0f5466,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:48.265002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network d50cf789-e9f4-4e50-a877-93b20b0f5466 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:39:48.274565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fafbdc-6339-4d1c-bab4-d271c201153e admin admin] Made reservation on behalf of 6c359923315e4c11905860846fe28cd0 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:39:48.282109 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03fafbdc-6339-4d1c-bab4-d271c201153e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:48.483819 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03fafbdc-6339-4d1c-bab4-d271c201153e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (556f30f1-f5bc-4157-aa78-e12c7dbfcc92), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:48.585788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fafbdc-6339-4d1c-bab4-d271c201153e admin admin] Pushing event updated for resources: {'Subnet': ['ID=556f30f1-f5bc-4157-aa78-e12c7dbfcc92,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:48.594991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fafbdc-6339-4d1c-bab4-d271c201153e admin admin] Checking segment: {'id': '5c21f5be-eaf7-4ca8-b2cb-0749ca05f026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'd50cf789-e9f4-4e50-a877-93b20b0f5466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:39:48.595893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fafbdc-6339-4d1c-bab4-d271c201153e admin admin] Network hostable DHCP agents. Network: d50cf789-e9f4-4e50-a877-93b20b0f5466, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:39:48.623548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fafbdc-6339-4d1c-bab4-d271c201153e admin admin] Network d50cf789-e9f4-4e50-a877-93b20b0f5466 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:39:48.639511 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-03fafbdc-6339-4d1c-bab4-d271c201153e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, d50cf789-e9f4-4e50-a877-93b20b0f5466) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:39:48.646189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fafbdc-6339-4d1c-bab4-d271c201153e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:48.647307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-03fafbdc-6339-4d1c-bab4-d271c201153e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:48.654074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb1585-85c2-4951-807f-36edd11b5382 None None] Network d50cf789-e9f4-4e50-a877-93b20b0f5466 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:39:48.668746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2b0c9eb-0559-4815-8e46-9fcbade8d5aa req-7e72218c-9280-4d04-98e5-5889ecec6048 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 210 time: 0.0534399 Feb 02 13:39:48.682136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca827686-486d-4e20-af11-74e561253067 req-4f57551a-57de-415f-bfbf-6b9fadd39733 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:48.686607 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca827686-486d-4e20-af11-74e561253067 req-4f57551a-57de-415f-bfbf-6b9fadd39733 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.1898382 Feb 02 13:39:48.687855 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-03fafbdc-6339-4d1c-bab4-d271c201153e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4655035 Feb 02 13:39:48.816633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca827686-486d-4e20-af11-74e561253067 req-5dd76d0d-b8e7-46da-baf0-a0af91f39d15 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236835 Feb 02 13:39:48.843701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a8044-4110-4026-9d72-bb3e98533d2f None None] Network d50cf789-e9f4-4e50-a877-93b20b0f5466 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:39:48.930196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:39:48.955666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:39:48.956100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 0ffca05c-4f6c-428e-9fea-31617ca0c5f8 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:39:49.372760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-de2e5ff9-a66f-4dd0-a04d-e9c8e284c215 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:49.374339 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-de2e5ff9-a66f-4dd0-a04d-e9c8e284c215 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/networks?id=cd84393f-e445-4258-9b3e-597864c78b50 HTTP/1.1" status: 200 len: 812 time: 0.1459076 Feb 02 13:39:49.391846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-de5ec7d8-6b69-4a85-accf-e2d5fec41140 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/quotas/7348894b00ad4ae3961ce8f534851b87 HTTP/1.1" status: 200 len: 375 time: 0.0113833 Feb 02 13:39:49.442492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-a4b3c058-b4ca-4a7d-acce-ae2754b65756 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=7348894b00ad4ae3961ce8f534851b87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392897 Feb 02 13:39:49.447965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-38b78a45-0cbc-4014-9765-288481cf44fb service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:39:49.456693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-38b78a45-0cbc-4014-9765-288481cf44fb service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128646 Feb 02 13:39:49.569307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-bfca5f77-a11e-44fb-ae12-7640df828942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:49.571987 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-bfca5f77-a11e-44fb-ae12-7640df828942 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885&tenant_id=2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 1127 time: 0.0637670 Feb 02 13:39:49.577258 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-262b4dc6-d1e9-499e-8a8a-74ed44647b5b service neutron] 10.222.0.83 "GET /v2.0/networks/cd84393f-e445-4258-9b3e-597864c78b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180634 Feb 02 13:39:49.594745 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:49.670841 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:49.716549 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-e165df92-3d02-4b95-898c-bc6066fce800 service neutron] 10.222.0.83 "GET /v2.0/networks/cd84393f-e445-4258-9b3e-597864c78b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353891 Feb 02 13:39:49.859054 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e054c085-ddd6-49b7-9b85-4cc08c074175 req-1af2e999-b364-42aa-be83-64e47a9b5500 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 210 time: 0.0537622 Feb 02 13:39:50.000683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:50.016776 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3b470074-b7e7-4547-91df-41a50a24d1e4 req-d73cf5ed-cb57-4d83-8f2e-50dc78905d2a tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 210 time: 0.0450826 Feb 02 13:39:50.049824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f363f-0b20-4eac-a024-14ff3be98877 req-03bc38f1-b7e5-463d-a16e-7c586a42e99d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:50.052260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae3f363f-0b20-4eac-a024-14ff3be98877 req-03bc38f1-b7e5-463d-a16e-7c586a42e99d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 945 time: 0.1156790 Feb 02 13:39:50.072621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:39:50.127468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:39:50.128368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae3f363f-0b20-4eac-a024-14ff3be98877 req-76180b4a-9e46-4132-852c-c15fe64da677 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677037 Feb 02 13:39:50.129961 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28468d3-3100-4e99-8293-c543017c4dfa" -d '{"events": [{"server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:39:50.135302 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Publish callbacks [] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:50.154077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Transition to ACTIVE for port object ed1ce537-088c-48e5-8193-22ce1eee26a5 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:39:50.159207 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:50.224577 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e195221-818b-47e4-9013-6092b284cce6 x-openstack-request-id: req-7e195221-818b-47e4-9013-6092b284cce6 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:39:50.224577 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "name": "network-vif-unplugged", "status": "completed", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:39:50.224577 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7e195221-818b-47e4-9013-6092b284cce6 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:39:50.224577 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'code': 200} Feb 02 13:39:50.224577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=10']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:50.370772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] No DVR routers for this DVR port ed1ce537-088c-48e5-8193-22ce1eee26a5 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:39:50.586770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Attempting to bind port ed1ce537-088c-48e5-8193-22ce1eee26a5 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:39:50.587498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Attempting to bind port ed1ce537-088c-48e5-8193-22ce1eee26a5 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:39:50.587498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Attempting to bind port ed1ce537-088c-48e5-8193-22ce1eee26a5 on network d38b43c1-0a48-4db2-9144-494d0f55d972 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:39:50.593380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Port ed1ce537-088c-48e5-8193-22ce1eee26a5 on network d38b43c1-0a48-4db2-9144-494d0f55d972 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:39:50.593380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Attempting to bind port ed1ce537-088c-48e5-8193-22ce1eee26a5 on network d38b43c1-0a48-4db2-9144-494d0f55d972 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:39:50.598757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:39:50.599096 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Checking segment: {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:39:50.599501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Bound using segment: {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:39:50.599931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Bound port: ed1ce537-088c-48e5-8193-22ce1eee26a5, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0672fa02-4a17-4cea-be4d-18da144e95c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:39:50.600288 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:50.667752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:39:50.670826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:39:50.677120 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:50.717020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:50.717646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:50.719069 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] 10.222.0.62 "PUT /v2.0/ports/ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 1092 time: 1.1305187 Feb 02 13:39:50.742255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d5fc3-200d-445e-8a74-2e9c15ef1cdb service neutron] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=11']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:50.820362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-12b5a87b-5b92-4f14-95de-fc3bcae1050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:50.822373 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-12b5a87b-5b92-4f14-95de-fc3bcae1050a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1126 time: 0.0533984 Feb 02 13:39:50.935439 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-6433bdeb-cf52-40f0-9c72-5470cbac518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:50.937022 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-6433bdeb-cf52-40f0-9c72-5470cbac518f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 898 time: 0.1088324 Feb 02 13:39:50.972966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6dbd5022-cd65-4ae8-bd0b-82cb927100bf req-33b4c29f-d939-428d-b9d1-f00279a7298f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 210 time: 0.0319612 Feb 02 13:39:51.014661 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-35420f01-8ee1-4432-b459-d5406221e5df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 999 time: 0.0716505 Feb 02 13:39:51.072461 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-460c329d-7b25-4ef9-8125-c2a074bd073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:51.073972 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-460c329d-7b25-4ef9-8125-c2a074bd073c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.0534229 Feb 02 13:39:51.143465 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-fc59b5a0-7df9-4287-82a9-d7e5631f870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:51.144396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7cefe066-3c59-4a96-9ab0-f67cb9f305fa req-df9744dd-3a74-43d1-8830-be3ac8c3a964 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 210 time: 0.0321810 Feb 02 13:39:51.145390 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-fc59b5a0-7df9-4287-82a9-d7e5631f870a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0574913 Feb 02 13:39:51.277286 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-629f6e44-690d-46b0-bd17-b3526876bd82 service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245873 Feb 02 13:39:51.310933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-042d5dc0-6695-4c78-9cfe-7649f273db57 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:51.312443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-042d5dc0-6695-4c78-9cfe-7649f273db57 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.18 "GET /v2.0/networks?id=cd84393f-e445-4258-9b3e-597864c78b50 HTTP/1.1" status: 200 len: 812 time: 0.1426845 Feb 02 13:39:51.335770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Request body: {'port': {'device_id': 'e3243063-d052-4257-863c-6948cfc20054', 'network_id': 'cd84393f-e445-4258-9b3e-597864c78b50', 'admin_state_up': True, 'tenant_id': '7348894b00ad4ae3961ce8f534851b87'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:51.392616 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da27ca1b-90f1-4242-b0dd-c58cb9b34533 req-b82918ae-101a-4125-a3a4-d8188e0e189f service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085064 Feb 02 13:39:51.419697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6282c918-5acd-4e48-bf04-7d5f87594647 req-f534fd42-663c-48e3-b9c8-1acec9187840 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:51.420700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6282c918-5acd-4e48-bf04-7d5f87594647 req-f534fd42-663c-48e3-b9c8-1acec9187840 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 944 time: 0.1370823 Feb 02 13:39:51.498246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6282c918-5acd-4e48-bf04-7d5f87594647 req-582db689-9044-4c0c-8b40-93642db07170 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693438 Feb 02 13:39:51.505077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Made reservation on behalf of 7348894b00ad4ae3961ce8f534851b87 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:39:51.508694 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:51.565539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ed1ce537-088c-48e5-8193-22ce1eee26a5 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:39:51.611251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port ed1ce537-088c-48e5-8193-22ce1eee26a5 host n-h2-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:39:51.611750 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device ed1ce537-088c-48e5-8193-22ce1eee26a5 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:39:51.651216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Allocated IP 172.20.0.5 (cd84393f-e445-4258-9b3e-597864c78b50/b2d487cb-c489-4090-a0ca-000825b438d3/cb09b8b5-834a-4c64-85de-d0d1ea0811fe) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:39:51.827791 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Publish callbacks [] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:51.865738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:51.908958 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Network cd84393f-e445-4258-9b3e-597864c78b50 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:39:51.912184 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:39:51.918897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:39:51.951556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Pushing event updated for resources: {'Port': ['ID=cb09b8b5-834a-4c64-85de-d0d1ea0811fe,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:51.981682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:51.982380 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:52.003818 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-9b691d2b-5073-44ed-ab9c-94e6809faf70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6749570 Feb 02 13:39:52.024549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Request body: {'port': {'device_id': 'e3243063-d052-4257-863c-6948cfc20054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:39:52.123710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e74bf7ed-88c3-4c9d-b150-2a78cc6e4587 req-009ed711-c0c6-428b-85e0-7c66f60d0513 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 210 time: 0.0384293 Feb 02 13:39:52.124396 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:52.222469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:39:52.228494 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:39:52.282119 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3dafca-be4e-43c9-bed1-820ebd40a115 x-openstack-request-id: req-bc3dafca-be4e-43c9-bed1-820ebd40a115 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:39:52.282410 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:39:52.282661 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bc3dafca-be4e-43c9-bed1-820ebd40a115 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:39:52.283062 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'status': 'completed', 'code': 200} Feb 02 13:39:52.328393 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.18', 63044) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:39:52.392638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040949f-0545-431a-a29b-17668c64df38 req-1b663f37-482c-4411-9dfb-bc5e907cc704 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:52.394203 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d040949f-0545-431a-a29b-17668c64df38 req-1b663f37-482c-4411-9dfb-bc5e907cc704 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 931 time: 0.1274908 Feb 02 13:39:52.422719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-866fab4f-0ad7-4ed4-bb16-76976bb783d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:52.424773 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-866fab4f-0ad7-4ed4-bb16-76976bb783d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1126 time: 0.0847971 Feb 02 13:39:52.431057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-501e1522-f356-4def-92aa-5512dcc87d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:52.432144 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-501e1522-f356-4def-92aa-5512dcc87d76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1126 time: 0.1026006 Feb 02 13:39:52.483112 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d040949f-0545-431a-a29b-17668c64df38 req-ea51402e-94fd-472a-ab8a-5a5fb643854c tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826273 Feb 02 13:39:52.538635 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb09b8b5-834a-4c64-85de-d0d1ea0811fe {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:39:52.548942 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Publish callbacks [] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:52.563681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Transition to ACTIVE for port object cb09b8b5-834a-4c64-85de-d0d1ea0811fe will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:39:52.569131 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:52.593862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-f3998352-0914-4df1-bbdb-0fd64ef3ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:52.595331 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-f3998352-0914-4df1-bbdb-0fd64ef3ee7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 898 time: 0.1549053 Feb 02 13:39:52.620945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-8e7ca6af-12da-4402-a211-68d0e518f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:52.622575 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-8e7ca6af-12da-4402-a211-68d0e518f836 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 898 time: 0.1894951 Feb 02 13:39:52.656950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb09b8b5-834a-4c64-85de-d0d1ea0811fe,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:52.747799 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-5f716769-f3b7-437d-9916-fbbc04ba868e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 999 time: 0.1411328 Feb 02 13:39:52.754206 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-b9162e43-7333-430e-bdca-46101b54dae8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 999 time: 0.1039441 Feb 02 13:39:52.761841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773845bf-ca2d-4c20-b6a5-8090df58326c req-8878e3b0-dc6c-44ca-9f11-5933433dc062 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:52.768004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-773845bf-ca2d-4c20-b6a5-8090df58326c req-8878e3b0-dc6c-44ca-9f11-5933433dc062 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 944 time: 0.1705511 Feb 02 13:39:52.806395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Attempting to bind port cb09b8b5-834a-4c64-85de-d0d1ea0811fe on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:39:52.807174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Attempting to bind port cb09b8b5-834a-4c64-85de-d0d1ea0811fe by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '441fe01c-ee8f-464d-a110-56f179e23bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cd84393f-e445-4258-9b3e-597864c78b50'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:39:52.807756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Attempting to bind port cb09b8b5-834a-4c64-85de-d0d1ea0811fe on network cd84393f-e445-4258-9b3e-597864c78b50 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:39:52.820593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Port cb09b8b5-834a-4c64-85de-d0d1ea0811fe on network cd84393f-e445-4258-9b3e-597864c78b50 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:39:52.821280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Attempting to bind port cb09b8b5-834a-4c64-85de-d0d1ea0811fe on network cd84393f-e445-4258-9b3e-597864c78b50 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:39:52.834668 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:39:52.835072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Checking segment: {'id': '441fe01c-ee8f-464d-a110-56f179e23bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cd84393f-e445-4258-9b3e-597864c78b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:39:52.835384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Bound using segment: {'id': '441fe01c-ee8f-464d-a110-56f179e23bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cd84393f-e445-4258-9b3e-597864c78b50'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:39:52.835864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Bound port: cb09b8b5-834a-4c64-85de-d0d1ea0811fe, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441fe01c-ee8f-464d-a110-56f179e23bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'cd84393f-e445-4258-9b3e-597864c78b50'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:39:52.836246 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:52.839888 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-1738ca03-382c-4877-8e6b-d5707bc552d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:52.841400 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-1738ca03-382c-4877-8e6b-d5707bc552d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.0863154 Feb 02 13:39:52.842714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-85bc6c3c-3b07-4d54-aaca-4476143f74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:52.844044 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-85bc6c3c-3b07-4d54-aaca-4476143f74e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.0817945 Feb 02 13:39:52.860852 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-773845bf-ca2d-4c20-b6a5-8090df58326c req-b6b335da-daf6-46b4-bc5b-7358461a5c1f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904863 Feb 02 13:39:52.925402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] For port cb09b8b5-834a-4c64-85de-d0d1ea0811fe, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:39:52.930135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] For port cb09b8b5-834a-4c64-85de-d0d1ea0811fe, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cb09b8b5-834a-4c64-85de-d0d1ea0811fe,segment=NetworkSegment(441fe01c-ee8f-464d-a110-56f179e23bd9),segment_id=441fe01c-ee8f-464d-a110-56f179e23bd9)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:39:52.941837 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:53.047392 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb09b8b5-834a-4c64-85de-d0d1ea0811fe,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:53.063352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:53.064019 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:53.065850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-48e5eacf-368f-49e1-8fcf-4b06e6bdc9f4 service neutron] 10.222.0.18 "PUT /v2.0/ports/cb09b8b5-834a-4c64-85de-d0d1ea0811fe HTTP/1.1" status: 200 len: 1091 time: 1.0482318 Feb 02 13:39:53.067841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3243063-d052-4257-863c-6948cfc20054', 'tag': 'cb09b8b5-834a-4c64-85de-d0d1ea0811fe'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:39:53.070407 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d3e3f2-a498-4ca8-9d35-8411f9852923" -d '{"events": [{"name": "network-changed", "server_uuid": "e3243063-d052-4257-863c-6948cfc20054", "tag": "cb09b8b5-834a-4c64-85de-d0d1ea0811fe"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:39:53.124271 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4852802-5eb8-4e6c-9a59-d1e8b14761ca x-openstack-request-id: req-c4852802-5eb8-4e6c-9a59-d1e8b14761ca {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:39:53.124572 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3243063-d052-4257-863c-6948cfc20054", "tag": "cb09b8b5-834a-4c64-85de-d0d1ea0811fe", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:39:53.124827 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c4852802-5eb8-4e6c-9a59-d1e8b14761ca {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:39:53.125261 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3243063-d052-4257-863c-6948cfc20054', 'tag': 'cb09b8b5-834a-4c64-85de-d0d1ea0811fe', 'status': 'completed', 'code': 200} Feb 02 13:39:53.235865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-a7ce4f63-19e2-4009-a74a-b8647285e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:53.238060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-a7ce4f63-19e2-4009-a74a-b8647285e556 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7348894b00ad4ae3961ce8f534851b87&device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 1125 time: 0.0969579 Feb 02 13:39:53.285585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a634d3a8-143c-4893-96a8-123441cd55f6 req-4c8d8dda-2516-4f46-8b43-0c2beac05ce8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 210 time: 0.0462260 Feb 02 13:39:53.326453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-ac033316-8249-48df-b10f-06c4d29eed6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb09b8b5-834a-4c64-85de-d0d1ea0811fe HTTP/1.1" status: 200 len: 217 time: 0.0750639 Feb 02 13:39:53.341723 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-a822ac6c-072d-4f7f-8d6e-c0f738f0b129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:53.343457 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-a822ac6c-072d-4f7f-8d6e-c0f738f0b129 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4961677 Feb 02 13:39:53.360128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-c1bc586c-789f-40b1-834c-5a7e848ea4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:53.361689 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-c1bc586c-789f-40b1-834c-5a7e848ea4d8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0726311 Feb 02 13:39:53.387932 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-46039be3-c603-482b-b5c0-3c8b8d982ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:53.389477 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-46039be3-c603-482b-b5c0-3c8b8d982ffc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2d487cb-c489-4090-a0ca-000825b438d3 HTTP/1.1" status: 200 len: 852 time: 0.0568993 Feb 02 13:39:53.423795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-34659626-b34d-44cc-a5d2-fb6ab3557585 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd84393f-e445-4258-9b3e-597864c78b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275280 Feb 02 13:39:53.512200 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-cc6c7d49-c3c9-4987-97cb-2e1bef575411 service neutron] 10.222.0.18 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621587 Feb 02 13:39:53.515972 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-af99e12c-b382-40e6-97ad-49878ed390fa service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434686 Feb 02 13:39:53.543869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-bc63b584-a95f-4f5d-99c1-a0e9632f841f service neutron] 10.222.0.18 "GET /v2.0/networks/cd84393f-e445-4258-9b3e-597864c78b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123672 Feb 02 13:39:53.693567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e2bc5b3-dd3b-4900-9c94-51d68bf113ed req-c2202d53-3d98-45ad-b8d1-421aab0a0996 service neutron] 10.222.0.18 "GET /v2.0/networks/cd84393f-e445-4258-9b3e-597864c78b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443179 Feb 02 13:39:53.721327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d22152-e227-4d53-bc80-f4995e5b9c1a req-cd911eb9-6381-46a9-90d2-354b9f84fff9 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:53.721739 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-3ebc2358-1e4f-4101-8ffd-c8c8085119db service neutron] 10.222.0.18 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031703 Feb 02 13:39:53.723146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05d22152-e227-4d53-bc80-f4995e5b9c1a req-cd911eb9-6381-46a9-90d2-354b9f84fff9 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 943 time: 0.1008322 Feb 02 13:39:53.725286 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5e8aaf7e-1336-46ae-8099-c8949b96e0b5 req-72f93e27-f0cb-4327-998b-d3f50ebe88b5 service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995411 Feb 02 13:39:53.793636 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05d22152-e227-4d53-bc80-f4995e5b9c1a req-995e4715-1d24-4511-b322-c882fef7b274 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636132 Feb 02 13:39:53.871187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3e3f2-a498-4ca8-9d35-8411f9852923 req-5645bf6e-c0b0-4710-854a-845799ac0615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:53.873896 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68d3e3f2-a498-4ca8-9d35-8411f9852923 req-5645bf6e-c0b0-4710-854a-845799ac0615 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7348894b00ad4ae3961ce8f534851b87&device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 1125 time: 0.0701745 Feb 02 13:39:54.006408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3e3f2-a498-4ca8-9d35-8411f9852923 req-8e399cd0-55b9-47d1-909f-ba4854656a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:54.008059 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68d3e3f2-a498-4ca8-9d35-8411f9852923 req-8e399cd0-55b9-47d1-909f-ba4854656a37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd84393f-e445-4258-9b3e-597864c78b50 HTTP/1.1" status: 200 len: 913 time: 0.1185801 Feb 02 13:39:54.045701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901789f-f2c9-4bcf-adfb-9b1229a659c7 req-5b950834-4a03-40d6-9a51-47c739be6164 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:54.047629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e901789f-f2c9-4bcf-adfb-9b1229a659c7 req-5b950834-4a03-40d6-9a51-47c739be6164 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 944 time: 0.0686622 Feb 02 13:39:54.078877 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68d3e3f2-a498-4ca8-9d35-8411f9852923 req-c324f07b-b2be-465e-bc2e-7707a9c18d9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb09b8b5-834a-4c64-85de-d0d1ea0811fe HTTP/1.1" status: 200 len: 217 time: 0.0513496 Feb 02 13:39:54.129378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e901789f-f2c9-4bcf-adfb-9b1229a659c7 req-ddb76352-2747-46dc-89bd-f372e3e70666 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643950 Feb 02 13:39:54.129901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36070) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:39:54.139058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3e3f2-a498-4ca8-9d35-8411f9852923 req-4f171066-0595-4f3d-b4ff-29f371da5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:54.141198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68d3e3f2-a498-4ca8-9d35-8411f9852923 req-4f171066-0595-4f3d-b4ff-29f371da5f5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2d487cb-c489-4090-a0ca-000825b438d3 HTTP/1.1" status: 200 len: 852 time: 0.0558500 Feb 02 13:39:54.180697 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68d3e3f2-a498-4ca8-9d35-8411f9852923 req-cab60a88-68d3-4465-aa1a-3225e265910c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd84393f-e445-4258-9b3e-597864c78b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281551 Feb 02 13:39:54.196902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-df4e8467-0cdd-440e-8a48-3f04902e22ba tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/8e3f308e-3084-4546-ac48-714a0c2545ff HTTP/1.1" status: 200 len: 991 time: 0.0658581 Feb 02 13:39:54.281367 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68d3e3f2-a498-4ca8-9d35-8411f9852923 req-1e2de5b8-4932-4fb6-bc33-acb60db47f0b service neutron] 10.222.0.18 "GET /v2.0/networks/cd84393f-e445-4258-9b3e-597864c78b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942726 Feb 02 13:39:54.382665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68d3e3f2-a498-4ca8-9d35-8411f9852923 req-8f875997-ef11-476d-92a2-a119aabb8f7d service neutron] 10.222.0.18 "GET /v2.0/networks/cd84393f-e445-4258-9b3e-597864c78b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943353 Feb 02 13:39:54.414830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8b5010c-a360-4fa0-b113-4b18728ee1a5 req-8be499b5-4db3-4b73-a078-fb7460bd1af2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 210 time: 0.0291672 Feb 02 13:39:54.940041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1dd8e-459f-45e2-950e-acd627fe730a req-125c2b6a-0924-4f13-a91d-ab2a1845983d tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:54.941561 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81c1dd8e-459f-45e2-950e-acd627fe730a req-125c2b6a-0924-4f13-a91d-ab2a1845983d tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 943 time: 0.0626056 Feb 02 13:39:54.964727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ed1ce537-088c-48e5-8193-22ce1eee26a5 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:39:54.990658 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81c1dd8e-459f-45e2-950e-acd627fe730a req-d580f7fe-9e2a-47da-bcb3-07932b40c5fe tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Feb 02 13:39:55.073101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:55.085669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'port_id': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'mac_address': 'fa:16:3e:56:b5:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:39:55.125406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port ed1ce537-088c-48e5-8193-22ce1eee26a5 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:39:55.125406 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:55.138331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1ce537-088c-48e5-8193-22ce1eee26a5 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:39:55.157889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:55.164442 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:55.218537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=12']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:55.462427 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['ed1ce537-088c-48e5-8193-22ce1eee26a5'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:39:55.525134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e7150b3-6ed4-4658-ad56-84a38f6f75df req-07caf3cb-844e-4737-90b4-b978105764f9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=39535ce7-081b-4229-a0b7-07055f1e5a9b HTTP/1.1" status: 200 len: 210 time: 0.0385525 Feb 02 13:39:55.575218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device cb09b8b5-834a-4c64-85de-d0d1ea0811fe details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:39:55.904316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port cb09b8b5-834a-4c64-85de-d0d1ea0811fe, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cb09b8b5-834a-4c64-85de-d0d1ea0811fe,segment=NetworkSegment(441fe01c-ee8f-464d-a110-56f179e23bd9),segment_id=441fe01c-ee8f-464d-a110-56f179e23bd9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:55.931066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'cb09b8b5-834a-4c64-85de-d0d1ea0811fe', 'network_id': 'cd84393f-e445-4258-9b3e-597864c78b50', 'port_id': 'cb09b8b5-834a-4c64-85de-d0d1ea0811fe', 'mac_address': 'fa:16:3e:44:67:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d487cb-c489-4090-a0ca-000825b438d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:39:56.006214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port cb09b8b5-834a-4c64-85de-d0d1ea0811fe is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:39:56.007407 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:56.058226 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb09b8b5-834a-4c64-85de-d0d1ea0811fe {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:39:56.080961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port cb09b8b5-834a-4c64-85de-d0d1ea0811fe, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cb09b8b5-834a-4c64-85de-d0d1ea0811fe,segment=NetworkSegment(441fe01c-ee8f-464d-a110-56f179e23bd9),segment_id=441fe01c-ee8f-464d-a110-56f179e23bd9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:56.085988 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:56.137530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27ba27-72b1-4474-954c-8e1b57c4b418 req-52796003-04c9-44c8-aaf3-ed61d3a78260 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:56.139183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a27ba27-72b1-4474-954c-8e1b57c4b418 req-52796003-04c9-44c8-aaf3-ed61d3a78260 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 944 time: 0.0656152 Feb 02 13:39:56.140419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=cb09b8b5-834a-4c64-85de-d0d1ea0811fe,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:56.198948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a27ba27-72b1-4474-954c-8e1b57c4b418 req-97a224d8-6978-40de-b6df-2bd400bbcd6c tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534427 Feb 02 13:39:56.352229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['cb09b8b5-834a-4c64-85de-d0d1ea0811fe'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:39:56.977226 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ed1ce537-088c-48e5-8193-22ce1eee26a5 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:39:57.039559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port ed1ce537-088c-48e5-8193-22ce1eee26a5 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:39:57.045043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port ed1ce537-088c-48e5-8193-22ce1eee26a5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:39:57.045446 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:57.179495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port ed1ce537-088c-48e5-8193-22ce1eee26a5 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:39:57.180019 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:57.213914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:39:57.216211 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68804df4-8206-466d-bd27-5794f66df369" -d '{"events": [{"server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "name": "network-vif-plugged", "status": "completed", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:39:57.230111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:57.236132 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:57.267570 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d0f253-b3cf-4069-8fc1-4134332098ac x-openstack-request-id: req-27d0f253-b3cf-4069-8fc1-4134332098ac {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:39:57.267860 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "name": "network-vif-plugged", "status": "completed", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:39:57.268108 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-27d0f253-b3cf-4069-8fc1-4134332098ac {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:39:57.268503 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'code': 200} Feb 02 13:39:57.290203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=13']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:57.347938 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf5bc6-0231-43db-9782-27db57d07d39 req-75ddadd9-f1b9-4634-bbe1-5f083e47c701 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:57.349551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-deaf5bc6-0231-43db-9782-27db57d07d39 req-75ddadd9-f1b9-4634-bbe1-5f083e47c701 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 944 time: 0.0554335 Feb 02 13:39:57.400420 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-deaf5bc6-0231-43db-9782-27db57d07d39 req-de0e39bc-2aeb-430a-aacc-14eb8b55394b tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451474 Feb 02 13:39:57.574816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device cb09b8b5-834a-4c64-85de-d0d1ea0811fe up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:39:57.632939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port cb09b8b5-834a-4c64-85de-d0d1ea0811fe completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:39:57.636952 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port cb09b8b5-834a-4c64-85de-d0d1ea0811fe triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:39:57.637333 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:57.724572 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port cb09b8b5-834a-4c64-85de-d0d1ea0811fe is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:39:57.724966 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:57.758841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port cb09b8b5-834a-4c64-85de-d0d1ea0811fe, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cb09b8b5-834a-4c64-85de-d0d1ea0811fe,segment=NetworkSegment(441fe01c-ee8f-464d-a110-56f179e23bd9),segment_id=441fe01c-ee8f-464d-a110-56f179e23bd9)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:39:57.763411 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:39:57.821202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=cb09b8b5-834a-4c64-85de-d0d1ea0811fe,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:39:58.539870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7409ce-3a7e-4c90-8307-2480feb5cb5b req-2fe93fdc-76e1-402b-98f9-a3b2936257ba tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:58.541239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec7409ce-3a7e-4c90-8307-2480feb5cb5b req-2fe93fdc-76e1-402b-98f9-a3b2936257ba tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0555148 Feb 02 13:39:58.593292 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec7409ce-3a7e-4c90-8307-2480feb5cb5b req-764cda2b-8b30-4432-9a96-dee4b4d0ccdf tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460627 Feb 02 13:39:59.269881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3243063-d052-4257-863c-6948cfc20054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb09b8b5-834a-4c64-85de-d0d1ea0811fe'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:39:59.274187 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252cf39d-544a-46d7-b5fd-1d12c8470eab" -d '{"events": [{"server_uuid": "e3243063-d052-4257-863c-6948cfc20054", "name": "network-vif-plugged", "status": "completed", "tag": "cb09b8b5-834a-4c64-85de-d0d1ea0811fe"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:39:59.317064 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f37481-4b3f-4439-b90d-165655e3f46e x-openstack-request-id: req-04f37481-4b3f-4439-b90d-165655e3f46e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:39:59.317486 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3243063-d052-4257-863c-6948cfc20054", "name": "network-vif-plugged", "status": "completed", "tag": "cb09b8b5-834a-4c64-85de-d0d1ea0811fe", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:39:59.317857 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-04f37481-4b3f-4439-b90d-165655e3f46e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:39:59.318323 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3243063-d052-4257-863c-6948cfc20054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb09b8b5-834a-4c64-85de-d0d1ea0811fe', 'code': 200} Feb 02 13:39:59.489632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b990f92-b5a4-475a-a9ac-996916e34218 req-6bf8b23a-3ece-4c01-a605-e75bfc3d56db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:59.491656 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8b990f92-b5a4-475a-a9ac-996916e34218 req-6bf8b23a-3ece-4c01-a605-e75bfc3d56db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 1127 time: 0.0716500 Feb 02 13:39:59.561272 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8b990f92-b5a4-475a-a9ac-996916e34218 req-e0d159cd-7768-484f-bc87-cc87acf0e9e2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634134 Feb 02 13:39:59.733625 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8953b-5514-4b60-9372-14c3741995c6 req-000a4d31-6275-4336-9fb4-a40f821979d2 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:39:59.735323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3c8953b-5514-4b60-9372-14c3741995c6 req-000a4d31-6275-4336-9fb4-a40f821979d2 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0690093 Feb 02 13:39:59.789637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3c8953b-5514-4b60-9372-14c3741995c6 req-bfa4213c-23da-4133-9b4e-931d43cb4f1f tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457633 Feb 02 13:40:00.942154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b1fb6-f60b-4323-9180-ee7a4cc9e463 req-c7356b95-4b21-4eaf-afa1-bbe2794d867d tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:00.943199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e2b1fb6-f60b-4323-9180-ee7a4cc9e463 req-c7356b95-4b21-4eaf-afa1-bbe2794d867d tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0613811 Feb 02 13:40:01.007340 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e2b1fb6-f60b-4323-9180-ee7a4cc9e463 req-eb89bac8-8369-4b26-a86c-0a70cbde9eb4 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587058 Feb 02 13:40:01.155171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8630e00-d5b5-4dae-9843-e65091972da7 req-c4559751-c8e0-4fe2-b8fc-82b2ad4327a5 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:01.157585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b8630e00-d5b5-4dae-9843-e65091972da7 req-c4559751-c8e0-4fe2-b8fc-82b2ad4327a5 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0688744 Feb 02 13:40:01.231980 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b8630e00-d5b5-4dae-9843-e65091972da7 req-3111bbca-67ac-4402-8a1c-6aa8ade8f764 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647187 Feb 02 13:40:01.592401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cea1ab-56f8-4b6b-85dd-7f39bffe5294 req-0dde029e-32f4-44ee-ac16-08027fd15872 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:01.595095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4cea1ab-56f8-4b6b-85dd-7f39bffe5294 req-0dde029e-32f4-44ee-ac16-08027fd15872 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0759802 Feb 02 13:40:01.661670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4cea1ab-56f8-4b6b-85dd-7f39bffe5294 req-276501e2-5506-47ec-88a3-99a5886d3c6e tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567956 Feb 02 13:40:01.720565 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68c60037-3cdd-4c00-91d3-55e663be9c44 req-815afb79-1342-4c6c-ac8b-2f1234f5a025 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0847528 Feb 02 13:40:01.820133 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9a901271-61eb-4944-9231-22aa57122750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:01.846913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c60037-3cdd-4c00-91d3-55e663be9c44 req-7e268269-25e4-4223-af2b-49a71f6e5112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:01.848604 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68c60037-3cdd-4c00-91d3-55e663be9c44 req-7e268269-25e4-4223-af2b-49a71f6e5112 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1128 time: 0.0759358 Feb 02 13:40:01.995913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c60037-3cdd-4c00-91d3-55e663be9c44 req-adcfe775-3f7c-45cc-a3a7-7870af575bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:01.998927 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68c60037-3cdd-4c00-91d3-55e663be9c44 req-adcfe775-3f7c-45cc-a3a7-7870af575bda service neutron] 10.222.0.62 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 898 time: 0.1225452 Feb 02 13:40:02.120785 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68c60037-3cdd-4c00-91d3-55e663be9c44 req-a41b657e-2c07-41fa-b7b0-1c323f7af9d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 1001 time: 0.1126294 Feb 02 13:40:02.194211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c60037-3cdd-4c00-91d3-55e663be9c44 req-6d559311-4f8b-464e-be65-4ed247304f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:02.196077 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68c60037-3cdd-4c00-91d3-55e663be9c44 req-6d559311-4f8b-464e-be65-4ed247304f1c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.0621548 Feb 02 13:40:02.232805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36158) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:02.238067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-df607d3c-fe45-4d14-bd9e-31f34b72615b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959502698', 'description': 'tempest-secgroup-smoke-1959502698 description', 'project_id': '79d51849a46a4fe5bdba4def304a1053'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:02.267141 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df607d3c-fe45-4d14-bd9e-31f34b72615b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:02.280007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c60037-3cdd-4c00-91d3-55e663be9c44 req-236afc21-8d80-4bb0-9218-7ea0bab77bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:02.281553 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68c60037-3cdd-4c00-91d3-55e663be9c44 req-236afc21-8d80-4bb0-9218-7ea0bab77bd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0784554 Feb 02 13:40:02.466664 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df607d3c-fe45-4d14-bd9e-31f34b72615b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group (c05a3d0b-ee8e-494d-9173-22b7c6203133), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:02.470954 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68c60037-3cdd-4c00-91d3-55e663be9c44 req-2d028313-fd4d-4c36-8f35-e8b7fa21a486 service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818552 Feb 02 13:40:02.503267 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df607d3c-fe45-4d14-bd9e-31f34b72615b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c05a3d0b-ee8e-494d-9173-22b7c6203133), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:02.592700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-df607d3c-fe45-4d14-bd9e-31f34b72615b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:02.594635 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-df607d3c-fe45-4d14-bd9e-31f34b72615b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3606453 Feb 02 13:40:02.598238 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36160) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:02.642054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df607d3c-fe45-4d14-bd9e-31f34b72615b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05a3d0b-ee8e-494d-9173-22b7c6203133,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:02.697876 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-68c60037-3cdd-4c00-91d3-55e663be9c44 req-2a813caf-466e-4485-a1b5-3c1de2f87e38 service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162054 Feb 02 13:40:02.834552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a5bcd04a-afc5-41ff-aaed-b5adf0bbd22c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'security_group_rule': {'security_group_id': 'c05a3d0b-ee8e-494d-9173-22b7c6203133', 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:02.879305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c697724-7187-47c6-95a4-e6cfd50a8b92 req-49bb4112-d32d-42cd-8fee-d80e0c1275fe tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:02.881033 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c697724-7187-47c6-95a4-e6cfd50a8b92 req-49bb4112-d32d-42cd-8fee-d80e0c1275fe tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.1025629 Feb 02 13:40:02.883295 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd04a-afc5-41ff-aaed-b5adf0bbd22c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (6db94ac3-a683-49f9-9b58-6d7d8ecc56e8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:02.968468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c697724-7187-47c6-95a4-e6cfd50a8b92 req-52bfa1df-3e0d-4fee-b0cf-5b2505a6c1e6 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811841 Feb 02 13:40:02.987121 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd04a-afc5-41ff-aaed-b5adf0bbd22c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (6db94ac3-a683-49f9-9b58-6d7d8ecc56e8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:02.992571 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd04a-afc5-41ff-aaed-b5adf0bbd22c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (6db94ac3-a683-49f9-9b58-6d7d8ecc56e8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.024429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcd04a-afc5-41ff-aaed-b5adf0bbd22c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db94ac3-a683-49f9-9b58-6d7d8ecc56e8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:03.042044 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd04a-afc5-41ff-aaed-b5adf0bbd22c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.043978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a5bcd04a-afc5-41ff-aaed-b5adf0bbd22c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4435287 Feb 02 13:40:03.047626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36168) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:03.055086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ef3ee232-ccd4-4b81-ada8-cb3aa91d3d24 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'security_group_rule': {'security_group_id': 'c05a3d0b-ee8e-494d-9173-22b7c6203133', 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:03.086714 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee232-ccd4-4b81-ada8-cb3aa91d3d24 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (7a6fac63-63e4-4903-acff-ce905a79524e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.192192 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee232-ccd4-4b81-ada8-cb3aa91d3d24 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (7a6fac63-63e4-4903-acff-ce905a79524e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.196597 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee232-ccd4-4b81-ada8-cb3aa91d3d24 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (7a6fac63-63e4-4903-acff-ce905a79524e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.239512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ee232-ccd4-4b81-ada8-cb3aa91d3d24 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6fac63-63e4-4903-acff-ce905a79524e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:03.245007 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ef3ee232-ccd4-4b81-ada8-cb3aa91d3d24 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.246551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ef3ee232-ccd4-4b81-ada8-cb3aa91d3d24 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1975377 Feb 02 13:40:03.250656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36172) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:03.256668 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-01c25cc3-9a60-46f6-b7dd-6601e812bb14 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'security_group_rule': {'security_group_id': 'c05a3d0b-ee8e-494d-9173-22b7c6203133', 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:03.291690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b1b8c-8717-46f9-ba7d-e30654755b7f req-910284be-f93d-4b5b-9ab6-c1bb479da0de tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:03.293625 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-691b1b8c-8717-46f9-ba7d-e30654755b7f req-910284be-f93d-4b5b-9ab6-c1bb479da0de tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0695362 Feb 02 13:40:03.300392 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01c25cc3-9a60-46f6-b7dd-6601e812bb14 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (930af653-0f4b-472f-85ae-8ec1bd5351ea), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.351778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-691b1b8c-8717-46f9-ba7d-e30654755b7f req-7ccf6ec6-3d0e-4784-9367-aa9eaa865cf5 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 Feb 02 13:40:03.401317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eea1c-dee9-4efe-bd2e-1fe20ee82874 req-45a0d886-66a3-494f-b209-50c9024b3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:03.402861 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-266eea1c-dee9-4efe-bd2e-1fe20ee82874 req-45a0d886-66a3-494f-b209-50c9024b3513 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7348894b00ad4ae3961ce8f534851b87&device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 1127 time: 0.0967605 Feb 02 13:40:03.419924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01c25cc3-9a60-46f6-b7dd-6601e812bb14 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (930af653-0f4b-472f-85ae-8ec1bd5351ea), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.431718 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01c25cc3-9a60-46f6-b7dd-6601e812bb14 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (930af653-0f4b-472f-85ae-8ec1bd5351ea), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.491392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c25cc3-9a60-46f6-b7dd-6601e812bb14 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930af653-0f4b-472f-85ae-8ec1bd5351ea,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:03.503900 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-01c25cc3-9a60-46f6-b7dd-6601e812bb14 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.509372 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-01c25cc3-9a60-46f6-b7dd-6601e812bb14 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2526608 Feb 02 13:40:03.509920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:03.517300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e2c1fda8-f287-4cae-857e-0bc6bc035983 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'security_group_rule': {'security_group_id': 'c05a3d0b-ee8e-494d-9173-22b7c6203133', 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:03.533013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eea1c-dee9-4efe-bd2e-1fe20ee82874 req-b2c45815-58c7-42e3-85db-2addc2629349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:03.534555 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-266eea1c-dee9-4efe-bd2e-1fe20ee82874 req-b2c45815-58c7-42e3-85db-2addc2629349 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd84393f-e445-4258-9b3e-597864c78b50 HTTP/1.1" status: 200 len: 913 time: 0.1243551 Feb 02 13:40:03.549560 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fda8-f287-4cae-857e-0bc6bc035983 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (cc6a9b04-350f-4fbb-9bea-984fdd811f9e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.577768 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-266eea1c-dee9-4efe-bd2e-1fe20ee82874 req-61f8dfbc-42cd-4bd3-ad08-94a2eca219bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb09b8b5-834a-4c64-85de-d0d1ea0811fe HTTP/1.1" status: 200 len: 217 time: 0.0368636 Feb 02 13:40:03.629248 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fda8-f287-4cae-857e-0bc6bc035983 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (cc6a9b04-350f-4fbb-9bea-984fdd811f9e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.634770 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fda8-f287-4cae-857e-0bc6bc035983 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (cc6a9b04-350f-4fbb-9bea-984fdd811f9e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.651108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eea1c-dee9-4efe-bd2e-1fe20ee82874 req-21b6f038-a924-4c79-8d07-d46b2d4429c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:03.652748 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-266eea1c-dee9-4efe-bd2e-1fe20ee82874 req-21b6f038-a924-4c79-8d07-d46b2d4429c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2d487cb-c489-4090-a0ca-000825b438d3 HTTP/1.1" status: 200 len: 852 time: 0.0691335 Feb 02 13:40:03.657534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1fda8-f287-4cae-857e-0bc6bc035983 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6a9b04-350f-4fbb-9bea-984fdd811f9e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:03.673404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2c1fda8-f287-4cae-857e-0bc6bc035983 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.674731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e2c1fda8-f287-4cae-857e-0bc6bc035983 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633251 Feb 02 13:40:03.679275 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36176) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:03.684083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d932a6db-5d95-44b1-8588-a4b2ee30c33d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'security_group_rule': {'security_group_id': 'c05a3d0b-ee8e-494d-9173-22b7c6203133', 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:03.695812 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-266eea1c-dee9-4efe-bd2e-1fe20ee82874 req-0aa9e0a2-8214-4b50-992a-f12adc91e709 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd84393f-e445-4258-9b3e-597864c78b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366147 Feb 02 13:40:03.713005 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-d932a6db-5d95-44b1-8588-a4b2ee30c33d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Project 79d51849a46a4fe5bdba4def304a1053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:40:03.718904 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d932a6db-5d95-44b1-8588-a4b2ee30c33d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (c5c65350-0356-4979-8871-b7524bb6240d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.793325 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d932a6db-5d95-44b1-8588-a4b2ee30c33d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (c5c65350-0356-4979-8871-b7524bb6240d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.798618 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d932a6db-5d95-44b1-8588-a4b2ee30c33d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (c5c65350-0356-4979-8871-b7524bb6240d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.807982 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-266eea1c-dee9-4efe-bd2e-1fe20ee82874 req-2ee262a9-f516-4e42-b38a-e7e4628889bc service neutron] 10.222.0.18 "GET /v2.0/networks/cd84393f-e445-4258-9b3e-597864c78b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053598 Feb 02 13:40:03.823270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932a6db-5d95-44b1-8588-a4b2ee30c33d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c65350-0356-4979-8871-b7524bb6240d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:03.829366 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d932a6db-5d95-44b1-8588-a4b2ee30c33d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.835712 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d932a6db-5d95-44b1-8588-a4b2ee30c33d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503532 Feb 02 13:40:03.835712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36178) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:03.841171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bb6c2185-5255-4adc-a379-8ff78b373cbc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'security_group_rule': {'security_group_id': 'c05a3d0b-ee8e-494d-9173-22b7c6203133', 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:03.867598 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-bb6c2185-5255-4adc-a379-8ff78b373cbc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Project 79d51849a46a4fe5bdba4def304a1053 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:40:03.873851 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2185-5255-4adc-a379-8ff78b373cbc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (e0423adf-4db1-4722-9ac7-18391e5150f3), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.925224 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-266eea1c-dee9-4efe-bd2e-1fe20ee82874 req-9a0fdf8d-e29b-4051-bb8b-429e1a8fb45e service neutron] 10.222.0.18 "GET /v2.0/networks/cd84393f-e445-4258-9b3e-597864c78b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108079 Feb 02 13:40:03.947775 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2185-5255-4adc-a379-8ff78b373cbc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (e0423adf-4db1-4722-9ac7-18391e5150f3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.953411 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2185-5255-4adc-a379-8ff78b373cbc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (e0423adf-4db1-4722-9ac7-18391e5150f3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.971166 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c2185-5255-4adc-a379-8ff78b373cbc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0423adf-4db1-4722-9ac7-18391e5150f3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:03.983324 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bb6c2185-5255-4adc-a379-8ff78b373cbc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:03.984881 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bb6c2185-5255-4adc-a379-8ff78b373cbc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477802 Feb 02 13:40:04.118381 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c5413336-3cc1-4ad4-96e3-b419e667a83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:04.524505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73df21-74ce-47a2-844e-9ac2bd2603fe req-4cdc0794-7926-492a-9ce3-5e2b189ec135 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:04.526304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa73df21-74ce-47a2-844e-9ac2bd2603fe req-4cdc0794-7926-492a-9ce3-5e2b189ec135 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0639875 Feb 02 13:40:04.602410 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa73df21-74ce-47a2-844e-9ac2bd2603fe req-d81f3ca8-dc1e-41dc-acc8-0ca57b189da6 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690598 Feb 02 13:40:05.642275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:05.760770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae21b4f-dd2a-4447-9bef-913996226546 req-8ceb9d29-7d7f-44ae-ae7e-358356413a9e tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:05.762472 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aae21b4f-dd2a-4447-9bef-913996226546 req-8ceb9d29-7d7f-44ae-ae7e-358356413a9e tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0659437 Feb 02 13:40:05.837828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aae21b4f-dd2a-4447-9bef-913996226546 req-0a6c3846-d923-49bf-bf84-be8614d1332a tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661347 Feb 02 13:40:06.151480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d864846-0681-4936-a0a2-bcda365180d9 req-17c563cb-0a9a-432a-a213-ac931c72a821 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:06.153124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d864846-0681-4936-a0a2-bcda365180d9 req-17c563cb-0a9a-432a-a213-ac931c72a821 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0754666 Feb 02 13:40:06.217059 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d864846-0681-4936-a0a2-bcda365180d9 req-4ce83f9e-9637-4da0-b110-79458cf37811 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579834 Feb 02 13:40:06.912859 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:06.960786 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:07.369320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bd6be-907d-4cfc-ac90-68f372db9b02 req-eef84b59-13f8-4949-a5b6-fcfe8ce9b481 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:07.371990 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa7bd6be-907d-4cfc-ac90-68f372db9b02 req-eef84b59-13f8-4949-a5b6-fcfe8ce9b481 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0670700 Feb 02 13:40:07.434789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa7bd6be-907d-4cfc-ac90-68f372db9b02 req-43c594ee-eef6-460d-bda2-71f025b7bc6f tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569990 Feb 02 13:40:07.543899 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:40:07.768790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70313232-aa34-4009-9203-94f65558db1e req-de3846bd-7d43-49b5-b2db-2cd4f516ee51 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:07.770950 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70313232-aa34-4009-9203-94f65558db1e req-de3846bd-7d43-49b5-b2db-2cd4f516ee51 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.1065779 Feb 02 13:40:07.808384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e982b5c-80a0-447d-a300-ed0ad81d0d8f req-cbb6c3d8-8091-4085-bd84-dff06d8e4598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:07.810861 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e982b5c-80a0-447d-a300-ed0ad81d0d8f req-cbb6c3d8-8091-4085-bd84-dff06d8e4598 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7348894b00ad4ae3961ce8f534851b87&device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 1127 time: 0.0721452 Feb 02 13:40:07.852997 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70313232-aa34-4009-9203-94f65558db1e req-8f1b71e2-ebff-4d5e-b686-244a3c9b8cd9 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718331 Feb 02 13:40:07.889392 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:07.922026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e982b5c-80a0-447d-a300-ed0ad81d0d8f req-4ba75cd3-9cdd-47e8-82cd-16d0989f7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:07.924431 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e982b5c-80a0-447d-a300-ed0ad81d0d8f req-4ba75cd3-9cdd-47e8-82cd-16d0989f7835 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cd84393f-e445-4258-9b3e-597864c78b50 HTTP/1.1" status: 200 len: 913 time: 0.1074607 Feb 02 13:40:07.973699 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e982b5c-80a0-447d-a300-ed0ad81d0d8f req-56f90fc8-1980-49de-8db0-18555fca9953 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb09b8b5-834a-4c64-85de-d0d1ea0811fe HTTP/1.1" status: 200 len: 217 time: 0.0428913 Feb 02 13:40:08.027261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e982b5c-80a0-447d-a300-ed0ad81d0d8f req-3704e7ea-6f1e-4c7c-9910-d0d6c2d08e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:08.028847 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e982b5c-80a0-447d-a300-ed0ad81d0d8f req-3704e7ea-6f1e-4c7c-9910-d0d6c2d08e72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2d487cb-c489-4090-a0ca-000825b438d3 HTTP/1.1" status: 200 len: 852 time: 0.0493143 Feb 02 13:40:08.064570 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e982b5c-80a0-447d-a300-ed0ad81d0d8f req-33afe7d4-68dc-4239-a908-72570e69dfc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cd84393f-e445-4258-9b3e-597864c78b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300269 Feb 02 13:40:08.069202 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:08.183212 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e982b5c-80a0-447d-a300-ed0ad81d0d8f req-87b46262-570a-4e55-a426-548968dab79c service neutron] 10.222.0.18 "GET /v2.0/networks/cd84393f-e445-4258-9b3e-597864c78b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125443 Feb 02 13:40:08.292115 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0e982b5c-80a0-447d-a300-ed0ad81d0d8f req-df80403e-ccfe-41a4-a39e-b013cfcfb84a service neutron] 10.222.0.18 "GET /v2.0/networks/cd84393f-e445-4258-9b3e-597864c78b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030936 Feb 02 13:40:09.020651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d717d8-a299-4885-80b7-ae74ac86445d req-5a261941-a68b-4bc7-b0bb-5e6b97cb96dc tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:09.024746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39d717d8-a299-4885-80b7-ae74ac86445d req-5a261941-a68b-4bc7-b0bb-5e6b97cb96dc tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0733035 Feb 02 13:40:09.087617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39d717d8-a299-4885-80b7-ae74ac86445d req-a9ec173d-249d-4c40-90e9-4ac5d3108c8e tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557199 Feb 02 13:40:10.249758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a79e2c-70f6-44aa-9520-21cdf2b4b075 req-ce860dd2-15b1-4004-b974-d9ab08419d54 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:10.252739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54a79e2c-70f6-44aa-9520-21cdf2b4b075 req-ce860dd2-15b1-4004-b974-d9ab08419d54 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0742536 Feb 02 13:40:10.326340 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54a79e2c-70f6-44aa-9520-21cdf2b4b075 req-d3ec5655-bbf0-400c-9108-f6c0ba2731d2 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663106 Feb 02 13:40:10.679156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a3fd2-d9ee-438e-9c93-a172b6bae05c req-fdf0ba82-6e87-4ec8-960e-534987ca9f44 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:10.681784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e97a3fd2-d9ee-438e-9c93-a172b6bae05c req-fdf0ba82-6e87-4ec8-960e-534987ca9f44 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0778730 Feb 02 13:40:10.744529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e97a3fd2-d9ee-438e-9c93-a172b6bae05c req-fb7374fc-e6b1-43d0-bbf6-a2802d1c8cb9 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549529 Feb 02 13:40:11.924571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a870d0a-a62f-4cbe-b4bc-1eb8ea46c988 req-89e1a0c0-ac09-44b8-9af8-9d9c12e17d4c tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:11.927183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a870d0a-a62f-4cbe-b4bc-1eb8ea46c988 req-89e1a0c0-ac09-44b8-9af8-9d9c12e17d4c tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0766783 Feb 02 13:40:12.002225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a870d0a-a62f-4cbe-b4bc-1eb8ea46c988 req-31bca355-fcd5-49b5-bb6e-22cc273b48f2 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/security-groups?id=c9c93d76-1db8-479d-a1cd-ef92ec12abc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630515 Feb 02 13:40:12.613492 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665844c-9807-4a43-8e70-75161c5e542a req-bd837f0c-8b20-44bd-961c-9df64ff322eb tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:12.616173 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b665844c-9807-4a43-8e70-75161c5e542a req-bd837f0c-8b20-44bd-961c-9df64ff322eb tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 945 time: 0.0919268 Feb 02 13:40:12.730708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-b665844c-9807-4a43-8e70-75161c5e542a req-fb451d45-a8e5-4bf3-8049-1ad14f80db70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Deleting port cb09b8b5-834a-4c64-85de-d0d1ea0811fe {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:40:12.731046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b665844c-9807-4a43-8e70-75161c5e542a req-fb451d45-a8e5-4bf3-8049-1ad14f80db70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:12.847521 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b665844c-9807-4a43-8e70-75161c5e542a req-fb451d45-a8e5-4bf3-8049-1ad14f80db70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] For port cb09b8b5-834a-4c64-85de-d0d1ea0811fe, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=cb09b8b5-834a-4c64-85de-d0d1ea0811fe,segment=NetworkSegment(441fe01c-ee8f-464d-a110-56f179e23bd9),segment_id=441fe01c-ee8f-464d-a110-56f179e23bd9)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:12.847920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b665844c-9807-4a43-8e70-75161c5e542a req-fb451d45-a8e5-4bf3-8049-1ad14f80db70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:12.863470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-b665844c-9807-4a43-8e70-75161c5e542a req-fb451d45-a8e5-4bf3-8049-1ad14f80db70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Calling delete_port for cb09b8b5-834a-4c64-85de-d0d1ea0811fe owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:40:13.024883 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b665844c-9807-4a43-8e70-75161c5e542a req-fb451d45-a8e5-4bf3-8049-1ad14f80db70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cb09b8b5-834a-4c64-85de-d0d1ea0811fe), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:13.061584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['cb09b8b5-834a-4c64-85de-d0d1ea0811fe'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:40:13.067596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb451d45-a8e5-4bf3-8049-1ad14f80db70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Pushing event deleted for resources: {'Port': ['ID=cb09b8b5-834a-4c64-85de-d0d1ea0811fe,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:13.117819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b665844c-9807-4a43-8e70-75161c5e542a req-fb451d45-a8e5-4bf3-8049-1ad14f80db70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] No DVR routers for this DVR port cb09b8b5-834a-4c64-85de-d0d1ea0811fe on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:40:13.121214 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b665844c-9807-4a43-8e70-75161c5e542a req-fb451d45-a8e5-4bf3-8049-1ad14f80db70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:13.125675 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b665844c-9807-4a43-8e70-75161c5e542a req-fb451d45-a8e5-4bf3-8049-1ad14f80db70 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.18 "DELETE /v2.0/ports/cb09b8b5-834a-4c64-85de-d0d1ea0811fe HTTP/1.1" status: 204 len: 173 time: 0.5035615 Feb 02 13:40:13.126212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3243063-d052-4257-863c-6948cfc20054', 'name': 'network-vif-deleted', 'tag': 'cb09b8b5-834a-4c64-85de-d0d1ea0811fe'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:40:13.138086 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3057dd-d531-4ce6-9f6a-b934ab5030ff" -d '{"events": [{"server_uuid": "e3243063-d052-4257-863c-6948cfc20054", "name": "network-vif-deleted", "tag": "cb09b8b5-834a-4c64-85de-d0d1ea0811fe"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:40:13.160613 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-524bb456-f2ed-4f96-9775-1a00c05b0a6b req-996d0807-86fc-4837-ad81-8bcd702c18c4 tempest-TestServerAdvancedOps-484181903 tempest-TestServerAdvancedOps-484181903-project] 10.222.0.83 "GET /v2.0/ports?device_id=e3243063-d052-4257-863c-6948cfc20054 HTTP/1.1" status: 200 len: 210 time: 0.0526488 Feb 02 13:40:13.198429 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ea3844-de6d-4485-8001-9e56598974b5 x-openstack-request-id: req-b3ea3844-de6d-4485-8001-9e56598974b5 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:40:13.199025 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3243063-d052-4257-863c-6948cfc20054", "name": "network-vif-deleted", "tag": "cb09b8b5-834a-4c64-85de-d0d1ea0811fe", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:40:13.199388 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b3ea3844-de6d-4485-8001-9e56598974b5 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:40:13.199941 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3243063-d052-4257-863c-6948cfc20054', 'name': 'network-vif-deleted', 'tag': 'cb09b8b5-834a-4c64-85de-d0d1ea0811fe', 'status': 'completed', 'code': 200} Feb 02 13:40:14.243096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36300) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:14.296363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1dbd6a-cde3-4d64-88b2-adb38edb8a6e admin admin] Deleting subnet b2d487cb-c489-4090-a0ca-000825b438d3 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:40:14.301102 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da1dbd6a-cde3-4d64-88b2-adb38edb8a6e admin admin] Publish callbacks [] for subnet (b2d487cb-c489-4090-a0ca-000825b438d3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:14.340059 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da1dbd6a-cde3-4d64-88b2-adb38edb8a6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (b2d487cb-c489-4090-a0ca-000825b438d3), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:14.386236 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da1dbd6a-cde3-4d64-88b2-adb38edb8a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (b2d487cb-c489-4090-a0ca-000825b438d3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:14.463536 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da1dbd6a-cde3-4d64-88b2-adb38edb8a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (b2d487cb-c489-4090-a0ca-000825b438d3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:14.496386 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1dbd6a-cde3-4d64-88b2-adb38edb8a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d487cb-c489-4090-a0ca-000825b438d3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:14.503259 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-da1dbd6a-cde3-4d64-88b2-adb38edb8a6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:14.508818 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-da1dbd6a-cde3-4d64-88b2-adb38edb8a6e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/b2d487cb-c489-4090-a0ca-000825b438d3 HTTP/1.1" status: 204 len: 168 time: 0.2623384 Feb 02 13:40:14.512704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36302) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:14.616123 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (cd84393f-e445-4258-9b3e-597864c78b50), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:14.747411 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (cd84393f-e445-4258-9b3e-597864c78b50), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:14.779090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd84393f-e445-4258-9b3e-597864c78b50']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:14.796948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441fe01c-ee8f-464d-a110-56f179e23bd9') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:14.797418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441fe01c-ee8f-464d-a110-56f179e23bd9') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:14.814686 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (441fe01c-ee8f-464d-a110-56f179e23bd9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:14.837196 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (441fe01c-ee8f-464d-a110-56f179e23bd9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:14.844471 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:40:14.845024 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (441fe01c-ee8f-464d-a110-56f179e23bd9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:40:14.846970 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:40:14.927652 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (cd84393f-e445-4258-9b3e-597864c78b50), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:14.934160 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:14.939051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] 10.222.0.83 "DELETE /v2.0/networks/cd84393f-e445-4258-9b3e-597864c78b50 HTTP/1.1" status: 204 len: 168 time: 0.4244533 Feb 02 13:40:14.943267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36304) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:14.954621 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789fa20-cc08-4120-8479-97db77984a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd84393f-e445-4258-9b3e-597864c78b50,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:15.009367 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-d572e5cc-c3b0-466c-916d-a157b9e7eaf3 admin admin] Deleting subnet 556f30f1-f5bc-4157-aa78-e12c7dbfcc92 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:40:15.014575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d572e5cc-c3b0-466c-916d-a157b9e7eaf3 admin admin] Publish callbacks [] for subnet (556f30f1-f5bc-4157-aa78-e12c7dbfcc92), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:15.063729 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d572e5cc-c3b0-466c-916d-a157b9e7eaf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (556f30f1-f5bc-4157-aa78-e12c7dbfcc92), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:15.117989 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d572e5cc-c3b0-466c-916d-a157b9e7eaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (556f30f1-f5bc-4157-aa78-e12c7dbfcc92), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:15.196952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d572e5cc-c3b0-466c-916d-a157b9e7eaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (556f30f1-f5bc-4157-aa78-e12c7dbfcc92), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:15.225438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572e5cc-c3b0-466c-916d-a157b9e7eaf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556f30f1-f5bc-4157-aa78-e12c7dbfcc92,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:15.233685 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d572e5cc-c3b0-466c-916d-a157b9e7eaf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:15.238811 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d572e5cc-c3b0-466c-916d-a157b9e7eaf3 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/556f30f1-f5bc-4157-aa78-e12c7dbfcc92 HTTP/1.1" status: 204 len: 168 time: 0.2935708 Feb 02 13:40:15.241601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36308) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:15.332830 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d50cf789-e9f4-4e50-a877-93b20b0f5466), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:15.419473 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d50cf789-e9f4-4e50-a877-93b20b0f5466), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:15.441377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50cf789-e9f4-4e50-a877-93b20b0f5466']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:15.451125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c21f5be-eaf7-4ca8-b2cb-0749ca05f026') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:15.451375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c21f5be-eaf7-4ca8-b2cb-0749ca05f026') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:15.461499 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (5c21f5be-eaf7-4ca8-b2cb-0749ca05f026), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:15.479362 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (5c21f5be-eaf7-4ca8-b2cb-0749ca05f026), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:15.494349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:40:15.494753 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (5c21f5be-eaf7-4ca8-b2cb-0749ca05f026), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:40:15.496638 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:40:15.560201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (d50cf789-e9f4-4e50-a877-93b20b0f5466), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:15.568219 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:15.571801 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] 10.222.0.83 "DELETE /v2.0/networks/d50cf789-e9f4-4e50-a877-93b20b0f5466 HTTP/1.1" status: 204 len: 168 time: 0.3288052 Feb 02 13:40:15.582576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71bd38-ba98-4d5f-8d69-21b9e374a019 admin admin] Pushing event deleted for resources: {'Network': ['ID=d50cf789-e9f4-4e50-a877-93b20b0f5466,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:15.659214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device cb09b8b5-834a-4c64-85de-d0d1ea0811fe no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:40:15.694009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: cb09b8b5-834a-4c64-85de-d0d1ea0811fe {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:40:15.694519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device cb09b8b5-834a-4c64-85de-d0d1ea0811fe not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:40:15.858803 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36312) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:15.928321 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-276594f3-281e-4d62-afd2-eb1dbda080dc admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=7348894b00ad4ae3961ce8f534851b87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677834 Feb 02 13:40:15.933301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36314) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:16.007195 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5754aadc-0e86-4b4a-9ccd-93356f380fb5 admin admin] Publish callbacks [] for security_group (c9c93d76-1db8-479d-a1cd-ef92ec12abc4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:16.400030 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5754aadc-0e86-4b4a-9ccd-93356f380fb5 admin admin] Publish callbacks [] for security_group (c9c93d76-1db8-479d-a1cd-ef92ec12abc4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:16.475285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5754aadc-0e86-4b4a-9ccd-93356f380fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c9c93d76-1db8-479d-a1cd-ef92ec12abc4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:16.475285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5754aadc-0e86-4b4a-9ccd-93356f380fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:16.475285 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5754aadc-0e86-4b4a-9ccd-93356f380fb5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c9c93d76-1db8-479d-a1cd-ef92ec12abc4 HTTP/1.1" status: 204 len: 168 time: 0.5405278 Feb 02 13:40:16.489762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754aadc-0e86-4b4a-9ccd-93356f380fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c93d76-1db8-479d-a1cd-ef92ec12abc4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:16.909431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36330) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:16.967884 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b3b28894-d38c-44d7-a4ee-9283764442af admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6c359923315e4c11905860846fe28cd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0569823 Feb 02 13:40:16.971187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36332) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:17.041465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e83d9f39-e1a8-468c-8ee4-5dc2e7458c33 admin admin] Publish callbacks [] for security_group (12c07f20-0ce4-4846-aff6-d73453b5b1ca), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:17.066222 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e83d9f39-e1a8-468c-8ee4-5dc2e7458c33 admin admin] Publish callbacks [] for security_group (12c07f20-0ce4-4846-aff6-d73453b5b1ca), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:17.140199 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e83d9f39-e1a8-468c-8ee4-5dc2e7458c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (12c07f20-0ce4-4846-aff6-d73453b5b1ca), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:17.143236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e83d9f39-e1a8-468c-8ee4-5dc2e7458c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:17.144808 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e83d9f39-e1a8-468c-8ee4-5dc2e7458c33 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/12c07f20-0ce4-4846-aff6-d73453b5b1ca HTTP/1.1" status: 204 len: 168 time: 0.1719644 Feb 02 13:40:17.165306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d9f39-e1a8-468c-8ee4-5dc2e7458c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c07f20-0ce4-4846-aff6-d73453b5b1ca,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:26.115111 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-edf95f7d-5c58-4c22-b232-456c3a47bb60 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959502698&fields=id&tenant_id=79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 267 time: 0.0645807 Feb 02 13:40:26.267317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-8302c188-7dc3-4ad7-95e1-c7319ba234ab tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:26.268876 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-8302c188-7dc3-4ad7-95e1-c7319ba234ab tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.1465757 Feb 02 13:40:26.285919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-70f80ce6-b986-45db-8d46-bfe02e90fec3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/quotas/79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 375 time: 0.0102279 Feb 02 13:40:26.359246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-5e90400a-251a-43fe-b58e-3780d71a616c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648341 Feb 02 13:40:26.603546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-c58eeee0-b493-4569-9159-0b1db9480d39 service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317731 Feb 02 13:40:26.705693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-9713662b-2c3b-4887-babb-213e417b005d service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926421 Feb 02 13:40:27.080278 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a65f49e-4f95-4e7f-99f2-9d221e8e8275 req-061a47c5-528c-42a6-8c25-931ef50e88a4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 210 time: 0.0430481 Feb 02 13:40:27.092267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040e956-ea13-4a87-8b5c-dde711a0921f req-ac42596d-f1e6-4109-b27b-2d13e21f7c0f tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:27.094435 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b040e956-ea13-4a87-8b5c-dde711a0921f req-ac42596d-f1e6-4109-b27b-2d13e21f7c0f tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1128 time: 0.0993521 Feb 02 13:40:27.152113 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b040e956-ea13-4a87-8b5c-dde711a0921f req-aaa8d416-47b9-4a30-85d7-dfac86fb0a90 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505059 Feb 02 13:40:27.176384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36402) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:27.386068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port 2549138d-f625-4826-8685-139211fb1144 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:40:27.386420 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2549138d-f625-4826-8685-139211fb1144), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:27.484254 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2549138d-f625-4826-8685-139211fb1144), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:27.484774 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (2549138d-f625-4826-8685-139211fb1144), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:27.504969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for 2549138d-f625-4826-8685-139211fb1144 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:40:27.728646 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2549138d-f625-4826-8685-139211fb1144), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:27.757495 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=2549138d-f625-4826-8685-139211fb1144,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:27.834985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (8e3f308e-3084-4546-ac48-714a0c2545ff), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:27.835344 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Floating IP 8e3f308e-3084-4546-ac48-714a0c2545ff disassociated (deleted). External IP: 172.25.4.214, port: ed1ce537-088c-48e5-8193-22ce1eee26a5. Feb 02 13:40:28.110945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router a167c3ca-1880-4aa9-a3db-9459d0451613 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:40:28.210154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0a1df2d4-f4ec-4d4a-9317-fb4ec6581afe req-acd049bd-ceb3-415a-aed5-085b0faedc99 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 210 time: 0.0433698 Feb 02 13:40:28.251848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:40:28.257070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:28.266476 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccfc4ed-fc1a-420f-8b37-3ddbf48d5e88 None None] Sync routers for ids ['a167c3ca-1880-4aa9-a3db-9459d0451613'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:40:28.281521 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccfc4ed-fc1a-420f-8b37-3ddbf48d5e88 None None] Routers {'a167c3ca-1880-4aa9-a3db-9459d0451613'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:40:28.282455 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6ccfc4ed-fc1a-420f-8b37-3ddbf48d5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:40:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a167c3ca-1880-4aa9-a3db-9459d0451613'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:28.312413 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4d013320-fdd3-4f9e-88dc-c2a05c0d72e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/floatingips/8e3f308e-3084-4546-ac48-714a0c2545ff HTTP/1.1" status: 204 len: 168 time: 1.1313963 Feb 02 13:40:28.312413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:40:28.312872 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15244e97-e321-49cb-8067-8fa8ba5da218" -d '{"events": [{"name": "network-changed", "server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:40:28.532562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-bc4be154-879c-47c2-b377-3e39420af573 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:28.539357 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-bc4be154-879c-47c2-b377-3e39420af573 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.2128122 Feb 02 13:40:28.578299 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6ccfc4ed-fc1a-420f-8b37-3ddbf48d5e88 None None] Set router a167c3ca-1880-4aa9-a3db-9459d0451613 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:40:28.651483 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d46c8f-1bd4-4ba4-9df9-b13bffbb71f3 x-openstack-request-id: req-18d46c8f-1bd4-4ba4-9df9-b13bffbb71f3 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:40:28.651797 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:40:28.652215 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-18d46c8f-1bd4-4ba4-9df9-b13bffbb71f3 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:40:28.652639 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'status': 'completed', 'code': 200} Feb 02 13:40:28.660727 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-5be74091-e062-4c99-841f-4f021e83e0f5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 380 time: 0.1050572 Feb 02 13:40:28.693160 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'port': {'device_id': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'admin_state_up': True, 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'security_groups': ['c05a3d0b-ee8e-494d-9173-22b7c6203133']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:28.704530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd127d91-63d0-4190-ba1a-4108743e148a req-f3a97f9f-7854-44ef-bcac-2d5868dd9264 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:28.720208 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd127d91-63d0-4190-ba1a-4108743e148a req-f3a97f9f-7854-44ef-bcac-2d5868dd9264 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 946 time: 0.0994470 Feb 02 13:40:28.799700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd127d91-63d0-4190-ba1a-4108743e148a req-0d8c311c-991d-49c8-8646-e6e13cd44a3d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777776 Feb 02 13:40:28.853964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244e97-e321-49cb-8067-8fa8ba5da218 req-27b7289b-cd6a-4535-a579-68e01ad1ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:28.856754 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15244e97-e321-49cb-8067-8fa8ba5da218 req-27b7289b-cd6a-4535-a579-68e01ad1ae80 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 1128 time: 0.1376345 Feb 02 13:40:28.952457 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6ccfc4ed-fc1a-420f-8b37-3ddbf48d5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e774802a-203d-4de8-879a-16add5c9ceb8', 'name': '', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:e5:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:36Z', 'updated_at': '2022-02-02T13:38:42Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:28.997949 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccfc4ed-fc1a-420f-8b37-3ddbf48d5e88 None None] Checking router: a167c3ca-1880-4aa9-a3db-9459d0451613 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:40:29.010910 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccfc4ed-fc1a-420f-8b37-3ddbf48d5e88 None None] Routers {'a167c3ca-1880-4aa9-a3db-9459d0451613'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:40:29.011987 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6ccfc4ed-fc1a-420f-8b37-3ddbf48d5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:40:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a167c3ca-1880-4aa9-a3db-9459d0451613'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:29.185709 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6ccfc4ed-fc1a-420f-8b37-3ddbf48d5e88 None None] Set router a167c3ca-1880-4aa9-a3db-9459d0451613 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:40:29.360412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54676948-d2e7-453a-8dd2-8fecef94b6e1 req-b0fd3eda-7245-4bff-8135-8213b49dc33a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 210 time: 0.0430067 Feb 02 13:40:29.425088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Made reservation on behalf of 79d51849a46a4fe5bdba4def304a1053 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:40:29.429733 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:29.451584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244e97-e321-49cb-8067-8fa8ba5da218 req-637624bb-ef71-4e13-ba66-0466de7b80b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:29.454212 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15244e97-e321-49cb-8067-8fa8ba5da218 req-637624bb-ef71-4e13-ba66-0466de7b80b1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 200 len: 898 time: 0.5889516 Feb 02 13:40:29.513989 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15244e97-e321-49cb-8067-8fa8ba5da218 req-f3e92568-69e9-46e7-835a-b35c620be69a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 200 len: 217 time: 0.0522568 Feb 02 13:40:29.524168 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6ccfc4ed-fc1a-420f-8b37-3ddbf48d5e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e774802a-203d-4de8-879a-16add5c9ceb8', 'name': '', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:e5:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:36Z', 'updated_at': '2022-02-02T13:38:42Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:29.563518 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccfc4ed-fc1a-420f-8b37-3ddbf48d5e88 None None] The sync data for ids ['a167c3ca-1880-4aa9-a3db-9459d0451613'] in n-d-827336-2 is: [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e774802a-203d-4de8-879a-16add5c9ceb8', 'name': '', 'network_id': 'd38b43c1-0a48-4db2-9144-494d0f55d972', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:e5:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:36Z', 'updated_at': '2022-02-02T13:38:42Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e64afbcf-43e3-4545-8892-87bf7e592344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:40:29.652178 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244e97-e321-49cb-8067-8fa8ba5da218 req-369d2b5a-cd50-4ed2-8fd7-b3b4fcf722b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:29.653672 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15244e97-e321-49cb-8067-8fa8ba5da218 req-369d2b5a-cd50-4ed2-8fd7-b3b4fcf722b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 200 len: 835 time: 0.1140985 Feb 02 13:40:29.715956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Allocated IP 172.20.0.5 (89ab5506-8479-47c7-b520-9bbb402c75c3/9ec1387b-1edc-4d31-aae4-a5a0dd643b47/1aecfed0-e83a-4152-80bf-e476c30ca357) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:40:29.776722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15244e97-e321-49cb-8067-8fa8ba5da218 req-ec32dbc1-b4b1-49b4-90ab-f2772f4a6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:29.780525 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15244e97-e321-49cb-8067-8fa8ba5da218 req-ec32dbc1-b4b1-49b4-90ab-f2772f4a6f6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d38b43c1-0a48-4db2-9144-494d0f55d972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1161301 Feb 02 13:40:30.034678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85d476-e461-412a-bf93-3fcaed8bd161 req-d8b08f27-315e-4b7b-968c-8c97b0af7488 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:30.035222 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:30.037748 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e85d476-e461-412a-bf93-3fcaed8bd161 req-d8b08f27-315e-4b7b-968c-8c97b0af7488 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 946 time: 0.1371112 Feb 02 13:40:30.052129 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15244e97-e321-49cb-8067-8fa8ba5da218 req-8d43b5ca-897d-43a8-bc0e-93b29f0212d5 service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104502 Feb 02 13:40:30.116547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4aa93d-4b26-4c42-83be-2f7806e7871b None None] New status for floating IP 8e3f308e-3084-4546-ac48-714a0c2545ff: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:40:30.132755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e85d476-e461-412a-bf93-3fcaed8bd161 req-21bab7c6-2eb4-4785-b7fd-0db016b2194b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880623 Feb 02 13:40:30.221110 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:30.292553 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15244e97-e321-49cb-8067-8fa8ba5da218 req-21901d2b-0e65-495e-bd39-d863c4f0adf9 service neutron] 10.222.0.62 "GET /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247560 Feb 02 13:40:30.300067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4877415-14c4-4b21-9a95-1aab61c212a6 req-b975bf18-81dc-4414-9759-a21526bf0dc6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:30.301235 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a4877415-14c4-4b21-9a95-1aab61c212a6 req-b975bf18-81dc-4414-9759-a21526bf0dc6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 946 time: 0.1826460 Feb 02 13:40:30.303761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:40:30.306834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:40:30.311053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:40:30.454238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=1aecfed0-e83a-4152-80bf-e476c30ca357,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:30.536248 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893970a-37e0-4007-b4bd-8923ed29432a req-689ca798-54a4-4613-8c41-306368fcf011 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:30.545413 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1893970a-37e0-4007-b4bd-8923ed29432a req-689ca798-54a4-4613-8c41-306368fcf011 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 931 time: 0.0880547 Feb 02 13:40:30.560671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:30.561726 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:30.599745 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-a860af8c-9191-4946-9278-5aa7555988d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9151795 Feb 02 13:40:30.620945 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1893970a-37e0-4007-b4bd-8923ed29432a req-3a901405-762f-4e9e-a14d-11c1dadf8d73 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740921 Feb 02 13:40:30.632516 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Request body: {'port': {'device_id': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:30.699585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-a4877415-14c4-4b21-9a95-1aab61c212a6 req-3f5c1412-b434-4b76-933f-9ac09a67cf0d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port ed1ce537-088c-48e5-8193-22ce1eee26a5 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:40:30.700091 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a4877415-14c4-4b21-9a95-1aab61c212a6 req-3f5c1412-b434-4b76-933f-9ac09a67cf0d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:30.802392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-01d5fd3a-417c-44bb-9391-bcf9030a5f91 None None] Provisioning complete for port 1aecfed0-e83a-4152-80bf-e476c30ca357 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:30.803045 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-01d5fd3a-417c-44bb-9391-bcf9030a5f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:30.813513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:30.859769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-01d5fd3a-417c-44bb-9391-bcf9030a5f91 None None] Port 1aecfed0-e83a-4152-80bf-e476c30ca357 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:40:30.897390 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-a4877415-14c4-4b21-9a95-1aab61c212a6 req-3f5c1412-b434-4b76-933f-9ac09a67cf0d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] For port ed1ce537-088c-48e5-8193-22ce1eee26a5, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=ed1ce537-088c-48e5-8193-22ce1eee26a5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:30.897963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a4877415-14c4-4b21-9a95-1aab61c212a6 req-3f5c1412-b434-4b76-933f-9ac09a67cf0d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:30.922800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-a4877415-14c4-4b21-9a95-1aab61c212a6 req-3f5c1412-b434-4b76-933f-9ac09a67cf0d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for ed1ce537-088c-48e5-8193-22ce1eee26a5 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:40:31.250424 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a4877415-14c4-4b21-9a95-1aab61c212a6 req-3f5c1412-b434-4b76-933f-9ac09a67cf0d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ed1ce537-088c-48e5-8193-22ce1eee26a5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:31.280071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d70da5e8-20b4-4f89-8f21-2091b2a7560d req-15bd540d-257d-4486-8ed9-fed3503707c3 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=e49fc474-4c1f-4528-a7f7-33d7507c3885 HTTP/1.1" status: 200 len: 210 time: 0.0428550 Feb 02 13:40:31.301608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c1412-b434-4b76-933f-9ac09a67cf0d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=ed1ce537-088c-48e5-8193-22ce1eee26a5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:31.361406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4877415-14c4-4b21-9a95-1aab61c212a6 req-3f5c1412-b434-4b76-933f-9ac09a67cf0d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] No DVR routers for this DVR port ed1ce537-088c-48e5-8193-22ce1eee26a5 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:40:31.364442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aecfed0-e83a-4152-80bf-e476c30ca357 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:40:31.369842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a4877415-14c4-4b21-9a95-1aab61c212a6 req-3f5c1412-b434-4b76-933f-9ac09a67cf0d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:31.373263 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a4877415-14c4-4b21-9a95-1aab61c212a6 req-3f5c1412-b434-4b76-933f-9ac09a67cf0d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "DELETE /v2.0/ports/ed1ce537-088c-48e5-8193-22ce1eee26a5 HTTP/1.1" status: 204 len: 173 time: 1.0575738 Feb 02 13:40:31.373777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'name': 'network-vif-deleted', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:40:31.376475 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ce63ab-041f-401e-86c8-dbf1765ae69b" -d '{"events": [{"server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "name": "network-vif-deleted", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:40:31.391088 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Publish callbacks [] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:31.421203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Transition to ACTIVE for port object 1aecfed0-e83a-4152-80bf-e476c30ca357 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:40:31.426789 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:31.462699 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a52d889-6dff-4c5b-8043-501fb28379d2 x-openstack-request-id: req-2a52d889-6dff-4c5b-8043-501fb28379d2 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:40:31.464099 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e49fc474-4c1f-4528-a7f7-33d7507c3885", "name": "network-vif-deleted", "tag": "ed1ce537-088c-48e5-8193-22ce1eee26a5", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:40:31.464786 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2a52d889-6dff-4c5b-8043-501fb28379d2 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:40:31.465508 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49fc474-4c1f-4528-a7f7-33d7507c3885', 'name': 'network-vif-deleted', 'tag': 'ed1ce537-088c-48e5-8193-22ce1eee26a5', 'status': 'completed', 'code': 200} Feb 02 13:40:31.535677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1aecfed0-e83a-4152-80bf-e476c30ca357,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:31.632596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Attempting to bind port 1aecfed0-e83a-4152-80bf-e476c30ca357 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:31.633132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Attempting to bind port 1aecfed0-e83a-4152-80bf-e476c30ca357 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:40:31.633666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Attempting to bind port 1aecfed0-e83a-4152-80bf-e476c30ca357 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:40:31.644769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Port 1aecfed0-e83a-4152-80bf-e476c30ca357 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:40:31.645325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Attempting to bind port 1aecfed0-e83a-4152-80bf-e476c30ca357 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:40:31.656976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:40:31.657556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Checking segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:40:31.658380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Bound using segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:40:31.658998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Bound port: 1aecfed0-e83a-4152-80bf-e476c30ca357, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:40:31.659719 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:31.807669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] For port 1aecfed0-e83a-4152-80bf-e476c30ca357, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:40:31.818203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] For port 1aecfed0-e83a-4152-80bf-e476c30ca357, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=1aecfed0-e83a-4152-80bf-e476c30ca357,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:40:31.839639 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e7cf268f-c0fc-452b-b7e9-4026970d6144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:31.850189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:31.904397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d53bf-b87f-44ca-a998-817037fd0592 req-7b0660a1-649d-4e5c-a505-41ee0cbce2cf tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:31.908834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b0d53bf-b87f-44ca-a998-817037fd0592 req-7b0660a1-649d-4e5c-a505-41ee0cbce2cf tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.1467402 Feb 02 13:40:31.912173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:31.913096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:31.919664 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/1aecfed0-e83a-4152-80bf-e476c30ca357 HTTP/1.1" status: 200 len: 1091 time: 1.3049066 Feb 02 13:40:31.991764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08619cf0-be6d-48b8-97fa-cf6b4037e0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1aecfed0-e83a-4152-80bf-e476c30ca357,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:32.046179 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b0d53bf-b87f-44ca-a998-817037fd0592 req-6fff2cee-0232-486b-bdef-13699346b18a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297169 Feb 02 13:40:32.097866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-0b5cf2b9-da76-4328-be31-017fe95339a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:32.099902 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-0b5cf2b9-da76-4328-be31-017fe95339a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 1125 time: 0.0875909 Feb 02 13:40:32.165267 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-cbf3a21d-9199-4b7b-b796-2eaa348b19f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aecfed0-e83a-4152-80bf-e476c30ca357 HTTP/1.1" status: 200 len: 217 time: 0.0519106 Feb 02 13:40:32.229232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-aafa22a8-3622-45a7-8e4f-e8204d8a1e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:32.230725 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-aafa22a8-3622-45a7-8e4f-e8204d8a1e8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0572083 Feb 02 13:40:32.308049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-7f643dad-b607-4727-b297-df7099fe1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:32.309753 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-7f643dad-b607-4727-b297-df7099fe1afd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0715005 Feb 02 13:40:32.360404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36434) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:32.447779 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-5a879e18-cddc-413e-a488-4094af1f3d3d service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286061 Feb 02 13:40:32.571647 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-055c6ac2-5c9b-49b1-b9fa-f1859131acf9 req-5dd43c8a-ea86-4ce7-8e92-88fa4967437b service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187572 Feb 02 13:40:32.816133 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83dab795-ae2b-458a-b5a0-267c9ae99573 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (a167c3ca-1880-4aa9-a3db-9459d0451613), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:33.117495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-83dab795-ae2b-458a-b5a0-267c9ae99573 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port e774802a-203d-4de8-879a-16add5c9ceb8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:40:33.118181 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83dab795-ae2b-458a-b5a0-267c9ae99573 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:33.274984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cbf3c-9acc-4bed-8c21-943232308083 req-3d9cc3ec-af5e-4bb5-a24f-cb31e2c156d2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:33.276501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b13cbf3c-9acc-4bed-8c21-943232308083 req-3d9cc3ec-af5e-4bb5-a24f-cb31e2c156d2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.1445472 Feb 02 13:40:33.278324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-83dab795-ae2b-458a-b5a0-267c9ae99573 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] For port e774802a-203d-4de8-879a-16add5c9ceb8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e774802a-203d-4de8-879a-16add5c9ceb8,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:33.278683 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83dab795-ae2b-458a-b5a0-267c9ae99573 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:33.298052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-83dab795-ae2b-458a-b5a0-267c9ae99573 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for e774802a-203d-4de8-879a-16add5c9ceb8 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:40:33.387224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b13cbf3c-9acc-4bed-8c21-943232308083 req-38993286-a170-4a6c-9341-223c2452a490 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000762 Feb 02 13:40:33.467672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'tag': '1aecfed0-e83a-4152-80bf-e476c30ca357'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:40:33.472216 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cae7ae-dcc4-43a0-864e-88d90bd0f4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "bde0579d-9f80-43e6-b0af-d90d4b49374f", "tag": "1aecfed0-e83a-4152-80bf-e476c30ca357"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:40:33.532948 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c456e14-bd5a-4586-9dfc-bbaf931d3b82 x-openstack-request-id: req-0c456e14-bd5a-4586-9dfc-bbaf931d3b82 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:40:33.533245 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde0579d-9f80-43e6-b0af-d90d4b49374f", "tag": "1aecfed0-e83a-4152-80bf-e476c30ca357", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:40:33.533498 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0c456e14-bd5a-4586-9dfc-bbaf931d3b82 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:40:33.533998 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'tag': '1aecfed0-e83a-4152-80bf-e476c30ca357', 'status': 'completed', 'code': 200} Feb 02 13:40:33.536904 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83dab795-ae2b-458a-b5a0-267c9ae99573 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e774802a-203d-4de8-879a-16add5c9ceb8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:33.564135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dab795-ae2b-458a-b5a0-267c9ae99573 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=e774802a-203d-4de8-879a-16add5c9ceb8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:33.655132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cae7ae-dcc4-43a0-864e-88d90bd0f4a0 req-e47bc6c3-a668-43bf-98bc-84395c72bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:33.656714 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-77cae7ae-dcc4-43a0-864e-88d90bd0f4a0 req-e47bc6c3-a668-43bf-98bc-84395c72bb94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 1125 time: 0.0697007 Feb 02 13:40:33.803669 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-83dab795-ae2b-458a-b5a0-267c9ae99573 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (a167c3ca-1880-4aa9-a3db-9459d0451613), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:33.826250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cae7ae-dcc4-43a0-864e-88d90bd0f4a0 req-88e45675-d606-47cb-a4d4-5bc310e6650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:33.828746 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-77cae7ae-dcc4-43a0-864e-88d90bd0f4a0 req-88e45675-d606-47cb-a4d4-5bc310e6650e service neutron] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1642053 Feb 02 13:40:33.887319 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-77cae7ae-dcc4-43a0-864e-88d90bd0f4a0 req-8e37f86c-618a-4e33-a470-92ab9ebcbd72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aecfed0-e83a-4152-80bf-e476c30ca357 HTTP/1.1" status: 200 len: 217 time: 0.0508955 Feb 02 13:40:33.940873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cae7ae-dcc4-43a0-864e-88d90bd0f4a0 req-b54b6b7b-fff9-40b0-95dc-1c610f9adab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:33.942447 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-77cae7ae-dcc4-43a0-864e-88d90bd0f4a0 req-b54b6b7b-fff9-40b0-95dc-1c610f9adab6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0490420 Feb 02 13:40:33.997313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cae7ae-dcc4-43a0-864e-88d90bd0f4a0 req-96516c4e-95ea-4c04-9adf-7b567e49c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:33.998853 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-77cae7ae-dcc4-43a0-864e-88d90bd0f4a0 req-96516c4e-95ea-4c04-9adf-7b567e49c703 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506828 Feb 02 13:40:34.056161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dab795-ae2b-458a-b5a0-267c9ae99573 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router a167c3ca-1880-4aa9-a3db-9459d0451613 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:40:34.115796 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf3e8f92-9192-4150-bab2-b8736b71d389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:34.131593 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-77cae7ae-dcc4-43a0-864e-88d90bd0f4a0 req-dbbac4a9-f46d-4ce6-87d9-a48e4ef5875e service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261003 Feb 02 13:40:34.184262 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dab795-ae2b-458a-b5a0-267c9ae99573 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:40:34.190035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-83dab795-ae2b-458a-b5a0-267c9ae99573 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "PUT /v2.0/routers/a167c3ca-1880-4aa9-a3db-9459d0451613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8278544 Feb 02 13:40:34.194927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36440) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:34.201147 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583635d9-c47d-4960-96e7-fca4cf9e0473 None None] Sync routers for ids ['a167c3ca-1880-4aa9-a3db-9459d0451613'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:40:34.218870 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583635d9-c47d-4960-96e7-fca4cf9e0473 None None] Routers {'a167c3ca-1880-4aa9-a3db-9459d0451613'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:40:34.219857 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-583635d9-c47d-4960-96e7-fca4cf9e0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:40:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a167c3ca-1880-4aa9-a3db-9459d0451613'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:34.261926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-188941c5-057e-4cad-a0ad-3dc4339c947d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting subnet e64afbcf-43e3-4545-8892-87bf7e592344 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:40:34.266693 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-188941c5-057e-4cad-a0ad-3dc4339c947d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for subnet (e64afbcf-43e3-4545-8892-87bf7e592344), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:34.280697 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-77cae7ae-dcc4-43a0-864e-88d90bd0f4a0 req-c5e0d406-f033-495a-a8b2-7cff19d033d2 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419814 Feb 02 13:40:34.329866 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-188941c5-057e-4cad-a0ad-3dc4339c947d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (e64afbcf-43e3-4545-8892-87bf7e592344), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:34.354027 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-583635d9-c47d-4960-96e7-fca4cf9e0473 None None] Set router a167c3ca-1880-4aa9-a3db-9459d0451613 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:40:34.437641 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-188941c5-057e-4cad-a0ad-3dc4339c947d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (e64afbcf-43e3-4545-8892-87bf7e592344), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:34.551492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc321b-ffe9-4a2c-93e7-a3f4f42a4162 req-857ae88b-4cb9-48b8-946e-4fa37f3abe2f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:34.553146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0fc321b-ffe9-4a2c-93e7-a3f4f42a4162 req-857ae88b-4cb9-48b8-946e-4fa37f3abe2f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.0829029 Feb 02 13:40:34.554944 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-188941c5-057e-4cad-a0ad-3dc4339c947d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (e64afbcf-43e3-4545-8892-87bf7e592344), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:34.588145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188941c5-057e-4cad-a0ad-3dc4339c947d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Subnet': ['ID=e64afbcf-43e3-4545-8892-87bf7e592344,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:34.599018 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-188941c5-057e-4cad-a0ad-3dc4339c947d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:34.602610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-188941c5-057e-4cad-a0ad-3dc4339c947d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/subnets/e64afbcf-43e3-4545-8892-87bf7e592344 HTTP/1.1" status: 204 len: 168 time: 0.4061232 Feb 02 13:40:34.605085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:34.605746 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-583635d9-c47d-4960-96e7-fca4cf9e0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:40:33Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:34.624325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f560ab4f-9c03-475c-9ee3-b71e0372579d None None] Network d38b43c1-0a48-4db2-9144-494d0f55d972 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:40:34.638617 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583635d9-c47d-4960-96e7-fca4cf9e0473 None None] Checking router: a167c3ca-1880-4aa9-a3db-9459d0451613 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:40:34.649726 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583635d9-c47d-4960-96e7-fca4cf9e0473 None None] Routers {'a167c3ca-1880-4aa9-a3db-9459d0451613'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:40:34.650697 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-583635d9-c47d-4960-96e7-fca4cf9e0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:40:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a167c3ca-1880-4aa9-a3db-9459d0451613'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:34.716099 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0fc321b-ffe9-4a2c-93e7-a3f4f42a4162 req-ee991ec2-6d1c-486c-9a09-42225644341a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361392 Feb 02 13:40:34.757458 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router (a167c3ca-1880-4aa9-a3db-9459d0451613), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:34.845473 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-583635d9-c47d-4960-96e7-fca4cf9e0473 None None] Set router a167c3ca-1880-4aa9-a3db-9459d0451613 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:40:34.894992 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (a167c3ca-1880-4aa9-a3db-9459d0451613), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:34.923765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] DHCP port deletion for d38b43c1-0a48-4db2-9144-494d0f55d972 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:40:34.962552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:40:34.962883 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:34.984532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Deleting port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:40:34.985258 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.064934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] For port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=663e4fd8-f5bd-4200-bbef-18a6e622b3b5,segment=NetworkSegment(0672fa02-4a17-4cea-be4d-18da144e95c1),segment_id=0672fa02-4a17-4cea-be4d-18da144e95c1)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:35.065629 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.068784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] For port 7c8f1b35-dc6d-40d9-9212-d161dc1ef866, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7c8f1b35-dc6d-40d9-9212-d161dc1ef866,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:35.069677 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.073485 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-583635d9-c47d-4960-96e7-fca4cf9e0473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:40:33Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:35.081111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Calling delete_port for 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:40:35.086553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:40:35.103646 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583635d9-c47d-4960-96e7-fca4cf9e0473 None None] The sync data for ids ['a167c3ca-1880-4aa9-a3db-9459d0451613'] in n-d-827336-2 is: [{'id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1740121801', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137'}], 'enable_snat': True}, 'gw_port_id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:38:32Z', 'updated_at': '2022-02-02T13:40:33Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '7c8f1b35-dc6d-40d9-9212-d161dc1ef866', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a167c3ca-1880-4aa9-a3db-9459d0451613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:38:33Z', 'updated_at': '2022-02-02T13:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:40:35.166266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ed1ce537-088c-48e5-8193-22ce1eee26a5 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:40:35.192467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: ed1ce537-088c-48e5-8193-22ce1eee26a5 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:40:35.192816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device ed1ce537-088c-48e5-8193-22ce1eee26a5 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:40:35.219977 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (663e4fd8-f5bd-4200-bbef-18a6e622b3b5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.255116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Pushing event deleted for resources: {'Port': ['ID=663e4fd8-f5bd-4200-bbef-18a6e622b3b5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:35.259909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] No DVR routers for this DVR port 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:40:35.276628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.276970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.277303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.277644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.277957 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.278279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.278597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.278913 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.280149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.280149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.280149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.280523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.280634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81967fe5-6b09-48b6-9acc-469367a83d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:35.309973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7c8f1b35-dc6d-40d9-9212-d161dc1ef866), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.335892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=7c8f1b35-dc6d-40d9-9212-d161dc1ef866,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:35.400539 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (a167c3ca-1880-4aa9-a3db-9459d0451613), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.499321 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (a167c3ca-1880-4aa9-a3db-9459d0451613), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.501843 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_controller (a167c3ca-1880-4aa9-a3db-9459d0451613), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.580483 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (a167c3ca-1880-4aa9-a3db-9459d0451613), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.581821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Fanout notify agent at l3_agent the message router_deleted on router a167c3ca-1880-4aa9-a3db-9459d0451613 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:40:35.591123 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.592659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-79d1c6c2-a18e-4747-9362-86e5c8cdc986 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/routers/a167c3ca-1880-4aa9-a3db-9459d0451613 HTTP/1.1" status: 204 len: 168 time: 0.9864721 Feb 02 13:40:35.595256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36446) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:35.669156 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.695318 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (d38b43c1-0a48-4db2-9144-494d0f55d972), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.738008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e774802a-203d-4de8-879a-16add5c9ceb8 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:40:35.760511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: e774802a-203d-4de8-879a-16add5c9ceb8 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:40:35.760888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e774802a-203d-4de8-879a-16add5c9ceb8 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:40:35.761276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:40:35.800224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:40:35.800897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 663e4fd8-f5bd-4200-bbef-18a6e622b3b5 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:40:35.815205 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (d38b43c1-0a48-4db2-9144-494d0f55d972), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.840314 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38b43c1-0a48-4db2-9144-494d0f55d972']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:35.852270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0672fa02-4a17-4cea-be4d-18da144e95c1') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:35.852541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0672fa02-4a17-4cea-be4d-18da144e95c1') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:35.873258 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (0672fa02-4a17-4cea-be4d-18da144e95c1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.926457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (0672fa02-4a17-4cea-be4d-18da144e95c1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.935844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:40:35.936244 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (0672fa02-4a17-4cea-be4d-18da144e95c1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:40:35.939521 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:40:36.014715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d254ae-f19f-460e-9be8-9f4ad94ce343 req-50425cdc-eaf2-4def-9826-3fa7f949d545 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:36.016227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9d254ae-f19f-460e-9be8-9f4ad94ce343 req-50425cdc-eaf2-4def-9826-3fa7f949d545 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.1463091 Feb 02 13:40:36.031932 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (d38b43c1-0a48-4db2-9144-494d0f55d972), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:36.056078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:36.059737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/networks/d38b43c1-0a48-4db2-9144-494d0f55d972 HTTP/1.1" status: 204 len: 168 time: 0.4628375 Feb 02 13:40:36.063254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36450) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:36.070914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e76c7e-88fd-45c7-bbf8-5617c8aaebdf tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Network': ['ID=d38b43c1-0a48-4db2-9144-494d0f55d972,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:36.132228 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9d254ae-f19f-460e-9be8-9f4ad94ce343 req-400afeda-6a60-4739-b106-b984837ae7f0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083581 Feb 02 13:40:36.166925 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a914c0a4-f156-4081-95b7-6f15108140ce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (b80fb957-30ab-4b24-8f60-5a8f55bd5b6c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:36.208510 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a914c0a4-f156-4081-95b7-6f15108140ce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (b80fb957-30ab-4b24-8f60-5a8f55bd5b6c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:36.693410 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a914c0a4-f156-4081-95b7-6f15108140ce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b80fb957-30ab-4b24-8f60-5a8f55bd5b6c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:36.697458 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a914c0a4-f156-4081-95b7-6f15108140ce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:36.699011 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a914c0a4-f156-4081-95b7-6f15108140ce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/security-groups/b80fb957-30ab-4b24-8f60-5a8f55bd5b6c HTTP/1.1" status: 204 len: 168 time: 0.6359642 Feb 02 13:40:36.714088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914c0a4-f156-4081-95b7-6f15108140ce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80fb957-30ab-4b24-8f60-5a8f55bd5b6c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:36.919053 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:36.958340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36456) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:36.963488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e4f6dd2f-e2ce-4b5a-b578-1386dea9171f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293078025', 'description': 'tempest-secgroup-smoke-293078025 description', 'project_id': '2310a5a54d0b414d80a2621ece164ad5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:36.993775 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:36.994615 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4f6dd2f-e2ce-4b5a-b578-1386dea9171f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.092805 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4f6dd2f-e2ce-4b5a-b578-1386dea9171f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (44f1211a-972a-4cad-83e9-12b145bbcb5a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.098833 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4f6dd2f-e2ce-4b5a-b578-1386dea9171f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (44f1211a-972a-4cad-83e9-12b145bbcb5a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.128615 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4f6dd2f-e2ce-4b5a-b578-1386dea9171f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.133807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e4f6dd2f-e2ce-4b5a-b578-1386dea9171f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1696565 Feb 02 13:40:37.133989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36458) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:37.138539 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ae34e47a-19a5-4e37-9549-fb513bed7c9c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': '44f1211a-972a-4cad-83e9-12b145bbcb5a', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:37.139143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f6dd2f-e2ce-4b5a-b578-1386dea9171f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f1211a-972a-4cad-83e9-12b145bbcb5a,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:37.168523 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae34e47a-19a5-4e37-9549-fb513bed7c9c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (2e65f951-8d2f-46f9-a114-10a1803d7886), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.248789 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae34e47a-19a5-4e37-9549-fb513bed7c9c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (2e65f951-8d2f-46f9-a114-10a1803d7886), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.252762 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae34e47a-19a5-4e37-9549-fb513bed7c9c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (2e65f951-8d2f-46f9-a114-10a1803d7886), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.277453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae34e47a-19a5-4e37-9549-fb513bed7c9c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e65f951-8d2f-46f9-a114-10a1803d7886,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:37.290156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae34e47a-19a5-4e37-9549-fb513bed7c9c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.292117 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ae34e47a-19a5-4e37-9549-fb513bed7c9c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572614 Feb 02 13:40:37.294832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36462) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:37.300017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-449519cf-5024-45d8-bb15-cd5ccbf41d90 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': '44f1211a-972a-4cad-83e9-12b145bbcb5a', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:37.329829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-449519cf-5024-45d8-bb15-cd5ccbf41d90 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (fca298eb-a841-4046-b506-a4a36c612895), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.333597 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966d90c-5179-41f0-9aea-7934ab8d1e37 req-cc90ae59-eb3a-4770-a4c7-414d775c1642 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:37.335982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f966d90c-5179-41f0-9aea-7934ab8d1e37 req-cc90ae59-eb3a-4770-a4c7-414d775c1642 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.0860236 Feb 02 13:40:37.391114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f966d90c-5179-41f0-9aea-7934ab8d1e37 req-4e9d018e-f891-4389-bf89-46d91050745a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478575 Feb 02 13:40:37.403865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-449519cf-5024-45d8-bb15-cd5ccbf41d90 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (fca298eb-a841-4046-b506-a4a36c612895), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.408340 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-449519cf-5024-45d8-bb15-cd5ccbf41d90 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (fca298eb-a841-4046-b506-a4a36c612895), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.427598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449519cf-5024-45d8-bb15-cd5ccbf41d90 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca298eb-a841-4046-b506-a4a36c612895,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:37.439987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-449519cf-5024-45d8-bb15-cd5ccbf41d90 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.441287 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-449519cf-5024-45d8-bb15-cd5ccbf41d90 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451647 Feb 02 13:40:37.449607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36464) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:37.457898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5a5d04b2-8dbb-4493-848f-d489ea10cf9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': '44f1211a-972a-4cad-83e9-12b145bbcb5a', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:37.489269 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a5d04b2-8dbb-4493-848f-d489ea10cf9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (1128f8d0-c285-4efe-aa3d-c6a335314a4f), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.535038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:40:37.559900 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:40:37.560216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7c8f1b35-dc6d-40d9-9212-d161dc1ef866 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:40:37.566059 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a5d04b2-8dbb-4493-848f-d489ea10cf9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (1128f8d0-c285-4efe-aa3d-c6a335314a4f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.570436 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a5d04b2-8dbb-4493-848f-d489ea10cf9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (1128f8d0-c285-4efe-aa3d-c6a335314a4f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.590650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d04b2-8dbb-4493-848f-d489ea10cf9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1128f8d0-c285-4efe-aa3d-c6a335314a4f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:37.603068 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5a5d04b2-8dbb-4493-848f-d489ea10cf9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.606667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5a5d04b2-8dbb-4493-848f-d489ea10cf9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556337 Feb 02 13:40:37.609615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36466) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:37.613901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-50cad540-fcee-4d99-803f-99b8c1084b7e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': '44f1211a-972a-4cad-83e9-12b145bbcb5a', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:37.643313 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50cad540-fcee-4d99-803f-99b8c1084b7e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (9000f758-2bd6-44c1-a5bd-a4f414052365), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.703230 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50cad540-fcee-4d99-803f-99b8c1084b7e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (9000f758-2bd6-44c1-a5bd-a4f414052365), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.710074 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50cad540-fcee-4d99-803f-99b8c1084b7e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (9000f758-2bd6-44c1-a5bd-a4f414052365), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.725701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cad540-fcee-4d99-803f-99b8c1084b7e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9000f758-2bd6-44c1-a5bd-a4f414052365,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:37.737108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50cad540-fcee-4d99-803f-99b8c1084b7e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.738314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-50cad540-fcee-4d99-803f-99b8c1084b7e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278071 Feb 02 13:40:37.741522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36468) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:37.746083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-864d3c12-1c21-4e7e-acdf-f08ea3e4bc71 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': '44f1211a-972a-4cad-83e9-12b145bbcb5a', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:37.769994 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-864d3c12-1c21-4e7e-acdf-f08ea3e4bc71 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Project 2310a5a54d0b414d80a2621ece164ad5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:40:37.778608 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-864d3c12-1c21-4e7e-acdf-f08ea3e4bc71 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (071b7fc9-77ce-452a-b2e5-7deb0e5b7c78), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.857700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-864d3c12-1c21-4e7e-acdf-f08ea3e4bc71 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (071b7fc9-77ce-452a-b2e5-7deb0e5b7c78), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.862854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-864d3c12-1c21-4e7e-acdf-f08ea3e4bc71 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (071b7fc9-77ce-452a-b2e5-7deb0e5b7c78), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.883300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d3c12-1c21-4e7e-acdf-f08ea3e4bc71 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071b7fc9-77ce-452a-b2e5-7deb0e5b7c78,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:37.894961 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.895364 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-864d3c12-1c21-4e7e-acdf-f08ea3e4bc71 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:37.896955 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-864d3c12-1c21-4e7e-acdf-f08ea3e4bc71 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542995 Feb 02 13:40:37.900090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36470) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:37.906623 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6f00b3ec-ad17-4df6-96c5-536a7834de86 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': '44f1211a-972a-4cad-83e9-12b145bbcb5a', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:37.935930 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-6f00b3ec-ad17-4df6-96c5-536a7834de86 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Project 2310a5a54d0b414d80a2621ece164ad5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:40:37.943566 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f00b3ec-ad17-4df6-96c5-536a7834de86 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (f9e6b479-62d1-4cb5-9eef-a721d6e7462b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.017673 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f00b3ec-ad17-4df6-96c5-536a7834de86 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (f9e6b479-62d1-4cb5-9eef-a721d6e7462b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.022072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f00b3ec-ad17-4df6-96c5-536a7834de86 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (f9e6b479-62d1-4cb5-9eef-a721d6e7462b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.046279 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00b3ec-ad17-4df6-96c5-536a7834de86 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e6b479-62d1-4cb5-9eef-a721d6e7462b,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:38.054751 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6f00b3ec-ad17-4df6-96c5-536a7834de86 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.056429 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6f00b3ec-ad17-4df6-96c5-536a7834de86 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1549900 Feb 02 13:40:38.060989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36472) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:38.063956 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.068530 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-965dc3e0-00d0-49c4-83dc-818b9e80de51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'network': {'name': 'tempest-network-smoke--1580363497', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'port_security_enabled': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:38.093482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965dc3e0-00d0-49c4-83dc-818b9e80de51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Made reservation on behalf of 2310a5a54d0b414d80a2621ece164ad5 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:40:38.097108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-965dc3e0-00d0-49c4-83dc-818b9e80de51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.128215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965dc3e0-00d0-49c4-83dc-818b9e80de51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:40:38.140512 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-965dc3e0-00d0-49c4-83dc-818b9e80de51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a14770b8-5363-45a3-9df7-b1efe75bab6a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.141211 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-965dc3e0-00d0-49c4-83dc-818b9e80de51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Added segment a14770b8-5363-45a3-9df7-b1efe75bab6a of type vlan for network 301ca032-a4ca-41ce-a184-eb583a7e35a6 Feb 02 13:40:38.182720 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-965dc3e0-00d0-49c4-83dc-818b9e80de51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (301ca032-a4ca-41ce-a184-eb583a7e35a6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.209797 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-965dc3e0-00d0-49c4-83dc-818b9e80de51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (301ca032-a4ca-41ce-a184-eb583a7e35a6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.215385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965dc3e0-00d0-49c4-83dc-818b9e80de51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:38.215937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-965dc3e0-00d0-49c4-83dc-818b9e80de51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.254815 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-965dc3e0-00d0-49c4-83dc-818b9e80de51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1925473 Feb 02 13:40:38.257834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36474) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:38.262697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'admin_state_up': True, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:38.286961 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (ceca03ff-614c-4e02-b297-63623d0ff812), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.288185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965dc3e0-00d0-49c4-83dc-818b9e80de51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Network': ['ID=301ca032-a4ca-41ce-a184-eb583a7e35a6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:38.288323 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (ceca03ff-614c-4e02-b297-63623d0ff812), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.299469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 301ca032-a4ca-41ce-a184-eb583a7e35a6 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:40:38.367616 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_controller (ceca03ff-614c-4e02-b297-63623d0ff812), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.540493 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (ceca03ff-614c-4e02-b297-63623d0ff812), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.594456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ee2a0-2ad0-459f-8904-2b382144b58a req-8a9e22fc-c822-4857-8ee6-9241009092d6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:38.595958 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b00ee2a0-2ad0-459f-8904-2b382144b58a req-8a9e22fc-c822-4857-8ee6-9241009092d6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.1109889 Feb 02 13:40:38.684994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b00ee2a0-2ad0-459f-8904-2b382144b58a req-1813e21c-58a4-4da0-9db4-62067c7895cc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828609 Feb 02 13:40:38.812493 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (ceca03ff-614c-4e02-b297-63623d0ff812), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.833231 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:38.968716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.25.4.15 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/260c2b53-b39e-464d-9794-fbd1c96051f0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:40:39.086209 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:39.130468 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:39.173724 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:40:39.180860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:40:39.183705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:40:39.213518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=260c2b53-b39e-464d-9794-fbd1c96051f0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:39.465331 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (ceca03ff-614c-4e02-b297-63623d0ff812), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:39.708855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (ceca03ff-614c-4e02-b297-63623d0ff812), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:39.878630 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e17942-1322-4546-9bc0-3c43a7a970bd req-8fd0fcd9-c8fe-47b8-b4c2-8d1d48d4ed6a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:39.880058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1e17942-1322-4546-9bc0-3c43a7a970bd req-8fd0fcd9-c8fe-47b8-b4c2-8d1d48d4ed6a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.0790517 Feb 02 13:40:39.921332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router ceca03ff-614c-4e02-b297-63623d0ff812 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:40:39.966998 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1e17942-1322-4546-9bc0-3c43a7a970bd req-200d154f-990e-44cd-b6a8-14d8fca43612 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772836 Feb 02 13:40:40.079001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:40:40.089072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Sync routers for ids ['ceca03ff-614c-4e02-b297-63623d0ff812'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:40:40.103683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Routers {'ceca03ff-614c-4e02-b297-63623d0ff812'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:40:40.104403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:40:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ceca03ff-614c-4e02-b297-63623d0ff812'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:40.108978 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:40.110239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-891c744b-2f6d-44d4-9cad-eb7ff497065b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8513849 Feb 02 13:40:40.116643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36480) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:40.147664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c08fd3f5-bfe8-427f-97d2-17fab1344ac0 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=2310a5a54d0b414d80a2621ece164ad5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269902 Feb 02 13:40:40.148222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36482) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:40.220161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Set router ceca03ff-614c-4e02-b297-63623d0ff812 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:40:40.259339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8390ea8-267c-4cf5-81a5-b389f220f050 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:40.263680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b8390ea8-267c-4cf5-81a5-b389f220f050 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1112316 Feb 02 13:40:40.264280 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36484) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:40.297286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-74cdb056-cfec-4ab1-a174-a3dceb9e8b16 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282941 Feb 02 13:40:40.297716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36486) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:40.305371 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7311710a-6bc3-497e-94e5-3b03bf6c75a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-268025779', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:40.410504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7311710a-6bc3-497e-94e5-3b03bf6c75a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Made reservation on behalf of 2310a5a54d0b414d80a2621ece164ad5 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:40:40.414340 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7311710a-6bc3-497e-94e5-3b03bf6c75a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:40.428824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:39Z', 'revision_number': 3, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:40.459221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Checking router: ceca03ff-614c-4e02-b297-63623d0ff812 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:40:40.459662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Updating router ceca03ff-614c-4e02-b297-63623d0ff812 port 260c2b53-b39e-464d-9794-fbd1c96051f0 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:40:40.493307 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:40.610647 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7311710a-6bc3-497e-94e5-3b03bf6c75a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (e3154ea1-6042-45aa-827b-5a9e284b23da), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:40.680312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7311710a-6bc3-497e-94e5-3b03bf6c75a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Subnet': ['ID=e3154ea1-6042-45aa-827b-5a9e284b23da,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:40.684731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311710a-6bc3-497e-94e5-3b03bf6c75a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Checking segment: {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:40:40.685099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7311710a-6bc3-497e-94e5-3b03bf6c75a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network hostable DHCP agents. Network: 301ca032-a4ca-41ce-a184-eb583a7e35a6, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:40:40.702809 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7311710a-6bc3-497e-94e5-3b03bf6c75a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 301ca032-a4ca-41ce-a184-eb583a7e35a6 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:40:40.713435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7311710a-6bc3-497e-94e5-3b03bf6c75a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 301ca032-a4ca-41ce-a184-eb583a7e35a6) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:40:40.718226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7311710a-6bc3-497e-94e5-3b03bf6c75a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:40.718829 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7311710a-6bc3-497e-94e5-3b03bf6c75a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:40.726933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d2eea-19c3-405a-89fb-52a84c88f15a None None] Network 301ca032-a4ca-41ce-a184-eb583a7e35a6 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:40:40.736104 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7311710a-6bc3-497e-94e5-3b03bf6c75a9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4369450 Feb 02 13:40:40.740750 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36488) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:40.822001 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Publish callbacks [] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:40.831922 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:40.910329 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Attempting to bind port 260c2b53-b39e-464d-9794-fbd1c96051f0 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:40.910735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Attempting to bind port 260c2b53-b39e-464d-9794-fbd1c96051f0 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:40:40.911062 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Attempting to bind port 260c2b53-b39e-464d-9794-fbd1c96051f0 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:40:40.917024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0ff91-cfbc-45bb-9215-dce61f44abd3 None None] Pushing event updated for resources: {'Port': ['ID=260c2b53-b39e-464d-9794-fbd1c96051f0,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:40.922512 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-301ca032-a4ca-41ce-a184-eb583a7e35a6', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ips': [{'subnet_id': 'e3154ea1-6042-45aa-827b-5a9e284b23da'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:40:40.923500 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:40.927653 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:40:40.928058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:40:40.928559 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:40.929013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:40:40.929432 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Bound port: 260c2b53-b39e-464d-9794-fbd1c96051f0, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:40:40.929785 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:41.060476 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] For port 260c2b53-b39e-464d-9794-fbd1c96051f0, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:40:41.065818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] For port 260c2b53-b39e-464d-9794-fbd1c96051f0, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=260c2b53-b39e-464d-9794-fbd1c96051f0,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:40:41.076198 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:41.166396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ebc3c-8cad-4d14-b6db-32e24767f1f2 req-b2c352e7-54f4-487f-98b0-04ac1ab06375 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:41.168051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-734ebc3c-8cad-4d14-b6db-32e24767f1f2 req-b2c352e7-54f4-487f-98b0-04ac1ab06375 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.1260219 Feb 02 13:40:41.170708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Allocated IP 172.20.0.2 (301ca032-a4ca-41ce-a184-eb583a7e35a6/e3154ea1-6042-45aa-827b-5a9e284b23da/3dd8266a-f820-419c-b990-07cb81427531) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:40:41.188922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Routers {'ceca03ff-614c-4e02-b297-63623d0ff812'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:40:41.189610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:40:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ceca03ff-614c-4e02-b297-63623d0ff812'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:41.194196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0ff91-cfbc-45bb-9215-dce61f44abd3 None None] Pushing event updated for resources: {'Port': ['ID=260c2b53-b39e-464d-9794-fbd1c96051f0,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:41.268664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-734ebc3c-8cad-4d14-b6db-32e24767f1f2 req-0151792c-b5f2-4fd5-b808-072bdc6ed7a8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912092 Feb 02 13:40:41.327966 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:41.539722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] Set router ceca03ff-614c-4e02-b297-63623d0ff812 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:40:41.695917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Publish callbacks [] for port (3dd8266a-f820-419c-b990-07cb81427531), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:41.715528 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (3dd8266a-f820-419c-b990-07cb81427531), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:41.768980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Network 301ca032-a4ca-41ce-a184-eb583a7e35a6 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:40:41.793589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:40:41.798856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:40:41.805321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Pushing event updated for resources: {'Port': ['ID=3dd8266a-f820-419c-b990-07cb81427531,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:41.869683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Attempting to bind port 3dd8266a-f820-419c-b990-07cb81427531 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:41.870093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Attempting to bind port 3dd8266a-f820-419c-b990-07cb81427531 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:40:41.870416 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Attempting to bind port 3dd8266a-f820-419c-b990-07cb81427531 on network 301ca032-a4ca-41ce-a184-eb583a7e35a6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:40:41.877993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:40:41.878365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Checking segment: {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:40:41.878761 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:41.879150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Bound using segment: {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:40:41.879696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Bound port: 3dd8266a-f820-419c-b990-07cb81427531, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:40:41.880041 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3dd8266a-f820-419c-b990-07cb81427531), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:41.896666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:39Z', 'revision_number': 3, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:41.925251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2a9d6d-b549-40e5-8316-a11e1fe30f1e None None] The sync data for ids ['ceca03ff-614c-4e02-b297-63623d0ff812'] in n-d-827336-2 is: [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:39Z', 'revision_number': 3, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:40:41.980954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] For port 3dd8266a-f820-419c-b990-07cb81427531, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:40:41.985343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] For port 3dd8266a-f820-419c-b990-07cb81427531, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3dd8266a-f820-419c-b990-07cb81427531,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:40:41.993564 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3dd8266a-f820-419c-b990-07cb81427531), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:41.997534 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.20.0.1 (301ca032-a4ca-41ce-a184-eb583a7e35a6/e3154ea1-6042-45aa-827b-5a9e284b23da/ba2e4a3b-0027-4adf-bef1-75d08254715d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:40:42.065848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375e715-7883-4502-b96f-90e5c37c744d None None] Pushing event updated for resources: {'Port': ['ID=3dd8266a-f820-419c-b990-07cb81427531,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:42.140565 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:42.183681 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:42.256975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 301ca032-a4ca-41ce-a184-eb583a7e35a6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:40:42.270188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:40:42.273949 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=ba2e4a3b-0027-4adf-bef1-75d08254715d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:42.277581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:40:42.308362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.308700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.309034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.309371 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.309709 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.310034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.310353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.310676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.311080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.311308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.311655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.311976 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.312387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:42.374962 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (ceca03ff-614c-4e02-b297-63623d0ff812), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:42.485102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfe053-734b-4dfd-ad03-1df2c823bd07 req-45bbbf4e-4681-48c1-b25a-13fc36bb47e3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:42.492039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8bfe053-734b-4dfd-ad03-1df2c823bd07 req-45bbbf4e-4681-48c1-b25a-13fc36bb47e3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.1318944 Feb 02 13:40:42.606389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8bfe053-734b-4dfd-ad03-1df2c823bd07 req-ce52ed01-35b7-422a-bc5e-10e809ad32f1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899706 Feb 02 13:40:42.622975 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:42.973500 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:42.979271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:43.055110 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (ceca03ff-614c-4e02-b297-63623d0ff812), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:43.056869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=ba2e4a3b-0027-4adf-bef1-75d08254715d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:43.169359 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 301ca032-a4ca-41ce-a184-eb583a7e35a6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:40:43.171399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:40:43.200115 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00dbca-41f1-49bf-b7ea-8a8118160c09 None None] Network 301ca032-a4ca-41ce-a184-eb583a7e35a6 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:40:43.290546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ce7fa16a-f81f-4897-a530-63bf78c2ecc6 None None] Provisioning complete for port 3dd8266a-f820-419c-b990-07cb81427531 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:43.290914 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce7fa16a-f81f-4897-a530-63bf78c2ecc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3dd8266a-f820-419c-b990-07cb81427531), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:43.304666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router ceca03ff-614c-4e02-b297-63623d0ff812 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:40:43.404363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ce7fa16a-f81f-4897-a530-63bf78c2ecc6 None None] Current status of the port 3dd8266a-f820-419c-b990-07cb81427531 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:40:43.404749 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce7fa16a-f81f-4897-a530-63bf78c2ecc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3dd8266a-f820-419c-b990-07cb81427531), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:43.425435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:40:43.431279 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-40f020fd-9fd8-41b9-bc98-e72487746063 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "PUT /v2.0/routers/ceca03ff-614c-4e02-b297-63623d0ff812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6885123 Feb 02 13:40:43.440345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ce7fa16a-f81f-4897-a530-63bf78c2ecc6 None None] For port 3dd8266a-f820-419c-b990-07cb81427531, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3dd8266a-f820-419c-b990-07cb81427531,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:43.446756 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce7fa16a-f81f-4897-a530-63bf78c2ecc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3dd8266a-f820-419c-b990-07cb81427531), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:43.507245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fa16a-f81f-4897-a530-63bf78c2ecc6 None None] Pushing event updated for resources: {'Port': ['ID=3dd8266a-f820-419c-b990-07cb81427531,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:43.705300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6ab8fd8b-7400-486a-977f-a6865a84461d None None] Provisioning complete for port 3dd8266a-f820-419c-b990-07cb81427531 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:43.705680 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fd8b-7400-486a-977f-a6865a84461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3dd8266a-f820-419c-b990-07cb81427531), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:43.730712 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-8af0f365-821d-42fe-824c-e81aa1c67c0e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293078025&fields=id&tenant_id=2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 267 time: 0.0717647 Feb 02 13:40:43.790337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 260c2b53-b39e-464d-9794-fbd1c96051f0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:40:43.877204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8fd8b-7400-486a-977f-a6865a84461d None None] Current status of the port 3dd8266a-f820-419c-b990-07cb81427531 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:40:43.883669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 260c2b53-b39e-464d-9794-fbd1c96051f0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:43.884304 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:43.884645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6be73-cbd4-41a6-9046-97b85c4bbbc4 req-9416ac33-c8f3-4542-806e-ef7ffe6eeced tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:43.889364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ff6be73-cbd4-41a6-9046-97b85c4bbbc4 req-9416ac33-c8f3-4542-806e-ef7ffe6eeced tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.1542802 Feb 02 13:40:43.916693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6ab8fd8b-7400-486a-977f-a6865a84461d None None] Provisioning complete for port ba2e4a3b-0027-4adf-bef1-75d08254715d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:43.917399 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fd8b-7400-486a-977f-a6865a84461d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:43.931653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-312f15aa-7a06-4e6f-9591-9b6b08b21589 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:43.933456 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-312f15aa-7a06-4e6f-9591-9b6b08b21589 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/networks?id=301ca032-a4ca-41ce-a184-eb583a7e35a6 HTTP/1.1" status: 200 len: 797 time: 0.2019389 Feb 02 13:40:43.962361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-8bb9ed34-ab48-4a0b-bc42-4dc828460565 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/quotas/2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 375 time: 0.0210905 Feb 02 13:40:43.968747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8fd8b-7400-486a-977f-a6865a84461d None None] Port ba2e4a3b-0027-4adf-bef1-75d08254715d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:40:44.008812 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ff6be73-cbd4-41a6-9046-97b85c4bbbc4 req-e6ac4661-4dd1-42a9-941b-d096f2c17887 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114807 Feb 02 13:40:44.014987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 260c2b53-b39e-464d-9794-fbd1c96051f0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:40:44.015552 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:44.022727 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Sync routers for ids ['ceca03ff-614c-4e02-b297-63623d0ff812'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:40:44.035579 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Routers {'ceca03ff-614c-4e02-b297-63623d0ff812'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:40:44.036196 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:40:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ceca03ff-614c-4e02-b297-63623d0ff812'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:44.037654 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 260c2b53-b39e-464d-9794-fbd1c96051f0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=260c2b53-b39e-464d-9794-fbd1c96051f0,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:44.045873 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:44.047075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3dd8266a-f820-419c-b990-07cb81427531 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:40:44.073048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-eb3f4ca1-d0e8-4896-8b8d-3b7a0ef6605f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926921 Feb 02 13:40:44.162029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=260c2b53-b39e-464d-9794-fbd1c96051f0,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:44.169563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-927c4537-0fd6-42af-ba45-f15306daee9d None None] Provisioning complete for port ba2e4a3b-0027-4adf-bef1-75d08254715d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:44.169949 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-927c4537-0fd6-42af-ba45-f15306daee9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:44.235634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-927c4537-0fd6-42af-ba45-f15306daee9d None None] Port ba2e4a3b-0027-4adf-bef1-75d08254715d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:40:44.245152 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 3dd8266a-f820-419c-b990-07cb81427531 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:44.245929 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3dd8266a-f820-419c-b990-07cb81427531), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:44.250601 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-991bd373-e7ec-40aa-bfaa-da4b501a316c service neutron] 10.222.0.83 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591489 Feb 02 13:40:44.275282 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Set router ceca03ff-614c-4e02-b297-63623d0ff812 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:40:44.353547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 3dd8266a-f820-419c-b990-07cb81427531 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:40:44.366665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-89f0731a-0cc5-4563-93aa-6064646b0d04 None None] Provisioning complete for port ba2e4a3b-0027-4adf-bef1-75d08254715d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:44.367200 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89f0731a-0cc5-4563-93aa-6064646b0d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:44.405688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-624c0107-3fc3-4e3f-9e54-9dd377f127e7 service neutron] 10.222.0.83 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414826 Feb 02 13:40:44.411318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-89f0731a-0cc5-4563-93aa-6064646b0d04 None None] Port ba2e4a3b-0027-4adf-bef1-75d08254715d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:40:44.539656 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:42Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'ba2e4a3b-0027-4adf-bef1-75d08254715d', 'name': '', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:d5:22:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:41Z', 'updated_at': '2022-02-02T13:40:42Z', 'revision_number': 2, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:44.588099 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Checking router: ceca03ff-614c-4e02-b297-63623d0ff812 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:40:44.588449 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Updating router ceca03ff-614c-4e02-b297-63623d0ff812 port ba2e4a3b-0027-4adf-bef1-75d08254715d binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:40:44.592487 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:40:44.618351 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:44.628165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fe76064c-b867-4919-ab39-c321da9c6590 req-cb5b4c81-ebef-4cf2-8a0d-b3fc1fdeb787 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 210 time: 0.0506699 Feb 02 13:40:44.994926 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Publish callbacks [] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:45.001238 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:45.087203 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Pushing event updated for resources: {'Port': ['ID=ba2e4a3b-0027-4adf-bef1-75d08254715d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:45.107981 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.108505 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.109038 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.109575 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.110118 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.111573 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.111573 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.112990 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.112990 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.112990 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.113327 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.113880 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.114326 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:45.207467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae72d04-cfb6-4712-b600-dd65bda0a18c req-b4c9f898-d593-4d69-b3d4-463c9954d4b9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:45.210415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ae72d04-cfb6-4712-b600-dd65bda0a18c req-b4c9f898-d593-4d69-b3d4-463c9954d4b9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.1110787 Feb 02 13:40:45.222573 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Attempting to bind port ba2e4a3b-0027-4adf-bef1-75d08254715d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:45.223139 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Attempting to bind port ba2e4a3b-0027-4adf-bef1-75d08254715d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:40:45.223846 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Attempting to bind port ba2e4a3b-0027-4adf-bef1-75d08254715d on network 301ca032-a4ca-41ce-a184-eb583a7e35a6 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:40:45.232490 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:40:45.233025 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Checking segment: {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:40:45.233773 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:45.234252 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Bound using segment: {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:40:45.234822 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Bound port: ba2e4a3b-0027-4adf-bef1-75d08254715d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:40:45.235307 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:45.304830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ae72d04-cfb6-4712-b600-dd65bda0a18c req-02d0e715-f1ba-48cb-868e-2b51e4da79b7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874004 Feb 02 13:40:45.334044 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] For port ba2e4a3b-0027-4adf-bef1-75d08254715d, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:40:45.337482 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] For port ba2e4a3b-0027-4adf-bef1-75d08254715d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ba2e4a3b-0027-4adf-bef1-75d08254715d,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:40:45.346721 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:45.399866 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Routers {'ceca03ff-614c-4e02-b297-63623d0ff812'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:40:45.400575 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:40:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ceca03ff-614c-4e02-b297-63623d0ff812'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:45.451818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3b13e03b-b1f3-478d-9666-fca15c58a4fe None None] Provisioning complete for port ba2e4a3b-0027-4adf-bef1-75d08254715d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:45.452867 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b8c45-c925-407a-9824-a36f47a427f5 None None] Pushing event updated for resources: {'Port': ['ID=ba2e4a3b-0027-4adf-bef1-75d08254715d,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:45.454255 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b13e03b-b1f3-478d-9666-fca15c58a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:45.566496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3b13e03b-b1f3-478d-9666-fca15c58a4fe None None] Current status of the port ba2e4a3b-0027-4adf-bef1-75d08254715d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:40:45.567223 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b13e03b-b1f3-478d-9666-fca15c58a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:45.581492 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] Set router ceca03ff-614c-4e02-b297-63623d0ff812 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:40:45.623683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3b13e03b-b1f3-478d-9666-fca15c58a4fe None None] For port ba2e4a3b-0027-4adf-bef1-75d08254715d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ba2e4a3b-0027-4adf-bef1-75d08254715d,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:45.635881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 260c2b53-b39e-464d-9794-fbd1c96051f0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:40:45.639024 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b13e03b-b1f3-478d-9666-fca15c58a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:45.746056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13e03b-b1f3-478d-9666-fca15c58a4fe None None] Pushing event updated for resources: {'Port': ['ID=ba2e4a3b-0027-4adf-bef1-75d08254715d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:45.785509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 260c2b53-b39e-464d-9794-fbd1c96051f0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:45.786023 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:45.790324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-cbb5e4bb-9597-4144-ab15-71b6c347dd92 None None] Provisioning complete for port ba2e4a3b-0027-4adf-bef1-75d08254715d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:45.791090 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cbb5e4bb-9597-4144-ab15-71b6c347dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:45.807841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ebedb88-724f-44d5-ae55-05b63e5a2075 req-4ffa0345-1867-4e25-bddf-d92743e27f76 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 210 time: 0.0494287 Feb 02 13:40:45.903493 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:42Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'ba2e4a3b-0027-4adf-bef1-75d08254715d', 'name': '', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:d5:22:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:41Z', 'updated_at': '2022-02-02T13:40:45Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:45.949756 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63dc84-f9a0-400a-9113-4a60be4e23de None None] The sync data for ids ['ceca03ff-614c-4e02-b297-63623d0ff812'] in n-d-827336-2 is: [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:42Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'ba2e4a3b-0027-4adf-bef1-75d08254715d', 'name': '', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:d5:22:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:41Z', 'updated_at': '2022-02-02T13:40:45Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:40:45.961122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 260c2b53-b39e-464d-9794-fbd1c96051f0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:40:45.965646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cbb5e4bb-9597-4144-ab15-71b6c347dd92 None None] Current status of the port ba2e4a3b-0027-4adf-bef1-75d08254715d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:40:46.307961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-3e9ff4c7-d125-4a22-8b09-1380b75b6012 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:46.310318 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-3e9ff4c7-d125-4a22-8b09-1380b75b6012 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "GET /v2.0/networks?id=301ca032-a4ca-41ce-a184-eb583a7e35a6 HTTP/1.1" status: 200 len: 797 time: 0.1880033 Feb 02 13:40:46.397343 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-8bccee3f-901a-4d71-ab06-89d258650692 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 379 time: 0.0733006 Feb 02 13:40:46.407632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'port': {'device_id': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'admin_state_up': True, 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'security_groups': ['44f1211a-972a-4cad-83e9-12b145bbcb5a']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:46.457843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877bd8b-fba2-426b-a3cc-90b482997351 req-b76ee04f-9d6a-45fb-ac3c-64fc3ed07331 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:46.459755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0877bd8b-fba2-426b-a3cc-90b482997351 req-b76ee04f-9d6a-45fb-ac3c-64fc3ed07331 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.0651577 Feb 02 13:40:46.518305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0877bd8b-fba2-426b-a3cc-90b482997351 req-7df9bc23-b535-4c03-b61f-346df7615f97 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513325 Feb 02 13:40:46.537141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Made reservation on behalf of 2310a5a54d0b414d80a2621ece164ad5 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:40:46.540926 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:46.705415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.20.0.3 (301ca032-a4ca-41ce-a184-eb583a7e35a6/e3154ea1-6042-45aa-827b-5a9e284b23da/e7822355-70a0-4594-9259-3a81425ed714) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:40:46.930376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54602c9e-9495-4f84-a358-a04a572fae14 req-21e4b54e-7724-4a70-98d2-90a38b779c99 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 210 time: 0.0354898 Feb 02 13:40:46.936714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (e7822355-70a0-4594-9259-3a81425ed714), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:46.976712 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e7822355-70a0-4594-9259-3a81425ed714), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:47.027685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 301ca032-a4ca-41ce-a184-eb583a7e35a6 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:40:47.035147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:40:47.039834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:40:47.076052 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=e7822355-70a0-4594-9259-3a81425ed714,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:47.102800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.103238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.103819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.104332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.104852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.105250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.105834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.106318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.106832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.107577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.108054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.108513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.109031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:40:47.152270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:47.153959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:47.187052 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-caae0874-21da-4302-9c2b-e83d6bd6c87c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7834327 Feb 02 13:40:47.208719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Request body: {'port': {'device_id': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:47.338829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e7822355-70a0-4594-9259-3a81425ed714), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:47.405992 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-aebc8392-67bf-4289-9755-21c9eb71d25d None None] Provisioning complete for port e7822355-70a0-4594-9259-3a81425ed714 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:47.407095 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aebc8392-67bf-4289-9755-21c9eb71d25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e7822355-70a0-4594-9259-3a81425ed714), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:47.482419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-aebc8392-67bf-4289-9755-21c9eb71d25d None None] Port e7822355-70a0-4594-9259-3a81425ed714 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:40:47.690002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 1aecfed0-e83a-4152-80bf-e476c30ca357 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:40:47.714894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ba2e4a3b-0027-4adf-bef1-75d08254715d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:40:47.736462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ae3c2-de1c-403f-aa81-cf7f52fcf552 req-745b70ca-4e9a-4249-84a5-d4ac61ef45f6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:47.740269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee0ae3c2-de1c-403f-aa81-cf7f52fcf552 req-745b70ca-4e9a-4249-84a5-d4ac61ef45f6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 943 time: 0.1020539 Feb 02 13:40:47.771138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7822355-70a0-4594-9259-3a81425ed714 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:40:47.782723 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Publish callbacks [] for port (e7822355-70a0-4594-9259-3a81425ed714), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:47.802679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Transition to ACTIVE for port object e7822355-70a0-4594-9259-3a81425ed714 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:40:47.807471 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e7822355-70a0-4594-9259-3a81425ed714), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:47.836400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee0ae3c2-de1c-403f-aa81-cf7f52fcf552 req-7fd1f213-05f6-4d8a-b08a-366333906c8f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784926 Feb 02 13:40:47.876499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ba2e4a3b-0027-4adf-bef1-75d08254715d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:47.876878 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:47.896721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Pushing event updated for resources: {'Port': ['ID=e7822355-70a0-4594-9259-3a81425ed714,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:47.944459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 1aecfed0-e83a-4152-80bf-e476c30ca357, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=1aecfed0-e83a-4152-80bf-e476c30ca357,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:47.999870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '1aecfed0-e83a-4152-80bf-e476c30ca357', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'port_id': '1aecfed0-e83a-4152-80bf-e476c30ca357', 'mac_address': 'fa:16:3e:0b:ed:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:40:48.009274 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Attempting to bind port e7822355-70a0-4594-9259-3a81425ed714 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:40:48.009623 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Attempting to bind port e7822355-70a0-4594-9259-3a81425ed714 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:40:48.015606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Attempting to bind port e7822355-70a0-4594-9259-3a81425ed714 on network 301ca032-a4ca-41ce-a184-eb583a7e35a6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:40:48.029208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Port e7822355-70a0-4594-9259-3a81425ed714 on network 301ca032-a4ca-41ce-a184-eb583a7e35a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:40:48.029710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Attempting to bind port e7822355-70a0-4594-9259-3a81425ed714 on network 301ca032-a4ca-41ce-a184-eb583a7e35a6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:40:48.038823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:40:48.039646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Checking segment: {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:40:48.040427 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Bound using segment: {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:40:48.041019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Bound port: e7822355-70a0-4594-9259-3a81425ed714, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:40:48.041563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e7822355-70a0-4594-9259-3a81425ed714), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:48.050139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ba2e4a3b-0027-4adf-bef1-75d08254715d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:40:48.073555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 1aecfed0-e83a-4152-80bf-e476c30ca357 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:40:48.074078 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:48.090506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aecfed0-e83a-4152-80bf-e476c30ca357 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:40:48.118160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 1aecfed0-e83a-4152-80bf-e476c30ca357, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=1aecfed0-e83a-4152-80bf-e476c30ca357,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:48.128825 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:48.139254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c7bd-21f1-4b14-b13b-cbceed262a82 req-d38a4f41-473c-4125-a510-3dda164486a8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:48.141602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75a1c7bd-21f1-4b14-b13b-cbceed262a82 req-d38a4f41-473c-4125-a510-3dda164486a8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 943 time: 0.0739090 Feb 02 13:40:48.149775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:40:48.155892 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e7822355-70a0-4594-9259-3a81425ed714,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:40:48.168722 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e7822355-70a0-4594-9259-3a81425ed714), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:48.196456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=1aecfed0-e83a-4152-80bf-e476c30ca357,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:48.216426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:48.217114 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:48.218696 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] 10.222.0.62 "PUT /v2.0/ports/e7822355-70a0-4594-9259-3a81425ed714 HTTP/1.1" status: 200 len: 1091 time: 1.0171227 Feb 02 13:40:48.219880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75a1c7bd-21f1-4b14-b13b-cbceed262a82 req-eea3150a-6bf3-4ad3-9d63-158635dcce82 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719621 Feb 02 13:40:48.227480 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:40:48.232770 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7719a3c-ffcd-47cd-999f-212ce68ad9af" -d '{"events": [{"name": "network-changed", "server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "tag": "e7822355-70a0-4594-9259-3a81425ed714"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:40:48.286564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bad81-ab39-431c-b768-649e7cc0ddbc service neutron] Pushing event updated for resources: {'Port': ['ID=e7822355-70a0-4594-9259-3a81425ed714,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:48.301724 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaf6c95-44d8-4086-8ad2-06b49c53e000 x-openstack-request-id: req-abaf6c95-44d8-4086-8ad2-06b49c53e000 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:40:48.302020 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "tag": "e7822355-70a0-4594-9259-3a81425ed714", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:40:48.302273 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-abaf6c95-44d8-4086-8ad2-06b49c53e000 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:40:48.302709 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714', 'status': 'completed', 'code': 200} Feb 02 13:40:48.347103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-033fbe2f-3d88-4595-8343-8c45f7a40385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:48.348983 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-033fbe2f-3d88-4595-8343-8c45f7a40385 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 1125 time: 0.0593076 Feb 02 13:40:48.405347 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-89af9538-4323-4610-bc9e-a4b0c0804e6c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7822355-70a0-4594-9259-3a81425ed714 HTTP/1.1" status: 200 len: 217 time: 0.0431125 Feb 02 13:40:48.440615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['1aecfed0-e83a-4152-80bf-e476c30ca357'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:40:48.471285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-16481b5a-1532-4316-b2aa-11f14428a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:48.474772 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-16481b5a-1532-4316-b2aa-11f14428a7a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3154ea1-6042-45aa-827b-5a9e284b23da HTTP/1.1" status: 200 len: 834 time: 0.0634499 Feb 02 13:40:48.560941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-704bfba0-602f-4020-9cce-718b598b37b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:48.562698 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-704bfba0-602f-4020-9cce-718b598b37b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=301ca032-a4ca-41ce-a184-eb583a7e35a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0814252 Feb 02 13:40:48.674637 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-7eb64519-52dd-4394-9546-d55ca980de32 service neutron] 10.222.0.62 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055665 Feb 02 13:40:48.787596 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-10da5896-e545-4798-8639-4fd3d6a5a9d9 req-db8183db-eabb-49a9-97da-2ff70162c212 service neutron] 10.222.0.62 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072121 Feb 02 13:40:48.946786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7719a3c-ffcd-47cd-999f-212ce68ad9af req-60149be6-7102-481f-a388-4889368d5a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:48.947818 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7719a3c-ffcd-47cd-999f-212ce68ad9af req-60149be6-7102-481f-a388-4889368d5a30 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 1125 time: 0.0605762 Feb 02 13:40:48.969123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19d56a-bef8-4103-8385-daa2bfdcbfea req-84cf5a4f-affa-4b3c-8335-386cfc005096 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:48.970709 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b19d56a-bef8-4103-8385-daa2bfdcbfea req-84cf5a4f-affa-4b3c-8335-386cfc005096 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 944 time: 0.0651326 Feb 02 13:40:49.036331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b19d56a-bef8-4103-8385-daa2bfdcbfea req-89c13864-ee26-4f07-ad6a-fc7981ce0cb0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511894 Feb 02 13:40:49.068956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7719a3c-ffcd-47cd-999f-212ce68ad9af req-c3f0bd70-2827-492d-bbc9-4a05856a7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:49.070585 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7719a3c-ffcd-47cd-999f-212ce68ad9af req-c3f0bd70-2827-492d-bbc9-4a05856a7dd5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=301ca032-a4ca-41ce-a184-eb583a7e35a6 HTTP/1.1" status: 200 len: 898 time: 0.1155326 Feb 02 13:40:49.114674 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7719a3c-ffcd-47cd-999f-212ce68ad9af req-78fe992b-b7a7-4b2c-9131-c9e89416e141 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7822355-70a0-4594-9259-3a81425ed714 HTTP/1.1" status: 200 len: 217 time: 0.0376544 Feb 02 13:40:49.391890 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1251e0-80da-41b3-9912-110a300a5894 req-5a2da178-8520-4c61-b61c-adeb1ecf3d86 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:49.393730 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c1251e0-80da-41b3-9912-110a300a5894 req-5a2da178-8520-4c61-b61c-adeb1ecf3d86 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 943 time: 0.0718837 Feb 02 13:40:49.466981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c1251e0-80da-41b3-9912-110a300a5894 req-2f5d885d-6d04-4cb9-87b1-b396d3526a5e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619159 Feb 02 13:40:49.528124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7719a3c-ffcd-47cd-999f-212ce68ad9af req-1a3180a9-09f0-4c5a-b6e3-de1b86b6b310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:49.529679 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7719a3c-ffcd-47cd-999f-212ce68ad9af req-1a3180a9-09f0-4c5a-b6e3-de1b86b6b310 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3154ea1-6042-45aa-827b-5a9e284b23da HTTP/1.1" status: 200 len: 834 time: 0.4081779 Feb 02 13:40:49.600558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7719a3c-ffcd-47cd-999f-212ce68ad9af req-ce736911-2c7a-4119-bf99-02a8d3cb29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:49.602541 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7719a3c-ffcd-47cd-999f-212ce68ad9af req-ce736911-2c7a-4119-bf99-02a8d3cb29ff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=301ca032-a4ca-41ce-a184-eb583a7e35a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0654159 Feb 02 13:40:49.684934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 1aecfed0-e83a-4152-80bf-e476c30ca357 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:40:49.718273 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7719a3c-ffcd-47cd-999f-212ce68ad9af req-87ea47b5-bdab-47e9-abaf-1a9fa85e8a26 service neutron] 10.222.0.62 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065741 Feb 02 13:40:49.748013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 1aecfed0-e83a-4152-80bf-e476c30ca357 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:40:49.753727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 1aecfed0-e83a-4152-80bf-e476c30ca357 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:49.754302 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:49.827914 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b7719a3c-ffcd-47cd-999f-212ce68ad9af req-85508418-39f4-450f-b3b2-69502f2188a7 service neutron] 10.222.0.62 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029959 Feb 02 13:40:49.844847 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 1aecfed0-e83a-4152-80bf-e476c30ca357 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:40:49.845334 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:49.875956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aecfed0-e83a-4152-80bf-e476c30ca357'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:40:49.878356 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0cc174-a5b7-4fd5-ad50-35b7e24137ce" -d '{"events": [{"server_uuid": "bde0579d-9f80-43e6-b0af-d90d4b49374f", "name": "network-vif-plugged", "status": "completed", "tag": "1aecfed0-e83a-4152-80bf-e476c30ca357"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:40:49.898488 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 1aecfed0-e83a-4152-80bf-e476c30ca357, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=1aecfed0-e83a-4152-80bf-e476c30ca357,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:49.903592 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:49.972182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=1aecfed0-e83a-4152-80bf-e476c30ca357,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:50.027661 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a6007b-c6c0-469d-87a2-7ac0ba6e9383 x-openstack-request-id: req-f6a6007b-c6c0-469d-87a2-7ac0ba6e9383 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:40:50.027961 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde0579d-9f80-43e6-b0af-d90d4b49374f", "name": "network-vif-plugged", "status": "completed", "tag": "1aecfed0-e83a-4152-80bf-e476c30ca357", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:40:50.028206 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f6a6007b-c6c0-469d-87a2-7ac0ba6e9383 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:40:50.028634 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aecfed0-e83a-4152-80bf-e476c30ca357', 'code': 200} Feb 02 13:40:50.183724 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cc982-c927-414e-aa6f-e400d9aadafc req-d66da043-65a6-4954-9262-81164b67a20d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:50.185282 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b13cc982-c927-414e-aa6f-e400d9aadafc req-d66da043-65a6-4954-9262-81164b67a20d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 945 time: 0.0676591 Feb 02 13:40:50.217032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdfd1b5-342b-47d9-ac6a-8e012f644bf6 req-c46452b7-0738-49c1-af55-621d5e12b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:50.218685 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dbdfd1b5-342b-47d9-ac6a-8e012f644bf6 req-c46452b7-0738-49c1-af55-621d5e12b977 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 1127 time: 0.0568275 Feb 02 13:40:50.249505 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b13cc982-c927-414e-aa6f-e400d9aadafc req-afcfeda7-8d39-4527-a3df-548966b3390c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575001 Feb 02 13:40:50.285304 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dbdfd1b5-342b-47d9-ac6a-8e012f644bf6 req-751c7bbe-cff9-4f19-acc7-8384345b1f05 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567267 Feb 02 13:40:50.620666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe567c4-b4fd-4b83-a825-403fc3bd3b63 req-952ed971-3671-4de8-8d8c-41db4c70efab tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:50.622086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfe567c4-b4fd-4b83-a825-403fc3bd3b63 req-952ed971-3671-4de8-8d8c-41db4c70efab tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 943 time: 0.0618482 Feb 02 13:40:50.678668 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfe567c4-b4fd-4b83-a825-403fc3bd3b63 req-1dcca653-15a4-4f7f-b27e-9c4260d800c0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495563 Feb 02 13:40:51.212985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e7822355-70a0-4594-9259-3a81425ed714 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:40:51.341520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e7822355-70a0-4594-9259-3a81425ed714,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:51.373621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'e7822355-70a0-4594-9259-3a81425ed714', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'port_id': 'e7822355-70a0-4594-9259-3a81425ed714', 'mac_address': 'fa:16:3e:9b:a2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:40:51.402653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06e245-8cda-47b9-938b-b3adc1fc0737 req-46a66a2c-818f-4f8e-81d4-22694668895b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:51.404274 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec06e245-8cda-47b9-938b-b3adc1fc0737 req-46a66a2c-818f-4f8e-81d4-22694668895b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 945 time: 0.0644395 Feb 02 13:40:51.430958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port e7822355-70a0-4594-9259-3a81425ed714 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:40:51.433567 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e7822355-70a0-4594-9259-3a81425ed714), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:51.455184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7822355-70a0-4594-9259-3a81425ed714 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:40:51.472992 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec06e245-8cda-47b9-938b-b3adc1fc0737 req-22e7ef61-c94d-4cc5-936d-cf8649b81f01 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591640 Feb 02 13:40:51.479295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e7822355-70a0-4594-9259-3a81425ed714,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:51.484223 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e7822355-70a0-4594-9259-3a81425ed714), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:51.536929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=e7822355-70a0-4594-9259-3a81425ed714,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:51.753138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['e7822355-70a0-4594-9259-3a81425ed714'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:40:51.824485 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03859e-6b05-4f5f-890b-11bff4d538d3 req-bc18e12a-5dd1-4eef-88da-b66354f93308 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:51.826029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df03859e-6b05-4f5f-890b-11bff4d538d3 req-bc18e12a-5dd1-4eef-88da-b66354f93308 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 944 time: 0.0675156 Feb 02 13:40:51.894005 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-df03859e-6b05-4f5f-890b-11bff4d538d3 req-3305c6f3-9c22-4e11-95d2-15f94b58bc2e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600657 Feb 02 13:40:52.627545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701eeae-44eb-44bf-b0c9-4cfac5ae3988 req-44386862-e193-420e-a026-746966392736 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:52.629056 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0701eeae-44eb-44bf-b0c9-4cfac5ae3988 req-44386862-e193-420e-a026-746966392736 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 945 time: 0.0586321 Feb 02 13:40:52.688511 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0701eeae-44eb-44bf-b0c9-4cfac5ae3988 req-b5afa9aa-cda3-42c5-a14f-4c2d9513ab92 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526381 Feb 02 13:40:52.851005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0f86d-bd46-4a1d-aacd-ec059c60e514 req-8fba8684-c7c0-43b2-ba29-b25d982b33a4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:52.852539 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aba0f86d-bd46-4a1d-aacd-ec059c60e514 req-8fba8684-c7c0-43b2-ba29-b25d982b33a4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 945 time: 0.0746908 Feb 02 13:40:52.910221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aba0f86d-bd46-4a1d-aacd-ec059c60e514 req-fed5b1b8-c000-4c33-9d2f-12a86c8f0d4c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474584 Feb 02 13:40:52.935788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36558) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:53.050831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c27692-5fc8-4d43-9e3c-f71569f5fe54 req-843f7e89-a728-4d11-86d0-ba089cda15e4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:53.052330 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4c27692-5fc8-4d43-9e3c-f71569f5fe54 req-843f7e89-a728-4d11-86d0-ba089cda15e4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 944 time: 0.0669041 Feb 02 13:40:53.128734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4c27692-5fc8-4d43-9e3c-f71569f5fe54 req-36fa0376-af5c-4c50-951d-419005004b78 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655792 Feb 02 13:40:53.130433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125cc3f-4e8e-4586-b087-95542ad7cc01 tempest-TestVolumeBootPattern-225321483 tempest-TestVolumeBootPattern-225321483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:53.135532 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0125cc3f-4e8e-4586-b087-95542ad7cc01 tempest-TestVolumeBootPattern-225321483 tempest-TestVolumeBootPattern-225321483-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 1122 time: 0.1953688 Feb 02 13:40:53.135800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36562) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:53.140290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': '1aecfed0-e83a-4152-80bf-e476c30ca357', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:53.168535 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:53.229264 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e7822355-70a0-4594-9259-3a81425ed714 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:40:53.278923 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:53.293218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port e7822355-70a0-4594-9259-3a81425ed714 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:40:53.301330 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port e7822355-70a0-4594-9259-3a81425ed714 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:40:53.301701 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e7822355-70a0-4594-9259-3a81425ed714), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:53.391356 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Allocated IP 172.25.4.30 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/2f6ae209-84f2-4e07-95fa-66ebb31fb331) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:40:53.394054 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port e7822355-70a0-4594-9259-3a81425ed714 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:40:53.394684 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e7822355-70a0-4594-9259-3a81425ed714), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:53.417696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:40:53.420436 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a738cf4-fbff-4163-95f0-fe6feb8abdc5" -d '{"events": [{"server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "name": "network-vif-plugged", "status": "completed", "tag": "e7822355-70a0-4594-9259-3a81425ed714"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:40:53.435555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e7822355-70a0-4594-9259-3a81425ed714,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:40:53.440849 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e7822355-70a0-4594-9259-3a81425ed714), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:53.475103 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1f8a8b-3433-4226-be70-d1ab05923a49 x-openstack-request-id: req-aa1f8a8b-3433-4226-be70-d1ab05923a49 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:40:53.475103 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "name": "network-vif-plugged", "status": "completed", "tag": "e7822355-70a0-4594-9259-3a81425ed714", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:40:53.475103 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aa1f8a8b-3433-4226-be70-d1ab05923a49 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:40:53.475103 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714', 'code': 200} Feb 02 13:40:53.505360 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=e7822355-70a0-4594-9259-3a81425ed714,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:53.555823 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (2f6ae209-84f2-4e07-95fa-66ebb31fb331), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:53.596992 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (2f6ae209-84f2-4e07-95fa-66ebb31fb331), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:53.624097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361aea6-bc15-4a66-af08-1f4d40a83370 req-75d40928-50ef-4d8e-8b37-cac0cf757548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:53.626222 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d361aea6-bc15-4a66-af08-1f4d40a83370 req-75d40928-50ef-4d8e-8b37-cac0cf757548 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 1127 time: 0.0545545 Feb 02 13:40:53.635737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:40:53.642299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:40:53.646659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:40:53.649787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=2f6ae209-84f2-4e07-95fa-66ebb31fb331,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:53.687997 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d361aea6-bc15-4a66-af08-1f4d40a83370 req-eb67a375-abcb-4b4a-83ef-f3d0de5731fa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557363 Feb 02 13:40:54.071341 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (4966eb67-3cda-458a-b390-bc6427c5dc8c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:54.161318 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2f6ae209-84f2-4e07-95fa-66ebb31fb331), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:54.359677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28baec0-4bd2-4e70-a519-90a9629c678f req-dd63f20b-e6ec-4937-b06d-5eb3671eb635 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:54.363458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b28baec0-4bd2-4e70-a519-90a9629c678f req-dd63f20b-e6ec-4937-b06d-5eb3671eb635 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 945 time: 0.1223750 Feb 02 13:40:54.398817 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (2f6ae209-84f2-4e07-95fa-66ebb31fb331), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:54.408329 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (2f6ae209-84f2-4e07-95fa-66ebb31fb331), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:54.470191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b28baec0-4bd2-4e70-a519-90a9629c678f req-9e7c8f63-a97f-4b35-b5ca-7b863c0d2987 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032364 Feb 02 13:40:54.509478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=2f6ae209-84f2-4e07-95fa-66ebb31fb331,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:54.522012 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (4966eb67-3cda-458a-b390-bc6427c5dc8c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:54.624734 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Floating IP 4966eb67-3cda-458a-b390-bc6427c5dc8c associated. External IP: 172.25.4.30, port: 1aecfed0-e83a-4152-80bf-e476c30ca357. Feb 02 13:40:54.867361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Router 259d34b7-49bb-43cd-8aca-68e81b36a01d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:40:54.991690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:40:55.003885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc58eee-0d38-4586-ba11-af3b9bfc1ff6 None None] Sync routers for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:40:55.017207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc58eee-0d38-4586-ba11-af3b9bfc1ff6 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:40:55.018599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4cc58eee-0d38-4586-ba11-af3b9bfc1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:40:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:55.019819 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:55.051037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5d6c0b0c-c645-4907-8f98-b43117eb6d72 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9141202 Feb 02 13:40:55.051780 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'tag': '1aecfed0-e83a-4152-80bf-e476c30ca357'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:40:55.054396 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f345d6-47c7-4e8d-b61d-68f901cfc979" -d '{"events": [{"name": "network-changed", "server_uuid": "bde0579d-9f80-43e6-b0af-d90d4b49374f", "tag": "1aecfed0-e83a-4152-80bf-e476c30ca357"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:40:55.097217 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebac6df9-5691-4c17-affc-6a10f9ce7d30 x-openstack-request-id: req-ebac6df9-5691-4c17-affc-6a10f9ce7d30 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:40:55.097897 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde0579d-9f80-43e6-b0af-d90d4b49374f", "tag": "1aecfed0-e83a-4152-80bf-e476c30ca357", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:40:55.098351 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ebac6df9-5691-4c17-affc-6a10f9ce7d30 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:40:55.099036 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'tag': '1aecfed0-e83a-4152-80bf-e476c30ca357', 'status': 'completed', 'code': 200} Feb 02 13:40:55.153193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4cc58eee-0d38-4586-ba11-af3b9bfc1ff6 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:40:55.209879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f345d6-47c7-4e8d-b61d-68f901cfc979 req-8913a9f5-8a74-4b3a-bbf8-e4470bd02477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:55.211544 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-99f345d6-47c7-4e8d-b61d-68f901cfc979 req-8913a9f5-8a74-4b3a-bbf8-e4470bd02477 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 1127 time: 0.0658202 Feb 02 13:40:55.322518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f345d6-47c7-4e8d-b61d-68f901cfc979 req-636900f4-ebb8-48e8-a36b-557c8dfa32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:55.323962 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-99f345d6-47c7-4e8d-b61d-68f901cfc979 req-636900f4-ebb8-48e8-a36b-557c8dfa32b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1060727 Feb 02 13:40:55.401578 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-99f345d6-47c7-4e8d-b61d-68f901cfc979 req-cc60c066-19a9-4df1-997a-a36a9ae8c717 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aecfed0-e83a-4152-80bf-e476c30ca357 HTTP/1.1" status: 200 len: 998 time: 0.0708175 Feb 02 13:40:55.418773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4cc58eee-0d38-4586-ba11-af3b9bfc1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4966eb67-3cda-458a-b390-bc6427c5dc8c', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '1aecfed0-e83a-4152-80bf-e476c30ca357', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:0b:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:40:53Z', 'updated_at': '2022-02-02T13:40:53Z', 'revision_number': 0, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:55.458130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc58eee-0d38-4586-ba11-af3b9bfc1ff6 None None] Checking router: 259d34b7-49bb-43cd-8aca-68e81b36a01d for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:40:55.458421 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f345d6-47c7-4e8d-b61d-68f901cfc979 req-439485aa-52a8-4a0a-9cf6-1092741ba8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:55.460817 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-99f345d6-47c7-4e8d-b61d-68f901cfc979 req-439485aa-52a8-4a0a-9cf6-1092741ba8fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0523369 Feb 02 13:40:55.467351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc58eee-0d38-4586-ba11-af3b9bfc1ff6 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:40:55.468068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4cc58eee-0d38-4586-ba11-af3b9bfc1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:40:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:55.534470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f345d6-47c7-4e8d-b61d-68f901cfc979 req-c273b809-1d00-4f49-ac6f-e99cf27c9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:55.536774 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-99f345d6-47c7-4e8d-b61d-68f901cfc979 req-c273b809-1d00-4f49-ac6f-e99cf27c9eb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0693784 Feb 02 13:40:55.600955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4cc58eee-0d38-4586-ba11-af3b9bfc1ff6 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:40:55.649828 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaa263-975a-49ae-8de1-e3ef2279db04 req-6fc71e98-3200-4268-8a13-928d14c26cb3 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:55.651496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ccaa263-975a-49ae-8de1-e3ef2279db04 req-6fc71e98-3200-4268-8a13-928d14c26cb3 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 945 time: 0.0877047 Feb 02 13:40:55.663093 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-99f345d6-47c7-4e8d-b61d-68f901cfc979 req-9ec06d9b-b193-4461-84f3-b17313f0ef4d service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166713 Feb 02 13:40:55.718705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ccaa263-975a-49ae-8de1-e3ef2279db04 req-a6a26fd1-0145-4631-81b9-1361b34f2da6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579529 Feb 02 13:40:55.781496 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-99f345d6-47c7-4e8d-b61d-68f901cfc979 req-0c162d75-376b-48db-8b2f-1076179033ee service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089408 Feb 02 13:40:55.905419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4cc58eee-0d38-4586-ba11-af3b9bfc1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4966eb67-3cda-458a-b390-bc6427c5dc8c', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '1aecfed0-e83a-4152-80bf-e476c30ca357', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:0b:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:40:53Z', 'updated_at': '2022-02-02T13:40:53Z', 'revision_number': 0, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:55.933108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc58eee-0d38-4586-ba11-af3b9bfc1ff6 None None] The sync data for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 is: [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4966eb67-3cda-458a-b390-bc6427c5dc8c', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.30', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '1aecfed0-e83a-4152-80bf-e476c30ca357', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:0b:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:40:53Z', 'updated_at': '2022-02-02T13:40:53Z', 'revision_number': 0, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:40:56.187449 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea5de8b-2aea-4daa-aa39-ac422ffd7a54 None None] New status for floating IP 4966eb67-3cda-458a-b390-bc6427c5dc8c: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:40:56.258705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e980185-3690-4a40-933d-7781674db50f req-cb1bc1a8-650d-49e2-8c4f-4dc97e1d9ecb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:56.260611 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e980185-3690-4a40-933d-7781674db50f req-cb1bc1a8-650d-49e2-8c4f-4dc97e1d9ecb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 945 time: 0.4456751 Feb 02 13:40:56.321084 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e980185-3690-4a40-933d-7781674db50f req-b49b1bef-e2f2-442f-b1ea-c922f227d655 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542932 Feb 02 13:40:56.348833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36576) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:56.405811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1135545f-fc59-4386-9660-7571ed8c3888 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:56.407371 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1135545f-fc59-4386-9660-7571ed8c3888 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 1122 time: 0.0567653 Feb 02 13:40:56.411487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36578) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:56.416114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'e7822355-70a0-4594-9259-3a81425ed714', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:40:56.437421 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:56.562953 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:56.735791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.25.4.72 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/91991b59-a61a-416b-988a-36e3257dbb00) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:40:56.924787 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (91991b59-a61a-416b-988a-36e3257dbb00), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:56.976318 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (91991b59-a61a-416b-988a-36e3257dbb00), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:57.025251 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:40:57.029318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:40:57.037432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:40:57.068432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=91991b59-a61a-416b-988a-36e3257dbb00,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:57.473711 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (f6828949-31f7-496b-8b53-f5b86b38ec26), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:57.551337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (91991b59-a61a-416b-988a-36e3257dbb00), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:57.722634 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (91991b59-a61a-416b-988a-36e3257dbb00), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:57.728975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (91991b59-a61a-416b-988a-36e3257dbb00), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:57.803803 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=91991b59-a61a-416b-988a-36e3257dbb00,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:40:57.819360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (f6828949-31f7-496b-8b53-f5b86b38ec26), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:57.935094 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Floating IP f6828949-31f7-496b-8b53-f5b86b38ec26 associated. External IP: 172.25.4.72, port: e7822355-70a0-4594-9259-3a81425ed714. Feb 02 13:40:58.171626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router ceca03ff-614c-4e02-b297-63623d0ff812 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:40:58.294070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:40:58.304747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9103133-d790-455e-9bcc-584a3e92fb25 None None] Sync routers for ids ['ceca03ff-614c-4e02-b297-63623d0ff812'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:40:58.318051 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:40:58.318493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9103133-d790-455e-9bcc-584a3e92fb25 None None] Routers {'ceca03ff-614c-4e02-b297-63623d0ff812'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:40:58.319191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b9103133-d790-455e-9bcc-584a3e92fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:40:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ceca03ff-614c-4e02-b297-63623d0ff812'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:58.362186 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0d77f080-da17-4c28-af73-f20103268f63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9492936 Feb 02 13:40:58.363952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:40:58.368750 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802e42f5-1b41-4422-afba-091a069e5a78" -d '{"events": [{"name": "network-changed", "server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "tag": "e7822355-70a0-4594-9259-3a81425ed714"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:40:58.412912 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82618080-d453-4c14-a749-e88ce748801d x-openstack-request-id: req-82618080-d453-4c14-a749-e88ce748801d {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:40:58.413222 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "tag": "e7822355-70a0-4594-9259-3a81425ed714", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:40:58.413450 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-82618080-d453-4c14-a749-e88ce748801d {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:40:58.413883 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714', 'status': 'completed', 'code': 200} Feb 02 13:40:58.483623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b9103133-d790-455e-9bcc-584a3e92fb25 None None] Set router ceca03ff-614c-4e02-b297-63623d0ff812 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:40:58.495905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53c2a5-502a-45af-aa5a-93a7dba6b696 req-a9f01922-da8a-40f9-acd2-a907445e6d6c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:58.498424 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a53c2a5-502a-45af-aa5a-93a7dba6b696 req-a9f01922-da8a-40f9-acd2-a907445e6d6c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 945 time: 0.0795717 Feb 02 13:40:58.513207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e42f5-1b41-4422-afba-091a069e5a78 req-b5cb7498-80bb-4cec-b24f-dc58a6c03e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:58.516399 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-802e42f5-1b41-4422-afba-091a069e5a78 req-b5cb7498-80bb-4cec-b24f-dc58a6c03e37 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 1127 time: 0.0603037 Feb 02 13:40:58.562737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a53c2a5-502a-45af-aa5a-93a7dba6b696 req-e37da2c9-9d15-4c30-96b6-2b746a0b435a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567050 Feb 02 13:40:58.596633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36584) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:58.657535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e42f5-1b41-4422-afba-091a069e5a78 req-55640d7f-38b1-4f50-87f3-b48b47286e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:58.660213 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-802e42f5-1b41-4422-afba-091a069e5a78 req-55640d7f-38b1-4f50-87f3-b48b47286e51 service neutron] 10.222.0.62 "GET /v2.0/networks?id=301ca032-a4ca-41ce-a184-eb583a7e35a6 HTTP/1.1" status: 200 len: 898 time: 0.1365952 Feb 02 13:40:58.687500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7a9e5a28-716f-4acb-ada6-6730520fa63e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/f6828949-31f7-496b-8b53-f5b86b38ec26 HTTP/1.1" status: 200 len: 990 time: 0.0893328 Feb 02 13:40:58.739315 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-802e42f5-1b41-4422-afba-091a069e5a78 req-2c8ecefe-3495-4051-9471-f4fc4960c3d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7822355-70a0-4594-9259-3a81425ed714 HTTP/1.1" status: 200 len: 998 time: 0.0719342 Feb 02 13:40:58.801577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b9103133-d790-455e-9bcc-584a3e92fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:42Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'f6828949-31f7-496b-8b53-f5b86b38ec26', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'port_id': 'e7822355-70a0-4594-9259-3a81425ed714', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'mac_address': 'fa:16:3e:9b:a2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:40:57Z', 'updated_at': '2022-02-02T13:40:57Z', 'revision_number': 0, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba2e4a3b-0027-4adf-bef1-75d08254715d', 'name': '', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:d5:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:41Z', 'updated_at': '2022-02-02T13:40:45Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:58.801977 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e42f5-1b41-4422-afba-091a069e5a78 req-9b3d9e3b-c454-470b-b931-7665cba5327a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:58.804333 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-802e42f5-1b41-4422-afba-091a069e5a78 req-9b3d9e3b-c454-470b-b931-7665cba5327a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3154ea1-6042-45aa-827b-5a9e284b23da HTTP/1.1" status: 200 len: 834 time: 0.0585487 Feb 02 13:40:58.836233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9103133-d790-455e-9bcc-584a3e92fb25 None None] Checking router: ceca03ff-614c-4e02-b297-63623d0ff812 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:40:58.848839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9103133-d790-455e-9bcc-584a3e92fb25 None None] Routers {'ceca03ff-614c-4e02-b297-63623d0ff812'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:40:58.849458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b9103133-d790-455e-9bcc-584a3e92fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:40:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ceca03ff-614c-4e02-b297-63623d0ff812'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:58.881666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e42f5-1b41-4422-afba-091a069e5a78 req-80da09e6-ce7a-4245-8dc3-5308f1179ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:40:58.883231 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-802e42f5-1b41-4422-afba-091a069e5a78 req-80da09e6-ce7a-4245-8dc3-5308f1179ee3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=301ca032-a4ca-41ce-a184-eb583a7e35a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0727623 Feb 02 13:40:59.006619 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-802e42f5-1b41-4422-afba-091a069e5a78 req-1ec49b12-460b-487c-92f1-5c65f174791e service neutron] 10.222.0.62 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167662 Feb 02 13:40:59.129734 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-802e42f5-1b41-4422-afba-091a069e5a78 req-3b89bc4a-d303-4f9d-b3f0-984f064f7928 service neutron] 10.222.0.62 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173491 Feb 02 13:40:59.168932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b9103133-d790-455e-9bcc-584a3e92fb25 None None] Set router ceca03ff-614c-4e02-b297-63623d0ff812 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:40:59.448824 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b9103133-d790-455e-9bcc-584a3e92fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:42Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'f6828949-31f7-496b-8b53-f5b86b38ec26', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'port_id': 'e7822355-70a0-4594-9259-3a81425ed714', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'mac_address': 'fa:16:3e:9b:a2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:40:57Z', 'updated_at': '2022-02-02T13:40:57Z', 'revision_number': 0, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba2e4a3b-0027-4adf-bef1-75d08254715d', 'name': '', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:d5:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:41Z', 'updated_at': '2022-02-02T13:40:45Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:40:59.482281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9103133-d790-455e-9bcc-584a3e92fb25 None None] The sync data for ids ['ceca03ff-614c-4e02-b297-63623d0ff812'] in n-d-827336-2 is: [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:42Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'f6828949-31f7-496b-8b53-f5b86b38ec26', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'port_id': 'e7822355-70a0-4594-9259-3a81425ed714', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'mac_address': 'fa:16:3e:9b:a2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:40:57Z', 'updated_at': '2022-02-02T13:40:57Z', 'revision_number': 0, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba2e4a3b-0027-4adf-bef1-75d08254715d', 'name': '', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:d5:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:41Z', 'updated_at': '2022-02-02T13:40:45Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:40:59.696457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36586) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:40:59.719391 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2985d35-7ce2-4ba0-82e9-ecc0e446ae80 None None] New status for floating IP f6828949-31f7-496b-8b53-f5b86b38ec26: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:40:59.784296 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1c00943d-513f-4872-af8b-d98749619dcb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/f6828949-31f7-496b-8b53-f5b86b38ec26 HTTP/1.1" status: 200 len: 990 time: 0.0888462 Feb 02 13:41:00.787189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36588) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:00.865999 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5a32be4b-570c-4041-9bd9-99526421fd26 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/f6828949-31f7-496b-8b53-f5b86b38ec26 HTTP/1.1" status: 200 len: 992 time: 0.0767438 Feb 02 13:41:01.705852 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0f784f66-5a6c-407f-89bc-a8ccc233b33e req-f3227863-d000-4b1a-99e3-d20b1da45828 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465693 Feb 02 13:41:01.817241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784f66-5a6c-407f-89bc-a8ccc233b33e req-37c6e4f3-b472-44ec-969d-0af94e5bc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:01.819948 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0f784f66-5a6c-407f-89bc-a8ccc233b33e req-37c6e4f3-b472-44ec-969d-0af94e5bc713 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 1127 time: 0.0513964 Feb 02 13:41:01.823272 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d61ea741-e53c-42af-80a1-3578d43f2521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:01.946574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784f66-5a6c-407f-89bc-a8ccc233b33e req-76c5d721-bcbb-402d-b2c9-9b612c883b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:01.948319 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0f784f66-5a6c-407f-89bc-a8ccc233b33e req-76c5d721-bcbb-402d-b2c9-9b612c883b3a service neutron] 10.222.0.62 "GET /v2.0/networks?id=301ca032-a4ca-41ce-a184-eb583a7e35a6 HTTP/1.1" status: 200 len: 898 time: 0.1045635 Feb 02 13:41:02.022610 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0f784f66-5a6c-407f-89bc-a8ccc233b33e req-31db38a3-3351-4395-aa27-7d8065726b8b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7822355-70a0-4594-9259-3a81425ed714 HTTP/1.1" status: 200 len: 1000 time: 0.0609574 Feb 02 13:41:02.085721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784f66-5a6c-407f-89bc-a8ccc233b33e req-d74ec93a-cce7-4707-b42c-24b8148914e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:02.087359 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0f784f66-5a6c-407f-89bc-a8ccc233b33e req-d74ec93a-cce7-4707-b42c-24b8148914e6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3154ea1-6042-45aa-827b-5a9e284b23da HTTP/1.1" status: 200 len: 834 time: 0.0590286 Feb 02 13:41:02.142880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f784f66-5a6c-407f-89bc-a8ccc233b33e req-a53690c8-6335-4b46-bfce-d670de5e1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:02.144549 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0f784f66-5a6c-407f-89bc-a8ccc233b33e req-a53690c8-6335-4b46-bfce-d670de5e1208 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=301ca032-a4ca-41ce-a184-eb583a7e35a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517483 Feb 02 13:41:02.252244 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0f784f66-5a6c-407f-89bc-a8ccc233b33e req-fb73afd7-9c6b-4cf3-aa98-73c3c0c8b393 service neutron] 10.222.0.62 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008997 Feb 02 13:41:02.351673 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0f784f66-5a6c-407f-89bc-a8ccc233b33e req-59ff0de2-ca1e-4056-9db0-0926aae44b99 service neutron] 10.222.0.62 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937238 Feb 02 13:41:04.112728 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ebf9d10-37f7-403f-b58f-afebac7eaeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:05.656600 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:06.916899 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:06.976453 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:07.865700 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:08.052073 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:21.542847 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:41:27.646458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93b4bb-7cf8-4613-9524-ee5d4fad2b42 req-8ed45e8f-5838-4a81-837b-b310e0d5c229 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:27.648006 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f93b4bb-7cf8-4613-9524-ee5d4fad2b42 req-8ed45e8f-5838-4a81-837b-b310e0d5c229 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 945 time: 0.0549879 Feb 02 13:41:27.701298 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f93b4bb-7cf8-4613-9524-ee5d4fad2b42 req-3538c560-7423-4bc8-bca4-ef3f3d537f70 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438566 Feb 02 13:41:27.726251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36610) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:27.791340 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-468e8090-9aa7-4580-8925-314e1d6e1536 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/f6828949-31f7-496b-8b53-f5b86b38ec26 HTTP/1.1" status: 200 len: 992 time: 0.0635054 Feb 02 13:41:28.165778 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b26ca-e728-4b9b-8c85-a7ab6c065acd req-1700c400-f5f3-40c6-9e54-7b8cfad68bbb tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:28.167301 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-098b26ca-e728-4b9b-8c85-a7ab6c065acd req-1700c400-f5f3-40c6-9e54-7b8cfad68bbb tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 1127 time: 0.0501730 Feb 02 13:41:28.214546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-098b26ca-e728-4b9b-8c85-a7ab6c065acd req-d06f7c54-0b66-40ce-b29c-ebff0ab82a1b tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405126 Feb 02 13:41:28.309378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-06aa958d-6915-41fc-8fc0-9747f3eecf01 req-60f91721-0f74-4215-abf0-d192298ac2c3 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:41:28.310902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06aa958d-6915-41fc-8fc0-9747f3eecf01 req-60f91721-0f74-4215-abf0-d192298ac2c3 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065973 Feb 02 13:41:28.790535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-5fa324e5-3a45-48ed-927d-082955e2f52f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487015 Feb 02 13:41:28.800966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-250e3aa6-caa0-4994-9fc6-06aa2f517e75 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:41:28.801924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-250e3aa6-caa0-4994-9fc6-06aa2f517e75 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053048 Feb 02 13:41:29.410672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-1d8c8b39-1539-46cb-a44d-26f0d4e5b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:29.412446 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-1d8c8b39-1539-46cb-a44d-26f0d4e5b526 service neutron] 10.222.0.83 "GET /v2.0/ports/e7822355-70a0-4594-9259-3a81425ed714 HTTP/1.1" status: 200 len: 1124 time: 0.0375664 Feb 02 13:41:29.421112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] Request body: {'binding': {'host': 'n-h1-827336-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:29.421560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] Unknown quota resources ['binding']. {{(pid=103188) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 02 13:41:29.566607 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] Attempting to bind port e7822355-70a0-4594-9259-3a81425ed714 on host n-h1-827336-2 for vnic_type normal with profile None {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:41:29.566944 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] Attempting to bind port e7822355-70a0-4594-9259-3a81425ed714 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:41:29.567354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] Attempting to bind port e7822355-70a0-4594-9259-3a81425ed714 on network 301ca032-a4ca-41ce-a184-eb583a7e35a6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:41:29.572353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] Port e7822355-70a0-4594-9259-3a81425ed714 on network 301ca032-a4ca-41ce-a184-eb583a7e35a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:41:29.572677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] Attempting to bind port e7822355-70a0-4594-9259-3a81425ed714 on network 301ca032-a4ca-41ce-a184-eb583a7e35a6 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:41:29.577702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:41:29.578042 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] Checking segment: {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:41:29.578422 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] Bound using segment: {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:41:29.578842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] Bound port: e7822355-70a0-4594-9259-3a81425ed714, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:41:29.664391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e7822355-70a0-4594-9259-3a81425ed714,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:41:29.670756 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:29.671994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d11608c8-6c2b-48b5-8a57-9e9a120f6027 service neutron] 10.222.0.83 "POST /v2.0/ports/e7822355-70a0-4594-9259-3a81425ed714/bindings HTTP/1.1" status: 201 len: 389 time: 0.2543333 Feb 02 13:41:29.844158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1ee1d-a609-41ff-b040-62b471c0fd02 req-622acd31-d0d9-486b-9449-a6eecde8591b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:29.845685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31b1ee1d-a609-41ff-b040-62b471c0fd02 req-622acd31-d0d9-486b-9449-a6eecde8591b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 945 time: 0.0727434 Feb 02 13:41:29.908068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31b1ee1d-a609-41ff-b040-62b471c0fd02 req-85f24435-86bc-4421-9a9d-6ab67b56f870 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555875 Feb 02 13:41:30.112285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-07fee96a-210b-492e-953c-8f98dc9c0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:30.114408 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-07fee96a-210b-492e-953c-8f98dc9c0bc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 1127 time: 0.0598102 Feb 02 13:41:30.580124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-9c4c72ce-de5b-4777-8462-7f6de172001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:30.583086 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-9c4c72ce-de5b-4777-8462-7f6de172001c service neutron] 10.222.0.18 "GET /v2.0/networks?id=301ca032-a4ca-41ce-a184-eb583a7e35a6 HTTP/1.1" status: 200 len: 898 time: 0.4568930 Feb 02 13:41:30.664992 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-1fcea63c-7530-4c94-b1db-7df59bfcd9b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7822355-70a0-4594-9259-3a81425ed714 HTTP/1.1" status: 200 len: 1000 time: 0.0744634 Feb 02 13:41:30.719337 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-599f3c4a-de40-4d6f-97df-bcfa7ff19b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:30.720972 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-599f3c4a-de40-4d6f-97df-bcfa7ff19b18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3154ea1-6042-45aa-827b-5a9e284b23da HTTP/1.1" status: 200 len: 834 time: 0.0502803 Feb 02 13:41:30.779074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-5d794033-3ebd-4087-9ff8-3ae6e684e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:30.780597 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-5d794033-3ebd-4087-9ff8-3ae6e684e6b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=301ca032-a4ca-41ce-a184-eb583a7e35a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527689 Feb 02 13:41:30.880768 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-f3522983-1bb0-4a61-915e-26c123f2006f service neutron] 10.222.0.18 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921290 Feb 02 13:41:30.989294 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-cfac9b20-d8a4-4ee0-8c77-5b4878d0712e service neutron] 10.222.0.18 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026804 Feb 02 13:41:31.058031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52850b32-72a9-4376-8c7d-5f0771b06b6d req-600acfda-e6ae-4fba-9ce8-f5eb516f0ee4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:31.059501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52850b32-72a9-4376-8c7d-5f0771b06b6d req-600acfda-e6ae-4fba-9ce8-f5eb516f0ee4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 945 time: 0.0636480 Feb 02 13:41:31.135242 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-52850b32-72a9-4376-8c7d-5f0771b06b6d req-d5dbe436-4460-46f0-97af-7e3a777b9ac6 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673180 Feb 02 13:41:31.354178 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-cb3e4912-d43f-4611-8bd0-761c11d5992f tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:31.356083 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-cb3e4912-d43f-4611-8bd0-761c11d5992f tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57&tenant_id=2310a5a54d0b414d80a2621ece164ad5&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1127 time: 0.2460914 Feb 02 13:41:31.375407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827336-2'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:31.452528 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e7822355-70a0-4594-9259-3a81425ed714), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:31.614240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e7822355-70a0-4594-9259-3a81425ed714,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:41:31.654724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:41:31.698499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:41:31.700853 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c105913d-393d-4375-bfbd-28baeda655cf" -d '{"events": [{"server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "name": "network-vif-unplugged", "status": "completed", "tag": "e7822355-70a0-4594-9259-3a81425ed714"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:41:31.704656 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Publish callbacks [] for port (e7822355-70a0-4594-9259-3a81425ed714), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:31.713290 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e7822355-70a0-4594-9259-3a81425ed714), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:31.742819 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b9369b-6ae9-494f-a932-719fe4d1ffa3 x-openstack-request-id: req-24b9369b-6ae9-494f-a932-719fe4d1ffa3 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:41:31.743116 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "name": "network-vif-unplugged", "status": "completed", "tag": "e7822355-70a0-4594-9259-3a81425ed714", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:41:31.743371 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-24b9369b-6ae9-494f-a932-719fe4d1ffa3 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:41:31.743804 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714', 'code': 200} Feb 02 13:41:31.812264 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e2709df-1bcd-4cbf-870c-7b5fead880bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:31.813844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Pushing event updated for resources: {'Port': ['ID=e7822355-70a0-4594-9259-3a81425ed714,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:31.886776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Attempting to bind port e7822355-70a0-4594-9259-3a81425ed714 on host n-h2-827336-2 for vnic_type normal with profile {"migrating_to": "n-h1-827336-2"} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:41:31.887014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Attempting to bind port e7822355-70a0-4594-9259-3a81425ed714 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:41:31.887346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Attempting to bind port e7822355-70a0-4594-9259-3a81425ed714 on network 301ca032-a4ca-41ce-a184-eb583a7e35a6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:41:31.892234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Port e7822355-70a0-4594-9259-3a81425ed714 on network 301ca032-a4ca-41ce-a184-eb583a7e35a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:41:31.892718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Attempting to bind port e7822355-70a0-4594-9259-3a81425ed714 on network 301ca032-a4ca-41ce-a184-eb583a7e35a6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:41:31.898028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:41:31.898358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Checking segment: {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:41:31.898959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Bound using segment: {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:41:31.899148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Bound port: e7822355-70a0-4594-9259-3a81425ed714, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14770b8-5363-45a3-9df7-b1efe75bab6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:41:31.899551 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e7822355-70a0-4594-9259-3a81425ed714), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:31.979958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:41:31.983785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e7822355-70a0-4594-9259-3a81425ed714,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:41:31.992575 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e7822355-70a0-4594-9259-3a81425ed714), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:32.042365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4df63f63-d315-48c8-9e5b-377693646b4c None None] Provisioning complete for port e7822355-70a0-4594-9259-3a81425ed714 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:32.042739 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4df63f63-d315-48c8-9e5b-377693646b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e7822355-70a0-4594-9259-3a81425ed714), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:32.102957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Pushing event updated for resources: {'Port': ['ID=e7822355-70a0-4594-9259-3a81425ed714,revision_number=8']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:32.137731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4df63f63-d315-48c8-9e5b-377693646b4c None None] Current status of the port e7822355-70a0-4594-9259-3a81425ed714 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:41:32.137731 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4df63f63-d315-48c8-9e5b-377693646b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e7822355-70a0-4594-9259-3a81425ed714), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:32.176347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:32.177270 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:32.179326 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47d88168-0cc3-4faf-8298-a2d6bcf52c17 service neutron] 10.222.0.18 "PUT /v2.0/ports/e7822355-70a0-4594-9259-3a81425ed714 HTTP/1.1" status: 200 len: 1121 time: 0.8089015 Feb 02 13:41:32.183935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:41:32.187340 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8265c7e2-7cc4-4b02-93da-a984de53caf0" -d '{"events": [{"server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "name": "network-vif-plugged", "status": "completed", "tag": "e7822355-70a0-4594-9259-3a81425ed714"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:41:32.196612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4df63f63-d315-48c8-9e5b-377693646b4c None None] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e7822355-70a0-4594-9259-3a81425ed714,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:41:32.201495 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4df63f63-d315-48c8-9e5b-377693646b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e7822355-70a0-4594-9259-3a81425ed714), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:32.285407 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb3f126-96d6-4453-b529-18b6f83818e8 x-openstack-request-id: req-aeb3f126-96d6-4453-b529-18b6f83818e8 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:41:32.285702 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "name": "network-vif-plugged", "status": "completed", "tag": "e7822355-70a0-4594-9259-3a81425ed714", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:41:32.285926 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aeb3f126-96d6-4453-b529-18b6f83818e8 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:41:32.286549 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714', 'code': 200} Feb 02 13:41:32.305299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d76ca7-383b-45bf-bedc-521178f67e02 req-a3bf9d8c-1a61-4851-a618-e2b4ae288bd8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:32.311993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83d76ca7-383b-45bf-bedc-521178f67e02 req-a3bf9d8c-1a61-4851-a618-e2b4ae288bd8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 945 time: 0.0722897 Feb 02 13:41:32.354415 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['e7822355-70a0-4594-9259-3a81425ed714'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:41:32.362408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83d76ca7-383b-45bf-bedc-521178f67e02 req-b01409b6-c566-4c6e-8525-b2c91307bd02 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491014 Feb 02 13:41:32.443201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df63f63-d315-48c8-9e5b-377693646b4c None None] Pushing event updated for resources: {'Port': ['ID=e7822355-70a0-4594-9259-3a81425ed714,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:32.644034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d28468b5-bb67-4b92-aa60-18364fa2d924 None None] Provisioning complete for port e7822355-70a0-4594-9259-3a81425ed714 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:32.644444 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d28468b5-bb67-4b92-aa60-18364fa2d924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e7822355-70a0-4594-9259-3a81425ed714), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:32.790650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d28468b5-bb67-4b92-aa60-18364fa2d924 None None] Current status of the port e7822355-70a0-4594-9259-3a81425ed714 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:41:33.496301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341fd78-21f7-4a08-8136-84d1572a7e52 req-f5d4c92d-addd-45d4-bb1e-eccf8e132f33 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:33.497899 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f341fd78-21f7-4a08-8136-84d1572a7e52 req-f5d4c92d-addd-45d4-bb1e-eccf8e132f33 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 945 time: 0.0609622 Feb 02 13:41:33.554332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f341fd78-21f7-4a08-8136-84d1572a7e52 req-ff70d17e-56e5-400b-8930-0ef14db1a0e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499029 Feb 02 13:41:33.744700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:41:33.747170 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68dfd4b-6046-4b0c-9fcb-fc99921cf5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "tag": "e7822355-70a0-4594-9259-3a81425ed714"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:41:33.784735 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79bd17d-faa5-42ce-a635-22dba35ce9f2 x-openstack-request-id: req-e79bd17d-faa5-42ce-a635-22dba35ce9f2 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:41:33.785172 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "tag": "e7822355-70a0-4594-9259-3a81425ed714", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:41:33.785579 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e79bd17d-faa5-42ce-a635-22dba35ce9f2 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:41:33.786183 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714', 'status': 'completed', 'code': 200} Feb 02 13:41:33.843080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device e7822355-70a0-4594-9259-3a81425ed714 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:41:33.878699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dfd4b-6046-4b0c-9fcb-fc99921cf5e1 req-ceb9353b-2438-42e7-90e9-36345c8d993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:33.880386 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e68dfd4b-6046-4b0c-9fcb-fc99921cf5e1 req-ceb9353b-2438-42e7-90e9-36345c8d993e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 1157 time: 0.0528610 Feb 02 13:41:33.961037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e7822355-70a0-4594-9259-3a81425ed714,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:41:33.974871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device e7822355-70a0-4594-9259-3a81425ed714 has no active binding in host n-h1-827336-2 {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 02 13:41:33.988525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dfd4b-6046-4b0c-9fcb-fc99921cf5e1 req-c499d6da-b775-4769-a7cb-8b84b75ed0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:33.990013 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e68dfd4b-6046-4b0c-9fcb-fc99921cf5e1 req-c499d6da-b775-4769-a7cb-8b84b75ed0e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=301ca032-a4ca-41ce-a184-eb583a7e35a6 HTTP/1.1" status: 200 len: 898 time: 0.1034479 Feb 02 13:41:34.059896 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e68dfd4b-6046-4b0c-9fcb-fc99921cf5e1 req-f9fb9563-2cb2-4540-8cb9-43e2b8a83e5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7822355-70a0-4594-9259-3a81425ed714 HTTP/1.1" status: 200 len: 1000 time: 0.0636005 Feb 02 13:41:34.109118 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dfd4b-6046-4b0c-9fcb-fc99921cf5e1 req-9a21a583-96cf-423f-97c1-813f3fd3f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:34.110598 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e68dfd4b-6046-4b0c-9fcb-fc99921cf5e1 req-9a21a583-96cf-423f-97c1-813f3fd3f9a2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e3154ea1-6042-45aa-827b-5a9e284b23da HTTP/1.1" status: 200 len: 834 time: 0.0452332 Feb 02 13:41:34.117398 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-058486c0-3d7c-40aa-bf72-fdf54f1b75e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:34.160270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68dfd4b-6046-4b0c-9fcb-fc99921cf5e1 req-dcc516cb-dc9e-42c4-b1a3-9c420e865886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:34.161866 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e68dfd4b-6046-4b0c-9fcb-fc99921cf5e1 req-dcc516cb-dc9e-42c4-b1a3-9c420e865886 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=301ca032-a4ca-41ce-a184-eb583a7e35a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456874 Feb 02 13:41:34.259387 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e68dfd4b-6046-4b0c-9fcb-fc99921cf5e1 req-f46c12be-5c8a-45f2-b651-35ce87cf555d service neutron] 10.222.0.62 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907307 Feb 02 13:41:34.358510 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e68dfd4b-6046-4b0c-9fcb-fc99921cf5e1 req-2127b0fe-7de6-4a2e-90a0-53d03154fbcc service neutron] 10.222.0.62 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933864 Feb 02 13:41:34.691470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac021bcd-05b1-497d-ae04-8685d1bd54be req-1f605597-7670-4e04-b752-312cdadeabc9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:34.693013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac021bcd-05b1-497d-ae04-8685d1bd54be req-1f605597-7670-4e04-b752-312cdadeabc9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 945 time: 0.0646832 Feb 02 13:41:34.745508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac021bcd-05b1-497d-ae04-8685d1bd54be req-b559309d-73cb-42ab-a9c7-928a9cc05890 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467303 Feb 02 13:41:35.652921 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:35.883087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf547eba-675b-4fe7-8990-6d2bd6fb8ab5 req-55b9a704-048f-4f46-adc6-61469f3f6ae0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:35.884907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf547eba-675b-4fe7-8990-6d2bd6fb8ab5 req-55b9a704-048f-4f46-adc6-61469f3f6ae0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 945 time: 0.0613172 Feb 02 13:41:35.935090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf547eba-675b-4fe7-8990-6d2bd6fb8ab5 req-2afe85ac-5672-45b4-89fb-dafc54c73f7c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443122 Feb 02 13:41:36.920848 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:36.998058 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:37.403174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbb3a3-6db4-4302-8fa8-b9c089bf2e5c req-a4b8e5f1-98a3-4a90-8ca8-06d78e3bdd13 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:37.405414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edcbb3a3-6db4-4302-8fa8-b9c089bf2e5c req-a4b8e5f1-98a3-4a90-8ca8-06d78e3bdd13 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 945 time: 0.0666687 Feb 02 13:41:37.419723 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-98218ea9-47a1-4ffe-a731-9bcd5d35ede0 service neutron] 10.222.0.62 "GET /v2.0/ports/e7822355-70a0-4594-9259-3a81425ed714/bindings/n-h1-827336-2 HTTP/1.1" status: 200 len: 384 time: 0.0867133 Feb 02 13:41:37.462701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edcbb3a3-6db4-4302-8fa8-b9c089bf2e5c req-9e27092f-7928-4cfd-adca-9f5488cd9f06 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508683 Feb 02 13:41:37.604365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-4d344d00-e9dd-4e00-8054-d6b68da43e78 service neutron] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e7822355-70a0-4594-9259-3a81425ed714,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:41:37.629077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-4d344d00-e9dd-4e00-8054-d6b68da43e78 service neutron] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:41:37.674010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:41:37.676343 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777db56d-c963-4f6a-9c43-3ac808c4b5c0" -d '{"events": [{"server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "name": "network-vif-unplugged", "status": "completed", "tag": "e7822355-70a0-4594-9259-3a81425ed714"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:41:37.680220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-4d344d00-e9dd-4e00-8054-d6b68da43e78 service neutron] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e7822355-70a0-4594-9259-3a81425ed714,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:41:37.700008 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-4d344d00-e9dd-4e00-8054-d6b68da43e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e7822355-70a0-4594-9259-3a81425ed714), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:37.717405 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bf2687-a676-46f9-a6ba-af9289262c08 x-openstack-request-id: req-96bf2687-a676-46f9-a6ba-af9289262c08 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:41:37.717871 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "name": "network-vif-unplugged", "status": "completed", "tag": "e7822355-70a0-4594-9259-3a81425ed714", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:41:37.718117 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-96bf2687-a676-46f9-a6ba-af9289262c08 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:41:37.718519 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714', 'code': 200} Feb 02 13:41:37.786100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-4d344d00-e9dd-4e00-8054-d6b68da43e78 service neutron] Transition to ACTIVE for port object e7822355-70a0-4594-9259-3a81425ed714 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:41:37.793734 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-4d344d00-e9dd-4e00-8054-d6b68da43e78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e7822355-70a0-4594-9259-3a81425ed714), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:37.881123 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:37.888348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d344d00-e9dd-4e00-8054-d6b68da43e78 service neutron] Pushing event updated for resources: {'Port': ['ID=e7822355-70a0-4594-9259-3a81425ed714,revision_number=11']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:37.933853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-4d344d00-e9dd-4e00-8054-d6b68da43e78 service neutron] No DVR routers for this DVR port e7822355-70a0-4594-9259-3a81425ed714 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:41:38.055968 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:38.085924 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-4d344d00-e9dd-4e00-8054-d6b68da43e78 service neutron] 10.222.0.62 "PUT /v2.0/ports/e7822355-70a0-4594-9259-3a81425ed714/bindings/n-h1-827336-2/activate HTTP/1.1" status: 200 len: 369 time: 0.6607480 Feb 02 13:41:38.245713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-db8bc2af-db38-40e1-abeb-dd46ecf114da tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:38.247269 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-db8bc2af-db38-40e1-abeb-dd46ecf114da tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57&tenant_id=2310a5a54d0b414d80a2621ece164ad5&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 1126 time: 0.0626783 Feb 02 13:41:38.308444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d7da2ba6-f5d9-4348-a04f-5fc9934c6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:38.309995 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-d7da2ba6-f5d9-4348-a04f-5fc9934c6659 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57&tenant_id=2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 1126 time: 0.0549135 Feb 02 13:41:38.407981 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-61203bb4-acad-4a1e-b5f7-d726ee82e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:38.409592 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-61203bb4-acad-4a1e-b5f7-d726ee82e1a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 1126 time: 0.0559797 Feb 02 13:41:38.531662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-6a576f6f-a596-4bbe-ba06-ded8e522dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:38.533247 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-6a576f6f-a596-4bbe-ba06-ded8e522dc8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=301ca032-a4ca-41ce-a184-eb583a7e35a6 HTTP/1.1" status: 200 len: 898 time: 0.1128838 Feb 02 13:41:38.597754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08c4ea-fe6d-47e8-a8fa-78ccf734d32c req-3d5bb1b7-6755-4cda-b2f9-36dab3802dc5 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:38.600207 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb08c4ea-fe6d-47e8-a8fa-78ccf734d32c req-3d5bb1b7-6755-4cda-b2f9-36dab3802dc5 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 944 time: 0.0586805 Feb 02 13:41:38.620040 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-1e14941b-c695-4bb3-bf98-b3cbc8388adb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7822355-70a0-4594-9259-3a81425ed714 HTTP/1.1" status: 200 len: 998 time: 0.0777419 Feb 02 13:41:38.666342 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb08c4ea-fe6d-47e8-a8fa-78ccf734d32c req-44f94ff0-14b4-4512-bb48-2c3408c077e8 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549295 Feb 02 13:41:38.675949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-104bb068-e627-4914-a65e-f2e4b29d481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:38.677477 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-104bb068-e627-4914-a65e-f2e4b29d481a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3154ea1-6042-45aa-827b-5a9e284b23da HTTP/1.1" status: 200 len: 834 time: 0.0501347 Feb 02 13:41:38.743809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-025ef14e-c5d4-4e1d-8a04-7c0dd1d915a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:38.745734 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-025ef14e-c5d4-4e1d-8a04-7c0dd1d915a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=301ca032-a4ca-41ce-a184-eb583a7e35a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0589819 Feb 02 13:41:38.864005 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-f5712421-a237-4d0c-a4da-07e9e1635c0e service neutron] 10.222.0.18 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115186 Feb 02 13:41:38.980155 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-31df885c-4d25-4b4a-9419-a9569a012ea0 service neutron] 10.222.0.18 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097670 Feb 02 13:41:39.328124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47fa3dc3-cd75-41b5-9e64-bb2448fad9a9 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:39.329730 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-47fa3dc3-cd75-41b5-9e64-bb2448fad9a9 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57&tenant_id=2310a5a54d0b414d80a2621ece164ad5&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 1126 time: 0.0583470 Feb 02 13:41:39.511293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-9b2183c4-73de-45f1-908b-50b20cded43c service neutron] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:41:39.514938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-9b2183c4-73de-45f1-908b-50b20cded43c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:39.516161 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-443b9519-0727-47ef-a3a6-97a7afc0a569 req-9b2183c4-73de-45f1-908b-50b20cded43c service neutron] 10.222.0.18 "DELETE /v2.0/ports/e7822355-70a0-4594-9259-3a81425ed714/bindings/n-h2-827336-2 HTTP/1.1" status: 204 len: 173 time: 0.1781967 Feb 02 13:41:39.808691 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aadbfa-01b9-4b19-998e-85dd88ef4e04 req-a941574d-db2c-4d55-9aa3-c3cf00af65e0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:39.810213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9aadbfa-01b9-4b19-998e-85dd88ef4e04 req-a941574d-db2c-4d55-9aa3-c3cf00af65e0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 944 time: 0.0576246 Feb 02 13:41:39.875529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9aadbfa-01b9-4b19-998e-85dd88ef4e04 req-76be309f-cb83-49c4-8d98-3cb3e559d1e0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583296 Feb 02 13:41:40.001735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b64915-407b-445d-9294-e352f7ff84e1 req-0a55bb48-e2cd-4248-9847-b4020d2d4dea tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:40.003153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4b64915-407b-445d-9294-e352f7ff84e1 req-0a55bb48-e2cd-4248-9847-b4020d2d4dea tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 1126 time: 0.0494041 Feb 02 13:41:40.058254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4b64915-407b-445d-9294-e352f7ff84e1 req-49f111bd-4e74-4942-8ab7-10549c9438e8 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465715 Feb 02 13:41:40.204320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec2b20-fa7d-42b5-863f-4ac1fbbcbea2 req-9a098bc7-ab07-49a9-a8ca-4f0a8b393157 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:40.205616 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4ec2b20-fa7d-42b5-863f-4ac1fbbcbea2 req-9a098bc7-ab07-49a9-a8ca-4f0a8b393157 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 944 time: 0.0654309 Feb 02 13:41:40.264060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4ec2b20-fa7d-42b5-863f-4ac1fbbcbea2 req-e92bb894-6a06-4c50-907a-40c20615b942 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520623 Feb 02 13:41:40.284070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36678) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:40.348377 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-056c7eb9-e253-4fed-b1ca-29ed75d0d443 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/f6828949-31f7-496b-8b53-f5b86b38ec26 HTTP/1.1" status: 200 len: 990 time: 0.0630684 Feb 02 13:41:40.594418 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36684) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:40.764944 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port 91991b59-a61a-416b-988a-36e3257dbb00 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:41:40.765349 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (91991b59-a61a-416b-988a-36e3257dbb00), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:40.849614 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (91991b59-a61a-416b-988a-36e3257dbb00), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:40.850343 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (91991b59-a61a-416b-988a-36e3257dbb00), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:40.862482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for 91991b59-a61a-416b-988a-36e3257dbb00 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:41:41.015277 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (91991b59-a61a-416b-988a-36e3257dbb00), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:41.052355 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=91991b59-a61a-416b-988a-36e3257dbb00,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:41.114739 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc9a5def-a41c-4f7c-a986-1a50b17af206 req-d482ad83-0e93-4da2-bc81-4dd24de2fdb9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463591 Feb 02 13:41:41.119033 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (f6828949-31f7-496b-8b53-f5b86b38ec26), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:41.119366 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Floating IP f6828949-31f7-496b-8b53-f5b86b38ec26 disassociated (deleted). External IP: 172.25.4.72, port: e7822355-70a0-4594-9259-3a81425ed714. Feb 02 13:41:41.231136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a5def-a41c-4f7c-a986-1a50b17af206 req-f271faff-83ac-4b8b-aafa-76777bd620f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:41.232964 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc9a5def-a41c-4f7c-a986-1a50b17af206 req-f271faff-83ac-4b8b-aafa-76777bd620f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 1127 time: 0.0558019 Feb 02 13:41:41.340853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a5def-a41c-4f7c-a986-1a50b17af206 req-c64710da-6c7f-4bd1-9467-460ea7f0fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:41.342373 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc9a5def-a41c-4f7c-a986-1a50b17af206 req-c64710da-6c7f-4bd1-9467-460ea7f0fc67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.0885267 Feb 02 13:41:41.344453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router ceca03ff-614c-4e02-b297-63623d0ff812 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:41:41.413020 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc9a5def-a41c-4f7c-a986-1a50b17af206 req-55f93e20-968f-43d4-804a-f1b2f02f0089 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1aecfed0-e83a-4152-80bf-e476c30ca357 HTTP/1.1" status: 200 len: 1000 time: 0.0638971 Feb 02 13:41:41.415568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e7822355-70a0-4594-9259-3a81425ed714 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:41:41.457177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:41:41.460083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] The host n-h2-827336-2 is not matching for port e7822355-70a0-4594-9259-3a81425ed714 host n-h1-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:41:41.460583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e7822355-70a0-4594-9259-3a81425ed714 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:41:41.462311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:41.467151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b495cfdb-d86b-4d4f-a877-fb969e091d36 None None] Sync routers for ids ['ceca03ff-614c-4e02-b297-63623d0ff812'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:41:41.471227 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a5def-a41c-4f7c-a986-1a50b17af206 req-bf695b80-821e-4cdd-851a-37b6d487b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:41.472736 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc9a5def-a41c-4f7c-a986-1a50b17af206 req-bf695b80-821e-4cdd-851a-37b6d487b75f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0536201 Feb 02 13:41:41.477807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b495cfdb-d86b-4d4f-a877-fb969e091d36 None None] Routers {'ceca03ff-614c-4e02-b297-63623d0ff812'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:41:41.478436 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b495cfdb-d86b-4d4f-a877-fb969e091d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:41:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ceca03ff-614c-4e02-b297-63623d0ff812'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:41.496131 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f1c321f1-80c6-42dc-87c8-90962d3b3e67 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/floatingips/f6828949-31f7-496b-8b53-f5b86b38ec26 HTTP/1.1" status: 204 len: 168 time: 0.9005535 Feb 02 13:41:41.496870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:41:41.500985 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd0e083-461a-4454-9862-d6f2b2fceecc" -d '{"events": [{"name": "network-changed", "server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "tag": "e7822355-70a0-4594-9259-3a81425ed714"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:41:41.534143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a5def-a41c-4f7c-a986-1a50b17af206 req-c19b5e51-5d92-415c-ac07-14df33275f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:41.536793 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc9a5def-a41c-4f7c-a986-1a50b17af206 req-c19b5e51-5d92-415c-ac07-14df33275f7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0567431 Feb 02 13:41:41.545353 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73500887-78bc-4b76-81fe-786a210aabaf x-openstack-request-id: req-73500887-78bc-4b76-81fe-786a210aabaf {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:41:41.545695 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "tag": "e7822355-70a0-4594-9259-3a81425ed714", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:41:41.546014 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-73500887-78bc-4b76-81fe-786a210aabaf {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:41:41.546422 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714', 'status': 'completed', 'code': 200} Feb 02 13:41:41.604259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b495cfdb-d86b-4d4f-a877-fb969e091d36 None None] Set router ceca03ff-614c-4e02-b297-63623d0ff812 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:41:41.664244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0e083-461a-4454-9862-d6f2b2fceecc req-eafd672f-57a8-40c6-8c0b-b4248c20c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:41.666799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fd0e083-461a-4454-9862-d6f2b2fceecc req-eafd672f-57a8-40c6-8c0b-b4248c20c39d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 1126 time: 0.0764062 Feb 02 13:41:41.672415 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc9a5def-a41c-4f7c-a986-1a50b17af206 req-49e5c313-ed2a-4bcf-aa2b-65bc16d3c98d service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299975 Feb 02 13:41:41.784936 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc9a5def-a41c-4f7c-a986-1a50b17af206 req-d6317f5e-1c7f-4ce9-855b-93ad74c2c846 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994537 Feb 02 13:41:41.816462 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34949dc5-21cf-4272-b69b-8d2d40fd1c76 req-8a34abf6-d863-4fbf-bde2-a7871bdceb72 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:41.818967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34949dc5-21cf-4272-b69b-8d2d40fd1c76 req-8a34abf6-d863-4fbf-bde2-a7871bdceb72 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 944 time: 0.1242793 Feb 02 13:41:41.830907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0e083-461a-4454-9862-d6f2b2fceecc req-e7470561-90f2-4f1c-9b4f-63d15f66599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:41.833043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fd0e083-461a-4454-9862-d6f2b2fceecc req-e7470561-90f2-4f1c-9b4f-63d15f66599b service neutron] 10.222.0.18 "GET /v2.0/networks?id=301ca032-a4ca-41ce-a184-eb583a7e35a6 HTTP/1.1" status: 200 len: 898 time: 0.1483731 Feb 02 13:41:41.908753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fd0e083-461a-4454-9862-d6f2b2fceecc req-edf259c2-0c69-4e32-b7b9-1a05aca047d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7822355-70a0-4594-9259-3a81425ed714 HTTP/1.1" status: 200 len: 217 time: 0.0465410 Feb 02 13:41:41.918168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34949dc5-21cf-4272-b69b-8d2d40fd1c76 req-0e6ed8f8-5e0f-495b-8195-57142c70d632 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=44f1211a-972a-4cad-83e9-12b145bbcb5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826976 Feb 02 13:41:41.931385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b495cfdb-d86b-4d4f-a877-fb969e091d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:42Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'ba2e4a3b-0027-4adf-bef1-75d08254715d', 'name': '', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:d5:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:41Z', 'updated_at': '2022-02-02T13:40:45Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:41.962118 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b495cfdb-d86b-4d4f-a877-fb969e091d36 None None] Checking router: ceca03ff-614c-4e02-b297-63623d0ff812 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:41:41.969194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0e083-461a-4454-9862-d6f2b2fceecc req-3c8526ea-735f-4787-bdb0-5a006baa9c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:41.970717 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fd0e083-461a-4454-9862-d6f2b2fceecc req-3c8526ea-735f-4787-bdb0-5a006baa9c97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e3154ea1-6042-45aa-827b-5a9e284b23da HTTP/1.1" status: 200 len: 834 time: 0.0478117 Feb 02 13:41:41.980860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b495cfdb-d86b-4d4f-a877-fb969e091d36 None None] Routers {'ceca03ff-614c-4e02-b297-63623d0ff812'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:41:41.981497 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b495cfdb-d86b-4d4f-a877-fb969e091d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:41:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ceca03ff-614c-4e02-b297-63623d0ff812'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:42.030965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0e083-461a-4454-9862-d6f2b2fceecc req-f42603b0-b5e7-40bb-977a-4e4eb49eee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:42.032726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fd0e083-461a-4454-9862-d6f2b2fceecc req-f42603b0-b5e7-40bb-977a-4e4eb49eee94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=301ca032-a4ca-41ce-a184-eb583a7e35a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511889 Feb 02 13:41:42.100488 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b495cfdb-d86b-4d4f-a877-fb969e091d36 None None] Set router ceca03ff-614c-4e02-b297-63623d0ff812 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:41:42.133539 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fd0e083-461a-4454-9862-d6f2b2fceecc req-52f1904c-9c89-4a1d-b2b6-6cecdfa9eff2 service neutron] 10.222.0.18 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929849 Feb 02 13:41:42.247046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fd0e083-461a-4454-9862-d6f2b2fceecc req-01068dec-977c-48f1-b39b-2da099830460 service neutron] 10.222.0.18 "GET /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045704 Feb 02 13:41:42.308784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b495cfdb-d86b-4d4f-a877-fb969e091d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:42Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'ba2e4a3b-0027-4adf-bef1-75d08254715d', 'name': '', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:d5:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:41Z', 'updated_at': '2022-02-02T13:40:45Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:42.341173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b495cfdb-d86b-4d4f-a877-fb969e091d36 None None] The sync data for ids ['ceca03ff-614c-4e02-b297-63623d0ff812'] in n-d-827336-2 is: [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:42Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'ba2e4a3b-0027-4adf-bef1-75d08254715d', 'name': '', 'network_id': '301ca032-a4ca-41ce-a184-eb583a7e35a6', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:d5:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:41Z', 'updated_at': '2022-02-02T13:40:45Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': 'e3154ea1-6042-45aa-827b-5a9e284b23da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:41:42.352978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883acfd-3dc7-4e53-9649-c05b6a889624 req-994b1734-a256-4540-af59-ba838cf07b9f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:42.354648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1883acfd-3dc7-4e53-9649-c05b6a889624 req-994b1734-a256-4540-af59-ba838cf07b9f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.18 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 944 time: 0.0650976 Feb 02 13:41:42.452940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-1883acfd-3dc7-4e53-9649-c05b6a889624 req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port e7822355-70a0-4594-9259-3a81425ed714 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:41:42.453279 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1883acfd-3dc7-4e53-9649-c05b6a889624 req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e7822355-70a0-4594-9259-3a81425ed714), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:42.550830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-1883acfd-3dc7-4e53-9649-c05b6a889624 req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] For port e7822355-70a0-4594-9259-3a81425ed714, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=e7822355-70a0-4594-9259-3a81425ed714,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:41:42.551185 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1883acfd-3dc7-4e53-9649-c05b6a889624 req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e7822355-70a0-4594-9259-3a81425ed714), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:42.563987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-1883acfd-3dc7-4e53-9649-c05b6a889624 req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for e7822355-70a0-4594-9259-3a81425ed714 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:41:42.597449 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e4e75-55b0-48ed-9ac3-591156ec5b3c None None] New status for floating IP f6828949-31f7-496b-8b53-f5b86b38ec26: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:41:42.697604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1883acfd-3dc7-4e53-9649-c05b6a889624 req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e7822355-70a0-4594-9259-3a81425ed714), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:42.730194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=e7822355-70a0-4594-9259-3a81425ed714,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:42.743007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.743342 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.743696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.744033 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.744358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.744703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.745024 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.745338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.745660 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.745980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.746298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.746615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.747066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:42.782659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-1883acfd-3dc7-4e53-9649-c05b6a889624 req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] No DVR routers for this DVR port e7822355-70a0-4594-9259-3a81425ed714 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:41:42.785545 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-1883acfd-3dc7-4e53-9649-c05b6a889624 req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:42.788944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1883acfd-3dc7-4e53-9649-c05b6a889624 req-c6c93005-1ee3-4803-ab1d-e534f635c8cb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.18 "DELETE /v2.0/ports/e7822355-70a0-4594-9259-3a81425ed714 HTTP/1.1" status: 204 len: 173 time: 0.4284666 Feb 02 13:41:43.037758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d45d5e22-8211-4630-87fd-8af765f0d47a req-ca2e1004-772a-4889-9a3a-d3b26b21be64 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=92293b3b-5925-41ee-90d3-cf5a501e0c57 HTTP/1.1" status: 200 len: 210 time: 0.0283725 Feb 02 13:41:43.547916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'name': 'network-vif-deleted', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:41:43.551876 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96ea2d9-1e09-4405-99ab-137819400e3a" -d '{"events": [{"server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "name": "network-vif-deleted", "tag": "e7822355-70a0-4594-9259-3a81425ed714"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:41:43.591370 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4691b0-87a3-4965-9b15-ec931b5cdc79 x-openstack-request-id: req-8f4691b0-87a3-4965-9b15-ec931b5cdc79 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:41:43.591691 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92293b3b-5925-41ee-90d3-cf5a501e0c57", "name": "network-vif-deleted", "tag": "e7822355-70a0-4594-9259-3a81425ed714", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:41:43.591944 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8f4691b0-87a3-4965-9b15-ec931b5cdc79 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:41:43.592366 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92293b3b-5925-41ee-90d3-cf5a501e0c57', 'name': 'network-vif-deleted', 'tag': 'e7822355-70a0-4594-9259-3a81425ed714', 'status': 'completed', 'code': 200} Feb 02 13:41:44.105964 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36698) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:44.515144 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ed48a06-a988-4140-986e-41c23d3b8b63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (ceca03ff-614c-4e02-b297-63623d0ff812), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:44.780940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3ed48a06-a988-4140-986e-41c23d3b8b63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port ba2e4a3b-0027-4adf-bef1-75d08254715d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:41:44.781232 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ed48a06-a988-4140-986e-41c23d3b8b63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:44.867212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-3ed48a06-a988-4140-986e-41c23d3b8b63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] For port ba2e4a3b-0027-4adf-bef1-75d08254715d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ba2e4a3b-0027-4adf-bef1-75d08254715d,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:41:44.867597 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ed48a06-a988-4140-986e-41c23d3b8b63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:44.880409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-3ed48a06-a988-4140-986e-41c23d3b8b63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for ba2e4a3b-0027-4adf-bef1-75d08254715d owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:41:45.065866 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ed48a06-a988-4140-986e-41c23d3b8b63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ba2e4a3b-0027-4adf-bef1-75d08254715d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:45.099285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed48a06-a988-4140-986e-41c23d3b8b63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=ba2e4a3b-0027-4adf-bef1-75d08254715d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:45.277839 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ed48a06-a988-4140-986e-41c23d3b8b63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (ceca03ff-614c-4e02-b297-63623d0ff812), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:45.844270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed48a06-a988-4140-986e-41c23d3b8b63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router ceca03ff-614c-4e02-b297-63623d0ff812 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:41:45.876225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device e7822355-70a0-4594-9259-3a81425ed714 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:41:45.896641 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: e7822355-70a0-4594-9259-3a81425ed714 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:41:45.896992 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device e7822355-70a0-4594-9259-3a81425ed714 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:41:45.951205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed48a06-a988-4140-986e-41c23d3b8b63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:41:45.956918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3ed48a06-a988-4140-986e-41c23d3b8b63 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "PUT /v2.0/routers/ceca03ff-614c-4e02-b297-63623d0ff812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8495481 Feb 02 13:41:45.960548 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36702) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:45.963280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55444cbc-ec16-48a1-b65b-f6f019985b15 None None] Sync routers for ids ['ceca03ff-614c-4e02-b297-63623d0ff812'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:41:45.975539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55444cbc-ec16-48a1-b65b-f6f019985b15 None None] Routers {'ceca03ff-614c-4e02-b297-63623d0ff812'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:41:45.976172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-55444cbc-ec16-48a1-b65b-f6f019985b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:41:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ceca03ff-614c-4e02-b297-63623d0ff812'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:46.009949 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfdd9e2-e151-48c2-9e09-f854af5db920 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting subnet e3154ea1-6042-45aa-827b-5a9e284b23da {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:41:46.013331 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2dfdd9e2-e151-48c2-9e09-f854af5db920 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for subnet (e3154ea1-6042-45aa-827b-5a9e284b23da), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.054430 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2dfdd9e2-e151-48c2-9e09-f854af5db920 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (e3154ea1-6042-45aa-827b-5a9e284b23da), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.149671 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2dfdd9e2-e151-48c2-9e09-f854af5db920 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (e3154ea1-6042-45aa-827b-5a9e284b23da), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.213227 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2dfdd9e2-e151-48c2-9e09-f854af5db920 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (e3154ea1-6042-45aa-827b-5a9e284b23da), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.239551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfdd9e2-e151-48c2-9e09-f854af5db920 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Subnet': ['ID=e3154ea1-6042-45aa-827b-5a9e284b23da,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:46.243722 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2dfdd9e2-e151-48c2-9e09-f854af5db920 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.246983 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2dfdd9e2-e151-48c2-9e09-f854af5db920 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/subnets/e3154ea1-6042-45aa-827b-5a9e284b23da HTTP/1.1" status: 204 len: 168 time: 0.2854998 Feb 02 13:41:46.250172 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36704) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:46.253801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-55444cbc-ec16-48a1-b65b-f6f019985b15 None None] Set router ceca03ff-614c-4e02-b297-63623d0ff812 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:41:46.256994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6805a45-e153-4bba-accb-22197c209cd1 None None] Network 301ca032-a4ca-41ce-a184-eb583a7e35a6 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:41:46.357309 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router (ceca03ff-614c-4e02-b297-63623d0ff812), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.462032 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (ceca03ff-614c-4e02-b297-63623d0ff812), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.517111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-55444cbc-ec16-48a1-b65b-f6f019985b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15'}], 'enable_snat': True}, 'gw_port_id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:41:45Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': '260c2b53-b39e-464d-9794-fbd1c96051f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:46.522387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port 260c2b53-b39e-464d-9794-fbd1c96051f0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:41:46.522724 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.549820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55444cbc-ec16-48a1-b65b-f6f019985b15 None None] Checking router: ceca03ff-614c-4e02-b297-63623d0ff812 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:41:46.561339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] DHCP port deletion for 301ca032-a4ca-41ce-a184-eb583a7e35a6 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:41:46.567678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55444cbc-ec16-48a1-b65b-f6f019985b15 None None] Routers {'ceca03ff-614c-4e02-b297-63623d0ff812'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:41:46.568310 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-55444cbc-ec16-48a1-b65b-f6f019985b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:41:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['ceca03ff-614c-4e02-b297-63623d0ff812'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:46.613234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] For port 260c2b53-b39e-464d-9794-fbd1c96051f0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=260c2b53-b39e-464d-9794-fbd1c96051f0,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:41:46.613647 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.625954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for 260c2b53-b39e-464d-9794-fbd1c96051f0 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:41:46.674977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-55444cbc-ec16-48a1-b65b-f6f019985b15 None None] Set router ceca03ff-614c-4e02-b297-63623d0ff812 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:41:46.732755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-55444cbc-ec16-48a1-b65b-f6f019985b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:41:46Z', 'revision_number': 6, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:46.763389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55444cbc-ec16-48a1-b65b-f6f019985b15 None None] The sync data for ids ['ceca03ff-614c-4e02-b297-63623d0ff812'] in n-d-827336-2 is: [{'id': 'ceca03ff-614c-4e02-b297-63623d0ff812', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752831000', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:40:38Z', 'updated_at': '2022-02-02T13:41:46Z', 'revision_number': 6, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:41:46.770123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Deleting port 3dd8266a-f820-419c-b990-07cb81427531 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:41:46.770488 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3dd8266a-f820-419c-b990-07cb81427531), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.806045 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (260c2b53-b39e-464d-9794-fbd1c96051f0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.831917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=260c2b53-b39e-464d-9794-fbd1c96051f0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:46.846755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] For port 3dd8266a-f820-419c-b990-07cb81427531, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3dd8266a-f820-419c-b990-07cb81427531,segment=NetworkSegment(a14770b8-5363-45a3-9df7-b1efe75bab6a),segment_id=a14770b8-5363-45a3-9df7-b1efe75bab6a)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:41:46.847222 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3dd8266a-f820-419c-b990-07cb81427531), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.861029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Calling delete_port for 3dd8266a-f820-419c-b990-07cb81427531 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:41:46.896604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (ceca03ff-614c-4e02-b297-63623d0ff812), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.943882 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (3dd8266a-f820-419c-b990-07cb81427531), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:46.971166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Pushing event deleted for resources: {'Port': ['ID=3dd8266a-f820-419c-b990-07cb81427531,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:46.973517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] No DVR routers for this DVR port 3dd8266a-f820-419c-b990-07cb81427531 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:41:46.984283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:46.984863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:46.985216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:46.985557 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:46.985886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:46.986268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:46.986536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:46.986861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:46.987175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:46.987538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:46.988015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:46.988268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:46.988798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238327c4-6ae2-4254-8899-ae8db90285b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.003848 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (ceca03ff-614c-4e02-b297-63623d0ff812), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.006669 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_controller (ceca03ff-614c-4e02-b297-63623d0ff812), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.060555 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (ceca03ff-614c-4e02-b297-63623d0ff812), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.061047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Fanout notify agent at l3_agent the message router_deleted on router ceca03ff-614c-4e02-b297-63623d0ff812 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:41:47.067899 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.069060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-53e7d146-d0f3-428a-b7e1-ed6c1f8f73e9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/routers/ceca03ff-614c-4e02-b297-63623d0ff812 HTTP/1.1" status: 204 len: 168 time: 0.8179028 Feb 02 13:41:47.071875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36706) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:47.151266 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (301ca032-a4ca-41ce-a184-eb583a7e35a6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.243731 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (301ca032-a4ca-41ce-a184-eb583a7e35a6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.269503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301ca032-a4ca-41ce-a184-eb583a7e35a6']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:47.279368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14770b8-5363-45a3-9df7-b1efe75bab6a') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:47.279684 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14770b8-5363-45a3-9df7-b1efe75bab6a') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:47.294038 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (a14770b8-5363-45a3-9df7-b1efe75bab6a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.308692 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a14770b8-5363-45a3-9df7-b1efe75bab6a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.315018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:41:47.315397 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (a14770b8-5363-45a3-9df7-b1efe75bab6a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:41:47.318758 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:41:47.387995 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (301ca032-a4ca-41ce-a184-eb583a7e35a6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.395939 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.399059 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/networks/301ca032-a4ca-41ce-a184-eb583a7e35a6 HTTP/1.1" status: 204 len: 168 time: 0.3262858 Feb 02 13:41:47.402001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36708) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:47.410318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514ff93-26a2-4c00-89a7-666a509dec61 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Network': ['ID=301ca032-a4ca-41ce-a184-eb583a7e35a6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:47.469428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (44f1211a-972a-4cad-83e9-12b145bbcb5a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.496695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (44f1211a-972a-4cad-83e9-12b145bbcb5a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.562380 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (44f1211a-972a-4cad-83e9-12b145bbcb5a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.565189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:47.569107 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/security-groups/44f1211a-972a-4cad-83e9-12b145bbcb5a HTTP/1.1" status: 204 len: 168 time: 0.1634657 Feb 02 13:41:47.576728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f1211a-972a-4cad-83e9-12b145bbcb5a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:47.587504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.587854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.588193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.588536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.588851 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.589176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.589494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.589816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.590151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.590446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.590766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.591569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.591569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a60dfe-8bb8-4deb-a3e0-76a1f58fd93c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:47.642790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 260c2b53-b39e-464d-9794-fbd1c96051f0 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:41:47.665781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 260c2b53-b39e-464d-9794-fbd1c96051f0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:41:47.666126 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 260c2b53-b39e-464d-9794-fbd1c96051f0 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:41:47.666541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3dd8266a-f820-419c-b990-07cb81427531 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:41:47.685418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 3dd8266a-f820-419c-b990-07cb81427531 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:41:47.685756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3dd8266a-f820-419c-b990-07cb81427531 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:41:47.686157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ba2e4a3b-0027-4adf-bef1-75d08254715d no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:41:47.705148 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ba2e4a3b-0027-4adf-bef1-75d08254715d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:41:47.705491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ba2e4a3b-0027-4adf-bef1-75d08254715d not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:41:48.202032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36714) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:48.207192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6fcad7e1-b28b-468d-bf99-fcc30e336306 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-309924083', 'description': 'tempest-secgroup-smoke-309924083 description', 'project_id': '2310a5a54d0b414d80a2621ece164ad5'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:48.238116 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fcad7e1-b28b-468d-bf99-fcc30e336306 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.314096 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fcad7e1-b28b-468d-bf99-fcc30e336306 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (ebece016-ba38-42d0-a025-165fbdf1dfeb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.321004 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fcad7e1-b28b-468d-bf99-fcc30e336306 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ebece016-ba38-42d0-a025-165fbdf1dfeb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.349415 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6fcad7e1-b28b-468d-bf99-fcc30e336306 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.350736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6fcad7e1-b28b-468d-bf99-fcc30e336306 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1476154 Feb 02 13:41:48.353529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36716) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:48.358542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-10c0ab27-8dc8-460c-b380-ae5630f4f0fc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': 'ebece016-ba38-42d0-a025-165fbdf1dfeb', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:48.363573 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcad7e1-b28b-468d-bf99-fcc30e336306 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebece016-ba38-42d0-a025-165fbdf1dfeb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:48.387873 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10c0ab27-8dc8-460c-b380-ae5630f4f0fc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (d19c5cb3-71ad-41a9-bb1f-87d9c1a50db3), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.444509 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10c0ab27-8dc8-460c-b380-ae5630f4f0fc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (d19c5cb3-71ad-41a9-bb1f-87d9c1a50db3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.449036 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10c0ab27-8dc8-460c-b380-ae5630f4f0fc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (d19c5cb3-71ad-41a9-bb1f-87d9c1a50db3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.469465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0ab27-8dc8-460c-b380-ae5630f4f0fc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19c5cb3-71ad-41a9-bb1f-87d9c1a50db3,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:48.476154 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10c0ab27-8dc8-460c-b380-ae5630f4f0fc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.477368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-10c0ab27-8dc8-460c-b380-ae5630f4f0fc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229377 Feb 02 13:41:48.480236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36718) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:48.484620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3532189c-8ef0-484a-8d2f-9ca14c5d6d9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': 'ebece016-ba38-42d0-a025-165fbdf1dfeb', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:48.515660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3532189c-8ef0-484a-8d2f-9ca14c5d6d9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (7d9d96d7-a94a-4b13-a3a7-26c8c3ac559c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.585551 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3532189c-8ef0-484a-8d2f-9ca14c5d6d9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (7d9d96d7-a94a-4b13-a3a7-26c8c3ac559c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.590323 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3532189c-8ef0-484a-8d2f-9ca14c5d6d9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (7d9d96d7-a94a-4b13-a3a7-26c8c3ac559c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.607364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532189c-8ef0-484a-8d2f-9ca14c5d6d9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9d96d7-a94a-4b13-a3a7-26c8c3ac559c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:48.615558 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3532189c-8ef0-484a-8d2f-9ca14c5d6d9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.616775 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3532189c-8ef0-484a-8d2f-9ca14c5d6d9e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356249 Feb 02 13:41:48.619581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36720) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:48.623873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e110ee44-0413-4853-bee5-d8249a01d6c0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': 'ebece016-ba38-42d0-a025-165fbdf1dfeb', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:48.650578 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e110ee44-0413-4853-bee5-d8249a01d6c0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (1beb7ef5-c1a9-4792-bae4-3588229fae7d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.713596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e110ee44-0413-4853-bee5-d8249a01d6c0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (1beb7ef5-c1a9-4792-bae4-3588229fae7d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.719216 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e110ee44-0413-4853-bee5-d8249a01d6c0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (1beb7ef5-c1a9-4792-bae4-3588229fae7d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.737375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110ee44-0413-4853-bee5-d8249a01d6c0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1beb7ef5-c1a9-4792-bae4-3588229fae7d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:48.747234 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e110ee44-0413-4853-bee5-d8249a01d6c0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.748495 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e110ee44-0413-4853-bee5-d8249a01d6c0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280038 Feb 02 13:41:48.751527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36722) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:48.756444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-05b56182-80b4-443d-8c06-ad643310e469 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': 'ebece016-ba38-42d0-a025-165fbdf1dfeb', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:48.784291 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05b56182-80b4-443d-8c06-ad643310e469 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (144f1126-9d66-4add-baff-d1465422ba4b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.845390 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05b56182-80b4-443d-8c06-ad643310e469 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (144f1126-9d66-4add-baff-d1465422ba4b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.858191 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05b56182-80b4-443d-8c06-ad643310e469 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (144f1126-9d66-4add-baff-d1465422ba4b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.879001 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b56182-80b4-443d-8c06-ad643310e469 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144f1126-9d66-4add-baff-d1465422ba4b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:48.886003 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-05b56182-80b4-443d-8c06-ad643310e469 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.887234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-05b56182-80b4-443d-8c06-ad643310e469 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346304 Feb 02 13:41:48.890893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36724) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:48.895489 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-42cf8867-866d-4ebb-93be-ef6c1b61f06e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': 'ebece016-ba38-42d0-a025-165fbdf1dfeb', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:48.917961 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-42cf8867-866d-4ebb-93be-ef6c1b61f06e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Project 2310a5a54d0b414d80a2621ece164ad5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:41:48.923040 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42cf8867-866d-4ebb-93be-ef6c1b61f06e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (4e00272f-a742-415d-89d7-0d519ba313ae), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.975487 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42cf8867-866d-4ebb-93be-ef6c1b61f06e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (4e00272f-a742-415d-89d7-0d519ba313ae), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.978874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42cf8867-866d-4ebb-93be-ef6c1b61f06e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (4e00272f-a742-415d-89d7-0d519ba313ae), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:48.996524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf8867-866d-4ebb-93be-ef6c1b61f06e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e00272f-a742-415d-89d7-0d519ba313ae,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:49.006063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-42cf8867-866d-4ebb-93be-ef6c1b61f06e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.007461 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-42cf8867-866d-4ebb-93be-ef6c1b61f06e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155288 Feb 02 13:41:49.010552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:49.015234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-827ebdf5-4959-4bf6-b428-21f041871a50 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'security_group_rule': {'security_group_id': 'ebece016-ba38-42d0-a025-165fbdf1dfeb', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:49.037383 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-827ebdf5-4959-4bf6-b428-21f041871a50 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Project 2310a5a54d0b414d80a2621ece164ad5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:41:49.042573 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827ebdf5-4959-4bf6-b428-21f041871a50 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (21a1d79b-51c3-48dc-8c1e-5dbc91d23d95), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.109054 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827ebdf5-4959-4bf6-b428-21f041871a50 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (21a1d79b-51c3-48dc-8c1e-5dbc91d23d95), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.114339 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827ebdf5-4959-4bf6-b428-21f041871a50 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (21a1d79b-51c3-48dc-8c1e-5dbc91d23d95), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.134305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ebdf5-4959-4bf6-b428-21f041871a50 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a1d79b-51c3-48dc-8c1e-5dbc91d23d95,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:49.144395 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-827ebdf5-4959-4bf6-b428-21f041871a50 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.145838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-827ebdf5-4959-4bf6-b428-21f041871a50 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1341016 Feb 02 13:41:49.148612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36728) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:49.153467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7cc6c551-aaca-4cb9-b48a-95019540557e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'network': {'name': 'tempest-network-smoke--1585499142', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:49.173314 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc6c551-aaca-4cb9-b48a-95019540557e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Made reservation on behalf of 2310a5a54d0b414d80a2621ece164ad5 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:41:49.176822 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c551-aaca-4cb9-b48a-95019540557e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.202994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc6c551-aaca-4cb9-b48a-95019540557e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:41:49.212762 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c551-aaca-4cb9-b48a-95019540557e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e988a18c-96b6-4817-9b70-0c511700ebe5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.213192 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-7cc6c551-aaca-4cb9-b48a-95019540557e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Added segment e988a18c-96b6-4817-9b70-0c511700ebe5 of type vlan for network 260069ea-6a00-4d87-afb4-cdbc8109c02b Feb 02 13:41:49.254954 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c551-aaca-4cb9-b48a-95019540557e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (260069ea-6a00-4d87-afb4-cdbc8109c02b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.280824 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c551-aaca-4cb9-b48a-95019540557e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (260069ea-6a00-4d87-afb4-cdbc8109c02b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.285937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc6c551-aaca-4cb9-b48a-95019540557e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:49.286504 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7cc6c551-aaca-4cb9-b48a-95019540557e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.321778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7cc6c551-aaca-4cb9-b48a-95019540557e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1721523 Feb 02 13:41:49.324486 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36730) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:49.328721 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'admin_state_up': True, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:49.371199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6c551-aaca-4cb9-b48a-95019540557e tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Network': ['ID=260069ea-6a00-4d87-afb4-cdbc8109c02b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:49.383018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 260069ea-6a00-4d87-afb4-cdbc8109c02b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:41:49.387066 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (a5733eb8-6de9-4354-ac98-da198e503a50), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.388203 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (a5733eb8-6de9-4354-ac98-da198e503a50), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.440861 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_controller (a5733eb8-6de9-4354-ac98-da198e503a50), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.582702 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (a5733eb8-6de9-4354-ac98-da198e503a50), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.797799 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (a5733eb8-6de9-4354-ac98-da198e503a50), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.821646 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:49.936330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.25.4.211 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/d3b7475b-bbaa-4903-b2bd-ea30b364d2fd) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:41:50.046420 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:50.084325 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:50.121653 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:41:50.126479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:41:50.130250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:41:50.135850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=d3b7475b-bbaa-4903-b2bd-ea30b364d2fd,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:50.396569 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (a5733eb8-6de9-4354-ac98-da198e503a50), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:50.601040 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (a5733eb8-6de9-4354-ac98-da198e503a50), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:50.749413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router a5733eb8-6de9-4354-ac98-da198e503a50 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:41:50.874851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:41:50.886168 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Sync routers for ids ['a5733eb8-6de9-4354-ac98-da198e503a50'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:41:50.896818 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Routers {'a5733eb8-6de9-4354-ac98-da198e503a50'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:41:50.897531 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:50.897802 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:41:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a5733eb8-6de9-4354-ac98-da198e503a50'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:50.898799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-26fd3850-b0cb-44cf-a072-f260fa7022f4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5733733 Feb 02 13:41:50.901885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36734) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:50.929577 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f2ae99d8-0161-488e-9c3c-d0aa7c3bd0d7 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=2310a5a54d0b414d80a2621ece164ad5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265391 Feb 02 13:41:50.932382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36736) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:51.009349 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Set router a5733eb8-6de9-4354-ac98-da198e503a50 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:41:51.019198 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25814d97-9e8d-433a-bc6a-11bebc18f521 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:51.020800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-25814d97-9e8d-433a-bc6a-11bebc18f521 tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875070 Feb 02 13:41:51.024209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36738) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:51.058336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-040955eb-8bb8-4bf2-a6a3-d54d07d1afaa tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303819 Feb 02 13:41:51.058603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36740) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:51.063550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d995a644-0744-4095-b80f-0b770600447b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-173894938', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:51.150638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d995a644-0744-4095-b80f-0b770600447b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Made reservation on behalf of 2310a5a54d0b414d80a2621ece164ad5 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:41:51.154404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d995a644-0744-4095-b80f-0b770600447b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:51.193565 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:50Z', 'revision_number': 3, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:51.220720 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Checking router: a5733eb8-6de9-4354-ac98-da198e503a50 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:41:51.221027 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Updating router a5733eb8-6de9-4354-ac98-da198e503a50 port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:41:51.250965 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:51.517634 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Publish callbacks [] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:51.524358 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:51.574936 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Pushing event updated for resources: {'Port': ['ID=d3b7475b-bbaa-4903-b2bd-ea30b364d2fd,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:51.584651 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Attempting to bind port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:41:51.584985 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Attempting to bind port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:41:51.585329 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Attempting to bind port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:41:51.588029 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.588358 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.588684 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.589003 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.589307 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.589622 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.589966 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.590262 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.590806 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.590932 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.591258 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.591576 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.591882 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:41:51.598582 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:41:51.598959 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:41:51.599597 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:51.599736 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:41:51.600183 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Bound port: d3b7475b-bbaa-4903-b2bd-ea30b364d2fd, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:41:51.600547 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:51.650205 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] For port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:41:51.654098 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] For port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d3b7475b-bbaa-4903-b2bd-ea30b364d2fd,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:41:51.660265 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:51.696223 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d995a644-0744-4095-b80f-0b770600447b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (6c7ff1ac-a411-40af-88c3-99bdbdde81a0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:51.715267 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Routers {'a5733eb8-6de9-4354-ac98-da198e503a50'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:41:51.715913 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:41:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a5733eb8-6de9-4354-ac98-da198e503a50'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:51.749705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995a644-0744-4095-b80f-0b770600447b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Subnet': ['ID=6c7ff1ac-a411-40af-88c3-99bdbdde81a0,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:51.762209 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc54e6c-8357-421a-bc20-29f1efbc892a None None] Pushing event updated for resources: {'Port': ['ID=d3b7475b-bbaa-4903-b2bd-ea30b364d2fd,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:51.767524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d995a644-0744-4095-b80f-0b770600447b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Checking segment: {'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:41:51.767875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d995a644-0744-4095-b80f-0b770600447b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network hostable DHCP agents. Network: 260069ea-6a00-4d87-afb4-cdbc8109c02b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:41:51.787539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d995a644-0744-4095-b80f-0b770600447b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 260069ea-6a00-4d87-afb4-cdbc8109c02b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:41:51.797509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d995a644-0744-4095-b80f-0b770600447b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 260069ea-6a00-4d87-afb4-cdbc8109c02b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:41:51.802051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d995a644-0744-4095-b80f-0b770600447b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:51.802650 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d995a644-0744-4095-b80f-0b770600447b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:51.812033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2261c08-6022-4f24-bad2-f6b48a360543 None None] Network 260069ea-6a00-4d87-afb4-cdbc8109c02b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:41:51.822191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d995a644-0744-4095-b80f-0b770600447b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7625811 Feb 02 13:41:51.825395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36742) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:41:51.833310 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] Set router a5733eb8-6de9-4354-ac98-da198e503a50 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:41:51.915161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-260069ea-6a00-4d87-afb4-cdbc8109c02b', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ips': [{'subnet_id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:41:51.916058 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:52.028494 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:50Z', 'revision_number': 3, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:52.055454 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b25347-e5a1-4284-ab72-0cc86dde0213 None None] The sync data for ids ['a5733eb8-6de9-4354-ac98-da198e503a50'] in n-d-827336-2 is: [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:50Z', 'revision_number': 3, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:41:52.055873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Allocated IP 172.20.0.2 (260069ea-6a00-4d87-afb4-cdbc8109c02b/6c7ff1ac-a411-40af-88c3-99bdbdde81a0/9d43039a-aa66-4893-b620-9991d31dac43) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:41:52.210111 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Publish callbacks [] for port (9d43039a-aa66-4893-b620-9991d31dac43), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:52.217010 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (9d43039a-aa66-4893-b620-9991d31dac43), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:52.265279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Network 260069ea-6a00-4d87-afb4-cdbc8109c02b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:41:52.268991 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Pushing event updated for resources: {'Port': ['ID=9d43039a-aa66-4893-b620-9991d31dac43,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:52.271572 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:41:52.273729 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:41:52.313246 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:52.357761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Attempting to bind port 9d43039a-aa66-4893-b620-9991d31dac43 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:41:52.357761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Attempting to bind port 9d43039a-aa66-4893-b620-9991d31dac43 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:41:52.357761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Attempting to bind port 9d43039a-aa66-4893-b620-9991d31dac43 on network 260069ea-6a00-4d87-afb4-cdbc8109c02b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:41:52.358928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:41:52.359572 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Checking segment: {'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:41:52.360171 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:52.360721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Bound using segment: {'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:41:52.361378 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Bound port: 9d43039a-aa66-4893-b620-9991d31dac43, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:41:52.361951 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d43039a-aa66-4893-b620-9991d31dac43), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:52.429024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] For port 9d43039a-aa66-4893-b620-9991d31dac43, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:41:52.433081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] For port 9d43039a-aa66-4893-b620-9991d31dac43, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9d43039a-aa66-4893-b620-9991d31dac43,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:41:52.440949 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9d43039a-aa66-4893-b620-9991d31dac43), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:52.499169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278fcc5-8554-45a5-9521-4384e9c85346 None None] Pushing event updated for resources: {'Port': ['ID=9d43039a-aa66-4893-b620-9991d31dac43,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:52.621960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.20.0.1 (260069ea-6a00-4d87-afb4-cdbc8109c02b/6c7ff1ac-a411-40af-88c3-99bdbdde81a0/0638a0f4-d9e3-48eb-96fb-a80d11864d5e) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:41:52.773569 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:52.812087 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:52.855567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 260069ea-6a00-4d87-afb4-cdbc8109c02b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:41:52.863574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:41:52.866846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:41:52.900459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=0638a0f4-d9e3-48eb-96fb-a80d11864d5e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:52.923364 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (a5733eb8-6de9-4354-ac98-da198e503a50), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:53.063986 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:53.367933 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:53.374623 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:53.452089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=0638a0f4-d9e3-48eb-96fb-a80d11864d5e,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:53.454776 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (a5733eb8-6de9-4354-ac98-da198e503a50), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:53.549437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 260069ea-6a00-4d87-afb4-cdbc8109c02b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:41:53.550866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:41:53.570014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e26aecd-b92e-456b-81b5-c34e797f93ee None None] Network 260069ea-6a00-4d87-afb4-cdbc8109c02b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:41:53.665772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-33031639-4ed7-47ee-a040-e495d5a81bba None None] Provisioning complete for port 9d43039a-aa66-4893-b620-9991d31dac43 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:53.666142 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33031639-4ed7-47ee-a040-e495d5a81bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9d43039a-aa66-4893-b620-9991d31dac43), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:53.680800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router a5733eb8-6de9-4354-ac98-da198e503a50 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:41:53.792443 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9d43039a-aa66-4893-b620-9991d31dac43 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:41:53.805810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:41:53.814696 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-637d0d34-cc5f-4d9e-8567-c3388b3dfbce tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "PUT /v2.0/routers/a5733eb8-6de9-4354-ac98-da198e503a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9843426 Feb 02 13:41:53.834746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-33031639-4ed7-47ee-a040-e495d5a81bba None None] Current status of the port 9d43039a-aa66-4893-b620-9991d31dac43 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:41:53.835145 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33031639-4ed7-47ee-a040-e495d5a81bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d43039a-aa66-4893-b620-9991d31dac43), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:53.879132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-33031639-4ed7-47ee-a040-e495d5a81bba None None] For port 9d43039a-aa66-4893-b620-9991d31dac43, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9d43039a-aa66-4893-b620-9991d31dac43,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:41:53.889655 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33031639-4ed7-47ee-a040-e495d5a81bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9d43039a-aa66-4893-b620-9991d31dac43), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:53.933239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9d43039a-aa66-4893-b620-9991d31dac43 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:53.933668 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9d43039a-aa66-4893-b620-9991d31dac43), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:53.998355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33031639-4ed7-47ee-a040-e495d5a81bba None None] Pushing event updated for resources: {'Port': ['ID=9d43039a-aa66-4893-b620-9991d31dac43,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:54.063793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9d43039a-aa66-4893-b620-9991d31dac43 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:41:54.064994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d3b7475b-bbaa-4903-b2bd-ea30b364d2fd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:41:54.095991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-0b72de91-1ba8-425a-979f-7d0cb00d9094 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-309924083&fields=id&tenant_id=2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 267 time: 0.0538654 Feb 02 13:41:54.124038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d6cae6e5-cdb8-49f6-b512-a099511d57a3 None None] Provisioning complete for port 9d43039a-aa66-4893-b620-9991d31dac43 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:54.124605 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6cae6e5-cdb8-49f6-b512-a099511d57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9d43039a-aa66-4893-b620-9991d31dac43), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:54.151397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Sync routers for ids ['a5733eb8-6de9-4354-ac98-da198e503a50'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:41:54.177465 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Routers {'a5733eb8-6de9-4354-ac98-da198e503a50'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:41:54.178101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:41:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a5733eb8-6de9-4354-ac98-da198e503a50'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:54.181728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:54.182097 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:54.230036 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-7f4b0089-3a35-4d45-a4e6-634a73f91da1 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:54.231817 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-7f4b0089-3a35-4d45-a4e6-634a73f91da1 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/networks?id=260069ea-6a00-4d87-afb4-cdbc8109c02b HTTP/1.1" status: 200 len: 797 time: 0.1238983 Feb 02 13:41:54.253905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-448dc3c5-abe9-494f-8bf2-a294a7c0bd24 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/quotas/2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 375 time: 0.0157166 Feb 02 13:41:54.308332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-e6700af8-e515-44cb-b129-cc27e1b41346 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535364 Feb 02 13:41:54.431215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-205335ea-843b-45f0-a7f9-5cf62fd66207 service neutron] 10.222.0.83 "GET /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039090 Feb 02 13:41:54.532932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-ec31a9ab-5931-4a59-a476-6bd7594be515 service neutron] 10.222.0.83 "GET /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955937 Feb 02 13:41:54.555888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Set router a5733eb8-6de9-4354-ac98-da198e503a50 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:41:54.557572 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d6cae6e5-cdb8-49f6-b512-a099511d57a3 None None] Current status of the port 9d43039a-aa66-4893-b620-9991d31dac43 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:41:54.610733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:41:54.611351 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:54.647200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d6cae6e5-cdb8-49f6-b512-a099511d57a3 None None] Provisioning complete for port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:54.647767 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6cae6e5-cdb8-49f6-b512-a099511d57a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:54.699914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d3b7475b-bbaa-4903-b2bd-ea30b364d2fd,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:41:54.716039 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:54.774229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=d3b7475b-bbaa-4903-b2bd-ea30b364d2fd,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:54.774942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-743fbd79-73f4-435a-b697-e796c6d79517 req-7fbbdb78-a749-4f5a-a76c-5938170fa626 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 210 time: 0.0728817 Feb 02 13:41:54.816569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d6cae6e5-cdb8-49f6-b512-a099511d57a3 None None] Port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:41:54.915125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:53Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0638a0f4-d9e3-48eb-96fb-a80d11864d5e', 'name': '', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:b7:79:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:52Z', 'updated_at': '2022-02-02T13:41:53Z', 'revision_number': 2, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:54.952127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Checking router: a5733eb8-6de9-4354-ac98-da198e503a50 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:41:54.952490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Updating router a5733eb8-6de9-4354-ac98-da198e503a50 port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:41:54.989415 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-eca25621-cbc7-49e0-888e-8ae8ef029f42 None None] Provisioning complete for port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:54.989792 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eca25621-cbc7-49e0-888e-8ae8ef029f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:54.991482 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:55.057021 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eca25621-cbc7-49e0-888e-8ae8ef029f42 None None] Port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:41:55.310103 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Publish callbacks [] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:55.316124 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:55.388411 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19ab68-63e1-4f16-9a05-abaeedef29b9 None None] Pushing event updated for resources: {'Port': ['ID=0638a0f4-d9e3-48eb-96fb-a80d11864d5e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:55.428528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Attempting to bind port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:41:55.428783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Attempting to bind port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:41:55.429149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Attempting to bind port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e on network 260069ea-6a00-4d87-afb4-cdbc8109c02b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:41:55.434932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:41:55.435308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Checking segment: {'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:41:55.435747 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:55.436141 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Bound using segment: {'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:41:55.436615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Bound port: 0638a0f4-d9e3-48eb-96fb-a80d11864d5e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:41:55.436998 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:55.516038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] For port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:41:55.519599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] For port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0638a0f4-d9e3-48eb-96fb-a80d11864d5e,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:41:55.526591 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:55.597229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Routers {'a5733eb8-6de9-4354-ac98-da198e503a50'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:41:55.597862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:41:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a5733eb8-6de9-4354-ac98-da198e503a50'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:55.605045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19ab68-63e1-4f16-9a05-abaeedef29b9 None None] Pushing event updated for resources: {'Port': ['ID=0638a0f4-d9e3-48eb-96fb-a80d11864d5e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:55.646787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-17369443-4db9-4a3b-824e-6f9ddeaffddc None None] Provisioning complete for port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:55.647564 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17369443-4db9-4a3b-824e-6f9ddeaffddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:55.682868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9d43039a-aa66-4893-b620-9991d31dac43 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:41:55.802886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] Set router a5733eb8-6de9-4354-ac98-da198e503a50 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:41:55.918731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9d43039a-aa66-4893-b620-9991d31dac43 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:55.919100 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9d43039a-aa66-4893-b620-9991d31dac43), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:55.920718 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-17369443-4db9-4a3b-824e-6f9ddeaffddc None None] Current status of the port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:41:55.921091 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17369443-4db9-4a3b-824e-6f9ddeaffddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:55.933004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a33230f-bfbc-415b-a96d-f8f16db116d5 req-407c366b-65c7-4224-a4cc-ee43a3d7fa1c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 210 time: 0.0536017 Feb 02 13:41:55.937126 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-9503b554-7101-4aeb-a5c3-caf168e06059 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:55.939574 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-9503b554-7101-4aeb-a5c3-caf168e06059 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "GET /v2.0/networks?id=260069ea-6a00-4d87-afb4-cdbc8109c02b HTTP/1.1" status: 200 len: 797 time: 0.1410007 Feb 02 13:41:56.014151 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-541a782d-ca9d-42d9-acfe-1b9cc5859974 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2310a5a54d0b414d80a2621ece164ad5 HTTP/1.1" status: 200 len: 379 time: 0.0591493 Feb 02 13:41:56.041084 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-17369443-4db9-4a3b-824e-6f9ddeaffddc None None] For port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0638a0f4-d9e3-48eb-96fb-a80d11864d5e,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:41:56.048561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'port': {'device_id': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'admin_state_up': True, 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'security_groups': ['ebece016-ba38-42d0-a025-165fbdf1dfeb']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:56.050589 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17369443-4db9-4a3b-824e-6f9ddeaffddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:56.159492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17369443-4db9-4a3b-824e-6f9ddeaffddc None None] Pushing event updated for resources: {'Port': ['ID=0638a0f4-d9e3-48eb-96fb-a80d11864d5e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:56.185182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9d43039a-aa66-4893-b620-9991d31dac43 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:41:56.185617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Made reservation on behalf of 2310a5a54d0b414d80a2621ece164ad5 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:41:56.186526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d3b7475b-bbaa-4903-b2bd-ea30b364d2fd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:41:56.189599 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:56.227083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-072ab2e3-4626-4f75-a8cd-aaafe3e0ea0d None None] Provisioning complete for port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:56.227474 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-072ab2e3-4626-4f75-a8cd-aaafe3e0ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:56.288344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:53Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0638a0f4-d9e3-48eb-96fb-a80d11864d5e', 'name': '', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:b7:79:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:52Z', 'updated_at': '2022-02-02T13:41:55Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:41:56.322168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556e56f1-c8f3-4bbe-9d75-0954194578a2 None None] The sync data for ids ['a5733eb8-6de9-4354-ac98-da198e503a50'] in n-d-827336-2 is: [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:53Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0638a0f4-d9e3-48eb-96fb-a80d11864d5e', 'name': '', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:b7:79:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:52Z', 'updated_at': '2022-02-02T13:41:55Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:41:56.331063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:56.331531 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:56.334429 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.20.0.3 (260069ea-6a00-4d87-afb4-cdbc8109c02b/6c7ff1ac-a411-40af-88c3-99bdbdde81a0/e55d1c65-e339-4a16-a52c-3e577af074f3) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:41:56.545111 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:56.584207 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:56.600624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-072ab2e3-4626-4f75-a8cd-aaafe3e0ea0d None None] Current status of the port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:41:56.630528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 260069ea-6a00-4d87-afb4-cdbc8109c02b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:41:56.635859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:41:56.639758 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:41:56.646497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=e55d1c65-e339-4a16-a52c-3e577af074f3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:56.647060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:41:56.692360 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:56.693164 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:56.717272 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-a7d88baa-3677-40fd-8646-d293bc14463d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6735833 Feb 02 13:41:56.737383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Request body: {'port': {'device_id': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:41:56.817549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:56.928567 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e0336277-cdca-4b8d-bf57-44ab48ddca3b None None] Provisioning complete for port e55d1c65-e339-4a16-a52c-3e577af074f3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:56.928834 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0336277-cdca-4b8d-bf57-44ab48ddca3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:56.971229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e0336277-cdca-4b8d-bf57-44ab48ddca3b None None] Port e55d1c65-e339-4a16-a52c-3e577af074f3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:41:57.083667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca54fb-deb9-413e-a62b-739aa9d98511 req-1cc945c4-4211-4ab4-94e3-1d3beff6015a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:57.085437 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38ca54fb-deb9-413e-a62b-739aa9d98511 req-1cc945c4-4211-4ab4-94e3-1d3beff6015a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 931 time: 0.0752418 Feb 02 13:41:57.154182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38ca54fb-deb9-413e-a62b-739aa9d98511 req-cd817e56-4ebf-4378-8ef6-0078f7f5e708 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620835 Feb 02 13:41:57.159170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55d1c65-e339-4a16-a52c-3e577af074f3 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:41:57.169177 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Publish callbacks [] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:57.186133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Transition to ACTIVE for port object e55d1c65-e339-4a16-a52c-3e577af074f3 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:41:57.190665 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:57.248624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e55d1c65-e339-4a16-a52c-3e577af074f3,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:57.335704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Attempting to bind port e55d1c65-e339-4a16-a52c-3e577af074f3 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:41:57.336120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Attempting to bind port e55d1c65-e339-4a16-a52c-3e577af074f3 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:41:57.336349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Attempting to bind port e55d1c65-e339-4a16-a52c-3e577af074f3 on network 260069ea-6a00-4d87-afb4-cdbc8109c02b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:41:57.341770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Port e55d1c65-e339-4a16-a52c-3e577af074f3 on network 260069ea-6a00-4d87-afb4-cdbc8109c02b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:41:57.342639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Attempting to bind port e55d1c65-e339-4a16-a52c-3e577af074f3 on network 260069ea-6a00-4d87-afb4-cdbc8109c02b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:41:57.348007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:41:57.348283 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Checking segment: {'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:41:57.348515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Bound using segment: {'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:41:57.348853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Bound port: e55d1c65-e339-4a16-a52c-3e577af074f3, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e988a18c-96b6-4817-9b70-0c511700ebe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:41:57.349212 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:57.424585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] For port e55d1c65-e339-4a16-a52c-3e577af074f3, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:41:57.428260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] For port e55d1c65-e339-4a16-a52c-3e577af074f3, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e55d1c65-e339-4a16-a52c-3e577af074f3,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:41:57.434709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:57.475518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:57.476034 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:57.477441 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] 10.222.0.62 "PUT /v2.0/ports/e55d1c65-e339-4a16-a52c-3e577af074f3 HTTP/1.1" status: 200 len: 1091 time: 0.7457471 Feb 02 13:41:57.477883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'tag': 'e55d1c65-e339-4a16-a52c-3e577af074f3'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:41:57.480252 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cda7be6-c9bf-49b8-a53e-afb88baa1f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "70ea914e-43c5-4aa0-be56-ba26281bdda7", "tag": "e55d1c65-e339-4a16-a52c-3e577af074f3"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:41:57.534099 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529690b-d960-4dd8-a72f-4c3bfa1966b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e55d1c65-e339-4a16-a52c-3e577af074f3,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:41:57.558654 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca735a85-d2e2-4dd7-9c93-d92727843088 x-openstack-request-id: req-ca735a85-d2e2-4dd7-9c93-d92727843088 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:41:57.559081 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ea914e-43c5-4aa0-be56-ba26281bdda7", "tag": "e55d1c65-e339-4a16-a52c-3e577af074f3", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:41:57.559397 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ca735a85-d2e2-4dd7-9c93-d92727843088 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:41:57.559834 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'tag': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'status': 'completed', 'code': 200} Feb 02 13:41:57.609746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-efa7bf7a-da54-463f-b4bd-1c829bd6a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:57.611529 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-efa7bf7a-da54-463f-b4bd-1c829bd6a4da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 1125 time: 0.0635650 Feb 02 13:41:57.670093 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-1c61547c-5991-4b01-bdf7-e56f8f97e694 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e55d1c65-e339-4a16-a52c-3e577af074f3 HTTP/1.1" status: 200 len: 217 time: 0.0427461 Feb 02 13:41:57.717469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0638a0f4-d9e3-48eb-96fb-a80d11864d5e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:41:57.747921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-38c8e503-f9fd-483e-9019-3825692475aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:57.749815 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-38c8e503-f9fd-483e-9019-3825692475aa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6c7ff1ac-a411-40af-88c3-99bdbdde81a0 HTTP/1.1" status: 200 len: 834 time: 0.0668008 Feb 02 13:41:57.780196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:41:57.780570 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:41:57.803163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-907e4324-b252-4a54-a04d-cd037b698207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:57.804733 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-907e4324-b252-4a54-a04d-cd037b698207 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=260069ea-6a00-4d87-afb4-cdbc8109c02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489008 Feb 02 13:41:57.873512 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:41:57.907467 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-5ff700e0-7f88-463f-8b32-47895a2399d0 service neutron] 10.222.0.62 "GET /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950036 Feb 02 13:41:58.020303 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec6bd749-77be-42ff-aedc-dd7d2bb2b1e4 req-7562aa7b-5aaa-4392-bd14-271d905857b1 service neutron] 10.222.0.62 "GET /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072357 Feb 02 13:41:58.153256 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7be6-c9bf-49b8-a53e-afb88baa1f8f req-c10c2b97-0cc2-47a3-a3ea-31656d333f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:58.154776 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8cda7be6-c9bf-49b8-a53e-afb88baa1f8f req-c10c2b97-0cc2-47a3-a3ea-31656d333f1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 1125 time: 0.0482695 Feb 02 13:41:58.252036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7be6-c9bf-49b8-a53e-afb88baa1f8f req-745abd7c-0b7c-429c-b973-e16d8311f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:58.253638 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8cda7be6-c9bf-49b8-a53e-afb88baa1f8f req-745abd7c-0b7c-429c-b973-e16d8311f2b8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=260069ea-6a00-4d87-afb4-cdbc8109c02b HTTP/1.1" status: 200 len: 898 time: 0.0921671 Feb 02 13:41:58.279937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20a6b7-fa6a-4f3e-8338-e5e11d254308 req-6660d9ac-ed14-4830-84a3-6ce7f9f1f074 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:58.281429 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e20a6b7-fa6a-4f3e-8338-e5e11d254308 req-6660d9ac-ed14-4830-84a3-6ce7f9f1f074 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 943 time: 0.0551724 Feb 02 13:41:58.295350 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8cda7be6-c9bf-49b8-a53e-afb88baa1f8f req-d3d4da68-f345-4b3b-a646-093738699839 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e55d1c65-e339-4a16-a52c-3e577af074f3 HTTP/1.1" status: 200 len: 217 time: 0.0349672 Feb 02 13:41:58.342067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4e20a6b7-fa6a-4f3e-8338-e5e11d254308 req-adb56a50-7e81-48ec-ac21-445f78b7fbd1 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546050 Feb 02 13:41:58.346059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7be6-c9bf-49b8-a53e-afb88baa1f8f req-f1b10121-0c41-447e-b075-45905101b7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:58.347586 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8cda7be6-c9bf-49b8-a53e-afb88baa1f8f req-f1b10121-0c41-447e-b075-45905101b7a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6c7ff1ac-a411-40af-88c3-99bdbdde81a0 HTTP/1.1" status: 200 len: 834 time: 0.0460634 Feb 02 13:41:58.406038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cda7be6-c9bf-49b8-a53e-afb88baa1f8f req-b6628dec-33cc-4df1-984a-7d074838f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:58.407629 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8cda7be6-c9bf-49b8-a53e-afb88baa1f8f req-b6628dec-33cc-4df1-984a-7d074838f50d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=260069ea-6a00-4d87-afb4-cdbc8109c02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527475 Feb 02 13:41:58.503254 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8cda7be6-c9bf-49b8-a53e-afb88baa1f8f req-fbc45ac8-5ecb-42f4-8fa7-cb288e16322c service neutron] 10.222.0.62 "GET /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888932 Feb 02 13:41:58.542828 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:41:58.940107 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8cda7be6-c9bf-49b8-a53e-afb88baa1f8f req-7a49a22b-cdcb-44c2-b856-2cd06586d35f service neutron] 10.222.0.62 "GET /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296367 Feb 02 13:41:59.480112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eeb11-9a91-4141-8f30-717a09c51536 req-6fb34f73-e19b-4cce-bfee-4e587e4fc53c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:41:59.481546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d01eeb11-9a91-4141-8f30-717a09c51536 req-6fb34f73-e19b-4cce-bfee-4e587e4fc53c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 943 time: 0.0615783 Feb 02 13:41:59.539377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d01eeb11-9a91-4141-8f30-717a09c51536 req-eb6a2930-1544-4b25-a37c-eb86482708f9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503325 Feb 02 13:42:00.663514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0fe4f7-61d3-4af9-aa0d-270a5a262110 req-9c922d4a-8c42-43bf-b307-9485b6f4aec0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:00.664990 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b0fe4f7-61d3-4af9-aa0d-270a5a262110 req-9c922d4a-8c42-43bf-b307-9485b6f4aec0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 943 time: 0.0583186 Feb 02 13:42:00.720914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b0fe4f7-61d3-4af9-aa0d-270a5a262110 req-84fe832a-b22b-4b73-84d5-994f4bb51cba tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474896 Feb 02 13:42:01.494399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e55d1c65-e339-4a16-a52c-3e577af074f3 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:42:01.598940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port e55d1c65-e339-4a16-a52c-3e577af074f3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e55d1c65-e339-4a16-a52c-3e577af074f3,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:42:01.612029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'port_id': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'mac_address': 'fa:16:3e:6e:a5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:42:01.651955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port e55d1c65-e339-4a16-a52c-3e577af074f3 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:42:01.652367 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:01.666026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55d1c65-e339-4a16-a52c-3e577af074f3 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:42:01.687315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port e55d1c65-e339-4a16-a52c-3e577af074f3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e55d1c65-e339-4a16-a52c-3e577af074f3,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:42:01.692984 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:01.745218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=e55d1c65-e339-4a16-a52c-3e577af074f3,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:42:01.805645 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb5f8-91b6-4900-a020-4e4cf59c42be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:01.844965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18a66f-5a5c-4463-8a2d-9a9e345ee4cf req-d1e0fc2d-69e6-44f2-a8c8-5999a710d133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:01.846471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a18a66f-5a5c-4463-8a2d-9a9e345ee4cf req-d1e0fc2d-69e6-44f2-a8c8-5999a710d133 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 944 time: 0.0566490 Feb 02 13:42:01.901709 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a18a66f-5a5c-4463-8a2d-9a9e345ee4cf req-2511c8cb-4b04-4f9c-85c3-39d1f1edc715 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495069 Feb 02 13:42:01.966765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['e55d1c65-e339-4a16-a52c-3e577af074f3'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:42:03.031917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139941a9-1c6a-43ef-8345-d1143f02668e req-6317244f-0279-4720-a7bb-73b837b798f2 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:03.033410 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-139941a9-1c6a-43ef-8345-d1143f02668e req-6317244f-0279-4720-a7bb-73b837b798f2 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 944 time: 0.0569432 Feb 02 13:42:03.084766 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-139941a9-1c6a-43ef-8345-d1143f02668e req-af6665b5-420b-4b26-8d92-f44edf20f2a0 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447328 Feb 02 13:42:03.506392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e55d1c65-e339-4a16-a52c-3e577af074f3 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:42:03.563871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port e55d1c65-e339-4a16-a52c-3e577af074f3 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:42:03.568183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port e55d1c65-e339-4a16-a52c-3e577af074f3 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:42:03.568614 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:03.649201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port e55d1c65-e339-4a16-a52c-3e577af074f3 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:42:03.649577 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:03.672201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55d1c65-e339-4a16-a52c-3e577af074f3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:42:03.674449 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1af3bd-9974-40c8-a43e-a4c30a698533" -d '{"events": [{"server_uuid": "70ea914e-43c5-4aa0-be56-ba26281bdda7", "name": "network-vif-plugged", "status": "completed", "tag": "e55d1c65-e339-4a16-a52c-3e577af074f3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:42:03.687455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port e55d1c65-e339-4a16-a52c-3e577af074f3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e55d1c65-e339-4a16-a52c-3e577af074f3,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:42:03.692314 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:03.717667 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb1dba0-7057-4edb-ac93-afe48eae9821 x-openstack-request-id: req-9fb1dba0-7057-4edb-ac93-afe48eae9821 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:42:03.717959 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ea914e-43c5-4aa0-be56-ba26281bdda7", "name": "network-vif-plugged", "status": "completed", "tag": "e55d1c65-e339-4a16-a52c-3e577af074f3", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:42:03.718210 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9fb1dba0-7057-4edb-ac93-afe48eae9821 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:42:03.718603 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'code': 200} Feb 02 13:42:03.746257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=e55d1c65-e339-4a16-a52c-3e577af074f3,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:42:03.854044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d003fe-4e37-474e-a934-9f351719d227 req-7ee5f453-74b4-4c6f-a869-b4d5cc1444da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:03.855675 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-81d003fe-4e37-474e-a934-9f351719d227 req-7ee5f453-74b4-4c6f-a869-b4d5cc1444da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 1127 time: 0.0485764 Feb 02 13:42:03.902161 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-81d003fe-4e37-474e-a934-9f351719d227 req-f42771ae-8912-41d9-b0d7-6f5a80a716fa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404632 Feb 02 13:42:04.124257 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db1dfd51-15a1-42ec-905e-5cff5af96b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:04.216369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b7d64-fc1c-40ce-8772-4ffffe3eb883 req-a3986526-83fd-48b8-8064-44390c4c1e51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:04.217895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-941b7d64-fc1c-40ce-8772-4ffffe3eb883 req-a3986526-83fd-48b8-8064-44390c4c1e51 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0573974 Feb 02 13:42:04.279779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-941b7d64-fc1c-40ce-8772-4ffffe3eb883 req-6000ced5-2166-459e-9c23-39a8158cca74 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554283 Feb 02 13:42:05.425190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584eb073-3dd1-4c9a-8568-ddc7c7094f64 req-811f3245-a06d-4b3c-9fe2-22a5dbe7b278 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:05.426705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-584eb073-3dd1-4c9a-8568-ddc7c7094f64 req-811f3245-a06d-4b3c-9fe2-22a5dbe7b278 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0719309 Feb 02 13:42:05.488596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-584eb073-3dd1-4c9a-8568-ddc7c7094f64 req-a4cdc4b5-ad86-4893-8f15-2af0cc314e8a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550802 Feb 02 13:42:05.620311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63d160-0516-49b1-8f13-4b329f80feea req-c547e9f0-57ea-4372-a60b-92d89e854956 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:05.621817 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d63d160-0516-49b1-8f13-4b329f80feea req-c547e9f0-57ea-4372-a60b-92d89e854956 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0621789 Feb 02 13:42:05.655599 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:05.688336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d63d160-0516-49b1-8f13-4b329f80feea req-40d0ae9c-7ec2-4295-b276-05481d1ec45a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571597 Feb 02 13:42:05.712943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36794) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:42:05.771204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ff7be7-df4c-439e-ba7c-e733a02c02bb tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:05.772668 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c4ff7be7-df4c-439e-ba7c-e733a02c02bb tempest-TestNetworkAdvancedServerOps-1975038564 tempest-TestNetworkAdvancedServerOps-1975038564-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 1122 time: 0.0585165 Feb 02 13:42:05.776738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36796) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:42:05.781066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:42:05.803598 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:05.919746 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:06.041332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Allocated IP 172.25.4.144 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/dd789f53-56a9-4233-a998-2cfb0f0d0ba6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:42:06.161477 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (dd789f53-56a9-4233-a998-2cfb0f0d0ba6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:06.202468 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (dd789f53-56a9-4233-a998-2cfb0f0d0ba6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:06.247059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:42:06.250190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:42:06.256281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:42:06.280026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=dd789f53-56a9-4233-a998-2cfb0f0d0ba6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:42:06.653365 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:06.737304 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dd789f53-56a9-4233-a998-2cfb0f0d0ba6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:06.916211 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for port (dd789f53-56a9-4233-a998-2cfb0f0d0ba6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:06.921558 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (dd789f53-56a9-4233-a998-2cfb0f0d0ba6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:06.923237 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:06.989676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event updated for resources: {'Port': ['ID=dd789f53-56a9-4233-a998-2cfb0f0d0ba6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:42:06.995141 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:07.003175 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:07.110048 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Floating IP dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e associated. External IP: 172.25.4.144, port: e55d1c65-e339-4a16-a52c-3e577af074f3. Feb 02 13:42:07.339156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router a5733eb8-6de9-4354-ac98-da198e503a50 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:42:07.460568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:42:07.473309 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cde218-6487-4674-aa0e-26f54b50d2b0 None None] Sync routers for ids ['a5733eb8-6de9-4354-ac98-da198e503a50'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:42:07.486456 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cde218-6487-4674-aa0e-26f54b50d2b0 None None] Routers {'a5733eb8-6de9-4354-ac98-da198e503a50'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:42:07.487074 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a1cde218-6487-4674-aa0e-26f54b50d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:42:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a5733eb8-6de9-4354-ac98-da198e503a50'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:42:07.490404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:07.521916 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-26e130a4-361e-4680-8836-70836792618d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7441273 Feb 02 13:42:07.522507 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'tag': 'e55d1c65-e339-4a16-a52c-3e577af074f3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:42:07.524855 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f4c08f-56c8-47d1-9937-2e3f3e529403" -d '{"events": [{"name": "network-changed", "server_uuid": "70ea914e-43c5-4aa0-be56-ba26281bdda7", "tag": "e55d1c65-e339-4a16-a52c-3e577af074f3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:42:07.565466 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ea1eee-d7ad-4daf-bdbd-433bbc69b326 x-openstack-request-id: req-69ea1eee-d7ad-4daf-bdbd-433bbc69b326 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:42:07.565756 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ea914e-43c5-4aa0-be56-ba26281bdda7", "tag": "e55d1c65-e339-4a16-a52c-3e577af074f3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:42:07.566005 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-69ea1eee-d7ad-4daf-bdbd-433bbc69b326 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:42:07.566412 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'tag': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'status': 'completed', 'code': 200} Feb 02 13:42:07.607050 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a1cde218-6487-4674-aa0e-26f54b50d2b0 None None] Set router a5733eb8-6de9-4354-ac98-da198e503a50 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:42:07.642028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1943507-6846-48b6-99ab-4b1c6e341931 req-a36549e5-43bc-4c10-b5fd-6085efc9858c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:07.643639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1943507-6846-48b6-99ab-4b1c6e341931 req-a36549e5-43bc-4c10-b5fd-6085efc9858c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0614932 Feb 02 13:42:07.678810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4c08f-56c8-47d1-9937-2e3f3e529403 req-98826ce7-9358-452b-af20-f6a48b0c220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:07.681914 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f4c08f-56c8-47d1-9937-2e3f3e529403 req-98826ce7-9358-452b-af20-f6a48b0c220d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 1127 time: 0.0715475 Feb 02 13:42:07.711728 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1943507-6846-48b6-99ab-4b1c6e341931 req-9705b194-bec7-418f-b3e2-eb5a77dae996 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609031 Feb 02 13:42:07.734346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36802) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:42:07.797643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4c08f-56c8-47d1-9937-2e3f3e529403 req-b611a72a-de02-47bd-9dae-6d2f3957d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:07.799834 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f4c08f-56c8-47d1-9937-2e3f3e529403 req-b611a72a-de02-47bd-9dae-6d2f3957d6ef service neutron] 10.222.0.62 "GET /v2.0/networks?id=260069ea-6a00-4d87-afb4-cdbc8109c02b HTTP/1.1" status: 200 len: 898 time: 0.1115155 Feb 02 13:42:07.812550 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b1c66b0f-8579-4583-91a7-3494e2e352b5 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e HTTP/1.1" status: 200 len: 991 time: 0.0769899 Feb 02 13:42:07.869060 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a1cde218-6487-4674-aa0e-26f54b50d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:53Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'port_id': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'mac_address': 'fa:16:3e:6e:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:42:06Z', 'updated_at': '2022-02-02T13:42:06Z', 'revision_number': 0, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0638a0f4-d9e3-48eb-96fb-a80d11864d5e', 'name': '', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:b7:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:52Z', 'updated_at': '2022-02-02T13:41:55Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:42:07.872673 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:07.873332 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f4c08f-56c8-47d1-9937-2e3f3e529403 req-c8c596b3-93ee-40ac-a9f3-9955bb864e01 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e55d1c65-e339-4a16-a52c-3e577af074f3 HTTP/1.1" status: 200 len: 999 time: 0.0664089 Feb 02 13:42:07.897209 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cde218-6487-4674-aa0e-26f54b50d2b0 None None] Checking router: a5733eb8-6de9-4354-ac98-da198e503a50 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:42:07.907096 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cde218-6487-4674-aa0e-26f54b50d2b0 None None] Routers {'a5733eb8-6de9-4354-ac98-da198e503a50'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:42:07.907721 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a1cde218-6487-4674-aa0e-26f54b50d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:42:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a5733eb8-6de9-4354-ac98-da198e503a50'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:42:07.930649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4c08f-56c8-47d1-9937-2e3f3e529403 req-8fcf216a-c9f7-4ba9-8a18-8dfb9ec79860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:07.932405 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f4c08f-56c8-47d1-9937-2e3f3e529403 req-8fcf216a-c9f7-4ba9-8a18-8dfb9ec79860 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6c7ff1ac-a411-40af-88c3-99bdbdde81a0 HTTP/1.1" status: 200 len: 834 time: 0.0526984 Feb 02 13:42:07.992167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4c08f-56c8-47d1-9937-2e3f3e529403 req-d95f75c4-fbce-4d86-9fa5-a2ec08b4ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:07.993871 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f4c08f-56c8-47d1-9937-2e3f3e529403 req-d95f75c4-fbce-4d86-9fa5-a2ec08b4ef88 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=260069ea-6a00-4d87-afb4-cdbc8109c02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543876 Feb 02 13:42:08.058093 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:08.100338 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f4c08f-56c8-47d1-9937-2e3f3e529403 req-636cd837-bb94-4758-be7b-071c2620dfc0 service neutron] 10.222.0.62 "GET /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994720 Feb 02 13:42:08.116312 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a1cde218-6487-4674-aa0e-26f54b50d2b0 None None] Set router a5733eb8-6de9-4354-ac98-da198e503a50 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:42:08.200888 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d7f4c08f-56c8-47d1-9937-2e3f3e529403 req-545a1e56-326c-4986-b72b-9fe631cce8fb service neutron] 10.222.0.62 "GET /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937393 Feb 02 13:42:08.360314 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a1cde218-6487-4674-aa0e-26f54b50d2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:53Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'port_id': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'mac_address': 'fa:16:3e:6e:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:42:06Z', 'updated_at': '2022-02-02T13:42:06Z', 'revision_number': 0, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0638a0f4-d9e3-48eb-96fb-a80d11864d5e', 'name': '', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:b7:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:52Z', 'updated_at': '2022-02-02T13:41:55Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:42:08.387660 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cde218-6487-4674-aa0e-26f54b50d2b0 None None] The sync data for ids ['a5733eb8-6de9-4354-ac98-da198e503a50'] in n-d-827336-2 is: [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:53Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'port_id': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'mac_address': 'fa:16:3e:6e:a5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:42:06Z', 'updated_at': '2022-02-02T13:42:06Z', 'revision_number': 0, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0638a0f4-d9e3-48eb-96fb-a80d11864d5e', 'name': '', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:b7:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:52Z', 'updated_at': '2022-02-02T13:41:55Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:42:08.611287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63be61c-7466-4b9e-a3cb-2f9ed4b3ef3c None None] New status for floating IP dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:42:08.816776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36804) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:42:08.889741 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7efc7361-e530-458f-82b5-047b381be46c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e HTTP/1.1" status: 200 len: 993 time: 0.0717347 Feb 02 13:42:31.818466 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a6b09324-5795-43e1-9b28-fec6f8c152d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:34.119702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d69353c3-f780-4a71-b979-3252961381bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:35.545083 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:42:35.659871 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:36.930942 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:37.010282 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:37.827674 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e102b-f814-42f8-a88e-01e49be06365 req-cb7dfa54-c2a7-4485-a1a4-0639ed2cf15a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:37.829424 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f8e102b-f814-42f8-a88e-01e49be06365 req-cb7dfa54-c2a7-4485-a1a4-0639ed2cf15a tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0610337 Feb 02 13:42:37.869423 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:37.880350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f8e102b-f814-42f8-a88e-01e49be06365 req-436db70a-bb3e-42a0-9455-14bba7dbda7d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448897 Feb 02 13:42:38.054379 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:39.019360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf199e-6bac-4b69-a27f-0ba7fc801658 req-780b9751-31d3-43d5-af41-4f5921be9235 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:39.020784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5bf199e-6bac-4b69-a27f-0ba7fc801658 req-780b9751-31d3-43d5-af41-4f5921be9235 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0711560 Feb 02 13:42:39.081318 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5bf199e-6bac-4b69-a27f-0ba7fc801658 req-13e2350f-df6d-4636-925a-3318e0d5cffe tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522459 Feb 02 13:42:40.212637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57174e8-83ae-4586-ab25-55305a30f7a6 req-8060730b-fb88-495e-87b5-5f376e4439d4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:40.214107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a57174e8-83ae-4586-ab25-55305a30f7a6 req-8060730b-fb88-495e-87b5-5f376e4439d4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0531323 Feb 02 13:42:40.269173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a57174e8-83ae-4586-ab25-55305a30f7a6 req-3d37f124-8a25-41de-ba46-ce7bc0be02dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491679 Feb 02 13:42:41.397786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519ae5e-3b22-4931-9b24-62d1c38e703d req-2302a0df-edf2-41a2-8dfb-661c4f8b1aa5 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:41.399236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5519ae5e-3b22-4931-9b24-62d1c38e703d req-2302a0df-edf2-41a2-8dfb-661c4f8b1aa5 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0574305 Feb 02 13:42:41.458011 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5519ae5e-3b22-4931-9b24-62d1c38e703d req-25b6c482-5896-426b-ac7b-977bcbee37c9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506523 Feb 02 13:42:42.592258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16606bad-a2d6-4c0b-b804-6e124d74ae45 req-f8858358-6ad3-436a-8c8b-9e8d701b2b08 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:42.593753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16606bad-a2d6-4c0b-b804-6e124d74ae45 req-f8858358-6ad3-436a-8c8b-9e8d701b2b08 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0620196 Feb 02 13:42:42.643260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16606bad-a2d6-4c0b-b804-6e124d74ae45 req-92634800-8dc0-4788-a09f-3070f945ad45 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438631 Feb 02 13:42:43.788125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e4465-c558-4844-99cb-4f26e770472f req-3c681650-d959-48ce-a988-4ced8d4da2c9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:43.789647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d0e4465-c558-4844-99cb-4f26e770472f req-3c681650-d959-48ce-a988-4ced8d4da2c9 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0675166 Feb 02 13:42:43.844806 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d0e4465-c558-4844-99cb-4f26e770472f req-0056d698-40e9-4976-95bd-55de98c3e487 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491898 Feb 02 13:42:44.981335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ac5b0-316d-4561-9bcf-fc5f05dc7990 req-2ff59a11-59d6-4441-a656-5281a0c32ebe tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:44.982754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-617ac5b0-316d-4561-9bcf-fc5f05dc7990 req-2ff59a11-59d6-4441-a656-5281a0c32ebe tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0640900 Feb 02 13:42:45.032987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-617ac5b0-316d-4561-9bcf-fc5f05dc7990 req-2dae5ef0-e172-4de5-ab29-3485937f5e72 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442553 Feb 02 13:42:46.159665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10d321-36b4-4e51-90d7-79105cce0f0b req-75a69e34-7c40-4362-9a43-9bf7551058eb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:46.161209 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b10d321-36b4-4e51-90d7-79105cce0f0b req-75a69e34-7c40-4362-9a43-9bf7551058eb tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0591280 Feb 02 13:42:46.559457 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b10d321-36b4-4e51-90d7-79105cce0f0b req-3aebcf07-ff20-48e3-ac49-3cd0f69ee6bc tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3920710 Feb 02 13:42:47.688938 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be4e53-6eab-4634-ab25-2451115c2412 req-03cdd3f4-9afa-4534-8919-18a26c958a34 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:47.690560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3be4e53-6eab-4634-ab25-2451115c2412 req-03cdd3f4-9afa-4534-8919-18a26c958a34 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0594964 Feb 02 13:42:47.747769 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3be4e53-6eab-4634-ab25-2451115c2412 req-6292e68f-aa48-4463-a9a2-dd8103d8041b tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496805 Feb 02 13:42:48.890222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b802e1-a252-4078-b037-e2f0adc61b68 req-d15054de-a1c2-4f8d-bbf3-6ed470c0f303 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:48.891731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95b802e1-a252-4078-b037-e2f0adc61b68 req-d15054de-a1c2-4f8d-bbf3-6ed470c0f303 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0594254 Feb 02 13:42:48.945331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95b802e1-a252-4078-b037-e2f0adc61b68 req-274ef61f-bef9-4d9e-8598-3f1e4dda3345 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469186 Feb 02 13:42:50.076746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf6548-03ed-4738-a690-f8c5faa018be req-6220aded-ad74-41f2-9802-d0aaa3238071 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:50.078198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0cdf6548-03ed-4738-a690-f8c5faa018be req-6220aded-ad74-41f2-9802-d0aaa3238071 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0552728 Feb 02 13:42:50.135003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0cdf6548-03ed-4738-a690-f8c5faa018be req-e634de69-fe2e-47c8-8572-029e32464c26 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486789 Feb 02 13:42:50.724495 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101569c-3c65-45d2-92d4-94344342c435 req-f9e39980-91f9-4809-a702-830e0c25c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:50.726386 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1101569c-3c65-45d2-92d4-94344342c435 req-f9e39980-91f9-4809-a702-830e0c25c12f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 1127 time: 0.0480502 Feb 02 13:42:50.783820 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1101569c-3c65-45d2-92d4-94344342c435 req-686707ff-93db-43a6-838a-4288c351d086 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508506 Feb 02 13:42:51.281363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bfc3f-1f4b-4b92-a6d3-4d1f05566e3f req-0a605ee1-fe0e-4473-829c-a6aade719d21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:51.282857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c4bfc3f-1f4b-4b92-a6d3-4d1f05566e3f req-0a605ee1-fe0e-4473-829c-a6aade719d21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0623307 Feb 02 13:42:51.334586 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c4bfc3f-1f4b-4b92-a6d3-4d1f05566e3f req-79120957-0314-4b5d-925e-811e9e37938c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458622 Feb 02 13:42:51.837448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e55d1c65-e339-4a16-a52c-3e577af074f3 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:42:51.944065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port e55d1c65-e339-4a16-a52c-3e577af074f3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e55d1c65-e339-4a16-a52c-3e577af074f3,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:42:51.956624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'port_id': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'mac_address': 'fa:16:3e:6e:a5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:42:51.997554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port e55d1c65-e339-4a16-a52c-3e577af074f3 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:42:51.997932 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:52.013601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e55d1c65-e339-4a16-a52c-3e577af074f3 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:42:52.037059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port e55d1c65-e339-4a16-a52c-3e577af074f3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e55d1c65-e339-4a16-a52c-3e577af074f3,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:42:52.041315 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:52.094605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=e55d1c65-e339-4a16-a52c-3e577af074f3,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:42:52.102000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.102335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.102663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.102994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.103342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.103692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.103997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.104309 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.104621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.104933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.105239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.105547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.105853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:52.343103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['e55d1c65-e339-4a16-a52c-3e577af074f3'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:42:52.460565 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce122f-8e02-4edb-aa26-2c86d39715ed req-b0eb8d8f-aea4-4ee5-8696-be4e9f2b21a7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:52.462051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21ce122f-8e02-4edb-aa26-2c86d39715ed req-b0eb8d8f-aea4-4ee5-8696-be4e9f2b21a7 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 944 time: 0.0582733 Feb 02 13:42:52.510864 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21ce122f-8e02-4edb-aa26-2c86d39715ed req-26baf63b-1ce9-4e22-a922-98781298fc32 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431197 Feb 02 13:42:52.533578 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36858) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:42:52.595281 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c97fe42b-5e90-4113-ac38-74c1e6ab5a98 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/floatingips/dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e HTTP/1.1" status: 200 len: 992 time: 0.0604763 Feb 02 13:42:52.965025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae567dbb-cfb4-4348-a473-0ab47f808454 req-e7140f30-18af-4a48-8022-797971e42731 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:52.966545 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae567dbb-cfb4-4348-a473-0ab47f808454 req-e7140f30-18af-4a48-8022-797971e42731 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 945 time: 0.0561762 Feb 02 13:42:53.017019 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae567dbb-cfb4-4348-a473-0ab47f808454 req-79a7f8b6-2398-4588-8f1f-7b20cc0c8627 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443275 Feb 02 13:42:53.849571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e55d1c65-e339-4a16-a52c-3e577af074f3 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:42:53.898906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port e55d1c65-e339-4a16-a52c-3e577af074f3 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:42:53.899273 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:53.981590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port e55d1c65-e339-4a16-a52c-3e577af074f3 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:42:53.981980 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:54.004608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55d1c65-e339-4a16-a52c-3e577af074f3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:42:54.007011 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afccfe9-7e84-4a12-a9ca-6882019441d3" -d '{"events": [{"server_uuid": "70ea914e-43c5-4aa0-be56-ba26281bdda7", "name": "network-vif-plugged", "status": "completed", "tag": "e55d1c65-e339-4a16-a52c-3e577af074f3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:42:54.019131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port e55d1c65-e339-4a16-a52c-3e577af074f3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e55d1c65-e339-4a16-a52c-3e577af074f3,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:42:54.024320 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:54.047937 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262e2d90-1f3f-4676-91ae-6a775f2cfc42 x-openstack-request-id: req-262e2d90-1f3f-4676-91ae-6a775f2cfc42 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:42:54.048290 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ea914e-43c5-4aa0-be56-ba26281bdda7", "name": "network-vif-plugged", "status": "completed", "tag": "e55d1c65-e339-4a16-a52c-3e577af074f3", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:42:54.048577 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-262e2d90-1f3f-4676-91ae-6a775f2cfc42 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:42:54.049397 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'code': 200} Feb 02 13:42:54.075943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=e55d1c65-e339-4a16-a52c-3e577af074f3,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:42:54.150475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb519e34-2a87-4a29-bcf1-b9f52bfe7555 req-9e41b166-f906-4fcf-b3f9-7be77a3804d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:54.152017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb519e34-2a87-4a29-bcf1-b9f52bfe7555 req-9e41b166-f906-4fcf-b3f9-7be77a3804d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 945 time: 0.0558321 Feb 02 13:42:54.202221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb519e34-2a87-4a29-bcf1-b9f52bfe7555 req-39ab4ab4-0094-42e0-b378-99fd40f4ba64 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444469 Feb 02 13:42:54.656271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-886c56c4-572b-47aa-b35b-b5976f6022a1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:42:54.657932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-886c56c4-572b-47aa-b35b-b5976f6022a1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 945 time: 0.0600986 Feb 02 13:42:54.768799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Deleting port 1aecfed0-e83a-4152-80bf-e476c30ca357 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:42:54.769142 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:54.874036 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] For port 1aecfed0-e83a-4152-80bf-e476c30ca357, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=1aecfed0-e83a-4152-80bf-e476c30ca357,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:42:54.874357 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:55.138350 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:55.138763 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (4966eb67-3cda-458a-b390-bc6427c5dc8c), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:55.139115 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Floating IP 4966eb67-3cda-458a-b390-bc6427c5dc8c disassociated. External IP: 172.25.4.30, port: 1aecfed0-e83a-4152-80bf-e476c30ca357. Feb 02 13:42:55.139561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Calling delete_port for 1aecfed0-e83a-4152-80bf-e476c30ca357 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:42:55.282878 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (1aecfed0-e83a-4152-80bf-e476c30ca357), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:55.308826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29d6a05c-259d-4e5a-8cd2-48da847062ee req-b7ffdf3b-337b-4aaf-be2f-138f288fe6ef tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 210 time: 0.0346746 Feb 02 13:42:55.328436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event deleted for resources: {'Port': ['ID=1aecfed0-e83a-4152-80bf-e476c30ca357,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:42:55.338723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.339074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.339393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.339769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.340101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.340427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.340754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.341073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.341382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.341715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.342034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.342341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.342666 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:42:55.456590 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Router 259d34b7-49bb-43cd-8aca-68e81b36a01d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:42:55.578331 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:42:55.590889 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b3d0b-8547-488d-bd76-20b44bd7089b None None] Sync routers for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:42:55.602117 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46b3d0b-8547-488d-bd76-20b44bd7089b None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:42:55.602409 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a46b3d0b-8547-488d-bd76-20b44bd7089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:42:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:42:55.623301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] No DVR routers for this DVR port 1aecfed0-e83a-4152-80bf-e476c30ca357 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:42:55.626291 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:42:55.629736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c48e672-000e-4ef0-bbde-9b0b91ea4bb3 req-687d863d-ea28-4830-8160-deb17a52279a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "DELETE /v2.0/ports/1aecfed0-e83a-4152-80bf-e476c30ca357 HTTP/1.1" status: 204 len: 173 time: 0.9659963 Feb 02 13:42:55.630228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'name': 'network-vif-deleted', 'tag': '1aecfed0-e83a-4152-80bf-e476c30ca357'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:42:55.632775 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495a5bdc-ccdc-464d-87ca-d5c8c9bc6f10" -d '{"events": [{"server_uuid": "bde0579d-9f80-43e6-b0af-d90d4b49374f", "name": "network-vif-deleted", "tag": "1aecfed0-e83a-4152-80bf-e476c30ca357"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:42:55.694107 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96962fbe-6eca-4eed-82a0-49e9adb8b6b2 x-openstack-request-id: req-96962fbe-6eca-4eed-82a0-49e9adb8b6b2 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:42:55.694107 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde0579d-9f80-43e6-b0af-d90d4b49374f", "name": "network-vif-deleted", "tag": "1aecfed0-e83a-4152-80bf-e476c30ca357", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:42:55.694107 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-96962fbe-6eca-4eed-82a0-49e9adb8b6b2 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:42:55.694107 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde0579d-9f80-43e6-b0af-d90d4b49374f', 'name': 'network-vif-deleted', 'tag': '1aecfed0-e83a-4152-80bf-e476c30ca357', 'status': 'completed', 'code': 200} Feb 02 13:42:55.746399 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a46b3d0b-8547-488d-bd76-20b44bd7089b None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:42:55.954343 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a46b3d0b-8547-488d-bd76-20b44bd7089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:42:55.984716 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b3d0b-8547-488d-bd76-20b44bd7089b None None] Checking router: 259d34b7-49bb-43cd-8aca-68e81b36a01d for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:42:55.993399 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46b3d0b-8547-488d-bd76-20b44bd7089b None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:42:55.993983 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a46b3d0b-8547-488d-bd76-20b44bd7089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:42:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:42:56.094149 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a46b3d0b-8547-488d-bd76-20b44bd7089b None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:42:56.295206 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a46b3d0b-8547-488d-bd76-20b44bd7089b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:42:56.324729 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b3d0b-8547-488d-bd76-20b44bd7089b None None] The sync data for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 is: [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:42:56.415044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e391c48-1b6c-40ba-b210-8f3857a1870f req-ac5532e0-d1c8-431d-aecf-d0baec80c510 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 210 time: 0.0337152 Feb 02 13:42:56.570437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77091ca-b1a3-41a5-8407-68f017855c7c None None] New status for floating IP 4966eb67-3cda-458a-b390-bc6427c5dc8c: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:42:57.529538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-88982d5a-ef7a-4f3f-8431-471bf32deb65 req-6f43a8f2-304c-4199-99bd-939670c040d5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 210 time: 0.0300708 Feb 02 13:42:58.253894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 1aecfed0-e83a-4152-80bf-e476c30ca357 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:42:58.276664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 1aecfed0-e83a-4152-80bf-e476c30ca357 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:42:58.277004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 1aecfed0-e83a-4152-80bf-e476c30ca357 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:42:58.629603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f585b5b8-682b-4764-93ee-eec251892df4 req-c727552c-5980-42ca-89d4-ab3bfd4e2542 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 210 time: 0.0279667 Feb 02 13:42:59.979215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02611a19-4820-4619-be04-53349e51c789 req-ead8510a-60db-4e52-877b-22d6ac939df7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 210 time: 0.0287347 Feb 02 13:43:01.075359 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56378688-dac4-4e30-8ae0-e961e3bdcd06 req-8dddebda-4e0b-40dc-8515-0aab03597916 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 210 time: 0.0275793 Feb 02 13:43:01.813004 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6335484-d3f3-4c6c-9d99-bbdf3bd81db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:02.178232 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4277eb51-e4cc-4e02-a00d-6607d1a1cda1 req-b8614de6-12d2-4af7-823a-fe6f7b6ec1c2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 210 time: 0.0307031 Feb 02 13:43:03.285329 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0614071-b300-4726-b8eb-149b22dee199 req-4b2caea9-ae8e-4fc0-b3c5-7ba9b2d85f7f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 210 time: 0.0351825 Feb 02 13:43:04.123839 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-83ac6ae8-4f4e-487e-9629-1d9c8ac86bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:04.405557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eec7f966-1949-433a-9133-083dc592f512 req-e76b3e53-4ed6-4547-a830-2bb6c7fd6d1f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=bde0579d-9f80-43e6-b0af-d90d4b49374f HTTP/1.1" status: 200 len: 210 time: 0.0317385 Feb 02 13:43:04.729345 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4ad40bd5-fdc4-4053-95a8-86f0b9a97169 req-fb11623d-e164-4ea1-b9b5-fb8d6ab98518 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1105001 Feb 02 13:43:04.864041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40bd5-fdc4-4053-95a8-86f0b9a97169 req-ec1d879f-364a-4c88-af75-7c9f8fde64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:04.866002 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4ad40bd5-fdc4-4053-95a8-86f0b9a97169 req-ec1d879f-364a-4c88-af75-7c9f8fde64f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 1127 time: 0.0643525 Feb 02 13:43:04.975808 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40bd5-fdc4-4053-95a8-86f0b9a97169 req-0fa94e6b-f660-438a-ac3d-16b468e624c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:04.977295 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4ad40bd5-fdc4-4053-95a8-86f0b9a97169 req-0fa94e6b-f660-438a-ac3d-16b468e624c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=260069ea-6a00-4d87-afb4-cdbc8109c02b HTTP/1.1" status: 200 len: 898 time: 0.0912864 Feb 02 13:43:05.047927 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4ad40bd5-fdc4-4053-95a8-86f0b9a97169 req-c4d6fd0f-2b08-477d-86a1-a190ca6c41af service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e55d1c65-e339-4a16-a52c-3e577af074f3 HTTP/1.1" status: 200 len: 1001 time: 0.0637381 Feb 02 13:43:05.099839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40bd5-fdc4-4053-95a8-86f0b9a97169 req-eb399fe7-6aff-44bd-9bb8-ed0b25374d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:05.101482 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4ad40bd5-fdc4-4053-95a8-86f0b9a97169 req-eb399fe7-6aff-44bd-9bb8-ed0b25374d41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6c7ff1ac-a411-40af-88c3-99bdbdde81a0 HTTP/1.1" status: 200 len: 834 time: 0.0477588 Feb 02 13:43:05.154047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40bd5-fdc4-4053-95a8-86f0b9a97169 req-be5a329b-ae0d-460a-b333-f46c6211319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:05.155621 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4ad40bd5-fdc4-4053-95a8-86f0b9a97169 req-be5a329b-ae0d-460a-b333-f46c6211319c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=260069ea-6a00-4d87-afb4-cdbc8109c02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475392 Feb 02 13:43:05.262549 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4ad40bd5-fdc4-4053-95a8-86f0b9a97169 req-38c3dfe4-fe2a-4f24-bb50-07beab358128 service neutron] 10.222.0.62 "GET /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999241 Feb 02 13:43:05.359630 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4ad40bd5-fdc4-4053-95a8-86f0b9a97169 req-d72342d7-0da1-4717-8a1d-ad470ac901fb service neutron] 10.222.0.62 "GET /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895185 Feb 02 13:43:05.633687 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-1fd6df8e-1777-4efe-a6e4-e366b1303a18 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959502698&fields=id&tenant_id=79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 267 time: 0.0463026 Feb 02 13:43:05.662891 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:05.757061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-4c3155ec-fe3c-45fd-b552-ef16de5d6264 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:05.758589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-4c3155ec-fe3c-45fd-b552-ef16de5d6264 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.1182406 Feb 02 13:43:05.775802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-78a7089d-1e5c-41ec-83e9-d13da890328f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/quotas/79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 375 time: 0.0102272 Feb 02 13:43:05.837283 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-2ce802a7-3b1f-4fa2-ae42-e178bb24c390 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561454 Feb 02 13:43:05.950548 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-8c1e6699-f34e-40ef-ac8b-15ee9c7ab4dd service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013699 Feb 02 13:43:06.048389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-3413a3f5-8ba1-46cd-82bd-4228ddc8e1ef service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918100 Feb 02 13:43:06.397042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06a9754e-374c-4a60-885e-a271ba9317dc req-f7363189-6917-470d-8001-65cd313334a7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 210 time: 0.0300176 Feb 02 13:43:06.930855 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:07.027536 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:07.478747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-2fd79216-d5e8-48a7-b149-017b3e6c3623 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:07.480252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-2fd79216-d5e8-48a7-b149-017b3e6c3623 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.1226096 Feb 02 13:43:07.513429 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1733dd5a-a3c8-4b4e-8a6c-16bf8fe98f77 req-06c3b88b-6bd1-459c-af28-716dd95ec340 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 210 time: 0.0322385 Feb 02 13:43:07.564392 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-e9075d58-ba2e-4aee-b49a-54d67ccf2a79 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 380 time: 0.0577152 Feb 02 13:43:07.573062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'port': {'device_id': 'ec287062-efef-417a-9f38-91c5b95f887a', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'admin_state_up': True, 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'security_groups': ['c05a3d0b-ee8e-494d-9173-22b7c6203133']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:43:07.721689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Made reservation on behalf of 79d51849a46a4fe5bdba4def304a1053 for: {'port': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:43:07.725099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:07.858518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Allocated IP 172.20.0.9 (89ab5506-8479-47c7-b520-9bbb402c75c3/9ec1387b-1edc-4d31-aae4-a5a0dd643b47/104c8c6b-cc91-4e60-a147-8810504e4669) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:43:07.886905 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:08.022326 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (104c8c6b-cc91-4e60-a147-8810504e4669), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:08.057473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:08.072152 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:08.119690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:43:08.125187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:43:08.128897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:43:08.171051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=104c8c6b-cc91-4e60-a147-8810504e4669,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:08.230831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:08.232230 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:08.262016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-91d7d1d3-b507-4288-9e79-e12bcc4df4e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6922948 Feb 02 13:43:08.284097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Request body: {'port': {'device_id': 'ec287062-efef-417a-9f38-91c5b95f887a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:43:08.368885 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:08.442670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5136f9a9-3d0b-40f0-ac0c-674e93b7627a None None] Provisioning complete for port 104c8c6b-cc91-4e60-a147-8810504e4669 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:08.443009 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5136f9a9-3d0b-40f0-ac0c-674e93b7627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:08.480837 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5136f9a9-3d0b-40f0-ac0c-674e93b7627a None None] Port 104c8c6b-cc91-4e60-a147-8810504e4669 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:43:08.728333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d25c38-0063-4b06-b772-59da2370c524 req-d7e54ef4-e4f3-40d8-bd73-017122f23aa8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:08.729831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2d25c38-0063-4b06-b772-59da2370c524 req-d7e54ef4-e4f3-40d8-bd73-017122f23aa8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 931 time: 0.1297243 Feb 02 13:43:08.745442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104c8c6b-cc91-4e60-a147-8810504e4669 {{(pid=103188) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:43:08.758766 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Publish callbacks [] for port (104c8c6b-cc91-4e60-a147-8810504e4669), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:08.781447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Transition to ACTIVE for port object 104c8c6b-cc91-4e60-a147-8810504e4669 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:43:08.787556 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:08.831054 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2d25c38-0063-4b06-b772-59da2370c524 req-07224d22-e9d2-4a6c-8e83-e7e95a7b72d0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928767 Feb 02 13:43:08.854259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Pushing event updated for resources: {'Port': ['ID=104c8c6b-cc91-4e60-a147-8810504e4669,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:08.948958 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Attempting to bind port 104c8c6b-cc91-4e60-a147-8810504e4669 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:43:08.949352 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Attempting to bind port 104c8c6b-cc91-4e60-a147-8810504e4669 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:43:08.949574 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Attempting to bind port 104c8c6b-cc91-4e60-a147-8810504e4669 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:43:08.954635 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Port 104c8c6b-cc91-4e60-a147-8810504e4669 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:43:08.955135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Attempting to bind port 104c8c6b-cc91-4e60-a147-8810504e4669 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:43:08.962360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:43:08.962811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Checking segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:43:08.963541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Bound using segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:43:08.964151 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Bound port: 104c8c6b-cc91-4e60-a147-8810504e4669, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:43:08.964676 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:09.074039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] For port 104c8c6b-cc91-4e60-a147-8810504e4669, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:43:09.077390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] For port 104c8c6b-cc91-4e60-a147-8810504e4669, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=104c8c6b-cc91-4e60-a147-8810504e4669,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:43:09.084096 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:09.116628 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:09.117249 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:09.118632 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] 10.222.0.18 "PUT /v2.0/ports/104c8c6b-cc91-4e60-a147-8810504e4669 HTTP/1.1" status: 200 len: 1091 time: 0.8430152 Feb 02 13:43:09.119075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec287062-efef-417a-9f38-91c5b95f887a', 'tag': '104c8c6b-cc91-4e60-a147-8810504e4669'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:43:09.121719 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23803be4-b657-4388-9cc9-5b0b5e71e657" -d '{"events": [{"name": "network-changed", "server_uuid": "ec287062-efef-417a-9f38-91c5b95f887a", "tag": "104c8c6b-cc91-4e60-a147-8810504e4669"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:43:09.184846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e721e-0d9d-466b-bbe4-05236c4d6d44 service neutron] Pushing event updated for resources: {'Port': ['ID=104c8c6b-cc91-4e60-a147-8810504e4669,revision_number=3']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:09.229918 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c18d18-b197-4c17-b26a-b9fac4317a48 x-openstack-request-id: req-d0c18d18-b197-4c17-b26a-b9fac4317a48 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:43:09.230203 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec287062-efef-417a-9f38-91c5b95f887a", "tag": "104c8c6b-cc91-4e60-a147-8810504e4669", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:43:09.230441 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d0c18d18-b197-4c17-b26a-b9fac4317a48 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:43:09.230847 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec287062-efef-417a-9f38-91c5b95f887a', 'tag': '104c8c6b-cc91-4e60-a147-8810504e4669', 'status': 'completed', 'code': 200} Feb 02 13:43:09.252627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-5e27c57c-d16e-4353-99f0-e7a6e03a7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:09.254417 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-5e27c57c-d16e-4353-99f0-e7a6e03a7b7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 1125 time: 0.0656559 Feb 02 13:43:09.315565 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-772ff806-4dd7-4f66-b4b4-675aae6ad7f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104c8c6b-cc91-4e60-a147-8810504e4669 HTTP/1.1" status: 200 len: 217 time: 0.0484715 Feb 02 13:43:09.378338 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-54a9cf0b-2833-46f2-b676-f0d8f092fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:09.380046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-54a9cf0b-2833-46f2-b676-f0d8f092fb12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0579870 Feb 02 13:43:09.438565 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-e59c5c54-ff3d-46a9-8a21-604a22b979b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:09.440218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-e59c5c54-ff3d-46a9-8a21-604a22b979b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528724 Feb 02 13:43:09.533406 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-7a0a522d-5b56-4e00-8891-083bf4b64652 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868444 Feb 02 13:43:09.625254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c044c6fa-9461-497d-a334-24a00f6e3ccd req-ee2bd6e5-008b-434f-bf07-da8c701de797 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866399 Feb 02 13:43:09.744939 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23803be4-b657-4388-9cc9-5b0b5e71e657 req-71fe3a35-f74e-47a7-b1dd-5cb4917b34d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:09.746475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23803be4-b657-4388-9cc9-5b0b5e71e657 req-71fe3a35-f74e-47a7-b1dd-5cb4917b34d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 1125 time: 0.0490427 Feb 02 13:43:09.838389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23803be4-b657-4388-9cc9-5b0b5e71e657 req-5598a4ea-b0b4-43ba-be02-e6d40394f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:09.839894 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23803be4-b657-4388-9cc9-5b0b5e71e657 req-5598a4ea-b0b4-43ba-be02-e6d40394f100 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.0875359 Feb 02 13:43:09.890513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23803be4-b657-4388-9cc9-5b0b5e71e657 req-02942cf2-5635-49fc-a218-d42030a9a692 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104c8c6b-cc91-4e60-a147-8810504e4669 HTTP/1.1" status: 200 len: 217 time: 0.0439410 Feb 02 13:43:09.989242 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23803be4-b657-4388-9cc9-5b0b5e71e657 req-10ef8da4-d083-41ec-8f85-4cfeb7f0cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:09.991343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23803be4-b657-4388-9cc9-5b0b5e71e657 req-10ef8da4-d083-41ec-8f85-4cfeb7f0cb56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0946712 Feb 02 13:43:10.045932 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bf5f1-b2ae-4cca-a0bd-395d9701dcca req-d3493f49-14fb-4e22-a6b9-f302bab95c07 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:10.047868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d4bf5f1-b2ae-4cca-a0bd-395d9701dcca req-d3493f49-14fb-4e22-a6b9-f302bab95c07 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 943 time: 0.1257019 Feb 02 13:43:10.116710 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23803be4-b657-4388-9cc9-5b0b5e71e657 req-eb404ac8-5593-4fcf-9aaf-e890012fc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:10.118753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23803be4-b657-4388-9cc9-5b0b5e71e657 req-eb404ac8-5593-4fcf-9aaf-e890012fc199 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1219776 Feb 02 13:43:10.154935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d4bf5f1-b2ae-4cca-a0bd-395d9701dcca req-876a0371-9e61-4c46-b823-b79e6be8c798 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000385 Feb 02 13:43:10.241057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23803be4-b657-4388-9cc9-5b0b5e71e657 req-e6d4a2cb-60cc-4154-be4c-4b326b37da18 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154361 Feb 02 13:43:10.340689 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23803be4-b657-4388-9cc9-5b0b5e71e657 req-d5384bf3-b981-4f8f-b31d-f71b82b6ad5b service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937903 Feb 02 13:43:11.307130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbfed1-2ad6-4933-bfa0-6b8542699787 req-9e212999-81a3-4393-aa78-1a7473c52519 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:11.309841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1bcbfed1-2ad6-4933-bfa0-6b8542699787 req-9e212999-81a3-4393-aa78-1a7473c52519 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 943 time: 0.0754390 Feb 02 13:43:11.379806 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1bcbfed1-2ad6-4933-bfa0-6b8542699787 req-b7ddfdf5-48de-4044-b825-017e5ed8aa79 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597751 Feb 02 13:43:12.535525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c420553-fff6-42f2-800b-de77aca4cf4d req-1e7da6e9-810c-49b5-ae35-635daa97f7d7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:12.537936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c420553-fff6-42f2-800b-de77aca4cf4d req-1e7da6e9-810c-49b5-ae35-635daa97f7d7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 943 time: 0.0841432 Feb 02 13:43:12.545669 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:43:12.596249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c420553-fff6-42f2-800b-de77aca4cf4d req-99667644-9c1b-433c-ac90-7cd3e83cc83c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516727 Feb 02 13:43:13.733172 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ec276-90b9-456b-bceb-08c2cb9a49b2 req-f036b428-e23e-4187-94b7-6d32ebd920c1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:13.734655 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-889ec276-90b9-456b-bceb-08c2cb9a49b2 req-f036b428-e23e-4187-94b7-6d32ebd920c1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 943 time: 0.0642302 Feb 02 13:43:13.787911 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-889ec276-90b9-456b-bceb-08c2cb9a49b2 req-4ad5c00a-2ad8-42fd-84cd-7ef70207156e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465124 Feb 02 13:43:14.936347 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20bb91-795a-4421-a5f0-90ab22739f75 req-88c4634f-9ffa-4911-a73a-c255241f85a9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:14.938284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc20bb91-795a-4421-a5f0-90ab22739f75 req-88c4634f-9ffa-4911-a73a-c255241f85a9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 943 time: 0.0654628 Feb 02 13:43:15.003988 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc20bb91-795a-4421-a5f0-90ab22739f75 req-d0b3e200-2ba8-4150-a1d7-f74551d75605 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553839 Feb 02 13:43:16.144158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db2c93-8281-4fda-a6d5-0c2ab56f0ccc req-b6e11ed7-7b3a-4cbe-8a1e-39173de78d9b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:16.145659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4db2c93-8281-4fda-a6d5-0c2ab56f0ccc req-b6e11ed7-7b3a-4cbe-8a1e-39173de78d9b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 943 time: 0.0602143 Feb 02 13:43:16.201043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4db2c93-8281-4fda-a6d5-0c2ab56f0ccc req-c9b6164f-805a-4967-bfef-80e2a23f1dc6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482099 Feb 02 13:43:17.353112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38efb2d-e408-4412-8410-b2813613c588 req-64bb023d-dc88-4319-a58b-f4bddbcd4219 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:17.354600 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c38efb2d-e408-4412-8410-b2813613c588 req-64bb023d-dc88-4319-a58b-f4bddbcd4219 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 943 time: 0.0784528 Feb 02 13:43:17.411165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c38efb2d-e408-4412-8410-b2813613c588 req-c1443645-0e88-4b94-816c-f89db40966a2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493495 Feb 02 13:43:18.548436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dfbb4-2918-4d6b-b971-f68a7b4c8d26 req-86b1fbf1-e682-4098-92b4-e4b207c41ad6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:18.549926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-782dfbb4-2918-4d6b-b971-f68a7b4c8d26 req-86b1fbf1-e682-4098-92b4-e4b207c41ad6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 943 time: 0.0636327 Feb 02 13:43:18.602509 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-782dfbb4-2918-4d6b-b971-f68a7b4c8d26 req-087cf029-c12c-459a-9d79-9da2b4c0b894 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467045 Feb 02 13:43:19.739210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd5c26-9c3a-4db8-8903-94a574af105f req-383e43b7-b746-4660-8ff3-e688f2227ab8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:19.740811 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0bd5c26-9c3a-4db8-8903-94a574af105f req-383e43b7-b746-4660-8ff3-e688f2227ab8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 943 time: 0.0630019 Feb 02 13:43:19.798296 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0bd5c26-9c3a-4db8-8903-94a574af105f req-4767b3d7-711a-4304-bdc6-bef887d21ea9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514951 Feb 02 13:43:20.939712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb2966-41a5-4b43-97fe-f88f66a7eecb req-ea624242-bd6b-45f6-bac0-b63c64b7d8c5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:20.941182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6aeb2966-41a5-4b43-97fe-f88f66a7eecb req-ea624242-bd6b-45f6-bac0-b63c64b7d8c5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 943 time: 0.0656579 Feb 02 13:43:20.992126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6aeb2966-41a5-4b43-97fe-f88f66a7eecb req-5f7b7a13-ae62-43f9-a69c-41a25c326ec1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449705 Feb 02 13:43:22.131301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a551a8b-511b-4955-a188-c6dfbd7c38cb req-7739dc6c-0ad8-4082-b45b-a8349dd28794 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:22.132946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a551a8b-511b-4955-a188-c6dfbd7c38cb req-7739dc6c-0ad8-4082-b45b-a8349dd28794 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 943 time: 0.0626788 Feb 02 13:43:22.190087 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9a551a8b-511b-4955-a188-c6dfbd7c38cb req-b151631d-d959-4c52-bbe0-34b1daaa1a99 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510068 Feb 02 13:43:23.340328 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5c967-8be5-431d-9cbd-2d4f948eccf6 req-4b4c0175-b0c6-4237-82be-d075ce22a197 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:23.341845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1da5c967-8be5-431d-9cbd-2d4f948eccf6 req-4b4c0175-b0c6-4237-82be-d075ce22a197 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 943 time: 0.0667562 Feb 02 13:43:23.405407 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1da5c967-8be5-431d-9cbd-2d4f948eccf6 req-1ce3dfe7-5d5f-4b7b-86b6-46a197e4eed4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570707 Feb 02 13:43:24.359587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 104c8c6b-cc91-4e60-a147-8810504e4669 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:43:24.476315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 104c8c6b-cc91-4e60-a147-8810504e4669, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=104c8c6b-cc91-4e60-a147-8810504e4669,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:24.494246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '104c8c6b-cc91-4e60-a147-8810504e4669', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'port_id': '104c8c6b-cc91-4e60-a147-8810504e4669', 'mac_address': 'fa:16:3e:e4:89:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:43:24.550776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 104c8c6b-cc91-4e60-a147-8810504e4669 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:24.552563 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:24.570321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104c8c6b-cc91-4e60-a147-8810504e4669 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:43:24.590369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 104c8c6b-cc91-4e60-a147-8810504e4669, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=104c8c6b-cc91-4e60-a147-8810504e4669,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:24.595222 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:24.640105 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00af27-9851-4eba-a9f8-30c0436efc8f req-e1d96cd0-0e54-4722-b36e-c078524d8472 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:24.641523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e00af27-9851-4eba-a9f8-30c0436efc8f req-e1d96cd0-0e54-4722-b36e-c078524d8472 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 944 time: 0.1418531 Feb 02 13:43:24.660591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=104c8c6b-cc91-4e60-a147-8810504e4669,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:24.698585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e00af27-9851-4eba-a9f8-30c0436efc8f req-8e89ccad-c394-4c9a-b579-f3b276b5dc35 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509319 Feb 02 13:43:24.872634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['104c8c6b-cc91-4e60-a147-8810504e4669'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:43:25.120248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36964) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:25.300988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port dd789f53-56a9-4233-a998-2cfb0f0d0ba6 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:43:25.301320 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dd789f53-56a9-4233-a998-2cfb0f0d0ba6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:25.383918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dd789f53-56a9-4233-a998-2cfb0f0d0ba6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:25.384564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (dd789f53-56a9-4233-a998-2cfb0f0d0ba6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:25.397587 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for dd789f53-56a9-4233-a998-2cfb0f0d0ba6 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:43:25.563884 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dd789f53-56a9-4233-a998-2cfb0f0d0ba6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:25.592399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=dd789f53-56a9-4233-a998-2cfb0f0d0ba6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:25.606215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.606574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.606930 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.607280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.607908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.608498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.609078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.609422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.609759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.610090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.610416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.610738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.611076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:25.681053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for floatingip (dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:25.681504 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Floating IP dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e disassociated (deleted). External IP: 172.25.4.144, port: e55d1c65-e339-4a16-a52c-3e577af074f3. Feb 02 13:43:25.854424 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64718e0e-9f9d-4352-b0a8-0d811dc6fe03 req-fcfec2b1-3c5e-41b4-815c-3098f994425d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:25.856416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64718e0e-9f9d-4352-b0a8-0d811dc6fe03 req-fcfec2b1-3c5e-41b4-815c-3098f994425d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 944 time: 0.0800657 Feb 02 13:43:25.919074 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64718e0e-9f9d-4352-b0a8-0d811dc6fe03 req-6d21e644-1ab8-4058-8030-63dcff30016a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538158 Feb 02 13:43:25.968359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router a5733eb8-6de9-4354-ac98-da198e503a50 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:43:26.089062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:43:26.094364 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:26.099205 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6eba9-34d2-4f48-b81c-b6e08c0b0925 None None] Sync routers for ids ['a5733eb8-6de9-4354-ac98-da198e503a50'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:43:26.115406 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e6eba9-34d2-4f48-b81c-b6e08c0b0925 None None] Routers {'a5733eb8-6de9-4354-ac98-da198e503a50'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:26.116333 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-13e6eba9-34d2-4f48-b81c-b6e08c0b0925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a5733eb8-6de9-4354-ac98-da198e503a50'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:26.142755 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ec4b5f24-6584-4d0a-860e-c980412bf276 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/floatingips/dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e HTTP/1.1" status: 204 len: 168 time: 1.0212953 Feb 02 13:43:26.143480 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'tag': 'e55d1c65-e339-4a16-a52c-3e577af074f3'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:43:26.145753 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bed3f5-cbf2-45f7-8a17-176fed756923" -d '{"events": [{"name": "network-changed", "server_uuid": "70ea914e-43c5-4aa0-be56-ba26281bdda7", "tag": "e55d1c65-e339-4a16-a52c-3e577af074f3"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:43:26.189399 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3a1e7a-85a6-4ea4-8af1-1e922e09a7d6 x-openstack-request-id: req-3a3a1e7a-85a6-4ea4-8af1-1e922e09a7d6 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:43:26.189919 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ea914e-43c5-4aa0-be56-ba26281bdda7", "tag": "e55d1c65-e339-4a16-a52c-3e577af074f3", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:43:26.190342 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3a3a1e7a-85a6-4ea4-8af1-1e922e09a7d6 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:43:26.190663 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'tag': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'status': 'completed', 'code': 200} Feb 02 13:43:26.258607 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-13e6eba9-34d2-4f48-b81c-b6e08c0b0925 None None] Set router a5733eb8-6de9-4354-ac98-da198e503a50 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:26.302870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bed3f5-cbf2-45f7-8a17-176fed756923 req-b0bba38a-6326-4405-90d3-01c69359e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:26.305263 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64bed3f5-cbf2-45f7-8a17-176fed756923 req-b0bba38a-6326-4405-90d3-01c69359e6d8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2310a5a54d0b414d80a2621ece164ad5&device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 1127 time: 0.0573487 Feb 02 13:43:26.383238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 104c8c6b-cc91-4e60-a147-8810504e4669 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:43:26.412468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bed3f5-cbf2-45f7-8a17-176fed756923 req-0bd66ffb-edf3-40b9-aa2a-8a5f3f98d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:26.414734 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64bed3f5-cbf2-45f7-8a17-176fed756923 req-0bd66ffb-edf3-40b9-aa2a-8a5f3f98d78b service neutron] 10.222.0.62 "GET /v2.0/networks?id=260069ea-6a00-4d87-afb4-cdbc8109c02b HTTP/1.1" status: 200 len: 898 time: 0.1020067 Feb 02 13:43:26.470516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 104c8c6b-cc91-4e60-a147-8810504e4669 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:43:26.477361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 104c8c6b-cc91-4e60-a147-8810504e4669 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:26.478022 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:26.497154 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64bed3f5-cbf2-45f7-8a17-176fed756923 req-ea4d4997-9957-4e51-8538-11f6ed49dccf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e55d1c65-e339-4a16-a52c-3e577af074f3 HTTP/1.1" status: 200 len: 217 time: 0.0715630 Feb 02 13:43:26.500790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e587fe-8103-49f9-bf6a-565517cba4a6 req-724bb9e2-06c3-4052-a1bb-73de8081197d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:26.502789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71e587fe-8103-49f9-bf6a-565517cba4a6 req-724bb9e2-06c3-4052-a1bb-73de8081197d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0932138 Feb 02 13:43:26.585574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bed3f5-cbf2-45f7-8a17-176fed756923 req-edb5da67-8f3d-4d54-9fea-8f35e142ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:26.588191 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64bed3f5-cbf2-45f7-8a17-176fed756923 req-edb5da67-8f3d-4d54-9fea-8f35e142ce1e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6c7ff1ac-a411-40af-88c3-99bdbdde81a0 HTTP/1.1" status: 200 len: 834 time: 0.0788686 Feb 02 13:43:26.608147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 104c8c6b-cc91-4e60-a147-8810504e4669 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:26.608630 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:26.650429 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec287062-efef-417a-9f38-91c5b95f887a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104c8c6b-cc91-4e60-a147-8810504e4669'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:43:26.656522 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-13e6eba9-34d2-4f48-b81c-b6e08c0b0925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:53Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0638a0f4-d9e3-48eb-96fb-a80d11864d5e', 'name': '', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:b7:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:52Z', 'updated_at': '2022-02-02T13:41:55Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:26.657716 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0174114a-cdf7-4c33-b9d4-75a5fc72b7d4" -d '{"events": [{"server_uuid": "ec287062-efef-417a-9f38-91c5b95f887a", "name": "network-vif-plugged", "status": "completed", "tag": "104c8c6b-cc91-4e60-a147-8810504e4669"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:43:26.662171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bed3f5-cbf2-45f7-8a17-176fed756923 req-180e74d6-f2bf-4236-aca2-472b372e9374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:26.664502 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64bed3f5-cbf2-45f7-8a17-176fed756923 req-180e74d6-f2bf-4236-aca2-472b372e9374 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=260069ea-6a00-4d87-afb4-cdbc8109c02b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0639954 Feb 02 13:43:26.702239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 104c8c6b-cc91-4e60-a147-8810504e4669, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=104c8c6b-cc91-4e60-a147-8810504e4669,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:26.707530 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6eba9-34d2-4f48-b81c-b6e08c0b0925 None None] Checking router: a5733eb8-6de9-4354-ac98-da198e503a50 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:43:26.711734 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:26.718239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71e587fe-8103-49f9-bf6a-565517cba4a6 req-4f6ee82f-087c-4af9-b386-c999fdcec848 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996903 Feb 02 13:43:26.725798 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e6eba9-34d2-4f48-b81c-b6e08c0b0925 None None] Routers {'a5733eb8-6de9-4354-ac98-da198e503a50'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:26.726637 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-13e6eba9-34d2-4f48-b81c-b6e08c0b0925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a5733eb8-6de9-4354-ac98-da198e503a50'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:26.758583 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fd3138-2011-4f30-82a8-b3f6eb90275d x-openstack-request-id: req-b7fd3138-2011-4f30-82a8-b3f6eb90275d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:43:26.759042 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec287062-efef-417a-9f38-91c5b95f887a", "name": "network-vif-plugged", "status": "completed", "tag": "104c8c6b-cc91-4e60-a147-8810504e4669", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:43:26.759665 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b7fd3138-2011-4f30-82a8-b3f6eb90275d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:43:26.760637 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec287062-efef-417a-9f38-91c5b95f887a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104c8c6b-cc91-4e60-a147-8810504e4669', 'code': 200} Feb 02 13:43:26.801149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=104c8c6b-cc91-4e60-a147-8810504e4669,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:26.836087 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64bed3f5-cbf2-45f7-8a17-176fed756923 req-815b748e-1c5d-4fa5-ac24-23ae2c9bb616 service neutron] 10.222.0.62 "GET /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641178 Feb 02 13:43:26.861327 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-13e6eba9-34d2-4f48-b81c-b6e08c0b0925 None None] Set router a5733eb8-6de9-4354-ac98-da198e503a50 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:26.893714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f853c1-6421-404d-931d-571823d4711c req-55b86614-5449-4503-a867-c7c610829d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:26.896214 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51f853c1-6421-404d-931d-571823d4711c req-55b86614-5449-4503-a867-c7c610829d27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 1127 time: 0.0602407 Feb 02 13:43:26.949294 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51f853c1-6421-404d-931d-571823d4711c req-777b52db-6138-48b6-872a-21dee16bb26b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466325 Feb 02 13:43:26.953861 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-64bed3f5-cbf2-45f7-8a17-176fed756923 req-88541463-ee9c-486e-ba37-ed89fdb56ac0 service neutron] 10.222.0.62 "GET /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066747 Feb 02 13:43:27.053682 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73864f45-8d96-4da2-bc30-cb436b41a02f req-0a495f73-59ca-4508-a48a-ecf187a67cdc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:27.055258 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73864f45-8d96-4da2-bc30-cb436b41a02f req-0a495f73-59ca-4508-a48a-ecf187a67cdc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 945 time: 0.0590987 Feb 02 13:43:27.108010 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-13e6eba9-34d2-4f48-b81c-b6e08c0b0925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:53Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0638a0f4-d9e3-48eb-96fb-a80d11864d5e', 'name': '', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:b7:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:52Z', 'updated_at': '2022-02-02T13:41:55Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:27.117730 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73864f45-8d96-4da2-bc30-cb436b41a02f req-79bac57f-f646-40dc-89a9-733e88528697 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558994 Feb 02 13:43:27.135054 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e6eba9-34d2-4f48-b81c-b6e08c0b0925 None None] The sync data for ids ['a5733eb8-6de9-4354-ac98-da198e503a50'] in n-d-827336-2 is: [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:53Z', 'revision_number': 4, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0638a0f4-d9e3-48eb-96fb-a80d11864d5e', 'name': '', 'network_id': '260069ea-6a00-4d87-afb4-cdbc8109c02b', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'mac_address': 'fa:16:3e:b7:79:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:52Z', 'updated_at': '2022-02-02T13:41:55Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'subnets': [{'id': '6c7ff1ac-a411-40af-88c3-99bdbdde81a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:43:27.407390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85314582-2bf5-4713-a8ad-802e0576231a None None] New status for floating IP dd6ce1b0-1b4b-4f1b-be8b-6930a090e70e: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:43:27.847271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31914405-6d47-451e-8f5c-068233d02807 req-b4101d32-3676-4206-a2e1-b0c76029112c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:27.848826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31914405-6d47-451e-8f5c-068233d02807 req-b4101d32-3676-4206-a2e1-b0c76029112c tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0566337 Feb 02 13:43:27.899975 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31914405-6d47-451e-8f5c-068233d02807 req-d6f6f0b7-a6bd-4d2a-8020-c5c62afd43d4 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/security-groups?id=ebece016-ba38-42d0-a025-165fbdf1dfeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450733 Feb 02 13:43:27.945635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c655d8c-ec4d-4b10-be06-7fe60336d942 req-5a5295ed-b6f5-4d8d-95ac-5aef41d2d9fe tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:27.947080 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c655d8c-ec4d-4b10-be06-7fe60336d942 req-5a5295ed-b6f5-4d8d-95ac-5aef41d2d9fe tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 945 time: 0.0704091 Feb 02 13:43:28.047114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-0c655d8c-ec4d-4b10-be06-7fe60336d942 req-ec10c6e6-65d7-45da-8db7-74bc8cc4551d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port e55d1c65-e339-4a16-a52c-3e577af074f3 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:43:28.047444 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c655d8c-ec4d-4b10-be06-7fe60336d942 req-ec10c6e6-65d7-45da-8db7-74bc8cc4551d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:28.154124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0c655d8c-ec4d-4b10-be06-7fe60336d942 req-ec10c6e6-65d7-45da-8db7-74bc8cc4551d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] For port e55d1c65-e339-4a16-a52c-3e577af074f3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e55d1c65-e339-4a16-a52c-3e577af074f3,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:28.154413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c655d8c-ec4d-4b10-be06-7fe60336d942 req-ec10c6e6-65d7-45da-8db7-74bc8cc4551d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:28.170549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-0c655d8c-ec4d-4b10-be06-7fe60336d942 req-ec10c6e6-65d7-45da-8db7-74bc8cc4551d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for e55d1c65-e339-4a16-a52c-3e577af074f3 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:43:28.248268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237c410-cff8-46f8-b393-36fee5c4e984 req-0661783b-737f-42d9-814d-dfa70dcde749 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:28.249952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f237c410-cff8-46f8-b393-36fee5c4e984 req-0661783b-737f-42d9-814d-dfa70dcde749 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 945 time: 0.0556228 Feb 02 13:43:28.301725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f237c410-cff8-46f8-b393-36fee5c4e984 req-7f8cc7b4-8a8c-47aa-b987-60e3c7fabe58 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435419 Feb 02 13:43:28.314092 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c655d8c-ec4d-4b10-be06-7fe60336d942 req-ec10c6e6-65d7-45da-8db7-74bc8cc4551d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e55d1c65-e339-4a16-a52c-3e577af074f3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:28.342635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10c6e6-65d7-45da-8db7-74bc8cc4551d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=e55d1c65-e339-4a16-a52c-3e577af074f3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:28.399475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c655d8c-ec4d-4b10-be06-7fe60336d942 req-ec10c6e6-65d7-45da-8db7-74bc8cc4551d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] No DVR routers for this DVR port e55d1c65-e339-4a16-a52c-3e577af074f3 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:43:28.402105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0c655d8c-ec4d-4b10-be06-7fe60336d942 req-ec10c6e6-65d7-45da-8db7-74bc8cc4551d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:28.405793 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0c655d8c-ec4d-4b10-be06-7fe60336d942 req-ec10c6e6-65d7-45da-8db7-74bc8cc4551d tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.62 "DELETE /v2.0/ports/e55d1c65-e339-4a16-a52c-3e577af074f3 HTTP/1.1" status: 204 len: 173 time: 0.4535267 Feb 02 13:43:28.405996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'name': 'network-vif-deleted', 'tag': 'e55d1c65-e339-4a16-a52c-3e577af074f3'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:43:28.408289 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d568f4a6-a3c6-4177-8473-3feb670e60cb" -d '{"events": [{"server_uuid": "70ea914e-43c5-4aa0-be56-ba26281bdda7", "name": "network-vif-deleted", "tag": "e55d1c65-e339-4a16-a52c-3e577af074f3"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:43:28.449445 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710d59c7-730d-469a-9715-9035ce9ce1cc x-openstack-request-id: req-710d59c7-730d-469a-9715-9035ce9ce1cc {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:43:28.449860 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ea914e-43c5-4aa0-be56-ba26281bdda7", "name": "network-vif-deleted", "tag": "e55d1c65-e339-4a16-a52c-3e577af074f3", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:43:28.450156 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-710d59c7-730d-469a-9715-9035ce9ce1cc {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:43:28.450771 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ea914e-43c5-4aa0-be56-ba26281bdda7', 'name': 'network-vif-deleted', 'tag': 'e55d1c65-e339-4a16-a52c-3e577af074f3', 'status': 'completed', 'code': 200} Feb 02 13:43:28.470129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db496b-d29a-48d8-a029-57ef8011dc62 req-d5e7ede6-e1ca-476d-a2d5-d8521136a878 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:28.471767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73db496b-d29a-48d8-a029-57ef8011dc62 req-d5e7ede6-e1ca-476d-a2d5-d8521136a878 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 945 time: 0.0736957 Feb 02 13:43:28.540191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73db496b-d29a-48d8-a029-57ef8011dc62 req-b09d7cb4-a625-4a3a-9dda-141f28b70048 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617006 Feb 02 13:43:28.573943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36988) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:28.621164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc3393b-ac87-4862-a64f-cb8d7306caaf tempest-TestVolumeBootPattern-225321483 tempest-TestVolumeBootPattern-225321483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:28.622871 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8fc3393b-ac87-4862-a64f-cb8d7306caaf tempest-TestVolumeBootPattern-225321483 tempest-TestVolumeBootPattern-225321483-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 1122 time: 0.0478299 Feb 02 13:43:28.628366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 36990) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:28.630705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': '104c8c6b-cc91-4e60-a147-8810504e4669', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:43:28.653343 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:28.767686 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:28.904288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Allocated IP 172.25.4.253 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/73f542c8-ec11-4d05-8980-8d959094002d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:43:29.384706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0f1997e-800d-4469-ad85-6a7d953accdf req-5a4d3e67-244a-4385-baa1-384f34837795 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "GET /v2.0/ports?device_id=70ea914e-43c5-4aa0-be56-ba26281bdda7 HTTP/1.1" status: 200 len: 210 time: 0.0355110 Feb 02 13:43:29.422087 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (73f542c8-ec11-4d05-8980-8d959094002d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:29.465004 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (73f542c8-ec11-4d05-8980-8d959094002d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:29.515857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:43:29.521801 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:43:29.525693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:43:29.550881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=73f542c8-ec11-4d05-8980-8d959094002d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:29.984372 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (d1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:30.101322 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (73f542c8-ec11-4d05-8980-8d959094002d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:30.290008 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (73f542c8-ec11-4d05-8980-8d959094002d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:30.295296 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (73f542c8-ec11-4d05-8980-8d959094002d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:30.370285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=73f542c8-ec11-4d05-8980-8d959094002d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:30.381287 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (d1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:30.465312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 36996) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:30.518341 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Floating IP d1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb associated. External IP: 172.25.4.253, port: 104c8c6b-cc91-4e60-a147-8810504e4669. Feb 02 13:43:30.780093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Router 259d34b7-49bb-43cd-8aca-68e81b36a01d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:43:30.909345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:43:30.925268 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23322e-bede-4a45-b15b-a01ee8e90f9c None None] Sync routers for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:43:30.931919 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:30.938956 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a23322e-bede-4a45-b15b-a01ee8e90f9c None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:30.939795 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2a23322e-bede-4a45-b15b-a01ee8e90f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:30.976941 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-caf9b6e2-289e-4c6b-99be-2ab971266c94 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3496909 Feb 02 13:43:30.979589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec287062-efef-417a-9f38-91c5b95f887a', 'tag': '104c8c6b-cc91-4e60-a147-8810504e4669'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:43:30.982569 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca299736-5f8b-43e1-868e-672c9976fd44" -d '{"events": [{"name": "network-changed", "server_uuid": "ec287062-efef-417a-9f38-91c5b95f887a", "tag": "104c8c6b-cc91-4e60-a147-8810504e4669"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:43:31.003905 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-946d9998-6522-4264-8929-b2fc76443f21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (a5733eb8-6de9-4354-ac98-da198e503a50), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:31.037497 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e45ae8-f8be-41fc-a30d-6477e54a9946 x-openstack-request-id: req-23e45ae8-f8be-41fc-a30d-6477e54a9946 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:43:31.038194 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec287062-efef-417a-9f38-91c5b95f887a", "tag": "104c8c6b-cc91-4e60-a147-8810504e4669", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:43:31.038194 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-23e45ae8-f8be-41fc-a30d-6477e54a9946 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:43:31.038700 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec287062-efef-417a-9f38-91c5b95f887a', 'tag': '104c8c6b-cc91-4e60-a147-8810504e4669', 'status': 'completed', 'code': 200} Feb 02 13:43:31.102568 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2a23322e-bede-4a45-b15b-a01ee8e90f9c None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:31.136010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca299736-5f8b-43e1-868e-672c9976fd44 req-334defce-b8a6-40da-b268-8be9505e116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:31.138142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca299736-5f8b-43e1-868e-672c9976fd44 req-334defce-b8a6-40da-b268-8be9505e116b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 1127 time: 0.0597284 Feb 02 13:43:31.267412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca299736-5f8b-43e1-868e-672c9976fd44 req-66d57995-07dc-45d7-99ea-a30269e431f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:31.269248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca299736-5f8b-43e1-868e-672c9976fd44 req-66d57995-07dc-45d7-99ea-a30269e431f2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1241279 Feb 02 13:43:31.366368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca299736-5f8b-43e1-868e-672c9976fd44 req-0922ad15-24f0-478d-a2be-9a5d3b2a7aa7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104c8c6b-cc91-4e60-a147-8810504e4669 HTTP/1.1" status: 200 len: 999 time: 0.0886943 Feb 02 13:43:31.401795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-946d9998-6522-4264-8929-b2fc76443f21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:43:31.402631 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-946d9998-6522-4264-8929-b2fc76443f21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:31.410064 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2a23322e-bede-4a45-b15b-a01ee8e90f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'd1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '104c8c6b-cc91-4e60-a147-8810504e4669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:e4:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec287062-efef-417a-9f38-91c5b95f887a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:43:29Z', 'updated_at': '2022-02-02T13:43:29Z', 'revision_number': 0, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:31.425845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca299736-5f8b-43e1-868e-672c9976fd44 req-f74d6c43-8d94-4aba-a615-2a79cb1b6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:31.427305 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca299736-5f8b-43e1-868e-672c9976fd44 req-f74d6c43-8d94-4aba-a615-2a79cb1b6f53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0556290 Feb 02 13:43:31.450157 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23322e-bede-4a45-b15b-a01ee8e90f9c None None] Checking router: 259d34b7-49bb-43cd-8aca-68e81b36a01d for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:43:31.461172 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a23322e-bede-4a45-b15b-a01ee8e90f9c None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:31.461787 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2a23322e-bede-4a45-b15b-a01ee8e90f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:31.502239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca299736-5f8b-43e1-868e-672c9976fd44 req-2f8165f1-8384-4e37-8da9-e88d6fcc87a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:31.504029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca299736-5f8b-43e1-868e-672c9976fd44 req-2f8165f1-8384-4e37-8da9-e88d6fcc87a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0697529 Feb 02 13:43:31.537814 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-946d9998-6522-4264-8929-b2fc76443f21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] For port 0638a0f4-d9e3-48eb-96fb-a80d11864d5e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0638a0f4-d9e3-48eb-96fb-a80d11864d5e,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:31.538427 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-946d9998-6522-4264-8929-b2fc76443f21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:31.557765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-946d9998-6522-4264-8929-b2fc76443f21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for 0638a0f4-d9e3-48eb-96fb-a80d11864d5e owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:43:31.630450 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-2a23322e-bede-4a45-b15b-a01ee8e90f9c None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:31.658859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca299736-5f8b-43e1-868e-672c9976fd44 req-786265f8-4a71-4507-b470-17050f540da7 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387033 Feb 02 13:43:31.811978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca299736-5f8b-43e1-868e-672c9976fd44 req-d2ae9750-feb6-45ce-96e2-00aff802dcf1 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432855 Feb 02 13:43:31.822962 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdc0e057-0001-44b7-8e73-59fede6951c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:31.830490 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-946d9998-6522-4264-8929-b2fc76443f21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0638a0f4-d9e3-48eb-96fb-a80d11864d5e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:31.869094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d9998-6522-4264-8929-b2fc76443f21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=0638a0f4-d9e3-48eb-96fb-a80d11864d5e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:32.016056 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-2a23322e-bede-4a45-b15b-a01ee8e90f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'd1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '104c8c6b-cc91-4e60-a147-8810504e4669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:e4:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec287062-efef-417a-9f38-91c5b95f887a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:43:29Z', 'updated_at': '2022-02-02T13:43:29Z', 'revision_number': 0, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:32.043000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e55d1c65-e339-4a16-a52c-3e577af074f3 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:43:32.052659 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a23322e-bede-4a45-b15b-a01ee8e90f9c None None] The sync data for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 is: [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'd1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '104c8c6b-cc91-4e60-a147-8810504e4669', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:e4:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec287062-efef-417a-9f38-91c5b95f887a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:43:29Z', 'updated_at': '2022-02-02T13:43:29Z', 'revision_number': 0, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:43:32.082495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: e55d1c65-e339-4a16-a52c-3e577af074f3 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:43:32.083161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e55d1c65-e339-4a16-a52c-3e577af074f3 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:43:32.127253 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-946d9998-6522-4264-8929-b2fc76443f21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (a5733eb8-6de9-4354-ac98-da198e503a50), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:32.351398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aadd705-9499-4e41-84b6-a5e3d55bd9fb None None] New status for floating IP d1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:43:32.821592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946d9998-6522-4264-8929-b2fc76443f21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Router a5733eb8-6de9-4354-ac98-da198e503a50 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:43:32.946867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946d9998-6522-4264-8929-b2fc76443f21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:43:32.952439 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-946d9998-6522-4264-8929-b2fc76443f21 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "PUT /v2.0/routers/a5733eb8-6de9-4354-ac98-da198e503a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4857106 Feb 02 13:43:32.955995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37002) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:32.959393 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e3737-2818-4ce0-ac49-00d78a05e623 None None] Sync routers for ids ['a5733eb8-6de9-4354-ac98-da198e503a50'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:43:32.975402 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e3737-2818-4ce0-ac49-00d78a05e623 None None] Routers {'a5733eb8-6de9-4354-ac98-da198e503a50'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:32.976629 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-954e3737-2818-4ce0-ac49-00d78a05e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a5733eb8-6de9-4354-ac98-da198e503a50'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:33.037982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffd17a7-b332-4cd9-a0f0-ef821af6819f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting subnet 6c7ff1ac-a411-40af-88c3-99bdbdde81a0 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:43:33.042901 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ffd17a7-b332-4cd9-a0f0-ef821af6819f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for subnet (6c7ff1ac-a411-40af-88c3-99bdbdde81a0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:33.089030 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ffd17a7-b332-4cd9-a0f0-ef821af6819f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (6c7ff1ac-a411-40af-88c3-99bdbdde81a0), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:33.134242 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-954e3737-2818-4ce0-ac49-00d78a05e623 None None] Set router a5733eb8-6de9-4354-ac98-da198e503a50 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:33.208733 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ffd17a7-b332-4cd9-a0f0-ef821af6819f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (6c7ff1ac-a411-40af-88c3-99bdbdde81a0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:33.297931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ffd17a7-b332-4cd9-a0f0-ef821af6819f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (6c7ff1ac-a411-40af-88c3-99bdbdde81a0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:33.334321 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1ffd17a7-b332-4cd9-a0f0-ef821af6819f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:33.342129 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1ffd17a7-b332-4cd9-a0f0-ef821af6819f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/subnets/6c7ff1ac-a411-40af-88c3-99bdbdde81a0 HTTP/1.1" status: 204 len: 168 time: 0.3810673 Feb 02 13:43:33.342129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd17a7-b332-4cd9-a0f0-ef821af6819f tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Subnet': ['ID=6c7ff1ac-a411-40af-88c3-99bdbdde81a0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:33.342657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2324d554-49f4-47e1-b932-45cc53da112d None None] Network 260069ea-6a00-4d87-afb4-cdbc8109c02b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:43:33.343743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:33.455712 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-954e3737-2818-4ce0-ac49-00d78a05e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:43:31Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:33.490275 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router (a5733eb8-6de9-4354-ac98-da198e503a50), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:33.500929 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e3737-2818-4ce0-ac49-00d78a05e623 None None] Checking router: a5733eb8-6de9-4354-ac98-da198e503a50 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:43:33.510984 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954e3737-2818-4ce0-ac49-00d78a05e623 None None] Routers {'a5733eb8-6de9-4354-ac98-da198e503a50'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:33.511634 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-954e3737-2818-4ce0-ac49-00d78a05e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['a5733eb8-6de9-4354-ac98-da198e503a50'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:33.569036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f780e-2d9a-4c95-905f-aa0b35711f33 None None] DHCP port deletion for 260069ea-6a00-4d87-afb4-cdbc8109c02b request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:43:33.633578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f780e-2d9a-4c95-905f-aa0b35711f33 None None] Deleting port 9d43039a-aa66-4893-b620-9991d31dac43 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:43:33.633954 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f780e-2d9a-4c95-905f-aa0b35711f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9d43039a-aa66-4893-b620-9991d31dac43), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:33.645133 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_gateway (a5733eb8-6de9-4354-ac98-da198e503a50), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:33.723809 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-954e3737-2818-4ce0-ac49-00d78a05e623 None None] Set router a5733eb8-6de9-4354-ac98-da198e503a50 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:33.724959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ec3f780e-2d9a-4c95-905f-aa0b35711f33 None None] For port 9d43039a-aa66-4893-b620-9991d31dac43, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9d43039a-aa66-4893-b620-9991d31dac43,segment=NetworkSegment(e988a18c-96b6-4817-9b70-0c511700ebe5),segment_id=e988a18c-96b6-4817-9b70-0c511700ebe5)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:33.725351 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f780e-2d9a-4c95-905f-aa0b35711f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9d43039a-aa66-4893-b620-9991d31dac43), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:33.750725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f780e-2d9a-4c95-905f-aa0b35711f33 None None] Calling delete_port for 9d43039a-aa66-4893-b620-9991d31dac43 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:43:33.756014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Deleting port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:43:33.756710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:33.827004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9d43039a-aa66-4893-b620-9991d31dac43 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:43:33.869685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] For port d3b7475b-bbaa-4903-b2bd-ea30b364d2fd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d3b7475b-bbaa-4903-b2bd-ea30b364d2fd,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:33.870742 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:33.894466 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ec3f780e-2d9a-4c95-905f-aa0b35711f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (9d43039a-aa66-4893-b620-9991d31dac43), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:33.901498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Calling delete_port for d3b7475b-bbaa-4903-b2bd-ea30b364d2fd owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:43:33.925590 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f780e-2d9a-4c95-905f-aa0b35711f33 None None] Pushing event deleted for resources: {'Port': ['ID=9d43039a-aa66-4893-b620-9991d31dac43,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:33.933494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f780e-2d9a-4c95-905f-aa0b35711f33 None None] No DVR routers for this DVR port 9d43039a-aa66-4893-b620-9991d31dac43 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:43:33.943523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No active binding found for port 9d43039a-aa66-4893-b620-9991d31dac43 {{(pid=103189) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 02 13:43:33.943523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] The host n-d-827336-2 is not matching for port 9d43039a-aa66-4893-b620-9991d31dac43 host None! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:43:33.943523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9d43039a-aa66-4893-b620-9991d31dac43 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:43:34.016256 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-954e3737-2818-4ce0-ac49-00d78a05e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:43:31Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:34.064475 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954e3737-2818-4ce0-ac49-00d78a05e623 None None] The sync data for ids ['a5733eb8-6de9-4354-ac98-da198e503a50'] in n-d-827336-2 is: [{'id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1066275331', 'tenant_id': '2310a5a54d0b414d80a2621ece164ad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:43:31Z', 'revision_number': 5, 'project_id': '2310a5a54d0b414d80a2621ece164ad5', 'gw_port': {'id': 'd3b7475b-bbaa-4903-b2bd-ea30b364d2fd', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5733eb8-6de9-4354-ac98-da198e503a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:41:49Z', 'updated_at': '2022-02-02T13:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:43:34.097285 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d3b7475b-bbaa-4903-b2bd-ea30b364d2fd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.134799 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0135121f-6ccf-48aa-9a06-ad8ba986a9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.136613 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Port': ['ID=d3b7475b-bbaa-4903-b2bd-ea30b364d2fd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:34.208189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (a5733eb8-6de9-4354-ac98-da198e503a50), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.302358 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (a5733eb8-6de9-4354-ac98-da198e503a50), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.304567 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router_controller (a5733eb8-6de9-4354-ac98-da198e503a50), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.353441 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (a5733eb8-6de9-4354-ac98-da198e503a50), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.354078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Fanout notify agent at l3_agent the message router_deleted on router a5733eb8-6de9-4354-ac98-da198e503a50 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:43:34.360975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.362139 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-23818267-fab0-4cb0-94b8-4c7c1c6ef1dd tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/routers/a5733eb8-6de9-4354-ac98-da198e503a50 HTTP/1.1" status: 204 len: 168 time: 1.0162592 Feb 02 13:43:34.365157 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37006) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:34.447961 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (260069ea-6a00-4d87-afb4-cdbc8109c02b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.555457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (260069ea-6a00-4d87-afb4-cdbc8109c02b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.582273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260069ea-6a00-4d87-afb4-cdbc8109c02b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:34.594657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e988a18c-96b6-4817-9b70-0c511700ebe5') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:34.594944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e988a18c-96b6-4817-9b70-0c511700ebe5') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:34.605108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (e988a18c-96b6-4817-9b70-0c511700ebe5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.619687 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e988a18c-96b6-4817-9b70-0c511700ebe5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.626398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:43:34.626811 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (e988a18c-96b6-4817-9b70-0c511700ebe5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:43:34.630520 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:43:34.703678 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (260069ea-6a00-4d87-afb4-cdbc8109c02b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.713427 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.717755 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/networks/260069ea-6a00-4d87-afb4-cdbc8109c02b HTTP/1.1" status: 204 len: 168 time: 0.3497579 Feb 02 13:43:34.718652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37008) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:34.736180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3a360-95cd-458b-b512-05596f039cee tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'Network': ['ID=260069ea-6a00-4d87-afb4-cdbc8109c02b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:34.797631 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66ce07ed-ea58-4b64-84a8-2089a2527286 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (ebece016-ba38-42d0-a025-165fbdf1dfeb), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.826648 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66ce07ed-ea58-4b64-84a8-2089a2527286 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (ebece016-ba38-42d0-a025-165fbdf1dfeb), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.894112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66ce07ed-ea58-4b64-84a8-2089a2527286 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ebece016-ba38-42d0-a025-165fbdf1dfeb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.897934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66ce07ed-ea58-4b64-84a8-2089a2527286 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:34.899511 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-66ce07ed-ea58-4b64-84a8-2089a2527286 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] 10.222.0.83 "DELETE /v2.0/security-groups/ebece016-ba38-42d0-a025-165fbdf1dfeb HTTP/1.1" status: 204 len: 168 time: 0.1797552 Feb 02 13:43:34.910137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ce07ed-ea58-4b64-84a8-2089a2527286 tempest-TestNetworkAdvancedServerOps-1357222005 tempest-TestNetworkAdvancedServerOps-1357222005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebece016-ba38-42d0-a025-165fbdf1dfeb,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:35.238791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37016) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:35.402176 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6e950b9d-b801-499d-995e-68c4cce3a9c0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=2310a5a54d0b414d80a2621ece164ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618457 Feb 02 13:43:35.405818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37020) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:35.462960 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2389ffac-033b-4cfc-9970-d34efe919de5 admin admin] Publish callbacks [] for security_group (96bf6d85-a0c2-4197-8c53-8ca9610a0d0e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:35.492698 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2389ffac-033b-4cfc-9970-d34efe919de5 admin admin] Publish callbacks [] for security_group (96bf6d85-a0c2-4197-8c53-8ca9610a0d0e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:35.544475 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2389ffac-033b-4cfc-9970-d34efe919de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (96bf6d85-a0c2-4197-8c53-8ca9610a0d0e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:35.547471 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2389ffac-033b-4cfc-9970-d34efe919de5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:35.548937 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2389ffac-033b-4cfc-9970-d34efe919de5 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/96bf6d85-a0c2-4197-8c53-8ca9610a0d0e HTTP/1.1" status: 204 len: 168 time: 0.1420395 Feb 02 13:43:35.562331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389ffac-033b-4cfc-9970-d34efe919de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bf6d85-a0c2-4197-8c53-8ca9610a0d0e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:35.666781 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:35.691987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d3b7475b-bbaa-4903-b2bd-ea30b364d2fd no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:43:35.718833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: d3b7475b-bbaa-4903-b2bd-ea30b364d2fd {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:43:35.719161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d3b7475b-bbaa-4903-b2bd-ea30b364d2fd not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:43:35.719616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0638a0f4-d9e3-48eb-96fb-a80d11864d5e no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:43:35.751490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 0638a0f4-d9e3-48eb-96fb-a80d11864d5e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:43:35.751872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0638a0f4-d9e3-48eb-96fb-a80d11864d5e not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:43:35.871621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37026) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:35.922446 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-20a0c981-ab81-4303-98ca-2562944165cb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e911099500fb4ab39356d56df3042508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492663 Feb 02 13:43:35.924905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37028) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:35.986139 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed7dd-3fdf-43aa-a806-d19f3b379495 admin admin] Publish callbacks [] for security_group (ce45cd5d-d85d-480d-bc1a-1218c8cea1f9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:36.011976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed7dd-3fdf-43aa-a806-d19f3b379495 admin admin] Publish callbacks [] for security_group (ce45cd5d-d85d-480d-bc1a-1218c8cea1f9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:36.069807 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed7dd-3fdf-43aa-a806-d19f3b379495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ce45cd5d-d85d-480d-bc1a-1218c8cea1f9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:36.073283 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7d3ed7dd-3fdf-43aa-a806-d19f3b379495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:36.074707 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7d3ed7dd-3fdf-43aa-a806-d19f3b379495 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/ce45cd5d-d85d-480d-bc1a-1218c8cea1f9 HTTP/1.1" status: 204 len: 168 time: 0.1488404 Feb 02 13:43:36.083808 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ed7dd-3fdf-43aa-a806-d19f3b379495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce45cd5d-d85d-480d-bc1a-1218c8cea1f9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:36.910873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37050) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:36.930787 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.020069 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-107123536-network', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:43:37.043714 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.044949 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Made reservation on behalf of 44e08e4437dc4bdda9da4a65efd03264 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:43:37.047694 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.058700 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.145485 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Publish callbacks [] for security_group (e8a7cb15-16ed-4319-b73d-e9f5fbc1fc8e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.150197 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e8a7cb15-16ed-4319-b73d-e9f5fbc1fc8e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.178766 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:43:37.185609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a7cb15-16ed-4319-b73d-e9f5fbc1fc8e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:37.192098 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9e8dba6b-9a65-4509-9145-e100074ef94c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.192430 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Added segment 9e8dba6b-9a65-4509-9145-e100074ef94c of type vlan for network 7a437315-9306-4410-a39d-3d2f5ad3b49d Feb 02 13:43:37.234066 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7a437315-9306-4410-a39d-3d2f5ad3b49d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.260076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7a437315-9306-4410-a39d-3d2f5ad3b49d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.261041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:37.261620 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.294213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3821650 Feb 02 13:43:37.298358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37054) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:37.305223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c6f52a39-9158-4938-b2e0-20ff197f013e admin admin] Request body: {'subnet': {'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-107123536-subnet', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:43:37.334436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e5abd-45b3-4344-9678-d3e9593775b8 admin admin] Pushing event updated for resources: {'Network': ['ID=7a437315-9306-4410-a39d-3d2f5ad3b49d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:37.343148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f52a39-9158-4938-b2e0-20ff197f013e admin admin] Made reservation on behalf of 44e08e4437dc4bdda9da4a65efd03264 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:43:37.345778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7a437315-9306-4410-a39d-3d2f5ad3b49d details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:43:37.345985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6f52a39-9158-4938-b2e0-20ff197f013e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.518574 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6f52a39-9158-4938-b2e0-20ff197f013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (1d65de83-ec1b-43fd-9c19-3a34b202f4d9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.572311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f52a39-9158-4938-b2e0-20ff197f013e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d65de83-ec1b-43fd-9c19-3a34b202f4d9,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:37.582743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f52a39-9158-4938-b2e0-20ff197f013e admin admin] Checking segment: {'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:43:37.583101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f52a39-9158-4938-b2e0-20ff197f013e admin admin] Network hostable DHCP agents. Network: 7a437315-9306-4410-a39d-3d2f5ad3b49d, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:43:37.603383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f52a39-9158-4938-b2e0-20ff197f013e admin admin] Network 7a437315-9306-4410-a39d-3d2f5ad3b49d is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:43:37.613894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c6f52a39-9158-4938-b2e0-20ff197f013e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7a437315-9306-4410-a39d-3d2f5ad3b49d) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:43:37.618435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f52a39-9158-4938-b2e0-20ff197f013e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:37.619074 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c6f52a39-9158-4938-b2e0-20ff197f013e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.627953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c414a63-10d2-4148-a855-93d23688a440 None None] Network 7a437315-9306-4410-a39d-3d2f5ad3b49d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:43:37.637152 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c6f52a39-9158-4938-b2e0-20ff197f013e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3373339 Feb 02 13:43:37.640020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37056) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:37.644386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:43:37.664556 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (3fb58f8a-2357-4129-b99a-15c7340afae4), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.665601 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (3fb58f8a-2357-4129-b99a-15c7340afae4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.722743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Publish callbacks [] for router_controller (3fb58f8a-2357-4129-b99a-15c7340afae4), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.734245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7a437315-9306-4410-a39d-3d2f5ad3b49d', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:43:37.735187 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.861096 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Publish callbacks [] for router_gateway (3fb58f8a-2357-4129-b99a-15c7340afae4), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:37.883887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Allocated IP 172.20.0.2 (7a437315-9306-4410-a39d-3d2f5ad3b49d/1d65de83-ec1b-43fd-9c19-3a34b202f4d9/fb0677e7-b07c-4c65-b82c-210d16701e48) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:43:37.900943 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:38.046833 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Publish callbacks [] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:38.057278 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:38.071882 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Publish callbacks [] for router_gateway (3fb58f8a-2357-4129-b99a-15c7340afae4), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:38.090334 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:38.093215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:38.108620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Network 7a437315-9306-4410-a39d-3d2f5ad3b49d is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:43:38.111691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:43:38.115983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:43:38.119125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Pushing event updated for resources: {'Port': ['ID=fb0677e7-b07c-4c65-b82c-210d16701e48,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:38.175187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Attempting to bind port fb0677e7-b07c-4c65-b82c-210d16701e48 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:43:38.175603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Attempting to bind port fb0677e7-b07c-4c65-b82c-210d16701e48 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:43:38.175969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Attempting to bind port fb0677e7-b07c-4c65-b82c-210d16701e48 on network 7a437315-9306-4410-a39d-3d2f5ad3b49d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:43:38.182805 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:43:38.183214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Checking segment: {'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:43:38.183638 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:38.184018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Bound using segment: {'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:43:38.184492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Bound port: fb0677e7-b07c-4c65-b82c-210d16701e48, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:43:38.185110 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:38.205435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Allocated IP 172.25.4.175 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/3469d37a-ca19-437d-b5d9-68760eb51b89) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:43:38.255971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] For port fb0677e7-b07c-4c65-b82c-210d16701e48, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:43:38.259397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] For port fb0677e7-b07c-4c65-b82c-210d16701e48, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fb0677e7-b07c-4c65-b82c-210d16701e48,segment=NetworkSegment(9e8dba6b-9a65-4509-9145-e100074ef94c),segment_id=9e8dba6b-9a65-4509-9145-e100074ef94c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:43:38.266252 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:38.320710 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Publish callbacks [] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:38.322452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e7f66-1197-4af5-a4a2-f71f9362c36a None None] Pushing event updated for resources: {'Port': ['ID=fb0677e7-b07c-4c65-b82c-210d16701e48,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:38.361605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:38.401013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:43:38.405998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:43:38.408455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:43:38.436944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Pushing event updated for resources: {'Port': ['ID=3469d37a-ca19-437d-b5d9-68760eb51b89,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:38.693069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Publish callbacks [] for router_gateway (3fb58f8a-2357-4129-b99a-15c7340afae4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:38.910922 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (3fb58f8a-2357-4129-b99a-15c7340afae4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:39.048987 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Router 3fb58f8a-2357-4129-b99a-15c7340afae4 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:43:39.182351 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:43:39.198448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Sync routers for ids ['3fb58f8a-2357-4129-b99a-15c7340afae4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:43:39.205712 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:39.207872 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6289470e-7f3f-4242-be43-58b588390731 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5667942 Feb 02 13:43:39.211883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37060) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:39.214971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Routers {'3fb58f8a-2357-4129-b99a-15c7340afae4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:39.215703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3fb58f8a-2357-4129-b99a-15c7340afae4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:39.344935 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Set router 3fb58f8a-2357-4129-b99a-15c7340afae4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:39.379069 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de84b63f-6ae9-4406-96c2-55e34bc2ccc9 None None] Network 7a437315-9306-4410-a39d-3d2f5ad3b49d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:43:39.546579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1d85df1c-5bb3-4aa9-9827-100e4b211b7f None None] Provisioning complete for port fb0677e7-b07c-4c65-b82c-210d16701e48 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:39.546847 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d85df1c-5bb3-4aa9-9827-100e4b211b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:39.750956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1d85df1c-5bb3-4aa9-9827-100e4b211b7f None None] Current status of the port fb0677e7-b07c-4c65-b82c-210d16701e48 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:39.751329 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d85df1c-5bb3-4aa9-9827-100e4b211b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:39.769623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:38Z', 'revision_number': 3, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:39.782150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fb0677e7-b07c-4c65-b82c-210d16701e48 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:43:39.847057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Checking router: 3fb58f8a-2357-4129-b99a-15c7340afae4 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:43:39.847471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Updating router 3fb58f8a-2357-4129-b99a-15c7340afae4 port 3469d37a-ca19-437d-b5d9-68760eb51b89 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:43:39.863023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1d85df1c-5bb3-4aa9-9827-100e4b211b7f None None] For port fb0677e7-b07c-4c65-b82c-210d16701e48, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fb0677e7-b07c-4c65-b82c-210d16701e48,segment=NetworkSegment(9e8dba6b-9a65-4509-9145-e100074ef94c),segment_id=9e8dba6b-9a65-4509-9145-e100074ef94c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:39.894825 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1d85df1c-5bb3-4aa9-9827-100e4b211b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:39.933498 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:39.993053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85df1c-5bb3-4aa9-9827-100e4b211b7f None None] Pushing event updated for resources: {'Port': ['ID=fb0677e7-b07c-4c65-b82c-210d16701e48,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:40.045271 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.069293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port fb0677e7-b07c-4c65-b82c-210d16701e48 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:40.069564 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.126314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1e5d1d73-327b-4318-8b05-0d44cce4d79f None None] Provisioning complete for port fb0677e7-b07c-4c65-b82c-210d16701e48 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:40.126869 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1e5d1d73-327b-4318-8b05-0d44cce4d79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.269760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Allocated IP 172.20.0.1 (7a437315-9306-4410-a39d-3d2f5ad3b49d/1d65de83-ec1b-43fd-9c19-3a34b202f4d9/b630cceb-eb3e-47b5-b2ba-6e856b7b0de4) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:43:40.323023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port fb0677e7-b07c-4c65-b82c-210d16701e48 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:40.356198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1e5d1d73-327b-4318-8b05-0d44cce4d79f None None] Current status of the port fb0677e7-b07c-4c65-b82c-210d16701e48 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:40.384548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Publish callbacks [] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.413263 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Publish callbacks [] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.420910 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.423377 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.469693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Network 7a437315-9306-4410-a39d-3d2f5ad3b49d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:43:40.472755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:43:40.475195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Attempting to bind port 3469d37a-ca19-437d-b5d9-68760eb51b89 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:43:40.475381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:43:40.475613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Attempting to bind port 3469d37a-ca19-437d-b5d9-68760eb51b89 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:43:40.475937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Attempting to bind port 3469d37a-ca19-437d-b5d9-68760eb51b89 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:43:40.478070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c179553-8ec1-43ff-a014-e457680d98e6 None None] Pushing event updated for resources: {'Port': ['ID=3469d37a-ca19-437d-b5d9-68760eb51b89,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:40.483929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:43:40.484380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:43:40.484761 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.485144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:43:40.485605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Bound port: 3469d37a-ca19-437d-b5d9-68760eb51b89, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:43:40.485973 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.523841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Pushing event updated for resources: {'Port': ['ID=b630cceb-eb3e-47b5-b2ba-6e856b7b0de4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:40.541624 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (3fb58f8a-2357-4129-b99a-15c7340afae4), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.569273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] For port 3469d37a-ca19-437d-b5d9-68760eb51b89, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:43:40.573578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] For port 3469d37a-ca19-437d-b5d9-68760eb51b89, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3469d37a-ca19-437d-b5d9-68760eb51b89,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:43:40.582582 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.654324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Routers {'3fb58f8a-2357-4129-b99a-15c7340afae4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:40.654972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3fb58f8a-2357-4129-b99a-15c7340afae4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:40.658731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c179553-8ec1-43ff-a014-e457680d98e6 None None] Pushing event updated for resources: {'Port': ['ID=3469d37a-ca19-437d-b5d9-68760eb51b89,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:40.716058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.789208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] Set router 3fb58f8a-2357-4129-b99a-15c7340afae4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:40.862706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a0ba3e62-cc8a-4928-b08d-299ba05922b5 None None] Provisioning complete for port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:40.863077 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a0ba3e62-cc8a-4928-b08d-299ba05922b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.909525 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Publish callbacks [] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.917228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:40.937801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a0ba3e62-cc8a-4928-b08d-299ba05922b5 None None] Port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:43:40.984230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Pushing event updated for resources: {'Port': ['ID=b630cceb-eb3e-47b5-b2ba-6e856b7b0de4,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:40.986876 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (3fb58f8a-2357-4129-b99a-15c7340afae4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:41.021783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:38Z', 'revision_number': 3, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:41.050856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f62ade-81ff-4312-8bb2-55e949e1571e None None] The sync data for ids ['3fb58f8a-2357-4129-b99a-15c7340afae4'] in n-d-827336-2 is: [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:38Z', 'revision_number': 3, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:43:41.104345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Network 7a437315-9306-4410-a39d-3d2f5ad3b49d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:43:41.105747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:43:41.232848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Router 3fb58f8a-2357-4129-b99a-15c7340afae4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:43:41.371407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0cd10ecc-5ac6-448b-bd10-13aaf4b84d15 None None] Provisioning complete for port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:41.372058 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cd10ecc-5ac6-448b-bd10-13aaf4b84d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:41.378157 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:43:41.387503 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7c98f860-1c27-403f-a5da-b688a418ce8e admin admin] 10.222.0.83 "PUT /v2.0/routers/3fb58f8a-2357-4129-b99a-15c7340afae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1726995 Feb 02 13:43:41.412492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0cd10ecc-5ac6-448b-bd10-13aaf4b84d15 None None] Port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:43:41.948923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37076) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:41.954673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1790099020-network', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:43:41.978640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3469d37a-ca19-437d-b5d9-68760eb51b89 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:43:41.982678 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Made reservation on behalf of 523d1ebd82b842b08a08461e82f5ef3f for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:43:41.985530 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:41.997412 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.058379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 3469d37a-ca19-437d-b5d9-68760eb51b89 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:42.058775 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.112458 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Publish callbacks [] for security_group (793c461c-74ee-4733-94d2-3d2f51f8153b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.118290 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (793c461c-74ee-4733-94d2-3d2f51f8153b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.156150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:43:42.170461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793c461c-74ee-4733-94d2-3d2f51f8153b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:42.176677 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a2f4b8c4-6eb2-46c0-aedc-89d042ff1565), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.177018 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Added segment a2f4b8c4-6eb2-46c0-aedc-89d042ff1565 of type vlan for network 786b2453-968b-4d17-b898-1a65fea639c1 Feb 02 13:43:42.234569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 3469d37a-ca19-437d-b5d9-68760eb51b89 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:42.234961 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.237116 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (786b2453-968b-4d17-b898-1a65fea639c1), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.266073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 3469d37a-ca19-437d-b5d9-68760eb51b89, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3469d37a-ca19-437d-b5d9-68760eb51b89,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:42.275108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (786b2453-968b-4d17-b898-1a65fea639c1), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.276169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:42.277040 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.277421 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.278807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fb0677e7-b07c-4c65-b82c-210d16701e48 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:43:42.326872 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3763206 Feb 02 13:43:42.329886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37078) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:42.337068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-86183e6c-d295-4283-9e59-3c4c5fd81301 admin admin] Request body: {'subnet': {'network_id': '786b2453-968b-4d17-b898-1a65fea639c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1790099020-subnet', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:43:42.375608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb64fd1-a3f9-4d77-99ff-41e18063b94b admin admin] Pushing event updated for resources: {'Network': ['ID=786b2453-968b-4d17-b898-1a65fea639c1,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:42.379615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86183e6c-d295-4283-9e59-3c4c5fd81301 admin admin] Made reservation on behalf of 523d1ebd82b842b08a08461e82f5ef3f for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:43:42.383351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86183e6c-d295-4283-9e59-3c4c5fd81301 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.395031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 786b2453-968b-4d17-b898-1a65fea639c1 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:43:42.428895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=3469d37a-ca19-437d-b5d9-68760eb51b89,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:42.487576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port fb0677e7-b07c-4c65-b82c-210d16701e48 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:42.488394 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.588142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port fb0677e7-b07c-4c65-b82c-210d16701e48 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:42.607921 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86183e6c-d295-4283-9e59-3c4c5fd81301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (7a49234b-c464-493c-9d8e-7db0bfab1d26), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.689508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86183e6c-d295-4283-9e59-3c4c5fd81301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a49234b-c464-493c-9d8e-7db0bfab1d26,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:42.717240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86183e6c-d295-4283-9e59-3c4c5fd81301 admin admin] Checking segment: {'id': 'a2f4b8c4-6eb2-46c0-aedc-89d042ff1565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:43:42.717788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86183e6c-d295-4283-9e59-3c4c5fd81301 admin admin] Network hostable DHCP agents. Network: 786b2453-968b-4d17-b898-1a65fea639c1, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:43:42.763474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86183e6c-d295-4283-9e59-3c4c5fd81301 admin admin] Network 786b2453-968b-4d17-b898-1a65fea639c1 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:43:42.779397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-86183e6c-d295-4283-9e59-3c4c5fd81301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 786b2453-968b-4d17-b898-1a65fea639c1) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:43:42.785764 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86183e6c-d295-4283-9e59-3c4c5fd81301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:42.786764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86183e6c-d295-4283-9e59-3c4c5fd81301 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.793899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db4d0ed-a673-485e-bf7b-351e490ea079 None None] Network 786b2453-968b-4d17-b898-1a65fea639c1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:43:42.812605 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-86183e6c-d295-4283-9e59-3c4c5fd81301 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4799702 Feb 02 13:43:42.814074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 37080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:42.822474 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1790099020-router', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:43:42.851085 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (1d4f6669-3022-42cf-959a-80c3bfe055f4), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.853218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (1d4f6669-3022-42cf-959a-80c3bfe055f4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.933626 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Publish callbacks [] for router_controller (1d4f6669-3022-42cf-959a-80c3bfe055f4), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:42.971288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-786b2453-968b-4d17-b898-1a65fea639c1', 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1', 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'fixed_ips': [{'subnet_id': '7a49234b-c464-493c-9d8e-7db0bfab1d26'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:43:42.972864 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.053845 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Sync routers for ids ['3fb58f8a-2357-4129-b99a-15c7340afae4'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:43:43.072239 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Routers {'3fb58f8a-2357-4129-b99a-15c7340afae4'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:43.073312 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3fb58f8a-2357-4129-b99a-15c7340afae4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:43.141035 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Publish callbacks [] for router_gateway (1d4f6669-3022-42cf-959a-80c3bfe055f4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.186186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Allocated IP 172.20.0.2 (786b2453-968b-4d17-b898-1a65fea639c1/7a49234b-c464-493c-9d8e-7db0bfab1d26/7f0203ce-bd31-45dd-aec2-65cd484da02d) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:43:43.226993 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Set router 3fb58f8a-2357-4129-b99a-15c7340afae4 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:43.359566 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Publish callbacks [] for port (7f0203ce-bd31-45dd-aec2-65cd484da02d), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.365989 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (7f0203ce-bd31-45dd-aec2-65cd484da02d), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.409784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7ba0f6c-49c6-4e37-9018-7b3da82d8cfa req-7cea1a6e-8803-470a-b3a9-525af93a46de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3117170 Feb 02 13:43:43.412726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Network 786b2453-968b-4d17-b898-1a65fea639c1 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:43:43.413790 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Publish callbacks [] for router_gateway (1d4f6669-3022-42cf-959a-80c3bfe055f4), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.419060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:43:43.421273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Pushing event updated for resources: {'Port': ['ID=7f0203ce-bd31-45dd-aec2-65cd484da02d,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:43.423915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:43:43.442158 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'b630cceb-eb3e-47b5-b2ba-6e856b7b0de4', 'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'mac_address': 'fa:16:3e:cd:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:40Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 2, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'subnets': [{'id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:43.447973 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.487893 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Checking router: 3fb58f8a-2357-4129-b99a-15c7340afae4 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:43:43.488352 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Updating router 3fb58f8a-2357-4129-b99a-15c7340afae4 port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:43:43.497364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Attempting to bind port 7f0203ce-bd31-45dd-aec2-65cd484da02d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:43:43.497764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Attempting to bind port 7f0203ce-bd31-45dd-aec2-65cd484da02d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'a2f4b8c4-6eb2-46c0-aedc-89d042ff1565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:43:43.498092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Attempting to bind port 7f0203ce-bd31-45dd-aec2-65cd484da02d on network 786b2453-968b-4d17-b898-1a65fea639c1 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:43:43.504424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:43:43.504671 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Checking segment: {'id': 'a2f4b8c4-6eb2-46c0-aedc-89d042ff1565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:43:43.504948 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.507452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Bound using segment: {'id': 'a2f4b8c4-6eb2-46c0-aedc-89d042ff1565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:43:43.507452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Bound port: 7f0203ce-bd31-45dd-aec2-65cd484da02d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f4b8c4-6eb2-46c0-aedc-89d042ff1565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:43:43.507452 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7f0203ce-bd31-45dd-aec2-65cd484da02d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.521239 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.579025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] For port 7f0203ce-bd31-45dd-aec2-65cd484da02d, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:43:43.579930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba0f6c-49c6-4e37-9018-7b3da82d8cfa req-326e2772-efbb-4141-b187-3c76dcb87391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:43.581519 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7ba0f6c-49c6-4e37-9018-7b3da82d8cfa req-326e2772-efbb-4141-b187-3c76dcb87391 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 1127 time: 0.0919399 Feb 02 13:43:43.583936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] For port 7f0203ce-bd31-45dd-aec2-65cd484da02d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7f0203ce-bd31-45dd-aec2-65cd484da02d,segment=NetworkSegment(a2f4b8c4-6eb2-46c0-aedc-89d042ff1565),segment_id=a2f4b8c4-6eb2-46c0-aedc-89d042ff1565)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:43:43.594680 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7f0203ce-bd31-45dd-aec2-65cd484da02d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.606038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Allocated IP 172.25.4.203 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/65814dfc-cd8a-4419-9c33-6c610cb48516) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:43:43.670497 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5492cf-38b1-4bb4-9e9b-7e4faea0402e None None] Pushing event updated for resources: {'Port': ['ID=7f0203ce-bd31-45dd-aec2-65cd484da02d,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:43.746889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3469d37a-ca19-437d-b5d9-68760eb51b89 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:43:43.751108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba0f6c-49c6-4e37-9018-7b3da82d8cfa req-da5976c1-a7ad-42ca-9b9c-643ebd652a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:43.753455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7ba0f6c-49c6-4e37-9018-7b3da82d8cfa req-da5976c1-a7ad-42ca-9b9c-643ebd652a97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1440554 Feb 02 13:43:43.803295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 3469d37a-ca19-437d-b5d9-68760eb51b89 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:43.803707 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.868082 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Publish callbacks [] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.877660 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.909114 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7ba0f6c-49c6-4e37-9018-7b3da82d8cfa req-5e0cdacb-07b4-42a8-a25a-a1ff449272b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104c8c6b-cc91-4e60-a147-8810504e4669 HTTP/1.1" status: 200 len: 1001 time: 0.1407192 Feb 02 13:43:43.948422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 3469d37a-ca19-437d-b5d9-68760eb51b89 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:43.979925 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Pushing event updated for resources: {'Port': ['ID=b630cceb-eb3e-47b5-b2ba-6e856b7b0de4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:43.980474 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Publish callbacks [] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:43.995398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba0f6c-49c6-4e37-9018-7b3da82d8cfa req-cc097138-11af-4b63-88c8-dd5ef3e19440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:43.997038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7ba0f6c-49c6-4e37-9018-7b3da82d8cfa req-cc097138-11af-4b63-88c8-dd5ef3e19440 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0804322 Feb 02 13:43:44.010664 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.011062 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.011343 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.011702 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.012008 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.012330 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.012647 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.012965 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.013279 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.013591 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.013904 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.014215 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.014524 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:43:44.027870 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Attempting to bind port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:43:44.028234 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Attempting to bind port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:43:44.028587 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Attempting to bind port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 on network 7a437315-9306-4410-a39d-3d2f5ad3b49d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:43:44.034019 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:43:44.034383 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Checking segment: {'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:43:44.034775 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:44.035179 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Bound using segment: {'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:43:44.035732 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Bound port: b630cceb-eb3e-47b5-b2ba-6e856b7b0de4, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:43:44.036068 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:44.076749 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:44.143727 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] For port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:43:44.152424 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] For port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b630cceb-eb3e-47b5-b2ba-6e856b7b0de4,segment=NetworkSegment(9e8dba6b-9a65-4509-9145-e100074ef94c),segment_id=9e8dba6b-9a65-4509-9145-e100074ef94c)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:43:44.163405 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:44.228593 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14551c-ef18-4196-a59b-8feafb4dcf0d None None] Pushing event updated for resources: {'Port': ['ID=b630cceb-eb3e-47b5-b2ba-6e856b7b0de4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:44.252291 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Routers {'3fb58f8a-2357-4129-b99a-15c7340afae4'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:44.253231 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3fb58f8a-2357-4129-b99a-15c7340afae4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:44.383269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d47eb535-d8ab-4785-b2fa-52784a9df9e9 None None] Provisioning complete for port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:44.384018 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d47eb535-d8ab-4785-b2fa-52784a9df9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:44.410905 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] Set router 3fb58f8a-2357-4129-b99a-15c7340afae4 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:44.513649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d47eb535-d8ab-4785-b2fa-52784a9df9e9 None None] Current status of the port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:44.516562 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d47eb535-d8ab-4785-b2fa-52784a9df9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:44.557882 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d47eb535-d8ab-4785-b2fa-52784a9df9e9 None None] For port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b630cceb-eb3e-47b5-b2ba-6e856b7b0de4,segment=NetworkSegment(9e8dba6b-9a65-4509-9145-e100074ef94c),segment_id=9e8dba6b-9a65-4509-9145-e100074ef94c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:44.565707 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d47eb535-d8ab-4785-b2fa-52784a9df9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:44.583005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Pushing event updated for resources: {'Port': ['ID=65814dfc-cd8a-4419-9c33-6c610cb48516,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:44.589553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba0f6c-49c6-4e37-9018-7b3da82d8cfa req-0a783235-e092-41a4-80aa-56c289e11080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:43:44.591123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7ba0f6c-49c6-4e37-9018-7b3da82d8cfa req-0a783235-e092-41a4-80aa-56c289e11080 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5872052 Feb 02 13:43:44.596473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:43:44.597855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:43:44.600367 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:43:44.640811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47eb535-d8ab-4785-b2fa-52784a9df9e9 None None] Pushing event updated for resources: {'Port': ['ID=b630cceb-eb3e-47b5-b2ba-6e856b7b0de4,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:44.711743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7e1f0d0a-aafa-49bf-a254-b9cdc152c0de None None] Provisioning complete for port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:44.712132 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7e1f0d0a-aafa-49bf-a254-b9cdc152c0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:44.774323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7ba0f6c-49c6-4e37-9018-7b3da82d8cfa req-9d0e7ef2-59bb-4f7c-9ebc-96d1f201f50a service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713798 Feb 02 13:43:44.791625 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'b630cceb-eb3e-47b5-b2ba-6e856b7b0de4', 'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'mac_address': 'fa:16:3e:cd:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:40Z', 'updated_at': '2022-02-02T13:43:44Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'subnets': [{'id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:44.824387 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12268ab-3f2f-4930-8dc6-ca315545097e None None] The sync data for ids ['3fb58f8a-2357-4129-b99a-15c7340afae4'] in n-d-827336-2 is: [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'b630cceb-eb3e-47b5-b2ba-6e856b7b0de4', 'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'mac_address': 'fa:16:3e:cd:d6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:40Z', 'updated_at': '2022-02-02T13:43:44Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'subnets': [{'id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:43:44.840255 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7e1f0d0a-aafa-49bf-a254-b9cdc152c0de None None] Current status of the port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:45.009876 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7ba0f6c-49c6-4e37-9018-7b3da82d8cfa req-7c6e24d6-f550-44ff-acd4-f84adb5d79a3 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975865 Feb 02 13:43:45.103359 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Publish callbacks [] for router_gateway (1d4f6669-3022-42cf-959a-80c3bfe055f4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:45.139140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d34c65-95d9-4399-be4a-b8d8d336db21 None None] Network 786b2453-968b-4d17-b898-1a65fea639c1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:43:45.231915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e911f68c-03a2-4194-b564-d8d973986241 None None] Provisioning complete for port 7f0203ce-bd31-45dd-aec2-65cd484da02d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:45.232380 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e911f68c-03a2-4194-b564-d8d973986241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7f0203ce-bd31-45dd-aec2-65cd484da02d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:45.356652 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (1d4f6669-3022-42cf-959a-80c3bfe055f4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:45.368473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e911f68c-03a2-4194-b564-d8d973986241 None None] Current status of the port 7f0203ce-bd31-45dd-aec2-65cd484da02d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:45.368998 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e911f68c-03a2-4194-b564-d8d973986241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7f0203ce-bd31-45dd-aec2-65cd484da02d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:45.420336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e911f68c-03a2-4194-b564-d8d973986241 None None] For port 7f0203ce-bd31-45dd-aec2-65cd484da02d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7f0203ce-bd31-45dd-aec2-65cd484da02d,segment=NetworkSegment(a2f4b8c4-6eb2-46c0-aedc-89d042ff1565),segment_id=a2f4b8c4-6eb2-46c0-aedc-89d042ff1565)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:45.427309 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e911f68c-03a2-4194-b564-d8d973986241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7f0203ce-bd31-45dd-aec2-65cd484da02d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:45.487552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911f68c-03a2-4194-b564-d8d973986241 None None] Pushing event updated for resources: {'Port': ['ID=7f0203ce-bd31-45dd-aec2-65cd484da02d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:45.560085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Router 1d4f6669-3022-42cf-959a-80c3bfe055f4 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:43:45.658065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56a400a3-3d01-44b1-9718-d97a5fa497dd None None] Provisioning complete for port 7f0203ce-bd31-45dd-aec2-65cd484da02d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:45.658729 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56a400a3-3d01-44b1-9718-d97a5fa497dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7f0203ce-bd31-45dd-aec2-65cd484da02d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:45.737834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:43:45.766065 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:45.771414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a4b14641-dc83-4033-a2f2-25acf4efadd9 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9519937 Feb 02 13:43:45.771739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Sync routers for ids ['1d4f6669-3022-42cf-959a-80c3bfe055f4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:43:45.772379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 37086) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:43:45.816217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56a400a3-3d01-44b1-9718-d97a5fa497dd None None] Current status of the port 7f0203ce-bd31-45dd-aec2-65cd484da02d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:45.826724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Routers {'1d4f6669-3022-42cf-959a-80c3bfe055f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:45.827962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1d4f6669-3022-42cf-959a-80c3bfe055f4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:45.906082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:43:46.039601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Set router 1d4f6669-3022-42cf-959a-80c3bfe055f4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:46.073380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:46.073699 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:46.397124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:46.417426 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:46.418027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7f0203ce-bd31-45dd-aec2-65cd484da02d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:43:46.508605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'name': 'tempest-TestVolumeBackupRestore-1790099020-router', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:42Z', 'updated_at': '2022-02-02T13:43:44Z', 'revision_number': 3, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'gw_port': {'id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:43Z', 'updated_at': '2022-02-02T13:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:46.512815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7f0203ce-bd31-45dd-aec2-65cd484da02d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:46.513182 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7f0203ce-bd31-45dd-aec2-65cd484da02d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:46.543526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Checking router: 1d4f6669-3022-42cf-959a-80c3bfe055f4 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:43:46.544043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Updating router 1d4f6669-3022-42cf-959a-80c3bfe055f4 port 65814dfc-cd8a-4419-9c33-6c610cb48516 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:43:46.604081 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:46.643634 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Allocated IP 172.20.0.1 (786b2453-968b-4d17-b898-1a65fea639c1/7a49234b-c464-493c-9d8e-7db0bfab1d26/67d9c728-19ef-474f-93c8-dbffc214bcfd) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:43:46.783781 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Publish callbacks [] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:46.824887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:46.874727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Network 786b2453-968b-4d17-b898-1a65fea639c1 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:43:46.881137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:43:46.883504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=67d9c728-19ef-474f-93c8-dbffc214bcfd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:46.886090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:43:46.920276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7f0203ce-bd31-45dd-aec2-65cd484da02d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:46.933980 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (1d4f6669-3022-42cf-959a-80c3bfe055f4), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:47.096544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:47.132266 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Publish callbacks [] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:47.143267 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:47.215953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Attempting to bind port 65814dfc-cd8a-4419-9c33-6c610cb48516 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:43:47.216328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Attempting to bind port 65814dfc-cd8a-4419-9c33-6c610cb48516 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:43:47.216681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Attempting to bind port 65814dfc-cd8a-4419-9c33-6c610cb48516 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:43:47.220279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7719bb1-c0ad-4d5e-be33-ef9c9b9d7f21 None None] Pushing event updated for resources: {'Port': ['ID=65814dfc-cd8a-4419-9c33-6c610cb48516,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:47.227455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:43:47.228072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:43:47.228554 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:47.229013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:43:47.229825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Bound port: 65814dfc-cd8a-4419-9c33-6c610cb48516, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:43:47.230285 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:47.291594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f040e451-4b51-4c04-b1de-dce90b9c5cbf None None] Provisioning complete for port 67d9c728-19ef-474f-93c8-dbffc214bcfd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:47.291986 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f040e451-4b51-4c04-b1de-dce90b9c5cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:47.306272 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Publish callbacks [] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:47.312214 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:47.316733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] For port 65814dfc-cd8a-4419-9c33-6c610cb48516, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:43:47.342079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] For port 65814dfc-cd8a-4419-9c33-6c610cb48516, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=65814dfc-cd8a-4419-9c33-6c610cb48516,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:43:47.348322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f040e451-4b51-4c04-b1de-dce90b9c5cbf None None] Port 67d9c728-19ef-474f-93c8-dbffc214bcfd cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:43:47.351658 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:47.390787 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (1d4f6669-3022-42cf-959a-80c3bfe055f4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:47.393914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=67d9c728-19ef-474f-93c8-dbffc214bcfd,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:47.420493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Routers {'1d4f6669-3022-42cf-959a-80c3bfe055f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:47.421161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1d4f6669-3022-42cf-959a-80c3bfe055f4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:47.458221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7719bb1-c0ad-4d5e-be33-ef9c9b9d7f21 None None] Pushing event updated for resources: {'Port': ['ID=65814dfc-cd8a-4419-9c33-6c610cb48516,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:47.503881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Network 786b2453-968b-4d17-b898-1a65fea639c1 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:43:47.505907 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:43:47.556530 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] Set router 1d4f6669-3022-42cf-959a-80c3bfe055f4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:47.644854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Router 1d4f6669-3022-42cf-959a-80c3bfe055f4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:43:47.801316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:43:47.808365 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-749d9d97-4acc-44e3-804c-26c265b2a4a2 admin admin] 10.222.0.83 "PUT /v2.0/routers/1d4f6669-3022-42cf-959a-80c3bfe055f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0343814 Feb 02 13:43:47.819692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'name': 'tempest-TestVolumeBackupRestore-1790099020-router', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:42Z', 'updated_at': '2022-02-02T13:43:47Z', 'revision_number': 4, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'gw_port': {'id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:43Z', 'updated_at': '2022-02-02T13:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67d9c728-19ef-474f-93c8-dbffc214bcfd', 'name': '', 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'mac_address': 'fa:16:3e:76:c3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7a49234b-c464-493c-9d8e-7db0bfab1d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:46Z', 'updated_at': '2022-02-02T13:43:47Z', 'revision_number': 2, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'subnets': [{'id': '7a49234b-c464-493c-9d8e-7db0bfab1d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:47.847635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aabad32-8f39-46fb-8571-8bf02fd1ed40 None None] The sync data for ids ['1d4f6669-3022-42cf-959a-80c3bfe055f4'] in n-d-827336-2 is: [{'id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'name': 'tempest-TestVolumeBackupRestore-1790099020-router', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:42Z', 'updated_at': '2022-02-02T13:43:47Z', 'revision_number': 4, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'gw_port': {'id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:43Z', 'updated_at': '2022-02-02T13:43:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67d9c728-19ef-474f-93c8-dbffc214bcfd', 'name': '', 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'mac_address': 'fa:16:3e:76:c3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7a49234b-c464-493c-9d8e-7db0bfab1d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:46Z', 'updated_at': '2022-02-02T13:43:47Z', 'revision_number': 2, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'subnets': [{'id': '7a49234b-c464-493c-9d8e-7db0bfab1d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:43:47.879740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-21634de7-15dd-4460-912a-d6811c002629 None None] Provisioning complete for port 67d9c728-19ef-474f-93c8-dbffc214bcfd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:47.880247 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-21634de7-15dd-4460-912a-d6811c002629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:47.931340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-21634de7-15dd-4460-912a-d6811c002629 None None] Port 67d9c728-19ef-474f-93c8-dbffc214bcfd cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:43:49.547472 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:43:49.782703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 65814dfc-cd8a-4419-9c33-6c610cb48516 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:43:49.836466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 65814dfc-cd8a-4419-9c33-6c610cb48516 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:49.836868 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:49.923501 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 65814dfc-cd8a-4419-9c33-6c610cb48516 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:49.923893 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:49.958744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 65814dfc-cd8a-4419-9c33-6c610cb48516, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=65814dfc-cd8a-4419-9c33-6c610cb48516,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:49.964105 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:50.019674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=65814dfc-cd8a-4419-9c33-6c610cb48516,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:50.118548 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Sync routers for ids ['1d4f6669-3022-42cf-959a-80c3bfe055f4'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:43:50.131095 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Routers {'1d4f6669-3022-42cf-959a-80c3bfe055f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:50.131875 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1d4f6669-3022-42cf-959a-80c3bfe055f4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:50.255921 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Set router 1d4f6669-3022-42cf-959a-80c3bfe055f4 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:50.479837 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'name': 'tempest-TestVolumeBackupRestore-1790099020-router', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:42Z', 'updated_at': '2022-02-02T13:43:47Z', 'revision_number': 4, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'gw_port': {'id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:43Z', 'updated_at': '2022-02-02T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67d9c728-19ef-474f-93c8-dbffc214bcfd', 'name': '', 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'mac_address': 'fa:16:3e:76:c3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7a49234b-c464-493c-9d8e-7db0bfab1d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:46Z', 'updated_at': '2022-02-02T13:43:47Z', 'revision_number': 2, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'subnets': [{'id': '7a49234b-c464-493c-9d8e-7db0bfab1d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:50.514641 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Checking router: 1d4f6669-3022-42cf-959a-80c3bfe055f4 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:43:50.514995 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Updating router 1d4f6669-3022-42cf-959a-80c3bfe055f4 port 67d9c728-19ef-474f-93c8-dbffc214bcfd binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:43:50.543263 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:50.839261 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Publish callbacks [] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:50.845856 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:50.898709 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fb6fc-fb20-4c84-a119-f92b85377c45 None None] Pushing event updated for resources: {'Port': ['ID=67d9c728-19ef-474f-93c8-dbffc214bcfd,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:50.950576 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Attempting to bind port 67d9c728-19ef-474f-93c8-dbffc214bcfd on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:43:50.950942 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Attempting to bind port 67d9c728-19ef-474f-93c8-dbffc214bcfd by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'a2f4b8c4-6eb2-46c0-aedc-89d042ff1565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:43:50.951299 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Attempting to bind port 67d9c728-19ef-474f-93c8-dbffc214bcfd on network 786b2453-968b-4d17-b898-1a65fea639c1 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:43:50.956937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:43:50.957306 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Checking segment: {'id': 'a2f4b8c4-6eb2-46c0-aedc-89d042ff1565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:43:50.957710 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:50.958095 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Bound using segment: {'id': 'a2f4b8c4-6eb2-46c0-aedc-89d042ff1565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:43:50.958567 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Bound port: 67d9c728-19ef-474f-93c8-dbffc214bcfd, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f4b8c4-6eb2-46c0-aedc-89d042ff1565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:43:50.958940 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:51.033156 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] For port 67d9c728-19ef-474f-93c8-dbffc214bcfd, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:43:51.037053 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] For port 67d9c728-19ef-474f-93c8-dbffc214bcfd, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=67d9c728-19ef-474f-93c8-dbffc214bcfd,segment=NetworkSegment(a2f4b8c4-6eb2-46c0-aedc-89d042ff1565),segment_id=a2f4b8c4-6eb2-46c0-aedc-89d042ff1565)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:43:51.044374 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:51.110908 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Routers {'1d4f6669-3022-42cf-959a-80c3bfe055f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:43:51.112357 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:43:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1d4f6669-3022-42cf-959a-80c3bfe055f4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:51.147944 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fb6fc-fb20-4c84-a119-f92b85377c45 None None] Pushing event updated for resources: {'Port': ['ID=67d9c728-19ef-474f-93c8-dbffc214bcfd,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:51.181376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e949a729-da1d-4374-ade2-99e74fa3adea None None] Provisioning complete for port 67d9c728-19ef-474f-93c8-dbffc214bcfd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:51.182836 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e949a729-da1d-4374-ade2-99e74fa3adea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:51.234076 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] Set router 1d4f6669-3022-42cf-959a-80c3bfe055f4 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:43:51.293128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e949a729-da1d-4374-ade2-99e74fa3adea None None] Current status of the port 67d9c728-19ef-474f-93c8-dbffc214bcfd is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:51.293520 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e949a729-da1d-4374-ade2-99e74fa3adea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:51.352939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e949a729-da1d-4374-ade2-99e74fa3adea None None] For port 67d9c728-19ef-474f-93c8-dbffc214bcfd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=67d9c728-19ef-474f-93c8-dbffc214bcfd,segment=NetworkSegment(a2f4b8c4-6eb2-46c0-aedc-89d042ff1565),segment_id=a2f4b8c4-6eb2-46c0-aedc-89d042ff1565)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:43:51.364591 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e949a729-da1d-4374-ade2-99e74fa3adea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:51.417377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949a729-da1d-4374-ade2-99e74fa3adea None None] Pushing event updated for resources: {'Port': ['ID=67d9c728-19ef-474f-93c8-dbffc214bcfd,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:43:51.485964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-9fbc8512-3780-4ada-8028-1b3402046b43 None None] Provisioning complete for port 67d9c728-19ef-474f-93c8-dbffc214bcfd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:51.486442 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9fbc8512-3780-4ada-8028-1b3402046b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:51.505499 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'name': 'tempest-TestVolumeBackupRestore-1790099020-router', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:42Z', 'updated_at': '2022-02-02T13:43:47Z', 'revision_number': 4, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'gw_port': {'id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:43Z', 'updated_at': '2022-02-02T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67d9c728-19ef-474f-93c8-dbffc214bcfd', 'name': '', 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'mac_address': 'fa:16:3e:76:c3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7a49234b-c464-493c-9d8e-7db0bfab1d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:46Z', 'updated_at': '2022-02-02T13:43:51Z', 'revision_number': 4, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'subnets': [{'id': '7a49234b-c464-493c-9d8e-7db0bfab1d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:43:51.532994 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a2429-3d05-493e-bd3e-08da9d0ba51d None None] The sync data for ids ['1d4f6669-3022-42cf-959a-80c3bfe055f4'] in n-d-827336-2 is: [{'id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'name': 'tempest-TestVolumeBackupRestore-1790099020-router', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:42Z', 'updated_at': '2022-02-02T13:43:47Z', 'revision_number': 4, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'gw_port': {'id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:43Z', 'updated_at': '2022-02-02T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67d9c728-19ef-474f-93c8-dbffc214bcfd', 'name': '', 'network_id': '786b2453-968b-4d17-b898-1a65fea639c1', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'mac_address': 'fa:16:3e:76:c3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '7a49234b-c464-493c-9d8e-7db0bfab1d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:46Z', 'updated_at': '2022-02-02T13:43:51Z', 'revision_number': 4, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'subnets': [{'id': '7a49234b-c464-493c-9d8e-7db0bfab1d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:43:51.567508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9fbc8512-3780-4ada-8028-1b3402046b43 None None] Current status of the port 67d9c728-19ef-474f-93c8-dbffc214bcfd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:51.768134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 67d9c728-19ef-474f-93c8-dbffc214bcfd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:43:51.830921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 67d9c728-19ef-474f-93c8-dbffc214bcfd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:51.831918 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:51.927056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 67d9c728-19ef-474f-93c8-dbffc214bcfd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:43:51.929053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 65814dfc-cd8a-4419-9c33-6c610cb48516 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:43:51.993965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 65814dfc-cd8a-4419-9c33-6c610cb48516 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:43:51.994658 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:43:52.092601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 65814dfc-cd8a-4419-9c33-6c610cb48516 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:44:01.823134 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a713008-f0d1-4c19-ab9f-0f4970e3039c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:04.129712 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-633d75b9-6702-4bbd-ac4f-246e76976518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:05.670280 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:06.934531 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:07.041575 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:07.909501 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:08.054839 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:26.548330 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:44:31.819739 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9d8136b-392c-4bce-89e5-fe00e3eeb78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:34.136069 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72feae79-9f95-4784-acf6-ec6708383e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:35.665053 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:36.937146 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:37.045169 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:37.920687 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:38.062023 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:44:43.117323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57d31fb5-7e83-40ce-9f23-ce575ecebe32 req-d8782398-5cb4-4098-842d-c3f40b6c29e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476174 Feb 02 13:44:43.226130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d31fb5-7e83-40ce-9f23-ce575ecebe32 req-14d187b5-74d4-4c9a-b36c-1daa865a56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:44:43.227871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57d31fb5-7e83-40ce-9f23-ce575ecebe32 req-14d187b5-74d4-4c9a-b36c-1daa865a56a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 1127 time: 0.0503576 Feb 02 13:44:43.336119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d31fb5-7e83-40ce-9f23-ce575ecebe32 req-afdda822-73e9-4efb-91b1-e941a686b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:44:43.337966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57d31fb5-7e83-40ce-9f23-ce575ecebe32 req-afdda822-73e9-4efb-91b1-e941a686b1a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.0906961 Feb 02 13:44:43.407308 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57d31fb5-7e83-40ce-9f23-ce575ecebe32 req-a31531e9-3b7b-49af-9f18-6df2b7e98073 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104c8c6b-cc91-4e60-a147-8810504e4669 HTTP/1.1" status: 200 len: 1001 time: 0.0634470 Feb 02 13:44:43.461838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d31fb5-7e83-40ce-9f23-ce575ecebe32 req-28458da4-fa25-40e3-9493-a391ab8b9b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:44:43.463885 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57d31fb5-7e83-40ce-9f23-ce575ecebe32 req-28458da4-fa25-40e3-9493-a391ab8b9b17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0494123 Feb 02 13:44:43.517818 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d31fb5-7e83-40ce-9f23-ce575ecebe32 req-ffc2ed2d-8d7d-4e03-9bf1-02b6f34f2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:44:43.519322 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57d31fb5-7e83-40ce-9f23-ce575ecebe32 req-ffc2ed2d-8d7d-4e03-9bf1-02b6f34f2397 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501044 Feb 02 13:44:43.608750 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57d31fb5-7e83-40ce-9f23-ce575ecebe32 req-ef5dd230-0e90-4963-abfd-ed38a07d2c4b service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825279 Feb 02 13:44:43.704915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57d31fb5-7e83-40ce-9f23-ce575ecebe32 req-e436db4f-d821-4f14-a476-b9a9dbfaf786 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904157 Feb 02 13:45:01.813970 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d46e3836-20fa-4f68-bfb1-de92268a78a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:03.548588 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:45:04.148578 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a562a35c-04c9-40b1-9b4e-261a066bdc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:05.670255 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:06.941194 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:07.056643 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:07.926870 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:08.057795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:19.104677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-ac87dcfa-7735-42e4-9049-135c23e2a3ec req-9770c1af-8f42-4334-b1ae-a700472a71c4 service neutron] (103188) timed out ('10.222.0.83', 53012) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 13:45:24.951659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ffea41e3-7471-4c17-af4f-d93f65e6626e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959502698&fields=id&tenant_id=79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 267 time: 0.0452428 Feb 02 13:45:25.066977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f1f19db2-73eb-4374-aabe-3b2ca2e816f2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:25.068549 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f1f19db2-73eb-4374-aabe-3b2ca2e816f2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.1101532 Feb 02 13:45:25.084457 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-c222b5a1-2b1f-4319-b147-19fbb4f62608 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/quotas/79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 375 time: 0.0099792 Feb 02 13:45:25.143313 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-0137aa0d-db24-437f-a50d-95446b9244b4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530777 Feb 02 13:45:25.293012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-8bf2febf-ba6d-4c31-93b1-27d0927f49b4 service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377571 Feb 02 13:45:25.387977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ff01e7f2-bd28-48bf-bb1b-70f0deb93197 service neutron] 10.222.0.83 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884967 Feb 02 13:45:25.702896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69269949-2896-447c-a153-1079b4712771 req-2ab5417d-8f67-4601-83cd-ef427d8511f3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 210 time: 0.0331931 Feb 02 13:45:26.815729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e63c0a35-604f-49f5-9fb0-e1fe45d01c16 req-6ddedddf-12e9-43e3-b9dc-6e9f7f07e68f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 210 time: 0.0319488 Feb 02 13:45:27.833924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-962faaee-47c0-42fb-8176-5703a50bc3e7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:27.835494 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-962faaee-47c0-42fb-8176-5703a50bc3e7 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 812 time: 0.1106155 Feb 02 13:45:27.912747 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-e70ca3f9-3e3a-44a6-8b3f-d39bee699438 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79d51849a46a4fe5bdba4def304a1053 HTTP/1.1" status: 200 len: 380 time: 0.0639615 Feb 02 13:45:27.922032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'port': {'device_id': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'admin_state_up': True, 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'security_groups': ['c05a3d0b-ee8e-494d-9173-22b7c6203133']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:45:27.923592 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8364ba04-3bb3-48dd-9ccd-dad32de8d881 req-55f4bd77-436b-44bf-a01c-4ea046375b22 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 210 time: 0.0290580 Feb 02 13:45:28.035359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Made reservation on behalf of 79d51849a46a4fe5bdba4def304a1053 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:45:28.038883 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:28.194035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Allocated IP 172.20.0.7 (89ab5506-8479-47c7-b520-9bbb402c75c3/9ec1387b-1edc-4d31-aae4-a5a0dd643b47/1227586d-6ede-43cf-9b4a-792dc6c83c82) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:45:28.354899 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:28.394758 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:28.450050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:45:28.453753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:45:28.458331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:45:28.462893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=1227586d-6ede-43cf-9b4a-792dc6c83c82,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:45:28.501815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.502169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.502580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.502913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.503315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.503829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.504305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.504778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.505268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.505750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.506220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.506856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.507342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:28.530750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:28.531851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:28.556522 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-ef085a55-932f-4242-9629-b685a936722b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6391628 Feb 02 13:45:28.577730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Request body: {'port': {'device_id': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:45:28.690342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:28.831974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7a9775c3-8b9b-4363-b6e9-703c23a4c41e None None] Provisioning complete for port 1227586d-6ede-43cf-9b4a-792dc6c83c82 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:45:28.832602 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a9775c3-8b9b-4363-b6e9-703c23a4c41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:28.868985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7a9775c3-8b9b-4363-b6e9-703c23a4c41e None None] Port 1227586d-6ede-43cf-9b4a-792dc6c83c82 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:45:29.080401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1227586d-6ede-43cf-9b4a-792dc6c83c82 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:45:29.091995 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Publish callbacks [] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:29.092252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a7095-0eb4-482a-9a0f-18a62de775a6 req-3017dde3-4899-47c5-9f73-43bacf36a3ac tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:29.095634 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c57a7095-0eb4-482a-9a0f-18a62de775a6 req-3017dde3-4899-47c5-9f73-43bacf36a3ac tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 931 time: 0.0863922 Feb 02 13:45:29.118600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Transition to ACTIVE for port object 1227586d-6ede-43cf-9b4a-792dc6c83c82 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:45:29.125701 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:29.184330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Pushing event updated for resources: {'Port': ['ID=1227586d-6ede-43cf-9b4a-792dc6c83c82,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:45:29.202715 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c57a7095-0eb4-482a-9a0f-18a62de775a6 req-f8be494a-7dde-408a-a327-6138174c11eb tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991712 Feb 02 13:45:29.306646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Attempting to bind port 1227586d-6ede-43cf-9b4a-792dc6c83c82 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:45:29.307218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Attempting to bind port 1227586d-6ede-43cf-9b4a-792dc6c83c82 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:45:29.307800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Attempting to bind port 1227586d-6ede-43cf-9b4a-792dc6c83c82 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:45:29.314272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Port 1227586d-6ede-43cf-9b4a-792dc6c83c82 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:45:29.315009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Attempting to bind port 1227586d-6ede-43cf-9b4a-792dc6c83c82 on network 89ab5506-8479-47c7-b520-9bbb402c75c3 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:45:29.323035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:45:29.323760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Checking segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:45:29.324357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Bound using segment: {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:45:29.325062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Bound port: 1227586d-6ede-43cf-9b4a-792dc6c83c82, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874b22ec-21df-4dca-bba5-9773c263b910', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:45:29.325602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:29.408609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] For port 1227586d-6ede-43cf-9b4a-792dc6c83c82, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:45:29.416171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] For port 1227586d-6ede-43cf-9b4a-792dc6c83c82, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1227586d-6ede-43cf-9b4a-792dc6c83c82,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:45:29.432549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:29.497470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:29.498087 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:29.499583 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] 10.222.0.62 "PUT /v2.0/ports/1227586d-6ede-43cf-9b4a-792dc6c83c82 HTTP/1.1" status: 200 len: 1091 time: 0.9281595 Feb 02 13:45:29.500004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'tag': '1227586d-6ede-43cf-9b4a-792dc6c83c82'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:45:29.502571 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0c2722-392f-4542-8f74-f8c9dedf8ded" -d '{"events": [{"name": "network-changed", "server_uuid": "eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b", "tag": "1227586d-6ede-43cf-9b4a-792dc6c83c82"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:45:29.544835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a0c27-2498-4463-8c49-f5799e68fad4 service neutron] Pushing event updated for resources: {'Port': ['ID=1227586d-6ede-43cf-9b4a-792dc6c83c82,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:45:29.687824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-c4caa69b-30b1-4395-a83d-1ca8418c7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:29.699225 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-c4caa69b-30b1-4395-a83d-1ca8418c7eac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 1125 time: 0.1234300 Feb 02 13:45:29.759487 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-cc0582da-ec85-4847-86d2-3ce502f82382 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1227586d-6ede-43cf-9b4a-792dc6c83c82 HTTP/1.1" status: 200 len: 217 time: 0.0560274 Feb 02 13:45:29.860531 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ce8076-5576-48b9-9977-2ba82c0f76d4 x-openstack-request-id: req-66ce8076-5576-48b9-9977-2ba82c0f76d4 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:45:29.861308 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b", "tag": "1227586d-6ede-43cf-9b4a-792dc6c83c82", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:45:29.861699 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-66ce8076-5576-48b9-9977-2ba82c0f76d4 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:45:29.862248 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'tag': '1227586d-6ede-43cf-9b4a-792dc6c83c82', 'status': 'completed', 'code': 200} Feb 02 13:45:29.891199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-3a1a519d-f2c6-483a-95ff-b4c551750983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:29.892950 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-3a1a519d-f2c6-483a-95ff-b4c551750983 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.1249652 Feb 02 13:45:29.959837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f07ad23a-5002-435e-8657-80ebd400a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:29.961268 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-f07ad23a-5002-435e-8657-80ebd400a0cc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0625038 Feb 02 13:45:30.118358 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-3427743b-6a97-4183-b4f1-af95dd7cdba1 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479869 Feb 02 13:45:30.229895 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dc283221-c6b6-479a-8163-0c8174536fc8 req-c424487f-ac82-47e6-8fdc-a0b57b5cb46a service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046789 Feb 02 13:45:30.399737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfd4cd-75f6-464e-a87b-657511c565c0 req-02556253-10a0-4840-a4a3-b91e718016a1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:30.403200 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40cfd4cd-75f6-464e-a87b-657511c565c0 req-02556253-10a0-4840-a4a3-b91e718016a1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0802248 Feb 02 13:45:30.497557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-40cfd4cd-75f6-464e-a87b-657511c565c0 req-b9869264-090e-454c-aa8f-77861bba3333 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847220 Feb 02 13:45:30.755835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c2722-392f-4542-8f74-f8c9dedf8ded req-2d49ff30-9c68-42a4-aef0-ddd7eb6cc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:30.757446 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-eb0c2722-392f-4542-8f74-f8c9dedf8ded req-2d49ff30-9c68-42a4-aef0-ddd7eb6cc8db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 1125 time: 0.4341521 Feb 02 13:45:30.851319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c2722-392f-4542-8f74-f8c9dedf8ded req-379eebaf-5c18-4417-93a6-82d8581d8a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:30.852917 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-eb0c2722-392f-4542-8f74-f8c9dedf8ded req-379eebaf-5c18-4417-93a6-82d8581d8a64 service neutron] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.0896547 Feb 02 13:45:30.912335 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-eb0c2722-392f-4542-8f74-f8c9dedf8ded req-d333635f-4fea-4745-8711-6f048575d72a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1227586d-6ede-43cf-9b4a-792dc6c83c82 HTTP/1.1" status: 200 len: 217 time: 0.0530736 Feb 02 13:45:30.975219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c2722-392f-4542-8f74-f8c9dedf8ded req-bd1eae64-946b-4d3a-ad00-ab7bec1df34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:30.977055 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-eb0c2722-392f-4542-8f74-f8c9dedf8ded req-bd1eae64-946b-4d3a-ad00-ab7bec1df34e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0592220 Feb 02 13:45:31.036852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c2722-392f-4542-8f74-f8c9dedf8ded req-dbc95d05-3d9f-4c0d-b125-6184cc212e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:31.039061 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-eb0c2722-392f-4542-8f74-f8c9dedf8ded req-dbc95d05-3d9f-4c0d-b125-6184cc212e05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542934 Feb 02 13:45:31.156329 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-eb0c2722-392f-4542-8f74-f8c9dedf8ded req-937385f0-7d6f-49aa-a1ba-4ca47bed4998 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100123 Feb 02 13:45:31.286249 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-eb0c2722-392f-4542-8f74-f8c9dedf8ded req-455d8f17-125f-4ceb-87aa-19fdc4cb8c1d service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239398 Feb 02 13:45:31.653083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cb5a9-f2a5-4756-8909-d40778d489c1 req-0b7ce186-16ff-4816-9c36-5b84fc89ff13 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:31.661432 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f01cb5a9-f2a5-4756-8909-d40778d489c1 req-0b7ce186-16ff-4816-9c36-5b84fc89ff13 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0842588 Feb 02 13:45:31.754398 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f01cb5a9-f2a5-4756-8909-d40778d489c1 req-df29aacb-0368-4b6b-99ec-e553407da7a5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919147 Feb 02 13:45:31.818986 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-18e32f96-58fe-4d9a-b528-c7076fb1b5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:32.881497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228e6ca-787b-4c4e-ad71-05cb90fea4e6 req-3210574c-4923-4db4-908c-f2b26fed5926 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:32.883256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7228e6ca-787b-4c4e-ad71-05cb90fea4e6 req-3210574c-4923-4db4-908c-f2b26fed5926 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0604529 Feb 02 13:45:32.938316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7228e6ca-787b-4c4e-ad71-05cb90fea4e6 req-973839c8-0da1-40f5-851b-1fbbf8e261fd tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490026 Feb 02 13:45:34.063794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5f819-b728-48f1-a525-c24f80656a9e req-56c1acb8-b31a-43cf-a7ef-fad2463618ff tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:34.065307 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9b5f819-b728-48f1-a525-c24f80656a9e req-56c1acb8-b31a-43cf-a7ef-fad2463618ff tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0532725 Feb 02 13:45:34.116915 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9b5f819-b728-48f1-a525-c24f80656a9e req-667b66e3-6780-45b4-b1cc-f46de02125b5 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453911 Feb 02 13:45:34.144462 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-352a5d2d-599f-4ad7-bc57-5a4de857b81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:35.257094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f3ffb-070f-4be7-b375-d859dbee8dca req-e97d0753-f7a0-494f-938a-aeccff4e4bf3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:35.258647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa6f3ffb-070f-4be7-b375-d859dbee8dca req-e97d0753-f7a0-494f-938a-aeccff4e4bf3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0648482 Feb 02 13:45:35.317888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa6f3ffb-070f-4be7-b375-d859dbee8dca req-4c651b41-be01-42de-879c-3787b57512e4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505679 Feb 02 13:45:35.671314 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:36.446238 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f820c2-3526-482c-9cd4-fc6f8f703da9 req-fe55ede0-f36c-4085-bb06-4aa4b707f8ef tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:36.447848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99f820c2-3526-482c-9cd4-fc6f8f703da9 req-fe55ede0-f36c-4085-bb06-4aa4b707f8ef tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0554585 Feb 02 13:45:36.503259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99f820c2-3526-482c-9cd4-fc6f8f703da9 req-6bc27273-c9ef-4c5f-ae6f-d5d5e9597094 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453849 Feb 02 13:45:36.942182 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:37.062825 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:37.638406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc7075-60d5-4482-8664-d64991d4aed6 req-396a0336-ba44-4117-9141-3643eceaabbb tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:37.639928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9bdc7075-60d5-4482-8664-d64991d4aed6 req-396a0336-ba44-4117-9141-3643eceaabbb tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0628405 Feb 02 13:45:37.699530 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9bdc7075-60d5-4482-8664-d64991d4aed6 req-eb3f0501-9c06-4645-be74-842874f14164 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527837 Feb 02 13:45:37.928332 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:38.070882 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:38.853433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236c3fe-c191-49e7-bba8-9cd663bd89c6 req-40c3b0ef-a48a-40b1-8846-4070df3f9a12 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:38.855669 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4236c3fe-c191-49e7-bba8-9cd663bd89c6 req-40c3b0ef-a48a-40b1-8846-4070df3f9a12 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0715280 Feb 02 13:45:38.911024 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4236c3fe-c191-49e7-bba8-9cd663bd89c6 req-b9b14b5f-945f-4e1a-84ca-ee236443f10d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477440 Feb 02 13:45:40.049180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90298365-41fc-49e4-acff-32f2d9f3215e req-525819ee-1139-4b1e-ab95-0b3f80219631 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:40.051074 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90298365-41fc-49e4-acff-32f2d9f3215e req-525819ee-1139-4b1e-ab95-0b3f80219631 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0632806 Feb 02 13:45:40.116840 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90298365-41fc-49e4-acff-32f2d9f3215e req-5dfbea35-f6fe-4c2a-bf3b-0ae42464e2c3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597496 Feb 02 13:45:40.550554 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:45:41.261902 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ea829-ab43-48d8-8c03-9ca15855a005 req-5d1d0ae8-ea98-48bd-b0d3-e353af0513bc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:41.263670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-332ea829-ab43-48d8-8c03-9ca15855a005 req-5d1d0ae8-ea98-48bd-b0d3-e353af0513bc tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0651202 Feb 02 13:45:41.325179 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-332ea829-ab43-48d8-8c03-9ca15855a005 req-8f8a62da-f969-4aef-8087-cc49cee9705b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531976 Feb 02 13:45:42.448149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e1116-7906-434b-9c14-011a02c16bd7 req-f793303f-7f0a-402b-8024-6b4ce24df7d8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:42.449742 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-919e1116-7906-434b-9c14-011a02c16bd7 req-f793303f-7f0a-402b-8024-6b4ce24df7d8 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0534127 Feb 02 13:45:42.500027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-919e1116-7906-434b-9c14-011a02c16bd7 req-66faba16-9b86-4936-8dbb-2ca9ffb62b44 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445819 Feb 02 13:45:43.629220 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ce8d8-bc7a-40a8-a121-9154c5d2cc9f req-61044bc8-7324-4505-add7-42d8d5565fff tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:43.630888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b25ce8d8-bc7a-40a8-a121-9154c5d2cc9f req-61044bc8-7324-4505-add7-42d8d5565fff tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0613718 Feb 02 13:45:43.682907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b25ce8d8-bc7a-40a8-a121-9154c5d2cc9f req-eb0dbddc-39e6-421b-a315-c7d02d9806e1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459616 Feb 02 13:45:44.175404 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c873f314-40cd-4ccc-933b-d5ab0c4cb2f3 req-3c25744b-500c-40ed-97a5-d3582f3c67c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547590 Feb 02 13:45:44.298403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873f314-40cd-4ccc-933b-d5ab0c4cb2f3 req-42d08358-0eb4-4444-a687-0f73c3b84c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:44.303788 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c873f314-40cd-4ccc-933b-d5ab0c4cb2f3 req-42d08358-0eb4-4444-a687-0f73c3b84c78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 1127 time: 0.0606747 Feb 02 13:45:44.439492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873f314-40cd-4ccc-933b-d5ab0c4cb2f3 req-b6f1d442-844c-4c2d-a75a-bc519f53bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:44.441078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c873f314-40cd-4ccc-933b-d5ab0c4cb2f3 req-b6f1d442-844c-4c2d-a75a-bc519f53bf2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1118536 Feb 02 13:45:44.524452 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c873f314-40cd-4ccc-933b-d5ab0c4cb2f3 req-e6beb454-8644-4632-8094-c32c7ffe47c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104c8c6b-cc91-4e60-a147-8810504e4669 HTTP/1.1" status: 200 len: 1001 time: 0.0760887 Feb 02 13:45:44.585530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873f314-40cd-4ccc-933b-d5ab0c4cb2f3 req-4fc11ba3-1bc1-4e3a-a7ca-f2e3e1f4b7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:44.587991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c873f314-40cd-4ccc-933b-d5ab0c4cb2f3 req-4fc11ba3-1bc1-4e3a-a7ca-f2e3e1f4b7e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0567794 Feb 02 13:45:44.646168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873f314-40cd-4ccc-933b-d5ab0c4cb2f3 req-777ae725-6efc-46d6-aa33-19a6ded46c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:44.647746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c873f314-40cd-4ccc-933b-d5ab0c4cb2f3 req-777ae725-6efc-46d6-aa33-19a6ded46c16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532646 Feb 02 13:45:44.758440 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c873f314-40cd-4ccc-933b-d5ab0c4cb2f3 req-81bd246b-d086-4955-8381-1bfb1916f538 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038246 Feb 02 13:45:44.904954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006bcb8-095d-4cfd-95ff-8e4574fb5bc4 req-74046645-bcd6-4f6e-9273-3003fa824941 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:44.906518 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5006bcb8-095d-4cfd-95ff-8e4574fb5bc4 req-74046645-bcd6-4f6e-9273-3003fa824941 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.1405399 Feb 02 13:45:44.931374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c873f314-40cd-4ccc-933b-d5ab0c4cb2f3 req-9d391af4-3136-40aa-850f-6545cd27be08 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637886 Feb 02 13:45:44.989272 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5006bcb8-095d-4cfd-95ff-8e4574fb5bc4 req-562e7a99-928d-4ca8-8064-b3a669330fbb tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741000 Feb 02 13:45:46.137805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f13bf7-4c7a-4135-af73-4550a51877d3 req-3002de86-3d67-45d2-9006-11dc89e8a05c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:46.139319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9f13bf7-4c7a-4135-af73-4550a51877d3 req-3002de86-3d67-45d2-9006-11dc89e8a05c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0567741 Feb 02 13:45:46.196129 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d9f13bf7-4c7a-4135-af73-4550a51877d3 req-6ad08c25-55bd-4eb7-b2be-770da8aab342 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507660 Feb 02 13:45:47.328877 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7c2a1-4e7b-4ad0-848e-b23e396f4fdc req-569d1348-e70e-41ac-bc04-eb62610ad322 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:47.330318 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73f7c2a1-4e7b-4ad0-848e-b23e396f4fdc req-569d1348-e70e-41ac-bc04-eb62610ad322 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0574274 Feb 02 13:45:47.385592 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-73f7c2a1-4e7b-4ad0-848e-b23e396f4fdc req-944dff82-7401-424f-ae02-057dc844fb57 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494261 Feb 02 13:45:48.649078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd8f61-204d-49c1-9a65-c2e1e26a45aa req-08eabbbe-39e7-4009-93ac-71a33b8ea503 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:48.649078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18cd8f61-204d-49c1-9a65-c2e1e26a45aa req-08eabbbe-39e7-4009-93ac-71a33b8ea503 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0606129 Feb 02 13:45:48.649078 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18cd8f61-204d-49c1-9a65-c2e1e26a45aa req-6be48782-c7cb-4cca-b012-00ef16dbdd86 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520210 Feb 02 13:45:49.736566 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa60131-cd23-4379-ac3f-1b3701973922 req-845f5711-cc94-4568-b4b7-5774f739b81d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:49.738229 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1aa60131-cd23-4379-ac3f-1b3701973922 req-845f5711-cc94-4568-b4b7-5774f739b81d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0639148 Feb 02 13:45:49.794340 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1aa60131-cd23-4379-ac3f-1b3701973922 req-f9fe3744-774c-4e8c-9c56-e60054faf444 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502198 Feb 02 13:45:50.822328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 1227586d-6ede-43cf-9b4a-792dc6c83c82 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:45:50.929214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 1227586d-6ede-43cf-9b4a-792dc6c83c82, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1227586d-6ede-43cf-9b4a-792dc6c83c82,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:45:50.931411 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f440fd5-4e86-41b0-ad99-6a51d574a7b6 req-69946d2c-9d46-40e9-8cc2-f9e2a3216fb4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:50.932701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f440fd5-4e86-41b0-ad99-6a51d574a7b6 req-69946d2c-9d46-40e9-8cc2-f9e2a3216fb4 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 943 time: 0.0601780 Feb 02 13:45:50.941395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '1227586d-6ede-43cf-9b4a-792dc6c83c82', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'port_id': '1227586d-6ede-43cf-9b4a-792dc6c83c82', 'mac_address': 'fa:16:3e:13:c9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:45:50.987473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 1227586d-6ede-43cf-9b4a-792dc6c83c82 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:45:50.987781 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:51.002273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1227586d-6ede-43cf-9b4a-792dc6c83c82 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:45:51.003985 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f440fd5-4e86-41b0-ad99-6a51d574a7b6 req-bf04626c-eb33-4e0a-b1d4-9df2510a430c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655591 Feb 02 13:45:51.029792 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 1227586d-6ede-43cf-9b4a-792dc6c83c82, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1227586d-6ede-43cf-9b4a-792dc6c83c82,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:45:51.035122 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:51.081959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=1227586d-6ede-43cf-9b4a-792dc6c83c82,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:45:51.089679 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.090020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.090354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.090683 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.091006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.091331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.091680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.091999 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.092295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.092609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.092918 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.093236 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.093554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:51.349541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['1227586d-6ede-43cf-9b4a-792dc6c83c82'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:45:52.139817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531d623-81a1-4893-ac1d-2d8ac9e9f3e5 req-7688a003-a019-4c28-87ed-b64198c1c5ff tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:52.143936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1531d623-81a1-4893-ac1d-2d8ac9e9f3e5 req-7688a003-a019-4c28-87ed-b64198c1c5ff tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 944 time: 0.0606217 Feb 02 13:45:52.194092 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1531d623-81a1-4893-ac1d-2d8ac9e9f3e5 req-0debd732-4bff-4101-9666-e7fd3c011fa1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470719 Feb 02 13:45:52.840715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 1227586d-6ede-43cf-9b4a-792dc6c83c82 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:45:52.893874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 1227586d-6ede-43cf-9b4a-792dc6c83c82 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:45:52.898652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 1227586d-6ede-43cf-9b4a-792dc6c83c82 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:45:52.899130 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:52.985528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 1227586d-6ede-43cf-9b4a-792dc6c83c82 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:45:52.985898 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:53.009838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1227586d-6ede-43cf-9b4a-792dc6c83c82'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:45:53.012151 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41799fc-d6c0-4ca1-a7ee-e18e934edc14" -d '{"events": [{"server_uuid": "eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b", "name": "network-vif-plugged", "status": "completed", "tag": "1227586d-6ede-43cf-9b4a-792dc6c83c82"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:45:53.024566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 1227586d-6ede-43cf-9b4a-792dc6c83c82, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1227586d-6ede-43cf-9b4a-792dc6c83c82,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:45:53.030659 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:53.093040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=1227586d-6ede-43cf-9b4a-792dc6c83c82,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:45:53.132371 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f025e97-ef7d-46aa-a751-73af76e504fc x-openstack-request-id: req-3f025e97-ef7d-46aa-a751-73af76e504fc {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:45:53.132666 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b", "name": "network-vif-plugged", "status": "completed", "tag": "1227586d-6ede-43cf-9b4a-792dc6c83c82", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:45:53.132921 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3f025e97-ef7d-46aa-a751-73af76e504fc {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:45:53.133321 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1227586d-6ede-43cf-9b4a-792dc6c83c82', 'code': 200} Feb 02 13:45:53.294425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf3014-48c6-49a2-a0a9-ca1591413570 req-28d495c4-af4a-49f1-aff7-293ef4721eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:53.296194 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c8cf3014-48c6-49a2-a0a9-ca1591413570 req-28d495c4-af4a-49f1-aff7-293ef4721eaf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 1127 time: 0.0557318 Feb 02 13:45:53.319497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce183c-664b-4642-b290-7f4bc6bb251c req-0c7eb7ca-1a2b-45df-a231-42498130303e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:53.321651 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3ce183c-664b-4642-b290-7f4bc6bb251c req-0c7eb7ca-1a2b-45df-a231-42498130303e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 945 time: 0.0549989 Feb 02 13:45:53.349480 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c8cf3014-48c6-49a2-a0a9-ca1591413570 req-f12bbbc5-cdc1-4be4-9f86-a358bef86fee service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447235 Feb 02 13:45:53.384264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3ce183c-664b-4642-b290-7f4bc6bb251c req-15e90fae-e167-40e6-8b2d-acf97610b9f3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565186 Feb 02 13:45:54.541361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9dad2-d9ad-475b-896f-142787570319 req-b224d6e4-bffe-4f62-a0b2-30bb6250b381 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:54.544973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6d9dad2-d9ad-475b-896f-142787570319 req-b224d6e4-bffe-4f62-a0b2-30bb6250b381 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 945 time: 0.0827253 Feb 02 13:45:54.596517 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6d9dad2-d9ad-475b-896f-142787570319 req-cc15cab0-8e90-4cf3-9a5e-98b5f0c50009 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456724 Feb 02 13:45:55.757583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f0a43-21d9-4e5a-9b9d-2cf5863638c4 req-06d7909d-b88f-47cc-bdd3-149af15474a6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:55.760546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-887f0a43-21d9-4e5a-9b9d-2cf5863638c4 req-06d7909d-b88f-47cc-bdd3-149af15474a6 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 945 time: 0.0877388 Feb 02 13:45:55.815198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-887f0a43-21d9-4e5a-9b9d-2cf5863638c4 req-327b68cc-2e66-42df-96b6-1e5fa5ff9594 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488677 Feb 02 13:45:55.971968 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b8741-3a16-46dc-9b31-59e34aa294aa req-3813b6aa-d9c5-4900-97bc-b0d5e46dedfd tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:55.973462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f87b8741-3a16-46dc-9b31-59e34aa294aa req-3813b6aa-d9c5-4900-97bc-b0d5e46dedfd tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 945 time: 0.0630975 Feb 02 13:45:56.029083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f87b8741-3a16-46dc-9b31-59e34aa294aa req-3f39eace-ef34-425d-ac4c-bda96c4e7e4d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489247 Feb 02 13:45:56.053506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38198) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:45:56.317700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5269b27-aaa7-4c0a-8b62-6649c0f1ffae tempest-TestVolumeBootPattern-225321483 tempest-TestVolumeBootPattern-225321483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:56.322569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:45:56.322713 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e5269b27-aaa7-4c0a-8b62-6649c0f1ffae tempest-TestVolumeBootPattern-225321483 tempest-TestVolumeBootPattern-225321483-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 1122 time: 0.2673800 Feb 02 13:45:56.327542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': '1227586d-6ede-43cf-9b4a-792dc6c83c82', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:45:56.365269 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:56.473536 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:56.596142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Allocated IP 172.25.4.57 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/17386dad-438f-452f-a4dd-fa441b9bc345) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:45:56.701927 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (17386dad-438f-452f-a4dd-fa441b9bc345), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:56.747156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (17386dad-438f-452f-a4dd-fa441b9bc345), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:56.793535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:45:56.796412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:45:56.800692 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:45:56.803874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=17386dad-438f-452f-a4dd-fa441b9bc345,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:45:56.834121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:56.834396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:56.834733 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:56.835052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:56.835580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:56.836084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:56.836415 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:56.836727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:56.837036 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:56.837542 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:56.838282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:56.838282 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:56.838521 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:45:57.207947 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (88db84b2-89ea-40ed-974e-7db80530d00a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:57.281951 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (17386dad-438f-452f-a4dd-fa441b9bc345), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:57.820336 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for port (17386dad-438f-452f-a4dd-fa441b9bc345), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:57.826595 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (17386dad-438f-452f-a4dd-fa441b9bc345), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:57.905482 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event updated for resources: {'Port': ['ID=17386dad-438f-452f-a4dd-fa441b9bc345,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:45:57.909193 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (88db84b2-89ea-40ed-974e-7db80530d00a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:58.030446 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Floating IP 88db84b2-89ea-40ed-974e-7db80530d00a associated. External IP: 172.25.4.57, port: 1227586d-6ede-43cf-9b4a-792dc6c83c82. Feb 02 13:45:58.254436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Router 259d34b7-49bb-43cd-8aca-68e81b36a01d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:45:58.376252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:45:58.389133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef0e843-01e1-4da8-b057-1ed03790bd05 None None] Sync routers for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:45:58.398902 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:45:58.401477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef0e843-01e1-4da8-b057-1ed03790bd05 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:45:58.402116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fef0e843-01e1-4da8-b057-1ed03790bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:45:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:45:58.430906 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d7b1ce06-b1f5-4785-a049-eff33f6d0e78 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1068580 Feb 02 13:45:58.431633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'tag': '1227586d-6ede-43cf-9b4a-792dc6c83c82'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:45:58.434107 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e734d1-62e1-4174-90f6-3268eb617935" -d '{"events": [{"name": "network-changed", "server_uuid": "eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b", "tag": "1227586d-6ede-43cf-9b4a-792dc6c83c82"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:45:58.540647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-fef0e843-01e1-4da8-b057-1ed03790bd05 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:45:58.597055 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbb0e78-f750-43de-9580-78f7c7ec3fd7 x-openstack-request-id: req-3dbb0e78-f750-43de-9580-78f7c7ec3fd7 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:45:58.597348 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b", "tag": "1227586d-6ede-43cf-9b4a-792dc6c83c82", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:45:58.597600 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3dbb0e78-f750-43de-9580-78f7c7ec3fd7 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:45:58.598014 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'tag': '1227586d-6ede-43cf-9b4a-792dc6c83c82', 'status': 'completed', 'code': 200} Feb 02 13:45:58.703507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e734d1-62e1-4174-90f6-3268eb617935 req-17bfeb40-5afe-483e-8a76-32250b4dc598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:58.706581 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6e734d1-62e1-4174-90f6-3268eb617935 req-17bfeb40-5afe-483e-8a76-32250b4dc598 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 1127 time: 0.0596774 Feb 02 13:45:58.825273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e734d1-62e1-4174-90f6-3268eb617935 req-9fdddc4c-3955-4754-bd4d-eed8411d9765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:58.827124 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6e734d1-62e1-4174-90f6-3268eb617935 req-9fdddc4c-3955-4754-bd4d-eed8411d9765 service neutron] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1142640 Feb 02 13:45:58.897374 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6e734d1-62e1-4174-90f6-3268eb617935 req-f1c3d807-cd58-472b-b0d4-44c0d10508ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1227586d-6ede-43cf-9b4a-792dc6c83c82 HTTP/1.1" status: 200 len: 998 time: 0.0631800 Feb 02 13:45:58.957441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e734d1-62e1-4174-90f6-3268eb617935 req-0b30d2d0-193f-4e32-a4b0-a881b1c072a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:58.959224 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6e734d1-62e1-4174-90f6-3268eb617935 req-0b30d2d0-193f-4e32-a4b0-a881b1c072a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0557320 Feb 02 13:45:59.006448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fef0e843-01e1-4da8-b057-1ed03790bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '88db84b2-89ea-40ed-974e-7db80530d00a', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '1227586d-6ede-43cf-9b4a-792dc6c83c82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:13:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:45:57Z', 'updated_at': '2022-02-02T13:45:57Z', 'revision_number': 0, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}, {'id': 'd1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '104c8c6b-cc91-4e60-a147-8810504e4669', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:e4:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec287062-efef-417a-9f38-91c5b95f887a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:43:29Z', 'updated_at': '2022-02-02T13:43:32Z', 'revision_number': 1, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:45:59.014447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e734d1-62e1-4174-90f6-3268eb617935 req-4a4e09e4-c7d4-4b24-ad83-86047b2ce67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:45:59.016178 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6e734d1-62e1-4174-90f6-3268eb617935 req-4a4e09e4-c7d4-4b24-ad83-86047b2ce67e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508480 Feb 02 13:45:59.033346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef0e843-01e1-4da8-b057-1ed03790bd05 None None] Checking router: 259d34b7-49bb-43cd-8aca-68e81b36a01d for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:45:59.048035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef0e843-01e1-4da8-b057-1ed03790bd05 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:45:59.048668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fef0e843-01e1-4da8-b057-1ed03790bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:45:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:45:59.126875 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6e734d1-62e1-4174-90f6-3268eb617935 req-2206a09f-0b31-4a3d-81a0-e3cde30be70b service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036601 Feb 02 13:45:59.180486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-fef0e843-01e1-4da8-b057-1ed03790bd05 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:45:59.245492 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6e734d1-62e1-4174-90f6-3268eb617935 req-eb6bbff7-0eda-445a-830f-67d9bdc05c68 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095691 Feb 02 13:45:59.435304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-fef0e843-01e1-4da8-b057-1ed03790bd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '88db84b2-89ea-40ed-974e-7db80530d00a', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '1227586d-6ede-43cf-9b4a-792dc6c83c82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:13:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:45:57Z', 'updated_at': '2022-02-02T13:45:57Z', 'revision_number': 0, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}, {'id': 'd1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '104c8c6b-cc91-4e60-a147-8810504e4669', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:e4:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec287062-efef-417a-9f38-91c5b95f887a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:43:29Z', 'updated_at': '2022-02-02T13:43:32Z', 'revision_number': 1, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:45:59.465228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef0e843-01e1-4da8-b057-1ed03790bd05 None None] The sync data for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 is: [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '88db84b2-89ea-40ed-974e-7db80530d00a', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '1227586d-6ede-43cf-9b4a-792dc6c83c82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:13:c9:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:45:57Z', 'updated_at': '2022-02-02T13:45:57Z', 'revision_number': 0, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}, {'id': 'd1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '104c8c6b-cc91-4e60-a147-8810504e4669', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:e4:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec287062-efef-417a-9f38-91c5b95f887a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:43:29Z', 'updated_at': '2022-02-02T13:43:32Z', 'revision_number': 1, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:45:59.708053 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2111c-9127-45f2-aa70-0728aded6f13 None None] New status for floating IP 88db84b2-89ea-40ed-974e-7db80530d00a: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:46:01.824794 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-697c32aa-13bc-4e4f-b6f7-1a542b176bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:04.155189 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5151f653-519f-488c-839d-6f18d800b27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:05.677212 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:06.946414 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:07.070996 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:07.679069 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d91d190-8a8b-45ee-8b64-c86d3c51eb2f req-3679e8f1-064f-41ae-a13a-8ceb4116896d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557218 Feb 02 13:46:07.799672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91d190-8a8b-45ee-8b64-c86d3c51eb2f req-9c264ae5-11d5-43e5-a8c7-38bf02ae8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:07.801327 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d91d190-8a8b-45ee-8b64-c86d3c51eb2f req-9c264ae5-11d5-43e5-a8c7-38bf02ae8efd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 1127 time: 0.0523491 Feb 02 13:46:07.925760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91d190-8a8b-45ee-8b64-c86d3c51eb2f req-e2aac352-f677-45ca-b650-9f0d2973e1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:07.927225 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:07.927370 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d91d190-8a8b-45ee-8b64-c86d3c51eb2f req-e2aac352-f677-45ca-b650-9f0d2973e1c8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1012001 Feb 02 13:46:08.003929 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d91d190-8a8b-45ee-8b64-c86d3c51eb2f req-16c6cb52-5512-4125-a327-8dc951fb520a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1227586d-6ede-43cf-9b4a-792dc6c83c82 HTTP/1.1" status: 200 len: 1000 time: 0.0695007 Feb 02 13:46:08.056789 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91d190-8a8b-45ee-8b64-c86d3c51eb2f req-3568ceb1-0f0b-4494-8dd0-7d4f4dd8502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:08.059202 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d91d190-8a8b-45ee-8b64-c86d3c51eb2f req-3568ceb1-0f0b-4494-8dd0-7d4f4dd8502b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0481570 Feb 02 13:46:08.069347 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:08.113928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91d190-8a8b-45ee-8b64-c86d3c51eb2f req-6665dacd-b054-4526-a026-a3aa6e64200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:08.115449 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d91d190-8a8b-45ee-8b64-c86d3c51eb2f req-6665dacd-b054-4526-a026-a3aa6e64200c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495634 Feb 02 13:46:08.221167 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d91d190-8a8b-45ee-8b64-c86d3c51eb2f req-01d606e4-3375-4f51-b4b8-7b03ca9462cd service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979812 Feb 02 13:46:08.313840 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8d91d190-8a8b-45ee-8b64-c86d3c51eb2f req-490199e8-6365-4349-ab94-35cbff318ef3 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853550 Feb 02 13:46:12.113579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:46:12.122079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-432d1bcb-6374-4a0c-9dc8-01953ed2a817 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641484439', 'description': 'tempest-secgroup-smoke-1641484439 description', 'project_id': '44e08e4437dc4bdda9da4a65efd03264'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:12.147278 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-432d1bcb-6374-4a0c-9dc8-01953ed2a817 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.226962 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-432d1bcb-6374-4a0c-9dc8-01953ed2a817 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group (a25e5cbe-f847-4505-b1ee-42193cd6037b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.232060 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-432d1bcb-6374-4a0c-9dc8-01953ed2a817 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a25e5cbe-f847-4505-b1ee-42193cd6037b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.261258 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-432d1bcb-6374-4a0c-9dc8-01953ed2a817 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.262532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-432d1bcb-6374-4a0c-9dc8-01953ed2a817 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1480916 Feb 02 13:46:12.265835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38352) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:46:12.267340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d1bcb-6374-4a0c-9dc8-01953ed2a817 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25e5cbe-f847-4505-b1ee-42193cd6037b,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:12.270596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-897611c4-49c3-44f4-9e69-c8dc84b850ab tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Request body: {'security_group_rule': {'security_group_id': 'a25e5cbe-f847-4505-b1ee-42193cd6037b', 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:12.298506 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-897611c4-49c3-44f4-9e69-c8dc84b850ab tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (b92acc09-9261-4e98-a6c3-acb9719957dc), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.362522 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-897611c4-49c3-44f4-9e69-c8dc84b850ab tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (b92acc09-9261-4e98-a6c3-acb9719957dc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.370244 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-897611c4-49c3-44f4-9e69-c8dc84b850ab tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (b92acc09-9261-4e98-a6c3-acb9719957dc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.420972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897611c4-49c3-44f4-9e69-c8dc84b850ab tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92acc09-9261-4e98-a6c3-acb9719957dc,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:12.433388 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-897611c4-49c3-44f4-9e69-c8dc84b850ab tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.436228 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-897611c4-49c3-44f4-9e69-c8dc84b850ab tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1684632 Feb 02 13:46:12.439092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38354) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:46:12.447467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f1177357-6bf1-4eff-9290-102e142264a2 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Request body: {'security_group_rule': {'security_group_id': 'a25e5cbe-f847-4505-b1ee-42193cd6037b', 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:12.505615 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1177357-6bf1-4eff-9290-102e142264a2 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (93940a94-5fb2-4536-980d-86bd4e7ca9e8), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.606364 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1177357-6bf1-4eff-9290-102e142264a2 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (93940a94-5fb2-4536-980d-86bd4e7ca9e8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.612514 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1177357-6bf1-4eff-9290-102e142264a2 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (93940a94-5fb2-4536-980d-86bd4e7ca9e8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.638745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1177357-6bf1-4eff-9290-102e142264a2 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93940a94-5fb2-4536-980d-86bd4e7ca9e8,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:12.644450 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f1177357-6bf1-4eff-9290-102e142264a2 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.649578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f1177357-6bf1-4eff-9290-102e142264a2 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2084689 Feb 02 13:46:12.649974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38356) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:46:12.662065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-378d4055-b408-440c-b814-e62685a2eb1f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Request body: {'security_group_rule': {'security_group_id': 'a25e5cbe-f847-4505-b1ee-42193cd6037b', 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:12.707764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-378d4055-b408-440c-b814-e62685a2eb1f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (b08c22a8-5f1a-411b-bc28-89800818156c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.772446 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-378d4055-b408-440c-b814-e62685a2eb1f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (b08c22a8-5f1a-411b-bc28-89800818156c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.777675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-378d4055-b408-440c-b814-e62685a2eb1f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (b08c22a8-5f1a-411b-bc28-89800818156c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.799944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d4055-b408-440c-b814-e62685a2eb1f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08c22a8-5f1a-411b-bc28-89800818156c,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:12.806013 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-378d4055-b408-440c-b814-e62685a2eb1f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.807511 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-378d4055-b408-440c-b814-e62685a2eb1f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1548204 Feb 02 13:46:12.810751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38358) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:46:12.817947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c1e140b4-e527-46dd-af8f-9b22425ba862 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Request body: {'security_group_rule': {'security_group_id': 'a25e5cbe-f847-4505-b1ee-42193cd6037b', 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:12.849967 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1e140b4-e527-46dd-af8f-9b22425ba862 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (57cd01e3-dd57-4e72-b495-02dc7fdaf6aa), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.919604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1e140b4-e527-46dd-af8f-9b22425ba862 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (57cd01e3-dd57-4e72-b495-02dc7fdaf6aa), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.925234 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1e140b4-e527-46dd-af8f-9b22425ba862 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (57cd01e3-dd57-4e72-b495-02dc7fdaf6aa), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.942041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e140b4-e527-46dd-af8f-9b22425ba862 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57cd01e3-dd57-4e72-b495-02dc7fdaf6aa,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:12.956518 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c1e140b4-e527-46dd-af8f-9b22425ba862 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:12.958396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c1e140b4-e527-46dd-af8f-9b22425ba862 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460884 Feb 02 13:46:12.961774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38360) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:46:12.966613 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9f591763-11cd-4f56-b964-94d4c4b1f1be tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Request body: {'security_group_rule': {'security_group_id': 'a25e5cbe-f847-4505-b1ee-42193cd6037b', 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:12.986357 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-9f591763-11cd-4f56-b964-94d4c4b1f1be tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Project 44e08e4437dc4bdda9da4a65efd03264 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:46:12.991356 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f591763-11cd-4f56-b964-94d4c4b1f1be tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (f1ce4800-e006-4fdb-996d-5dfe086f11b4), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:13.057612 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f591763-11cd-4f56-b964-94d4c4b1f1be tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (f1ce4800-e006-4fdb-996d-5dfe086f11b4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:13.062013 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f591763-11cd-4f56-b964-94d4c4b1f1be tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (f1ce4800-e006-4fdb-996d-5dfe086f11b4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:13.084893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f591763-11cd-4f56-b964-94d4c4b1f1be tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ce4800-e006-4fdb-996d-5dfe086f11b4,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:13.091881 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9f591763-11cd-4f56-b964-94d4c4b1f1be tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:13.093066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9f591763-11cd-4f56-b964-94d4c4b1f1be tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302111 Feb 02 13:46:13.095795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38362) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:46:13.100084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6252464c-26f0-4334-9875-c1b0ceb73000 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Request body: {'security_group_rule': {'security_group_id': 'a25e5cbe-f847-4505-b1ee-42193cd6037b', 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:13.124258 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-6252464c-26f0-4334-9875-c1b0ceb73000 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Project 44e08e4437dc4bdda9da4a65efd03264 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 13:46:13.129813 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6252464c-26f0-4334-9875-c1b0ceb73000 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (f495117c-4e34-436d-8ba1-35e0955f3037), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:13.200181 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6252464c-26f0-4334-9875-c1b0ceb73000 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (f495117c-4e34-436d-8ba1-35e0955f3037), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:13.204271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6252464c-26f0-4334-9875-c1b0ceb73000 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (f495117c-4e34-436d-8ba1-35e0955f3037), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:13.221951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252464c-26f0-4334-9875-c1b0ceb73000 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f495117c-4e34-436d-8ba1-35e0955f3037,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:13.230266 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6252464c-26f0-4334-9875-c1b0ceb73000 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:13.231529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6252464c-26f0-4334-9875-c1b0ceb73000 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347983 Feb 02 13:46:13.411007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-929caf87-bf3c-4068-beca-903f8b8f9b0f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641484439&fields=id&tenant_id=44e08e4437dc4bdda9da4a65efd03264 HTTP/1.1" status: 200 len: 267 time: 0.0580747 Feb 02 13:46:13.528271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-d82da69f-8937-479b-ad1a-01db1b33aede tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:13.529711 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-d82da69f-8937-479b-ad1a-01db1b33aede tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/networks?id=7a437315-9306-4410-a39d-3d2f5ad3b49d HTTP/1.1" status: 200 len: 813 time: 0.1118333 Feb 02 13:46:13.545228 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-acf66154-13c3-45c8-8412-1e223a929a2b tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/quotas/44e08e4437dc4bdda9da4a65efd03264 HTTP/1.1" status: 200 len: 375 time: 0.0098176 Feb 02 13:46:13.606491 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-b7520943-dedb-4e7f-8639-0066cfd76281 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=44e08e4437dc4bdda9da4a65efd03264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560822 Feb 02 13:46:13.710229 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-3604d787-4643-4d54-921b-c4e4ae903d20 service neutron] 10.222.0.83 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916641 Feb 02 13:46:13.805181 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-72fdefe8-4978-4340-9616-bbd08820bff1 service neutron] 10.222.0.83 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887432 Feb 02 13:46:14.135612 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e329bdd7-3b0e-4af2-b5a8-a4e2f1488d3e req-21a26743-aaf0-48ee-8064-3e0064046828 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 210 time: 0.0297523 Feb 02 13:46:15.248901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38ffa312-0fa7-4c9d-afe5-6d36978e1fe9 req-1f5c1175-35d4-40f6-a879-f311a579e0d5 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 210 time: 0.0282044 Feb 02 13:46:15.431887 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-26024d22-42a6-4ac3-9ecc-6394a7c46249 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:15.433838 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-26024d22-42a6-4ac3-9ecc-6394a7c46249 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.62 "GET /v2.0/networks?id=7a437315-9306-4410-a39d-3d2f5ad3b49d HTTP/1.1" status: 200 len: 813 time: 0.1750968 Feb 02 13:46:15.533520 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ef580a14-e60b-4b22-9c1d-6b2f9135f102 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44e08e4437dc4bdda9da4a65efd03264 HTTP/1.1" status: 200 len: 380 time: 0.0846612 Feb 02 13:46:15.543528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Request body: {'port': {'device_id': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'admin_state_up': True, 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'security_groups': ['a25e5cbe-f847-4505-b1ee-42193cd6037b']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:15.700371 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Made reservation on behalf of 44e08e4437dc4bdda9da4a65efd03264 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:46:15.706360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:15.881825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Allocated IP 172.20.0.12 (7a437315-9306-4410-a39d-3d2f5ad3b49d/1d65de83-ec1b-43fd-9c19-3a34b202f4d9/d1730382-a4fc-4d5a-8b5d-9e2e433abf3f) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:46:16.047349 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:16.092197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:16.140939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Network 7a437315-9306-4410-a39d-3d2f5ad3b49d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:46:16.146949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:46:16.151674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:46:16.184561 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event updated for resources: {'Port': ['ID=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:16.214760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:16.215683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:16.238215 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-ae789ade-ebce-4f79-9e1c-a48186cc5f2f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6990283 Feb 02 13:46:16.263852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Request body: {'port': {'device_id': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:16.346649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:16.443857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84975c-d0b3-4370-a11b-0557ec4d3883 req-2a1ed79a-b936-4f74-90f7-4b4dd3a961d8 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:16.447147 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-be84975c-d0b3-4370-a11b-0557ec4d3883 req-2a1ed79a-b936-4f74-90f7-4b4dd3a961d8 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 932 time: 0.0884790 Feb 02 13:46:16.514068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-be84975c-d0b3-4370-a11b-0557ec4d3883 req-847e1e65-d0f0-4404-9fb8-485c1f4bec35 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607309 Feb 02 13:46:16.553967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e474558e-a2ad-424c-aeb9-735c83336348 None None] Provisioning complete for port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:46:16.554704 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e474558e-a2ad-424c-aeb9-735c83336348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:16.597742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e474558e-a2ad-424c-aeb9-735c83336348 None None] Port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:46:16.683135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1730382-a4fc-4d5a-8b5d-9e2e433abf3f {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:46:16.697091 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Publish callbacks [] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:16.718500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Transition to ACTIVE for port object d1730382-a4fc-4d5a-8b5d-9e2e433abf3f will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:46:16.724161 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:16.784555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Pushing event updated for resources: {'Port': ['ID=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:16.882420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Attempting to bind port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:46:16.883121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Attempting to bind port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:46:16.883550 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Attempting to bind port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f on network 7a437315-9306-4410-a39d-3d2f5ad3b49d {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:46:16.890884 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f on network 7a437315-9306-4410-a39d-3d2f5ad3b49d not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:46:16.892178 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Attempting to bind port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f on network 7a437315-9306-4410-a39d-3d2f5ad3b49d {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:46:16.899928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:46:16.900272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Checking segment: {'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:46:16.900712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Bound using segment: {'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:46:16.901148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Bound port: d1730382-a4fc-4d5a-8b5d-9e2e433abf3f, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8dba6b-9a65-4509-9145-e100074ef94c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:46:16.901514 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:16.988406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] For port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:46:16.993785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] For port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f,segment=NetworkSegment(9e8dba6b-9a65-4509-9145-e100074ef94c),segment_id=9e8dba6b-9a65-4509-9145-e100074ef94c)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:46:17.004711 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:17.044242 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:17.044872 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:17.046324 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] 10.222.0.62 "PUT /v2.0/ports/d1730382-a4fc-4d5a-8b5d-9e2e433abf3f HTTP/1.1" status: 200 len: 1092 time: 0.7877653 Feb 02 13:46:17.046821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:46:17.049229 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb49945-8b7b-4d5e-ba09-7b57c99c9748" -d '{"events": [{"name": "network-changed", "server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:46:17.092204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc5903-dd54-41bc-8231-c829b1f8b7bc service neutron] Pushing event updated for resources: {'Port': ['ID=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:17.105176 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75052bcf-5322-46b8-9f67-3c6d4b6b2efe x-openstack-request-id: req-75052bcf-5322-46b8-9f67-3c6d4b6b2efe {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:46:17.105565 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:46:17.106429 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-75052bcf-5322-46b8-9f67-3c6d4b6b2efe {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:46:17.107109 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'status': 'completed', 'code': 200} Feb 02 13:46:17.227063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-c6656889-68ee-49bb-867e-6a4a25158652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:17.229544 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-c6656889-68ee-49bb-867e-6a4a25158652 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44e08e4437dc4bdda9da4a65efd03264&device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 1126 time: 0.1024661 Feb 02 13:46:17.310248 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-392f74db-08e3-4cd4-bd9b-46e2953c9aba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f HTTP/1.1" status: 200 len: 217 time: 0.0589855 Feb 02 13:46:17.389407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-caff8ded-d055-485d-a737-e4d6611a6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:17.391299 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-caff8ded-d055-485d-a737-e4d6611a6b33 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1d65de83-ec1b-43fd-9c19-3a34b202f4d9 HTTP/1.1" status: 200 len: 852 time: 0.0737174 Feb 02 13:46:17.451163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-b3704a2e-0a09-4f99-abc9-56e7a93b322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:17.452752 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-b3704a2e-0a09-4f99-abc9-56e7a93b322d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a437315-9306-4410-a39d-3d2f5ad3b49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550861 Feb 02 13:46:17.549331 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:46:17.566177 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-348f7f94-67dd-438c-8611-67a41ed49ce9 service neutron] 10.222.0.62 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045651 Feb 02 13:46:17.660272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069ddca-c858-49cd-975c-9acd4873d2e3 req-9b6323bf-6abd-4a9d-97a3-c4fa26bd9661 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:17.662688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3069ddca-c858-49cd-975c-9acd4873d2e3 req-9b6323bf-6abd-4a9d-97a3-c4fa26bd9661 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0616455 Feb 02 13:46:17.676260 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01a36c95-0f07-4190-bdf4-c043a35e6bfc req-5abc516e-374c-44fe-abbb-b044cc60dd3a service neutron] 10.222.0.62 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007912 Feb 02 13:46:17.741540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3069ddca-c858-49cd-975c-9acd4873d2e3 req-87ebc7ed-390c-4797-bef2-088aed63dafe tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672216 Feb 02 13:46:17.832687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb49945-8b7b-4d5e-ba09-7b57c99c9748 req-57049173-a6e3-42f1-8181-52950ba0040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:17.834561 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fb49945-8b7b-4d5e-ba09-7b57c99c9748 req-57049173-a6e3-42f1-8181-52950ba0040d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44e08e4437dc4bdda9da4a65efd03264&device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 1126 time: 0.0706074 Feb 02 13:46:17.937211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb49945-8b7b-4d5e-ba09-7b57c99c9748 req-7767d4a3-1111-4b47-8854-d94ca3c094e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:17.938995 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fb49945-8b7b-4d5e-ba09-7b57c99c9748 req-7767d4a3-1111-4b47-8854-d94ca3c094e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7a437315-9306-4410-a39d-3d2f5ad3b49d HTTP/1.1" status: 200 len: 914 time: 0.0978544 Feb 02 13:46:17.988561 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fb49945-8b7b-4d5e-ba09-7b57c99c9748 req-b52a4923-4134-45a7-a6ef-7765683857ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f HTTP/1.1" status: 200 len: 217 time: 0.0424798 Feb 02 13:46:18.049152 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb49945-8b7b-4d5e-ba09-7b57c99c9748 req-538119f1-3aeb-42f8-9c6d-7d2f81d2003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:18.050845 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fb49945-8b7b-4d5e-ba09-7b57c99c9748 req-538119f1-3aeb-42f8-9c6d-7d2f81d2003c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1d65de83-ec1b-43fd-9c19-3a34b202f4d9 HTTP/1.1" status: 200 len: 852 time: 0.0561562 Feb 02 13:46:18.109529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb49945-8b7b-4d5e-ba09-7b57c99c9748 req-8c07fb4e-9845-4a87-9a85-a9a9a835b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:18.111470 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fb49945-8b7b-4d5e-ba09-7b57c99c9748 req-8c07fb4e-9845-4a87-9a85-a9a9a835b312 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a437315-9306-4410-a39d-3d2f5ad3b49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523024 Feb 02 13:46:18.220586 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fb49945-8b7b-4d5e-ba09-7b57c99c9748 req-a6526c5f-be70-4dd5-8685-40c7123e2848 service neutron] 10.222.0.62 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922501 Feb 02 13:46:18.313461 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fb49945-8b7b-4d5e-ba09-7b57c99c9748 req-d0d9c582-73dd-4fe4-b250-c455b1cd28fa service neutron] 10.222.0.62 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848637 Feb 02 13:46:18.901272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3132f1-1df7-45e4-bb60-b9f444d31f0c req-8445140c-5828-474e-a1be-8c3c41c001c8 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:18.902810 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc3132f1-1df7-45e4-bb60-b9f444d31f0c req-8445140c-5828-474e-a1be-8c3c41c001c8 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0553265 Feb 02 13:46:18.955641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc3132f1-1df7-45e4-bb60-b9f444d31f0c req-1cac1101-ec6d-4dd5-ab4c-0afe858f3be9 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443499 Feb 02 13:46:20.100089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21826e64-5714-4b94-aa9f-61b69c1c57a4 req-a7be246c-9388-454a-91aa-6deb77158650 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:20.102937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21826e64-5714-4b94-aa9f-61b69c1c57a4 req-a7be246c-9388-454a-91aa-6deb77158650 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0700300 Feb 02 13:46:20.172120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21826e64-5714-4b94-aa9f-61b69c1c57a4 req-a0a1e99c-2535-4095-83fb-9390d268e4c2 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580835 Feb 02 13:46:21.310756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171cae7-36ab-4f01-a0b7-be7e2c2ebf3a req-23768a8a-8bca-4db4-a03d-f3938e8e26c3 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:21.312272 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3171cae7-36ab-4f01-a0b7-be7e2c2ebf3a req-23768a8a-8bca-4db4-a03d-f3938e8e26c3 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0605960 Feb 02 13:46:21.373409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3171cae7-36ab-4f01-a0b7-be7e2c2ebf3a req-f3a138fb-d086-40d9-a25b-00afc0cc874d tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543377 Feb 02 13:46:22.507860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8fee6-6756-4eb7-ac19-2cca76c87da4 req-7aa0c94e-eb98-4cf9-b325-796573bae7b7 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:22.509381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfe8fee6-6756-4eb7-ac19-2cca76c87da4 req-7aa0c94e-eb98-4cf9-b325-796573bae7b7 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0624139 Feb 02 13:46:22.563149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfe8fee6-6756-4eb7-ac19-2cca76c87da4 req-d1cee467-9c03-484e-852b-e738640ccf4b tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445423 Feb 02 13:46:23.701111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a4185-531c-4a7b-b849-b4e2c75c4057 req-7e8e9f4a-0cdb-413f-8809-69cec0ac087e tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:23.702699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-949a4185-531c-4a7b-b849-b4e2c75c4057 req-7e8e9f4a-0cdb-413f-8809-69cec0ac087e tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0676610 Feb 02 13:46:23.757523 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-949a4185-531c-4a7b-b849-b4e2c75c4057 req-a083f17e-6c1d-4003-b615-338b7c00f059 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455823 Feb 02 13:46:24.899226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0b72b-2c5f-4f5e-a9fe-bd139249900f req-d43afad9-09c9-4ba5-9bdb-a4011545918d tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:24.900986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65c0b72b-2c5f-4f5e-a9fe-bd139249900f req-d43afad9-09c9-4ba5-9bdb-a4011545918d tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0589345 Feb 02 13:46:24.977868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65c0b72b-2c5f-4f5e-a9fe-bd139249900f req-a854c466-5af1-4710-a110-6001cf65b6ba tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627570 Feb 02 13:46:26.121417 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7630a-a691-4b6f-a63d-459cb33f8a85 req-31fd30cd-0d38-436f-b136-4d87e565bf8b tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:26.122964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0af7630a-a691-4b6f-a63d-459cb33f8a85 req-31fd30cd-0d38-436f-b136-4d87e565bf8b tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0557456 Feb 02 13:46:26.174177 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0af7630a-a691-4b6f-a63d-459cb33f8a85 req-a7707ad7-e825-41c1-bad8-e986b2312219 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451949 Feb 02 13:46:27.307826 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa0381-b92f-4073-8fcd-bfe36db0b763 req-492e29ed-ea32-4126-b185-d185c62e5dad tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:27.309444 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61aa0381-b92f-4073-8fcd-bfe36db0b763 req-492e29ed-ea32-4126-b185-d185c62e5dad tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0631936 Feb 02 13:46:27.362478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61aa0381-b92f-4073-8fcd-bfe36db0b763 req-c60d03b3-81c9-45f0-826e-5464f7887d94 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467474 Feb 02 13:46:28.491587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd6591-fca9-46c3-90b5-3bbb8ec9a3ca req-a4a6269a-a000-4b83-968b-50532eaec93b tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:28.493041 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfdd6591-fca9-46c3-90b5-3bbb8ec9a3ca req-a4a6269a-a000-4b83-968b-50532eaec93b tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0598352 Feb 02 13:46:28.547061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dfdd6591-fca9-46c3-90b5-3bbb8ec9a3ca req-a461b5af-070e-4a80-bd8a-d452cfc836a3 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473032 Feb 02 13:46:29.700773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23aed0-f661-4058-bcea-5192bc0d0b3a req-8056f96b-3b1e-478e-b20b-43b4897cb7bd tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:29.702403 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a23aed0-f661-4058-bcea-5192bc0d0b3a req-8056f96b-3b1e-478e-b20b-43b4897cb7bd tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0746665 Feb 02 13:46:29.762759 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a23aed0-f661-4058-bcea-5192bc0d0b3a req-9d0b178f-ad24-4d37-bb8f-9a95841c0adc tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542502 Feb 02 13:46:30.902656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fd448-0eff-4ff7-945d-7ba028b56f9b req-f549ffb8-ee4b-4bb0-877a-58dd555a674a tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:30.904237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a3fd448-0eff-4ff7-945d-7ba028b56f9b req-f549ffb8-ee4b-4bb0-877a-58dd555a674a tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0594592 Feb 02 13:46:30.959639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a3fd448-0eff-4ff7-945d-7ba028b56f9b req-68fde563-bed4-481c-9297-87e1a8136bce tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488427 Feb 02 13:46:31.829935 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8b9d5b5-586c-4904-abe0-ba2963c73ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:32.094517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be7f8d-d07b-4d42-b4aa-a1533f1b02e1 req-1e891378-3560-4dea-b2fc-69694ed68e7d tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:32.096001 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64be7f8d-d07b-4d42-b4aa-a1533f1b02e1 req-1e891378-3560-4dea-b2fc-69694ed68e7d tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 944 time: 0.0616996 Feb 02 13:46:32.156304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64be7f8d-d07b-4d42-b4aa-a1533f1b02e1 req-23fb3bf6-7194-49a3-b368-9bd6b87ae205 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518126 Feb 02 13:46:32.995994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d1730382-a4fc-4d5a-8b5d-9e2e433abf3f details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:46:33.101292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f,segment=NetworkSegment(9e8dba6b-9a65-4509-9145-e100074ef94c),segment_id=9e8dba6b-9a65-4509-9145-e100074ef94c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:46:33.113778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'port_id': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'mac_address': 'fa:16:3e:1b:8a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:46:33.157395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:46:33.157788 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:33.171977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1730382-a4fc-4d5a-8b5d-9e2e433abf3f {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:46:33.194965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f,segment=NetworkSegment(9e8dba6b-9a65-4509-9145-e100074ef94c),segment_id=9e8dba6b-9a65-4509-9145-e100074ef94c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:46:33.199578 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:33.253019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:33.290057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03dd90-a3ff-45cf-a58a-a0d0ec527e9f req-6a7b6254-f640-41b0-a299-ef30ec4079b3 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:33.291156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd03dd90-a3ff-45cf-a58a-a0d0ec527e9f req-6a7b6254-f640-41b0-a299-ef30ec4079b3 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 945 time: 0.0635026 Feb 02 13:46:33.343165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd03dd90-a3ff-45cf-a58a-a0d0ec527e9f req-6a66aec2-95d7-4049-bce3-d8cc7ad46d1c tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451591 Feb 02 13:46:33.499598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['d1730382-a4fc-4d5a-8b5d-9e2e433abf3f'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:46:34.149271 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5c49-ed2f-4ae0-b553-14904307ecbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:34.482646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02130bb4-9627-411c-a235-d363c82ebd20 req-6d3d9275-8deb-4b88-a596-db53a9afd71f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:34.484309 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02130bb4-9627-411c-a235-d363c82ebd20 req-6d3d9275-8deb-4b88-a596-db53a9afd71f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 945 time: 0.0645649 Feb 02 13:46:34.546786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02130bb4-9627-411c-a235-d363c82ebd20 req-7edbd63a-72d4-4d2a-9876-f28eb3c30187 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560031 Feb 02 13:46:34.997432 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d1730382-a4fc-4d5a-8b5d-9e2e433abf3f up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:46:35.049696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:46:35.054163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:46:35.054507 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:35.145904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:46:35.146285 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:35.169405 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:46:35.171788 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189cd81f-3984-4ee8-94fa-fe83159d9f89" -d '{"events": [{"server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "name": "network-vif-plugged", "status": "completed", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:46:35.185995 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f,segment=NetworkSegment(9e8dba6b-9a65-4509-9145-e100074ef94c),segment_id=9e8dba6b-9a65-4509-9145-e100074ef94c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:46:35.191505 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:35.234159 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16814dcb-28e1-4d11-afa1-d78d3440c3fd x-openstack-request-id: req-16814dcb-28e1-4d11-afa1-d78d3440c3fd {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:46:35.234472 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "name": "network-vif-plugged", "status": "completed", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:46:35.234727 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-16814dcb-28e1-4d11-afa1-d78d3440c3fd {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:46:35.235135 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'code': 200} Feb 02 13:46:35.244485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:35.382327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a5d7e-1ffe-4874-836a-4005394866c0 req-48b052eb-9e43-470d-8020-6f76085f4c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:35.383888 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec5a5d7e-1ffe-4874-836a-4005394866c0 req-48b052eb-9e43-470d-8020-6f76085f4c58 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 1128 time: 0.0550063 Feb 02 13:46:35.436197 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec5a5d7e-1ffe-4874-836a-4005394866c0 req-5768b3bc-a029-4283-b3b9-92797f1ce900 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446546 Feb 02 13:46:35.677576 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:35.684922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f363b-cdbe-42b5-ae68-a3473413216e req-8e8af5e5-fb14-4a69-87df-f6bfb7730b24 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:35.686487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b3f363b-cdbe-42b5-ae68-a3473413216e req-8e8af5e5-fb14-4a69-87df-f6bfb7730b24 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 946 time: 0.0661716 Feb 02 13:46:35.754162 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b3f363b-cdbe-42b5-ae68-a3473413216e req-1457ad64-8772-4b0c-9801-33a36f54fb96 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613058 Feb 02 13:46:36.909388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a49013-80cd-429f-9a5d-676c156464f5 req-09aa1fe3-c19c-4719-8f4d-4aa3aefa68a6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:36.911936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22a49013-80cd-429f-9a5d-676c156464f5 req-09aa1fe3-c19c-4719-8f4d-4aa3aefa68a6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 946 time: 0.0818398 Feb 02 13:46:36.950746 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:36.973497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22a49013-80cd-429f-9a5d-676c156464f5 req-2ad8630c-a3aa-4e6e-a7a2-6db6f0ba030a tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529232 Feb 02 13:46:37.095367 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:37.115158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa9450-5f1e-4866-bdd5-d347d6d363a4 req-53971702-6e24-4798-b79d-21afecd68379 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:37.117448 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9cfa9450-5f1e-4866-bdd5-d347d6d363a4 req-53971702-6e24-4798-b79d-21afecd68379 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 946 time: 0.0699215 Feb 02 13:46:37.179532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9cfa9450-5f1e-4866-bdd5-d347d6d363a4 req-97160302-03f3-407b-bf02-20037c937fe2 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533116 Feb 02 13:46:37.203394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38436) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:46:37.345308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc28355e-51b3-4de9-8f02-db7473f7f0dc tempest-TestVolumeBackupRestore-639166255 tempest-TestVolumeBackupRestore-639166255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:37.347149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cc28355e-51b3-4de9-8f02-db7473f7f0dc tempest-TestVolumeBackupRestore-639166255 tempest-TestVolumeBackupRestore-639166255-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 1123 time: 0.1425855 Feb 02 13:46:37.351321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:46:37.356038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:37.379232 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:37.506250 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:37.642659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Allocated IP 172.25.4.26 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/a2b757cd-f9d5-4201-859b-0a41dc0ec7d6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:46:37.766346 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for port (a2b757cd-f9d5-4201-859b-0a41dc0ec7d6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:37.808098 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (a2b757cd-f9d5-4201-859b-0a41dc0ec7d6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:37.853103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:46:37.858472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:46:37.863185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:46:37.891052 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event updated for resources: {'Port': ['ID=a2b757cd-f9d5-4201-859b-0a41dc0ec7d6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:37.948111 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:38.066761 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:38.275096 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for floatingip (e32e593a-5f89-4b62-b529-ca9ae22f82a4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:38.353604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a2b757cd-f9d5-4201-859b-0a41dc0ec7d6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:38.537941 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for port (a2b757cd-f9d5-4201-859b-0a41dc0ec7d6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:38.544200 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (a2b757cd-f9d5-4201-859b-0a41dc0ec7d6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:38.633497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event updated for resources: {'Port': ['ID=a2b757cd-f9d5-4201-859b-0a41dc0ec7d6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:46:38.648710 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (e32e593a-5f89-4b62-b529-ca9ae22f82a4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:38.760361 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Floating IP e32e593a-5f89-4b62-b529-ca9ae22f82a4 associated. External IP: 172.25.4.26, port: d1730382-a4fc-4d5a-8b5d-9e2e433abf3f. Feb 02 13:46:38.982116 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Router 3fb58f8a-2357-4129-b99a-15c7340afae4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:46:39.101966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:46:39.114395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7a78a-940f-4e07-8b84-ed9cf10fa417 None None] Sync routers for ids ['3fb58f8a-2357-4129-b99a-15c7340afae4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:46:39.122552 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:39.131613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7a78a-940f-4e07-8b84-ed9cf10fa417 None None] Routers {'3fb58f8a-2357-4129-b99a-15c7340afae4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:46:39.132904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3ef7a78a-940f-4e07-8b84-ed9cf10fa417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:46:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3fb58f8a-2357-4129-b99a-15c7340afae4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:46:39.162183 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2e4fafb0-e328-4367-9893-40440b42a6bf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8095434 Feb 02 13:46:39.162858 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:46:39.165359 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e465f404-8f46-4fd2-9f16-4a76b8b210ef" -d '{"events": [{"name": "network-changed", "server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:46:39.166963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38446) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:46:39.211728 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bb6967-46af-4481-84d2-e54c59aa0ff0 x-openstack-request-id: req-02bb6967-46af-4481-84d2-e54c59aa0ff0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:46:39.211996 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:46:39.212248 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-02bb6967-46af-4481-84d2-e54c59aa0ff0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:46:39.212659 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'status': 'completed', 'code': 200} Feb 02 13:46:39.226846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec69b2e-a9dc-4705-af12-5e728d6d9cb5 tempest-TestVolumeBackupRestore-639166255 tempest-TestVolumeBackupRestore-639166255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:39.228946 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-fec69b2e-a9dc-4705-af12-5e728d6d9cb5 tempest-TestVolumeBackupRestore-639166255 tempest-TestVolumeBackupRestore-639166255-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 1123 time: 0.0587697 Feb 02 13:46:39.232703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38450) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:46:39.237727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0dc55e94-be89-4e49-8f1f-f94063b48a47 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Request body: {'floatingip': {'port_id': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:46:39.263478 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3ef7a78a-940f-4e07-8b84-ed9cf10fa417 None None] Set router 3fb58f8a-2357-4129-b99a-15c7340afae4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:46:39.337886 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0dc55e94-be89-4e49-8f1f-f94063b48a47 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for floatingip (e32e593a-5f89-4b62-b529-ca9ae22f82a4), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:39.391612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465f404-8f46-4fd2-9f16-4a76b8b210ef req-b68fef5d-4855-47bf-87b8-896b3c61c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:39.393167 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e465f404-8f46-4fd2-9f16-4a76b8b210ef req-b68fef5d-4855-47bf-87b8-896b3c61c49c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44e08e4437dc4bdda9da4a65efd03264&device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 1128 time: 0.1169734 Feb 02 13:46:39.511924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3ef7a78a-940f-4e07-8b84-ed9cf10fa417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e32e593a-5f89-4b62-b529-ca9ae22f82a4', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'floating_ip_address': '172.25.4.26', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'port_id': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'mac_address': 'fa:16:3e:1b:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:46:38Z', 'updated_at': '2022-02-02T13:46:38Z', 'revision_number': 0, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630cceb-eb3e-47b5-b2ba-6e856b7b0de4', 'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'mac_address': 'fa:16:3e:cd:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:40Z', 'updated_at': '2022-02-02T13:43:44Z', 'revision_number': 5, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'subnets': [{'id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:46:39.545329 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7a78a-940f-4e07-8b84-ed9cf10fa417 None None] Checking router: 3fb58f8a-2357-4129-b99a-15c7340afae4 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:46:39.555670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7a78a-940f-4e07-8b84-ed9cf10fa417 None None] Routers {'3fb58f8a-2357-4129-b99a-15c7340afae4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:46:39.556206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3ef7a78a-940f-4e07-8b84-ed9cf10fa417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:46:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3fb58f8a-2357-4129-b99a-15c7340afae4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:46:39.613339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465f404-8f46-4fd2-9f16-4a76b8b210ef req-326a72bf-8f20-43b5-90ff-ecbc6b9cd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:39.614956 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e465f404-8f46-4fd2-9f16-4a76b8b210ef req-326a72bf-8f20-43b5-90ff-ecbc6b9cd817 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7a437315-9306-4410-a39d-3d2f5ad3b49d HTTP/1.1" status: 200 len: 914 time: 0.2147517 Feb 02 13:46:39.670315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3ef7a78a-940f-4e07-8b84-ed9cf10fa417 None None] Set router 3fb58f8a-2357-4129-b99a-15c7340afae4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:46:39.771843 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e465f404-8f46-4fd2-9f16-4a76b8b210ef req-1aca3453-b7ae-4e88-8ccf-5fc946173879 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f HTTP/1.1" status: 200 len: 999 time: 0.1151061 Feb 02 13:46:39.882527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465f404-8f46-4fd2-9f16-4a76b8b210ef req-1bfc8d9c-e91e-4ed9-a3a9-abeba91251ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:39.884163 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e465f404-8f46-4fd2-9f16-4a76b8b210ef req-1bfc8d9c-e91e-4ed9-a3a9-abeba91251ea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1d65de83-ec1b-43fd-9c19-3a34b202f4d9 HTTP/1.1" status: 200 len: 852 time: 0.1062248 Feb 02 13:46:39.950267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3ef7a78a-940f-4e07-8b84-ed9cf10fa417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e32e593a-5f89-4b62-b529-ca9ae22f82a4', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'floating_ip_address': '172.25.4.26', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'port_id': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'mac_address': 'fa:16:3e:1b:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:46:38Z', 'updated_at': '2022-02-02T13:46:38Z', 'revision_number': 0, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630cceb-eb3e-47b5-b2ba-6e856b7b0de4', 'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'mac_address': 'fa:16:3e:cd:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:40Z', 'updated_at': '2022-02-02T13:43:44Z', 'revision_number': 5, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'subnets': [{'id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:46:39.982289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7a78a-940f-4e07-8b84-ed9cf10fa417 None None] The sync data for ids ['3fb58f8a-2357-4129-b99a-15c7340afae4'] in n-d-827336-2 is: [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e32e593a-5f89-4b62-b529-ca9ae22f82a4', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'floating_ip_address': '172.25.4.26', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'port_id': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'mac_address': 'fa:16:3e:1b:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:46:38Z', 'updated_at': '2022-02-02T13:46:38Z', 'revision_number': 0, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630cceb-eb3e-47b5-b2ba-6e856b7b0de4', 'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'mac_address': 'fa:16:3e:cd:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:40Z', 'updated_at': '2022-02-02T13:43:44Z', 'revision_number': 5, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'subnets': [{'id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:46:40.017497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465f404-8f46-4fd2-9f16-4a76b8b210ef req-7f4aab04-62d3-4c81-99d5-b8cde43ca336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:40.018838 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e465f404-8f46-4fd2-9f16-4a76b8b210ef req-7f4aab04-62d3-4c81-99d5-b8cde43ca336 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a437315-9306-4410-a39d-3d2f5ad3b49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1275334 Feb 02 13:46:40.147215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0dc55e94-be89-4e49-8f1f-f94063b48a47 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:40.153902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0dc55e94-be89-4e49-8f1f-f94063b48a47 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (e32e593a-5f89-4b62-b529-ca9ae22f82a4), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:40.216921 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cc3fb9-7891-41d8-a9e4-7f7a038f4d16 None None] New status for floating IP e32e593a-5f89-4b62-b529-ca9ae22f82a4: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:46:40.221789 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e465f404-8f46-4fd2-9f16-4a76b8b210ef req-dfaec48a-486c-4917-85c4-050e3aec8e33 service neutron] 10.222.0.62 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960104 Feb 02 13:46:40.738347 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e465f404-8f46-4fd2-9f16-4a76b8b210ef req-1cbfbf4c-4a0f-4e00-a7e7-43468c3aafaf service neutron] 10.222.0.62 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105221 Feb 02 13:46:40.817266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc55e94-be89-4e49-8f1f-f94063b48a47 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Router 3fb58f8a-2357-4129-b99a-15c7340afae4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:46:40.942733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc55e94-be89-4e49-8f1f-f94063b48a47 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:46:40.947747 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0dc55e94-be89-4e49-8f1f-f94063b48a47 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:46:40.952611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f2a664-44bb-46a2-8a8a-946345302d27 None None] Sync routers for ids ['3fb58f8a-2357-4129-b99a-15c7340afae4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:46:40.964397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2a664-44bb-46a2-8a8a-946345302d27 None None] Routers {'3fb58f8a-2357-4129-b99a-15c7340afae4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:46:40.965582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-65f2a664-44bb-46a2-8a8a-946345302d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:46:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3fb58f8a-2357-4129-b99a-15c7340afae4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:46:40.984012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:46:40.986330 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a457525c-3cd5-42ab-a4f6-758cfa5c77db" -d '{"events": [{"name": "network-changed", "server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:46:41.021212 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0dc55e94-be89-4e49-8f1f-f94063b48a47 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "PUT /v2.0/floatingips/e32e593a-5f89-4b62-b529-ca9ae22f82a4 HTTP/1.1" status: 200 len: 991 time: 1.7874184 Feb 02 13:46:41.046462 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2afe50d-8295-49e2-b42d-d65980bef821 x-openstack-request-id: req-f2afe50d-8295-49e2-b42d-d65980bef821 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:46:41.046758 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:46:41.047014 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f2afe50d-8295-49e2-b42d-d65980bef821 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:46:41.047433 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'status': 'completed', 'code': 200} Feb 02 13:46:41.097531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-65f2a664-44bb-46a2-8a8a-946345302d27 None None] Set router 3fb58f8a-2357-4129-b99a-15c7340afae4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:46:41.152294 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457525c-3cd5-42ab-a4f6-758cfa5c77db req-0e48ed62-2694-4510-b8b0-36fc069feff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:41.154049 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a457525c-3cd5-42ab-a4f6-758cfa5c77db req-0e48ed62-2694-4510-b8b0-36fc069feff0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44e08e4437dc4bdda9da4a65efd03264&device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 1128 time: 0.0546856 Feb 02 13:46:41.270709 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457525c-3cd5-42ab-a4f6-758cfa5c77db req-2f6dd39d-99f0-43a6-b01f-a70454a09adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:41.273200 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a457525c-3cd5-42ab-a4f6-758cfa5c77db req-2f6dd39d-99f0-43a6-b01f-a70454a09adb service neutron] 10.222.0.62 "GET /v2.0/networks?id=7a437315-9306-4410-a39d-3d2f5ad3b49d HTTP/1.1" status: 200 len: 914 time: 0.1117470 Feb 02 13:46:41.357625 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a457525c-3cd5-42ab-a4f6-758cfa5c77db req-dea494f7-6815-4b60-8d58-f0e0c7a6fff6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f HTTP/1.1" status: 200 len: 1001 time: 0.0784957 Feb 02 13:46:41.386854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-65f2a664-44bb-46a2-8a8a-946345302d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e32e593a-5f89-4b62-b529-ca9ae22f82a4', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'floating_ip_address': '172.25.4.26', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'port_id': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'mac_address': 'fa:16:3e:1b:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:46:38Z', 'updated_at': '2022-02-02T13:46:40Z', 'revision_number': 2, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630cceb-eb3e-47b5-b2ba-6e856b7b0de4', 'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'mac_address': 'fa:16:3e:cd:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:40Z', 'updated_at': '2022-02-02T13:43:44Z', 'revision_number': 5, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'subnets': [{'id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:46:41.409607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457525c-3cd5-42ab-a4f6-758cfa5c77db req-4b7e8f84-72da-453c-99f2-6e9ebdf95e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:41.412109 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a457525c-3cd5-42ab-a4f6-758cfa5c77db req-4b7e8f84-72da-453c-99f2-6e9ebdf95e8a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1d65de83-ec1b-43fd-9c19-3a34b202f4d9 HTTP/1.1" status: 200 len: 852 time: 0.0466835 Feb 02 13:46:41.422925 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f2a664-44bb-46a2-8a8a-946345302d27 None None] Checking router: 3fb58f8a-2357-4129-b99a-15c7340afae4 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:46:41.432938 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2a664-44bb-46a2-8a8a-946345302d27 None None] Routers {'3fb58f8a-2357-4129-b99a-15c7340afae4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:46:41.433559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-65f2a664-44bb-46a2-8a8a-946345302d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:46:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3fb58f8a-2357-4129-b99a-15c7340afae4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:46:41.478836 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a457525c-3cd5-42ab-a4f6-758cfa5c77db req-9ee41a62-6a0b-46c8-a312-dc493f7bdf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:41.481379 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a457525c-3cd5-42ab-a4f6-758cfa5c77db req-9ee41a62-6a0b-46c8-a312-dc493f7bdf96 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a437315-9306-4410-a39d-3d2f5ad3b49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0640624 Feb 02 13:46:41.607278 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a457525c-3cd5-42ab-a4f6-758cfa5c77db req-f1a5623c-bad6-45a5-9f34-9bd9f9559abe service neutron] 10.222.0.62 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093643 Feb 02 13:46:41.722910 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a457525c-3cd5-42ab-a4f6-758cfa5c77db req-d05990c0-2031-4068-8e45-29ace2d706db service neutron] 10.222.0.62 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076810 Feb 02 13:46:41.735121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-65f2a664-44bb-46a2-8a8a-946345302d27 None None] Set router 3fb58f8a-2357-4129-b99a-15c7340afae4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:46:41.994878 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-65f2a664-44bb-46a2-8a8a-946345302d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e32e593a-5f89-4b62-b529-ca9ae22f82a4', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'floating_ip_address': '172.25.4.26', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'port_id': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'mac_address': 'fa:16:3e:1b:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:46:38Z', 'updated_at': '2022-02-02T13:46:40Z', 'revision_number': 2, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630cceb-eb3e-47b5-b2ba-6e856b7b0de4', 'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'mac_address': 'fa:16:3e:cd:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:40Z', 'updated_at': '2022-02-02T13:43:44Z', 'revision_number': 5, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'subnets': [{'id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:46:42.025677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f2a664-44bb-46a2-8a8a-946345302d27 None None] The sync data for ids ['3fb58f8a-2357-4129-b99a-15c7340afae4'] in n-d-827336-2 is: [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'e32e593a-5f89-4b62-b529-ca9ae22f82a4', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'floating_ip_address': '172.25.4.26', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'port_id': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'mac_address': 'fa:16:3e:1b:8a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:46:38Z', 'updated_at': '2022-02-02T13:46:40Z', 'revision_number': 2, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630cceb-eb3e-47b5-b2ba-6e856b7b0de4', 'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'mac_address': 'fa:16:3e:cd:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:40Z', 'updated_at': '2022-02-02T13:43:44Z', 'revision_number': 5, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'subnets': [{'id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:46:43.048593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:46:43.050954 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc7199b-153e-4de7-aa90-412b4a90e0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:46:43.091133 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e77e1d5-c12b-45b9-b9b6-0488306482fe x-openstack-request-id: req-5e77e1d5-c12b-45b9-b9b6-0488306482fe {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:46:43.091452 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:46:43.091719 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5e77e1d5-c12b-45b9-b9b6-0488306482fe {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:46:43.092149 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'status': 'completed', 'code': 200} Feb 02 13:46:43.199043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7199b-153e-4de7-aa90-412b4a90e0d0 req-a39f2bfd-a353-47bc-9d4f-7ea0c701888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:43.200707 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fc7199b-153e-4de7-aa90-412b4a90e0d0 req-a39f2bfd-a353-47bc-9d4f-7ea0c701888a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44e08e4437dc4bdda9da4a65efd03264&device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 1128 time: 0.0520508 Feb 02 13:46:43.313837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7199b-153e-4de7-aa90-412b4a90e0d0 req-a72d6fc2-7787-46fe-b29d-de707c4d634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:43.315412 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fc7199b-153e-4de7-aa90-412b4a90e0d0 req-a72d6fc2-7787-46fe-b29d-de707c4d634c service neutron] 10.222.0.62 "GET /v2.0/networks?id=7a437315-9306-4410-a39d-3d2f5ad3b49d HTTP/1.1" status: 200 len: 914 time: 0.1082067 Feb 02 13:46:43.394036 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fc7199b-153e-4de7-aa90-412b4a90e0d0 req-180588d8-67a5-4aef-ba48-3a7f174dd255 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f HTTP/1.1" status: 200 len: 1001 time: 0.0705907 Feb 02 13:46:43.450065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7199b-153e-4de7-aa90-412b4a90e0d0 req-6e970d29-1081-4ec1-ab05-b5bad7640987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:43.451692 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fc7199b-153e-4de7-aa90-412b4a90e0d0 req-6e970d29-1081-4ec1-ab05-b5bad7640987 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1d65de83-ec1b-43fd-9c19-3a34b202f4d9 HTTP/1.1" status: 200 len: 852 time: 0.0516791 Feb 02 13:46:43.507728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7199b-153e-4de7-aa90-412b4a90e0d0 req-a73b7e07-a430-42c3-908c-3a9720eec553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:43.509408 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fc7199b-153e-4de7-aa90-412b4a90e0d0 req-a73b7e07-a430-42c3-908c-3a9720eec553 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a437315-9306-4410-a39d-3d2f5ad3b49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511332 Feb 02 13:46:43.611547 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fc7199b-153e-4de7-aa90-412b4a90e0d0 req-e5c500f6-c881-4bc8-9ad0-0967bb3ac8bd service neutron] 10.222.0.62 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951774 Feb 02 13:46:43.719920 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0fc7199b-153e-4de7-aa90-412b4a90e0d0 req-4d08c479-375b-4778-9fd0-f8bb829f7091 service neutron] 10.222.0.62 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023932 Feb 02 13:46:44.120093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db29cd6e-5f26-4471-b438-30c9515b0b07 req-7667815f-2919-4f47-bdce-713fbe9da659 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0503938 Feb 02 13:46:44.236117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29cd6e-5f26-4471-b438-30c9515b0b07 req-ec115b55-acdc-4620-acde-4027cd7daccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:44.237625 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db29cd6e-5f26-4471-b438-30c9515b0b07 req-ec115b55-acdc-4620-acde-4027cd7daccb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 1127 time: 0.0474236 Feb 02 13:46:44.360349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29cd6e-5f26-4471-b438-30c9515b0b07 req-ac6827b3-9aad-4bf7-8000-6f1c39c4be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:44.361843 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db29cd6e-5f26-4471-b438-30c9515b0b07 req-ac6827b3-9aad-4bf7-8000-6f1c39c4be6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.0990324 Feb 02 13:46:44.435450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db29cd6e-5f26-4471-b438-30c9515b0b07 req-f8868b30-537e-4278-9cdb-78595ad16182 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104c8c6b-cc91-4e60-a147-8810504e4669 HTTP/1.1" status: 200 len: 1001 time: 0.0657117 Feb 02 13:46:44.486391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29cd6e-5f26-4471-b438-30c9515b0b07 req-cb4f3409-9de1-4728-a421-55f0d4cf4510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:44.487901 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db29cd6e-5f26-4471-b438-30c9515b0b07 req-cb4f3409-9de1-4728-a421-55f0d4cf4510 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0462890 Feb 02 13:46:44.550581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29cd6e-5f26-4471-b438-30c9515b0b07 req-bc3252d0-df01-4553-93ab-c862acd790e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:46:44.552143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db29cd6e-5f26-4471-b438-30c9515b0b07 req-bc3252d0-df01-4553-93ab-c862acd790e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577617 Feb 02 13:46:44.650654 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db29cd6e-5f26-4471-b438-30c9515b0b07 req-dd633b1e-edd9-4fc8-abf3-67dadc6c6c6c service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915473 Feb 02 13:46:44.758192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db29cd6e-5f26-4471-b438-30c9515b0b07 req-f12f372b-0805-4790-b786-1b219678ce1d service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012943 Feb 02 13:46:54.550636 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:47:01.838458 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b9d16f2-a573-4d17-bdc2-395ebfae9a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:04.155736 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8980c4c4-3e43-4b97-bc2a-d81e37000f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:05.680083 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:06.951927 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:07.089372 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:07.930577 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:08.065831 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:08.753980 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b77832a-4f41-4c28-a2cb-e1798a1c8500 req-3742793f-6606-4936-b04f-39fcde0ed0c2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0583732 Feb 02 13:47:08.865307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77832a-4f41-4c28-a2cb-e1798a1c8500 req-11071afb-0fd6-4a96-ace5-b9722a1dda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:08.866898 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b77832a-4f41-4c28-a2cb-e1798a1c8500 req-11071afb-0fd6-4a96-ace5-b9722a1dda45 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 1127 time: 0.0514746 Feb 02 13:47:08.984758 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77832a-4f41-4c28-a2cb-e1798a1c8500 req-004bcb0f-b07b-4a6e-8c3d-b1072880b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:08.986302 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b77832a-4f41-4c28-a2cb-e1798a1c8500 req-004bcb0f-b07b-4a6e-8c3d-b1072880b81a service neutron] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.0981457 Feb 02 13:47:09.063804 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b77832a-4f41-4c28-a2cb-e1798a1c8500 req-e95b3cbd-164c-454e-9d02-bbb4f1e611ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1227586d-6ede-43cf-9b4a-792dc6c83c82 HTTP/1.1" status: 200 len: 1000 time: 0.0697219 Feb 02 13:47:09.120167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77832a-4f41-4c28-a2cb-e1798a1c8500 req-968e341e-77d4-4d06-96d2-66beb430d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:09.121718 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b77832a-4f41-4c28-a2cb-e1798a1c8500 req-968e341e-77d4-4d06-96d2-66beb430d4a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0516579 Feb 02 13:47:09.174601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77832a-4f41-4c28-a2cb-e1798a1c8500 req-6b67dd50-9e8f-4750-8e9d-f9862bf7a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:09.176176 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b77832a-4f41-4c28-a2cb-e1798a1c8500 req-6b67dd50-9e8f-4750-8e9d-f9862bf7a3a1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469968 Feb 02 13:47:09.271233 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b77832a-4f41-4c28-a2cb-e1798a1c8500 req-0a5603c8-2cde-4e7c-a852-9a26083d4f2c service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878651 Feb 02 13:47:09.375891 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0b77832a-4f41-4c28-a2cb-e1798a1c8500 req-1dbd2a8f-b36f-4131-8f1b-e73bfb5ca0bd service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977952 Feb 02 13:47:18.185654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38474) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:18.383022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Deleting port a2b757cd-f9d5-4201-859b-0a41dc0ec7d6 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:47:18.383356 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a2b757cd-f9d5-4201-859b-0a41dc0ec7d6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:18.469214 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a2b757cd-f9d5-4201-859b-0a41dc0ec7d6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:18.469455 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for floatingip (a2b757cd-f9d5-4201-859b-0a41dc0ec7d6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:18.482438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Calling delete_port for a2b757cd-f9d5-4201-859b-0a41dc0ec7d6 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:47:18.651845 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a2b757cd-f9d5-4201-859b-0a41dc0ec7d6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:18.681754 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event deleted for resources: {'Port': ['ID=a2b757cd-f9d5-4201-859b-0a41dc0ec7d6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:18.694790 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.695158 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.695524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.695806 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.696177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.696502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.696829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.697235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.697481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.697958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.698291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.698682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.699096 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:18.758339 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for floatingip (e32e593a-5f89-4b62-b529-ca9ae22f82a4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:18.758571 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Floating IP e32e593a-5f89-4b62-b529-ca9ae22f82a4 disassociated (deleted). External IP: 172.25.4.26, port: d1730382-a4fc-4d5a-8b5d-9e2e433abf3f. Feb 02 13:47:18.994344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Router 3fb58f8a-2357-4129-b99a-15c7340afae4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:47:19.117516 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:47:19.126037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:19.131747 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc4323-de5a-4d62-a3a1-023e29391f79 None None] Sync routers for ids ['3fb58f8a-2357-4129-b99a-15c7340afae4'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:47:19.142090 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc4323-de5a-4d62-a3a1-023e29391f79 None None] Routers {'3fb58f8a-2357-4129-b99a-15c7340afae4'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:47:19.142699 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fbdc4323-de5a-4d62-a3a1-023e29391f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:47:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3fb58f8a-2357-4129-b99a-15c7340afae4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:19.161589 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-68af27a3-9095-413b-b859-769f8beedae6 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "DELETE /v2.0/floatingips/e32e593a-5f89-4b62-b529-ca9ae22f82a4 HTTP/1.1" status: 204 len: 168 time: 0.9705687 Feb 02 13:47:19.161589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:47:19.161589 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9625db46-7772-4a04-900b-bc8345bccf1a" -d '{"events": [{"name": "network-changed", "server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:47:19.210974 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc75aeb4-6ba9-4238-b2f8-03c1990deaae x-openstack-request-id: req-fc75aeb4-6ba9-4238-b2f8-03c1990deaae {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:47:19.211602 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:47:19.211602 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fc75aeb4-6ba9-4238-b2f8-03c1990deaae {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:47:19.211944 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'status': 'completed', 'code': 200} Feb 02 13:47:19.274265 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fbdc4323-de5a-4d62-a3a1-023e29391f79 None None] Set router 3fb58f8a-2357-4129-b99a-15c7340afae4 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:47:19.312534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625db46-7772-4a04-900b-bc8345bccf1a req-45baf327-b511-4eb0-89f3-b4ffb56db409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:19.314319 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9625db46-7772-4a04-900b-bc8345bccf1a req-45baf327-b511-4eb0-89f3-b4ffb56db409 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=44e08e4437dc4bdda9da4a65efd03264&device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 1128 time: 0.0545392 Feb 02 13:47:19.406890 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ead4a-ce80-4eee-a2c5-7f8687c61abe req-c12b3d83-24ca-43c3-8e26-1de365cec5cf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:19.408369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b35ead4a-ce80-4eee-a2c5-7f8687c61abe req-c12b3d83-24ca-43c3-8e26-1de365cec5cf tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 946 time: 0.0542686 Feb 02 13:47:19.439145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625db46-7772-4a04-900b-bc8345bccf1a req-c638df5b-04ff-4b9e-9356-86fe1d78783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:19.440767 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9625db46-7772-4a04-900b-bc8345bccf1a req-c638df5b-04ff-4b9e-9356-86fe1d78783a service neutron] 10.222.0.62 "GET /v2.0/networks?id=7a437315-9306-4410-a39d-3d2f5ad3b49d HTTP/1.1" status: 200 len: 914 time: 0.0924582 Feb 02 13:47:19.463880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b35ead4a-ce80-4eee-a2c5-7f8687c61abe req-bc81c325-269f-4c91-9381-8e290a9a6fb3 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489633 Feb 02 13:47:19.488090 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9625db46-7772-4a04-900b-bc8345bccf1a req-feb81c68-6721-49ed-972e-6f3c4a85ae16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f HTTP/1.1" status: 200 len: 217 time: 0.0409486 Feb 02 13:47:19.491778 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fbdc4323-de5a-4d62-a3a1-023e29391f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'b630cceb-eb3e-47b5-b2ba-6e856b7b0de4', 'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'mac_address': 'fa:16:3e:cd:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:40Z', 'updated_at': '2022-02-02T13:43:44Z', 'revision_number': 5, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'subnets': [{'id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:19.518052 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc4323-de5a-4d62-a3a1-023e29391f79 None None] Checking router: 3fb58f8a-2357-4129-b99a-15c7340afae4 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:47:19.526773 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc4323-de5a-4d62-a3a1-023e29391f79 None None] Routers {'3fb58f8a-2357-4129-b99a-15c7340afae4'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:47:19.527361 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fbdc4323-de5a-4d62-a3a1-023e29391f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:47:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3fb58f8a-2357-4129-b99a-15c7340afae4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:19.542943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625db46-7772-4a04-900b-bc8345bccf1a req-4ff60879-1b65-4d33-b0c7-b866a023a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:19.544481 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9625db46-7772-4a04-900b-bc8345bccf1a req-4ff60879-1b65-4d33-b0c7-b866a023a230 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1d65de83-ec1b-43fd-9c19-3a34b202f4d9 HTTP/1.1" status: 200 len: 852 time: 0.0502439 Feb 02 13:47:19.597890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625db46-7772-4a04-900b-bc8345bccf1a req-07e4ace5-2553-47a9-a757-4aebd174ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:19.599441 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9625db46-7772-4a04-900b-bc8345bccf1a req-07e4ace5-2553-47a9-a757-4aebd174ae35 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7a437315-9306-4410-a39d-3d2f5ad3b49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474968 Feb 02 13:47:19.633764 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fbdc4323-de5a-4d62-a3a1-023e29391f79 None None] Set router 3fb58f8a-2357-4129-b99a-15c7340afae4 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:47:19.691528 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9625db46-7772-4a04-900b-bc8345bccf1a req-ded305e1-d854-4fac-aae4-1277ac25c6f1 service neutron] 10.222.0.62 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846276 Feb 02 13:47:19.791519 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9625db46-7772-4a04-900b-bc8345bccf1a req-badfd239-4b7a-4ad8-84d2-24c5fd312e82 service neutron] 10.222.0.62 "GET /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938072 Feb 02 13:47:19.943537 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fbdc4323-de5a-4d62-a3a1-023e29391f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'b630cceb-eb3e-47b5-b2ba-6e856b7b0de4', 'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'mac_address': 'fa:16:3e:cd:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:40Z', 'updated_at': '2022-02-02T13:43:44Z', 'revision_number': 5, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'subnets': [{'id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:19.985925 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc4323-de5a-4d62-a3a1-023e29391f79 None None] The sync data for ids ['3fb58f8a-2357-4129-b99a-15c7340afae4'] in n-d-827336-2 is: [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:43:40Z', 'revision_number': 4, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'b630cceb-eb3e-47b5-b2ba-6e856b7b0de4', 'name': '', 'network_id': '7a437315-9306-4410-a39d-3d2f5ad3b49d', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'mac_address': 'fa:16:3e:cd:d6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:40Z', 'updated_at': '2022-02-02T13:43:44Z', 'revision_number': 5, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'subnets': [{'id': '1d65de83-ec1b-43fd-9c19-3a34b202f4d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:47:20.247926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0f4f95-ce54-48d3-8c06-0a5bb9cf5802 None None] New status for floating IP e32e593a-5f89-4b62-b529-ca9ae22f82a4: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:47:20.598399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921c7d6-0fcb-47e1-b606-bd03848e3f92 req-d89e9629-547c-4ab6-8f10-13ac8c58dc21 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:20.599923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a921c7d6-0fcb-47e1-b606-bd03848e3f92 req-d89e9629-547c-4ab6-8f10-13ac8c58dc21 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 946 time: 0.0613556 Feb 02 13:47:20.669990 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a921c7d6-0fcb-47e1-b606-bd03848e3f92 req-4fd528e3-973e-4102-910e-2065ee0fe60c tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/security-groups?id=a25e5cbe-f847-4505-b1ee-42193cd6037b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639863 Feb 02 13:47:21.142177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025fbc0-fdbd-4457-939a-c5a3124f97c3 req-bd6af051-c6a1-4bc1-afdc-6c934a8ff098 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:21.143738 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b025fbc0-fdbd-4457-939a-c5a3124f97c3 req-bd6af051-c6a1-4bc1-afdc-6c934a8ff098 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.62 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 946 time: 0.0576949 Feb 02 13:47:21.251931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-b025fbc0-fdbd-4457-939a-c5a3124f97c3 req-9f8ea1df-bdc3-4bd1-a741-c3493ad9cf05 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Deleting port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:47:21.252235 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b025fbc0-fdbd-4457-939a-c5a3124f97c3 req-9f8ea1df-bdc3-4bd1-a741-c3493ad9cf05 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:21.342824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b025fbc0-fdbd-4457-939a-c5a3124f97c3 req-9f8ea1df-bdc3-4bd1-a741-c3493ad9cf05 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] For port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f,segment=NetworkSegment(9e8dba6b-9a65-4509-9145-e100074ef94c),segment_id=9e8dba6b-9a65-4509-9145-e100074ef94c)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:47:21.343227 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b025fbc0-fdbd-4457-939a-c5a3124f97c3 req-9f8ea1df-bdc3-4bd1-a741-c3493ad9cf05 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:21.356651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-b025fbc0-fdbd-4457-939a-c5a3124f97c3 req-9f8ea1df-bdc3-4bd1-a741-c3493ad9cf05 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Calling delete_port for d1730382-a4fc-4d5a-8b5d-9e2e433abf3f owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:47:21.494057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b025fbc0-fdbd-4457-939a-c5a3124f97c3 req-9f8ea1df-bdc3-4bd1-a741-c3493ad9cf05 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d1730382-a4fc-4d5a-8b5d-9e2e433abf3f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:21.527699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ea1df-bdc3-4bd1-a741-c3493ad9cf05 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event deleted for resources: {'Port': ['ID=d1730382-a4fc-4d5a-8b5d-9e2e433abf3f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:21.576826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b025fbc0-fdbd-4457-939a-c5a3124f97c3 req-9f8ea1df-bdc3-4bd1-a741-c3493ad9cf05 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] No DVR routers for this DVR port d1730382-a4fc-4d5a-8b5d-9e2e433abf3f on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:47:21.581148 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b025fbc0-fdbd-4457-939a-c5a3124f97c3 req-9f8ea1df-bdc3-4bd1-a741-c3493ad9cf05 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:21.586480 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b025fbc0-fdbd-4457-939a-c5a3124f97c3 req-9f8ea1df-bdc3-4bd1-a741-c3493ad9cf05 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.62 "DELETE /v2.0/ports/d1730382-a4fc-4d5a-8b5d-9e2e433abf3f HTTP/1.1" status: 204 len: 173 time: 0.4367025 Feb 02 13:47:21.587147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'name': 'network-vif-deleted', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:47:21.590628 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d5bb4e-2446-4ce3-b46b-2346b2ec74e3" -d '{"events": [{"server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "name": "network-vif-deleted", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:47:21.637050 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790634b9-56f3-4e4a-97b3-52e92563fab6 x-openstack-request-id: req-790634b9-56f3-4e4a-97b3-52e92563fab6 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:47:21.637414 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80274fd4-3874-44ce-84c9-102b39e3bd47", "name": "network-vif-deleted", "tag": "d1730382-a4fc-4d5a-8b5d-9e2e433abf3f", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:47:21.637797 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-790634b9-56f3-4e4a-97b3-52e92563fab6 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:47:21.638411 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80274fd4-3874-44ce-84c9-102b39e3bd47', 'name': 'network-vif-deleted', 'tag': 'd1730382-a4fc-4d5a-8b5d-9e2e433abf3f', 'status': 'completed', 'code': 200} Feb 02 13:47:21.780830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b7521d26-3c85-4226-86dc-da925dd0118c req-9046e387-b3f8-4d09-b2c4-1ac66bcd91fb tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 210 time: 0.0316281 Feb 02 13:47:22.883336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba7cd46b-f453-432e-a6a7-bde04648f18d req-9d4ed13c-4f33-463c-9ec9-d4494e364a1f tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 210 time: 0.0280561 Feb 02 13:47:23.981976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5f125c8d-ec30-4daf-a30d-ccbdcde95314 req-37e69252-2a1f-40c0-92b6-208403b9980d tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 210 time: 0.0291257 Feb 02 13:47:25.079229 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90d842a8-085d-4c94-81b6-10fed713a163 req-d4705964-fad7-450a-9197-9d6693eb1d7d tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 210 time: 0.0286365 Feb 02 13:47:25.206933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d1730382-a4fc-4d5a-8b5d-9e2e433abf3f no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:47:25.228963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: d1730382-a4fc-4d5a-8b5d-9e2e433abf3f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:47:25.229272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device d1730382-a4fc-4d5a-8b5d-9e2e433abf3f not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:47:26.185182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-467f2590-5bc1-455d-af5a-7c161784205a req-a94a62ee-8fbb-4027-bfbb-d5233912bd59 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 210 time: 0.0314510 Feb 02 13:47:27.293557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2611d646-8450-4b43-a783-9d40ea9f1aea req-e7abb997-7458-4ed6-b733-cc52a6d89748 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 210 time: 0.0338819 Feb 02 13:47:28.391746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ef4ee296-a94d-4239-8324-f1432de3f96c req-13becc5d-ac42-4b19-b590-b9d472e35084 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 210 time: 0.0275126 Feb 02 13:47:29.499905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d00ed61-2c69-434f-b821-56d5e6d63aeb req-d6ed6e2e-429d-4826-a1eb-767b85078376 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "GET /v2.0/ports?device_id=80274fd4-3874-44ce-84c9-102b39e3bd47 HTTP/1.1" status: 200 len: 210 time: 0.0351014 Feb 02 13:47:30.562856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38508) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:30.627301 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-357fbab2-d343-4a2f-a944-7d9bf44e2fc9 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group (a25e5cbe-f847-4505-b1ee-42193cd6037b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:30.655599 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-357fbab2-d343-4a2f-a944-7d9bf44e2fc9 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group (a25e5cbe-f847-4505-b1ee-42193cd6037b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:30.728289 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-357fbab2-d343-4a2f-a944-7d9bf44e2fc9 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (a25e5cbe-f847-4505-b1ee-42193cd6037b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:30.731766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-357fbab2-d343-4a2f-a944-7d9bf44e2fc9 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:30.733281 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-357fbab2-d343-4a2f-a944-7d9bf44e2fc9 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] 10.222.0.83 "DELETE /v2.0/security-groups/a25e5cbe-f847-4505-b1ee-42193cd6037b HTTP/1.1" status: 204 len: 168 time: 0.1690750 Feb 02 13:47:30.743257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fbab2-d343-4a2f-a944-7d9bf44e2fc9 tempest-TestVolumeBackupRestore-1401984235 tempest-TestVolumeBackupRestore-1401984235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25e5cbe-f847-4505-b1ee-42193cd6037b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:31.550615 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:47:31.833892 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f8ba-a447-4801-992f-2e214f1c11b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:34.150281 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-45b8b0db-cde7-43df-8989-9cf6b70caa74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:35.717734 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:36.957160 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:37.104426 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:37.454853 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38968) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:37.855412 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36d0f1fd-80cf-492d-9fbc-fb58358ddf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (3fb58f8a-2357-4129-b99a-15c7340afae4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:37.954624 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:38.066246 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:38.119095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-36d0f1fd-80cf-492d-9fbc-fb58358ddf70 admin admin] Deleting port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:47:38.119358 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36d0f1fd-80cf-492d-9fbc-fb58358ddf70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:38.541429 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-36d0f1fd-80cf-492d-9fbc-fb58358ddf70 admin admin] For port b630cceb-eb3e-47b5-b2ba-6e856b7b0de4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b630cceb-eb3e-47b5-b2ba-6e856b7b0de4,segment=NetworkSegment(9e8dba6b-9a65-4509-9145-e100074ef94c),segment_id=9e8dba6b-9a65-4509-9145-e100074ef94c)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:47:38.542360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36d0f1fd-80cf-492d-9fbc-fb58358ddf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:38.562477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-36d0f1fd-80cf-492d-9fbc-fb58358ddf70 admin admin] Calling delete_port for b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:47:38.753253 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36d0f1fd-80cf-492d-9fbc-fb58358ddf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b630cceb-eb3e-47b5-b2ba-6e856b7b0de4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:38.781934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0f1fd-80cf-492d-9fbc-fb58358ddf70 admin admin] Pushing event deleted for resources: {'Port': ['ID=b630cceb-eb3e-47b5-b2ba-6e856b7b0de4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:38.945979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38972) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:39.002054 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-36d0f1fd-80cf-492d-9fbc-fb58358ddf70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (3fb58f8a-2357-4129-b99a-15c7340afae4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:39.256861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Deleting port 17386dad-438f-452f-a4dd-fa441b9bc345 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:47:39.256861 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (17386dad-438f-452f-a4dd-fa441b9bc345), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:39.383674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (17386dad-438f-452f-a4dd-fa441b9bc345), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:39.383997 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (17386dad-438f-452f-a4dd-fa441b9bc345), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:39.400206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d0f1fd-80cf-492d-9fbc-fb58358ddf70 admin admin] Router 3fb58f8a-2357-4129-b99a-15c7340afae4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:47:39.401209 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Calling delete_port for 17386dad-438f-452f-a4dd-fa441b9bc345 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:47:39.590375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d0f1fd-80cf-492d-9fbc-fb58358ddf70 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:47:39.599748 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-36d0f1fd-80cf-492d-9fbc-fb58358ddf70 admin admin] 10.222.0.83 "PUT /v2.0/routers/3fb58f8a-2357-4129-b99a-15c7340afae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1400523 Feb 02 13:47:39.599748 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38974) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:39.602310 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1332274c-d1d9-4c67-b939-0c8f7f56eb09 None None] Sync routers for ids ['3fb58f8a-2357-4129-b99a-15c7340afae4'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:47:39.618538 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1332274c-d1d9-4c67-b939-0c8f7f56eb09 None None] Routers {'3fb58f8a-2357-4129-b99a-15c7340afae4'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:47:39.619202 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1332274c-d1d9-4c67-b939-0c8f7f56eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:47:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3fb58f8a-2357-4129-b99a-15c7340afae4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:39.737828 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Publish callbacks [] for router (3fb58f8a-2357-4129-b99a-15c7340afae4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:39.739724 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1332274c-d1d9-4c67-b939-0c8f7f56eb09 None None] Set router 3fb58f8a-2357-4129-b99a-15c7340afae4 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:47:39.786547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (17386dad-438f-452f-a4dd-fa441b9bc345), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:39.821824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event deleted for resources: {'Port': ['ID=17386dad-438f-452f-a4dd-fa441b9bc345,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:39.925991 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Publish callbacks [] for router_gateway (3fb58f8a-2357-4129-b99a-15c7340afae4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:39.931458 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1332274c-d1d9-4c67-b939-0c8f7f56eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:47:38Z', 'revision_number': 5, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port': {'id': '3469d37a-ca19-437d-b5d9-68760eb51b89', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:38Z', 'updated_at': '2022-02-02T13:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:39.932554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (88db84b2-89ea-40ed-974e-7db80530d00a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:39.932899 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Floating IP 88db84b2-89ea-40ed-974e-7db80530d00a disassociated (deleted). External IP: 172.25.4.57, port: 1227586d-6ede-43cf-9b4a-792dc6c83c82. Feb 02 13:47:39.962226 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1332274c-d1d9-4c67-b939-0c8f7f56eb09 None None] Checking router: 3fb58f8a-2357-4129-b99a-15c7340afae4 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:47:39.970985 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1332274c-d1d9-4c67-b939-0c8f7f56eb09 None None] Routers {'3fb58f8a-2357-4129-b99a-15c7340afae4'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:47:39.971685 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1332274c-d1d9-4c67-b939-0c8f7f56eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:47:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['3fb58f8a-2357-4129-b99a-15c7340afae4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:40.060718 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1332274c-d1d9-4c67-b939-0c8f7f56eb09 None None] Set router 3fb58f8a-2357-4129-b99a-15c7340afae4 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:47:40.072096 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Deleting port 3469d37a-ca19-437d-b5d9-68760eb51b89 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:47:40.072433 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:40.112972 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1332274c-d1d9-4c67-b939-0c8f7f56eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:47:39Z', 'revision_number': 6, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:40.142381 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1332274c-d1d9-4c67-b939-0c8f7f56eb09 None None] The sync data for ids ['3fb58f8a-2357-4129-b99a-15c7340afae4'] in n-d-827336-2 is: [{'id': '3fb58f8a-2357-4129-b99a-15c7340afae4', 'name': 'tempest-TestVolumeBackupRestore-107123536-router', 'tenant_id': '44e08e4437dc4bdda9da4a65efd03264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:37Z', 'updated_at': '2022-02-02T13:47:39Z', 'revision_number': 6, 'project_id': '44e08e4437dc4bdda9da4a65efd03264', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:47:40.234151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] For port 3469d37a-ca19-437d-b5d9-68760eb51b89, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=3469d37a-ca19-437d-b5d9-68760eb51b89,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:47:40.234487 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:40.252945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Calling delete_port for 3469d37a-ca19-437d-b5d9-68760eb51b89 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:47:40.255646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Router 259d34b7-49bb-43cd-8aca-68e81b36a01d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:47:40.466107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:47:40.471387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:40.481532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2d1b4-84da-4def-831b-031f4436b944 None None] Sync routers for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:47:40.494842 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2d1b4-84da-4def-831b-031f4436b944 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:47:40.495470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c4d2d1b4-84da-4def-831b-031f4436b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:47:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:40.532233 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f94e04c3-6070-440f-8e9e-f7a50467833a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "DELETE /v2.0/floatingips/88db84b2-89ea-40ed-974e-7db80530d00a HTTP/1.1" status: 204 len: 168 time: 1.5849643 Feb 02 13:47:40.534376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'tag': '1227586d-6ede-43cf-9b4a-792dc6c83c82'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:47:40.536856 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0215e40-15a6-4068-a6c3-4277aded3167" -d '{"events": [{"name": "network-changed", "server_uuid": "eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b", "tag": "1227586d-6ede-43cf-9b4a-792dc6c83c82"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:47:40.551481 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (3469d37a-ca19-437d-b5d9-68760eb51b89), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:40.589575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=3469d37a-ca19-437d-b5d9-68760eb51b89,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:40.616017 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4807f21a-26f7-4a6a-b9b6-5e0d20315965 x-openstack-request-id: req-4807f21a-26f7-4a6a-b9b6-5e0d20315965 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:47:40.616969 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b", "tag": "1227586d-6ede-43cf-9b4a-792dc6c83c82", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:47:40.616969 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4807f21a-26f7-4a6a-b9b6-5e0d20315965 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:47:40.616969 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'tag': '1227586d-6ede-43cf-9b4a-792dc6c83c82', 'status': 'completed', 'code': 200} Feb 02 13:47:40.664591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c4d2d1b4-84da-4def-831b-031f4436b944 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:47:40.708210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (3fb58f8a-2357-4129-b99a-15c7340afae4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:40.806908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0215e40-15a6-4068-a6c3-4277aded3167 req-31d11d56-c8cd-48b5-a844-0199b3727bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:40.808473 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a0215e40-15a6-4068-a6c3-4277aded3167 req-31d11d56-c8cd-48b5-a844-0199b3727bd1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 1127 time: 0.1651487 Feb 02 13:47:40.817098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (3fb58f8a-2357-4129-b99a-15c7340afae4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:40.827027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Publish callbacks [] for router_controller (3fb58f8a-2357-4129-b99a-15c7340afae4), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:40.857842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51cede-038d-4aeb-9dd9-6e081e5f0132 req-1d72e2e5-cfe9-448d-bfc7-3e34a272ca9d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:40.860042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f51cede-038d-4aeb-9dd9-6e081e5f0132 req-1d72e2e5-cfe9-448d-bfc7-3e34a272ca9d tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 945 time: 0.0609431 Feb 02 13:47:40.925548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (3fb58f8a-2357-4129-b99a-15c7340afae4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:40.925992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fb58f8a-2357-4129-b99a-15c7340afae4 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:47:40.932363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:40.937447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f51cede-038d-4aeb-9dd9-6e081e5f0132 req-8de0add9-1620-4901-b91d-2f3942d188ed tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671928 Feb 02 13:47:40.937858 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-777569e7-d851-4012-a6ac-36f134519f43 admin admin] 10.222.0.83 "DELETE /v2.0/routers/3fb58f8a-2357-4129-b99a-15c7340afae4 HTTP/1.1" status: 204 len: 168 time: 1.3337281 Feb 02 13:47:40.938370 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38986) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:40.972687 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0215e40-15a6-4068-a6c3-4277aded3167 req-bfa38e01-96e3-4aa9-a7da-cd435c261432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:40.974658 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a0215e40-15a6-4068-a6c3-4277aded3167 req-bfa38e01-96e3-4aa9-a7da-cd435c261432 service neutron] 10.222.0.62 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1556983 Feb 02 13:47:40.994996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c4d2d1b4-84da-4def-831b-031f4436b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'd1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '104c8c6b-cc91-4e60-a147-8810504e4669', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:e4:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec287062-efef-417a-9f38-91c5b95f887a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:43:29Z', 'updated_at': '2022-02-02T13:43:32Z', 'revision_number': 1, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:41.024040 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Deleting subnet 1d65de83-ec1b-43fd-9c19-3a34b202f4d9 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:47:41.025526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2d1b4-84da-4def-831b-031f4436b944 None None] Checking router: 259d34b7-49bb-43cd-8aca-68e81b36a01d for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:47:41.029585 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Publish callbacks [] for subnet (1d65de83-ec1b-43fd-9c19-3a34b202f4d9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:41.030601 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a0215e40-15a6-4068-a6c3-4277aded3167 req-bf285422-168c-43f4-94ff-dc1bbc2583d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1227586d-6ede-43cf-9b4a-792dc6c83c82 HTTP/1.1" status: 200 len: 217 time: 0.0488257 Feb 02 13:47:41.034768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d2d1b4-84da-4def-831b-031f4436b944 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:47:41.035596 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c4d2d1b4-84da-4def-831b-031f4436b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:47:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:41.077704 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (1d65de83-ec1b-43fd-9c19-3a34b202f4d9), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:41.108059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0215e40-15a6-4068-a6c3-4277aded3167 req-f565bdc1-14b4-44e9-9bef-0641107983e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:41.110036 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a0215e40-15a6-4068-a6c3-4277aded3167 req-f565bdc1-14b4-44e9-9bef-0641107983e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0685525 Feb 02 13:47:41.157147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-c4d2d1b4-84da-4def-831b-031f4436b944 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:47:41.176882 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (1d65de83-ec1b-43fd-9c19-3a34b202f4d9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:41.187474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0215e40-15a6-4068-a6c3-4277aded3167 req-89d07bb5-9917-4389-bd31-7e897e2af1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:41.188704 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a0215e40-15a6-4068-a6c3-4277aded3167 req-89d07bb5-9917-4389-bd31-7e897e2af1b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0701461 Feb 02 13:47:41.249314 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (1d65de83-ec1b-43fd-9c19-3a34b202f4d9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:41.284772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d65de83-ec1b-43fd-9c19-3a34b202f4d9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:41.290665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a0215e40-15a6-4068-a6c3-4277aded3167 req-a20516b5-4a7e-49f7-a800-72b2e36b20e9 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932250 Feb 02 13:47:41.295783 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:41.299065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1d65de83-ec1b-43fd-9c19-3a34b202f4d9 HTTP/1.1" status: 204 len: 168 time: 0.3595879 Feb 02 13:47:41.301015 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.301434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.301772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.302098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.302412 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.302727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.303041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.303365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.304206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.304206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.304433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.304819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.305239 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bca7cc-0c4a-4075-a8f5-b2d17ebbbdbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.306353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a23dd0-c574-47c7-bb50-01c7609f2733 None None] Network 7a437315-9306-4410-a39d-3d2f5ad3b49d requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:47:41.310787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38988) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:41.388067 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7a437315-9306-4410-a39d-3d2f5ad3b49d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:41.447837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Deleting port fb0677e7-b07c-4c65-b82c-210d16701e48 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:47:41.448633 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:41.520552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-c4d2d1b4-84da-4def-831b-031f4436b944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'd1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '104c8c6b-cc91-4e60-a147-8810504e4669', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:e4:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec287062-efef-417a-9f38-91c5b95f887a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:43:29Z', 'updated_at': '2022-02-02T13:43:32Z', 'revision_number': 1, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:41.527371 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] For port fb0677e7-b07c-4c65-b82c-210d16701e48, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fb0677e7-b07c-4c65-b82c-210d16701e48,segment=NetworkSegment(9e8dba6b-9a65-4509-9145-e100074ef94c),segment_id=9e8dba6b-9a65-4509-9145-e100074ef94c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:47:41.528159 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:41.544556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Calling delete_port for fb0677e7-b07c-4c65-b82c-210d16701e48 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:47:41.561157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d2d1b4-84da-4def-831b-031f4436b944 None None] The sync data for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 is: [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'd1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'port_id': '104c8c6b-cc91-4e60-a147-8810504e4669', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'mac_address': 'fa:16:3e:e4:89:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec287062-efef-417a-9f38-91c5b95f887a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:43:29Z', 'updated_at': '2022-02-02T13:43:32Z', 'revision_number': 1, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:47:41.579001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] DHCP port deletion for 7a437315-9306-4410-a39d-3d2f5ad3b49d request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:47:41.643058 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:41.660573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Deleting port fb0677e7-b07c-4c65-b82c-210d16701e48 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:47:41.660951 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:41.680013 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0677e7-b07c-4c65-b82c-210d16701e48,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:41.686728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] No DVR routers for this DVR port fb0677e7-b07c-4c65-b82c-210d16701e48 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:47:41.775377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] For port fb0677e7-b07c-4c65-b82c-210d16701e48, host n-d-827336-2, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:47:41.776100 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:41.797344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Calling delete_port for fb0677e7-b07c-4c65-b82c-210d16701e48 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:47:41.802959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Port fb0677e7-b07c-4c65-b82c-210d16701e48 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:47:41.806835 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (fb0677e7-b07c-4c65-b82c-210d16701e48), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:41.851136 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a0215e40-15a6-4068-a6c3-4277aded3167 req-927b8477-c52e-42e8-9d31-2802fbebca93 service neutron] 10.222.0.62 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529163 Feb 02 13:47:41.868112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Pushing event deleted for resources: {'Port': ['ID=fb0677e7-b07c-4c65-b82c-210d16701e48,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:41.874206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] No DVR routers for this DVR port fb0677e7-b07c-4c65-b82c-210d16701e48 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:47:41.896039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.896576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.897022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.897447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.897901 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.898334 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.898954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.899175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.899724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.900150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.900574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.900965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.901307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b477d1d-de77-463a-a58a-907456859e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:47:41.923948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:47:41.954685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:47:41.955056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b630cceb-eb3e-47b5-b2ba-6e856b7b0de4 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:47:41.955707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3469d37a-ca19-437d-b5d9-68760eb51b89 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:47:41.979525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 3469d37a-ca19-437d-b5d9-68760eb51b89 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:47:41.979899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 3469d37a-ca19-437d-b5d9-68760eb51b89 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:47:41.980321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fb0677e7-b07c-4c65-b82c-210d16701e48 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:47:42.021769 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65694422-982a-4cf2-b751-4f16bceef5ed None None] New status for floating IP 88db84b2-89ea-40ed-974e-7db80530d00a: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:47:42.050277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: fb0677e7-b07c-4c65-b82c-210d16701e48 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:47:42.050534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fb0677e7-b07c-4c65-b82c-210d16701e48 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:47:42.232259 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7a437315-9306-4410-a39d-3d2f5ad3b49d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:42.261041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a437315-9306-4410-a39d-3d2f5ad3b49d']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:42.273637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8dba6b-9a65-4509-9145-e100074ef94c') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:42.273909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8dba6b-9a65-4509-9145-e100074ef94c') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:42.286205 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (9e8dba6b-9a65-4509-9145-e100074ef94c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:42.294450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45bfbc6-b736-4847-8362-2fc60094e0a7 req-01996b6f-0d9d-483e-8b48-cb2e52d1b7e1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:42.296058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45bfbc6-b736-4847-8362-2fc60094e0a7 req-01996b6f-0d9d-483e-8b48-cb2e52d1b7e1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 945 time: 0.1277814 Feb 02 13:47:42.319411 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9e8dba6b-9a65-4509-9145-e100074ef94c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:42.329121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:47:42.329548 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (9e8dba6b-9a65-4509-9145-e100074ef94c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:47:42.333651 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:47:42.401731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a45bfbc6-b736-4847-8362-2fc60094e0a7 req-063427a1-96c4-4ceb-80ad-2f215636807b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997014 Feb 02 13:47:42.406008 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7a437315-9306-4410-a39d-3d2f5ad3b49d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:42.412848 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:42.416456 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] 10.222.0.83 "DELETE /v2.0/networks/7a437315-9306-4410-a39d-3d2f5ad3b49d HTTP/1.1" status: 204 len: 168 time: 1.1043453 Feb 02 13:47:42.427472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 38992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:42.435545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40445067-a30e-4a4d-b9a0-8ac9bff838d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a437315-9306-4410-a39d-3d2f5ad3b49d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:42.485858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a3e9d-11a2-4e6a-be92-3fa6caf66523 req-384306f7-adfb-4830-a709-c5167208e0b3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:42.487347 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-348a3e9d-11a2-4e6a-be92-3fa6caf66523 req-384306f7-adfb-4830-a709-c5167208e0b3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 945 time: 0.0583191 Feb 02 13:47:42.593345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-348a3e9d-11a2-4e6a-be92-3fa6caf66523 req-92e33d62-151c-42dd-92ae-405dfcf646c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Deleting port 1227586d-6ede-43cf-9b4a-792dc6c83c82 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:47:42.593598 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-348a3e9d-11a2-4e6a-be92-3fa6caf66523 req-92e33d62-151c-42dd-92ae-405dfcf646c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:42.683701 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-348a3e9d-11a2-4e6a-be92-3fa6caf66523 req-92e33d62-151c-42dd-92ae-405dfcf646c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] For port 1227586d-6ede-43cf-9b4a-792dc6c83c82, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=1227586d-6ede-43cf-9b4a-792dc6c83c82,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:47:42.684047 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-348a3e9d-11a2-4e6a-be92-3fa6caf66523 req-92e33d62-151c-42dd-92ae-405dfcf646c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:42.701916 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-348a3e9d-11a2-4e6a-be92-3fa6caf66523 req-92e33d62-151c-42dd-92ae-405dfcf646c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Calling delete_port for 1227586d-6ede-43cf-9b4a-792dc6c83c82 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:47:42.810176 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73975a4f-7a01-4b7f-8873-5851d83b3ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (1d4f6669-3022-42cf-959a-80c3bfe055f4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:42.842122 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-348a3e9d-11a2-4e6a-be92-3fa6caf66523 req-92e33d62-151c-42dd-92ae-405dfcf646c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1227586d-6ede-43cf-9b4a-792dc6c83c82), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:42.871190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e33d62-151c-42dd-92ae-405dfcf646c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event deleted for resources: {'Port': ['ID=1227586d-6ede-43cf-9b4a-792dc6c83c82,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:42.915878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-348a3e9d-11a2-4e6a-be92-3fa6caf66523 req-92e33d62-151c-42dd-92ae-405dfcf646c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] No DVR routers for this DVR port 1227586d-6ede-43cf-9b4a-792dc6c83c82 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:47:42.918642 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-348a3e9d-11a2-4e6a-be92-3fa6caf66523 req-92e33d62-151c-42dd-92ae-405dfcf646c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:42.922390 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-348a3e9d-11a2-4e6a-be92-3fa6caf66523 req-92e33d62-151c-42dd-92ae-405dfcf646c0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.62 "DELETE /v2.0/ports/1227586d-6ede-43cf-9b4a-792dc6c83c82 HTTP/1.1" status: 204 len: 173 time: 0.4297302 Feb 02 13:47:42.923064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'name': 'network-vif-deleted', 'tag': '1227586d-6ede-43cf-9b4a-792dc6c83c82'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:47:42.925607 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530af42c-7161-4f00-b3ec-381f28751b32" -d '{"events": [{"server_uuid": "eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b", "name": "network-vif-deleted", "tag": "1227586d-6ede-43cf-9b4a-792dc6c83c82"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:47:42.965351 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27440cf-f9d5-4d7b-b458-6a5c621e84e3 x-openstack-request-id: req-b27440cf-f9d5-4d7b-b458-6a5c621e84e3 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:47:42.966115 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b", "name": "network-vif-deleted", "tag": "1227586d-6ede-43cf-9b4a-792dc6c83c82", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:47:42.966814 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b27440cf-f9d5-4d7b-b458-6a5c621e84e3 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:47:42.967033 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b', 'name': 'network-vif-deleted', 'tag': '1227586d-6ede-43cf-9b4a-792dc6c83c82', 'status': 'completed', 'code': 200} Feb 02 13:47:43.095479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-73975a4f-7a01-4b7f-8873-5851d83b3ca0 admin admin] Deleting port 67d9c728-19ef-474f-93c8-dbffc214bcfd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:47:43.096099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73975a4f-7a01-4b7f-8873-5851d83b3ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:43.176892 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-73975a4f-7a01-4b7f-8873-5851d83b3ca0 admin admin] For port 67d9c728-19ef-474f-93c8-dbffc214bcfd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=67d9c728-19ef-474f-93c8-dbffc214bcfd,segment=NetworkSegment(a2f4b8c4-6eb2-46c0-aedc-89d042ff1565),segment_id=a2f4b8c4-6eb2-46c0-aedc-89d042ff1565)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:47:43.177220 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73975a4f-7a01-4b7f-8873-5851d83b3ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:43.190929 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-73975a4f-7a01-4b7f-8873-5851d83b3ca0 admin admin] Calling delete_port for 67d9c728-19ef-474f-93c8-dbffc214bcfd owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:47:43.392158 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73975a4f-7a01-4b7f-8873-5851d83b3ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (67d9c728-19ef-474f-93c8-dbffc214bcfd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:43.423284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73975a4f-7a01-4b7f-8873-5851d83b3ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d9c728-19ef-474f-93c8-dbffc214bcfd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:43.571023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7601c9b1-7c57-4da5-8f6e-3a217025ef22 req-00264481-5921-49b6-aba3-5472494261d3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 210 time: 0.0692544 Feb 02 13:47:43.655926 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-73975a4f-7a01-4b7f-8873-5851d83b3ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (1d4f6669-3022-42cf-959a-80c3bfe055f4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:43.905209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73975a4f-7a01-4b7f-8873-5851d83b3ca0 admin admin] Router 1d4f6669-3022-42cf-959a-80c3bfe055f4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:47:44.039715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73975a4f-7a01-4b7f-8873-5851d83b3ca0 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:47:44.049153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-73975a4f-7a01-4b7f-8873-5851d83b3ca0 admin admin] 10.222.0.83 "PUT /v2.0/routers/1d4f6669-3022-42cf-959a-80c3bfe055f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170595 Feb 02 13:47:44.049866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7282e-d6e9-49f3-9be9-00f3d8ff7e14 None None] Sync routers for ids ['1d4f6669-3022-42cf-959a-80c3bfe055f4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:47:44.050452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 38998) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:44.065685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7282e-d6e9-49f3-9be9-00f3d8ff7e14 None None] Routers {'1d4f6669-3022-42cf-959a-80c3bfe055f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:47:44.066361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-94b7282e-d6e9-49f3-9be9-00f3d8ff7e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:47:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1d4f6669-3022-42cf-959a-80c3bfe055f4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:44.153629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77dbff22-1b15-433c-ab0c-f1f376357d9b req-d886f454-c036-4509-9f2d-3ef3e462745c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0604684 Feb 02 13:47:44.203709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Publish callbacks [] for router (1d4f6669-3022-42cf-959a-80c3bfe055f4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:44.290527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbff22-1b15-433c-ab0c-f1f376357d9b req-094021f2-1ba8-4528-9df3-32d64f600520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:44.294566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77dbff22-1b15-433c-ab0c-f1f376357d9b req-094021f2-1ba8-4528-9df3-32d64f600520 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 1127 time: 0.0602005 Feb 02 13:47:44.342852 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Publish callbacks [] for router_gateway (1d4f6669-3022-42cf-959a-80c3bfe055f4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:44.414554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-94b7282e-d6e9-49f3-9be9-00f3d8ff7e14 None None] Set router 1d4f6669-3022-42cf-959a-80c3bfe055f4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:47:44.437655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbff22-1b15-433c-ab0c-f1f376357d9b req-7eb43cad-c2f9-4c73-9398-438fb83e1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:44.439303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77dbff22-1b15-433c-ab0c-f1f376357d9b req-7eb43cad-c2f9-4c73-9398-438fb83e1145 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1206114 Feb 02 13:47:44.440770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Deleting port 65814dfc-cd8a-4419-9c33-6c610cb48516 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:47:44.441173 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:44.512213 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77dbff22-1b15-433c-ab0c-f1f376357d9b req-ff2f1ac4-c76b-4201-93f1-c0080e1ccfb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104c8c6b-cc91-4e60-a147-8810504e4669 HTTP/1.1" status: 200 len: 1001 time: 0.0662241 Feb 02 13:47:44.545791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] For port 65814dfc-cd8a-4419-9c33-6c610cb48516, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=65814dfc-cd8a-4419-9c33-6c610cb48516,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:47:44.546889 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:44.567876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Calling delete_port for 65814dfc-cd8a-4419-9c33-6c610cb48516 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:47:44.583185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbff22-1b15-433c-ab0c-f1f376357d9b req-e6146587-c589-4431-96f2-4a7acea79543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:44.585100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77dbff22-1b15-433c-ab0c-f1f376357d9b req-e6146587-c589-4431-96f2-4a7acea79543 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0662093 Feb 02 13:47:44.651072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbff22-1b15-433c-ab0c-f1f376357d9b req-db0f50f3-90ee-4287-816b-bf5d580e1c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:47:44.664291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77dbff22-1b15-433c-ab0c-f1f376357d9b req-db0f50f3-90ee-4287-816b-bf5d580e1c15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0713062 Feb 02 13:47:44.679139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-94b7282e-d6e9-49f3-9be9-00f3d8ff7e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'name': 'tempest-TestVolumeBackupRestore-1790099020-router', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:42Z', 'updated_at': '2022-02-02T13:47:43Z', 'revision_number': 5, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'gw_port': {'id': '65814dfc-cd8a-4419-9c33-6c610cb48516', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bb:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4035, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:43:43Z', 'updated_at': '2022-02-02T13:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:44.711265 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7282e-d6e9-49f3-9be9-00f3d8ff7e14 None None] Checking router: 1d4f6669-3022-42cf-959a-80c3bfe055f4 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:47:44.725162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7282e-d6e9-49f3-9be9-00f3d8ff7e14 None None] Routers {'1d4f6669-3022-42cf-959a-80c3bfe055f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:47:44.725797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-94b7282e-d6e9-49f3-9be9-00f3d8ff7e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:47:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1d4f6669-3022-42cf-959a-80c3bfe055f4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:44.753566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15237f7b-72ed-492a-957c-f2e5dbdf51c8 req-96695663-8ea1-4c57-a6b3-b3fc16c5daa3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 210 time: 0.0404329 Feb 02 13:47:44.837155 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77dbff22-1b15-433c-ab0c-f1f376357d9b req-8d989b2e-9a21-4ad5-b331-1889998b1056 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654675 Feb 02 13:47:44.842212 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (65814dfc-cd8a-4419-9c33-6c610cb48516), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:44.857831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-94b7282e-d6e9-49f3-9be9-00f3d8ff7e14 None None] Set router 1d4f6669-3022-42cf-959a-80c3bfe055f4 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:47:44.873629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=65814dfc-cd8a-4419-9c33-6c610cb48516,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:44.952615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-94b7282e-d6e9-49f3-9be9-00f3d8ff7e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'name': 'tempest-TestVolumeBackupRestore-1790099020-router', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:42Z', 'updated_at': '2022-02-02T13:47:44Z', 'revision_number': 6, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:44.959548 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77dbff22-1b15-433c-ab0c-f1f376357d9b req-bd015a75-34de-455f-b043-924fe3b032a9 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153092 Feb 02 13:47:44.961675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (1d4f6669-3022-42cf-959a-80c3bfe055f4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:44.985429 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b7282e-d6e9-49f3-9be9-00f3d8ff7e14 None None] The sync data for ids ['1d4f6669-3022-42cf-959a-80c3bfe055f4'] in n-d-827336-2 is: [{'id': '1d4f6669-3022-42cf-959a-80c3bfe055f4', 'name': 'tempest-TestVolumeBackupRestore-1790099020-router', 'tenant_id': '523d1ebd82b842b08a08461e82f5ef3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:43:42Z', 'updated_at': '2022-02-02T13:47:44Z', 'revision_number': 6, 'project_id': '523d1ebd82b842b08a08461e82f5ef3f', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:47:45.059246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (1d4f6669-3022-42cf-959a-80c3bfe055f4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.061379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Publish callbacks [] for router_controller (1d4f6669-3022-42cf-959a-80c3bfe055f4), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.108293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (1d4f6669-3022-42cf-959a-80c3bfe055f4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.108293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d4f6669-3022-42cf-959a-80c3bfe055f4 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:47:45.113411 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.114782 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-44e24ca3-89fa-43db-ade0-93f97ec0e5f6 admin admin] 10.222.0.83 "DELETE /v2.0/routers/1d4f6669-3022-42cf-959a-80c3bfe055f4 HTTP/1.1" status: 204 len: 168 time: 1.0633073 Feb 02 13:47:45.117285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39004) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:45.165163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c24430-7cfa-4303-b226-17f19e0f4228 admin admin] Deleting subnet 7a49234b-c464-493c-9d8e-7db0bfab1d26 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:47:45.168588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59c24430-7cfa-4303-b226-17f19e0f4228 admin admin] Publish callbacks [] for subnet (7a49234b-c464-493c-9d8e-7db0bfab1d26), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.209449 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59c24430-7cfa-4303-b226-17f19e0f4228 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (7a49234b-c464-493c-9d8e-7db0bfab1d26), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.279828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 1227586d-6ede-43cf-9b4a-792dc6c83c82 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:47:45.304680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 1227586d-6ede-43cf-9b4a-792dc6c83c82 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:47:45.305073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 1227586d-6ede-43cf-9b4a-792dc6c83c82 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:47:45.315495 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59c24430-7cfa-4303-b226-17f19e0f4228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (7a49234b-c464-493c-9d8e-7db0bfab1d26), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.386610 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59c24430-7cfa-4303-b226-17f19e0f4228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (7a49234b-c464-493c-9d8e-7db0bfab1d26), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.421128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c24430-7cfa-4303-b226-17f19e0f4228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a49234b-c464-493c-9d8e-7db0bfab1d26,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:45.426018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59c24430-7cfa-4303-b226-17f19e0f4228 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.431717 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-59c24430-7cfa-4303-b226-17f19e0f4228 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7a49234b-c464-493c-9d8e-7db0bfab1d26 HTTP/1.1" status: 204 len: 168 time: 0.3110309 Feb 02 13:47:45.431897 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326001e6-c013-4784-9e85-1ddfeccaaaf9 None None] Network 786b2453-968b-4d17-b898-1a65fea639c1 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:47:45.432118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39006) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:45.540855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (786b2453-968b-4d17-b898-1a65fea639c1), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.605851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Deleting port 7f0203ce-bd31-45dd-aec2-65cd484da02d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:47:45.606180 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7f0203ce-bd31-45dd-aec2-65cd484da02d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.675950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] For port 7f0203ce-bd31-45dd-aec2-65cd484da02d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7f0203ce-bd31-45dd-aec2-65cd484da02d,segment=NetworkSegment(a2f4b8c4-6eb2-46c0-aedc-89d042ff1565),segment_id=a2f4b8c4-6eb2-46c0-aedc-89d042ff1565)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:47:45.676431 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7f0203ce-bd31-45dd-aec2-65cd484da02d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.690823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Calling delete_port for 7f0203ce-bd31-45dd-aec2-65cd484da02d owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:47:45.785844 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7f0203ce-bd31-45dd-aec2-65cd484da02d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:45.820449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0203ce-bd31-45dd-aec2-65cd484da02d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:45.824618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] No DVR routers for this DVR port 7f0203ce-bd31-45dd-aec2-65cd484da02d on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:47:45.901607 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea75f3b-0884-479b-8a64-364e9178cd02 None None] DHCP port deletion for 786b2453-968b-4d17-b898-1a65fea639c1 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:47:45.948939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb6665fd-d58f-4ced-8f82-554e03c39b97 req-3ab59b58-01db-4e98-bba8-377ce36e01c9 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 210 time: 0.0769398 Feb 02 13:47:45.988739 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (786b2453-968b-4d17-b898-1a65fea639c1), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:46.016150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786b2453-968b-4d17-b898-1a65fea639c1']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:46.016353 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 67d9c728-19ef-474f-93c8-dbffc214bcfd no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:47:46.029439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f4b8c4-6eb2-46c0-aedc-89d042ff1565') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:46.029879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f4b8c4-6eb2-46c0-aedc-89d042ff1565') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:47:46.044562 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (a2f4b8c4-6eb2-46c0-aedc-89d042ff1565), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:46.056742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 67d9c728-19ef-474f-93c8-dbffc214bcfd {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:47:46.057071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 67d9c728-19ef-474f-93c8-dbffc214bcfd not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:47:46.057494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 65814dfc-cd8a-4419-9c33-6c610cb48516 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:47:46.064314 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a2f4b8c4-6eb2-46c0-aedc-89d042ff1565), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:46.073399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Releasing vlan 380 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:47:46.074099 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (a2f4b8c4-6eb2-46c0-aedc-89d042ff1565), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:47:46.076721 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:47:46.080388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 65814dfc-cd8a-4419-9c33-6c610cb48516 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:47:46.080388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 65814dfc-cd8a-4419-9c33-6c610cb48516 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:47:46.080388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7f0203ce-bd31-45dd-aec2-65cd484da02d no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:47:46.105880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 7f0203ce-bd31-45dd-aec2-65cd484da02d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:47:46.106781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7f0203ce-bd31-45dd-aec2-65cd484da02d not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:47:46.169720 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (786b2453-968b-4d17-b898-1a65fea639c1), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:46.177849 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:46.183955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] 10.222.0.83 "DELETE /v2.0/networks/786b2453-968b-4d17-b898-1a65fea639c1 HTTP/1.1" status: 204 len: 168 time: 0.7507148 Feb 02 13:47:46.203222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb022e74-f046-49e3-8efb-9262ee006a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=786b2453-968b-4d17-b898-1a65fea639c1,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:46.420311 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39012) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:46.472385 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cb414d3e-bed0-4746-bec1-6aceb6845c21 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=44e08e4437dc4bdda9da4a65efd03264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504603 Feb 02 13:47:46.476086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39014) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:46.539368 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-862a6c7c-2119-4e61-8ee4-9485e836f83d admin admin] Publish callbacks [] for security_group (e8a7cb15-16ed-4319-b73d-e9f5fbc1fc8e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:46.565514 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-862a6c7c-2119-4e61-8ee4-9485e836f83d admin admin] Publish callbacks [] for security_group (e8a7cb15-16ed-4319-b73d-e9f5fbc1fc8e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:46.629698 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-862a6c7c-2119-4e61-8ee4-9485e836f83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e8a7cb15-16ed-4319-b73d-e9f5fbc1fc8e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:46.633068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-862a6c7c-2119-4e61-8ee4-9485e836f83d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:46.634337 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-862a6c7c-2119-4e61-8ee4-9485e836f83d admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e8a7cb15-16ed-4319-b73d-e9f5fbc1fc8e HTTP/1.1" status: 204 len: 168 time: 0.1572545 Feb 02 13:47:46.647525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a6c7c-2119-4e61-8ee4-9485e836f83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a7cb15-16ed-4319-b73d-e9f5fbc1fc8e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:47.038161 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39022) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:47.056946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f97373e-109d-48da-b5ad-7fc37f3ca23c req-88f4b7f1-46ce-45ed-89f4-8bea66eec847 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 210 time: 0.0336616 Feb 02 13:47:47.085465 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0030ceba-645a-427a-95cd-0298895d649f admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=523d1ebd82b842b08a08461e82f5ef3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460005 Feb 02 13:47:47.088077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39024) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:47:47.142448 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7c2f-4002-4b8c-aee2-67bddb31d4d4 admin admin] Publish callbacks [] for security_group (793c461c-74ee-4733-94d2-3d2f51f8153b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:47.164542 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7c2f-4002-4b8c-aee2-67bddb31d4d4 admin admin] Publish callbacks [] for security_group (793c461c-74ee-4733-94d2-3d2f51f8153b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:47.214664 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7c2f-4002-4b8c-aee2-67bddb31d4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (793c461c-74ee-4733-94d2-3d2f51f8153b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:47.217541 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e4cf7c2f-4002-4b8c-aee2-67bddb31d4d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:47:47.221172 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e4cf7c2f-4002-4b8c-aee2-67bddb31d4d4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/793c461c-74ee-4733-94d2-3d2f51f8153b HTTP/1.1" status: 204 len: 168 time: 0.1296716 Feb 02 13:47:47.228766 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf7c2f-4002-4b8c-aee2-67bddb31d4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793c461c-74ee-4733-94d2-3d2f51f8153b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:47:48.162866 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc3ba7e7-2497-48ba-9811-617f47740abd req-d24cd835-3ea4-4166-b75b-e0bd18ea1e18 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 210 time: 0.0338905 Feb 02 13:47:49.274756 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e91cf14-70b5-4606-ac2f-31e91f37307d req-695b58e1-3bad-4052-891c-aa33baa416fe tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 210 time: 0.0329757 Feb 02 13:47:50.375811 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fd3f03d4-7506-45ad-ad5a-9ec940725abb req-f4f02328-328e-4955-9cd2-36f26101362c tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 210 time: 0.0285518 Feb 02 13:47:51.492252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3ee4546-ae70-4052-b031-03ad8dfb2365 req-9615b83f-2e73-4c90-9141-e21e14eacb01 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=eea86fd9-e5f5-4e00-84c8-0b5c59c9e93b HTTP/1.1" status: 200 len: 210 time: 0.0328736 Feb 02 13:48:01.102514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39064) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:01.272068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Deleting port 73f542c8-ec11-4d05-8980-8d959094002d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:48:01.272406 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (73f542c8-ec11-4d05-8980-8d959094002d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:01.358309 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (73f542c8-ec11-4d05-8980-8d959094002d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:01.358611 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (73f542c8-ec11-4d05-8980-8d959094002d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:01.371374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Calling delete_port for 73f542c8-ec11-4d05-8980-8d959094002d owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:48:01.538359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (73f542c8-ec11-4d05-8980-8d959094002d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:01.563498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event deleted for resources: {'Port': ['ID=73f542c8-ec11-4d05-8980-8d959094002d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:01.637733 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (d1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:01.637956 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Floating IP d1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb disassociated (deleted). External IP: 172.25.4.253, port: 104c8c6b-cc91-4e60-a147-8810504e4669. Feb 02 13:48:01.841172 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64d7711f-73f6-47ff-b24d-09ba90f960ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:01.855162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Router 259d34b7-49bb-43cd-8aca-68e81b36a01d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:48:01.970345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:48:01.974849 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:01.982602 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8056a7d7-4c06-440b-ae61-65f27d03b7c5 None None] Sync routers for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:48:01.994204 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056a7d7-4c06-440b-ae61-65f27d03b7c5 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:48:01.994920 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8056a7d7-4c06-440b-ae61-65f27d03b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:47:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:02.009419 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2af2907a-9b64-486a-9947-515c5a202da1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "DELETE /v2.0/floatingips/d1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb HTTP/1.1" status: 204 len: 168 time: 0.9057348 Feb 02 13:48:02.010290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec287062-efef-417a-9f38-91c5b95f887a', 'tag': '104c8c6b-cc91-4e60-a147-8810504e4669'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:48:02.012822 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7df666-ec73-45ca-85a5-114f558f9c12" -d '{"events": [{"name": "network-changed", "server_uuid": "ec287062-efef-417a-9f38-91c5b95f887a", "tag": "104c8c6b-cc91-4e60-a147-8810504e4669"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:48:02.050269 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0173073-14fc-4f6d-b11f-f7490f90ce12 x-openstack-request-id: req-d0173073-14fc-4f6d-b11f-f7490f90ce12 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:48:02.050563 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec287062-efef-417a-9f38-91c5b95f887a", "tag": "104c8c6b-cc91-4e60-a147-8810504e4669", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:48:02.050818 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d0173073-14fc-4f6d-b11f-f7490f90ce12 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:48:02.051232 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec287062-efef-417a-9f38-91c5b95f887a', 'tag': '104c8c6b-cc91-4e60-a147-8810504e4669', 'status': 'completed', 'code': 200} Feb 02 13:48:02.117323 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8056a7d7-4c06-440b-ae61-65f27d03b7c5 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:48:02.154945 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-b6bcd4e7-3da6-45b1-8dde-352d57f12513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:02.157679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-b6bcd4e7-3da6-45b1-8dde-352d57f12513 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d51849a46a4fe5bdba4def304a1053&device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 1127 time: 0.0596035 Feb 02 13:48:02.315606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034dc99-8389-4707-9a41-c9f4d6f29436 req-b902f2d2-9c42-4da0-9c05-9a2c770836a3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:02.317926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3034dc99-8389-4707-9a41-c9f4d6f29436 req-b902f2d2-9c42-4da0-9c05-9a2c770836a3 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 945 time: 0.1183860 Feb 02 13:48:02.322757 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8056a7d7-4c06-440b-ae61-65f27d03b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:02.352706 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8056a7d7-4c06-440b-ae61-65f27d03b7c5 None None] Checking router: 259d34b7-49bb-43cd-8aca-68e81b36a01d for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:48:02.361365 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056a7d7-4c06-440b-ae61-65f27d03b7c5 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:48:02.361943 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8056a7d7-4c06-440b-ae61-65f27d03b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:47:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:02.362747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-48f542eb-a40f-4f7a-85ee-259fdf29e119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:02.365232 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-48f542eb-a40f-4f7a-85ee-259fdf29e119 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 200 len: 913 time: 0.1739872 Feb 02 13:48:02.448829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-4b8802d3-509f-467f-965b-08151ae49f72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=104c8c6b-cc91-4e60-a147-8810504e4669 HTTP/1.1" status: 200 len: 217 time: 0.0731781 Feb 02 13:48:02.470095 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8056a7d7-4c06-440b-ae61-65f27d03b7c5 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:48:02.490148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3034dc99-8389-4707-9a41-c9f4d6f29436 req-4e3c72d4-6daf-4ab2-9cd1-a04a86ff1422 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618273 Feb 02 13:48:02.547019 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-f1338f81-e0f6-4adc-b51f-52125491c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:02.549510 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-f1338f81-e0f6-4adc-b51f-52125491c9a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 200 len: 851 time: 0.0876083 Feb 02 13:48:02.619455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-7022211a-5953-43d0-8b09-d2b7c4f1289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:02.620991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-7022211a-5953-43d0-8b09-d2b7c4f1289c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89ab5506-8479-47c7-b520-9bbb402c75c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0632877 Feb 02 13:48:02.631373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-18aea32c-79d9-4ca9-94f1-b1f3886a4091 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:48:02.632361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-18aea32c-79d9-4ca9-94f1-b1f3886a4091 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049896 Feb 02 13:48:02.732753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-b3592559-a674-47ce-929f-db2c030a9aa2 service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938745 Feb 02 13:48:02.771386 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8056a7d7-4c06-440b-ae61-65f27d03b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:02.797080 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8056a7d7-4c06-440b-ae61-65f27d03b7c5 None None] The sync data for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 is: [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:34:52Z', 'revision_number': 4, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '0c73f197-1773-4c8c-9af9-bb931d7f5db0', 'name': '', 'network_id': '89ab5506-8479-47c7-b520-9bbb402c75c3', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'mac_address': 'fa:16:3e:30:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:51Z', 'updated_at': '2022-02-02T13:34:58Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'subnets': [{'id': '9ec1387b-1edc-4d31-aae4-a5a0dd643b47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:48:02.870255 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8a7df666-ec73-45ca-85a5-114f558f9c12 req-f856c3ba-f2dc-4702-81cf-6dc143cfb2bd service neutron] 10.222.0.18 "GET /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293185 Feb 02 13:48:03.038040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cdf522-3052-461e-a082-f3d0ea5d277f None None] New status for floating IP d1c7c1d2-a7f1-4c1f-9d4f-a47865a3b1eb: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:48:03.616740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bc441-44bc-4d22-b8c6-9f834afc0bb2 req-e894a329-9189-4dd7-94b3-3c5c62bf0b69 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:03.618253 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e09bc441-44bc-4d22-b8c6-9f834afc0bb2 req-e894a329-9189-4dd7-94b3-3c5c62bf0b69 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 945 time: 0.0565033 Feb 02 13:48:03.668168 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e09bc441-44bc-4d22-b8c6-9f834afc0bb2 req-24d6dc5d-fbf6-4698-8eb1-82ac713d5a89 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/security-groups?id=c05a3d0b-ee8e-494d-9173-22b7c6203133&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440855 Feb 02 13:48:03.980872 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63296f7f-c596-4598-b647-aef27cf4ff5d req-89763cd4-d8ce-43f1-83e1-eb25ba7705f2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:03.982370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63296f7f-c596-4598-b647-aef27cf4ff5d req-89763cd4-d8ce-43f1-83e1-eb25ba7705f2 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 945 time: 0.0560806 Feb 02 13:48:04.081810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-63296f7f-c596-4598-b647-aef27cf4ff5d req-c2fbb481-319e-4f9f-985f-3cf46d86aac0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Deleting port 104c8c6b-cc91-4e60-a147-8810504e4669 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:48:04.082076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-63296f7f-c596-4598-b647-aef27cf4ff5d req-c2fbb481-319e-4f9f-985f-3cf46d86aac0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:04.150355 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-242487bf-c46e-4070-87bd-483608c5bbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:04.174389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-63296f7f-c596-4598-b647-aef27cf4ff5d req-c2fbb481-319e-4f9f-985f-3cf46d86aac0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] For port 104c8c6b-cc91-4e60-a147-8810504e4669, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=104c8c6b-cc91-4e60-a147-8810504e4669,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:04.174788 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-63296f7f-c596-4598-b647-aef27cf4ff5d req-c2fbb481-319e-4f9f-985f-3cf46d86aac0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:04.187602 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-63296f7f-c596-4598-b647-aef27cf4ff5d req-c2fbb481-319e-4f9f-985f-3cf46d86aac0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Calling delete_port for 104c8c6b-cc91-4e60-a147-8810504e4669 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:48:04.321022 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-63296f7f-c596-4598-b647-aef27cf4ff5d req-c2fbb481-319e-4f9f-985f-3cf46d86aac0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (104c8c6b-cc91-4e60-a147-8810504e4669), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:04.350431 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbb481-319e-4f9f-985f-3cf46d86aac0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event deleted for resources: {'Port': ['ID=104c8c6b-cc91-4e60-a147-8810504e4669,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:04.402165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-63296f7f-c596-4598-b647-aef27cf4ff5d req-c2fbb481-319e-4f9f-985f-3cf46d86aac0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] No DVR routers for this DVR port 104c8c6b-cc91-4e60-a147-8810504e4669 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:48:04.404983 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-63296f7f-c596-4598-b647-aef27cf4ff5d req-c2fbb481-319e-4f9f-985f-3cf46d86aac0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:04.408319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63296f7f-c596-4598-b647-aef27cf4ff5d req-c2fbb481-319e-4f9f-985f-3cf46d86aac0 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.18 "DELETE /v2.0/ports/104c8c6b-cc91-4e60-a147-8810504e4669 HTTP/1.1" status: 204 len: 173 time: 0.4201140 Feb 02 13:48:04.408753 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec287062-efef-417a-9f38-91c5b95f887a', 'name': 'network-vif-deleted', 'tag': '104c8c6b-cc91-4e60-a147-8810504e4669'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:48:04.411013 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943cbf13-cf20-4e97-918a-36765b10c4fd" -d '{"events": [{"server_uuid": "ec287062-efef-417a-9f38-91c5b95f887a", "name": "network-vif-deleted", "tag": "104c8c6b-cc91-4e60-a147-8810504e4669"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:48:04.447964 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a819bdb-bcb8-4f18-952f-74233e9d3a68 x-openstack-request-id: req-4a819bdb-bcb8-4f18-952f-74233e9d3a68 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:48:04.448263 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec287062-efef-417a-9f38-91c5b95f887a", "name": "network-vif-deleted", "tag": "104c8c6b-cc91-4e60-a147-8810504e4669", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:48:04.448517 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4a819bdb-bcb8-4f18-952f-74233e9d3a68 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:48:04.448925 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec287062-efef-417a-9f38-91c5b95f887a', 'name': 'network-vif-deleted', 'tag': '104c8c6b-cc91-4e60-a147-8810504e4669', 'status': 'completed', 'code': 200} Feb 02 13:48:04.775256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d8e7d9a9-84c0-4913-9030-ef03500c57a5 req-160c051d-179a-4466-a10c-bea6354ffed1 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 210 time: 0.0324318 Feb 02 13:48:05.688300 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:05.919787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5dc7700-5b13-443a-8d34-0a56da40889c req-1e97b772-db62-4cfd-9d31-ddc5ef9014fe tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 210 time: 0.0284894 Feb 02 13:48:06.959603 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:07.031885 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e4c8a31-8c61-4951-984c-f2bbc7cdd63b req-6c3276e8-d457-4543-acf2-445710f2299e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 210 time: 0.0287585 Feb 02 13:48:07.101450 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:07.745915 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 104c8c6b-cc91-4e60-a147-8810504e4669 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:48:07.766943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 104c8c6b-cc91-4e60-a147-8810504e4669 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:48:07.767344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 104c8c6b-cc91-4e60-a147-8810504e4669 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:48:07.954802 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:08.067476 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:08.147944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca46acd2-a7df-4a80-af3e-285be9873b53 req-1717ada6-d3ef-4df1-8655-3ed6d4d1542e tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 210 time: 0.0344889 Feb 02 13:48:08.550956 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:48:09.277892 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16992eeb-0fab-4913-a8b1-9f9c750d659e req-b9e545f4-5b39-4867-8fc3-6921ddf00e8f tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 210 time: 0.0288954 Feb 02 13:48:10.393352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa2ab915-4e4d-4d5f-baa9-36a1bda0a3a3 req-341e41d6-669f-4db7-91b5-27b457d6faac tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 210 time: 0.0338891 Feb 02 13:48:11.499613 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c8c6e9a-42e1-42ae-a7a5-cf607c745b0e req-085d7227-7785-4786-a33f-561ea5670944 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 210 time: 0.0288894 Feb 02 13:48:12.615006 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dbd011db-6dbd-4047-a457-3f065fb2b6d5 req-c56809eb-ba45-4f97-93f9-87f287159c1b tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "GET /v2.0/ports?device_id=ec287062-efef-417a-9f38-91c5b95f887a HTTP/1.1" status: 200 len: 210 time: 0.0296974 Feb 02 13:48:13.676972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39100) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:13.812722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c7152-6448-4368-9b0f-edfe01f0258a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Deleting port 2f6ae209-84f2-4e07-95fa-66ebb31fb331 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:48:13.813070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7152-6448-4368-9b0f-edfe01f0258a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2f6ae209-84f2-4e07-95fa-66ebb31fb331), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:13.897674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7152-6448-4368-9b0f-edfe01f0258a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2f6ae209-84f2-4e07-95fa-66ebb31fb331), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:13.897988 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7152-6448-4368-9b0f-edfe01f0258a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (2f6ae209-84f2-4e07-95fa-66ebb31fb331), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:13.910074 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c7152-6448-4368-9b0f-edfe01f0258a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Calling delete_port for 2f6ae209-84f2-4e07-95fa-66ebb31fb331 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:48:14.058920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7152-6448-4368-9b0f-edfe01f0258a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2f6ae209-84f2-4e07-95fa-66ebb31fb331), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:14.084662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c7152-6448-4368-9b0f-edfe01f0258a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event deleted for resources: {'Port': ['ID=2f6ae209-84f2-4e07-95fa-66ebb31fb331,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:14.149953 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7152-6448-4368-9b0f-edfe01f0258a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for floatingip (4966eb67-3cda-458a-b390-bc6427c5dc8c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:14.152546 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ee2c7152-6448-4368-9b0f-edfe01f0258a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:14.153766 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ee2c7152-6448-4368-9b0f-edfe01f0258a tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "DELETE /v2.0/floatingips/4966eb67-3cda-458a-b390-bc6427c5dc8c HTTP/1.1" status: 204 len: 168 time: 0.4756019 Feb 02 13:48:19.616686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:19.681348 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cf6152a-8e50-4433-a96f-2a2f0a7db764 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group (c05a3d0b-ee8e-494d-9173-22b7c6203133), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:19.713054 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cf6152a-8e50-4433-a96f-2a2f0a7db764 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group (c05a3d0b-ee8e-494d-9173-22b7c6203133), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:19.799298 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cf6152a-8e50-4433-a96f-2a2f0a7db764 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c05a3d0b-ee8e-494d-9173-22b7c6203133), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:19.802415 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0cf6152a-8e50-4433-a96f-2a2f0a7db764 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:19.803862 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0cf6152a-8e50-4433-a96f-2a2f0a7db764 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] 10.222.0.83 "DELETE /v2.0/security-groups/c05a3d0b-ee8e-494d-9173-22b7c6203133 HTTP/1.1" status: 204 len: 168 time: 0.1852236 Feb 02 13:48:19.817661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6152a-8e50-4433-a96f-2a2f0a7db764 tempest-TestVolumeBootPattern-480498791 tempest-TestVolumeBootPattern-480498791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05a3d0b-ee8e-494d-9173-22b7c6203133,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:19.886989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39124) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:20.561631 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b41b388-00cf-4ad7-a0d3-f9e5abff5a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (259d34b7-49bb-43cd-8aca-68e81b36a01d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:20.868979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1b41b388-00cf-4ad7-a0d3-f9e5abff5a97 admin admin] Deleting port 0c73f197-1773-4c8c-9af9-bb931d7f5db0 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:48:20.869701 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b41b388-00cf-4ad7-a0d3-f9e5abff5a97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:20.959212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1b41b388-00cf-4ad7-a0d3-f9e5abff5a97 admin admin] For port 0c73f197-1773-4c8c-9af9-bb931d7f5db0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0c73f197-1773-4c8c-9af9-bb931d7f5db0,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:20.959602 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b41b388-00cf-4ad7-a0d3-f9e5abff5a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:20.985346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1b41b388-00cf-4ad7-a0d3-f9e5abff5a97 admin admin] Calling delete_port for 0c73f197-1773-4c8c-9af9-bb931d7f5db0 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:48:21.203107 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b41b388-00cf-4ad7-a0d3-f9e5abff5a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0c73f197-1773-4c8c-9af9-bb931d7f5db0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:21.233464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41b388-00cf-4ad7-a0d3-f9e5abff5a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c73f197-1773-4c8c-9af9-bb931d7f5db0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:21.444778 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1b41b388-00cf-4ad7-a0d3-f9e5abff5a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (259d34b7-49bb-43cd-8aca-68e81b36a01d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:22.060915 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b41b388-00cf-4ad7-a0d3-f9e5abff5a97 admin admin] Router 259d34b7-49bb-43cd-8aca-68e81b36a01d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:48:22.169090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b41b388-00cf-4ad7-a0d3-f9e5abff5a97 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:48:22.174303 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1b41b388-00cf-4ad7-a0d3-f9e5abff5a97 admin admin] 10.222.0.83 "PUT /v2.0/routers/259d34b7-49bb-43cd-8aca-68e81b36a01d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2858396 Feb 02 13:48:22.177121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39128) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:22.180942 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c39dbb-c348-4326-afd7-d275de6e9ac4 None None] Sync routers for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:48:22.193707 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c39dbb-c348-4326-afd7-d275de6e9ac4 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:48:22.194347 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c7c39dbb-c348-4326-afd7-d275de6e9ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:48:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:22.295348 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Publish callbacks [] for router (259d34b7-49bb-43cd-8aca-68e81b36a01d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:22.312294 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c7c39dbb-c348-4326-afd7-d275de6e9ac4 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:48:22.414629 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Publish callbacks [] for router_gateway (259d34b7-49bb-43cd-8aca-68e81b36a01d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:22.477014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Deleting port 5810ac82-d016-4e22-8546-e9a6d982ee96 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:48:22.477253 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:22.522362 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c7c39dbb-c348-4326-afd7-d275de6e9ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19'}], 'enable_snat': True}, 'gw_port_id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:48:21Z', 'revision_number': 5, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port': {'id': '5810ac82-d016-4e22-8546-e9a6d982ee96', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:65:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:48Z', 'updated_at': '2022-02-02T13:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:22.553001 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c39dbb-c348-4326-afd7-d275de6e9ac4 None None] Checking router: 259d34b7-49bb-43cd-8aca-68e81b36a01d for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:48:22.562220 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c39dbb-c348-4326-afd7-d275de6e9ac4 None None] Routers {'259d34b7-49bb-43cd-8aca-68e81b36a01d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:48:22.562837 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c7c39dbb-c348-4326-afd7-d275de6e9ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:48:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['259d34b7-49bb-43cd-8aca-68e81b36a01d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:22.572614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] For port 5810ac82-d016-4e22-8546-e9a6d982ee96, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5810ac82-d016-4e22-8546-e9a6d982ee96,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:22.572976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:22.587256 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Calling delete_port for 5810ac82-d016-4e22-8546-e9a6d982ee96 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:48:22.647223 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c7c39dbb-c348-4326-afd7-d275de6e9ac4 None None] Set router 259d34b7-49bb-43cd-8aca-68e81b36a01d gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:48:22.702133 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c7c39dbb-c348-4326-afd7-d275de6e9ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:48:22Z', 'revision_number': 6, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:22.730371 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c39dbb-c348-4326-afd7-d275de6e9ac4 None None] The sync data for ids ['259d34b7-49bb-43cd-8aca-68e81b36a01d'] in n-d-827336-2 is: [{'id': '259d34b7-49bb-43cd-8aca-68e81b36a01d', 'name': 'tempest-TestVolumeBootPattern-1055299560-router', 'tenant_id': '79d51849a46a4fe5bdba4def304a1053', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:46Z', 'updated_at': '2022-02-02T13:48:22Z', 'revision_number': 6, 'project_id': '79d51849a46a4fe5bdba4def304a1053', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:48:22.768442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5810ac82-d016-4e22-8546-e9a6d982ee96), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:22.795730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=5810ac82-d016-4e22-8546-e9a6d982ee96,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:22.807774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.808120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.808460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.808795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.809122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.809443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.809766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.810088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.810410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.810727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.811044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.811362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.811703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:22.881428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (259d34b7-49bb-43cd-8aca-68e81b36a01d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:22.974963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (259d34b7-49bb-43cd-8aca-68e81b36a01d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:22.976435 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Publish callbacks [] for router_controller (259d34b7-49bb-43cd-8aca-68e81b36a01d), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.024240 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (259d34b7-49bb-43cd-8aca-68e81b36a01d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.024662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 259d34b7-49bb-43cd-8aca-68e81b36a01d {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:48:23.030075 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.031532 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a82125ae-6549-46e7-874e-5b6eaf216b6b admin admin] 10.222.0.83 "DELETE /v2.0/routers/259d34b7-49bb-43cd-8aca-68e81b36a01d HTTP/1.1" status: 204 len: 168 time: 0.8533151 Feb 02 13:48:23.034378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39132) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:23.087551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1662582-c94f-4f27-9769-07c7b6a905ab admin admin] Deleting subnet 9ec1387b-1edc-4d31-aae4-a5a0dd643b47 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:48:23.092593 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1662582-c94f-4f27-9769-07c7b6a905ab admin admin] Publish callbacks [] for subnet (9ec1387b-1edc-4d31-aae4-a5a0dd643b47), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.143691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1662582-c94f-4f27-9769-07c7b6a905ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (9ec1387b-1edc-4d31-aae4-a5a0dd643b47), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.229546 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1662582-c94f-4f27-9769-07c7b6a905ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (9ec1387b-1edc-4d31-aae4-a5a0dd643b47), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.287105 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1662582-c94f-4f27-9769-07c7b6a905ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (9ec1387b-1edc-4d31-aae4-a5a0dd643b47), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.315549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1662582-c94f-4f27-9769-07c7b6a905ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ec1387b-1edc-4d31-aae4-a5a0dd643b47,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:23.317586 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1662582-c94f-4f27-9769-07c7b6a905ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.320962 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e1662582-c94f-4f27-9769-07c7b6a905ab admin admin] 10.222.0.83 "DELETE /v2.0/subnets/9ec1387b-1edc-4d31-aae4-a5a0dd643b47 HTTP/1.1" status: 204 len: 168 time: 0.2854309 Feb 02 13:48:23.322296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d4225-bc24-4ef8-a492-1537f7f554db None None] Network 89ab5506-8479-47c7-b520-9bbb402c75c3 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:48:23.323607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39134) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:23.413560 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (89ab5506-8479-47c7-b520-9bbb402c75c3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.475642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Deleting port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:48:23.475975 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.528906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da66bb-b7a0-4f30-9a65-c2c573c6bfe0 None None] DHCP port deletion for 89ab5506-8479-47c7-b520-9bbb402c75c3 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:48:23.553901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] For port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0ff932f9-6f6c-40a1-91d2-ad2787ef9be5,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:23.554315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.569990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Calling delete_port for 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:48:23.592480 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-35da66bb-b7a0-4f30-9a65-c2c573c6bfe0 None None] Deleting port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:48:23.593060 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35da66bb-b7a0-4f30-9a65-c2c573c6bfe0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.700911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-35da66bb-b7a0-4f30-9a65-c2c573c6bfe0 None None] For port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0ff932f9-6f6c-40a1-91d2-ad2787ef9be5,segment=NetworkSegment(874b22ec-21df-4dca-bba5-9773c263b910),segment_id=874b22ec-21df-4dca-bba5-9773c263b910)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:23.701506 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35da66bb-b7a0-4f30-9a65-c2c573c6bfe0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.704766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.718582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-35da66bb-b7a0-4f30-9a65-c2c573c6bfe0 None None] Calling delete_port for 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:48:23.733305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff932f9-6f6c-40a1-91d2-ad2787ef9be5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:23.735196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] No DVR routers for this DVR port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:48:23.821455 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (89ab5506-8479-47c7-b520-9bbb402c75c3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.828697 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-35da66bb-b7a0-4f30-9a65-c2c573c6bfe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (0ff932f9-6f6c-40a1-91d2-ad2787ef9be5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.848997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ab5506-8479-47c7-b520-9bbb402c75c3']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:23.865148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874b22ec-21df-4dca-bba5-9773c263b910') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:23.865894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874b22ec-21df-4dca-bba5-9773c263b910') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:23.866691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da66bb-b7a0-4f30-9a65-c2c573c6bfe0 None None] Pushing event deleted for resources: {'Port': ['ID=0ff932f9-6f6c-40a1-91d2-ad2787ef9be5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:23.881982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (874b22ec-21df-4dca-bba5-9773c263b910), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.882153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35da66bb-b7a0-4f30-9a65-c2c573c6bfe0 None None] No DVR routers for this DVR port 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:48:23.907964 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (874b22ec-21df-4dca-bba5-9773c263b910), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.919235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:48:23.919235 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (874b22ec-21df-4dca-bba5-9773c263b910), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:48:23.919987 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:48:23.926132 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:48:23.947056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:48:23.948032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0ff932f9-6f6c-40a1-91d2-ad2787ef9be5 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:48:23.949024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0c73f197-1773-4c8c-9af9-bb931d7f5db0 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:48:23.975546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 0c73f197-1773-4c8c-9af9-bb931d7f5db0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:48:23.975907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0c73f197-1773-4c8c-9af9-bb931d7f5db0 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:48:23.976309 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5810ac82-d016-4e22-8546-e9a6d982ee96 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:48:23.993963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (89ab5506-8479-47c7-b520-9bbb402c75c3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:23.998972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 5810ac82-d016-4e22-8546-e9a6d982ee96 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:48:23.999346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5810ac82-d016-4e22-8546-e9a6d982ee96 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:48:24.002686 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:24.006145 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] 10.222.0.83 "DELETE /v2.0/networks/89ab5506-8479-47c7-b520-9bbb402c75c3 HTTP/1.1" status: 204 len: 168 time: 0.6813943 Feb 02 13:48:24.009697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39138) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:24.022083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c0a61-5ffa-4d4e-84e4-382440e34dea admin admin] Pushing event deleted for resources: {'Network': ['ID=89ab5506-8479-47c7-b520-9bbb402c75c3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:24.403535 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06fd5650-d7d2-486c-9aef-ff341f7307ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (0deed095-2d70-481d-8636-5c720d4f9660), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:24.678455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-06fd5650-d7d2-486c-9aef-ff341f7307ac admin admin] Deleting port 9028785e-22b8-421a-89f9-b5a2073f2d71 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:48:24.678776 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06fd5650-d7d2-486c-9aef-ff341f7307ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:24.769380 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-06fd5650-d7d2-486c-9aef-ff341f7307ac admin admin] For port 9028785e-22b8-421a-89f9-b5a2073f2d71, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9028785e-22b8-421a-89f9-b5a2073f2d71,segment=NetworkSegment(05752b3a-f46e-4b55-ba4f-ca56eec8993c),segment_id=05752b3a-f46e-4b55-ba4f-ca56eec8993c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:24.769735 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06fd5650-d7d2-486c-9aef-ff341f7307ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:24.782649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-06fd5650-d7d2-486c-9aef-ff341f7307ac admin admin] Calling delete_port for 9028785e-22b8-421a-89f9-b5a2073f2d71 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:48:24.973319 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06fd5650-d7d2-486c-9aef-ff341f7307ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9028785e-22b8-421a-89f9-b5a2073f2d71), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:24.999603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd5650-d7d2-486c-9aef-ff341f7307ac admin admin] Pushing event deleted for resources: {'Port': ['ID=9028785e-22b8-421a-89f9-b5a2073f2d71,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:25.174409 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-06fd5650-d7d2-486c-9aef-ff341f7307ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (0deed095-2d70-481d-8636-5c720d4f9660), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:25.410920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fd5650-d7d2-486c-9aef-ff341f7307ac admin admin] Router 0deed095-2d70-481d-8636-5c720d4f9660 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:48:25.520585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fd5650-d7d2-486c-9aef-ff341f7307ac admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:48:25.525987 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-06fd5650-d7d2-486c-9aef-ff341f7307ac admin admin] 10.222.0.83 "PUT /v2.0/routers/0deed095-2d70-481d-8636-5c720d4f9660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5150247 Feb 02 13:48:25.528747 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39140) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:25.531336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b00b2-cf53-4542-90a7-e2acab3e32ad None None] Sync routers for ids ['0deed095-2d70-481d-8636-5c720d4f9660'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:48:25.546678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b00b2-cf53-4542-90a7-e2acab3e32ad None None] Routers {'0deed095-2d70-481d-8636-5c720d4f9660'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:48:25.547405 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-730b00b2-cf53-4542-90a7-e2acab3e32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:48:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['0deed095-2d70-481d-8636-5c720d4f9660'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:25.635936 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Publish callbacks [] for router (0deed095-2d70-481d-8636-5c720d4f9660), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:25.654686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-730b00b2-cf53-4542-90a7-e2acab3e32ad None None] Set router 0deed095-2d70-481d-8636-5c720d4f9660 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:48:25.746263 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Publish callbacks [] for router_gateway (0deed095-2d70-481d-8636-5c720d4f9660), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:25.801801 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Deleting port cb5c0f19-c55c-42ca-812a-ed311239669b {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:48:25.802224 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:25.865522 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-730b00b2-cf53-4542-90a7-e2acab3e32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0deed095-2d70-481d-8636-5c720d4f9660', 'name': 'tempest-TestVolumeBootPattern-271326067-router', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:48:24Z', 'revision_number': 5, 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'gw_port': {'id': 'cb5c0f19-c55c-42ca-812a-ed311239669b', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0deed095-2d70-481d-8636-5c720d4f9660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:25.892777 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b00b2-cf53-4542-90a7-e2acab3e32ad None None] Checking router: 0deed095-2d70-481d-8636-5c720d4f9660 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:48:25.898496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] For port cb5c0f19-c55c-42ca-812a-ed311239669b, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cb5c0f19-c55c-42ca-812a-ed311239669b,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:25.899042 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:25.901729 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730b00b2-cf53-4542-90a7-e2acab3e32ad None None] Routers {'0deed095-2d70-481d-8636-5c720d4f9660'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:48:25.902347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-730b00b2-cf53-4542-90a7-e2acab3e32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:48:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['0deed095-2d70-481d-8636-5c720d4f9660'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:25.913664 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Calling delete_port for cb5c0f19-c55c-42ca-812a-ed311239669b owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:48:26.005348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-730b00b2-cf53-4542-90a7-e2acab3e32ad None None] Set router 0deed095-2d70-481d-8636-5c720d4f9660 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:48:26.093662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-730b00b2-cf53-4542-90a7-e2acab3e32ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0deed095-2d70-481d-8636-5c720d4f9660', 'name': 'tempest-TestVolumeBootPattern-271326067-router', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:48:25Z', 'revision_number': 6, 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:26.126742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b00b2-cf53-4542-90a7-e2acab3e32ad None None] The sync data for ids ['0deed095-2d70-481d-8636-5c720d4f9660'] in n-d-827336-2 is: [{'id': '0deed095-2d70-481d-8636-5c720d4f9660', 'name': 'tempest-TestVolumeBootPattern-271326067-router', 'tenant_id': 'a28a966452984a2c906ec76e3e5b853c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:34:55Z', 'updated_at': '2022-02-02T13:48:25Z', 'revision_number': 6, 'project_id': 'a28a966452984a2c906ec76e3e5b853c', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:48:26.153033 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (cb5c0f19-c55c-42ca-812a-ed311239669b), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:26.185779 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5c0f19-c55c-42ca-812a-ed311239669b,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:26.253753 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (0deed095-2d70-481d-8636-5c720d4f9660), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:26.351056 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (0deed095-2d70-481d-8636-5c720d4f9660), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:26.353374 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Publish callbacks [] for router_controller (0deed095-2d70-481d-8636-5c720d4f9660), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:26.411537 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (0deed095-2d70-481d-8636-5c720d4f9660), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:26.412341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0deed095-2d70-481d-8636-5c720d4f9660 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:48:26.420215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:26.421389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1185c73c-2651-446b-ba7a-56b0ad197899 admin admin] 10.222.0.83 "DELETE /v2.0/routers/0deed095-2d70-481d-8636-5c720d4f9660 HTTP/1.1" status: 204 len: 168 time: 0.8917294 Feb 02 13:48:26.424423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39144) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:26.475486 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe3cbf9-5a02-4bff-89cf-63ba5e977364 admin admin] Deleting subnet a46ee288-cde7-4a8a-98e8-1fd82621edc6 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:48:26.479547 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbe3cbf9-5a02-4bff-89cf-63ba5e977364 admin admin] Publish callbacks [] for subnet (a46ee288-cde7-4a8a-98e8-1fd82621edc6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:26.529873 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbe3cbf9-5a02-4bff-89cf-63ba5e977364 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (a46ee288-cde7-4a8a-98e8-1fd82621edc6), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:26.628696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbe3cbf9-5a02-4bff-89cf-63ba5e977364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a46ee288-cde7-4a8a-98e8-1fd82621edc6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:26.688955 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbe3cbf9-5a02-4bff-89cf-63ba5e977364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (a46ee288-cde7-4a8a-98e8-1fd82621edc6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:26.713769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3cbf9-5a02-4bff-89cf-63ba5e977364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a46ee288-cde7-4a8a-98e8-1fd82621edc6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:26.720157 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bbe3cbf9-5a02-4bff-89cf-63ba5e977364 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:26.723444 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bbe3cbf9-5a02-4bff-89cf-63ba5e977364 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/a46ee288-cde7-4a8a-98e8-1fd82621edc6 HTTP/1.1" status: 204 len: 168 time: 0.2979212 Feb 02 13:48:26.726199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39146) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:26.733298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e265ae-ed72-4630-93d1-75af2680fe1a None None] Network e2b9c9c3-265c-406e-93bb-2bcde774a232 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:48:26.815764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (e2b9c9c3-265c-406e-93bb-2bcde774a232), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:26.943989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75902670-cbd6-43af-853c-972f9c34b503 None None] DHCP port deletion for e2b9c9c3-265c-406e-93bb-2bcde774a232 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:48:27.004543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-75902670-cbd6-43af-853c-972f9c34b503 None None] Deleting port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:48:27.005227 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75902670-cbd6-43af-853c-972f9c34b503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.088039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-75902670-cbd6-43af-853c-972f9c34b503 None None] For port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5,segment=NetworkSegment(05752b3a-f46e-4b55-ba4f-ca56eec8993c),segment_id=05752b3a-f46e-4b55-ba4f-ca56eec8993c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:27.088423 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75902670-cbd6-43af-853c-972f9c34b503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.107891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-75902670-cbd6-43af-853c-972f9c34b503 None None] Calling delete_port for 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:48:27.223318 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75902670-cbd6-43af-853c-972f9c34b503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.260803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75902670-cbd6-43af-853c-972f9c34b503 None None] Pushing event deleted for resources: {'Port': ['ID=0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:27.264975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75902670-cbd6-43af-853c-972f9c34b503 None None] No DVR routers for this DVR port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:48:27.288971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Deleting port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:48:27.289474 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.357581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] For port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5, host n-d-827336-2, got binding levels [] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:27.357934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.376107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Calling delete_port for 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:48:27.383248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 was not found and therefore no delete operation was performed {{(pid=103187) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 13:48:27.385422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.413326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:27.419298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] No DVR routers for this DVR port 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:48:27.492538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (e2b9c9c3-265c-406e-93bb-2bcde774a232), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.513232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b9c9c3-265c-406e-93bb-2bcde774a232']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:27.523558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05752b3a-f46e-4b55-ba4f-ca56eec8993c') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:27.523849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05752b3a-f46e-4b55-ba4f-ca56eec8993c') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:48:27.533653 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (05752b3a-f46e-4b55-ba4f-ca56eec8993c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.548555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (05752b3a-f46e-4b55-ba4f-ca56eec8993c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.556676 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:48:27.557064 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (05752b3a-f46e-4b55-ba4f-ca56eec8993c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:48:27.558752 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:48:27.629312 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (e2b9c9c3-265c-406e-93bb-2bcde774a232), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.638479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.643940 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] 10.222.0.83 "DELETE /v2.0/networks/e2b9c9c3-265c-406e-93bb-2bcde774a232 HTTP/1.1" status: 204 len: 168 time: 0.9167154 Feb 02 13:48:27.655395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8eb69-46a1-4bf1-97d4-83b984133e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b9c9c3-265c-406e-93bb-2bcde774a232,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:27.801980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39150) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:27.844078 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ff70ab74-3eaa-4031-bed7-4df1ce6bdc16 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=79d51849a46a4fe5bdba4def304a1053&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409167 Feb 02 13:48:27.846694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39152) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:27.879318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cb5c0f19-c55c-42ca-812a-ed311239669b no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:48:27.898627 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8cab-9024-41cc-9959-269641a93adb admin admin] Publish callbacks [] for security_group (3f59f7bf-c345-43cb-abd8-85265bc5d006), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.899916 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: cb5c0f19-c55c-42ca-812a-ed311239669b {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:48:27.900262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cb5c0f19-c55c-42ca-812a-ed311239669b not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:48:27.900744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9028785e-22b8-421a-89f9-b5a2073f2d71 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:48:27.922005 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8cab-9024-41cc-9959-269641a93adb admin admin] Publish callbacks [] for security_group (3f59f7bf-c345-43cb-abd8-85265bc5d006), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.923459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 9028785e-22b8-421a-89f9-b5a2073f2d71 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:48:27.923820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9028785e-22b8-421a-89f9-b5a2073f2d71 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:48:27.924239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:48:27.943942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:48:27.944274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0481b8eb-7f5b-42ea-8a1b-2a79fdd142d5 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:48:27.981371 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8cab-9024-41cc-9959-269641a93adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (3f59f7bf-c345-43cb-abd8-85265bc5d006), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.984011 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9e5a8cab-9024-41cc-9959-269641a93adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:27.985187 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9e5a8cab-9024-41cc-9959-269641a93adb admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/3f59f7bf-c345-43cb-abd8-85265bc5d006 HTTP/1.1" status: 204 len: 168 time: 0.1376176 Feb 02 13:48:27.993707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a8cab-9024-41cc-9959-269641a93adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f59f7bf-c345-43cb-abd8-85265bc5d006,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:28.407351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39158) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:28.454576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-62b16fed-db3b-473d-b818-8c7473672a38 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a28a966452984a2c906ec76e3e5b853c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459855 Feb 02 13:48:28.457506 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39160) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:28.507915 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f39cae24-3ee5-4a26-a51a-bfa26a72191a admin admin] Publish callbacks [] for security_group (279bd91e-3720-4b0d-8451-0bf702907c74), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:28.529004 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f39cae24-3ee5-4a26-a51a-bfa26a72191a admin admin] Publish callbacks [] for security_group (279bd91e-3720-4b0d-8451-0bf702907c74), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:28.587037 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f39cae24-3ee5-4a26-a51a-bfa26a72191a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (279bd91e-3720-4b0d-8451-0bf702907c74), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:28.589583 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f39cae24-3ee5-4a26-a51a-bfa26a72191a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:28.590780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f39cae24-3ee5-4a26-a51a-bfa26a72191a admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/279bd91e-3720-4b0d-8451-0bf702907c74 HTTP/1.1" status: 204 len: 168 time: 0.1323495 Feb 02 13:48:28.599357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39cae24-3ee5-4a26-a51a-bfa26a72191a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279bd91e-3720-4b0d-8451-0bf702907c74,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:31.837400 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-377e993a-fb91-44a3-9cd0-5dd641b5e10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:34.144352 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e41c90e8-98b2-46ab-8a47-0bb930ceae44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:35.696143 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:36.961606 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:37.109287 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:37.950979 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:38.066265 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:39.057100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-03602c1d-7271-4559-9eec-1cbea2035b20 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=880fad835b03479495cc1300097b2604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221531 Feb 02 13:48:39.166741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-a82a290c-d0b5-4b8e-9e5c-7f75da8136e6 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:39.168189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-a82a290c-d0b5-4b8e-9e5c-7f75da8136e6 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1061676 Feb 02 13:48:39.185618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-79fefe67-d569-4bbe-8dc4-bc5c3b0d0461 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/quotas/880fad835b03479495cc1300097b2604 HTTP/1.1" status: 200 len: 375 time: 0.0098681 Feb 02 13:48:39.222707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-5ea5f7fc-98ec-4381-8a30-c66f5bb1e278 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=880fad835b03479495cc1300097b2604&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316036 Feb 02 13:48:40.521240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e50974c0-5d8f-4b77-80cc-1c6047d46f92 req-ede0d8b2-d8d3-4b90-8d62-1ff6f1cccaa0 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 210 time: 0.1501429 Feb 02 13:48:41.537070 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-0252814b-6f94-40f0-9df2-a0b37f35de0f tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=880fad835b03479495cc1300097b2604&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295303 Feb 02 13:48:41.621567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-466d80d8-d90a-4353-aeb6-882666c7e05f req-25641693-45ee-4030-a0be-47b7c01f11c6 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 210 time: 0.0289848 Feb 02 13:48:41.722252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-845ecc14-475e-4eb7-a7d9-16f8e5118c05 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:41.723805 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-845ecc14-475e-4eb7-a7d9-16f8e5118c05 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816871 Feb 02 13:48:41.743070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Request body: {'port': {'device_id': 'd1273b45-fdcb-4710-9760-847bf5d5409a', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'admin_state_up': True, 'tenant_id': '880fad835b03479495cc1300097b2604'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:48:41.852838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Made reservation on behalf of 880fad835b03479495cc1300097b2604 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:48:41.856536 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:41.866283 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:41.941169 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Publish callbacks [] for security_group (079a2364-1fdf-4ee5-a120-e5c87cd4ef3b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:41.946549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (079a2364-1fdf-4ee5-a120-e5c87cd4ef3b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:42.014203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079a2364-1fdf-4ee5-a120-e5c87cd4ef3b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:42.085423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Allocated IP 192.168.233.4 (e4b13d8c-9bab-4128-8f82-a8dac976536e/b8bf13a8-359f-4f53-9380-2cfa12097b03/5ccc6057-9b30-4f58-b3f2-86bf7f5b852d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:48:42.245635 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Publish callbacks [] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:42.282602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:42.325353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Network e4b13d8c-9bab-4128-8f82-a8dac976536e is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:48:42.330422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:48:42.333279 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:48:42.359303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Pushing event updated for resources: {'Port': ['ID=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:42.392322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:42.392966 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:42.412341 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-2fcea827-df28-4694-99de-e158864b72ea tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6728094 Feb 02 13:48:42.421599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-1cab6684-1323-4cbc-8d39-08d50c160a1a tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:48:42.422632 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-1cab6684-1323-4cbc-8d39-08d50c160a1a tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054491 Feb 02 13:48:42.496876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Request body: {'port': {'device_id': 'd1273b45-fdcb-4710-9760-847bf5d5409a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:48:42.560228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:42.584762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c66d7559-5ab5-4b7e-8c66-93763863f98b None None] Provisioning complete for port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:48:42.585354 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c66d7559-5ab5-4b7e-8c66-93763863f98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:42.619977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c66d7559-5ab5-4b7e-8c66-93763863f98b None None] Port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:48:42.763448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f8849-1689-496d-8f62-47eedfe5906e req-fbd8c32c-3687-4437-b69d-7c169ec27d5e tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:42.764979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e85f8849-1689-496d-8f62-47eedfe5906e req-fbd8c32c-3687-4437-b69d-7c169ec27d5e tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 934 time: 0.0609481 Feb 02 13:48:42.820139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e85f8849-1689-496d-8f62-47eedfe5906e req-4d4f9ec8-fb15-418f-a718-6a576fb22bae tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/security-groups?id=079a2364-1fdf-4ee5-a120-e5c87cd4ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490522 Feb 02 13:48:42.840322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:48:42.848701 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Publish callbacks [] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:42.861838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Transition to ACTIVE for port object 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:48:42.866188 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:42.919886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:43.003293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Attempting to bind port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:48:43.003640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Attempting to bind port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:48:43.003987 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Attempting to bind port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:48:43.008581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d on network e4b13d8c-9bab-4128-8f82-a8dac976536e not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:48:43.008905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Attempting to bind port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d on network e4b13d8c-9bab-4128-8f82-a8dac976536e {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:48:43.014262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:48:43.014599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Checking segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:48:43.014990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Bound using segment: {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:48:43.015381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Bound port: 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62281a45-6dff-46e9-8e5a-91f6bd6cacd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:48:43.015763 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:43.081512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] For port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:48:43.084650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] For port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:48:43.092295 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:43.125967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:43.126635 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:43.128497 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] 10.222.0.62 "PUT /v2.0/ports/5ccc6057-9b30-4f58-b3f2-86bf7f5b852d HTTP/1.1" status: 200 len: 1094 time: 0.6913579 Feb 02 13:48:43.131025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1273b45-fdcb-4710-9760-847bf5d5409a', 'tag': '5ccc6057-9b30-4f58-b3f2-86bf7f5b852d'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:48:43.133468 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ed4b77-b07a-4eb8-b24c-26db0de3e03a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1273b45-fdcb-4710-9760-847bf5d5409a", "tag": "5ccc6057-9b30-4f58-b3f2-86bf7f5b852d"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:48:43.175204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267bf95-cda2-4655-ae99-c30008e92782 service neutron] Pushing event updated for resources: {'Port': ['ID=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:43.203766 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01119fec-85bc-4061-b095-26d62fcae590 x-openstack-request-id: req-01119fec-85bc-4061-b095-26d62fcae590 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:48:43.204059 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1273b45-fdcb-4710-9760-847bf5d5409a", "tag": "5ccc6057-9b30-4f58-b3f2-86bf7f5b852d", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:48:43.204313 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-01119fec-85bc-4061-b095-26d62fcae590 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:48:43.204880 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1273b45-fdcb-4710-9760-847bf5d5409a', 'tag': '5ccc6057-9b30-4f58-b3f2-86bf7f5b852d', 'status': 'completed', 'code': 200} Feb 02 13:48:43.264050 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-92e52ffd-8150-46b8-a460-4e1a7a7b02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:43.265768 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-92e52ffd-8150-46b8-a460-4e1a7a7b02c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=880fad835b03479495cc1300097b2604&device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 1128 time: 0.0473366 Feb 02 13:48:43.316581 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-34326592-faf8-44b1-8bc7-4799c69e9d34 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d HTTP/1.1" status: 200 len: 217 time: 0.0395381 Feb 02 13:48:43.365392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-ae91d078-a97a-411e-ba37-6cb7f353358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:43.366843 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-ae91d078-a97a-411e-ba37-6cb7f353358e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0449667 Feb 02 13:48:43.423241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-51f6398d-bc26-4505-b901-a7e40f97ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:43.425495 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-51f6398d-bc26-4505-b901-a7e40f97ec1b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0516448 Feb 02 13:48:43.527753 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-14532a4d-5324-4026-96e0-e763e753644c service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960298 Feb 02 13:48:43.623666 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e31c4f7f-2ca3-4186-ab27-d7be503b64ce req-1fd3b802-4eea-40a2-83b4-ef2e3535fa75 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897987 Feb 02 13:48:43.775994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed4b77-b07a-4eb8-b24c-26db0de3e03a req-bb80b000-d30c-469c-b739-32174bede923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:43.777484 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ed4b77-b07a-4eb8-b24c-26db0de3e03a req-bb80b000-d30c-469c-b739-32174bede923 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=880fad835b03479495cc1300097b2604&device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 1128 time: 0.0531986 Feb 02 13:48:43.873420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed4b77-b07a-4eb8-b24c-26db0de3e03a req-13e5af40-49fd-4f2f-b041-b91071c7a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:43.875241 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ed4b77-b07a-4eb8-b24c-26db0de3e03a req-13e5af40-49fd-4f2f-b041-b91071c7a919 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e4b13d8c-9bab-4128-8f82-a8dac976536e HTTP/1.1" status: 200 len: 870 time: 0.0901785 Feb 02 13:48:43.920064 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ed4b77-b07a-4eb8-b24c-26db0de3e03a req-1a07c803-8e07-4d8a-805e-aefb8b114072 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d HTTP/1.1" status: 200 len: 217 time: 0.0388811 Feb 02 13:48:43.946169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782676c-3d78-4d26-973c-7d551dad0c8a req-c7447116-3693-42b7-bbfd-ced335ca736b tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:43.947677 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8782676c-3d78-4d26-973c-7d551dad0c8a req-c7447116-3693-42b7-bbfd-ced335ca736b tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 946 time: 0.0555208 Feb 02 13:48:43.968735 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed4b77-b07a-4eb8-b24c-26db0de3e03a req-aa950616-9fe8-4ef0-948f-0ce0ad63ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:43.970136 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ed4b77-b07a-4eb8-b24c-26db0de3e03a req-aa950616-9fe8-4ef0-948f-0ce0ad63ca6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b8bf13a8-359f-4f53-9380-2cfa12097b03 HTTP/1.1" status: 200 len: 843 time: 0.0444369 Feb 02 13:48:43.995705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8782676c-3d78-4d26-973c-7d551dad0c8a req-73625d3b-c633-487d-bb05-9514b4a2596a tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/security-groups?id=079a2364-1fdf-4ee5-a120-e5c87cd4ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Feb 02 13:48:44.019804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed4b77-b07a-4eb8-b24c-26db0de3e03a req-93e02d15-80d1-4041-a312-496d9cb81194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:44.021354 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ed4b77-b07a-4eb8-b24c-26db0de3e03a req-93e02d15-80d1-4041-a312-496d9cb81194 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e4b13d8c-9bab-4128-8f82-a8dac976536e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0443192 Feb 02 13:48:44.117055 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ed4b77-b07a-4eb8-b24c-26db0de3e03a req-7470974a-766d-4976-b413-266765f68367 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890543 Feb 02 13:48:44.209368 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c7ed4b77-b07a-4eb8-b24c-26db0de3e03a req-19aa0590-eeb4-4bb2-ad76-21fd5cb3c137 service neutron] 10.222.0.62 "GET /v2.0/networks/e4b13d8c-9bab-4128-8f82-a8dac976536e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855961 Feb 02 13:48:45.124464 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ac834-5e1d-4e3c-9fd3-0810bce15379 req-50e85d11-72f3-4fde-9e1f-b5c5836341ff tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:45.125971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d3ac834-5e1d-4e3c-9fd3-0810bce15379 req-50e85d11-72f3-4fde-9e1f-b5c5836341ff tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 946 time: 0.0536404 Feb 02 13:48:45.192412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d3ac834-5e1d-4e3c-9fd3-0810bce15379 req-a43c7a89-033a-4366-adee-ffa4d8bdc151 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/security-groups?id=079a2364-1fdf-4ee5-a120-e5c87cd4ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593669 Feb 02 13:48:45.537828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:48:45.550095 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:48:45.636183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:45.646703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '5ccc6057-9b30-4f58-b3f2-86bf7f5b852d', 'network_id': 'e4b13d8c-9bab-4128-8f82-a8dac976536e', 'port_id': '5ccc6057-9b30-4f58-b3f2-86bf7f5b852d', 'mac_address': 'fa:16:3e:7c:49:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bf13a8-359f-4f53-9380-2cfa12097b03', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:48:45.690450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:48:45.690844 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:45.704843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:48:45.730925 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:45.735925 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:45.784278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:45.792230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:45.792523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:45.792868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:45.793209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:45.793546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:45.793880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:45.794207 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:45.794540 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:45.794867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:45.795198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:45.795546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:45.795871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:45.796192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:46.017014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['5ccc6057-9b30-4f58-b3f2-86bf7f5b852d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:48:46.332823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031bd8bd-03f3-4a66-afcb-dd004429dee7 req-952e33ae-d41e-4914-a2a7-0602696fd122 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:46.334324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-031bd8bd-03f3-4a66-afcb-dd004429dee7 req-952e33ae-d41e-4914-a2a7-0602696fd122 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 947 time: 0.0617564 Feb 02 13:48:46.383537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-031bd8bd-03f3-4a66-afcb-dd004429dee7 req-ac203b94-358d-4616-847a-b579c34449a0 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/security-groups?id=079a2364-1fdf-4ee5-a120-e5c87cd4ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429068 Feb 02 13:48:47.514959 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa116b2-bf00-4684-9749-47ff8a871f32 req-1be17b03-c456-45a5-9edc-f6ebf6a96e50 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:47.516489 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfa116b2-bf00-4684-9749-47ff8a871f32 req-1be17b03-c456-45a5-9edc-f6ebf6a96e50 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 947 time: 0.0604661 Feb 02 13:48:47.554501 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:48:47.564809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfa116b2-bf00-4684-9749-47ff8a871f32 req-06faa36c-5cfe-4e4a-9b09-d921a7a24e41 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/security-groups?id=079a2364-1fdf-4ee5-a120-e5c87cd4ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Feb 02 13:48:47.608554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:48:47.612965 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:48:47.613421 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:47.694604 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:48:47.694900 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:47.723108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1273b45-fdcb-4710-9760-847bf5d5409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccc6057-9b30-4f58-b3f2-86bf7f5b852d'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:48:47.725644 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75839e8-673c-440b-9018-2f889609b5ed" -d '{"events": [{"server_uuid": "d1273b45-fdcb-4710-9760-847bf5d5409a", "name": "network-vif-plugged", "status": "completed", "tag": "5ccc6057-9b30-4f58-b3f2-86bf7f5b852d"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:48:47.738246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:47.744222 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:47.767124 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb857eb1-3b7a-4ef5-b91b-3766ebfdcb17 x-openstack-request-id: req-cb857eb1-3b7a-4ef5-b91b-3766ebfdcb17 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:48:47.767441 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1273b45-fdcb-4710-9760-847bf5d5409a", "name": "network-vif-plugged", "status": "completed", "tag": "5ccc6057-9b30-4f58-b3f2-86bf7f5b852d", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:48:47.767702 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cb857eb1-3b7a-4ef5-b91b-3766ebfdcb17 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:48:47.768097 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1273b45-fdcb-4710-9760-847bf5d5409a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ccc6057-9b30-4f58-b3f2-86bf7f5b852d', 'code': 200} Feb 02 13:48:47.793064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:47.922809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7fb2d-185b-4275-8408-1b00df0df813 req-e7645db5-cbb2-4f8c-bfce-e7f9adef1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:47.924355 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6fb7fb2d-185b-4275-8408-1b00df0df813 req-e7645db5-cbb2-4f8c-bfce-e7f9adef1ec1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 1130 time: 0.0606346 Feb 02 13:48:47.971708 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6fb7fb2d-185b-4275-8408-1b00df0df813 req-26912805-ed73-4546-b9d7-1f151babccce service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=079a2364-1fdf-4ee5-a120-e5c87cd4ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Feb 02 13:48:48.689822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89c477-5f44-4ed9-af5e-d46d02d9259d req-8341e228-776d-46a8-925a-405560e756de tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:48.691322 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e89c477-5f44-4ed9-af5e-d46d02d9259d req-8341e228-776d-46a8-925a-405560e756de tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 948 time: 0.0541759 Feb 02 13:48:48.744245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5e89c477-5f44-4ed9-af5e-d46d02d9259d req-5a38b009-956e-474f-aeff-7a938e3f6691 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/security-groups?id=079a2364-1fdf-4ee5-a120-e5c87cd4ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470309 Feb 02 13:48:49.878846 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e73ca-e3ba-4b31-adc5-4e76bfb24661 req-3ad55316-01d8-4aab-b964-c8acd789fa48 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:49.880352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-315e73ca-e3ba-4b31-adc5-4e76bfb24661 req-3ad55316-01d8-4aab-b964-c8acd789fa48 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 948 time: 0.0605037 Feb 02 13:48:49.928666 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-315e73ca-e3ba-4b31-adc5-4e76bfb24661 req-38f31cb9-af4d-4ab8-801a-36c0d451d92c tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/security-groups?id=079a2364-1fdf-4ee5-a120-e5c87cd4ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422537 Feb 02 13:48:50.239238 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-a6ce7d10-13f2-40bb-ab8e-fdda2a8b818a req-2a4ac5c0-a267-40ef-be1f-f9d76ed6bbb8 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:48:50.240159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6ce7d10-13f2-40bb-ab8e-fdda2a8b818a req-2a4ac5c0-a267-40ef-be1f-f9d76ed6bbb8 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055640 Feb 02 13:48:50.639232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-e51c7bf7-0f71-4a6e-a66c-c7b4f1b19f7d req-4d227d59-75cc-42f6-815a-a337edfc95d9 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:48:50.640280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e51c7bf7-0f71-4a6e-a66c-c7b4f1b19f7d req-4d227d59-75cc-42f6-815a-a337edfc95d9 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0582736 Feb 02 13:48:50.998851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd7b69-56e7-45b8-8288-41726710d6a4 req-238118d6-f56f-48f9-9759-f9c62e082cdd tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:51.000384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43dd7b69-56e7-45b8-8288-41726710d6a4 req-238118d6-f56f-48f9-9759-f9c62e082cdd tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 948 time: 0.0544584 Feb 02 13:48:51.057269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43dd7b69-56e7-45b8-8288-41726710d6a4 req-0388eb7a-41d2-4aea-bdd6-9f951b1f60cc tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/security-groups?id=079a2364-1fdf-4ee5-a120-e5c87cd4ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505400 Feb 02 13:48:52.203356 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937e5c5-25a1-4f2d-9c22-71753d7cf235 req-0114ca1b-f21f-436b-9fbc-c0301865a2e7 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:52.204883 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2937e5c5-25a1-4f2d-9c22-71753d7cf235 req-0114ca1b-f21f-436b-9fbc-c0301865a2e7 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 948 time: 0.0711596 Feb 02 13:48:52.252822 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2937e5c5-25a1-4f2d-9c22-71753d7cf235 req-47c7a2f1-9484-44b2-84d9-addd2f40b054 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/security-groups?id=079a2364-1fdf-4ee5-a120-e5c87cd4ef3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413132 Feb 02 13:48:52.424010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef92faa-02ba-4b24-9b21-cddcc3626dc2 req-aeba21a7-fa1b-447b-8d3e-d89918fdcd36 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:52.425534 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7ef92faa-02ba-4b24-9b21-cddcc3626dc2 req-aeba21a7-fa1b-447b-8d3e-d89918fdcd36 tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.62 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 948 time: 0.0636430 Feb 02 13:48:52.518108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-7ef92faa-02ba-4b24-9b21-cddcc3626dc2 req-900a2d9b-51a6-490d-bc3d-6f245ccc003d tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Deleting port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:48:52.518445 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7ef92faa-02ba-4b24-9b21-cddcc3626dc2 req-900a2d9b-51a6-490d-bc3d-6f245ccc003d tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:52.611957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-7ef92faa-02ba-4b24-9b21-cddcc3626dc2 req-900a2d9b-51a6-490d-bc3d-6f245ccc003d tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] For port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d,segment=NetworkSegment(62281a45-6dff-46e9-8e5a-91f6bd6cacd7),segment_id=62281a45-6dff-46e9-8e5a-91f6bd6cacd7)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:48:52.612317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7ef92faa-02ba-4b24-9b21-cddcc3626dc2 req-900a2d9b-51a6-490d-bc3d-6f245ccc003d tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:52.625490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-7ef92faa-02ba-4b24-9b21-cddcc3626dc2 req-900a2d9b-51a6-490d-bc3d-6f245ccc003d tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Calling delete_port for 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:48:52.767306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7ef92faa-02ba-4b24-9b21-cddcc3626dc2 req-900a2d9b-51a6-490d-bc3d-6f245ccc003d tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5ccc6057-9b30-4f58-b3f2-86bf7f5b852d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:52.798262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a2d9b-51a6-490d-bc3d-6f245ccc003d tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Pushing event deleted for resources: {'Port': ['ID=5ccc6057-9b30-4f58-b3f2-86bf7f5b852d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:52.801994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['5ccc6057-9b30-4f58-b3f2-86bf7f5b852d'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:48:52.846564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef92faa-02ba-4b24-9b21-cddcc3626dc2 req-900a2d9b-51a6-490d-bc3d-6f245ccc003d tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] No DVR routers for this DVR port 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:48:52.849320 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7ef92faa-02ba-4b24-9b21-cddcc3626dc2 req-900a2d9b-51a6-490d-bc3d-6f245ccc003d tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:52.852759 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7ef92faa-02ba-4b24-9b21-cddcc3626dc2 req-900a2d9b-51a6-490d-bc3d-6f245ccc003d tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.62 "DELETE /v2.0/ports/5ccc6057-9b30-4f58-b3f2-86bf7f5b852d HTTP/1.1" status: 204 len: 173 time: 0.4224362 Feb 02 13:48:52.853254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1273b45-fdcb-4710-9760-847bf5d5409a', 'name': 'network-vif-deleted', 'tag': '5ccc6057-9b30-4f58-b3f2-86bf7f5b852d'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:48:52.855729 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa6f99b-76b4-45a2-adbb-b87998b6002f" -d '{"events": [{"server_uuid": "d1273b45-fdcb-4710-9760-847bf5d5409a", "name": "network-vif-deleted", "tag": "5ccc6057-9b30-4f58-b3f2-86bf7f5b852d"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:48:52.894772 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8131c4b3-73ec-4d35-97a2-c5442a43faa7 x-openstack-request-id: req-8131c4b3-73ec-4d35-97a2-c5442a43faa7 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:48:52.895077 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1273b45-fdcb-4710-9760-847bf5d5409a", "name": "network-vif-deleted", "tag": "5ccc6057-9b30-4f58-b3f2-86bf7f5b852d", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:48:52.895336 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8131c4b3-73ec-4d35-97a2-c5442a43faa7 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:48:52.895853 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1273b45-fdcb-4710-9760-847bf5d5409a', 'name': 'network-vif-deleted', 'tag': '5ccc6057-9b30-4f58-b3f2-86bf7f5b852d', 'status': 'completed', 'code': 200} Feb 02 13:48:53.378998 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-713cb038-7f30-419f-aa6b-3da7ff4bbdd4 req-b69512b5-51aa-46e8-8ce2-71bea1d0f48b tempest-ServersAdminNegativeTestJSON-1585318521 tempest-ServersAdminNegativeTestJSON-1585318521-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1273b45-fdcb-4710-9760-847bf5d5409a HTTP/1.1" status: 200 len: 210 time: 0.0301716 Feb 02 13:48:54.702424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39316) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:54.847982 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eae000cb-40c2-442d-b689-2370b25495c2 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=880fad835b03479495cc1300097b2604&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1442158 Feb 02 13:48:54.851029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39320) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:54.906533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-421ca585-3edb-45fc-a076-f6e816174440 admin admin] Publish callbacks [] for security_group (079a2364-1fdf-4ee5-a120-e5c87cd4ef3b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:54.928169 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-421ca585-3edb-45fc-a076-f6e816174440 admin admin] Publish callbacks [] for security_group (079a2364-1fdf-4ee5-a120-e5c87cd4ef3b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:54.978683 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-421ca585-3edb-45fc-a076-f6e816174440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (079a2364-1fdf-4ee5-a120-e5c87cd4ef3b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:54.981191 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-421ca585-3edb-45fc-a076-f6e816174440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:54.982392 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-421ca585-3edb-45fc-a076-f6e816174440 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/079a2364-1fdf-4ee5-a120-e5c87cd4ef3b HTTP/1.1" status: 204 len: 168 time: 0.1302471 Feb 02 13:48:54.990997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ca585-3edb-45fc-a076-f6e816174440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079a2364-1fdf-4ee5-a120-e5c87cd4ef3b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:55.281658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39326) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:55.296947 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:55.382120 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Publish callbacks [] for security_group (479004bd-0dd1-43cf-bbf0-a5c6448b2547), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:55.386800 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (479004bd-0dd1-43cf-bbf0-a5c6448b2547), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:55.430039 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=6576ee4bb68248a8929f48ac1f1ee6c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472771 Feb 02 13:48:55.431020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479004bd-0dd1-43cf-bbf0-a5c6448b2547,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:55.433104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39328) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:55.439395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.439773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.440104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.440437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.440761 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.441082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.441401 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.441694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.442023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.442330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.442651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.442973 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.443286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b9228e-e12b-42de-9785-900c8eec3bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:48:55.488354 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba411-40b3-4ca1-ad75-15d2967ff4a2 admin admin] Publish callbacks [] for security_group (479004bd-0dd1-43cf-bbf0-a5c6448b2547), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:55.510442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba411-40b3-4ca1-ad75-15d2967ff4a2 admin admin] Publish callbacks [] for security_group (479004bd-0dd1-43cf-bbf0-a5c6448b2547), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:55.560780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba411-40b3-4ca1-ad75-15d2967ff4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (479004bd-0dd1-43cf-bbf0-a5c6448b2547), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:55.563398 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dd6ba411-40b3-4ca1-ad75-15d2967ff4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:55.564651 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dd6ba411-40b3-4ca1-ad75-15d2967ff4a2 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/479004bd-0dd1-43cf-bbf0-a5c6448b2547 HTTP/1.1" status: 204 len: 168 time: 0.1305227 Feb 02 13:48:55.573577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ba411-40b3-4ca1-ad75-15d2967ff4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479004bd-0dd1-43cf-bbf0-a5c6448b2547,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:55.589983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:48:55.610756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:48:55.611089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 5ccc6057-9b30-4f58-b3f2-86bf7f5b852d not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:48:56.339147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39350) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:56.442074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-236594135-network', 'tenant_id': '378448a6f5f749e1b20e330d959f3455'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:48:56.463102 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Made reservation on behalf of 378448a6f5f749e1b20e330d959f3455 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:48:56.465592 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:56.476657 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:56.568209 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Publish callbacks [] for security_group (b7dbb2e5-3b65-4dcb-99ae-729202e7d711), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:56.572565 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b7dbb2e5-3b65-4dcb-99ae-729202e7d711), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:56.591376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:48:56.604935 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a6dd3510-1aea-4a28-857e-c67f7792d14f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:56.605270 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Added segment a6dd3510-1aea-4a28-857e-c67f7792d14f of type vlan for network 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 Feb 02 13:48:56.627598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dbb2e5-3b65-4dcb-99ae-729202e7d711,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:56.663609 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:56.691585 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:56.694791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:56.694791 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:56.729150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3888247 Feb 02 13:48:56.733029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39354) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:48:56.738653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f46ed2ff-c291-480e-acf7-72c9f9e19f40 admin admin] Request body: {'subnet': {'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-236594135-subnet', 'tenant_id': '378448a6f5f749e1b20e330d959f3455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:48:56.763501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46ed2ff-c291-480e-acf7-72c9f9e19f40 admin admin] Made reservation on behalf of 378448a6f5f749e1b20e330d959f3455 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:48:56.765853 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f46ed2ff-c291-480e-acf7-72c9f9e19f40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:56.767115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e995af-c209-4a79-9122-78a809161612 admin admin] Pushing event updated for resources: {'Network': ['ID=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:56.778643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:48:56.953419 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f46ed2ff-c291-480e-acf7-72c9f9e19f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (1ce479a9-68f0-426c-9daa-52cf7ffe824b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:57.005940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ed2ff-c291-480e-acf7-72c9f9e19f40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ce479a9-68f0-426c-9daa-52cf7ffe824b,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:48:57.022698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46ed2ff-c291-480e-acf7-72c9f9e19f40 admin admin] Checking segment: {'id': 'a6dd3510-1aea-4a28-857e-c67f7792d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:48:57.023035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ed2ff-c291-480e-acf7-72c9f9e19f40 admin admin] Network hostable DHCP agents. Network: 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:48:57.041996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46ed2ff-c291-480e-acf7-72c9f9e19f40 admin admin] Network 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:48:57.053015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f46ed2ff-c291-480e-acf7-72c9f9e19f40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:48:57.057734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ed2ff-c291-480e-acf7-72c9f9e19f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:57.058853 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f46ed2ff-c291-480e-acf7-72c9f9e19f40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:48:57.063570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d3bdc0-c4b9-442b-9f7b-048655b0741f None None] Network 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:48:57.075639 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f46ed2ff-c291-480e-acf7-72c9f9e19f40 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3408284 Feb 02 13:48:57.169558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1eee63-cf42-46f3-925a-9b824df01b2d None None] Network 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:48:57.536997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-a38112d8-a8b3-4003-8ede-707ab2414eba tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:48:57.538626 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-a38112d8-a8b3-4003-8ede-707ab2414eba tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/networks?id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 HTTP/1.1" status: 200 len: 811 time: 0.1092122 Feb 02 13:48:57.556324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-33a9320d-b163-4f73-b7c0-7ccdbc573d12 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/quotas/378448a6f5f749e1b20e330d959f3455 HTTP/1.1" status: 200 len: 375 time: 0.0109451 Feb 02 13:48:57.593721 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-fd105dca-ee99-4c59-bd96-fcba65e51f47 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=378448a6f5f749e1b20e330d959f3455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319059 Feb 02 13:48:57.686943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-3c69ea75-692d-49ba-bb96-00dcd21ab6af service neutron] 10.222.0.83 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856769 Feb 02 13:48:57.791988 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-83577037-a90d-4fa4-9293-eac0f61ba67d service neutron] 10.222.0.83 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970943 Feb 02 13:48:57.964176 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43cb2f49-9985-40fd-a2d8-57815fde088e req-10969e57-fc3a-465d-8a00-fe7dc61e27c2 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 210 time: 0.0297272 Feb 02 13:48:59.046767 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-761422bc-aff4-4868-8cb6-205995fcee8e req-f58d39e6-8bce-495f-87b6-7b82a4a7a43a tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 210 time: 0.0284929 Feb 02 13:49:00.128314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b06a022f-5d0b-4d3b-b93c-48d75bbc1a64 req-69e6ace0-14d8-4db2-89d4-2cc3d02a2c89 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 210 time: 0.0280817 Feb 02 13:49:01.241060 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4f92b287-3bf1-4f11-bc9c-e5e74635ad96 req-6773a887-1a5e-4d87-9538-205306770d08 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 210 time: 0.0364945 Feb 02 13:49:01.365353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-5f488ba7-8037-480b-89a1-1bf731d4eb1c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:01.366873 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-5f488ba7-8037-480b-89a1-1bf731d4eb1c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.62 "GET /v2.0/networks?id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 HTTP/1.1" status: 200 len: 811 time: 0.1231618 Feb 02 13:49:01.389695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Request body: {'port': {'device_id': '0d45b490-4869-4db5-a862-905f0963a2ce', 'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48', 'admin_state_up': True, 'tenant_id': '378448a6f5f749e1b20e330d959f3455'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:49:01.514109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Made reservation on behalf of 378448a6f5f749e1b20e330d959f3455 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:49:01.517642 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:01.662205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Allocated IP 172.20.0.3 (7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48/1ce479a9-68f0-426c-9daa-52cf7ffe824b/b995b952-deff-4e4c-8fee-9fa6781031a2) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:49:01.833609 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5b974f05-4544-41d0-a435-6d8783185557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:01.847234 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Publish callbacks [] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:01.890428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:01.940462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Network 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:49:01.946278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:49:01.950142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:49:01.956652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Pushing event updated for resources: {'Port': ['ID=b995b952-deff-4e4c-8fee-9fa6781031a2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:02.001654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:02.002249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:02.018032 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-52ce34d2-4519-4558-917c-30b7c93fea07 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6328695 Feb 02 13:49:02.034972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Request body: {'port': {'device_id': '0d45b490-4869-4db5-a862-905f0963a2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:49:02.099907 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:02.373714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1b010-ab60-4a0c-9c62-1f5c9bb9c7eb req-5ffa8426-cb3c-4937-a1b4-9eecee3a51bf tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:02.375293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9a1b010-ab60-4a0c-9c62-1f5c9bb9c7eb req-5ffa8426-cb3c-4937-a1b4-9eecee3a51bf tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 931 time: 0.0578029 Feb 02 13:49:02.389264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b995b952-deff-4e4c-8fee-9fa6781031a2 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:49:02.397391 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Publish callbacks [] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:02.409957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Transition to ACTIVE for port object b995b952-deff-4e4c-8fee-9fa6781031a2 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:49:02.413656 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:02.431743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9a1b010-ab60-4a0c-9c62-1f5c9bb9c7eb req-2c1e2919-23b9-4500-88da-4b0a126f6c4c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466199 Feb 02 13:49:02.465777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Pushing event updated for resources: {'Port': ['ID=b995b952-deff-4e4c-8fee-9fa6781031a2,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:02.531979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Attempting to bind port b995b952-deff-4e4c-8fee-9fa6781031a2 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:49:02.532324 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Attempting to bind port b995b952-deff-4e4c-8fee-9fa6781031a2 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'a6dd3510-1aea-4a28-857e-c67f7792d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:49:02.532649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Attempting to bind port b995b952-deff-4e4c-8fee-9fa6781031a2 on network 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:49:02.537223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Port b995b952-deff-4e4c-8fee-9fa6781031a2 on network 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:49:02.537886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Attempting to bind port b995b952-deff-4e4c-8fee-9fa6781031a2 on network 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:49:02.543245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:49:02.543617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Checking segment: {'id': 'a6dd3510-1aea-4a28-857e-c67f7792d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:49:02.543994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Bound using segment: {'id': 'a6dd3510-1aea-4a28-857e-c67f7792d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:49:02.544420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Bound port: b995b952-deff-4e4c-8fee-9fa6781031a2, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6dd3510-1aea-4a28-857e-c67f7792d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:49:02.544771 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:02.612455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] For port b995b952-deff-4e4c-8fee-9fa6781031a2, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:49:02.615630 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] For port b995b952-deff-4e4c-8fee-9fa6781031a2, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b995b952-deff-4e4c-8fee-9fa6781031a2,segment=NetworkSegment(a6dd3510-1aea-4a28-857e-c67f7792d14f),segment_id=a6dd3510-1aea-4a28-857e-c67f7792d14f)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:49:02.623486 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:02.653996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:02.654661 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:02.656146 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] 10.222.0.62 "PUT /v2.0/ports/b995b952-deff-4e4c-8fee-9fa6781031a2 HTTP/1.1" status: 200 len: 1091 time: 0.6256163 Feb 02 13:49:02.656577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d45b490-4869-4db5-a862-905f0963a2ce', 'tag': 'b995b952-deff-4e4c-8fee-9fa6781031a2'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:49:02.658854 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b29cc1e-affd-457b-9ede-f0e724fe70ec" -d '{"events": [{"name": "network-changed", "server_uuid": "0d45b490-4869-4db5-a862-905f0963a2ce", "tag": "b995b952-deff-4e4c-8fee-9fa6781031a2"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:49:02.694084 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6a16a-e335-4d5d-a6c8-8c626a9daa40 service neutron] Pushing event updated for resources: {'Port': ['ID=b995b952-deff-4e4c-8fee-9fa6781031a2,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:02.711848 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72c5295-3558-480f-9516-e2872af29c85 x-openstack-request-id: req-b72c5295-3558-480f-9516-e2872af29c85 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:49:02.712145 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d45b490-4869-4db5-a862-905f0963a2ce", "tag": "b995b952-deff-4e4c-8fee-9fa6781031a2", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:49:02.712391 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b72c5295-3558-480f-9516-e2872af29c85 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:49:02.712850 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d45b490-4869-4db5-a862-905f0963a2ce', 'tag': 'b995b952-deff-4e4c-8fee-9fa6781031a2', 'status': 'completed', 'code': 200} Feb 02 13:49:02.771384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-98096531-a53e-4faf-99e1-41cbeee7d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:02.772831 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-98096531-a53e-4faf-99e1-41cbeee7d9c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=378448a6f5f749e1b20e330d959f3455&device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 1125 time: 0.0461280 Feb 02 13:49:02.823062 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-7091e5c3-5287-40b6-a81c-fa19d1734abf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b995b952-deff-4e4c-8fee-9fa6781031a2 HTTP/1.1" status: 200 len: 217 time: 0.0370014 Feb 02 13:49:02.874776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-86a33380-b9b2-4d52-90ee-b12fd9d93ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:02.876337 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-86a33380-b9b2-4d52-90ee-b12fd9d93ecb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce479a9-68f0-426c-9daa-52cf7ffe824b HTTP/1.1" status: 200 len: 851 time: 0.0462816 Feb 02 13:49:02.909271 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-ee65b17b-2ae3-4c4d-b0c3-73cac0fc6faf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266228 Feb 02 13:49:03.007234 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-da893371-d29c-4fae-8ecc-2921f9f0a7c6 service neutron] 10.222.0.62 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896957 Feb 02 13:49:03.097388 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-beea711a-b9ce-418f-a18b-d81a1413bda9 req-e05dce3a-8074-4f03-a6e4-30b1d2a77ab7 service neutron] 10.222.0.62 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839775 Feb 02 13:49:03.227550 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cc1e-affd-457b-9ede-f0e724fe70ec req-4a5e380a-2f06-4650-a397-8e2e86d53875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:03.228970 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8b29cc1e-affd-457b-9ede-f0e724fe70ec req-4a5e380a-2f06-4650-a397-8e2e86d53875 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=378448a6f5f749e1b20e330d959f3455&device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 1125 time: 0.0471725 Feb 02 13:49:03.326924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cc1e-affd-457b-9ede-f0e724fe70ec req-b364f2c8-4dd5-4c39-849f-2f04f47d641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:03.328456 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8b29cc1e-affd-457b-9ede-f0e724fe70ec req-b364f2c8-4dd5-4c39-849f-2f04f47d641e service neutron] 10.222.0.62 "GET /v2.0/networks?id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 HTTP/1.1" status: 200 len: 912 time: 0.0937097 Feb 02 13:49:03.370171 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8b29cc1e-affd-457b-9ede-f0e724fe70ec req-1072a274-53d1-403d-9efa-624191d8af7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b995b952-deff-4e4c-8fee-9fa6781031a2 HTTP/1.1" status: 200 len: 217 time: 0.0352454 Feb 02 13:49:03.426839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29cc1e-affd-457b-9ede-f0e724fe70ec req-ac203586-6651-4f9f-882f-c0c3484cf5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:03.428431 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8b29cc1e-affd-457b-9ede-f0e724fe70ec req-ac203586-6651-4f9f-882f-c0c3484cf5dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce479a9-68f0-426c-9daa-52cf7ffe824b HTTP/1.1" status: 200 len: 851 time: 0.0512967 Feb 02 13:49:03.466168 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8b29cc1e-affd-457b-9ede-f0e724fe70ec req-cbd74556-29dc-4485-a4a0-7e3c70829518 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304675 Feb 02 13:49:03.562746 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8b29cc1e-affd-457b-9ede-f0e724fe70ec req-ccbc6cdb-929a-4a74-b8ff-5bdd25c7552c service neutron] 10.222.0.62 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903873 Feb 02 13:49:03.565087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aad6bc-dc6d-4909-ae4c-211c503b2d89 req-e1d7ada4-af05-4c78-9fd4-044f2af6c94d tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:03.566562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30aad6bc-dc6d-4909-ae4c-211c503b2d89 req-e1d7ada4-af05-4c78-9fd4-044f2af6c94d tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 943 time: 0.0548780 Feb 02 13:49:03.619968 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30aad6bc-dc6d-4909-ae4c-211c503b2d89 req-e69609bf-159a-4c8a-86ff-f6849c43948c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468662 Feb 02 13:49:03.657593 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8b29cc1e-affd-457b-9ede-f0e724fe70ec req-930a35a8-c0e0-49e8-b52b-6691cd67a0ab service neutron] 10.222.0.62 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882330 Feb 02 13:49:04.152586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-071111aa-01bf-4542-88be-ee873748b761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:04.752424 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2522-fbe0-4803-a14e-1acc3729a511 req-4b9d1fc6-f357-4fd0-8c66-7a39f26b23f1 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:04.753952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-369b2522-fbe0-4803-a14e-1acc3729a511 req-4b9d1fc6-f357-4fd0-8c66-7a39f26b23f1 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 943 time: 0.0578752 Feb 02 13:49:04.805624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-369b2522-fbe0-4803-a14e-1acc3729a511 req-27a2bc94-5809-43ad-860c-368c3a71a1ca tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459175 Feb 02 13:49:05.663051 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b995b952-deff-4e4c-8fee-9fa6781031a2 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:49:05.710816 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:05.785809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port b995b952-deff-4e4c-8fee-9fa6781031a2, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b995b952-deff-4e4c-8fee-9fa6781031a2,segment=NetworkSegment(a6dd3510-1aea-4a28-857e-c67f7792d14f),segment_id=a6dd3510-1aea-4a28-857e-c67f7792d14f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:49:05.796841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'b995b952-deff-4e4c-8fee-9fa6781031a2', 'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48', 'port_id': 'b995b952-deff-4e4c-8fee-9fa6781031a2', 'mac_address': 'fa:16:3e:35:5c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce479a9-68f0-426c-9daa-52cf7ffe824b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:49:05.840585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port b995b952-deff-4e4c-8fee-9fa6781031a2 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:49:05.840585 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:05.937287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231c2c2-1432-4052-8e0c-266e78064659 req-43374fe5-8436-430a-957e-5e128454fe6c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:05.938797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7231c2c2-1432-4052-8e0c-266e78064659 req-43374fe5-8436-430a-957e-5e128454fe6c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 943 time: 0.0585024 Feb 02 13:49:05.989579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7231c2c2-1432-4052-8e0c-266e78064659 req-68e12558-03ef-4e33-aba3-f2904e690d54 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449071 Feb 02 13:49:06.022390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b995b952-deff-4e4c-8fee-9fa6781031a2 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:49:06.043537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port b995b952-deff-4e4c-8fee-9fa6781031a2, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b995b952-deff-4e4c-8fee-9fa6781031a2,segment=NetworkSegment(a6dd3510-1aea-4a28-857e-c67f7792d14f),segment_id=a6dd3510-1aea-4a28-857e-c67f7792d14f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:49:06.050536 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:06.102553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=b995b952-deff-4e4c-8fee-9fa6781031a2,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:06.315619 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['b995b952-deff-4e4c-8fee-9fa6781031a2'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:49:06.976467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:07.102065 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:07.129335 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e88756-1ba8-4705-b1e8-8140bcf8008a req-83151535-5e83-4fa3-ba69-b9607c2d74b0 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:07.130852 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9e88756-1ba8-4705-b1e8-8140bcf8008a req-83151535-5e83-4fa3-ba69-b9607c2d74b0 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 944 time: 0.0617373 Feb 02 13:49:07.183057 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9e88756-1ba8-4705-b1e8-8140bcf8008a req-328217e9-a99d-484b-bb70-a1b68d86cb96 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460377 Feb 02 13:49:07.679735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b995b952-deff-4e4c-8fee-9fa6781031a2 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:49:07.740422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port b995b952-deff-4e4c-8fee-9fa6781031a2 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:49:07.744510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port b995b952-deff-4e4c-8fee-9fa6781031a2 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:49:07.745107 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:07.835131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port b995b952-deff-4e4c-8fee-9fa6781031a2 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:49:07.835571 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:07.859199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d45b490-4869-4db5-a862-905f0963a2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b995b952-deff-4e4c-8fee-9fa6781031a2'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:49:07.861614 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55156e9-50f0-4a75-bd09-cf461667c742" -d '{"events": [{"server_uuid": "0d45b490-4869-4db5-a862-905f0963a2ce", "name": "network-vif-plugged", "status": "completed", "tag": "b995b952-deff-4e4c-8fee-9fa6781031a2"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:49:07.874372 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port b995b952-deff-4e4c-8fee-9fa6781031a2, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b995b952-deff-4e4c-8fee-9fa6781031a2,segment=NetworkSegment(a6dd3510-1aea-4a28-857e-c67f7792d14f),segment_id=a6dd3510-1aea-4a28-857e-c67f7792d14f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:49:07.878917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:07.902920 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65b6213-a24a-4c06-9ebb-fc7642d76888 x-openstack-request-id: req-d65b6213-a24a-4c06-9ebb-fc7642d76888 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:49:07.903211 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d45b490-4869-4db5-a862-905f0963a2ce", "name": "network-vif-plugged", "status": "completed", "tag": "b995b952-deff-4e4c-8fee-9fa6781031a2", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:49:07.903482 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d65b6213-a24a-4c06-9ebb-fc7642d76888 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:49:07.903885 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d45b490-4869-4db5-a862-905f0963a2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b995b952-deff-4e4c-8fee-9fa6781031a2', 'code': 200} Feb 02 13:49:07.929375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=b995b952-deff-4e4c-8fee-9fa6781031a2,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:07.952969 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:08.038877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a898e-a5e1-4ea8-a7d9-333e098685f2 req-1c36fb5a-f0c6-4b9a-b56c-1a4c35fdfcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:08.040466 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b29a898e-a5e1-4ea8-a7d9-333e098685f2 req-1c36fb5a-f0c6-4b9a-b56c-1a4c35fdfcc6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 1127 time: 0.0479758 Feb 02 13:49:08.060677 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:08.086611 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b29a898e-a5e1-4ea8-a7d9-333e098685f2 req-ef27ed28-a79c-49c8-8ccb-ca9ba46d9b45 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Feb 02 13:49:08.316694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8b885-9421-4c6e-9cf0-15ba3dd38437 req-26e6eb1a-ac94-4608-97fa-d31f351f53ba tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:08.318150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ceb8b885-9421-4c6e-9cf0-15ba3dd38437 req-26e6eb1a-ac94-4608-97fa-d31f351f53ba tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0589406 Feb 02 13:49:08.368007 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ceb8b885-9421-4c6e-9cf0-15ba3dd38437 req-c7ee9cee-6491-4c2e-85cd-2b32d680acd2 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420105 Feb 02 13:49:09.507301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f6748-40ad-44c2-82cb-8e1e247869b7 req-d27a7f9c-e6da-4b59-a7c4-a89d10be193e tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:09.509578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-426f6748-40ad-44c2-82cb-8e1e247869b7 req-d27a7f9c-e6da-4b59-a7c4-a89d10be193e tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0606296 Feb 02 13:49:09.556484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-426f6748-40ad-44c2-82cb-8e1e247869b7 req-1200b942-2360-4b09-81a6-043b5dcdf42c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410726 Feb 02 13:49:09.849321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522eb50-6db2-4d9c-bd96-3dfb494348e8 req-e93665a1-2b6c-4e00-91a0-ef9ab9a60e57 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:09.850808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e522eb50-6db2-4d9c-bd96-3dfb494348e8 req-e93665a1-2b6c-4e00-91a0-ef9ab9a60e57 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0874712 Feb 02 13:49:09.894759 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-c7dbfdbc-5d9e-4967-b221-a22092c2322a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366339 Feb 02 13:49:09.908007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-8ddb6d0e-f006-45e7-a97f-874532791936 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:49:09.908957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-8ddb6d0e-f006-45e7-a97f-874532791936 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087512 Feb 02 13:49:09.916249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e522eb50-6db2-4d9c-bd96-3dfb494348e8 req-e5bc178a-d001-4c94-9398-f7e3fc12119c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595276 Feb 02 13:49:11.047121 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db915-6a5a-4f1a-9558-cacdf1bbdfa7 req-429217b5-bd45-4a15-81d3-65eaa8183f54 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:11.048704 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f61db915-6a5a-4f1a-9558-cacdf1bbdfa7 req-429217b5-bd45-4a15-81d3-65eaa8183f54 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0560462 Feb 02 13:49:11.106314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f61db915-6a5a-4f1a-9558-cacdf1bbdfa7 req-eb33035d-6732-479c-ab46-71a348503a53 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510206 Feb 02 13:49:11.232293 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-77117001-acc5-4863-951f-c3a0a7515d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:11.233703 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-77117001-acc5-4863-951f-c3a0a7515d38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=378448a6f5f749e1b20e330d959f3455&device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 1127 time: 0.0595241 Feb 02 13:49:11.327109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-554f9f2e-92bc-44f2-951e-504b314e4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:11.328627 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-554f9f2e-92bc-44f2-951e-504b314e4ab5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 HTTP/1.1" status: 200 len: 912 time: 0.0873318 Feb 02 13:49:11.373020 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-c3d1324e-cc7f-4e4b-8277-d16672a3d94f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b995b952-deff-4e4c-8fee-9fa6781031a2 HTTP/1.1" status: 200 len: 217 time: 0.0377841 Feb 02 13:49:11.422104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-b17e6889-e2b2-41e2-b7e9-9fa11df926d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:11.423606 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-b17e6889-e2b2-41e2-b7e9-9fa11df926d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce479a9-68f0-426c-9daa-52cf7ffe824b HTTP/1.1" status: 200 len: 851 time: 0.0445480 Feb 02 13:49:11.469310 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-7add0715-e4cb-459e-93a2-b8743cfa232e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381298 Feb 02 13:49:11.575939 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-7fe9d866-ded2-4716-83e5-8a10e593316e service neutron] 10.222.0.62 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000645 Feb 02 13:49:11.666365 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-c9e9144b-a18b-43e7-b633-1437bc8373a6 service neutron] 10.222.0.62 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843511 Feb 02 13:49:11.811651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a773b1b-209e-4f11-941e-65d30abd060b req-ce3b6c92-2e29-419a-9021-05ab4cf523b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:11.813166 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9a773b1b-209e-4f11-941e-65d30abd060b req-ce3b6c92-2e29-419a-9021-05ab4cf523b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=378448a6f5f749e1b20e330d959f3455&device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 1127 time: 0.0463197 Feb 02 13:49:11.968308 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a773b1b-209e-4f11-941e-65d30abd060b req-6f58e938-5186-4232-989d-2278ee86cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:11.969819 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9a773b1b-209e-4f11-941e-65d30abd060b req-6f58e938-5186-4232-989d-2278ee86cd7d service neutron] 10.222.0.62 "GET /v2.0/networks?id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 HTTP/1.1" status: 200 len: 912 time: 0.0910327 Feb 02 13:49:12.011822 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9a773b1b-209e-4f11-941e-65d30abd060b req-eeb866ca-5451-4cbf-9eeb-2987cb2ea6b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b995b952-deff-4e4c-8fee-9fa6781031a2 HTTP/1.1" status: 200 len: 217 time: 0.0351527 Feb 02 13:49:12.067126 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a773b1b-209e-4f11-941e-65d30abd060b req-7afa82ad-233f-4041-b498-1b04c8c41990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:12.068618 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9a773b1b-209e-4f11-941e-65d30abd060b req-7afa82ad-233f-4041-b498-1b04c8c41990 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce479a9-68f0-426c-9daa-52cf7ffe824b HTTP/1.1" status: 200 len: 851 time: 0.0479021 Feb 02 13:49:12.101511 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9a773b1b-209e-4f11-941e-65d30abd060b req-62049632-f437-402b-a264-58df732e2ff3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257995 Feb 02 13:49:12.193004 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9a773b1b-209e-4f11-941e-65d30abd060b req-4bc5b2ca-5b1e-41fe-ac48-e21c76d1cf59 service neutron] 10.222.0.62 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848289 Feb 02 13:49:12.243789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77e53f-6e9e-461e-963f-5c1e9896439a req-99ae2f20-33a3-424b-be7b-dbc95b1e761a tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:12.245845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf77e53f-6e9e-461e-963f-5c1e9896439a req-99ae2f20-33a3-424b-be7b-dbc95b1e761a tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0610118 Feb 02 13:49:12.289847 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9a773b1b-209e-4f11-941e-65d30abd060b req-20465e98-0999-409d-b706-db23d4f783bd service neutron] 10.222.0.62 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915542 Feb 02 13:49:12.294669 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf77e53f-6e9e-461e-963f-5c1e9896439a req-834ec690-fadd-4409-9768-a7c852492ec5 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425484 Feb 02 13:49:13.430927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104672a-a2e0-41e2-8511-f1bb27223fc1 req-7e9c7281-f66d-4b4d-ae39-55c6a36d49bd tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:13.432539 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8104672a-a2e0-41e2-8511-f1bb27223fc1 req-7e9c7281-f66d-4b4d-ae39-55c6a36d49bd tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0579276 Feb 02 13:49:13.485580 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8104672a-a2e0-41e2-8511-f1bb27223fc1 req-6b657b4c-8fb0-4950-8f05-82019e5e8e6f tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443347 Feb 02 13:49:14.627768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9389b-bd90-4c35-b164-b02158df9310 req-092a2ac5-a30e-41fb-95e3-5bbb22cf2db3 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:14.629241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82b9389b-bd90-4c35-b164-b02158df9310 req-092a2ac5-a30e-41fb-95e3-5bbb22cf2db3 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0634968 Feb 02 13:49:15.038278 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82b9389b-bd90-4c35-b164-b02158df9310 req-f4b76609-6741-4de3-91d2-e60beb4fac26 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031477 Feb 02 13:49:16.173931 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a65fb0-3607-4de3-8315-07aaf88891e2 req-5f570b31-248a-4ff2-ac48-98ec50955bd3 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:16.175378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87a65fb0-3607-4de3-8315-07aaf88891e2 req-5f570b31-248a-4ff2-ac48-98ec50955bd3 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0567250 Feb 02 13:49:16.224485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87a65fb0-3607-4de3-8315-07aaf88891e2 req-bd21dbf0-aad5-4f96-8cf7-595872f4d9a3 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430682 Feb 02 13:49:17.351883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f2b33-70d8-4d38-bef8-4ca7b39e4613 req-95917f2f-e394-4740-a1c8-ceebf7a394ae tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:17.353382 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf2f2b33-70d8-4d38-bef8-4ca7b39e4613 req-95917f2f-e394-4740-a1c8-ceebf7a394ae tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0559731 Feb 02 13:49:17.406306 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf2f2b33-70d8-4d38-bef8-4ca7b39e4613 req-0678c1f5-4576-403a-a5ad-181df71ccf67 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469079 Feb 02 13:49:18.549009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd8bd1-c544-4f84-95c2-6d0f5036c793 req-4c6bf444-8228-40a3-b534-ec65e30893bd tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:18.550585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2bd8bd1-c544-4f84-95c2-6d0f5036c793 req-4c6bf444-8228-40a3-b534-ec65e30893bd tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0628657 Feb 02 13:49:18.602068 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d2bd8bd1-c544-4f84-95c2-6d0f5036c793 req-6c94f253-7546-4785-b83e-3a90950404a0 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454874 Feb 02 13:49:19.741101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d568ef6-ab23-4b90-bf15-2273f61cc8ba req-48dfc8cc-c200-4dc1-9527-94a2db416a43 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:19.742600 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d568ef6-ab23-4b90-bf15-2273f61cc8ba req-48dfc8cc-c200-4dc1-9527-94a2db416a43 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0642848 Feb 02 13:49:19.793233 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d568ef6-ab23-4b90-bf15-2273f61cc8ba req-8d9b636b-34ef-41b0-81c9-8cb051da1424 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Feb 02 13:49:20.937208 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d7a4b-da6b-409e-93fc-c6d9837dbac3 req-40418659-b0c6-4982-ade7-edfef33bfedb tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:20.938822 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb3d7a4b-da6b-409e-93fc-c6d9837dbac3 req-40418659-b0c6-4982-ade7-edfef33bfedb tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0653610 Feb 02 13:49:20.994683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb3d7a4b-da6b-409e-93fc-c6d9837dbac3 req-ab78ad97-8c6f-4c04-a0e1-c5e0ebe816a2 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499904 Feb 02 13:49:22.132233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819051b4-cb38-42b4-8d0f-5aa64442d604 req-0bcad3c6-ce67-485e-885a-373cc546e87a tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:22.133699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-819051b4-cb38-42b4-8d0f-5aa64442d604 req-0bcad3c6-ce67-485e-885a-373cc546e87a tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0544789 Feb 02 13:49:22.182859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-819051b4-cb38-42b4-8d0f-5aa64442d604 req-bd3b5f26-48f0-4f07-aa28-58a4f1fa6270 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Feb 02 13:49:22.550419 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:49:23.317487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac43bf0-8b35-4762-9415-0c0e4f65af78 req-59d66313-262e-4bd4-9dcf-359bc8311840 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:23.318962 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ac43bf0-8b35-4762-9415-0c0e4f65af78 req-59d66313-262e-4bd4-9dcf-359bc8311840 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0655525 Feb 02 13:49:23.372560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1ac43bf0-8b35-4762-9415-0c0e4f65af78 req-ad5ce90f-a1e1-455b-9ef5-b01082f4acab tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477548 Feb 02 13:49:24.506125 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace70042-be95-480b-92b6-fdceb5e490f6 req-756bb477-ba5e-4984-aa88-bea6e8afb3a0 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:24.507655 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ace70042-be95-480b-92b6-fdceb5e490f6 req-756bb477-ba5e-4984-aa88-bea6e8afb3a0 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0592933 Feb 02 13:49:24.555579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ace70042-be95-480b-92b6-fdceb5e490f6 req-ee055343-95d1-42cb-8625-64c5e5651c7d tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Feb 02 13:49:25.685874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ae7a9-6370-4c00-abbd-3210d7cf94d2 req-8887e4bb-6608-4efc-9ddc-85e4bdce27ba tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:25.687398 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-275ae7a9-6370-4c00-abbd-3210d7cf94d2 req-8887e4bb-6608-4efc-9ddc-85e4bdce27ba tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0554595 Feb 02 13:49:25.736186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-275ae7a9-6370-4c00-abbd-3210d7cf94d2 req-b2db2377-2504-4260-977a-a4ebea154bf9 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428360 Feb 02 13:49:26.863638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9d1e-d2d0-4714-ac11-bd40f6517170 req-87007916-55c7-4375-bee3-4ac1d52bbe03 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:26.865130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f91e9d1e-d2d0-4714-ac11-bd40f6517170 req-87007916-55c7-4375-bee3-4ac1d52bbe03 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0597360 Feb 02 13:49:26.917456 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f91e9d1e-d2d0-4714-ac11-bd40f6517170 req-0545bfe9-4da1-48df-b635-bf4ef30a643e tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452938 Feb 02 13:49:28.049899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14c889-a909-40c6-ac38-90bf1fceb6d1 req-84786dc4-d5b4-4228-85f0-b811780c5db0 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:28.051308 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b14c889-a909-40c6-ac38-90bf1fceb6d1 req-84786dc4-d5b4-4228-85f0-b811780c5db0 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0568571 Feb 02 13:49:28.100403 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8b14c889-a909-40c6-ac38-90bf1fceb6d1 req-c5d9a07e-5a91-4a7a-b829-e9fe132a2781 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431910 Feb 02 13:49:29.233484 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61d3b5-72f4-4ad5-8163-177f119750c3 req-4e065fa3-16d3-42a4-8c0f-f67ce61c517d tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:29.235004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b61d3b5-72f4-4ad5-8163-177f119750c3 req-4e065fa3-16d3-42a4-8c0f-f67ce61c517d tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0647647 Feb 02 13:49:29.290638 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b61d3b5-72f4-4ad5-8163-177f119750c3 req-848402c4-fce5-4fd4-813d-a6e1f0227f5e tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493562 Feb 02 13:49:30.418620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6b132-e021-46e9-a7d6-40809157350f req-df8f1679-4426-4129-a97c-de3b35d52263 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:30.420157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ac6b132-e021-46e9-a7d6-40809157350f req-df8f1679-4426-4129-a97c-de3b35d52263 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0534430 Feb 02 13:49:30.468666 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ac6b132-e021-46e9-a7d6-40809157350f req-cb71c41c-4649-4e24-b465-f09041f62ab0 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425746 Feb 02 13:49:31.604498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70374528-9ae6-4dcb-a039-f02d56e78300 req-5627b685-2b7d-4cb6-aaab-7c776fee8c46 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:31.605973 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70374528-9ae6-4dcb-a039-f02d56e78300 req-5627b685-2b7d-4cb6-aaab-7c776fee8c46 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0625036 Feb 02 13:49:31.657493 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70374528-9ae6-4dcb-a039-f02d56e78300 req-2bf1f388-49bd-4a2f-8dc4-7431714b19fd tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456340 Feb 02 13:49:31.829769 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d11fd066-a83b-414d-980e-aa1887c62b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:32.792030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5ca80-aa81-451a-9de0-daff041a07a3 req-2360c0f3-a496-4e37-a592-1e99a1a50735 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:32.793578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9f5ca80-aa81-451a-9de0-daff041a07a3 req-2360c0f3-a496-4e37-a592-1e99a1a50735 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0624843 Feb 02 13:49:32.852064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9f5ca80-aa81-451a-9de0-daff041a07a3 req-6b56eacb-b535-40a9-9819-6bcdffb86a60 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514419 Feb 02 13:49:33.979983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b53ba-5c76-4143-adfa-5a4434787c4a req-567ea024-dbaf-4bf0-8f78-2a691fcbd815 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:33.981521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d02b53ba-5c76-4143-adfa-5a4434787c4a req-567ea024-dbaf-4bf0-8f78-2a691fcbd815 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0556195 Feb 02 13:49:34.030052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d02b53ba-5c76-4143-adfa-5a4434787c4a req-b9ab1e35-9a07-4325-8483-9c3a3716fc6a tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Feb 02 13:49:34.160080 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-740beb12-fc35-4660-8880-20b119a06490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:35.171229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35a5bb-149c-47e8-9487-3b34647b3575 req-5c344869-206c-4e7f-84bb-71db1835a6cb tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:35.172776 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da35a5bb-149c-47e8-9487-3b34647b3575 req-5c344869-206c-4e7f-84bb-71db1835a6cb tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0615513 Feb 02 13:49:35.221784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da35a5bb-149c-47e8-9487-3b34647b3575 req-01f9f93d-9c9b-4872-9261-dd644d582314 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431263 Feb 02 13:49:35.702584 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:36.348925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100e970d-c5b9-4235-be40-2a159041195d req-9f0429bb-04b2-4290-83fd-b64c3126e14a tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:36.350453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-100e970d-c5b9-4235-be40-2a159041195d req-9f0429bb-04b2-4290-83fd-b64c3126e14a tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0569735 Feb 02 13:49:36.404641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-100e970d-c5b9-4235-be40-2a159041195d req-dc09c1aa-1e63-4f5f-9ac5-716d08066fce tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Feb 02 13:49:36.978916 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:37.128202 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:37.533437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c7ab8-2ace-492f-abf3-fd530f4b74b9 req-e7e19cde-7863-4673-b3bb-61afacea0077 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:37.534911 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-363c7ab8-2ace-492f-abf3-fd530f4b74b9 req-e7e19cde-7863-4673-b3bb-61afacea0077 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0567245 Feb 02 13:49:37.589914 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-363c7ab8-2ace-492f-abf3-fd530f4b74b9 req-52ac6368-e3e7-43b8-956c-0ed332cb17ff tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487826 Feb 02 13:49:37.956610 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:38.068598 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:38.575219 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-92c4ab88-cef6-4a31-9a7a-6433ebb35fc8 service neutron] show failed (client error): The resource could not be found. Feb 02 13:49:38.576328 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-92c4ab88-cef6-4a31-9a7a-6433ebb35fc8 service neutron] 10.222.0.62 "GET /v2.0/ports/b995b952-deff-4e4c-8fee-9fa6781031a2/bindings/n-h1-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0654438 Feb 02 13:49:38.716186 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf21194d-6065-4b44-af8b-c1761bfc8ad2 req-c5901e86-2779-497d-bcf8-fff846a4dcdd tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:38.718073 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf21194d-6065-4b44-af8b-c1761bfc8ad2 req-c5901e86-2779-497d-bcf8-fff846a4dcdd tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 945 time: 0.0569215 Feb 02 13:49:38.773704 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf21194d-6065-4b44-af8b-c1761bfc8ad2 req-7db06c1a-6405-40a6-9123-34ab23256dd9 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484674 Feb 02 13:49:38.850588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-89215a80-5da1-4f45-b82f-da9f446a9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:38.852051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-89215a80-5da1-4f45-b82f-da9f446a9540 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce&tenant_id=378448a6f5f749e1b20e330d959f3455 HTTP/1.1" status: 200 len: 1127 time: 0.0999794 Feb 02 13:49:38.869537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:49:38.932728 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:39.148776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] For port b995b952-deff-4e4c-8fee-9fa6781031a2, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=b995b952-deff-4e4c-8fee-9fa6781031a2,segment=NetworkSegment(a6dd3510-1aea-4a28-857e-c67f7792d14f),segment_id=a6dd3510-1aea-4a28-857e-c67f7792d14f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:49:39.181385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] For port b995b952-deff-4e4c-8fee-9fa6781031a2, host n-h2-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:49:39.226655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d45b490-4869-4db5-a862-905f0963a2ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b995b952-deff-4e4c-8fee-9fa6781031a2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:49:39.229040 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179ce828-ec9c-4f43-9da8-910e69bac3d5" -d '{"events": [{"server_uuid": "0d45b490-4869-4db5-a862-905f0963a2ce", "name": "network-vif-unplugged", "status": "completed", "tag": "b995b952-deff-4e4c-8fee-9fa6781031a2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:49:39.233049 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Publish callbacks [] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:39.246541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.provisioning_blocks [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Transition to ACTIVE for port object b995b952-deff-4e4c-8fee-9fa6781031a2 will not be triggered until provisioned by entity L2. {{(pid=103188) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:49:39.250754 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:39.281745 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1389f5-f3a5-4a17-8351-d4835706e8f4 x-openstack-request-id: req-ed1389f5-f3a5-4a17-8351-d4835706e8f4 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:49:39.282039 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d45b490-4869-4db5-a862-905f0963a2ce", "name": "network-vif-unplugged", "status": "completed", "tag": "b995b952-deff-4e4c-8fee-9fa6781031a2", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:49:39.282288 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ed1389f5-f3a5-4a17-8351-d4835706e8f4 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:49:39.282678 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d45b490-4869-4db5-a862-905f0963a2ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b995b952-deff-4e4c-8fee-9fa6781031a2', 'code': 200} Feb 02 13:49:39.319503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] No DVR routers for this DVR port b995b952-deff-4e4c-8fee-9fa6781031a2 on host n-h2-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:49:39.321497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b995b952-deff-4e4c-8fee-9fa6781031a2,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:39.357622 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Attempting to bind port b995b952-deff-4e4c-8fee-9fa6781031a2 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:49:39.358078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Attempting to bind port b995b952-deff-4e4c-8fee-9fa6781031a2 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'a6dd3510-1aea-4a28-857e-c67f7792d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48'}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:49:39.358295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Attempting to bind port b995b952-deff-4e4c-8fee-9fa6781031a2 on network 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:49:39.362843 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Port b995b952-deff-4e4c-8fee-9fa6781031a2 on network 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:49:39.363135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Attempting to bind port b995b952-deff-4e4c-8fee-9fa6781031a2 on network 7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:49:39.368234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:49:39.368577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Checking segment: {'id': 'a6dd3510-1aea-4a28-857e-c67f7792d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:49:39.368933 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Bound using segment: {'id': 'a6dd3510-1aea-4a28-857e-c67f7792d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48'} {{(pid=103188) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:49:39.369361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.managers [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Bound port: b995b952-deff-4e4c-8fee-9fa6781031a2, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6dd3510-1aea-4a28-857e-c67f7792d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48'}}] {{(pid=103188) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:49:39.369692 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:39.433647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] For port b995b952-deff-4e4c-8fee-9fa6781031a2, host n-h1-827336-2, cleared binding levels {{(pid=103188) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:49:39.436869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] For port b995b952-deff-4e4c-8fee-9fa6781031a2, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b995b952-deff-4e4c-8fee-9fa6781031a2,segment=NetworkSegment(a6dd3510-1aea-4a28-857e-c67f7792d14f),segment_id=a6dd3510-1aea-4a28-857e-c67f7792d14f)] {{(pid=103188) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:49:39.446313 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:39.482408 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:39.483052 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:39.484457 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] 10.222.0.18 "PUT /v2.0/ports/b995b952-deff-4e4c-8fee-9fa6781031a2 HTTP/1.1" status: 200 len: 1091 time: 0.6189644 Feb 02 13:49:39.502366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85faa37-9340-4d4e-9bed-0de3300d22f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b995b952-deff-4e4c-8fee-9fa6781031a2,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:39.566423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-b4880464-358c-4387-a397-e75a87e392b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:39.568042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-b4880464-358c-4387-a397-e75a87e392b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=378448a6f5f749e1b20e330d959f3455&device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 1125 time: 0.0498841 Feb 02 13:49:39.660148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-9b7e3142-8f0a-4a52-82fc-5b8c61d6ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:39.661606 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-9b7e3142-8f0a-4a52-82fc-5b8c61d6ee1a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 HTTP/1.1" status: 200 len: 912 time: 0.0861759 Feb 02 13:49:39.712562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-f0296a3e-c987-4a96-bf58-f76428212236 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b995b952-deff-4e4c-8fee-9fa6781031a2 HTTP/1.1" status: 200 len: 217 time: 0.0444663 Feb 02 13:49:39.776106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-873fe117-e1f8-42d1-aac2-7c2f98cc99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:39.777573 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-873fe117-e1f8-42d1-aac2-7c2f98cc99bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce479a9-68f0-426c-9daa-52cf7ffe824b HTTP/1.1" status: 200 len: 851 time: 0.0586848 Feb 02 13:49:39.810673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-68dd71f5-01cb-48bd-b9f0-8b40b46200e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269032 Feb 02 13:49:39.938281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-964aee88-3939-4b0d-b9ec-7ef6aa6c5105 service neutron] 10.222.0.18 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201830 Feb 02 13:49:39.949706 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0242b5-affd-47ca-9248-c3f350b51d26 req-4afaac49-08cf-4f18-b2b9-2a00603e16f2 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:39.951118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a0242b5-affd-47ca-9248-c3f350b51d26 req-4afaac49-08cf-4f18-b2b9-2a00603e16f2 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 943 time: 0.1041651 Feb 02 13:49:40.055575 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a0242b5-affd-47ca-9248-c3f350b51d26 req-c6c97759-eac6-4cf4-8514-a34ea0e82e16 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963778 Feb 02 13:49:40.072959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7932616e-0e60-4440-94f3-1c4d9add73c4 req-33ffc65a-8723-4807-b23b-056ed9e2da7a service neutron] 10.222.0.18 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208949 Feb 02 13:49:41.188679 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b243ac9-4af2-43dd-b70b-67b4598552d9 req-15b7f147-91bf-483b-af16-9b81ba49f3d2 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:41.190177 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b243ac9-4af2-43dd-b70b-67b4598552d9 req-15b7f147-91bf-483b-af16-9b81ba49f3d2 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 943 time: 0.0586936 Feb 02 13:49:41.242141 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b243ac9-4af2-43dd-b70b-67b4598552d9 req-fbcaca11-119b-4644-90c5-6241f91f99da tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436606 Feb 02 13:49:41.283811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d45b490-4869-4db5-a862-905f0963a2ce', 'tag': 'b995b952-deff-4e4c-8fee-9fa6781031a2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:49:41.286149 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0d45b490-4869-4db5-a862-905f0963a2ce", "tag": "b995b952-deff-4e4c-8fee-9fa6781031a2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:49:41.336174 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98782e66-fd21-4f04-816f-9b4653a69f87 x-openstack-request-id: req-98782e66-fd21-4f04-816f-9b4653a69f87 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:49:41.336470 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d45b490-4869-4db5-a862-905f0963a2ce", "tag": "b995b952-deff-4e4c-8fee-9fa6781031a2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:49:41.336727 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-98782e66-fd21-4f04-816f-9b4653a69f87 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:49:41.337124 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d45b490-4869-4db5-a862-905f0963a2ce', 'tag': 'b995b952-deff-4e4c-8fee-9fa6781031a2', 'status': 'completed', 'code': 200} Feb 02 13:49:41.419874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-b4ab7feb-e8f2-4950-8ef3-f785266e3bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:41.421390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-b4ab7feb-e8f2-4950-8ef3-f785266e3bf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=378448a6f5f749e1b20e330d959f3455&device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 1125 time: 0.0453384 Feb 02 13:49:41.424592 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-5c123360-5db5-4a93-8dbf-dc6250377598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:41.426089 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-5c123360-5db5-4a93-8dbf-dc6250377598 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=378448a6f5f749e1b20e330d959f3455&device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 1125 time: 0.0457165 Feb 02 13:49:41.518669 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-60e285ad-1689-4d10-9d41-12572daedcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:41.520629 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-60e285ad-1689-4d10-9d41-12572daedcf3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 HTTP/1.1" status: 200 len: 912 time: 0.0929606 Feb 02 13:49:41.562699 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-52062638-5af7-4d1f-ae62-5dad6c26fb92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b995b952-deff-4e4c-8fee-9fa6781031a2 HTTP/1.1" status: 200 len: 217 time: 0.0357175 Feb 02 13:49:41.619703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-ef6d5ee6-feba-445d-95c2-8ad2cdc6709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:41.621188 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-ef6d5ee6-feba-445d-95c2-8ad2cdc6709a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ce479a9-68f0-426c-9daa-52cf7ffe824b HTTP/1.1" status: 200 len: 851 time: 0.0506620 Feb 02 13:49:41.660080 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-ce7ce5b5-aa07-4034-ae06-d096171c4178 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267625 Feb 02 13:49:41.804298 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-ebe3f24f-c0e8-4c4a-95f7-eb9fa98d16a0 service neutron] 10.222.0.18 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042004 Feb 02 13:49:41.818105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b995b952-deff-4e4c-8fee-9fa6781031a2 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:49:41.862459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] The host n-h2-827336-2 is not matching for port b995b952-deff-4e4c-8fee-9fa6781031a2 host n-h1-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:49:41.862860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device b995b952-deff-4e4c-8fee-9fa6781031a2 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:49:41.868415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-b0415e2c-070e-4cf4-bd4e-fd82b31299e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:41.869978 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-b0415e2c-070e-4cf4-bd4e-fd82b31299e4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 HTTP/1.1" status: 200 len: 912 time: 0.4375825 Feb 02 13:49:41.903451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-7e49b802-cb45-4918-b7ef-6c4c7cbd2da1 service neutron] 10.222.0.18 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924983 Feb 02 13:49:41.910898 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-37409618-8b24-4504-8b2e-0215cae325d4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b995b952-deff-4e4c-8fee-9fa6781031a2 HTTP/1.1" status: 200 len: 217 time: 0.0346172 Feb 02 13:49:41.961100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-62fc3739-e7e8-4c43-aeca-12db514ef32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:41.962511 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-62fc3739-e7e8-4c43-aeca-12db514ef32e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce479a9-68f0-426c-9daa-52cf7ffe824b HTTP/1.1" status: 200 len: 851 time: 0.0464900 Feb 02 13:49:41.993302 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-abbcdeda-75ce-42c2-b6eb-1cb633160d26 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246451 Feb 02 13:49:42.084028 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-6fe1f3d5-cb48-4310-9f81-0c1ce8aaa9cd service neutron] 10.222.0.62 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842891 Feb 02 13:49:42.181880 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0d463435-9d1e-421d-9a39-ccadf0b2a9ba req-9b297e17-189b-4d9c-be04-f3c955c6e076 service neutron] 10.222.0.62 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920506 Feb 02 13:49:42.384509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fae183-9f39-4972-ac35-b82b276f875e req-2c5a9785-391d-4898-8408-4c791119ce96 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:42.385999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d4fae183-9f39-4972-ac35-b82b276f875e req-2c5a9785-391d-4898-8408-4c791119ce96 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 943 time: 0.0647633 Feb 02 13:49:42.435239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d4fae183-9f39-4972-ac35-b82b276f875e req-b27dfc1c-47d9-4c4e-916b-7516e18955f2 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434217 Feb 02 13:49:42.758572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-76583efb-e728-441d-835c-877dbda951ec tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:42.760093 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-76583efb-e728-441d-835c-877dbda951ec tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce&tenant_id=378448a6f5f749e1b20e330d959f3455&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 943 time: 0.1001623 Feb 02 13:49:42.826671 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-5c269316-d647-4dae-886d-2e829ae5e98a service neutron] delete failed (client error): The resource could not be found. Feb 02 13:49:42.827617 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-5c269316-d647-4dae-886d-2e829ae5e98a service neutron] 10.222.0.62 "DELETE /v2.0/ports/b995b952-deff-4e4c-8fee-9fa6781031a2/bindings/n-h2-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0603867 Feb 02 13:49:42.940527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-7f62f5b8-14d3-427a-9726-504e45f95e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:42.942200 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-7f62f5b8-14d3-427a-9726-504e45f95e0e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=378448a6f5f749e1b20e330d959f3455&device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 1125 time: 0.0480454 Feb 02 13:49:43.037570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-9a99e392-54af-4562-8fb7-608d4c806e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:43.039059 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-9a99e392-54af-4562-8fb7-608d4c806e3f service neutron] 10.222.0.62 "GET /v2.0/networks?id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 HTTP/1.1" status: 200 len: 912 time: 0.0909739 Feb 02 13:49:43.080031 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-cf85f3cf-26c6-4e94-aa32-e0d47f846757 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b995b952-deff-4e4c-8fee-9fa6781031a2 HTTP/1.1" status: 200 len: 217 time: 0.0348094 Feb 02 13:49:43.131492 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-802ddd5c-08a8-4022-bcd7-f6bb62aee73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:43.134205 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-802ddd5c-08a8-4022-bcd7-f6bb62aee73b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1ce479a9-68f0-426c-9daa-52cf7ffe824b HTTP/1.1" status: 200 len: 851 time: 0.0486057 Feb 02 13:49:43.174360 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-ad1c7f9d-e75f-4459-a1f9-1ec39ce7fba9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328755 Feb 02 13:49:43.269215 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-16423739-1100-4d88-9cf0-07c6a8c995d4 service neutron] 10.222.0.62 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882599 Feb 02 13:49:43.361153 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-08bdcba5-650d-472c-b4ed-8ede197ceaf8 service neutron] 10.222.0.62 "GET /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862122 Feb 02 13:49:44.191765 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b995b952-deff-4e4c-8fee-9fa6781031a2 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:49:44.203062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663befd-1cd0-4ea4-8fb8-128f56cbd71e req-982a45c1-c214-45a1-9ee7-bca547645e97 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:44.204623 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0663befd-1cd0-4ea4-8fb8-128f56cbd71e req-982a45c1-c214-45a1-9ee7-bca547645e97 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 943 time: 0.0651340 Feb 02 13:49:44.253026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0663befd-1cd0-4ea4-8fb8-128f56cbd71e req-7aece0e0-3dd5-4191-b154-8d396d849619 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424740 Feb 02 13:49:44.296860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b995b952-deff-4e4c-8fee-9fa6781031a2, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b995b952-deff-4e4c-8fee-9fa6781031a2,segment=NetworkSegment(a6dd3510-1aea-4a28-857e-c67f7792d14f),segment_id=a6dd3510-1aea-4a28-857e-c67f7792d14f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:49:44.308660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'b995b952-deff-4e4c-8fee-9fa6781031a2', 'network_id': '7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48', 'port_id': 'b995b952-deff-4e4c-8fee-9fa6781031a2', 'mac_address': 'fa:16:3e:35:5c:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ce479a9-68f0-426c-9daa-52cf7ffe824b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:49:44.350363 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b995b952-deff-4e4c-8fee-9fa6781031a2 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:49:44.350654 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:44.364581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b995b952-deff-4e4c-8fee-9fa6781031a2 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:49:44.384090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b995b952-deff-4e4c-8fee-9fa6781031a2, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b995b952-deff-4e4c-8fee-9fa6781031a2,segment=NetworkSegment(a6dd3510-1aea-4a28-857e-c67f7792d14f),segment_id=a6dd3510-1aea-4a28-857e-c67f7792d14f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:49:44.390207 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:44.436129 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b995b952-deff-4e4c-8fee-9fa6781031a2,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:44.744105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b995b952-deff-4e4c-8fee-9fa6781031a2'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:49:45.395250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297211b-1e17-42d1-a190-0b48983dc281 req-762d2408-31c7-4213-b9f0-831565366e45 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:45.396795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6297211b-1e17-42d1-a190-0b48983dc281 req-762d2408-31c7-4213-b9f0-831565366e45 tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 944 time: 0.0631316 Feb 02 13:49:45.449335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6297211b-1e17-42d1-a190-0b48983dc281 req-70f4ce05-434a-47ba-8c73-da11fe54541f tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.83 "GET /v2.0/security-groups?id=b7dbb2e5-3b65-4dcb-99ae-729202e7d711&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461800 Feb 02 13:49:45.641018 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-9be1ac66-78d2-4458-84cf-1fc4a73070ec tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:45.642453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-9be1ac66-78d2-4458-84cf-1fc4a73070ec tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 944 time: 0.0546219 Feb 02 13:49:45.742505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-6a9d5eaa-61e8-49cb-90b6-7ce29ac4c46c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Deleting port b995b952-deff-4e4c-8fee-9fa6781031a2 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:49:45.742840 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-6a9d5eaa-61e8-49cb-90b6-7ce29ac4c46c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:45.835133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-6a9d5eaa-61e8-49cb-90b6-7ce29ac4c46c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] For port b995b952-deff-4e4c-8fee-9fa6781031a2, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b995b952-deff-4e4c-8fee-9fa6781031a2,segment=NetworkSegment(a6dd3510-1aea-4a28-857e-c67f7792d14f),segment_id=a6dd3510-1aea-4a28-857e-c67f7792d14f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:49:45.835530 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-6a9d5eaa-61e8-49cb-90b6-7ce29ac4c46c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:45.852920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-6a9d5eaa-61e8-49cb-90b6-7ce29ac4c46c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Calling delete_port for b995b952-deff-4e4c-8fee-9fa6781031a2 owned by compute:nova {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:49:45.989633 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-6a9d5eaa-61e8-49cb-90b6-7ce29ac4c46c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b995b952-deff-4e4c-8fee-9fa6781031a2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:46.019228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d5eaa-61e8-49cb-90b6-7ce29ac4c46c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Pushing event deleted for resources: {'Port': ['ID=b995b952-deff-4e4c-8fee-9fa6781031a2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:46.024431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b995b952-deff-4e4c-8fee-9fa6781031a2'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:49:46.066361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-6a9d5eaa-61e8-49cb-90b6-7ce29ac4c46c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] No DVR routers for this DVR port b995b952-deff-4e4c-8fee-9fa6781031a2 on host n-h1-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:49:46.069554 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-6a9d5eaa-61e8-49cb-90b6-7ce29ac4c46c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:46.073047 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-6a9d5eaa-61e8-49cb-90b6-7ce29ac4c46c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] 10.222.0.18 "DELETE /v2.0/ports/b995b952-deff-4e4c-8fee-9fa6781031a2 HTTP/1.1" status: 204 len: 173 time: 0.4240952 Feb 02 13:49:46.073487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d45b490-4869-4db5-a862-905f0963a2ce', 'name': 'network-vif-deleted', 'tag': 'b995b952-deff-4e4c-8fee-9fa6781031a2'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:49:46.075767 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceeed29-4231-4c04-8437-71e34c5bccc9" -d '{"events": [{"server_uuid": "0d45b490-4869-4db5-a862-905f0963a2ce", "name": "network-vif-deleted", "tag": "b995b952-deff-4e4c-8fee-9fa6781031a2"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:49:46.078789 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f719dad-d360-4c96-9ae8-ffebf93e8b3f req-b4e057fb-23a1-4b47-82ae-2f8a18b808cf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d45b490-4869-4db5-a862-905f0963a2ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278673 Feb 02 13:49:46.113669 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf8f07b-921f-4153-89df-18ae880cf42c x-openstack-request-id: req-faf8f07b-921f-4153-89df-18ae880cf42c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:49:46.115287 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d45b490-4869-4db5-a862-905f0963a2ce", "name": "network-vif-deleted", "tag": "b995b952-deff-4e4c-8fee-9fa6781031a2", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:49:46.115287 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-faf8f07b-921f-4153-89df-18ae880cf42c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:49:46.115287 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d45b490-4869-4db5-a862-905f0963a2ce', 'name': 'network-vif-deleted', 'tag': 'b995b952-deff-4e4c-8fee-9fa6781031a2', 'status': 'completed', 'code': 200} Feb 02 13:49:46.186028 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f719dad-d360-4c96-9ae8-ffebf93e8b3f req-a5c92feb-4111-4e83-8e27-36b886f09aef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=378448a6f5f749e1b20e330d959f3455&device_id=0d45b490-4869-4db5-a862-905f0963a2ce HTTP/1.1" status: 200 len: 210 time: 0.0266924 Feb 02 13:49:46.216214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b995b952-deff-4e4c-8fee-9fa6781031a2 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:49:46.238066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: b995b952-deff-4e4c-8fee-9fa6781031a2 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:49:46.238413 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b995b952-deff-4e4c-8fee-9fa6781031a2 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 02 13:49:46.258080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Port b995b952-deff-4e4c-8fee-9fa6781031a2 not found, will not notify nova. {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 02 13:49:46.398991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f719dad-d360-4c96-9ae8-ffebf93e8b3f req-8d400327-d092-4c77-89c8-d970b7288609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:46.400690 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f719dad-d360-4c96-9ae8-ffebf93e8b3f req-8d400327-d092-4c77-89c8-d970b7288609 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=378448a6f5f749e1b20e330d959f3455&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1741223 Feb 02 13:49:46.585962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f719dad-d360-4c96-9ae8-ffebf93e8b3f req-99b9a750-4a2a-4abc-91b1-564229627703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:46.587531 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f719dad-d360-4c96-9ae8-ffebf93e8b3f req-99b9a750-4a2a-4abc-91b1-564229627703 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1804342 Feb 02 13:49:46.593915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39518) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:49:46.646048 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Deleting subnet 1ce479a9-68f0-426c-9daa-52cf7ffe824b {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:49:46.649359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Publish callbacks [] for subnet (1ce479a9-68f0-426c-9daa-52cf7ffe824b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:46.684149 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (1ce479a9-68f0-426c-9daa-52cf7ffe824b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:46.724563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (1ce479a9-68f0-426c-9daa-52cf7ffe824b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:46.781883 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (1ce479a9-68f0-426c-9daa-52cf7ffe824b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:46.808342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ce479a9-68f0-426c-9daa-52cf7ffe824b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:46.810735 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:46.813959 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] 10.222.0.83 "DELETE /v2.0/subnets/1ce479a9-68f0-426c-9daa-52cf7ffe824b HTTP/1.1" status: 204 len: 168 time: 0.2190812 Feb 02 13:49:46.816800 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39520) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:49:46.820719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.821073 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.821414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.821770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.822113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.822444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.822761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.823085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.823428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.823767 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.824093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.824412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.824737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a30a03fe-a5ba-44ee-8216-76c67b62988f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:46.893311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:46.980827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:47.001549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:49:47.010889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dd3510-1aea-4a28-857e-c67f7792d14f') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:49:47.011173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dd3510-1aea-4a28-857e-c67f7792d14f') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:49:47.020518 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (a6dd3510-1aea-4a28-857e-c67f7792d14f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:47.034770 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (a6dd3510-1aea-4a28-857e-c67f7792d14f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:47.041690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:49:47.042074 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (a6dd3510-1aea-4a28-857e-c67f7792d14f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:49:47.043744 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:49:47.102380 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:47.110896 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:47.118369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] 10.222.0.83 "DELETE /v2.0/networks/7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48 HTTP/1.1" status: 204 len: 168 time: 0.2972000 Feb 02 13:49:47.127970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f36761-f155-420c-96b7-bc0a319d65a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7807d32e-ff4f-4b29-9ed9-5c05f9e7cf48,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:47.253327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39524) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:49:47.296841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-00dcc50c-5edb-4f80-9931-b2c16114da6c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=378448a6f5f749e1b20e330d959f3455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422201 Feb 02 13:49:47.299489 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39526) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:49:47.348942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b614d33-756a-4512-9fa8-1d417192ade4 admin admin] Publish callbacks [] for security_group (b7dbb2e5-3b65-4dcb-99ae-729202e7d711), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:47.377130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b614d33-756a-4512-9fa8-1d417192ade4 admin admin] Publish callbacks [] for security_group (b7dbb2e5-3b65-4dcb-99ae-729202e7d711), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:47.431245 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b614d33-756a-4512-9fa8-1d417192ade4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (b7dbb2e5-3b65-4dcb-99ae-729202e7d711), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:47.433929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b614d33-756a-4512-9fa8-1d417192ade4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:47.435137 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1b614d33-756a-4512-9fa8-1d417192ade4 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/b7dbb2e5-3b65-4dcb-99ae-729202e7d711 HTTP/1.1" status: 204 len: 168 time: 0.1346676 Feb 02 13:49:47.444003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b614d33-756a-4512-9fa8-1d417192ade4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dbb2e5-3b65-4dcb-99ae-729202e7d711,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:48.305089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39548) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:49:48.418556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-817619584-network', 'tenant_id': '0fc38e8a28ce468a8108b3144e74135a'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:49:48.441539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Made reservation on behalf of 0fc38e8a28ce468a8108b3144e74135a for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:49:48.444228 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:48.453303 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:48.530791 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Publish callbacks [] for security_group (f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:48.538872 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:48.568866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:49:48.578499 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:48.584590 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (3d5b4218-0739-4c93-a4ea-921f5dfca666), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:48.584943 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Added segment 3d5b4218-0739-4c93-a4ea-921f5dfca666 of type vlan for network 2e47fa93-b270-4865-a0ed-df47bf3f8948 Feb 02 13:49:48.625744 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (2e47fa93-b270-4865-a0ed-df47bf3f8948), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:48.652886 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (2e47fa93-b270-4865-a0ed-df47bf3f8948), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:48.653867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:48.654725 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:48.690839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3843749 Feb 02 13:49:48.693819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39552) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:49:48.700180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0108e76e-908b-4b06-bfbd-1899e9483abb admin admin] Request body: {'subnet': {'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-817619584-subnet', 'tenant_id': '0fc38e8a28ce468a8108b3144e74135a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:49:48.734821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b13ca-3313-4e92-997b-a9ed5366593c admin admin] Pushing event updated for resources: {'Network': ['ID=2e47fa93-b270-4865-a0ed-df47bf3f8948,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:48.745865 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 2e47fa93-b270-4865-a0ed-df47bf3f8948 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:49:48.749349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0108e76e-908b-4b06-bfbd-1899e9483abb admin admin] Made reservation on behalf of 0fc38e8a28ce468a8108b3144e74135a for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:49:48.751719 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0108e76e-908b-4b06-bfbd-1899e9483abb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:48.938508 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0108e76e-908b-4b06-bfbd-1899e9483abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (7e931fdc-438e-403e-867d-53d38136369f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:48.994754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108e76e-908b-4b06-bfbd-1899e9483abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e931fdc-438e-403e-867d-53d38136369f,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:49.003367 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0108e76e-908b-4b06-bfbd-1899e9483abb admin admin] Checking segment: {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:49:49.003751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0108e76e-908b-4b06-bfbd-1899e9483abb admin admin] Network hostable DHCP agents. Network: 2e47fa93-b270-4865-a0ed-df47bf3f8948, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:49:49.020612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0108e76e-908b-4b06-bfbd-1899e9483abb admin admin] Network 2e47fa93-b270-4865-a0ed-df47bf3f8948 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:49:49.029292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0108e76e-908b-4b06-bfbd-1899e9483abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 2e47fa93-b270-4865-a0ed-df47bf3f8948) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:49:49.033634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0108e76e-908b-4b06-bfbd-1899e9483abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:49.034224 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0108e76e-908b-4b06-bfbd-1899e9483abb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:49.039052 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c513f282-fde0-4190-8786-33029a355ba1 None None] Network 2e47fa93-b270-4865-a0ed-df47bf3f8948 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:49:49.052324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0108e76e-908b-4b06-bfbd-1899e9483abb admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3574800 Feb 02 13:49:49.148685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ec7a84-ba69-4aee-ae4e-b33def64d6c9 None None] Network 2e47fa93-b270-4865-a0ed-df47bf3f8948 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:49:49.546215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12434b-61df-4009-a009-5529044cba06 req-39459480-f735-4e77-ab60-e2e3e1a6f717 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:49.547639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-39459480-f735-4e77-ab60-e2e3e1a6f717 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 814 time: 0.1212366 Feb 02 13:49:49.563023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-4c272ef1-fcb4-4256-8649-415bdb21fb63 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/quotas/0fc38e8a28ce468a8108b3144e74135a HTTP/1.1" status: 200 len: 375 time: 0.0099621 Feb 02 13:49:49.601192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-7ccfcb31-83a4-443f-a214-83cec744a128 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330055 Feb 02 13:49:49.611794 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-0bced2fc-5f96-416d-9510-40523d071504 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:49:49.612732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-0bced2fc-5f96-416d-9510-40523d071504 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051000 Feb 02 13:49:49.708613 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-62e3d36b-c593-407e-9bb0-3fc6ffac7fb8 service neutron] 10.222.0.83 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905752 Feb 02 13:49:49.797812 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-c953eb20-96f6-4cdf-a6d7-5537ab9f9732 service neutron] 10.222.0.83 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830863 Feb 02 13:49:49.969913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-58e6efb6-68e3-4790-9b9b-b473a542db28 req-dcf4ae11-7c6b-4fec-bd4f-7a5b7eaa8a5f tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 210 time: 0.0288281 Feb 02 13:49:50.221399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b995b952-deff-4e4c-8fee-9fa6781031a2 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:49:50.241727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: b995b952-deff-4e4c-8fee-9fa6781031a2 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:49:50.242076 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b995b952-deff-4e4c-8fee-9fa6781031a2 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:49:51.049996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12434b-61df-4009-a009-5529044cba06 req-30a95a33-044a-43ff-8599-72835128253e tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:51.052559 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-30a95a33-044a-43ff-8599-72835128253e tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.18 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 814 time: 0.1060259 Feb 02 13:49:51.070819 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-9c12434b-61df-4009-a009-5529044cba06 req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Request body: {'port': {'device_id': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948', 'admin_state_up': True, 'tenant_id': '0fc38e8a28ce468a8108b3144e74135a'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:49:51.077764 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1a8d3fe-e5ce-460a-9284-278e38377253 req-3ac6ddb7-53a7-4977-818a-097ed790fcfa tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 210 time: 0.0323911 Feb 02 13:49:51.193187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c12434b-61df-4009-a009-5529044cba06 req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Made reservation on behalf of 0fc38e8a28ce468a8108b3144e74135a for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:49:51.196637 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9c12434b-61df-4009-a009-5529044cba06 req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:51.328173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-9c12434b-61df-4009-a009-5529044cba06 req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Allocated IP 172.20.0.12 (2e47fa93-b270-4865-a0ed-df47bf3f8948/7e931fdc-438e-403e-867d-53d38136369f/920cfe6f-a006-415e-85b0-6cc8ddccd089) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:49:51.484740 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9c12434b-61df-4009-a009-5529044cba06 req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks [] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:51.520836 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9c12434b-61df-4009-a009-5529044cba06 req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:51.562054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c12434b-61df-4009-a009-5529044cba06 req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Network 2e47fa93-b270-4865-a0ed-df47bf3f8948 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:49:51.565110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-9c12434b-61df-4009-a009-5529044cba06 req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:49:51.567612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c12434b-61df-4009-a009-5529044cba06 req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:49:51.602472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Pushing event updated for resources: {'Port': ['ID=920cfe6f-a006-415e-85b0-6cc8ddccd089,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:51.628956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12434b-61df-4009-a009-5529044cba06 req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:51.629563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9c12434b-61df-4009-a009-5529044cba06 req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:51.645816 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-5aaa4715-706e-4f5e-a831-61c91dd0c5bd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5799105 Feb 02 13:49:51.662290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Request body: {'port': {'device_id': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:49:51.722382 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:52.001076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920cfe6f-a006-415e-85b0-6cc8ddccd089 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:49:52.008832 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Publish callbacks [] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:52.020886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Transition to ACTIVE for port object 920cfe6f-a006-415e-85b0-6cc8ddccd089 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:49:52.026655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:52.074356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Pushing event updated for resources: {'Port': ['ID=920cfe6f-a006-415e-85b0-6cc8ddccd089,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:52.144808 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Attempting to bind port 920cfe6f-a006-415e-85b0-6cc8ddccd089 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:49:52.145233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Attempting to bind port 920cfe6f-a006-415e-85b0-6cc8ddccd089 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:49:52.145704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Attempting to bind port 920cfe6f-a006-415e-85b0-6cc8ddccd089 on network 2e47fa93-b270-4865-a0ed-df47bf3f8948 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:49:52.149904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Port 920cfe6f-a006-415e-85b0-6cc8ddccd089 on network 2e47fa93-b270-4865-a0ed-df47bf3f8948 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:49:52.150208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Attempting to bind port 920cfe6f-a006-415e-85b0-6cc8ddccd089 on network 2e47fa93-b270-4865-a0ed-df47bf3f8948 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:49:52.154998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:49:52.155333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Checking segment: {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:49:52.155743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Bound using segment: {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:49:52.156170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Bound port: 920cfe6f-a006-415e-85b0-6cc8ddccd089, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:49:52.156535 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:52.206245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cc5ac-2e83-469f-b6e1-3fba74757aac req-a4ff2af9-e9ae-491f-a655-60bbd2d0b796 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:52.207993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a12cc5ac-2e83-469f-b6e1-3fba74757aac req-a4ff2af9-e9ae-491f-a655-60bbd2d0b796 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 944 time: 0.0588279 Feb 02 13:49:52.230301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:49:52.233757 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:49:52.243197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:52.262018 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a12cc5ac-2e83-469f-b6e1-3fba74757aac req-0334446b-cfb0-40f8-9a6d-80b37d128696 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 Feb 02 13:49:52.280445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:52.281053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:52.282479 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] 10.222.0.18 "PUT /v2.0/ports/920cfe6f-a006-415e-85b0-6cc8ddccd089 HTTP/1.1" status: 200 len: 1092 time: 0.6242244 Feb 02 13:49:52.282920 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'tag': '920cfe6f-a006-415e-85b0-6cc8ddccd089'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:49:52.285239 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b08391-343b-4ef2-8048-84ab483d96bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb201ec4-cc13-41c7-b885-0e1ba60e07e7", "tag": "920cfe6f-a006-415e-85b0-6cc8ddccd089"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:49:52.310085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce6522-7e8f-4f74-a5b4-23f173b6feb6 service neutron] Pushing event updated for resources: {'Port': ['ID=920cfe6f-a006-415e-85b0-6cc8ddccd089,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:52.336008 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e37187c-2727-4199-b721-0e679869d3f1 x-openstack-request-id: req-8e37187c-2727-4199-b721-0e679869d3f1 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:49:52.336298 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb201ec4-cc13-41c7-b885-0e1ba60e07e7", "tag": "920cfe6f-a006-415e-85b0-6cc8ddccd089", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:49:52.336543 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8e37187c-2727-4199-b721-0e679869d3f1 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:49:52.336952 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'tag': '920cfe6f-a006-415e-85b0-6cc8ddccd089', 'status': 'completed', 'code': 200} Feb 02 13:49:52.400678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12434b-61df-4009-a009-5529044cba06 req-f604bec0-5ae7-495d-9b43-f85d77985853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:52.402090 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-f604bec0-5ae7-495d-9b43-f85d77985853 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 1126 time: 0.0487707 Feb 02 13:49:52.463449 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-2d296ad2-341c-4acc-a554-fc58be10dd9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089 HTTP/1.1" status: 200 len: 217 time: 0.0429060 Feb 02 13:49:52.515744 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12434b-61df-4009-a009-5529044cba06 req-c0c4d395-3490-4c46-9ecf-c21eb499f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:52.517239 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-c0c4d395-3490-4c46-9ecf-c21eb499f547 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0482347 Feb 02 13:49:52.550340 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-046d28e1-4b1d-43fa-9aa9-04dafa9858df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265925 Feb 02 13:49:52.649603 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-3ea8022e-b4a9-450b-8f9b-a36f5f8b7c5f service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922191 Feb 02 13:49:52.753165 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9c12434b-61df-4009-a009-5529044cba06 req-31521fa4-cd30-4369-aca3-9931d99127b9 service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965736 Feb 02 13:49:52.890234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b08391-343b-4ef2-8048-84ab483d96bc req-8ceddbb4-b2c7-496b-b9f2-ed49b7b2ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:52.891784 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37b08391-343b-4ef2-8048-84ab483d96bc req-8ceddbb4-b2c7-496b-b9f2-ed49b7b2ee6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 1126 time: 0.0488162 Feb 02 13:49:52.992656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b08391-343b-4ef2-8048-84ab483d96bc req-7d5c3c7b-1eef-486c-8288-eced52033804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:52.994044 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37b08391-343b-4ef2-8048-84ab483d96bc req-7d5c3c7b-1eef-486c-8288-eced52033804 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.0956440 Feb 02 13:49:53.036568 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37b08391-343b-4ef2-8048-84ab483d96bc req-ef3b63a3-34a1-4e1b-8b73-c5b3d15280ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089 HTTP/1.1" status: 200 len: 217 time: 0.0361443 Feb 02 13:49:53.095057 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b08391-343b-4ef2-8048-84ab483d96bc req-4ca0428e-c06f-434e-a40b-7dc799f47312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:53.096585 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37b08391-343b-4ef2-8048-84ab483d96bc req-4ca0428e-c06f-434e-a40b-7dc799f47312 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0534832 Feb 02 13:49:53.131453 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37b08391-343b-4ef2-8048-84ab483d96bc req-90549399-df20-491a-89ee-74cfdf4876b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266988 Feb 02 13:49:53.229366 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37b08391-343b-4ef2-8048-84ab483d96bc req-f8437beb-4695-45a0-8dff-8e8b06045ed3 service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901055 Feb 02 13:49:53.344626 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37b08391-343b-4ef2-8048-84ab483d96bc req-f2b1a1a2-ad05-4d75-9b21-d5253fd5d238 service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040592 Feb 02 13:49:53.394455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82f9a3-c087-4213-8da8-a75e03593832 req-502ba19c-299e-4bed-9757-e9f44cf3d996 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:53.396262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f82f9a3-c087-4213-8da8-a75e03593832 req-502ba19c-299e-4bed-9757-e9f44cf3d996 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 944 time: 0.0588758 Feb 02 13:49:53.447584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f82f9a3-c087-4213-8da8-a75e03593832 req-4897f498-6da9-4f2d-87ba-15f8239f7815 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453937 Feb 02 13:49:54.586824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0781-056b-43ea-8ca0-1182448c3f6e req-3a847a2a-8ce3-42c7-af82-0f9f0a0b9be3 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:54.588351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d3d0781-056b-43ea-8ca0-1182448c3f6e req-3a847a2a-8ce3-42c7-af82-0f9f0a0b9be3 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 944 time: 0.0596881 Feb 02 13:49:54.637167 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d3d0781-056b-43ea-8ca0-1182448c3f6e req-ff3ae2a5-cfed-4193-858a-6b6b5ba2f9c1 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402372 Feb 02 13:49:55.769626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e35d5b-bbb2-4ade-bd64-0cb8ad133569 req-27defe5b-f182-4a2f-99d3-c34a414855e8 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:55.771118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-91e35d5b-bbb2-4ade-bd64-0cb8ad133569 req-27defe5b-f182-4a2f-99d3-c34a414855e8 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 944 time: 0.0562439 Feb 02 13:49:55.823597 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-91e35d5b-bbb2-4ade-bd64-0cb8ad133569 req-409dc6c1-4a4a-4e3b-9393-c09f24370b5d tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437694 Feb 02 13:49:56.252325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 920cfe6f-a006-415e-85b0-6cc8ddccd089 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:49:56.373086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:49:56.385602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '920cfe6f-a006-415e-85b0-6cc8ddccd089', 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948', 'port_id': '920cfe6f-a006-415e-85b0-6cc8ddccd089', 'mac_address': 'fa:16:3e:24:81:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e931fdc-438e-403e-867d-53d38136369f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:49:56.423461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 920cfe6f-a006-415e-85b0-6cc8ddccd089 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:49:56.423861 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:56.437561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920cfe6f-a006-415e-85b0-6cc8ddccd089 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:49:56.459082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:49:56.464671 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:56.516206 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=920cfe6f-a006-415e-85b0-6cc8ddccd089,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:56.524034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.524382 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.524732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.525056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.525412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.525740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.526048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.526367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.526690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.527009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.527323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.527676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.527996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:49:56.733884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['920cfe6f-a006-415e-85b0-6cc8ddccd089'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:49:56.964524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6fe6f-f8e3-4c62-b50a-445ad03ba1c2 req-0af0b6fd-7d28-455f-9709-ebd98f8598d8 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:56.966037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4cc6fe6f-f8e3-4c62-b50a-445ad03ba1c2 req-0af0b6fd-7d28-455f-9709-ebd98f8598d8 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 945 time: 0.0587153 Feb 02 13:49:57.022739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4cc6fe6f-f8e3-4c62-b50a-445ad03ba1c2 req-a63e1e49-cc9e-4a31-b326-4dcda214c398 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496564 Feb 02 13:49:58.143244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7de94-cbd3-48a7-875a-eb6d494ff593 req-42b30bf5-d3e0-4e6b-ab79-44c4e61d9575 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:58.144750 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27f7de94-cbd3-48a7-875a-eb6d494ff593 req-42b30bf5-d3e0-4e6b-ab79-44c4e61d9575 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 945 time: 0.0532362 Feb 02 13:49:58.192829 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-27f7de94-cbd3-48a7-875a-eb6d494ff593 req-793b8bcf-b60f-42af-af0b-b00c05dbd2c2 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Feb 02 13:49:58.249475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 920cfe6f-a006-415e-85b0-6cc8ddccd089 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:49:58.306660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 920cfe6f-a006-415e-85b0-6cc8ddccd089 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:49:58.311389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 920cfe6f-a006-415e-85b0-6cc8ddccd089 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:49:58.311744 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:58.390928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 920cfe6f-a006-415e-85b0-6cc8ddccd089 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:49:58.391313 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:58.413634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920cfe6f-a006-415e-85b0-6cc8ddccd089'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:49:58.416140 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6fe074-0184-4c18-ad53-b70637a26633" -d '{"events": [{"server_uuid": "fb201ec4-cc13-41c7-b885-0e1ba60e07e7", "name": "network-vif-plugged", "status": "completed", "tag": "920cfe6f-a006-415e-85b0-6cc8ddccd089"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:49:58.428615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:49:58.433260 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:49:58.461066 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b5e69c-5f59-41e1-89d2-0943febadadf x-openstack-request-id: req-81b5e69c-5f59-41e1-89d2-0943febadadf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:49:58.461443 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb201ec4-cc13-41c7-b885-0e1ba60e07e7", "name": "network-vif-plugged", "status": "completed", "tag": "920cfe6f-a006-415e-85b0-6cc8ddccd089", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:49:58.461682 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-81b5e69c-5f59-41e1-89d2-0943febadadf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:49:58.462064 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920cfe6f-a006-415e-85b0-6cc8ddccd089', 'code': 200} Feb 02 13:49:58.489198 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=920cfe6f-a006-415e-85b0-6cc8ddccd089,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:49:58.602353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1463c9-8ec9-4141-9cf9-9423d05e15ef req-7621c3ca-e028-4778-845d-484a344b5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:58.603762 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1d1463c9-8ec9-4141-9cf9-9423d05e15ef req-7621c3ca-e028-4778-845d-484a344b5f14 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 1128 time: 0.0479076 Feb 02 13:49:58.656209 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1d1463c9-8ec9-4141-9cf9-9423d05e15ef req-f0c6443f-8adf-4755-8a08-986878a68e61 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Feb 02 13:49:59.316353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03baf03-ad3f-4bd7-914a-f12c5049c3fb req-8046c6d2-3034-4ebf-875a-0dddafbcf331 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:49:59.317793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b03baf03-ad3f-4bd7-914a-f12c5049c3fb req-8046c6d2-3034-4ebf-875a-0dddafbcf331 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0540154 Feb 02 13:49:59.365903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b03baf03-ad3f-4bd7-914a-f12c5049c3fb req-c50a9412-0d35-4c39-b687-37c479aa3f67 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412059 Feb 02 13:49:59.550309 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:50:00.492712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7ffd1-edc1-47d9-97c3-d2aae593c920 req-d153e74f-2505-42c1-bbb2-e85399f154f7 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:00.494202 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1be7ffd1-edc1-47d9-97c3-d2aae593c920 req-d153e74f-2505-42c1-bbb2-e85399f154f7 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0582619 Feb 02 13:50:00.540465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1be7ffd1-edc1-47d9-97c3-d2aae593c920 req-3ee86bf1-97f4-4d49-85fa-a10431b327df tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 Feb 02 13:50:00.665240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d19687-a8ec-4624-80b5-3948146eb762 req-f941a212-45ce-4eb6-a08d-0781796741cc tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:00.666684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17d19687-a8ec-4624-80b5-3948146eb762 req-f941a212-45ce-4eb6-a08d-0781796741cc tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0547702 Feb 02 13:50:00.718003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17d19687-a8ec-4624-80b5-3948146eb762 req-45596623-1ddb-4839-a597-2cae96bbdff8 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454960 Feb 02 13:50:00.925737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1235-4962-4b7c-ac44-117608c50480 req-6357bc7e-854c-46ac-a53d-6ebafa8a05f4 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:00.927146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-960c1235-4962-4b7c-ac44-117608c50480 req-6357bc7e-854c-46ac-a53d-6ebafa8a05f4 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0535114 Feb 02 13:50:00.979957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-960c1235-4962-4b7c-ac44-117608c50480 req-a303cdcc-27fa-4fa2-8254-118423376024 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458362 Feb 02 13:50:01.102551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec9516-f37b-441c-8342-51cc92b23428 req-34dbf56f-816a-44ce-9171-3ab24095fa26 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:01.104135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-efec9516-f37b-441c-8342-51cc92b23428 req-34dbf56f-816a-44ce-9171-3ab24095fa26 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0572693 Feb 02 13:50:01.158957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-efec9516-f37b-441c-8342-51cc92b23428 req-c77c2214-f9a4-4480-8503-3908d66cf11e tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489583 Feb 02 13:50:01.446315 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-7a92c17a-75ca-4274-b201-cfb654a42ca0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0884476 Feb 02 13:50:01.457598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22eedc-6a0a-4990-895f-c1cc77dbbcd9 req-171fc360-6cc4-4d06-821d-2161e9b3500a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:01.459030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f22eedc-6a0a-4990-895f-c1cc77dbbcd9 req-171fc360-6cc4-4d06-821d-2161e9b3500a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0932195 Feb 02 13:50:01.513058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f22eedc-6a0a-4990-895f-c1cc77dbbcd9 req-a6c671f1-99aa-4f85-b1be-eba71ce2a77f tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476062 Feb 02 13:50:01.834162 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-186d8464-063e-490f-a3c6-8733c3a72c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:02.650579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da81e80-1ca7-4d8e-9f29-8a440363448c req-3ea883aa-ecd1-4673-af8f-319ec2b2c04c tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:02.652133 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8da81e80-1ca7-4d8e-9f29-8a440363448c req-3ea883aa-ecd1-4673-af8f-319ec2b2c04c tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0648394 Feb 02 13:50:02.717769 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8da81e80-1ca7-4d8e-9f29-8a440363448c req-f7ce793a-1ead-43ae-a2d2-7a0380309e1a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554531 Feb 02 13:50:02.817169 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-350388c2-210d-4482-b108-7c81f454e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:02.818577 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-350388c2-210d-4482-b108-7c81f454e70c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 1128 time: 0.0521691 Feb 02 13:50:02.914849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-3771989e-6698-47ef-b32a-81083867b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:02.916376 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-3771989e-6698-47ef-b32a-81083867b5a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.0900924 Feb 02 13:50:02.963281 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-789bb5ee-83f2-42be-93f4-90d3c8b07799 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089 HTTP/1.1" status: 200 len: 217 time: 0.0401781 Feb 02 13:50:03.014642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-6dc50364-e8ec-47be-94ea-dd133ce55fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:03.016165 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-6dc50364-e8ec-47be-94ea-dd133ce55fe7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0466974 Feb 02 13:50:03.050748 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-81dfc1ae-9073-4700-af4a-662aaa9af034 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273247 Feb 02 13:50:03.151246 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-ad6dca3c-deb5-40c7-b7c0-366e2afb666d service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920630 Feb 02 13:50:03.247214 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-ca1182b1-969e-4cc3-bad4-cb3c04154088 service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890996 Feb 02 13:50:03.851071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755cadc-c583-4e44-80fc-e3c715d150a1 req-c8f3e84f-c00d-4c98-bc05-6fe9d43ffa4a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:03.852631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5755cadc-c583-4e44-80fc-e3c715d150a1 req-c8f3e84f-c00d-4c98-bc05-6fe9d43ffa4a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0543509 Feb 02 13:50:03.903244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5755cadc-c583-4e44-80fc-e3c715d150a1 req-ccd65073-02fe-4f8d-8cda-39596bc6ad9d tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449097 Feb 02 13:50:04.147626 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-60067a48-e93d-4eaa-a67c-e1271ce1c3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:05.026403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0593fb-a31f-4956-91e0-0610cf483460 req-c8c6d835-df0e-4220-98e3-829002eed1c3 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:05.027859 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db0593fb-a31f-4956-91e0-0610cf483460 req-c8c6d835-df0e-4220-98e3-829002eed1c3 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0545359 Feb 02 13:50:05.074603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db0593fb-a31f-4956-91e0-0610cf483460 req-95cef9ae-2324-4465-9635-0b64e62be91a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409672 Feb 02 13:50:05.701080 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:06.197132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c12f4-79c7-4eca-9559-12324f04a220 req-b111378a-7585-4ad4-9964-c1dfc6524c08 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:06.198578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d5c12f4-79c7-4eca-9559-12324f04a220 req-b111378a-7585-4ad4-9964-c1dfc6524c08 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0533392 Feb 02 13:50:06.245197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2d5c12f4-79c7-4eca-9559-12324f04a220 req-3c5089c8-9b71-4c7c-8b57-6fbbf3f38797 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409236 Feb 02 13:50:06.974351 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:07.125096 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:07.384886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c92139-4d32-441b-ba9e-f936a2271b55 req-7155f1fc-9d38-43f8-bb59-43ab2ff59b0c tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:07.386372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03c92139-4d32-441b-ba9e-f936a2271b55 req-7155f1fc-9d38-43f8-bb59-43ab2ff59b0c tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0679021 Feb 02 13:50:07.440848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03c92139-4d32-441b-ba9e-f936a2271b55 req-5613001c-98aa-4170-8597-a00d663c02f0 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484805 Feb 02 13:50:07.973000 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:08.066538 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:08.584250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c737c44-3c21-4ade-bdda-1e690a0de5a3 req-c7d4000f-8f11-40e0-b4b8-831037dd9414 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:08.585745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c737c44-3c21-4ade-bdda-1e690a0de5a3 req-c7d4000f-8f11-40e0-b4b8-831037dd9414 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0571301 Feb 02 13:50:08.635261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9c737c44-3c21-4ade-bdda-1e690a0de5a3 req-7e5593f7-3b70-42f2-9b08-f073f1243d3a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433338 Feb 02 13:50:09.767133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418527e8-172b-4659-9856-60bf3dfbd691 req-7a7cd6fd-8258-4b02-abd9-dbe355f2fe8b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:09.768647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-418527e8-172b-4659-9856-60bf3dfbd691 req-7a7cd6fd-8258-4b02-abd9-dbe355f2fe8b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0587397 Feb 02 13:50:09.816409 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-418527e8-172b-4659-9856-60bf3dfbd691 req-594482fb-5325-40f3-a90d-85328065c85f tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419297 Feb 02 13:50:10.940228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6503a6-27d2-46f2-9f80-382bdd6a543b req-6c149040-1a5f-4347-89f0-e6c590df2f0a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:10.941725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a6503a6-27d2-46f2-9f80-382bdd6a543b req-6c149040-1a5f-4347-89f0-e6c590df2f0a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0549741 Feb 02 13:50:10.992011 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a6503a6-27d2-46f2-9f80-382bdd6a543b req-f3c50f88-e3fc-4abe-8b8c-86edcc1d4cfc tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442255 Feb 02 13:50:12.117906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faa006-8885-4b2d-aaaf-7e8b9d5ce9dd req-0efc9119-dd25-4b34-b0df-b575c40167a3 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:12.119381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59faa006-8885-4b2d-aaaf-7e8b9d5ce9dd req-0efc9119-dd25-4b34-b0df-b575c40167a3 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0547872 Feb 02 13:50:12.174832 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59faa006-8885-4b2d-aaaf-7e8b9d5ce9dd req-57431ed5-86ca-4f8d-b6fd-95388723c771 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479681 Feb 02 13:50:13.306909 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61040fbe-2b9b-4221-b01a-992819721bc1 req-6f54a9ea-f848-4aaa-a801-2bc0b3bd1074 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:13.308455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61040fbe-2b9b-4221-b01a-992819721bc1 req-6f54a9ea-f848-4aaa-a801-2bc0b3bd1074 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0586393 Feb 02 13:50:13.375481 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-61040fbe-2b9b-4221-b01a-992819721bc1 req-7fdd11d1-9a18-4a3f-8399-38a89210574d tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576267 Feb 02 13:50:14.503155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d802123-131d-4f8e-b56c-de4bad4eda1b req-1484487b-ca4d-4289-8d40-4d89b09a4ece tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:14.504680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d802123-131d-4f8e-b56c-de4bad4eda1b req-1484487b-ca4d-4289-8d40-4d89b09a4ece tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0556278 Feb 02 13:50:14.553808 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d802123-131d-4f8e-b56c-de4bad4eda1b req-34b90473-e654-47b3-b4e1-8daa9665797a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432205 Feb 02 13:50:15.685447 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02c28e-3024-48b9-9737-9b0e0d88028e req-b5386aab-4ad1-4221-8caa-1e6f2a64ddc9 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:15.686939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad02c28e-3024-48b9-9737-9b0e0d88028e req-b5386aab-4ad1-4221-8caa-1e6f2a64ddc9 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0589700 Feb 02 13:50:15.749180 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad02c28e-3024-48b9-9737-9b0e0d88028e req-41a3bd94-a4b1-4820-b70e-300882496c8c tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559154 Feb 02 13:50:16.877068 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d360fc-5a05-4826-8bdc-5c05d6630b85 req-7291171b-2c72-421c-b7d8-ecce0d48c230 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:16.878563 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82d360fc-5a05-4826-8bdc-5c05d6630b85 req-7291171b-2c72-421c-b7d8-ecce0d48c230 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0608063 Feb 02 13:50:16.929522 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82d360fc-5a05-4826-8bdc-5c05d6630b85 req-1e9aa70a-3ce0-458a-9c7f-7c6f9ecd74bf tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 Feb 02 13:50:18.062458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ce335-d424-48da-b4b4-f032cb324782 req-91f776b6-93ff-4af4-b272-6da14947d592 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:18.064061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-217ce335-d424-48da-b4b4-f032cb324782 req-91f776b6-93ff-4af4-b272-6da14947d592 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0570867 Feb 02 13:50:18.117701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-217ce335-d424-48da-b4b4-f032cb324782 req-8d134273-ff69-468f-9ce5-721065091b60 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478504 Feb 02 13:50:19.268091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb790f1-ca5e-47be-a8c9-0c9ec2580444 req-287f53a7-aeff-4a38-bb3b-06025a7718c0 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:19.269554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfb790f1-ca5e-47be-a8c9-0c9ec2580444 req-287f53a7-aeff-4a38-bb3b-06025a7718c0 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0670471 Feb 02 13:50:19.317046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bfb790f1-ca5e-47be-a8c9-0c9ec2580444 req-a26cc9ae-0d67-4b6e-8065-35c43da07506 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415337 Feb 02 13:50:20.443246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a72c2-385e-4cbf-b764-9b191a263a95 req-1b2836b9-9427-4594-8f64-19e6551f451e tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:20.444730 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-441a72c2-385e-4cbf-b764-9b191a263a95 req-1b2836b9-9427-4594-8f64-19e6551f451e tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0546474 Feb 02 13:50:20.491797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-441a72c2-385e-4cbf-b764-9b191a263a95 req-409f60b8-aaa7-4f9b-b499-e45f6082f808 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Feb 02 13:50:21.634963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12cda86-8fe5-4c61-b683-d72ba71fb948 req-30eabb2d-68cc-41a0-8222-714d8c5d5c53 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:21.636462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e12cda86-8fe5-4c61-b683-d72ba71fb948 req-30eabb2d-68cc-41a0-8222-714d8c5d5c53 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0674388 Feb 02 13:50:21.689786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e12cda86-8fe5-4c61-b683-d72ba71fb948 req-d7793162-dbe5-411e-8ec8-496bad3db2e3 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474410 Feb 02 13:50:22.817098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c473ef-add0-49bd-9354-9717a8679f6f req-8f28222d-27b2-4a83-9e5d-553f6cbfd4b6 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:22.818587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-91c473ef-add0-49bd-9354-9717a8679f6f req-8f28222d-27b2-4a83-9e5d-553f6cbfd4b6 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0555179 Feb 02 13:50:22.867605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-91c473ef-add0-49bd-9354-9717a8679f6f req-da9ff28e-69e6-45fb-bac1-631db61efcbf tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428846 Feb 02 13:50:24.006760 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c7908-9be1-4b83-8bec-ce1697806b01 req-9152f469-b825-48f7-b479-a60cf6c30999 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:24.008144 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0f2c7908-9be1-4b83-8bec-ce1697806b01 req-9152f469-b825-48f7-b479-a60cf6c30999 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0597157 Feb 02 13:50:24.057199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0f2c7908-9be1-4b83-8bec-ce1697806b01 req-486e949c-cf88-459e-964e-f15061a71797 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Feb 02 13:50:25.191145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19813b21-62f5-4bb0-b800-eba17d2c3089 req-6d2805ad-4822-42b5-bca6-06608a0c66b5 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:25.192721 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19813b21-62f5-4bb0-b800-eba17d2c3089 req-6d2805ad-4822-42b5-bca6-06608a0c66b5 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0585952 Feb 02 13:50:25.254453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19813b21-62f5-4bb0-b800-eba17d2c3089 req-20f5a851-b4eb-4c62-99e6-dc6f2b25117b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536861 Feb 02 13:50:26.385673 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb222d55-168f-4f05-b812-740086d48baa req-8dc194ef-cac9-43ff-bf3a-fe62c6f75163 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:26.387873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb222d55-168f-4f05-b812-740086d48baa req-8dc194ef-cac9-43ff-bf3a-fe62c6f75163 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0575287 Feb 02 13:50:26.448641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb222d55-168f-4f05-b812-740086d48baa req-5af09e21-1197-44c4-a9e2-a5746f255f12 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544209 Feb 02 13:50:27.594276 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb3162-84dc-41b7-bf23-f08f4559e53b req-5f5e24a0-b9f6-49f3-8c7d-38528acfc7c4 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:27.595871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28eb3162-84dc-41b7-bf23-f08f4559e53b req-5f5e24a0-b9f6-49f3-8c7d-38528acfc7c4 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0619030 Feb 02 13:50:27.646469 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28eb3162-84dc-41b7-bf23-f08f4559e53b req-8d6d8324-71af-40dc-9fe6-234edf5d529d tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446067 Feb 02 13:50:28.778951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83950abb-3258-48cb-863e-8b78309b99e8 req-c829af26-4510-422e-9d10-13207d7a5a57 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:28.780620 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83950abb-3258-48cb-863e-8b78309b99e8 req-c829af26-4510-422e-9d10-13207d7a5a57 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0620201 Feb 02 13:50:28.837880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83950abb-3258-48cb-863e-8b78309b99e8 req-8bd4c769-ee3d-412c-bb64-8dab0154f64f tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512776 Feb 02 13:50:29.984763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cfa74-0f6f-49f4-ac7a-934535bf29fc req-9edd82a3-5f28-460f-97af-4cb397722358 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:29.986238 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f9cfa74-0f6f-49f4-ac7a-934535bf29fc req-9edd82a3-5f28-460f-97af-4cb397722358 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0640607 Feb 02 13:50:30.041189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f9cfa74-0f6f-49f4-ac7a-934535bf29fc req-dc7214b8-dc6e-4914-95f8-294c0bbde6a8 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478799 Feb 02 13:50:30.320533 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-5591ea4e-f1cf-4223-bdb0-3c61f3c7c4f1 service neutron] show failed (client error): The resource could not be found. Feb 02 13:50:30.321697 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-5591ea4e-f1cf-4223-bdb0-3c61f3c7c4f1 service neutron] 10.222.0.18 "GET /v2.0/ports/920cfe6f-a006-415e-85b0-6cc8ddccd089/bindings/n-h2-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0738502 Feb 02 13:50:30.626765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-b0013017-0932-4fa0-9741-cded207447e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:30.628391 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-b0013017-0932-4fa0-9741-cded207447e3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7&tenant_id=0fc38e8a28ce468a8108b3144e74135a HTTP/1.1" status: 200 len: 1128 time: 0.0997336 Feb 02 13:50:30.647041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:50:30.714068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:30.942610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:50:30.978607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:50:31.021689 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920cfe6f-a006-415e-85b0-6cc8ddccd089'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:50:31.024091 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5673a57-7ce4-46c1-958d-e4b56aa4f2ad" -d '{"events": [{"server_uuid": "fb201ec4-cc13-41c7-b885-0e1ba60e07e7", "name": "network-vif-unplugged", "status": "completed", "tag": "920cfe6f-a006-415e-85b0-6cc8ddccd089"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:50:31.028201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Publish callbacks [] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:31.042075 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Transition to ACTIVE for port object 920cfe6f-a006-415e-85b0-6cc8ddccd089 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:50:31.046401 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:31.104446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] No DVR routers for this DVR port 920cfe6f-a006-415e-85b0-6cc8ddccd089 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:50:31.143375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Pushing event updated for resources: {'Port': ['ID=920cfe6f-a006-415e-85b0-6cc8ddccd089,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:50:31.155387 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Attempting to bind port 920cfe6f-a006-415e-85b0-6cc8ddccd089 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:50:31.155816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Attempting to bind port 920cfe6f-a006-415e-85b0-6cc8ddccd089 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:50:31.156239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Attempting to bind port 920cfe6f-a006-415e-85b0-6cc8ddccd089 on network 2e47fa93-b270-4865-a0ed-df47bf3f8948 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:50:31.161154 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Port 920cfe6f-a006-415e-85b0-6cc8ddccd089 on network 2e47fa93-b270-4865-a0ed-df47bf3f8948 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:50:31.161656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Attempting to bind port 920cfe6f-a006-415e-85b0-6cc8ddccd089 on network 2e47fa93-b270-4865-a0ed-df47bf3f8948 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:50:31.168799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:50:31.169272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Checking segment: {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:50:31.169867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Bound using segment: {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:50:31.170611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Bound port: 920cfe6f-a006-415e-85b0-6cc8ddccd089, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:50:31.170987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:31.175708 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c95a3e-7457-465b-8f67-3ff28333cb85 x-openstack-request-id: req-c2c95a3e-7457-465b-8f67-3ff28333cb85 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:50:31.176082 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb201ec4-cc13-41c7-b885-0e1ba60e07e7", "name": "network-vif-unplugged", "status": "completed", "tag": "920cfe6f-a006-415e-85b0-6cc8ddccd089", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:50:31.176480 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c2c95a3e-7457-465b-8f67-3ff28333cb85 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:50:31.177049 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '920cfe6f-a006-415e-85b0-6cc8ddccd089', 'code': 200} Feb 02 13:50:31.228689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a288b9-42e2-4fb7-ac08-c9ffa768a8ac req-6a780e64-9508-4112-bc98-5cde49200ecf tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:31.231075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54a288b9-42e2-4fb7-ac08-c9ffa768a8ac req-6a780e64-9508-4112-bc98-5cde49200ecf tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 944 time: 0.0748386 Feb 02 13:50:31.289367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54a288b9-42e2-4fb7-ac08-c9ffa768a8ac req-bae43e89-4f33-4d40-b313-15d6cef5d13a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514987 Feb 02 13:50:31.607707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:50:31.610891 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:50:31.618832 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:31.655147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:31.655821 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:31.657185 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] 10.222.0.62 "PUT /v2.0/ports/920cfe6f-a006-415e-85b0-6cc8ddccd089 HTTP/1.1" status: 200 len: 1092 time: 1.0154181 Feb 02 13:50:31.681699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d54a30-e40e-473e-89b1-f7419d42bc3b service neutron] Pushing event updated for resources: {'Port': ['ID=920cfe6f-a006-415e-85b0-6cc8ddccd089,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:50:31.752507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-edbb7996-be63-4ea2-9a19-76e77ef6851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:31.754501 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-edbb7996-be63-4ea2-9a19-76e77ef6851f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 1126 time: 0.0606403 Feb 02 13:50:31.839780 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52955b88-c95f-4b59-87f0-f5942fb2b44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:31.870143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-cccf1f57-3464-4417-bccf-2ac14b2dd901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:31.871653 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-cccf1f57-3464-4417-bccf-2ac14b2dd901 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.1112492 Feb 02 13:50:31.914312 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-6505ac19-058c-4fd7-863d-82a35ae067a3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089 HTTP/1.1" status: 200 len: 217 time: 0.0356538 Feb 02 13:50:31.981069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-ba13248f-fedb-4eee-b006-addcbb992a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:31.982444 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-ba13248f-fedb-4eee-b006-addcbb992a29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0600724 Feb 02 13:50:32.016972 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-fa998441-4ef6-47f2-811f-fd8868315706 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288379 Feb 02 13:50:32.112409 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-763d98b9-0043-4e26-be01-dbd119961d61 service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891576 Feb 02 13:50:32.223707 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f76a5cd2-0b02-49fd-b783-8bd044175879 req-e09d794f-696b-48b5-bc2f-ef4809dc9126 service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049023 Feb 02 13:50:32.433529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032695d8-4aa5-4949-87e9-7209f9caf09e req-ff8d6a11-c809-4b4a-9bcd-29dda876bd63 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:32.435055 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-032695d8-4aa5-4949-87e9-7209f9caf09e req-ff8d6a11-c809-4b4a-9bcd-29dda876bd63 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 944 time: 0.0592437 Feb 02 13:50:32.495146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-032695d8-4aa5-4949-87e9-7209f9caf09e req-ad9fad73-09f7-475d-a1be-97e71c165a72 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535183 Feb 02 13:50:33.178374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'tag': '920cfe6f-a006-415e-85b0-6cc8ddccd089'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:50:33.180831 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15535f26-9d33-4a2b-b7ab-c3980e58cef8" -d '{"events": [{"name": "network-changed", "server_uuid": "fb201ec4-cc13-41c7-b885-0e1ba60e07e7", "tag": "920cfe6f-a006-415e-85b0-6cc8ddccd089"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:50:33.246261 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5bfbd7-d8aa-4dbe-be5d-989ee5d74a19 x-openstack-request-id: req-4d5bfbd7-d8aa-4dbe-be5d-989ee5d74a19 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:50:33.246562 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb201ec4-cc13-41c7-b885-0e1ba60e07e7", "tag": "920cfe6f-a006-415e-85b0-6cc8ddccd089", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:50:33.246816 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4d5bfbd7-d8aa-4dbe-be5d-989ee5d74a19 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:50:33.247229 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'tag': '920cfe6f-a006-415e-85b0-6cc8ddccd089', 'status': 'completed', 'code': 200} Feb 02 13:50:33.367346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-5cbf3662-9c9a-41d4-bf83-7e30bf5daee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:33.368944 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-5cbf3662-9c9a-41d4-bf83-7e30bf5daee7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 1126 time: 0.0815465 Feb 02 13:50:33.374380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-6b5282c8-5204-48f1-bbe7-59c79a7329c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:33.375798 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-6b5282c8-5204-48f1-bbe7-59c79a7329c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 1126 time: 0.0796909 Feb 02 13:50:33.528998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-7548b91d-9cc3-434b-b05a-bf7b9c836c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:33.530212 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-7548b91d-9cc3-434b-b05a-bf7b9c836c72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.1535830 Feb 02 13:50:33.531413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-d55f4116-ba7b-46e0-bd8f-2cad0f3739a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:33.532621 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-d55f4116-ba7b-46e0-bd8f-2cad0f3739a6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.1486361 Feb 02 13:50:33.575815 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-c3fd8aed-0c7a-4bdd-87be-169969ec15c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089 HTTP/1.1" status: 200 len: 217 time: 0.0394719 Feb 02 13:50:33.615410 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-a3cdd6eb-507f-4fc1-8147-8b2610ee3656 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089 HTTP/1.1" status: 200 len: 217 time: 0.0731506 Feb 02 13:50:33.622568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343002de-5027-4734-9e18-af0e44de4c08 req-bb935b81-bde7-473f-884f-2f7c9b4a8ad0 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:33.624123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-343002de-5027-4734-9e18-af0e44de4c08 req-bb935b81-bde7-473f-884f-2f7c9b4a8ad0 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 944 time: 0.0556934 Feb 02 13:50:33.681828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-343002de-5027-4734-9e18-af0e44de4c08 req-1447785e-f116-491d-a471-f096a49284fb tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518985 Feb 02 13:50:33.682234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-52c1bd41-523d-4962-914c-d7ebad2b7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:33.683748 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-52c1bd41-523d-4962-914c-d7ebad2b7ecb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0773208 Feb 02 13:50:33.698595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-aef6df48-ce65-4ab6-a83b-33c83f9c9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:33.700079 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-aef6df48-ce65-4ab6-a83b-33c83f9c9de5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0659266 Feb 02 13:50:33.721308 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-88d4cf75-ed1d-436a-9621-95162dc2d065 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310903 Feb 02 13:50:33.758129 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-68efb26e-f5c0-40e9-8d2c-4116e5b51918 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392852 Feb 02 13:50:33.916388 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-038ab334-fcc7-470e-86da-a60a21a81b61 service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870196 Feb 02 13:50:33.936137 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-4eb2fe12-b0cf-4463-94c9-1269d0377ea6 service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685996 Feb 02 13:50:34.038149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 920cfe6f-a006-415e-85b0-6cc8ddccd089 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:50:34.077205 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-9ca22c63-f01b-4147-9d6d-21d55ca4bee7 service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547880 Feb 02 13:50:34.088663 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-15535f26-9d33-4a2b-b7ab-c3980e58cef8 req-eeb5a0e7-d79d-4581-be17-0d9666f84413 service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405215 Feb 02 13:50:34.155855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:50:34.163793 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a1324f2-16d5-4661-8349-197b157cc4be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:34.168790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '920cfe6f-a006-415e-85b0-6cc8ddccd089', 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948', 'port_id': '920cfe6f-a006-415e-85b0-6cc8ddccd089', 'mac_address': 'fa:16:3e:24:81:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e931fdc-438e-403e-867d-53d38136369f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:50:34.209154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 920cfe6f-a006-415e-85b0-6cc8ddccd089 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:50:34.209537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:34.222997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920cfe6f-a006-415e-85b0-6cc8ddccd089 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:50:34.244245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:50:34.249371 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:34.297008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=920cfe6f-a006-415e-85b0-6cc8ddccd089,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:50:34.480229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 920cfe6f-a006-415e-85b0-6cc8ddccd089 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:50:34.522033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port 920cfe6f-a006-415e-85b0-6cc8ddccd089 host n-h2-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:50:34.522421 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 920cfe6f-a006-415e-85b0-6cc8ddccd089 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:50:34.547860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['920cfe6f-a006-415e-85b0-6cc8ddccd089'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:50:34.854855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31402f2-a75b-48b7-9f86-2acb3d37c351 req-e1c41ddf-ba2f-4549-83be-f22caad06447 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:34.856508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a31402f2-a75b-48b7-9f86-2acb3d37c351 req-e1c41ddf-ba2f-4549-83be-f22caad06447 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 945 time: 0.0733042 Feb 02 13:50:34.918252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a31402f2-a75b-48b7-9f86-2acb3d37c351 req-df752049-2573-4822-94cf-71d9c9bb116b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515316 Feb 02 13:50:35.175003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf17aaf-e2d1-4a43-80c4-6ab0e4155d98 req-7a9eb0e4-2b7e-45cc-9d0c-2524e4216744 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:35.176602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4cf17aaf-e2d1-4a43-80c4-6ab0e4155d98 req-7a9eb0e4-2b7e-45cc-9d0c-2524e4216744 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 945 time: 0.0630944 Feb 02 13:50:35.199688 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-d03537c3-0c94-456d-8610-89e16699edeb tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:35.201561 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-d03537c3-0c94-456d-8610-89e16699edeb tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7&tenant_id=0fc38e8a28ce468a8108b3144e74135a&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 945 time: 0.0674145 Feb 02 13:50:35.235891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4cf17aaf-e2d1-4a43-80c4-6ab0e4155d98 req-b6c3c22a-3848-442a-a58b-49f190797371 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526786 Feb 02 13:50:35.276236 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-c4980d54-e7a4-446d-85cf-0df84c2a5eb7 service neutron] delete failed (client error): The resource could not be found. Feb 02 13:50:35.277296 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-c4980d54-e7a4-446d-85cf-0df84c2a5eb7 service neutron] 10.222.0.18 "DELETE /v2.0/ports/920cfe6f-a006-415e-85b0-6cc8ddccd089/bindings/n-h1-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0695376 Feb 02 13:50:35.397491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-425e8f7b-f6a0-4132-a5e1-e4ef9c6eb046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:35.399072 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-425e8f7b-f6a0-4132-a5e1-e4ef9c6eb046 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 1127 time: 0.0553396 Feb 02 13:50:35.514859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-685d1eb3-edd9-40d0-a2d7-b347738cd915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:35.516565 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-685d1eb3-edd9-40d0-a2d7-b347738cd915 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.1109998 Feb 02 13:50:35.562022 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-c5e1e76d-42fe-4885-a07b-b0142545d9a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089 HTTP/1.1" status: 200 len: 217 time: 0.0386031 Feb 02 13:50:35.621152 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-2c022127-c8f8-462b-aa8a-763d2ac812ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:35.622669 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-2c022127-c8f8-462b-aa8a-763d2ac812ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0537634 Feb 02 13:50:35.655485 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-046eef78-ea27-41f6-9788-bf413dc256ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264039 Feb 02 13:50:35.707814 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:35.762878 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-937c02d8-8f3b-4574-a645-5207a55604b1 service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011357 Feb 02 13:50:35.869485 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f97d4293-8d3f-40b4-ada8-5bafee20939e req-0ee675fa-df6c-4f7b-a522-52edf307da95 service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002228 Feb 02 13:50:36.055568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 920cfe6f-a006-415e-85b0-6cc8ddccd089 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:50:36.116137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 920cfe6f-a006-415e-85b0-6cc8ddccd089 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:50:36.121993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 920cfe6f-a006-415e-85b0-6cc8ddccd089 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:50:36.122598 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:36.213287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 920cfe6f-a006-415e-85b0-6cc8ddccd089 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:50:36.213670 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:36.237301 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920cfe6f-a006-415e-85b0-6cc8ddccd089'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:50:36.239659 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51badf1-5994-4e7d-a453-849dec568a45" -d '{"events": [{"server_uuid": "fb201ec4-cc13-41c7-b885-0e1ba60e07e7", "name": "network-vif-plugged", "status": "completed", "tag": "920cfe6f-a006-415e-85b0-6cc8ddccd089"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:50:36.253740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:50:36.259869 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:36.305889 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875df781-e0bd-42bd-bdda-05210dd2182e x-openstack-request-id: req-875df781-e0bd-42bd-bdda-05210dd2182e {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:50:36.306755 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb201ec4-cc13-41c7-b885-0e1ba60e07e7", "name": "network-vif-plugged", "status": "completed", "tag": "920cfe6f-a006-415e-85b0-6cc8ddccd089", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:50:36.306984 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-875df781-e0bd-42bd-bdda-05210dd2182e {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:50:36.307623 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920cfe6f-a006-415e-85b0-6cc8ddccd089', 'code': 200} Feb 02 13:50:36.355295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=920cfe6f-a006-415e-85b0-6cc8ddccd089,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:50:36.398191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675d937-526e-4954-8ff2-49f6aeded91f req-222b70bc-a312-4ed7-bd06-74e644325deb tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:36.400120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3675d937-526e-4954-8ff2-49f6aeded91f req-222b70bc-a312-4ed7-bd06-74e644325deb tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0773127 Feb 02 13:50:36.452734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3675d937-526e-4954-8ff2-49f6aeded91f req-049039fc-a14e-48f5-b7b4-22baa2c2ee8b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463269 Feb 02 13:50:36.552315 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:50:36.977782 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:37.135414 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:37.590834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a48ac-a936-4f3a-868e-b6b9de90e81e req-1b22ac4d-24c0-4cb9-abc6-12fb3f84fdd1 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:37.592844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-831a48ac-a936-4f3a-868e-b6b9de90e81e req-1b22ac4d-24c0-4cb9-abc6-12fb3f84fdd1 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0595467 Feb 02 13:50:37.968841 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:37.996151 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-831a48ac-a936-4f3a-868e-b6b9de90e81e req-44c14f2d-f346-4d3d-905e-bf01419e8d9d tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941789 Feb 02 13:50:38.062806 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:38.116930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491e2cf-1bc1-42a8-b79e-95437b5d6c62 req-190b9c78-65d2-4a10-8e26-b2035e9683b6 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:38.118407 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c491e2cf-1bc1-42a8-b79e-95437b5d6c62 req-190b9c78-65d2-4a10-8e26-b2035e9683b6 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0539441 Feb 02 13:50:38.169816 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c491e2cf-1bc1-42a8-b79e-95437b5d6c62 req-3286f5f6-dcc3-409e-8b9c-74f009f76cc1 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452228 Feb 02 13:50:38.294368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43baeb8-4949-4a73-ad60-2600d5e630a9 req-3d56e300-122c-4563-b404-cef3e72eab3b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:38.295911 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a43baeb8-4949-4a73-ad60-2600d5e630a9 req-3d56e300-122c-4563-b404-cef3e72eab3b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0553932 Feb 02 13:50:38.348551 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a43baeb8-4949-4a73-ad60-2600d5e630a9 req-ec17e804-3d36-4a23-8152-c9452ab9b224 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461817 Feb 02 13:50:38.728130 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9f73531a-2159-4cd3-a1cb-96b5e026a2c2 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:38.729667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9f73531a-2159-4cd3-a1cb-96b5e026a2c2 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 814 time: 0.1071258 Feb 02 13:50:38.745319 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-48728260-a1ef-4771-b418-cc5ef6aca5cf tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/quotas/0fc38e8a28ce468a8108b3144e74135a HTTP/1.1" status: 200 len: 375 time: 0.0097828 Feb 02 13:50:38.805798 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-b42957a5-11bf-4431-89b6-d69e484db616 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543635 Feb 02 13:50:38.816787 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-c79e8ddc-1ad8-4276-8d31-8544d3225913 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:50:38.817831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-c79e8ddc-1ad8-4276-8d31-8544d3225913 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055935 Feb 02 13:50:38.911156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-69832f42-30b9-4723-a4f3-587dd08eeb7e service neutron] 10.222.0.83 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873871 Feb 02 13:50:39.005020 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-197ca846-404a-4620-8e4a-be6ecdf77dbd service neutron] 10.222.0.83 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870163 Feb 02 13:50:39.172948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc250685-925c-4321-93bf-318e649065de req-f4b877d3-84df-4922-85ce-cd1bd49ce41b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 210 time: 0.0313799 Feb 02 13:50:40.098717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669349f-ed45-45a9-ac2e-e200ebcd9ecb req-889b077d-7bd2-48df-8db9-5f5200e918fb tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:40.100085 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6669349f-ed45-45a9-ac2e-e200ebcd9ecb req-889b077d-7bd2-48df-8db9-5f5200e918fb tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.62 "GET /v2.0/ports?device_id=fb201ec4-cc13-41c7-b885-0e1ba60e07e7 HTTP/1.1" status: 200 len: 946 time: 0.0604916 Feb 02 13:50:40.217974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-6669349f-ed45-45a9-ac2e-e200ebcd9ecb req-c22c640b-c807-4609-bedb-9210cd4c4889 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Deleting port 920cfe6f-a006-415e-85b0-6cc8ddccd089 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:50:40.218919 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6669349f-ed45-45a9-ac2e-e200ebcd9ecb req-c22c640b-c807-4609-bedb-9210cd4c4889 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:40.301157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79b982c6-551e-4dc5-a268-0b4d8d95db13 req-fd4383c3-3332-4068-8815-edd6190fb854 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 210 time: 0.0306265 Feb 02 13:50:40.405627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-6669349f-ed45-45a9-ac2e-e200ebcd9ecb req-c22c640b-c807-4609-bedb-9210cd4c4889 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] For port 920cfe6f-a006-415e-85b0-6cc8ddccd089, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=920cfe6f-a006-415e-85b0-6cc8ddccd089,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:50:40.406069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6669349f-ed45-45a9-ac2e-e200ebcd9ecb req-c22c640b-c807-4609-bedb-9210cd4c4889 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:40.428943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-6669349f-ed45-45a9-ac2e-e200ebcd9ecb req-c22c640b-c807-4609-bedb-9210cd4c4889 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Calling delete_port for 920cfe6f-a006-415e-85b0-6cc8ddccd089 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:50:40.488097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-44abeb7f-f350-489a-9087-2d4ceacb24fa tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:40.489612 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-44abeb7f-f350-489a-9087-2d4ceacb24fa tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.62 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 814 time: 0.1894419 Feb 02 13:50:40.511241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Request body: {'port': {'device_id': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948', 'admin_state_up': True, 'tenant_id': '0fc38e8a28ce468a8108b3144e74135a'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:50:40.664345 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6669349f-ed45-45a9-ac2e-e200ebcd9ecb req-c22c640b-c807-4609-bedb-9210cd4c4889 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (920cfe6f-a006-415e-85b0-6cc8ddccd089), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:40.677900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Made reservation on behalf of 0fc38e8a28ce468a8108b3144e74135a for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:50:40.681522 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:40.700389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['920cfe6f-a006-415e-85b0-6cc8ddccd089'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:50:40.717012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c640b-c807-4609-bedb-9210cd4c4889 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Pushing event deleted for resources: {'Port': ['ID=920cfe6f-a006-415e-85b0-6cc8ddccd089,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:50:40.775935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6669349f-ed45-45a9-ac2e-e200ebcd9ecb req-c22c640b-c807-4609-bedb-9210cd4c4889 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] No DVR routers for this DVR port 920cfe6f-a006-415e-85b0-6cc8ddccd089 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:50:40.802736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6669349f-ed45-45a9-ac2e-e200ebcd9ecb req-c22c640b-c807-4609-bedb-9210cd4c4889 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:40.806144 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6669349f-ed45-45a9-ac2e-e200ebcd9ecb req-c22c640b-c807-4609-bedb-9210cd4c4889 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.62 "DELETE /v2.0/ports/920cfe6f-a006-415e-85b0-6cc8ddccd089 HTTP/1.1" status: 204 len: 173 time: 0.7005248 Feb 02 13:50:40.806589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'name': 'network-vif-deleted', 'tag': '920cfe6f-a006-415e-85b0-6cc8ddccd089'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:50:40.809033 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ab6fb1-e54a-4bc6-ba27-33a96b3cf6f0" -d '{"events": [{"server_uuid": "fb201ec4-cc13-41c7-b885-0e1ba60e07e7", "name": "network-vif-deleted", "tag": "920cfe6f-a006-415e-85b0-6cc8ddccd089"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:50:40.864482 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff87fd2f-cee3-4e0a-a149-3bd8f597e7f8 x-openstack-request-id: req-ff87fd2f-cee3-4e0a-a149-3bd8f597e7f8 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:50:40.864785 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb201ec4-cc13-41c7-b885-0e1ba60e07e7", "name": "network-vif-deleted", "tag": "920cfe6f-a006-415e-85b0-6cc8ddccd089", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:50:40.865017 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ff87fd2f-cee3-4e0a-a149-3bd8f597e7f8 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:50:40.865420 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb201ec4-cc13-41c7-b885-0e1ba60e07e7', 'name': 'network-vif-deleted', 'tag': '920cfe6f-a006-415e-85b0-6cc8ddccd089', 'status': 'completed', 'code': 200} Feb 02 13:50:40.896088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Allocated IP 172.20.0.5 (2e47fa93-b270-4865-a0ed-df47bf3f8948/7e931fdc-438e-403e-867d-53d38136369f/69164c90-c0b4-4154-8a0e-0afd7acd9925) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:50:41.057363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks [] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:41.101900 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:41.135677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['920cfe6f-a006-415e-85b0-6cc8ddccd089'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:50:41.144781 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Network 2e47fa93-b270-4865-a0ed-df47bf3f8948 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:50:41.150086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:50:41.153952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:50:41.177771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Pushing event updated for resources: {'Port': ['ID=69164c90-c0b4-4154-8a0e-0afd7acd9925,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:50:41.206044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:41.206459 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:41.225577 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-2b6cec74-ed0d-4b1a-b02f-c41462d51455 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7193072 Feb 02 13:50:41.244189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Request body: {'port': {'device_id': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:50:41.310752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:41.437854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c089be9-97ba-43ea-b0b8-c152daecd654 req-d15a0776-e047-4698-9a84-55d809cf402a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:41.440129 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c089be9-97ba-43ea-b0b8-c152daecd654 req-d15a0776-e047-4698-9a84-55d809cf402a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 931 time: 0.0579753 Feb 02 13:50:41.492366 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5c089be9-97ba-43ea-b0b8-c152daecd654 req-2ceed271-2066-48a4-8e58-0e83798e46ed tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460865 Feb 02 13:50:41.597832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69164c90-c0b4-4154-8a0e-0afd7acd9925 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:50:41.605503 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Publish callbacks [] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:41.617553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Transition to ACTIVE for port object 69164c90-c0b4-4154-8a0e-0afd7acd9925 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:50:41.622377 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:41.673711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Pushing event updated for resources: {'Port': ['ID=69164c90-c0b4-4154-8a0e-0afd7acd9925,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:50:41.744885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Attempting to bind port 69164c90-c0b4-4154-8a0e-0afd7acd9925 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:50:41.745123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Attempting to bind port 69164c90-c0b4-4154-8a0e-0afd7acd9925 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:50:41.745412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Attempting to bind port 69164c90-c0b4-4154-8a0e-0afd7acd9925 on network 2e47fa93-b270-4865-a0ed-df47bf3f8948 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:50:41.758304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Port 69164c90-c0b4-4154-8a0e-0afd7acd9925 on network 2e47fa93-b270-4865-a0ed-df47bf3f8948 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:50:41.758623 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Attempting to bind port 69164c90-c0b4-4154-8a0e-0afd7acd9925 on network 2e47fa93-b270-4865-a0ed-df47bf3f8948 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:50:41.763881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:50:41.764213 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Checking segment: {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:50:41.764595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Bound using segment: {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:50:41.765011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Bound port: 69164c90-c0b4-4154-8a0e-0afd7acd9925, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:50:41.765365 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:41.828185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:50:41.831230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:50:41.837144 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:41.874941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:41.875537 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:41.876951 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] 10.222.0.62 "PUT /v2.0/ports/69164c90-c0b4-4154-8a0e-0afd7acd9925 HTTP/1.1" status: 200 len: 1091 time: 0.6389029 Feb 02 13:50:41.900842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581380c-272d-4e88-aad8-36f7a55f6662 service neutron] Pushing event updated for resources: {'Port': ['ID=69164c90-c0b4-4154-8a0e-0afd7acd9925,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:50:41.982622 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-d2b2a8af-acb6-469a-8993-db09f7bec00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:41.984241 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-d2b2a8af-acb6-469a-8993-db09f7bec00d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 1125 time: 0.0506313 Feb 02 13:50:42.032841 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-dfb80aa1-f206-4dac-8b14-7628c5f87f7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925 HTTP/1.1" status: 200 len: 217 time: 0.0351784 Feb 02 13:50:42.085174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-020256ed-e0dc-4015-9dc4-e0ba6be549b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:42.086718 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-020256ed-e0dc-4015-9dc4-e0ba6be549b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0484605 Feb 02 13:50:42.133453 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-8f228edd-8a49-42b1-967a-8aeaecace9de service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394020 Feb 02 13:50:42.237953 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-1f532024-245e-42f8-b4d4-d089d664fa73 service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979595 Feb 02 13:50:42.342972 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-fcc1c767-b851-4c69-b2de-1b1e11b3da04 req-1f101d5e-62c1-4e79-8a37-80b1fbb90d87 service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989094 Feb 02 13:50:42.642606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cba519-7e78-4da1-a209-c3f2f968cc58 req-8f8e225c-cb33-4026-9013-3d62dd8d5b17 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:42.644559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d4cba519-7e78-4da1-a209-c3f2f968cc58 req-8f8e225c-cb33-4026-9013-3d62dd8d5b17 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 943 time: 0.0667231 Feb 02 13:50:42.703277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d4cba519-7e78-4da1-a209-c3f2f968cc58 req-3d93e590-abb8-4739-82c6-9add5621fa27 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525205 Feb 02 13:50:42.866546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'tag': '69164c90-c0b4-4154-8a0e-0afd7acd9925'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:50:42.869011 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91110f45-8e9b-4f1e-9019-222f80f384b8" -d '{"events": [{"name": "network-changed", "server_uuid": "822ea6b7-810f-48e5-a33f-45680ed4cc3b", "tag": "69164c90-c0b4-4154-8a0e-0afd7acd9925"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:50:42.909212 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1e1698-77c6-4805-bad8-6da761b8b555 x-openstack-request-id: req-2c1e1698-77c6-4805-bad8-6da761b8b555 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:50:42.909508 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822ea6b7-810f-48e5-a33f-45680ed4cc3b", "tag": "69164c90-c0b4-4154-8a0e-0afd7acd9925", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:50:42.909761 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2c1e1698-77c6-4805-bad8-6da761b8b555 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:50:42.910167 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'tag': '69164c90-c0b4-4154-8a0e-0afd7acd9925', 'status': 'completed', 'code': 200} Feb 02 13:50:43.008562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91110f45-8e9b-4f1e-9019-222f80f384b8 req-d3b15c56-4071-471e-9bab-bf40c5830952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:43.010130 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91110f45-8e9b-4f1e-9019-222f80f384b8 req-d3b15c56-4071-471e-9bab-bf40c5830952 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 1125 time: 0.0477295 Feb 02 13:50:43.104300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91110f45-8e9b-4f1e-9019-222f80f384b8 req-b90e0e35-149a-4195-bfde-f462fb132093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:43.105892 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91110f45-8e9b-4f1e-9019-222f80f384b8 req-b90e0e35-149a-4195-bfde-f462fb132093 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.0882950 Feb 02 13:50:43.400210 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91110f45-8e9b-4f1e-9019-222f80f384b8 req-e034a581-8f65-48e6-9712-49844c282acd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925 HTTP/1.1" status: 200 len: 217 time: 0.2869678 Feb 02 13:50:43.449615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91110f45-8e9b-4f1e-9019-222f80f384b8 req-2411390c-579b-423c-841a-853691127e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:43.451107 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91110f45-8e9b-4f1e-9019-222f80f384b8 req-2411390c-579b-423c-841a-853691127e07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0449934 Feb 02 13:50:43.487933 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91110f45-8e9b-4f1e-9019-222f80f384b8 req-c3671b14-39d2-4d3a-a555-26d4c2da9b4d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274215 Feb 02 13:50:43.576238 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91110f45-8e9b-4f1e-9019-222f80f384b8 req-b1cb22d6-fcab-4909-9dc6-35e41495453a service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859029 Feb 02 13:50:43.673970 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-91110f45-8e9b-4f1e-9019-222f80f384b8 req-dede4d91-7e9f-4cd3-b0aa-90ebead14479 service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911427 Feb 02 13:50:43.830822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45914c5f-4801-44a1-8dec-8f7298d11246 req-e4ce7101-6d04-4942-aeb8-1ed13f1b62e9 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:43.832360 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45914c5f-4801-44a1-8dec-8f7298d11246 req-e4ce7101-6d04-4942-aeb8-1ed13f1b62e9 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 943 time: 0.0556893 Feb 02 13:50:43.882275 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45914c5f-4801-44a1-8dec-8f7298d11246 req-c53e7653-a586-4cea-958f-2abebaa8990b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442061 Feb 02 13:50:44.082070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 69164c90-c0b4-4154-8a0e-0afd7acd9925 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:50:44.089379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 920cfe6f-a006-415e-85b0-6cc8ddccd089 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:50:44.116302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 920cfe6f-a006-415e-85b0-6cc8ddccd089 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:50:44.116640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 920cfe6f-a006-415e-85b0-6cc8ddccd089 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:50:44.212495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:50:44.224916 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '69164c90-c0b4-4154-8a0e-0afd7acd9925', 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948', 'port_id': '69164c90-c0b4-4154-8a0e-0afd7acd9925', 'mac_address': 'fa:16:3e:d9:35:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e931fdc-438e-403e-867d-53d38136369f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:50:44.267200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 69164c90-c0b4-4154-8a0e-0afd7acd9925 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:50:44.267637 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:44.282133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69164c90-c0b4-4154-8a0e-0afd7acd9925 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:50:44.303140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:50:44.308219 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:44.357517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=69164c90-c0b4-4154-8a0e-0afd7acd9925,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:50:44.576276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['69164c90-c0b4-4154-8a0e-0afd7acd9925'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:50:45.015092 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9b0d9-e740-41f0-a834-48a34f3e7756 req-52f59e12-cfc2-4ca7-b87d-81febf893a97 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:45.016556 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75a9b0d9-e740-41f0-a834-48a34f3e7756 req-52f59e12-cfc2-4ca7-b87d-81febf893a97 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 944 time: 0.0587564 Feb 02 13:50:45.074287 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75a9b0d9-e740-41f0-a834-48a34f3e7756 req-64aa7d45-e47d-4577-8309-696d71f80c80 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515428 Feb 02 13:50:46.101123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 69164c90-c0b4-4154-8a0e-0afd7acd9925 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:50:46.157345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 69164c90-c0b4-4154-8a0e-0afd7acd9925 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:50:46.161934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 69164c90-c0b4-4154-8a0e-0afd7acd9925 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:50:46.162503 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:46.209855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b6398-b6f7-4583-87be-1b5068e4fcd7 req-5893bac0-c52e-45e9-80ee-6aeabfdade10 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:46.211460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d9b6398-b6f7-4583-87be-1b5068e4fcd7 req-5893bac0-c52e-45e9-80ee-6aeabfdade10 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 944 time: 0.0599439 Feb 02 13:50:46.254142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 69164c90-c0b4-4154-8a0e-0afd7acd9925 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:50:46.254498 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:46.262842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d9b6398-b6f7-4583-87be-1b5068e4fcd7 req-2667ab19-bd21-481b-8ec1-175ad5b08f02 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444701 Feb 02 13:50:46.281825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69164c90-c0b4-4154-8a0e-0afd7acd9925'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:50:46.284373 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e02c8ae-1984-45a8-a65f-cb7e15ebccb3" -d '{"events": [{"server_uuid": "822ea6b7-810f-48e5-a33f-45680ed4cc3b", "name": "network-vif-plugged", "status": "completed", "tag": "69164c90-c0b4-4154-8a0e-0afd7acd9925"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:50:46.306386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:50:46.313316 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:50:46.341479 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fc2c18-2b9e-4729-9a40-0288ee51fe1b x-openstack-request-id: req-a3fc2c18-2b9e-4729-9a40-0288ee51fe1b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:50:46.341765 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822ea6b7-810f-48e5-a33f-45680ed4cc3b", "name": "network-vif-plugged", "status": "completed", "tag": "69164c90-c0b4-4154-8a0e-0afd7acd9925", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:50:46.342039 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a3fc2c18-2b9e-4729-9a40-0288ee51fe1b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:50:46.342779 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69164c90-c0b4-4154-8a0e-0afd7acd9925', 'code': 200} Feb 02 13:50:46.373028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=69164c90-c0b4-4154-8a0e-0afd7acd9925,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:50:46.462581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0413a1b-3ab5-45ad-bb50-7039ed3909ef req-85700828-04dd-44c5-bd74-936ca2fa543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:46.464183 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c0413a1b-3ab5-45ad-bb50-7039ed3909ef req-85700828-04dd-44c5-bd74-936ca2fa543f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 1127 time: 0.0477617 Feb 02 13:50:46.510938 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c0413a1b-3ab5-45ad-bb50-7039ed3909ef req-68e1643b-57b1-4fe8-8f6f-59cbd660cde3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388954 Feb 02 13:50:47.410555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832441fb-f8f9-4970-8c0f-8e206341cd51 req-b93241ac-356a-4a57-8b30-30178429571e tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:47.412023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-832441fb-f8f9-4970-8c0f-8e206341cd51 req-b93241ac-356a-4a57-8b30-30178429571e tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0582759 Feb 02 13:50:47.475695 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-832441fb-f8f9-4970-8c0f-8e206341cd51 req-0bf49156-7f21-4bbc-982c-79bc8bf0e0a9 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573554 Feb 02 13:50:48.609232 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf41ce-4aec-4569-8084-539d3f1f87d9 req-bb32946c-298d-476c-8f8f-bc3b25a8149c tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:48.610820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3cf41ce-4aec-4569-8084-539d3f1f87d9 req-bb32946c-298d-476c-8f8f-bc3b25a8149c tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0584354 Feb 02 13:50:48.663642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3cf41ce-4aec-4569-8084-539d3f1f87d9 req-3e46d622-7297-4d68-8396-700026de8c57 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430996 Feb 02 13:50:48.793365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e74e50-d9d2-4e0b-96f5-07115d31a2ef req-163c6807-53f0-4a0b-8f1d-6b617712dc71 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:48.794826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78e74e50-d9d2-4e0b-96f5-07115d31a2ef req-163c6807-53f0-4a0b-8f1d-6b617712dc71 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0563524 Feb 02 13:50:48.844738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78e74e50-d9d2-4e0b-96f5-07115d31a2ef req-f9e162c3-efdf-4b94-898e-d051d02ac578 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440440 Feb 02 13:50:49.149414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-b55d2ef7-dfe8-49a0-b43f-a5ca3d558283 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819170 Feb 02 13:50:49.157337 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5f754-9e6d-4900-86d4-dfda24248d6e req-d34107f1-b30f-464a-8628-f8c669375f79 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:49.158809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8b5f754-9e6d-4900-86d4-dfda24248d6e req-d34107f1-b30f-464a-8628-f8c669375f79 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0901020 Feb 02 13:50:49.216215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a8b5f754-9e6d-4900-86d4-dfda24248d6e req-32cb4a0e-d2b9-452b-b0bc-5243e31c3290 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497522 Feb 02 13:50:50.358523 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757433a-6260-4959-a6af-04729757fbd0 req-eeb6380a-f761-462a-ab78-a40e7e3dd5c5 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:50.360171 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d757433a-6260-4959-a6af-04729757fbd0 req-eeb6380a-f761-462a-ab78-a40e7e3dd5c5 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0616515 Feb 02 13:50:50.414791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d757433a-6260-4959-a6af-04729757fbd0 req-8fa73cc9-d203-47bb-9583-f3b81af604c0 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472281 Feb 02 13:50:50.472722 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-12c5ed21-bd78-4909-9a8e-fdb31d40c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:50.474248 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-12c5ed21-bd78-4909-9a8e-fdb31d40c0f7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 1127 time: 0.0573592 Feb 02 13:50:50.573798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-d2b24de2-6256-4389-b3a9-3a600197afda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:50.575299 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-d2b24de2-6256-4389-b3a9-3a600197afda service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.0941894 Feb 02 13:50:50.618197 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-a5f120f4-5ea0-4c46-8cc4-00d6a6d9c809 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925 HTTP/1.1" status: 200 len: 217 time: 0.0349476 Feb 02 13:50:50.668349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-ac91187e-ad23-4fbe-91ea-c6255c7e0b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:50.669761 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-ac91187e-ad23-4fbe-91ea-c6255c7e0b68 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0455761 Feb 02 13:50:50.707784 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-9d85a5ec-2520-4274-9bc8-8849d1b91d6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314081 Feb 02 13:50:50.797535 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-e0fb13a0-2126-4f7d-b361-86348d2ca6da service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835063 Feb 02 13:50:50.898568 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-e7d3053b-b0e9-4016-8e32-75bdba64f29c service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952499 Feb 02 13:50:51.556468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a689a1f-6698-408e-a486-6fcf7831786d req-c98fc304-1029-45c5-b94e-d6c7a62d158a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:51.557978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a689a1f-6698-408e-a486-6fcf7831786d req-c98fc304-1029-45c5-b94e-d6c7a62d158a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0663853 Feb 02 13:50:51.609380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a689a1f-6698-408e-a486-6fcf7831786d req-c132650b-161f-4fb8-916d-870076cc20b4 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450292 Feb 02 13:50:52.738443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232edae0-ced5-4743-a159-35833dbc8e5c req-bd245368-4f9a-4959-bc5f-a9ad8a08dc5d tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:52.740106 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-232edae0-ced5-4743-a159-35833dbc8e5c req-bd245368-4f9a-4959-bc5f-a9ad8a08dc5d tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0587919 Feb 02 13:50:52.789936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-232edae0-ced5-4743-a159-35833dbc8e5c req-138f5aa5-cf6b-4980-867c-104f64a59086 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441525 Feb 02 13:50:53.956951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266baf-a5dd-4838-be04-db947f7c85ad req-6dda62e7-2996-4c54-b88b-54a50f42f61c tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:53.958421 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71266baf-a5dd-4838-be04-db947f7c85ad req-6dda62e7-2996-4c54-b88b-54a50f42f61c tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0834904 Feb 02 13:50:54.007869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71266baf-a5dd-4838-be04-db947f7c85ad req-30676294-c90d-48bb-90fd-5339cf8af99d tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Feb 02 13:50:55.136020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17441b37-b08b-4ebf-8389-c806ae0775c7 req-af6bd582-a65f-4710-b989-6506031fdbed tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:55.137396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17441b37-b08b-4ebf-8389-c806ae0775c7 req-af6bd582-a65f-4710-b989-6506031fdbed tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0553205 Feb 02 13:50:55.189485 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17441b37-b08b-4ebf-8389-c806ae0775c7 req-cc1b3c80-834a-447c-b09b-f2292d02ce76 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461369 Feb 02 13:50:56.316561 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015f93d-7d6d-4559-9389-e953d2eedd8d req-0207baba-f315-46ed-94b8-9a0311d7d0dd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:56.318012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9015f93d-7d6d-4559-9389-e953d2eedd8d req-0207baba-f315-46ed-94b8-9a0311d7d0dd tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0584178 Feb 02 13:50:56.375331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9015f93d-7d6d-4559-9389-e953d2eedd8d req-cd2c42b3-c7c4-48ac-9fd7-ce4954adb681 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488138 Feb 02 13:50:57.510937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ce223-6f41-4a7f-ba73-5b16225f4386 req-fc0a4ac3-3585-429c-8379-9084c2e04437 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:57.512475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d06ce223-6f41-4a7f-ba73-5b16225f4386 req-fc0a4ac3-3585-429c-8379-9084c2e04437 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0586834 Feb 02 13:50:57.566150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d06ce223-6f41-4a7f-ba73-5b16225f4386 req-b1b898ec-6a8e-4bbe-bbb1-8ccaeaeda60e tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 Feb 02 13:50:58.694168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f157941-ee80-498e-9327-b92b99ee03db req-9bcf2958-06ff-4048-a973-b747d466c045 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:58.695854 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f157941-ee80-498e-9327-b92b99ee03db req-9bcf2958-06ff-4048-a973-b747d466c045 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0580697 Feb 02 13:50:58.752755 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f157941-ee80-498e-9327-b92b99ee03db req-63388224-7f8c-4749-a3cd-d0ab5a6b84e3 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501938 Feb 02 13:50:59.895205 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b7f00-ca68-42d4-b4e1-fb6bf069d0fb req-80dcc189-3e99-460e-a5b5-cb8c49aa8339 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:50:59.896770 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee9b7f00-ca68-42d4-b4e1-fb6bf069d0fb req-80dcc189-3e99-460e-a5b5-cb8c49aa8339 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0637674 Feb 02 13:50:59.948688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ee9b7f00-ca68-42d4-b4e1-fb6bf069d0fb req-43582782-b371-45d3-ad13-99fb96b5f820 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456305 Feb 02 13:51:01.077617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb84e48a-ecff-4326-9a16-35927cd06881 req-b41c90b9-71a5-4a13-8f31-b3ac1c83ccde tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:01.079170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb84e48a-ecff-4326-9a16-35927cd06881 req-b41c90b9-71a5-4a13-8f31-b3ac1c83ccde tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0561352 Feb 02 13:51:01.131844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb84e48a-ecff-4326-9a16-35927cd06881 req-c124c444-da8a-49b5-a439-5c33cb780bff tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467191 Feb 02 13:51:01.836196 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-38edb395-2a58-41f1-9f6d-621f2b8e0b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:02.256149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d5a41-74d4-438d-aff3-a690495cf5df req-17a442f2-4698-4f89-9835-7ab1b878f3e2 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:02.257910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a7d5a41-74d4-438d-aff3-a690495cf5df req-17a442f2-4698-4f89-9835-7ab1b878f3e2 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0562322 Feb 02 13:51:02.310932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4a7d5a41-74d4-438d-aff3-a690495cf5df req-36503a53-e870-4de5-b8aa-776c28dd5453 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472057 Feb 02 13:51:03.441922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3a566-2444-45d9-bf98-2613bccf60be req-a9071959-88bb-4872-a492-92589a43f4c5 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:03.444417 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01a3a566-2444-45d9-bf98-2613bccf60be req-a9071959-88bb-4872-a492-92589a43f4c5 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0613205 Feb 02 13:51:03.495294 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01a3a566-2444-45d9-bf98-2613bccf60be req-6ee08a43-f88e-4832-9a3b-1bc1d798dbcc tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437322 Feb 02 13:51:04.137715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a69de903-21d3-4b32-89e7-7453793923f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:04.632732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004f362-0371-482b-bccd-b2cc35b9d3b2 req-5f090300-f4d9-49dd-9e90-7ce40c375a92 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:04.634225 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7004f362-0371-482b-bccd-b2cc35b9d3b2 req-5f090300-f4d9-49dd-9e90-7ce40c375a92 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0608654 Feb 02 13:51:04.681712 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7004f362-0371-482b-bccd-b2cc35b9d3b2 req-8307ae07-880e-454c-8afd-d1a4144233de tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Feb 02 13:51:05.706890 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:05.822143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a898d11-4839-4a39-9f2d-41fcb43a56c4 req-d8e078aa-3865-45e7-ae04-19c283a5c27a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:05.823729 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a898d11-4839-4a39-9f2d-41fcb43a56c4 req-d8e078aa-3865-45e7-ae04-19c283a5c27a tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0628698 Feb 02 13:51:05.877313 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a898d11-4839-4a39-9f2d-41fcb43a56c4 req-f4ddf1cb-bf5e-413e-b8a0-e7c08c2998f1 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457234 Feb 02 13:51:06.984572 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:07.021771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4471d-01b4-49e4-b11d-34057c5ce7b2 req-7d8a712f-4917-4e86-ab64-005eb2b5bac9 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:07.023334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fb4471d-01b4-49e4-b11d-34057c5ce7b2 req-7d8a712f-4917-4e86-ab64-005eb2b5bac9 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0592139 Feb 02 13:51:07.076801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fb4471d-01b4-49e4-b11d-34057c5ce7b2 req-98dda601-8d8b-4559-bfa3-23fcada7fc83 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Feb 02 13:51:07.135135 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:07.991841 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:08.069202 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:08.210497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346e903-d3b3-4862-9f86-d7262df53451 req-a3f56e67-2729-4934-aec9-de5f0cc7ae34 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:08.212026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8346e903-d3b3-4862-9f86-d7262df53451 req-a3f56e67-2729-4934-aec9-de5f0cc7ae34 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0617113 Feb 02 13:51:08.273626 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8346e903-d3b3-4862-9f86-d7262df53451 req-1109df6d-c70c-4765-a1e9-01c101d0fa7e tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526156 Feb 02 13:51:09.413965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458c430-2766-4b90-b841-81a5779b9a8e req-8657ed80-3015-4222-a44e-39c809d5537b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:09.415467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0458c430-2766-4b90-b841-81a5779b9a8e req-8657ed80-3015-4222-a44e-39c809d5537b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0624614 Feb 02 13:51:09.477120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0458c430-2766-4b90-b841-81a5779b9a8e req-685a12d7-4076-4f10-a2d1-f8708d07e6d2 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530443 Feb 02 13:51:10.616784 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719a06b-36c9-4326-adfe-06836329a5f8 req-c19e5e5c-4ded-47cd-b726-e1cb18c7ff2d tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:10.618336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e719a06b-36c9-4326-adfe-06836329a5f8 req-c19e5e5c-4ded-47cd-b726-e1cb18c7ff2d tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0681624 Feb 02 13:51:10.681842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e719a06b-36c9-4326-adfe-06836329a5f8 req-4b09a666-5fcf-4fd2-878e-4e473b72f2b6 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528619 Feb 02 13:51:11.811912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7904e0-08e7-4ffe-aad0-b950aa982152 req-7eef283e-c1ac-4715-a796-83532b5499d5 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:11.813381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a7904e0-08e7-4ffe-aad0-b950aa982152 req-7eef283e-c1ac-4715-a796-83532b5499d5 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0574489 Feb 02 13:51:11.869777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a7904e0-08e7-4ffe-aad0-b950aa982152 req-66ffabef-efbf-4c9c-aecb-a305a6e6646e tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484619 Feb 02 13:51:13.013115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ff7c8-b391-4920-8413-33495691df6e req-801f1b10-377b-46e5-b81d-c488a6bbd6ff tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:13.014598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa9ff7c8-b391-4920-8413-33495691df6e req-801f1b10-377b-46e5-b81d-c488a6bbd6ff tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0596533 Feb 02 13:51:13.064789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa9ff7c8-b391-4920-8413-33495691df6e req-95616ae7-aca0-4680-b592-85dd9b5009ee tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444155 Feb 02 13:51:13.551921 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:51:13.775140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51ebc8-d649-4e19-ac1c-dab73949d033 req-3acd3216-937e-46b9-8d29-2510fc3783c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:13.776698 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca51ebc8-d649-4e19-ac1c-dab73949d033 req-3acd3216-937e-46b9-8d29-2510fc3783c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 1127 time: 0.0541790 Feb 02 13:51:13.893955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51ebc8-d649-4e19-ac1c-dab73949d033 req-85dcf3a7-71d7-4f91-bfd6-918763d54def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:13.895545 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca51ebc8-d649-4e19-ac1c-dab73949d033 req-85dcf3a7-71d7-4f91-bfd6-918763d54def service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.0969362 Feb 02 13:51:13.945301 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca51ebc8-d649-4e19-ac1c-dab73949d033 req-a245bd36-12ae-419b-8f66-2140040e12ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925 HTTP/1.1" status: 200 len: 217 time: 0.0421546 Feb 02 13:51:13.998018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51ebc8-d649-4e19-ac1c-dab73949d033 req-ea28c4f5-ab70-4d9c-b418-423a1cbc995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:14.000171 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca51ebc8-d649-4e19-ac1c-dab73949d033 req-ea28c4f5-ab70-4d9c-b418-423a1cbc995b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0479021 Feb 02 13:51:14.037119 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca51ebc8-d649-4e19-ac1c-dab73949d033 req-551a75c7-722a-4d4a-855c-19f5810a91a6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292344 Feb 02 13:51:14.146960 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca51ebc8-d649-4e19-ac1c-dab73949d033 req-174113e5-8c18-4737-b436-317ec02503e0 service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033885 Feb 02 13:51:14.205274 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74707ff-ddb6-458e-aa9f-b3f2eced4d87 req-787bfdcf-82c1-4544-b3a9-4b9a12c1c234 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:14.206837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f74707ff-ddb6-458e-aa9f-b3f2eced4d87 req-787bfdcf-82c1-4544-b3a9-4b9a12c1c234 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0630722 Feb 02 13:51:14.252644 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca51ebc8-d649-4e19-ac1c-dab73949d033 req-fe958759-221f-4f85-ae18-21c4a5eedfc6 service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954893 Feb 02 13:51:14.262640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f74707ff-ddb6-458e-aa9f-b3f2eced4d87 req-6f0d8ec6-0527-480c-843b-444d66e98ee3 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485914 Feb 02 13:51:15.394323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c683186-bd1c-49be-bde6-2ee40c471cbe req-2ba1572e-c258-4f98-9996-a094cd273282 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:15.395911 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c683186-bd1c-49be-bde6-2ee40c471cbe req-2ba1572e-c258-4f98-9996-a094cd273282 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0605416 Feb 02 13:51:15.448357 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c683186-bd1c-49be-bde6-2ee40c471cbe req-79f2ff3f-4d72-424c-908c-5085b89c0cd8 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448236 Feb 02 13:51:16.582782 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29456562-a3d7-4c25-9a78-befa07da3622 req-83e7a712-9bf7-40fb-9d32-710210a4e631 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:16.584477 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29456562-a3d7-4c25-9a78-befa07da3622 req-83e7a712-9bf7-40fb-9d32-710210a4e631 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0596900 Feb 02 13:51:16.646464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29456562-a3d7-4c25-9a78-befa07da3622 req-e37d5be4-7100-49c5-ad3d-d5ce4191de60 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555048 Feb 02 13:51:17.784526 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fe1ad-1873-4183-b65e-313a1438165b req-58fa8778-ec6b-4393-9d43-3e07885fee23 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:17.786111 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-911fe1ad-1873-4183-b65e-313a1438165b req-58fa8778-ec6b-4393-9d43-3e07885fee23 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0608768 Feb 02 13:51:17.833867 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-911fe1ad-1873-4183-b65e-313a1438165b req-41f193a5-20e5-40a4-8ed4-aebc8bfa21dc tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420027 Feb 02 13:51:18.011810 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-e8034afd-68c7-4f05-a5e1-183ef4f7952d service neutron] show failed (client error): The resource could not be found. Feb 02 13:51:18.012748 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-e8034afd-68c7-4f05-a5e1-183ef4f7952d service neutron] 10.222.0.62 "GET /v2.0/ports/69164c90-c0b4-4154-8a0e-0afd7acd9925/bindings/n-h1-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0655551 Feb 02 13:51:18.245996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-051cc1f4-6dc6-43b1-8063-8d9458a56688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:18.247535 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-051cc1f4-6dc6-43b1-8063-8d9458a56688 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b&tenant_id=0fc38e8a28ce468a8108b3144e74135a HTTP/1.1" status: 200 len: 1127 time: 0.0480263 Feb 02 13:51:18.265292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:51:18.327711 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:18.559963 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:51:18.601894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:51:18.650485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69164c90-c0b4-4154-8a0e-0afd7acd9925'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:51:18.652946 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eac84e5-93ed-4ef2-a35b-91ce84226511" -d '{"events": [{"server_uuid": "822ea6b7-810f-48e5-a33f-45680ed4cc3b", "name": "network-vif-unplugged", "status": "completed", "tag": "69164c90-c0b4-4154-8a0e-0afd7acd9925"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:51:18.656709 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Publish callbacks [] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:18.670238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Transition to ACTIVE for port object 69164c90-c0b4-4154-8a0e-0afd7acd9925 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:51:18.674147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:18.708392 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f98083-fd09-41ad-b708-8d82a840c20f x-openstack-request-id: req-05f98083-fd09-41ad-b708-8d82a840c20f {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:51:18.708682 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822ea6b7-810f-48e5-a33f-45680ed4cc3b", "name": "network-vif-unplugged", "status": "completed", "tag": "69164c90-c0b4-4154-8a0e-0afd7acd9925", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:51:18.708949 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-05f98083-fd09-41ad-b708-8d82a840c20f {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:51:18.709311 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69164c90-c0b4-4154-8a0e-0afd7acd9925', 'code': 200} Feb 02 13:51:18.727806 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Pushing event updated for resources: {'Port': ['ID=69164c90-c0b4-4154-8a0e-0afd7acd9925,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:18.743894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] No DVR routers for this DVR port 69164c90-c0b4-4154-8a0e-0afd7acd9925 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:51:18.751752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.752089 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.752426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.752755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.753068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.753386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.753702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.754040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.754346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.754677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.754972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.755285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.755625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:18.793958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Attempting to bind port 69164c90-c0b4-4154-8a0e-0afd7acd9925 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:51:18.794257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Attempting to bind port 69164c90-c0b4-4154-8a0e-0afd7acd9925 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:51:18.794604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Attempting to bind port 69164c90-c0b4-4154-8a0e-0afd7acd9925 on network 2e47fa93-b270-4865-a0ed-df47bf3f8948 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:51:18.799223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Port 69164c90-c0b4-4154-8a0e-0afd7acd9925 on network 2e47fa93-b270-4865-a0ed-df47bf3f8948 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:51:18.799558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Attempting to bind port 69164c90-c0b4-4154-8a0e-0afd7acd9925 on network 2e47fa93-b270-4865-a0ed-df47bf3f8948 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:51:18.804871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:51:18.805197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Checking segment: {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:51:18.805566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Bound using segment: {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:51:18.805988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Bound port: 69164c90-c0b4-4154-8a0e-0afd7acd9925, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5b4218-0739-4c93-a4ea-921f5dfca666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:51:18.806347 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:18.872031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:51:18.875165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:51:18.881308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:18.916356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:18.917039 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:18.918652 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] 10.222.0.18 "PUT /v2.0/ports/69164c90-c0b4-4154-8a0e-0afd7acd9925 HTTP/1.1" status: 200 len: 1091 time: 0.6579487 Feb 02 13:51:18.939315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec27f33-a9ee-4a38-b8d3-67104e781292 service neutron] Pushing event updated for resources: {'Port': ['ID=69164c90-c0b4-4154-8a0e-0afd7acd9925,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:18.973091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31636a-d59f-4b1d-b698-bde382eae33b req-470050d4-6221-48d2-b775-fd5288d49cf5 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:18.975873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b31636a-d59f-4b1d-b698-bde382eae33b req-470050d4-6221-48d2-b775-fd5288d49cf5 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 943 time: 0.0678794 Feb 02 13:51:19.006572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-0ab32f75-7bae-469a-9036-62458f440137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:19.008144 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-0ab32f75-7bae-469a-9036-62458f440137 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 1125 time: 0.0528874 Feb 02 13:51:19.026227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2b31636a-d59f-4b1d-b698-bde382eae33b req-e8cc67cd-723a-44b2-9293-014661230876 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445881 Feb 02 13:51:19.103109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-d90f1eef-1ba0-42c1-bed1-89dc18f4b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:19.104601 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-d90f1eef-1ba0-42c1-bed1-89dc18f4b343 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.0906038 Feb 02 13:51:19.145468 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-609482a5-e9ef-4937-a937-8ff0f41bfc87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925 HTTP/1.1" status: 200 len: 217 time: 0.0339384 Feb 02 13:51:19.199703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-fdda5971-5100-4a4f-897a-d3560c408ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:19.201183 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-fdda5971-5100-4a4f-897a-d3560c408ff3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0495973 Feb 02 13:51:19.236502 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-b25d90ee-cccd-4989-a148-a5c0fb5634fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290861 Feb 02 13:51:19.328069 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-776d55f6-ca13-4cbe-b410-74e22c0b15fa service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850279 Feb 02 13:51:19.423843 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-faba40cd-b1de-42f2-a1eb-65377c619646 req-98f61cc1-6ad8-44e4-8df4-cbe6d7298816 service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889535 Feb 02 13:51:20.168456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a98fd-ca93-4d1b-9d8d-117faeb29df5 req-11828c8d-f3c5-41b6-bd87-4841c66df605 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:20.169995 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-077a98fd-ca93-4d1b-9d8d-117faeb29df5 req-11828c8d-f3c5-41b6-bd87-4841c66df605 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 943 time: 0.0629249 Feb 02 13:51:20.220390 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-077a98fd-ca93-4d1b-9d8d-117faeb29df5 req-8f77f4f6-c1d2-4746-9822-4a624ed13e8c tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Feb 02 13:51:20.710814 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'tag': '69164c90-c0b4-4154-8a0e-0afd7acd9925'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:51:20.713298 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a2c8d6-d318-4509-adf6-5f86ea44310b" -d '{"events": [{"name": "network-changed", "server_uuid": "822ea6b7-810f-48e5-a33f-45680ed4cc3b", "tag": "69164c90-c0b4-4154-8a0e-0afd7acd9925"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:51:20.767938 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56008a2-fd9a-4f56-b676-93c1cffa8f8e x-openstack-request-id: req-c56008a2-fd9a-4f56-b676-93c1cffa8f8e {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:51:20.768241 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822ea6b7-810f-48e5-a33f-45680ed4cc3b", "tag": "69164c90-c0b4-4154-8a0e-0afd7acd9925", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:51:20.768494 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c56008a2-fd9a-4f56-b676-93c1cffa8f8e {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:51:20.769175 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'tag': '69164c90-c0b4-4154-8a0e-0afd7acd9925', 'status': 'completed', 'code': 200} Feb 02 13:51:20.893804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-40536768-ede3-46ea-85f5-e94a6924a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:20.895306 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-40536768-ede3-46ea-85f5-e94a6924a648 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 1125 time: 0.0810339 Feb 02 13:51:20.897009 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-a1c4331d-41f6-4a07-b7de-59f9e6241531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:20.898339 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-a1c4331d-41f6-4a07-b7de-59f9e6241531 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 1125 time: 0.0828018 Feb 02 13:51:21.051037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-ca97a621-642d-4dc7-8f6f-cec31747d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:21.052463 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-ca97a621-642d-4dc7-8f6f-cec31747d913 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.1506600 Feb 02 13:51:21.055095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-8e322b3e-93a2-413f-bec5-46ce81521eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:21.056419 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-8e322b3e-93a2-413f-bec5-46ce81521eb3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.1474788 Feb 02 13:51:21.126952 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-fff16a52-d482-4c0f-a1ed-b6874fc74b4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925 HTTP/1.1" status: 200 len: 217 time: 0.0676410 Feb 02 13:51:21.128316 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-6e3068e5-e4a1-468b-aecd-296557d01a41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925 HTTP/1.1" status: 200 len: 217 time: 0.0633235 Feb 02 13:51:21.212694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-def1fafb-c3b5-4751-aaff-2be734cf98bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:21.214192 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-def1fafb-c3b5-4751-aaff-2be734cf98bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0770800 Feb 02 13:51:21.216059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-3ae7c905-0f29-4bd9-b688-c7c41276c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:21.217391 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-3ae7c905-0f29-4bd9-b688-c7c41276c99a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0726748 Feb 02 13:51:21.271169 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-ca826ca1-219b-40aa-a52d-34c2ae4f68a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498075 Feb 02 13:51:21.273294 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-62a02c66-f491-4335-9e53-3b6a6d3fc982 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443630 Feb 02 13:51:21.348941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa501e-7316-4c97-a3bd-ed77147cb803 req-baa2d0ae-9f74-487a-b2ed-341677a934ce tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:21.350324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eaa501e-7316-4c97-a3bd-ed77147cb803 req-baa2d0ae-9f74-487a-b2ed-341677a934ce tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 943 time: 0.0548739 Feb 02 13:51:21.400823 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2eaa501e-7316-4c97-a3bd-ed77147cb803 req-14e5183b-f271-4f54-919e-e87e0d362981 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445232 Feb 02 13:51:21.428446 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-36a6dba1-e2c3-43b9-a7fd-47e924338ec7 service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516201 Feb 02 13:51:21.431904 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-854ebf04-d796-4b12-8702-a91e4c7797bb service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471770 Feb 02 13:51:21.600305 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-1dedf33b-b00e-4a11-8704-998df5f7c1d7 service neutron] 10.222.0.18 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658666 Feb 02 13:51:21.609755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c3eb8a-0853-4f3f-b644-78d074377e9c req-4ee3f006-39d2-4b6a-8016-4464f8e97cc7 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:21.611239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0c3eb8a-0853-4f3f-b644-78d074377e9c req-4ee3f006-39d2-4b6a-8016-4464f8e97cc7 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 943 time: 0.0579700 Feb 02 13:51:21.618296 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e1a2c8d6-d318-4509-adf6-5f86ea44310b req-d18f4a65-a352-4ec4-a7b1-2c1f759d9f38 service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764932 Feb 02 13:51:21.649917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-1db06a61-6f93-4622-8a65-67f7c75a0a3f tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:21.651446 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-1db06a61-6f93-4622-8a65-67f7c75a0a3f tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.62 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b&tenant_id=0fc38e8a28ce468a8108b3144e74135a&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 943 time: 0.0661108 Feb 02 13:51:21.660738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0c3eb8a-0853-4f3f-b644-78d074377e9c req-c8d1f622-1c81-4212-8f90-24ca254c7897 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Feb 02 13:51:21.721724 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-ae5cf8be-29c8-4341-a43c-08d51a60b866 service neutron] delete failed (client error): The resource could not be found. Feb 02 13:51:21.723324 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-ae5cf8be-29c8-4341-a43c-08d51a60b866 service neutron] 10.222.0.62 "DELETE /v2.0/ports/69164c90-c0b4-4154-8a0e-0afd7acd9925/bindings/n-h2-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0617158 Feb 02 13:51:21.844730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-f84c8b96-8ea6-430f-a08a-473b6153f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:21.846239 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-f84c8b96-8ea6-430f-a08a-473b6153f074 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0fc38e8a28ce468a8108b3144e74135a&device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 1125 time: 0.0492327 Feb 02 13:51:21.945315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-f7935676-14ea-4600-94ba-5b9af3e69075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:21.947467 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-f7935676-14ea-4600-94ba-5b9af3e69075 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 200 len: 915 time: 0.0948534 Feb 02 13:51:21.997555 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-241a3f67-8a1f-417e-b9b6-73768bb4b429 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925 HTTP/1.1" status: 200 len: 217 time: 0.0435541 Feb 02 13:51:22.046756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-b9589f90-6f39-428e-9710-fd96c2cd0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:22.048237 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-b9589f90-6f39-428e-9710-fd96c2cd0fe1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 200 len: 854 time: 0.0431581 Feb 02 13:51:22.080365 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-9c98bc53-28e6-46a1-8cea-53cbc1b678fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2e47fa93-b270-4865-a0ed-df47bf3f8948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258436 Feb 02 13:51:22.185050 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-03a9c93b-7782-495f-b0e2-7433da236a15 service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969932 Feb 02 13:51:22.272443 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-36f6ab81-9574-40bd-8e57-8ab6465e67c6 req-e9feee0a-2da9-4b5f-965d-8ae562e76620 service neutron] 10.222.0.62 "GET /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812039 Feb 02 13:51:22.315302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 69164c90-c0b4-4154-8a0e-0afd7acd9925 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:51:22.366549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] The host n-h2-827336-2 is not matching for port 69164c90-c0b4-4154-8a0e-0afd7acd9925 host n-h1-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:51:22.366922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 69164c90-c0b4-4154-8a0e-0afd7acd9925 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:51:22.763631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 69164c90-c0b4-4154-8a0e-0afd7acd9925 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:51:22.807753 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba780487-e26b-4dba-9bb0-0a8b0bb2af46 req-95f07396-18d9-4fe1-ae8a-0ffd7d857266 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:22.809337 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba780487-e26b-4dba-9bb0-0a8b0bb2af46 req-95f07396-18d9-4fe1-ae8a-0ffd7d857266 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 943 time: 0.0664351 Feb 02 13:51:22.865583 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ba780487-e26b-4dba-9bb0-0a8b0bb2af46 req-7d5d6543-df27-4da1-824e-d994cab0fc29 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501788 Feb 02 13:51:22.883991 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:51:22.896412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '69164c90-c0b4-4154-8a0e-0afd7acd9925', 'network_id': '2e47fa93-b270-4865-a0ed-df47bf3f8948', 'port_id': '69164c90-c0b4-4154-8a0e-0afd7acd9925', 'mac_address': 'fa:16:3e:d9:35:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e931fdc-438e-403e-867d-53d38136369f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:51:22.938786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 69164c90-c0b4-4154-8a0e-0afd7acd9925 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:51:22.939176 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:22.954200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69164c90-c0b4-4154-8a0e-0afd7acd9925 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:51:22.974785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:51:22.980576 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:23.031949 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=69164c90-c0b4-4154-8a0e-0afd7acd9925,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:23.039616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.039964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.040307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.040641 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.040970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.041300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.041651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.041944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.042266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.042611 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.042933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.043235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.043588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:23.264399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['69164c90-c0b4-4154-8a0e-0afd7acd9925'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:51:24.004567 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb84bc5-48aa-42d5-9f59-aa8678c0f00e req-99c555e9-853a-4675-abd5-fa84ae9e4f4b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:24.006017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2bb84bc5-48aa-42d5-9f59-aa8678c0f00e req-99c555e9-853a-4675-abd5-fa84ae9e4f4b tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 944 time: 0.0593975 Feb 02 13:51:24.067536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2bb84bc5-48aa-42d5-9f59-aa8678c0f00e req-c44dcf92-f0e2-46c4-811e-8c16ca07ec12 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555344 Feb 02 13:51:24.202398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ed121-fdb1-4644-bcd1-d24254f01a6c req-6f0fff3e-f2bd-4b6d-a941-c452a4c9fb13 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:24.203935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e6ed121-fdb1-4644-bcd1-d24254f01a6c req-6f0fff3e-f2bd-4b6d-a941-c452a4c9fb13 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 944 time: 0.0656788 Feb 02 13:51:24.258706 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0e6ed121-fdb1-4644-bcd1-d24254f01a6c req-5bf921ac-e42f-418e-a1d8-9dea6a9f18a3 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467441 Feb 02 13:51:24.391217 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf00e06-3bf1-4ecc-958b-829521c86c3c req-428d2bbe-b76a-4989-842e-3ffb37af011e tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:24.392743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cf00e06-3bf1-4ecc-958b-829521c86c3c req-428d2bbe-b76a-4989-842e-3ffb37af011e tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 944 time: 0.0609787 Feb 02 13:51:24.444133 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cf00e06-3bf1-4ecc-958b-829521c86c3c req-90493e57-9b61-4030-9004-4d2b507991a3 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453780 Feb 02 13:51:24.760640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 69164c90-c0b4-4154-8a0e-0afd7acd9925 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:51:24.816536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 69164c90-c0b4-4154-8a0e-0afd7acd9925 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:51:24.820870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 69164c90-c0b4-4154-8a0e-0afd7acd9925 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:24.821412 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:24.830169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a3caa-05e6-4f9b-9f1a-ee65a68bcefd req-3a00d1fa-184b-492f-af74-b24c6de057e9 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:24.831732 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb9a3caa-05e6-4f9b-9f1a-ee65a68bcefd req-3a00d1fa-184b-492f-af74-b24c6de057e9 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 944 time: 0.0651112 Feb 02 13:51:24.884324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb9a3caa-05e6-4f9b-9f1a-ee65a68bcefd req-f7bf435c-a7eb-481a-9761-c1b199ed45b4 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444829 Feb 02 13:51:24.910662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 69164c90-c0b4-4154-8a0e-0afd7acd9925 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:51:24.911131 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:24.938514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69164c90-c0b4-4154-8a0e-0afd7acd9925'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:51:24.940540 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d0865e-5175-40e2-81e9-6a68698274ca" -d '{"events": [{"server_uuid": "822ea6b7-810f-48e5-a33f-45680ed4cc3b", "name": "network-vif-plugged", "status": "completed", "tag": "69164c90-c0b4-4154-8a0e-0afd7acd9925"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:51:24.954006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:51:24.959288 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:25.011386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=69164c90-c0b4-4154-8a0e-0afd7acd9925,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:25.052595 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef4a0f8-ae9e-4937-ba8f-c1e783967e9a x-openstack-request-id: req-eef4a0f8-ae9e-4937-ba8f-c1e783967e9a {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:51:25.052894 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822ea6b7-810f-48e5-a33f-45680ed4cc3b", "name": "network-vif-plugged", "status": "completed", "tag": "69164c90-c0b4-4154-8a0e-0afd7acd9925", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:51:25.053154 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-eef4a0f8-ae9e-4937-ba8f-c1e783967e9a {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:51:25.053562 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69164c90-c0b4-4154-8a0e-0afd7acd9925', 'code': 200} Feb 02 13:51:26.011658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40ad49-3ec3-4886-9b98-587d517017bd req-88f5af71-79a5-4076-abc2-6e5743ca70c6 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:26.013120 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a40ad49-3ec3-4886-9b98-587d517017bd req-88f5af71-79a5-4076-abc2-6e5743ca70c6 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0558167 Feb 02 13:51:26.065442 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a40ad49-3ec3-4886-9b98-587d517017bd req-7445b0e1-2f7e-4176-8db2-6e6c4e1276f8 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.83 "GET /v2.0/security-groups?id=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442832 Feb 02 13:51:26.096262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264ec96-b84d-4698-ba37-dfd63c88c87c req-84711411-a31d-400c-97ef-4a1de97e4c3d tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:26.097751 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0264ec96-b84d-4698-ba37-dfd63c88c87c req-84711411-a31d-400c-97ef-4a1de97e4c3d tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.18 "GET /v2.0/ports?device_id=822ea6b7-810f-48e5-a33f-45680ed4cc3b HTTP/1.1" status: 200 len: 945 time: 0.0596426 Feb 02 13:51:26.190641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-0264ec96-b84d-4698-ba37-dfd63c88c87c req-f0a75183-08ff-44e8-bd8a-08e542b53014 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Deleting port 69164c90-c0b4-4154-8a0e-0afd7acd9925 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:51:26.191000 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0264ec96-b84d-4698-ba37-dfd63c88c87c req-f0a75183-08ff-44e8-bd8a-08e542b53014 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:26.533076 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0264ec96-b84d-4698-ba37-dfd63c88c87c req-f0a75183-08ff-44e8-bd8a-08e542b53014 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] For port 69164c90-c0b4-4154-8a0e-0afd7acd9925, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=69164c90-c0b4-4154-8a0e-0afd7acd9925,segment=NetworkSegment(3d5b4218-0739-4c93-a4ea-921f5dfca666),segment_id=3d5b4218-0739-4c93-a4ea-921f5dfca666)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:51:26.533385 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0264ec96-b84d-4698-ba37-dfd63c88c87c req-f0a75183-08ff-44e8-bd8a-08e542b53014 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:26.545834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-0264ec96-b84d-4698-ba37-dfd63c88c87c req-f0a75183-08ff-44e8-bd8a-08e542b53014 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Calling delete_port for 69164c90-c0b4-4154-8a0e-0afd7acd9925 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:51:26.682342 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0264ec96-b84d-4698-ba37-dfd63c88c87c req-f0a75183-08ff-44e8-bd8a-08e542b53014 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (69164c90-c0b4-4154-8a0e-0afd7acd9925), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:26.711363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a75183-08ff-44e8-bd8a-08e542b53014 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Pushing event deleted for resources: {'Port': ['ID=69164c90-c0b4-4154-8a0e-0afd7acd9925,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:26.718178 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['69164c90-c0b4-4154-8a0e-0afd7acd9925'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:51:26.773037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0264ec96-b84d-4698-ba37-dfd63c88c87c req-f0a75183-08ff-44e8-bd8a-08e542b53014 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] No DVR routers for this DVR port 69164c90-c0b4-4154-8a0e-0afd7acd9925 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:51:26.776181 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0264ec96-b84d-4698-ba37-dfd63c88c87c req-f0a75183-08ff-44e8-bd8a-08e542b53014 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:26.779954 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0264ec96-b84d-4698-ba37-dfd63c88c87c req-f0a75183-08ff-44e8-bd8a-08e542b53014 tempest-ServerDiskConfigTestJSON-2132110067 tempest-ServerDiskConfigTestJSON-2132110067-project] 10.222.0.18 "DELETE /v2.0/ports/69164c90-c0b4-4154-8a0e-0afd7acd9925 HTTP/1.1" status: 204 len: 173 time: 0.6761656 Feb 02 13:51:26.780394 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'name': 'network-vif-deleted', 'tag': '69164c90-c0b4-4154-8a0e-0afd7acd9925'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:51:26.782877 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2fd37b-43ea-4d1d-9c6f-c932c6d7c329" -d '{"events": [{"server_uuid": "822ea6b7-810f-48e5-a33f-45680ed4cc3b", "name": "network-vif-deleted", "tag": "69164c90-c0b4-4154-8a0e-0afd7acd9925"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:51:26.830659 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceb37dc-ac46-4e3d-8ff0-3cd0ffa1e965 x-openstack-request-id: req-cceb37dc-ac46-4e3d-8ff0-3cd0ffa1e965 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:51:26.831000 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822ea6b7-810f-48e5-a33f-45680ed4cc3b", "name": "network-vif-deleted", "tag": "69164c90-c0b4-4154-8a0e-0afd7acd9925", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:51:26.831531 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cceb37dc-ac46-4e3d-8ff0-3cd0ffa1e965 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:51:26.832061 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822ea6b7-810f-48e5-a33f-45680ed4cc3b', 'name': 'network-vif-deleted', 'tag': '69164c90-c0b4-4154-8a0e-0afd7acd9925', 'status': 'completed', 'code': 200} Feb 02 13:51:27.197039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39888) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:27.247951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-4872c3ae-2bf3-4fd8-83d8-3fe44fe5078b admin admin] Deleting subnet 7e931fdc-438e-403e-867d-53d38136369f {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:51:27.251663 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4872c3ae-2bf3-4fd8-83d8-3fe44fe5078b admin admin] Publish callbacks [] for subnet (7e931fdc-438e-403e-867d-53d38136369f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.296922 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4872c3ae-2bf3-4fd8-83d8-3fe44fe5078b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (7e931fdc-438e-403e-867d-53d38136369f), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.343730 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4872c3ae-2bf3-4fd8-83d8-3fe44fe5078b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (7e931fdc-438e-403e-867d-53d38136369f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.406619 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4872c3ae-2bf3-4fd8-83d8-3fe44fe5078b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (7e931fdc-438e-403e-867d-53d38136369f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.432216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872c3ae-2bf3-4fd8-83d8-3fe44fe5078b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e931fdc-438e-403e-867d-53d38136369f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:27.437084 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4872c3ae-2bf3-4fd8-83d8-3fe44fe5078b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.440493 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4872c3ae-2bf3-4fd8-83d8-3fe44fe5078b admin admin] 10.222.0.83 "DELETE /v2.0/subnets/7e931fdc-438e-403e-867d-53d38136369f HTTP/1.1" status: 204 len: 168 time: 0.2422557 Feb 02 13:51:27.442978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39890) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:27.514102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (2e47fa93-b270-4865-a0ed-df47bf3f8948), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.598261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (2e47fa93-b270-4865-a0ed-df47bf3f8948), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.618481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e47fa93-b270-4865-a0ed-df47bf3f8948']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:27.628013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5b4218-0739-4c93-a4ea-921f5dfca666') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:27.628307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5b4218-0739-4c93-a4ea-921f5dfca666') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:27.637738 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (3d5b4218-0739-4c93-a4ea-921f5dfca666), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.652099 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (3d5b4218-0739-4c93-a4ea-921f5dfca666), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.658556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:51:27.658905 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (3d5b4218-0739-4c93-a4ea-921f5dfca666), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:51:27.660907 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:51:27.724769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (2e47fa93-b270-4865-a0ed-df47bf3f8948), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.730699 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.734566 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] 10.222.0.83 "DELETE /v2.0/networks/2e47fa93-b270-4865-a0ed-df47bf3f8948 HTTP/1.1" status: 204 len: 168 time: 0.2906790 Feb 02 13:51:27.745204 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e82c2-2188-4d9a-b372-bedd0f0a4da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e47fa93-b270-4865-a0ed-df47bf3f8948,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:27.849476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39894) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:27.893333 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fedba04b-4992-4e24-9076-a1acdc76a38c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0fc38e8a28ce468a8108b3144e74135a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426304 Feb 02 13:51:27.896293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39896) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:27.950824 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Publish callbacks [] for security_group (f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:27.973659 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Publish callbacks [] for security_group (f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:28.025161 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:28.028398 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:28.029708 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6 HTTP/1.1" status: 204 len: 168 time: 0.1324730 Feb 02 13:51:28.037701 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d8a5d3-320a-4f1e-a19d-9d3ce7fc03d6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:28.045629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.045970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.046312 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.046640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.046965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.047287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.047629 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.047951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.048270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.048591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.048904 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.049241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.049558 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb573e-a3f6-4234-82d8-69c67801471c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:28.778986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39918) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:28.886919 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1529111121-network', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:51:28.910732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Made reservation on behalf of c6aa23f2b67b44a79b703ec9b4479109 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:51:28.913092 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:28.921670 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:28.997736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Publish callbacks [] for security_group (f7774fd5-bb82-4254-a531-f7c8516043c5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.003307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f7774fd5-bb82-4254-a531-f7c8516043c5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.028556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:51:29.042378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7774fd5-bb82-4254-a531-f7c8516043c5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:29.049037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e2cfb8bc-2757-443c-9255-703af14f9f20), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.050062 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Added segment e2cfb8bc-2757-443c-9255-703af14f9f20 of type vlan for network e7a19957-35e6-4c43-b726-04bc99bf486b Feb 02 13:51:29.090995 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (e7a19957-35e6-4c43-b726-04bc99bf486b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.124513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (e7a19957-35e6-4c43-b726-04bc99bf486b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.126058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:29.126903 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.182103 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4019806 Feb 02 13:51:29.185229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:29.190354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-c168f311-2020-4e6d-b183-86f88c9cb24b admin admin] Request body: {'subnet': {'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1529111121-subnet', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:51:29.212459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c168f311-2020-4e6d-b183-86f88c9cb24b admin admin] Made reservation on behalf of c6aa23f2b67b44a79b703ec9b4479109 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:51:29.215023 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c168f311-2020-4e6d-b183-86f88c9cb24b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.236797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c9112-4840-4539-a6bc-2c21f8ab234c admin admin] Pushing event updated for resources: {'Network': ['ID=e7a19957-35e6-4c43-b726-04bc99bf486b,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:29.252216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network e7a19957-35e6-4c43-b726-04bc99bf486b details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:51:29.418525 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c168f311-2020-4e6d-b183-86f88c9cb24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (86566f23-182f-43a1-8404-f5dd5c8ab6ea), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.476821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168f311-2020-4e6d-b183-86f88c9cb24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=86566f23-182f-43a1-8404-f5dd5c8ab6ea,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:29.490785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c168f311-2020-4e6d-b183-86f88c9cb24b admin admin] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:51:29.491132 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c168f311-2020-4e6d-b183-86f88c9cb24b admin admin] Network hostable DHCP agents. Network: e7a19957-35e6-4c43-b726-04bc99bf486b, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:51:29.508946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c168f311-2020-4e6d-b183-86f88c9cb24b admin admin] Network e7a19957-35e6-4c43-b726-04bc99bf486b is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:51:29.519731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c168f311-2020-4e6d-b183-86f88c9cb24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, e7a19957-35e6-4c43-b726-04bc99bf486b) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:51:29.523938 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c168f311-2020-4e6d-b183-86f88c9cb24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:29.524593 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c168f311-2020-4e6d-b183-86f88c9cb24b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.532321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251ff9b5-a796-4b93-85d0-9598791772be None None] Network e7a19957-35e6-4c43-b726-04bc99bf486b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:51:29.544397 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c168f311-2020-4e6d-b183-86f88c9cb24b admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3553452 Feb 02 13:51:29.544606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:29.552583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:51:29.577814 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (8c455743-42ad-416f-85c6-bf0b9c4a576b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.579385 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (8c455743-42ad-416f-85c6-bf0b9c4a576b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.640232 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Publish callbacks [] for router_controller (8c455743-42ad-416f-85c6-bf0b9c4a576b), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.649376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-e7a19957-35e6-4c43-b726-04bc99bf486b', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:51:29.650463 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.784264 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Publish callbacks [] for router_gateway (8c455743-42ad-416f-85c6-bf0b9c4a576b), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.795580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Allocated IP 172.20.0.2 (e7a19957-35e6-4c43-b726-04bc99bf486b/86566f23-182f-43a1-8404-f5dd5c8ab6ea/73fa1cfe-dea3-421f-bbed-bb5d113c5d10) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:51:29.949490 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Publish callbacks [] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.957434 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:29.997649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Network e7a19957-35e6-4c43-b726-04bc99bf486b is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:51:29.999982 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Publish callbacks [] for router_gateway (8c455743-42ad-416f-85c6-bf0b9c4a576b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:30.000825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:51:30.003858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:51:30.021446 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:30.040558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Pushing event updated for resources: {'Port': ['ID=73fa1cfe-dea3-421f-bbed-bb5d113c5d10,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:30.071389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Attempting to bind port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:51:30.071789 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Attempting to bind port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:51:30.072153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Attempting to bind port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:51:30.077798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:51:30.078183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:51:30.078589 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:30.078981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Bound using segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:51:30.079473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Bound port: 73fa1cfe-dea3-421f-bbed-bb5d113c5d10, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:51:30.079859 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:30.140083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Allocated IP 172.25.4.168 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/21bea142-5049-473f-a835-0a37fe8036f0) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:51:30.146210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] For port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:51:30.149980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] For port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=73fa1cfe-dea3-421f-bbed-bb5d113c5d10,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:51:30.156639 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:30.216442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a18b7-d62a-40d9-a766-b86728034792 None None] Pushing event updated for resources: {'Port': ['ID=73fa1cfe-dea3-421f-bbed-bb5d113c5d10,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:30.255739 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Publish callbacks [] for port (21bea142-5049-473f-a835-0a37fe8036f0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:30.291868 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (21bea142-5049-473f-a835-0a37fe8036f0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:30.334246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:51:30.339962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:51:30.343062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:51:30.403226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Pushing event updated for resources: {'Port': ['ID=21bea142-5049-473f-a835-0a37fe8036f0,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:30.656379 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Publish callbacks [] for router_gateway (8c455743-42ad-416f-85c6-bf0b9c4a576b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:30.776451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 69164c90-c0b4-4154-8a0e-0afd7acd9925 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:51:30.802757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 69164c90-c0b4-4154-8a0e-0afd7acd9925 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:51:30.802978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 69164c90-c0b4-4154-8a0e-0afd7acd9925 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:51:30.864611 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (8c455743-42ad-416f-85c6-bf0b9c4a576b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:31.006954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Router 8c455743-42ad-416f-85c6-bf0b9c4a576b is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:51:31.118093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:51:31.128064 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Sync routers for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:51:31.140800 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:51:31.141789 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:51:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:31.142285 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:31.146245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ffe163d9-bf5d-460a-9581-417d8703ccc8 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5978768 Feb 02 13:51:31.146439 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:31.264348 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:51:31.275467 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244dfb2a-4450-4ec3-9a33-617057ef33e9 None None] Network e7a19957-35e6-4c43-b726-04bc99bf486b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:51:31.419800 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e6d1e0f0-0954-409c-9120-8b0dee701a00 None None] Provisioning complete for port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:31.420406 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e0f0-0954-409c-9120-8b0dee701a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:31.533291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1e0f0-0954-409c-9120-8b0dee701a00 None None] Current status of the port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:51:31.534048 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e0f0-0954-409c-9120-8b0dee701a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:31.593296 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:30Z', 'revision_number': 3, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:31.608609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e6d1e0f0-0954-409c-9120-8b0dee701a00 None None] For port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=73fa1cfe-dea3-421f-bbed-bb5d113c5d10,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:51:31.618517 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e6d1e0f0-0954-409c-9120-8b0dee701a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:31.626153 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Checking router: 8c455743-42ad-416f-85c6-bf0b9c4a576b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:51:31.626568 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Updating router 8c455743-42ad-416f-85c6-bf0b9c4a576b port 21bea142-5049-473f-a835-0a37fe8036f0 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:51:31.660136 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (21bea142-5049-473f-a835-0a37fe8036f0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:31.722186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1e0f0-0954-409c-9120-8b0dee701a00 None None] Pushing event updated for resources: {'Port': ['ID=73fa1cfe-dea3-421f-bbed-bb5d113c5d10,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:31.752524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b7c4376b-9c8b-404b-b45c-e001de867e4f None None] Provisioning complete for port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:31.753048 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7c4376b-9c8b-404b-b45c-e001de867e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:31.853184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b7c4376b-9c8b-404b-b45c-e001de867e4f None None] Current status of the port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:51:31.859189 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0804240a-be24-4289-b7ae-97e4dc46e747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:31.957738 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Publish callbacks [] for port (21bea142-5049-473f-a835-0a37fe8036f0), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:31.964713 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (21bea142-5049-473f-a835-0a37fe8036f0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.021749 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Pushing event updated for resources: {'Port': ['ID=21bea142-5049-473f-a835-0a37fe8036f0,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:32.023744 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Attempting to bind port 21bea142-5049-473f-a835-0a37fe8036f0 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:51:32.024102 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Attempting to bind port 21bea142-5049-473f-a835-0a37fe8036f0 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:51:32.024454 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Attempting to bind port 21bea142-5049-473f-a835-0a37fe8036f0 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:51:32.031712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:51:32.033104 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:51:32.033473 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:51:32.033865 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.034249 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:51:32.036061 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Bound port: 21bea142-5049-473f-a835-0a37fe8036f0, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:51:32.036061 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (21bea142-5049-473f-a835-0a37fe8036f0), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.037269 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.037597 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.037923 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.038245 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.038562 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.038876 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.039185 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.039518 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.039828 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.040492 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.040492 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.040755 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.041024 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:51:32.084513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:32.084513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.091900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.094138 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] For port 21bea142-5049-473f-a835-0a37fe8036f0, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:51:32.097881 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] For port 21bea142-5049-473f-a835-0a37fe8036f0, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=21bea142-5049-473f-a835-0a37fe8036f0,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:51:32.106642 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (21bea142-5049-473f-a835-0a37fe8036f0), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.167973 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb8be0-603c-4edc-9964-3ec6eef8937d None None] Pushing event updated for resources: {'Port': ['ID=21bea142-5049-473f-a835-0a37fe8036f0,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:32.169802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:51:32.170708 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:51:32.171298 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:51:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:32.260903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Allocated IP 172.20.0.1 (e7a19957-35e6-4c43-b726-04bc99bf486b/86566f23-182f-43a1-8404-f5dd5c8ab6ea/35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:51:32.279398 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:51:32.368595 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Publish callbacks [] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.404262 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.442737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Network e7a19957-35e6-4c43-b726-04bc99bf486b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:51:32.447762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:51:32.451247 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:51:32.459035 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:30Z', 'revision_number': 3, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:32.481789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Pushing event updated for resources: {'Port': ['ID=35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:32.488727 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f06229-4004-4ce7-b4a4-351984bb8b13 None None] The sync data for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 is: [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:30Z', 'revision_number': 3, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:51:32.500650 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (8c455743-42ad-416f-85c6-bf0b9c4a576b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.643601 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.685748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4c11bce0-5e39-4231-9e70-9a9fe96ec764 None None] Provisioning complete for port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:32.686633 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c11bce0-5e39-4231-9e70-9a9fe96ec764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.745163 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4c11bce0-5e39-4231-9e70-9a9fe96ec764 None None] Port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:51:32.848135 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Publish callbacks [] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.853687 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.926866 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (8c455743-42ad-416f-85c6-bf0b9c4a576b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:32.928727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Pushing event updated for resources: {'Port': ['ID=35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:33.026251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Network e7a19957-35e6-4c43-b726-04bc99bf486b is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:51:33.027852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:51:33.159212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Router 8c455743-42ad-416f-85c6-bf0b9c4a576b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:51:33.292768 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:51:33.298838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-be33c16f-20a7-4fe7-8c8c-c2a10a983a47 admin admin] 10.222.0.83 "PUT /v2.0/routers/8c455743-42ad-416f-85c6-bf0b9c4a576b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1513340 Feb 02 13:51:33.372913 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-26a58460-dd13-4920-95a4-5486a167f861 None None] Provisioning complete for port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:33.373586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-26a58460-dd13-4920-95a4-5486a167f861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:33.414309 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-26a58460-dd13-4920-95a4-5486a167f861 None None] Port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:51:34.033201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:34.034219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 21bea142-5049-473f-a835-0a37fe8036f0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:51:34.037870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3c72bd0e-b251-43b5-ae7f-2a002bed4376 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986624055', 'description': 'tempest-description--972002688'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:51:34.058218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c72bd0e-b251-43b5-ae7f-2a002bed4376 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.085158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 21bea142-5049-473f-a835-0a37fe8036f0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:34.085485 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (21bea142-5049-473f-a835-0a37fe8036f0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.136671 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c72bd0e-b251-43b5-ae7f-2a002bed4376 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for security_group (99b869fe-14de-4647-8d82-ea6d05cebdc5), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.141332 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c72bd0e-b251-43b5-ae7f-2a002bed4376 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (99b869fe-14de-4647-8d82-ea6d05cebdc5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.145443 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64c6c5e7-9fa2-40e1-8b16-03ed61680fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.171905 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3c72bd0e-b251-43b5-ae7f-2a002bed4376 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.175900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3c72bd0e-b251-43b5-ae7f-2a002bed4376 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1415226 Feb 02 13:51:34.176532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39936) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:34.181478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4b9a0169-b82b-40a3-a001-b57bd4b0af66 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Request body: {'security_group_rule': {'security_group_id': '99b869fe-14de-4647-8d82-ea6d05cebdc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:51:34.181672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c72bd0e-b251-43b5-ae7f-2a002bed4376 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b869fe-14de-4647-8d82-ea6d05cebdc5,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:34.183677 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 21bea142-5049-473f-a835-0a37fe8036f0 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:51:34.185206 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (21bea142-5049-473f-a835-0a37fe8036f0), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.201311 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Sync routers for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:51:34.220250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 21bea142-5049-473f-a835-0a37fe8036f0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=21bea142-5049-473f-a835-0a37fe8036f0,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:51:34.220552 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0169-b82b-40a3-a001-b57bd4b0af66 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for security_group_rule (26a6964a-2f5a-49d8-b841-0d3a041de4f0), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.224938 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:51:34.225716 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:51:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:34.228850 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (21bea142-5049-473f-a835-0a37fe8036f0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.277233 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0169-b82b-40a3-a001-b57bd4b0af66 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for security_group_rule (26a6964a-2f5a-49d8-b841-0d3a041de4f0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.282336 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0169-b82b-40a3-a001-b57bd4b0af66 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (26a6964a-2f5a-49d8-b841-0d3a041de4f0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.299235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a0169-b82b-40a3-a001-b57bd4b0af66 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a6964a-2f5a-49d8-b841-0d3a041de4f0,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:34.310304 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0169-b82b-40a3-a001-b57bd4b0af66 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.311664 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4b9a0169-b82b-40a3-a001-b57bd4b0af66 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340897 Feb 02 13:51:34.314449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 39938) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:34.318976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-dadbbb5a-6525-4b7e-ba67-bc799dd29a54 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Request body: {'security_group_rule': {'security_group_id': '99b869fe-14de-4647-8d82-ea6d05cebdc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:51:34.346046 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dadbbb5a-6525-4b7e-ba67-bc799dd29a54 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for security_group_rule (e6de9a15-8e9d-4e10-ac04-c8e114c91a2b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.356120 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=21bea142-5049-473f-a835-0a37fe8036f0,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:34.385464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:51:34.404286 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dadbbb5a-6525-4b7e-ba67-bc799dd29a54 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for security_group_rule (e6de9a15-8e9d-4e10-ac04-c8e114c91a2b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.409501 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dadbbb5a-6525-4b7e-ba67-bc799dd29a54 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (e6de9a15-8e9d-4e10-ac04-c8e114c91a2b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.427678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbbb5a-6525-4b7e-ba67-bc799dd29a54 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6de9a15-8e9d-4e10-ac04-c8e114c91a2b,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:34.437736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dadbbb5a-6525-4b7e-ba67-bc799dd29a54 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.439281 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dadbbb5a-6525-4b7e-ba67-bc799dd29a54 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238093 Feb 02 13:51:34.442448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:34.447128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:51:34.470165 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.572933 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.586657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 2, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:34.681185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Allocated IP 172.25.4.144 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/c4933052-61a9-4f78-89d0-2efc9d2ed410) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:51:34.781367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Checking router: 8c455743-42ad-416f-85c6-bf0b9c4a576b for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:51:34.781705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Updating router 8c455743-42ad-416f-85c6-bf0b9c4a576b port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:51:34.799209 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for port (c4933052-61a9-4f78-89d0-2efc9d2ed410), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.808677 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.835533 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (c4933052-61a9-4f78-89d0-2efc9d2ed410), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:34.874786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:51:34.881229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:51:34.886159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:51:34.889271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event updated for resources: {'Port': ['ID=c4933052-61a9-4f78-89d0-2efc9d2ed410,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:34.979413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.018269 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c4933052-61a9-4f78-89d0-2efc9d2ed410), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.092624 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Publish callbacks [] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.098968 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.156011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1ce17-7283-4ab1-89bd-bbd295d3a7ac None None] Pushing event updated for resources: {'Port': ['ID=35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:35.179616 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for port (c4933052-61a9-4f78-89d0-2efc9d2ed410), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.185984 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (c4933052-61a9-4f78-89d0-2efc9d2ed410), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.210693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Attempting to bind port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:51:35.211080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Attempting to bind port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:51:35.211452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Attempting to bind port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:51:35.217276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:51:35.218078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:51:35.218526 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.218924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Bound using segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:51:35.219403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Bound port: 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:51:35.219849 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.261480 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event updated for resources: {'Port': ['ID=c4933052-61a9-4f78-89d0-2efc9d2ed410,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:35.273767 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.289183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] For port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:51:35.292542 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.292874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] For port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:51:35.293967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0164cf5e-160e-4b62-b559-269db3892964 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8504839 Feb 02 13:51:35.304060 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.366730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:51:35.367375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:51:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:35.372885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1ce17-7283-4ab1-89bd-bbd295d3a7ac None None] Pushing event updated for resources: {'Port': ['ID=35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:35.469207 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-2a9eab09-d15d-43b1-9865-7aff2f610b20 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--986624055&fields=id&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 267 time: 0.0472243 Feb 02 13:51:35.489745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e9727e35-6cf7-4f21-9749-f502bc0ff346 None None] Provisioning complete for port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:35.490371 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9727e35-6cf7-4f21-9749-f502bc0ff346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.498702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:51:35.587091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ae47c-2604-4227-bee2-02522aa05425 req-29cbaa86-6df2-44d3-878a-000c48a0a0f7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:35.588705 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-29cbaa86-6df2-44d3-878a-000c48a0a0f7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 812 time: 0.1127737 Feb 02 13:51:35.604023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-cea55a90-6bb3-4019-bafc-733a00c4a0ac tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/quotas/c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 375 time: 0.0092070 Feb 02 13:51:35.658283 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-6134f0b9-1e4a-45a3-b98f-7a9b93bf3854 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489197 Feb 02 13:51:35.717049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e9727e35-6cf7-4f21-9749-f502bc0ff346 None None] Current status of the port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:51:35.717250 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9727e35-6cf7-4f21-9749-f502bc0ff346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.736625 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.786360 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e9727e35-6cf7-4f21-9749-f502bc0ff346 None None] For port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:51:35.792538 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e9727e35-6cf7-4f21-9749-f502bc0ff346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.829714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-de6d7dd3-6db2-4718-83f1-a67144247b96 service neutron] 10.222.0.83 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599100 Feb 02 13:51:35.838005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:35.875183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af543fc-077a-4c88-975b-21d67a1a202a None None] The sync data for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 is: [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:51:35.876790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9727e35-6cf7-4f21-9749-f502bc0ff346 None None] Pushing event updated for resources: {'Port': ['ID=35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:35.913870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-14f2a140-dbab-418b-a3d8-3f2b3072cff6 None None] Provisioning complete for port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:35.914327 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-14f2a140-dbab-418b-a3d8-3f2b3072cff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:35.926144 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-e93be42d-2f5f-4893-a73f-0fe96b88a915 service neutron] 10.222.0.83 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905595 Feb 02 13:51:36.042513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-14f2a140-dbab-418b-a3d8-3f2b3072cff6 None None] Current status of the port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:51:36.191215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-55f270fd-67f2-4fe1-9ef0-8aba5974f7ba req-a265d451-4ffb-4194-8987-d51eabfb7fdb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 210 time: 0.0633099 Feb 02 13:51:36.204427 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 21bea142-5049-473f-a835-0a37fe8036f0 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:51:36.266286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 21bea142-5049-473f-a835-0a37fe8036f0 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:36.266659 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (21bea142-5049-473f-a835-0a37fe8036f0), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:36.373699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 21bea142-5049-473f-a835-0a37fe8036f0 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:51:36.374894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:51:36.431922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:36.432144 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:36.531328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:51:36.986619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:37.152728 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:37.281267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f1b79205-0cae-44d6-861d-06863899407c req-ae6907d3-4dcf-4282-aaf8-120f45ec41c5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 210 time: 0.0275843 Feb 02 13:51:37.307218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ae47c-2604-4227-bee2-02522aa05425 req-e26d7ff5-8024-4cc7-9504-0a3d031a5567 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:37.308873 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-e26d7ff5-8024-4cc7-9504-0a3d031a5567 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 812 time: 0.1248865 Feb 02 13:51:37.382209 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-77824f3a-80ed-4927-afda-a81e6cf1b508 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 379 time: 0.0561242 Feb 02 13:51:37.403032 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-299ae47c-2604-4227-bee2-02522aa05425 req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Request body: {'port': {'device_id': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'admin_state_up': True, 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'security_groups': ['99b869fe-14de-4647-8d82-ea6d05cebdc5']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:51:37.515931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299ae47c-2604-4227-bee2-02522aa05425 req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Made reservation on behalf of c6aa23f2b67b44a79b703ec9b4479109 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:51:37.520558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-299ae47c-2604-4227-bee2-02522aa05425 req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:37.653196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-299ae47c-2604-4227-bee2-02522aa05425 req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Allocated IP 172.20.0.6 (e7a19957-35e6-4c43-b726-04bc99bf486b/86566f23-182f-43a1-8404-f5dd5c8ab6ea/95f032c5-1087-4a8b-9e3a-7e68fa082e12) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:51:37.801208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-299ae47c-2604-4227-bee2-02522aa05425 req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:37.838776 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-299ae47c-2604-4227-bee2-02522aa05425 req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:37.881575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299ae47c-2604-4227-bee2-02522aa05425 req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Network e7a19957-35e6-4c43-b726-04bc99bf486b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:51:37.884721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-299ae47c-2604-4227-bee2-02522aa05425 req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:51:37.890423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-299ae47c-2604-4227-bee2-02522aa05425 req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:51:37.921148 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event updated for resources: {'Port': ['ID=95f032c5-1087-4a8b-9e3a-7e68fa082e12,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:37.956644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ae47c-2604-4227-bee2-02522aa05425 req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:37.957268 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-299ae47c-2604-4227-bee2-02522aa05425 req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:37.975683 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-c06c24d0-b30f-4524-a375-07905d1e0798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764751 Feb 02 13:51:37.995976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Request body: {'port': {'device_id': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:51:38.003232 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:38.064638 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:38.068881 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:38.178770 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-aac47c48-1b70-4828-809b-a1e044c314a0 None None] Provisioning complete for port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:38.179005 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aac47c48-1b70-4828-809b-a1e044c314a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:38.213366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-aac47c48-1b70-4828-809b-a1e044c314a0 None None] Port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:51:38.328982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f032c5-1087-4a8b-9e3a-7e68fa082e12 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:51:38.336630 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Publish callbacks [] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:38.349658 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Transition to ACTIVE for port object 95f032c5-1087-4a8b-9e3a-7e68fa082e12 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:51:38.355616 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:38.413912 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c6456-6832-410c-960d-0b910850d95c req-7325886a-0859-4b01-8a7a-5bda33740e2d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:38.415765 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d5c6456-6832-410c-960d-0b910850d95c req-7325886a-0859-4b01-8a7a-5bda33740e2d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 943 time: 0.0613723 Feb 02 13:51:38.427513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Pushing event updated for resources: {'Port': ['ID=95f032c5-1087-4a8b-9e3a-7e68fa082e12,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:38.474578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d5c6456-6832-410c-960d-0b910850d95c req-19524eeb-8bb5-4bbe-a66c-ebec9a531077 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523558 Feb 02 13:51:38.481535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Attempting to bind port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:51:38.481904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Attempting to bind port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:51:38.482233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Attempting to bind port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:51:38.486822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 on network e7a19957-35e6-4c43-b726-04bc99bf486b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:51:38.487223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Attempting to bind port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:51:38.492519 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:51:38.492855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:51:38.493290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Bound using segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:51:38.493719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Bound port: 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:51:38.494076 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:38.566039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:51:38.569449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:51:38.576768 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:38.611703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:38.612353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:38.613765 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] 10.222.0.18 "PUT /v2.0/ports/95f032c5-1087-4a8b-9e3a-7e68fa082e12 HTTP/1.1" status: 200 len: 1091 time: 0.6254168 Feb 02 13:51:38.614250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:51:38.616656 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba956f7-cff4-4d7d-97fb-c2ba25ed4ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:51:38.642477 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0beeb-80fe-4e82-9195-c559149ba0ca service neutron] Pushing event updated for resources: {'Port': ['ID=95f032c5-1087-4a8b-9e3a-7e68fa082e12,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:38.677367 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f7c4cb-6932-4060-83de-d64f2c57e7c9 x-openstack-request-id: req-11f7c4cb-6932-4060-83de-d64f2c57e7c9 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:51:38.677727 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:51:38.678069 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-11f7c4cb-6932-4060-83de-d64f2c57e7c9 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:51:38.678540 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'status': 'completed', 'code': 200} Feb 02 13:51:38.742233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ae47c-2604-4227-bee2-02522aa05425 req-4388a51a-3b43-4f78-ac94-b08bffc3cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:38.743848 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-4388a51a-3b43-4f78-ac94-b08bffc3cb98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 1125 time: 0.0492029 Feb 02 13:51:38.793890 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-a7f306e3-cb57-4969-a0bd-31bf1f3156ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12 HTTP/1.1" status: 200 len: 217 time: 0.0373905 Feb 02 13:51:38.850103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ae47c-2604-4227-bee2-02522aa05425 req-5e9b6553-0e67-40f5-ac74-27e78e7ecea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:38.851627 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-5e9b6553-0e67-40f5-ac74-27e78e7ecea3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0524719 Feb 02 13:51:38.903123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ae47c-2604-4227-bee2-02522aa05425 req-d72a1be2-8319-4af6-92b7-e2ccb302905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:38.904822 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-d72a1be2-8319-4af6-92b7-e2ccb302905e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471847 Feb 02 13:51:38.997321 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-1123419c-3614-48a0-91cb-78cb916d2174 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851350 Feb 02 13:51:39.088058 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-299ae47c-2604-4227-bee2-02522aa05425 req-600806f7-709a-4ba1-8720-2fa4e9b91790 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846217 Feb 02 13:51:39.218546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba956f7-cff4-4d7d-97fb-c2ba25ed4ccc req-3f810575-f8ef-4452-8c64-3a1681151d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:39.220144 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ba956f7-cff4-4d7d-97fb-c2ba25ed4ccc req-3f810575-f8ef-4452-8c64-3a1681151d2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 1125 time: 0.0490239 Feb 02 13:51:39.316467 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba956f7-cff4-4d7d-97fb-c2ba25ed4ccc req-0dd54fc3-2a1a-4e8e-bd0e-f3532a41d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:39.317859 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ba956f7-cff4-4d7d-97fb-c2ba25ed4ccc req-0dd54fc3-2a1a-4e8e-bd0e-f3532a41d58f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0917606 Feb 02 13:51:39.358944 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ba956f7-cff4-4d7d-97fb-c2ba25ed4ccc req-452a2db6-b9f8-4cab-aba1-f68392dbbcdb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12 HTTP/1.1" status: 200 len: 217 time: 0.0347733 Feb 02 13:51:39.418038 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba956f7-cff4-4d7d-97fb-c2ba25ed4ccc req-90f36407-5c7d-4827-8386-a2b52ae69010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:39.419600 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ba956f7-cff4-4d7d-97fb-c2ba25ed4ccc req-90f36407-5c7d-4827-8386-a2b52ae69010 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0530920 Feb 02 13:51:39.472749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba956f7-cff4-4d7d-97fb-c2ba25ed4ccc req-0de0dea6-dbd1-43de-89ef-cdb44595affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:39.474271 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ba956f7-cff4-4d7d-97fb-c2ba25ed4ccc req-0de0dea6-dbd1-43de-89ef-cdb44595affa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479162 Feb 02 13:51:39.568254 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ba956f7-cff4-4d7d-97fb-c2ba25ed4ccc req-b2953f5b-4313-4814-a38e-8c445dfefc46 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868640 Feb 02 13:51:39.602316 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e16bb9-047b-4d7e-aa9c-e5a77dae1ec9 req-22b0b198-f19a-4c66-bea6-604f3f0ee422 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:39.603802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78e16bb9-047b-4d7e-aa9c-e5a77dae1ec9 req-22b0b198-f19a-4c66-bea6-604f3f0ee422 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 943 time: 0.0551407 Feb 02 13:51:39.654086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78e16bb9-047b-4d7e-aa9c-e5a77dae1ec9 req-da7d6bb8-8691-4edd-a7b4-17e827726a18 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439923 Feb 02 13:51:39.664693 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ba956f7-cff4-4d7d-97fb-c2ba25ed4ccc req-8936501e-1b37-4283-8db6-a4f41c524152 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900352 Feb 02 13:51:40.779436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfe46c-f76c-436b-947a-c1d4f0363ba8 req-04be3a0c-0cc1-4f39-8fe2-d71f5c0cfe3c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:40.780927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26cfe46c-f76c-436b-947a-c1d4f0363ba8 req-04be3a0c-0cc1-4f39-8fe2-d71f5c0cfe3c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 943 time: 0.0551121 Feb 02 13:51:40.830327 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26cfe46c-f76c-436b-947a-c1d4f0363ba8 req-9664c69d-8fbe-4b6d-a2b0-41e779b6beae tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435646 Feb 02 13:51:41.966090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6722b4-cf05-4709-b7b1-10ec8ad46f8c req-f710e258-d668-49bf-810c-bc8e932e88ce tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:41.968066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf6722b4-cf05-4709-b7b1-10ec8ad46f8c req-f710e258-d668-49bf-810c-bc8e932e88ce tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 943 time: 0.0570748 Feb 02 13:51:42.019610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf6722b4-cf05-4709-b7b1-10ec8ad46f8c req-fe528d51-a067-4224-9661-710e5f0b8261 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428972 Feb 02 13:51:42.809193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 95f032c5-1087-4a8b-9e3a-7e68fa082e12 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:51:42.919325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:51:42.934789 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'port_id': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'mac_address': 'fa:16:3e:13:55:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:51:42.975484 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:51:42.976102 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:42.992481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f032c5-1087-4a8b-9e3a-7e68fa082e12 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:51:43.018313 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:51:43.032510 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:43.085954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=95f032c5-1087-4a8b-9e3a-7e68fa082e12,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:43.153483 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ce319-808f-42f7-a3a4-413971f94fae req-2bb5460a-1108-44d0-bfaa-6460fd660681 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:43.155090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf9ce319-808f-42f7-a3a4-413971f94fae req-2bb5460a-1108-44d0-bfaa-6460fd660681 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 944 time: 0.0622675 Feb 02 13:51:43.203680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cf9ce319-808f-42f7-a3a4-413971f94fae req-04cb3eb1-8f58-406b-bded-48f06621aa28 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424755 Feb 02 13:51:43.291964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['95f032c5-1087-4a8b-9e3a-7e68fa082e12'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:51:44.339850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9565f0-4043-40b5-9bfe-595ad7b30263 req-bc700d96-b558-4b23-baad-fa0079ab1078 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:44.341369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b9565f0-4043-40b5-9bfe-595ad7b30263 req-bc700d96-b558-4b23-baad-fa0079ab1078 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 944 time: 0.0578046 Feb 02 13:51:44.395459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b9565f0-4043-40b5-9bfe-595ad7b30263 req-c047136e-aa2b-4fe9-815e-cba86301a883 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450308 Feb 02 13:51:44.809419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 95f032c5-1087-4a8b-9e3a-7e68fa082e12 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:51:44.862425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:51:44.867833 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:51:44.868217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:44.952456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:51:44.952837 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:44.976933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:51:44.979100 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c35fd2c-519a-479f-95a1-7693b16b3a03" -d '{"events": [{"server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "name": "network-vif-plugged", "status": "completed", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:51:44.991681 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:51:44.997261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:45.026917 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e8f11e-fb8c-4fb4-acb1-7681b0358b88 x-openstack-request-id: req-69e8f11e-fb8c-4fb4-acb1-7681b0358b88 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:51:45.027210 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "name": "network-vif-plugged", "status": "completed", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:51:45.027446 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-69e8f11e-fb8c-4fb4-acb1-7681b0358b88 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:51:45.027892 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'code': 200} Feb 02 13:51:45.047439 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=95f032c5-1087-4a8b-9e3a-7e68fa082e12,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:51:45.186516 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33a55a-12f2-41d6-ba20-5c870111b5e1 req-329e57a1-e5e9-43bc-b72d-92f8ff714ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:45.188049 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b33a55a-12f2-41d6-ba20-5c870111b5e1 req-329e57a1-e5e9-43bc-b72d-92f8ff714ff1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 1127 time: 0.0662844 Feb 02 13:51:45.237838 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b33a55a-12f2-41d6-ba20-5c870111b5e1 req-8d1d5a4c-adf5-440d-b248-9b1d65dd5f01 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409968 Feb 02 13:51:45.538487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05be936-019e-4005-a69a-549122a5b27f req-196e4229-4c65-4a97-8b52-71e054a745c1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:45.539891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e05be936-019e-4005-a69a-549122a5b27f req-196e4229-4c65-4a97-8b52-71e054a745c1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0625627 Feb 02 13:51:45.593450 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e05be936-019e-4005-a69a-549122a5b27f req-0e4dbff4-4ab0-4bb0-bb5e-74f01ae59849 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452311 Feb 02 13:51:46.734002 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d15d0-883d-4938-aacd-5432064e3e9e req-db6f41ea-1bad-4c32-8e6f-e6580546823a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:46.735521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a93d15d0-883d-4938-aacd-5432064e3e9e req-db6f41ea-1bad-4c32-8e6f-e6580546823a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0567050 Feb 02 13:51:46.785626 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a93d15d0-883d-4938-aacd-5432064e3e9e req-528e6c79-529f-4bf2-8969-06529513c125 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414991 Feb 02 13:51:46.916470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db327269-64a8-4429-98ef-6863424ab9d3 req-eb1e7b31-cef0-4b21-8b5c-aa7c98a5e1a7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:46.917917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db327269-64a8-4429-98ef-6863424ab9d3 req-eb1e7b31-cef0-4b21-8b5c-aa7c98a5e1a7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0664968 Feb 02 13:51:46.928615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 39992) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:51:46.933118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8bff29ba-aad7-4fce-93b3-9839ebb5b88b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Request body: {'floatingip': {'port_id': '95f032c5-1087-4a8b-9e3a-7e68fa082e12'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:51:46.975712 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bff29ba-aad7-4fce-93b3-9839ebb5b88b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:47.436574 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bff29ba-aad7-4fce-93b3-9839ebb5b88b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:47.443272 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bff29ba-aad7-4fce-93b3-9839ebb5b88b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:47.538247 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-8bff29ba-aad7-4fce-93b3-9839ebb5b88b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74 associated. External IP: 172.25.4.144, port: 95f032c5-1087-4a8b-9e3a-7e68fa082e12. Feb 02 13:51:47.751622 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bff29ba-aad7-4fce-93b3-9839ebb5b88b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Router 8c455743-42ad-416f-85c6-bf0b9c4a576b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:51:47.865745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bff29ba-aad7-4fce-93b3-9839ebb5b88b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:51:47.870494 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8bff29ba-aad7-4fce-93b3-9839ebb5b88b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:51:47.883865 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2e8a3-506e-42b4-8c89-30a31ca8d95b None None] Sync routers for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:51:47.894417 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2e8a3-506e-42b4-8c89-30a31ca8d95b None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:51:47.895028 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-97a2e8a3-506e-42b4-8c89-30a31ca8d95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:51:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:47.900502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8bff29ba-aad7-4fce-93b3-9839ebb5b88b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "PUT /v2.0/floatingips/1ea7eabb-d1d9-4792-a4d7-66228c43fb74 HTTP/1.1" status: 200 len: 991 time: 0.9707904 Feb 02 13:51:47.901074 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:51:47.903314 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5369c430-97b3-4369-8447-2aca197e8462" -d '{"events": [{"name": "network-changed", "server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:51:48.003380 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-97a2e8a3-506e-42b4-8c89-30a31ca8d95b None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:51:48.015260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b3bac-2c37-43f5-ad41-1644e25aa4de req-b093dfdf-feba-433d-8641-2776855a1c13 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:48.016795 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b7b3bac-2c37-43f5-ad41-1644e25aa4de req-b093dfdf-feba-433d-8641-2776855a1c13 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0588472 Feb 02 13:51:48.018352 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5637b56f-aac0-4884-8aaa-44b733972258 x-openstack-request-id: req-5637b56f-aac0-4884-8aaa-44b733972258 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:51:48.018625 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:51:48.018867 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5637b56f-aac0-4884-8aaa-44b733972258 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:51:48.019252 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'status': 'completed', 'code': 200} Feb 02 13:51:48.065350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b7b3bac-2c37-43f5-ad41-1644e25aa4de req-b65f33fb-8ac9-475f-aace-16a04a87656b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422356 Feb 02 13:51:48.116829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369c430-97b3-4369-8447-2aca197e8462 req-ffd0625d-ce2f-46ff-97dd-c17a8308db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:48.118876 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5369c430-97b3-4369-8447-2aca197e8462 req-ffd0625d-ce2f-46ff-97dd-c17a8308db7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 1127 time: 0.0525818 Feb 02 13:51:48.212608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369c430-97b3-4369-8447-2aca197e8462 req-a31a18f9-f5c4-4c0f-aba7-ad83cd6ef743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:48.214194 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5369c430-97b3-4369-8447-2aca197e8462 req-a31a18f9-f5c4-4c0f-aba7-ad83cd6ef743 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0883811 Feb 02 13:51:48.229249 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-97a2e8a3-506e-42b4-8c89-30a31ca8d95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1ea7eabb-d1d9-4792-a4d7-66228c43fb74', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'port_id': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'mac_address': 'fa:16:3e:13:55:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:51:34Z', 'updated_at': '2022-02-02T13:51:47Z', 'revision_number': 1, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:48.254817 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2e8a3-506e-42b4-8c89-30a31ca8d95b None None] Checking router: 8c455743-42ad-416f-85c6-bf0b9c4a576b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:51:48.263259 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a2e8a3-506e-42b4-8c89-30a31ca8d95b None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:51:48.263972 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-97a2e8a3-506e-42b4-8c89-30a31ca8d95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:51:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:48.285409 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5369c430-97b3-4369-8447-2aca197e8462 req-c9a9c926-99f0-459f-aaae-b26331aa82d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12 HTTP/1.1" status: 200 len: 999 time: 0.0641513 Feb 02 13:51:48.334370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369c430-97b3-4369-8447-2aca197e8462 req-02b263f7-bd8e-423b-b2c6-5c8fe4d08544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:48.335859 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5369c430-97b3-4369-8447-2aca197e8462 req-02b263f7-bd8e-423b-b2c6-5c8fe4d08544 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0448329 Feb 02 13:51:48.366262 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-97a2e8a3-506e-42b4-8c89-30a31ca8d95b None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:51:48.386004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369c430-97b3-4369-8447-2aca197e8462 req-d7bac138-83b3-4ffa-b25b-d5f478e93313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:48.387499 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5369c430-97b3-4369-8447-2aca197e8462 req-d7bac138-83b3-4ffa-b25b-d5f478e93313 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452678 Feb 02 13:51:48.483289 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5369c430-97b3-4369-8447-2aca197e8462 req-d1c44a9f-83b4-45ef-ae97-136a649cbed7 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897062 Feb 02 13:51:48.577135 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5369c430-97b3-4369-8447-2aca197e8462 req-c4f6ad3f-b681-4ac5-92ff-279689d25663 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876272 Feb 02 13:51:48.693009 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-97a2e8a3-506e-42b4-8c89-30a31ca8d95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1ea7eabb-d1d9-4792-a4d7-66228c43fb74', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'port_id': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'mac_address': 'fa:16:3e:13:55:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:51:34Z', 'updated_at': '2022-02-02T13:51:47Z', 'revision_number': 1, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:51:48.721882 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a2e8a3-506e-42b4-8c89-30a31ca8d95b None None] The sync data for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 is: [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1ea7eabb-d1d9-4792-a4d7-66228c43fb74', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'port_id': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'mac_address': 'fa:16:3e:13:55:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:51:34Z', 'updated_at': '2022-02-02T13:51:47Z', 'revision_number': 1, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:51:48.958890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86193b6e-f784-44fd-8561-7ecf392b711b None None] New status for floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:51:49.130302 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8e137b1b-6ad5-4c63-951c-26b1bcd9ae26 req-20ec01d0-6bf0-435e-bc3e-eabb4445c531 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565279 Feb 02 13:51:49.200831 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996802d-4b83-47f5-84ee-b05a60885c05 req-e3886792-733b-4500-899a-fbbbd8c7b0dd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:49.202633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f996802d-4b83-47f5-84ee-b05a60885c05 req-e3886792-733b-4500-899a-fbbbd8c7b0dd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0608175 Feb 02 13:51:49.246680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e137b1b-6ad5-4c63-951c-26b1bcd9ae26 req-85dd56ad-abe5-4f51-bb17-be518328e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:49.248894 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8e137b1b-6ad5-4c63-951c-26b1bcd9ae26 req-85dd56ad-abe5-4f51-bb17-be518328e39b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 1127 time: 0.0511465 Feb 02 13:51:49.251451 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f996802d-4b83-47f5-84ee-b05a60885c05 req-242c58b7-d86c-4b8b-8d42-1789597414a3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424554 Feb 02 13:51:49.366916 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e137b1b-6ad5-4c63-951c-26b1bcd9ae26 req-59fc4c71-e511-4609-bdef-456a5e1104c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:49.368474 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8e137b1b-6ad5-4c63-951c-26b1bcd9ae26 req-59fc4c71-e511-4609-bdef-456a5e1104c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0984161 Feb 02 13:51:49.379517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a199e7-083f-4719-81f7-b88cdd68a42f req-72fc5ce2-3e95-4a3c-8850-906cf7a602a6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:49.381035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30a199e7-083f-4719-81f7-b88cdd68a42f req-72fc5ce2-3e95-4a3c-8850-906cf7a602a6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0583854 Feb 02 13:51:49.433686 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8e137b1b-6ad5-4c63-951c-26b1bcd9ae26 req-d2ee2327-8578-432c-82c9-6854c98253be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12 HTTP/1.1" status: 200 len: 1001 time: 0.0584910 Feb 02 13:51:49.434710 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30a199e7-083f-4719-81f7-b88cdd68a42f req-4480ee56-7545-4bff-aa22-115918ad4c06 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454645 Feb 02 13:51:49.485101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e137b1b-6ad5-4c63-951c-26b1bcd9ae26 req-b4bea547-f138-4b3e-a5f1-c94de0382ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:49.486583 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8e137b1b-6ad5-4c63-951c-26b1bcd9ae26 req-b4bea547-f138-4b3e-a5f1-c94de0382ce9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0459821 Feb 02 13:51:49.543565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e137b1b-6ad5-4c63-951c-26b1bcd9ae26 req-6611faa1-e74d-4ff7-8da1-aa62c53b665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:49.545189 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8e137b1b-6ad5-4c63-951c-26b1bcd9ae26 req-6611faa1-e74d-4ff7-8da1-aa62c53b665c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525618 Feb 02 13:51:49.638836 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8e137b1b-6ad5-4c63-951c-26b1bcd9ae26 req-f65da66e-b7fb-47f6-bf5d-45b1b7b115bc service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870929 Feb 02 13:51:49.708134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-bf25bfc0-73cb-49ba-910a-c2bfec186e5b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0760803 Feb 02 13:51:49.715972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb47906-9515-461b-ab07-c7ed4c1d4aca req-6a4ef89d-239c-4baa-8d85-fcd16fed60f7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:49.717212 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebb47906-9515-461b-ab07-c7ed4c1d4aca req-6a4ef89d-239c-4baa-8d85-fcd16fed60f7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0838330 Feb 02 13:51:49.734035 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8e137b1b-6ad5-4c63-951c-26b1bcd9ae26 req-16ceaf3d-2391-4bc1-a54d-004f2239d442 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891736 Feb 02 13:51:49.767615 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebb47906-9515-461b-ab07-c7ed4c1d4aca req-f6a6178c-e2d4-4817-8c2f-2fd04451383a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435703 Feb 02 13:51:50.552869 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:51:50.896384 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e06662-6a81-406c-8a5a-841390150fa5 req-ccf5757e-df04-4e5b-a397-693ebf785e81 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:50.897869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43e06662-6a81-406c-8a5a-841390150fa5 req-ccf5757e-df04-4e5b-a397-693ebf785e81 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0609894 Feb 02 13:51:50.955852 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-43e06662-6a81-406c-8a5a-841390150fa5 req-517bb8c5-16c7-424c-aa3e-a0ddaadb76dd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520456 Feb 02 13:51:51.019921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b7bb-03a8-440d-b633-da050cfc548c req-5afb9822-0122-467b-be97-116a194993f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:51.021480 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-5afb9822-0122-467b-be97-116a194993f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 1127 time: 0.0453277 Feb 02 13:51:51.120838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b7bb-03a8-440d-b633-da050cfc548c req-447b25fe-1eda-4661-b0c8-cb3cd66d289e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:51.122899 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-447b25fe-1eda-4661-b0c8-cb3cd66d289e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0950327 Feb 02 13:51:51.192392 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-650aba30-fc19-42b5-a53b-8a2ed44a1ce5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12 HTTP/1.1" status: 200 len: 1001 time: 0.0619943 Feb 02 13:51:51.240924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b7bb-03a8-440d-b633-da050cfc548c req-6b167c65-c1ea-42f9-a02d-db41c9becf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:51.242373 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-6b167c65-c1ea-42f9-a02d-db41c9becf99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0440757 Feb 02 13:51:51.305297 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b7bb-03a8-440d-b633-da050cfc548c req-24c8ddfc-79b5-4bef-900b-2dc2fd78fe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:51.307594 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-24c8ddfc-79b5-4bef-900b-2dc2fd78fe0c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0594513 Feb 02 13:51:51.657155 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-71fb1f8c-28e5-47ed-8e89-f4ab2044adee service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429384 Feb 02 13:51:51.750376 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-c578a968-a0c7-4de6-bfc1-ffe411d421ce service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866294 Feb 02 13:51:52.098478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d95a6-8ccc-4991-848f-cb76ae95a3d5 req-defdbb62-388f-472e-91e8-0eaf90f05bf9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:52.100143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa6d95a6-8ccc-4991-848f-cb76ae95a3d5 req-defdbb62-388f-472e-91e8-0eaf90f05bf9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0628967 Feb 02 13:51:52.153507 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa6d95a6-8ccc-4991-848f-cb76ae95a3d5 req-ce528ad3-7826-43c9-89e3-375749e991ae tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468364 Feb 02 13:51:53.289143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a38fbe-5924-4c64-9e6f-54a509f6721e req-b05cfe0e-c705-45c9-8ff6-7f764bdde970 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:53.290665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79a38fbe-5924-4c64-9e6f-54a509f6721e req-b05cfe0e-c705-45c9-8ff6-7f764bdde970 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0580204 Feb 02 13:51:53.344475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79a38fbe-5924-4c64-9e6f-54a509f6721e req-08b7b05b-7933-427d-88ec-d620664d56f3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460618 Feb 02 13:51:54.475616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fde61-3353-4711-af54-e9fab70fbc74 req-8ff694e3-4704-4499-931c-2233f2222099 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:54.477101 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b45fde61-3353-4711-af54-e9fab70fbc74 req-8ff694e3-4704-4499-931c-2233f2222099 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0568569 Feb 02 13:51:54.538197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b45fde61-3353-4711-af54-e9fab70fbc74 req-bb1d3c35-64d4-48d0-a205-bb98034849fd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527980 Feb 02 13:51:55.677962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d84de-caa9-4255-aa52-1f67388127c9 req-3840d78d-700d-4fa1-8c96-64c74ce4374c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:55.679447 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b72d84de-caa9-4255-aa52-1f67388127c9 req-3840d78d-700d-4fa1-8c96-64c74ce4374c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0631864 Feb 02 13:51:55.731742 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b72d84de-caa9-4255-aa52-1f67388127c9 req-8571d734-64e7-4ace-8579-d713161c6582 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442526 Feb 02 13:51:56.868907 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60527a-7035-461e-bcc9-25c52fc1886b req-a578acad-fedc-47c5-b931-53632163413b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:56.870430 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b60527a-7035-461e-bcc9-25c52fc1886b req-a578acad-fedc-47c5-b931-53632163413b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0594244 Feb 02 13:51:56.919603 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6b60527a-7035-461e-bcc9-25c52fc1886b req-0383b40f-6e3e-4a74-96e5-253c562f106d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 Feb 02 13:51:58.059164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b632ed-67e6-4ba3-b3c6-66bf7455dc91 req-6646580e-38b8-4e7d-9fbb-266da48ab350 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:58.060641 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87b632ed-67e6-4ba3-b3c6-66bf7455dc91 req-6646580e-38b8-4e7d-9fbb-266da48ab350 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0603359 Feb 02 13:51:58.112532 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-87b632ed-67e6-4ba3-b3c6-66bf7455dc91 req-7861fbdb-87c6-497b-8a7b-d390e0d550a7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456514 Feb 02 13:51:59.248376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9509045-b14d-4fb5-b6a4-a8d2d32da330 req-e2d261aa-9c79-46f5-9ac7-24079c832b50 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:51:59.249980 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9509045-b14d-4fb5-b6a4-a8d2d32da330 req-e2d261aa-9c79-46f5-9ac7-24079c832b50 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0650005 Feb 02 13:51:59.303187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9509045-b14d-4fb5-b6a4-a8d2d32da330 req-4753c6dc-f8fb-4554-8b06-15e151eefd13 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473003 Feb 02 13:52:00.440388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf011d1e-2a2c-4b39-a9d6-1f26c2835871 req-cc56812c-5f4f-49f0-99b4-14b534362326 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:00.441951 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf011d1e-2a2c-4b39-a9d6-1f26c2835871 req-cc56812c-5f4f-49f0-99b4-14b534362326 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0532506 Feb 02 13:52:00.490354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bf011d1e-2a2c-4b39-a9d6-1f26c2835871 req-49133779-ef22-4b88-bfd8-8a5e9cc92875 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426519 Feb 02 13:52:01.627706 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262a8008-a52e-47a6-a9b4-2ac2fba5164e req-2b532122-b470-4433-8d7b-c50195db8798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:01.629142 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262a8008-a52e-47a6-a9b4-2ac2fba5164e req-2b532122-b470-4433-8d7b-c50195db8798 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0618019 Feb 02 13:52:01.683457 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-262a8008-a52e-47a6-a9b4-2ac2fba5164e req-a318e02c-846e-402f-a4cf-de6ed28c083d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458496 Feb 02 13:52:01.834248 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4e7ae4e-816e-4246-ad2a-a5cfd2b19cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:02.818553 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844d657-7988-4c8e-8bfe-cffbd95fd132 req-3b828ef9-d43e-46d0-b92d-027fff7174d2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:02.820064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f844d657-7988-4c8e-8bfe-cffbd95fd132 req-3b828ef9-d43e-46d0-b92d-027fff7174d2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0620897 Feb 02 13:52:02.875361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f844d657-7988-4c8e-8bfe-cffbd95fd132 req-20ac9fcb-e742-4b03-b955-a08fd502c9d9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468106 Feb 02 13:52:04.004064 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc1a92-5796-4b14-929a-116ebbe3cb9f req-e2c79f48-c36c-4d94-880e-6403f8214b15 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:04.005470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5dbc1a92-5796-4b14-929a-116ebbe3cb9f req-e2c79f48-c36c-4d94-880e-6403f8214b15 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0547152 Feb 02 13:52:04.053617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5dbc1a92-5796-4b14-929a-116ebbe3cb9f req-f7cd979e-6010-4152-bcf0-46e5fb62c9f6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425589 Feb 02 13:52:04.141768 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78cb9537-de01-4570-b5fd-7cd01e23bfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:05.195569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac2e0e-6dc0-4b7f-a789-c6cb4e07dcd8 req-54adcc9d-f3e2-4551-a6e5-94f97f643fcc tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:05.197038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71ac2e0e-6dc0-4b7f-a789-c6cb4e07dcd8 req-54adcc9d-f3e2-4551-a6e5-94f97f643fcc tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0631542 Feb 02 13:52:05.254668 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71ac2e0e-6dc0-4b7f-a789-c6cb4e07dcd8 req-c0937b50-d0d9-4211-98f6-ab943c5fcbba tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494428 Feb 02 13:52:05.721972 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:06.392362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca70de-3d12-487a-8c21-5bba2e2d3fd8 req-1014f72d-01bb-46f7-8423-be71c4aad9c5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:06.394086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fca70de-3d12-487a-8c21-5bba2e2d3fd8 req-1014f72d-01bb-46f7-8423-be71c4aad9c5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0648456 Feb 02 13:52:06.445502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5fca70de-3d12-487a-8c21-5bba2e2d3fd8 req-55310ac0-7beb-43af-828c-ec9d29b4b976 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451791 Feb 02 13:52:06.989700 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:07.158131 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:07.580100 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe70132-5ff2-4c8b-94fb-47878c3bb00f req-659a6e2c-f4c6-4f49-b8d9-d9d19eaef5d1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:07.581617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbe70132-5ff2-4c8b-94fb-47878c3bb00f req-659a6e2c-f4c6-4f49-b8d9-d9d19eaef5d1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0654037 Feb 02 13:52:07.633568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbe70132-5ff2-4c8b-94fb-47878c3bb00f req-ac24c77e-8706-452e-930f-a8f8bdefbad1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454204 Feb 02 13:52:08.004665 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:08.070339 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:08.772974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79361129-bcd0-4769-90db-efb31e28ff13 req-e6047534-5d08-46fb-86ce-c8306049987d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:08.774454 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79361129-bcd0-4769-90db-efb31e28ff13 req-e6047534-5d08-46fb-86ce-c8306049987d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0556123 Feb 02 13:52:08.826912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79361129-bcd0-4769-90db-efb31e28ff13 req-36877286-997a-4490-9966-e48f65858b0f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437315 Feb 02 13:52:09.971062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47683114-1c37-481d-b768-1ca3cec035a8 req-e9022dee-6b91-49f7-806e-0e96c51b38ef tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:09.972507 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47683114-1c37-481d-b768-1ca3cec035a8 req-e9022dee-6b91-49f7-806e-0e96c51b38ef tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0605848 Feb 02 13:52:10.030329 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47683114-1c37-481d-b768-1ca3cec035a8 req-4779e3cc-9024-41f0-b723-cf0fd4796da3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517426 Feb 02 13:52:11.175236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c55c86-fe8c-4cf1-8ce3-dcb27e3a111a req-31908a48-4e63-4fc1-b0b4-73dfa0c899f7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:11.176740 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9c55c86-fe8c-4cf1-8ce3-dcb27e3a111a req-31908a48-4e63-4fc1-b0b4-73dfa0c899f7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0668149 Feb 02 13:52:11.238950 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9c55c86-fe8c-4cf1-8ce3-dcb27e3a111a req-e079c6fa-c354-4ee0-8671-be41c45fd35c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548828 Feb 02 13:52:12.377460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acffcb-73b5-4997-be94-bc9af5d70a5b req-b5615a14-3b7e-403f-a608-01b10834ed60 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:12.378933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67acffcb-73b5-4997-be94-bc9af5d70a5b req-b5615a14-3b7e-403f-a608-01b10834ed60 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0661337 Feb 02 13:52:12.426422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67acffcb-73b5-4997-be94-bc9af5d70a5b req-1f503e2a-3c8b-4990-b04b-fa6f419a1e22 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416179 Feb 02 13:52:13.561005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228e094-2d68-46e1-9dbd-41cd4a3be595 req-e6a548a4-627f-4386-af3b-b373eff89993 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:13.562525 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b228e094-2d68-46e1-9dbd-41cd4a3be595 req-e6a548a4-627f-4386-af3b-b373eff89993 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0637779 Feb 02 13:52:13.617249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b228e094-2d68-46e1-9dbd-41cd4a3be595 req-a695f53a-f9a7-4433-b5c4-5e75c6dd2651 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486331 Feb 02 13:52:14.767134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17440ab2-0a91-4986-9277-7a6cad1ef244 req-93cfc222-b137-4086-8170-7d955d54d892 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:14.768667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17440ab2-0a91-4986-9277-7a6cad1ef244 req-93cfc222-b137-4086-8170-7d955d54d892 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0581446 Feb 02 13:52:14.822004 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-17440ab2-0a91-4986-9277-7a6cad1ef244 req-f470f9fe-6149-43d3-869e-e9996b6b0b35 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468931 Feb 02 13:52:15.959505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5f5f2-7964-470a-be69-97ee9fd1bc03 req-c25eb4bd-5e4f-441f-93a1-d6db11760122 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:15.960889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0e5f5f2-7964-470a-be69-97ee9fd1bc03 req-c25eb4bd-5e4f-441f-93a1-d6db11760122 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0542631 Feb 02 13:52:16.015947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0e5f5f2-7964-470a-be69-97ee9fd1bc03 req-6285c5f4-05bb-498b-a90c-2e16e653a366 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466137 Feb 02 13:52:17.150740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e01b44-0400-4af7-a02d-136ba1d14019 req-a1ef5e7b-0cb8-439e-89cc-64facff34ebc tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:17.152402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e01b44-0400-4af7-a02d-136ba1d14019 req-a1ef5e7b-0cb8-439e-89cc-64facff34ebc tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0605526 Feb 02 13:52:17.210138 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03e01b44-0400-4af7-a02d-136ba1d14019 req-ab5826a6-e0e2-4036-92a3-40c26c973058 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516016 Feb 02 13:52:18.367508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed770ad-e413-420d-9516-16a3bb4a1f96 req-9724dcb4-b95b-4699-afb4-6609104d865c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:18.371352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fed770ad-e413-420d-9516-16a3bb4a1f96 req-9724dcb4-b95b-4699-afb4-6609104d865c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0774033 Feb 02 13:52:18.429010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fed770ad-e413-420d-9516-16a3bb4a1f96 req-861bc61d-fd34-4f2d-b4bb-24d09b80e2cb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493646 Feb 02 13:52:19.594349 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6be61-e3d2-432d-9cdc-ed835f398b29 req-a214a740-d9d2-437c-ab78-8df3089750d2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:19.596312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0b6be61-e3d2-432d-9cdc-ed835f398b29 req-a214a740-d9d2-437c-ab78-8df3089750d2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0800223 Feb 02 13:52:19.660027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0b6be61-e3d2-432d-9cdc-ed835f398b29 req-103828c4-1bd0-4d77-a00d-ed2be35e8d41 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523949 Feb 02 13:52:20.807225 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64802c-c6ca-4a35-a498-65a9ffba0a0b req-138a9f00-d819-4253-ba9d-d771065a2e9f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:20.808736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c64802c-c6ca-4a35-a498-65a9ffba0a0b req-138a9f00-d819-4253-ba9d-d771065a2e9f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0697515 Feb 02 13:52:20.868656 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0c64802c-c6ca-4a35-a498-65a9ffba0a0b req-b39b3a95-c699-42a8-8599-a1f9fc55a925 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525146 Feb 02 13:52:22.000773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc798e-18a7-4198-ae21-c9000f160a2a req-614f1690-2b6c-4bee-881d-a8a559cb904d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:22.003449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65dc798e-18a7-4198-ae21-c9000f160a2a req-614f1690-2b6c-4bee-881d-a8a559cb904d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0568459 Feb 02 13:52:22.053739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65dc798e-18a7-4198-ae21-c9000f160a2a req-c7e7e720-4599-412e-a2f4-0421af05e010 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452998 Feb 02 13:52:23.188463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbd808-b3d6-42a7-80cf-a43e0753e874 req-cafd6319-babf-4b4e-9f8e-da6e27405e33 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:23.189952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7dbd808-b3d6-42a7-80cf-a43e0753e874 req-cafd6319-babf-4b4e-9f8e-da6e27405e33 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0563700 Feb 02 13:52:23.246752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7dbd808-b3d6-42a7-80cf-a43e0753e874 req-eb48b79d-94d4-4923-bc1c-eea4e6acc62c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508282 Feb 02 13:52:23.771713 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-1973b7bb-03a8-440d-b633-da050cfc548c req-2678df2d-810b-49ab-86a0-5d6411c79da0 service neutron] show failed (client error): The resource could not be found. Feb 02 13:52:23.772752 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-2678df2d-810b-49ab-86a0-5d6411c79da0 service neutron] 10.222.0.18 "GET /v2.0/ports/95f032c5-1087-4a8b-9e3a-7e68fa082e12/bindings/n-h2-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0586438 Feb 02 13:52:24.007049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b7bb-03a8-440d-b633-da050cfc548c req-2ba1322b-02e0-4e9b-8ee5-a33aa80dd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:24.008506 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-2ba1322b-02e0-4e9b-8ee5-a33aa80dd22d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 1127 time: 0.0520103 Feb 02 13:52:24.027391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:52:24.091879 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:24.302491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:52:24.339267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:52:24.378446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfbe2c-df59-4d18-a3a7-29f8ab5fedff req-dba8c6b3-b5c8-422a-a9af-dd319f45fba4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:24.380169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2cfbe2c-df59-4d18-a3a7-29f8ab5fedff req-dba8c6b3-b5c8-422a-a9af-dd319f45fba4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0546789 Feb 02 13:52:24.381969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:52:24.384452 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff801511-437a-4f27-9988-3c86dc7855a8" -d '{"events": [{"server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "name": "network-vif-unplugged", "status": "completed", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:52:24.388584 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Publish callbacks [] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:24.402624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Transition to ACTIVE for port object 95f032c5-1087-4a8b-9e3a-7e68fa082e12 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:52:24.407447 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:24.430891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2cfbe2c-df59-4d18-a3a7-29f8ab5fedff req-551ddca5-3828-4577-bd96-7daea39cba15 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442560 Feb 02 13:52:24.440193 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff57ff88-2515-4483-98db-203add95c9ee x-openstack-request-id: req-ff57ff88-2515-4483-98db-203add95c9ee {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:52:24.440560 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "name": "network-vif-unplugged", "status": "completed", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:52:24.440716 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ff57ff88-2515-4483-98db-203add95c9ee {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:52:24.441115 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'code': 200} Feb 02 13:52:24.517515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Pushing event updated for resources: {'Port': ['ID=95f032c5-1087-4a8b-9e3a-7e68fa082e12,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:52:24.540304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.540647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.540986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.541322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.541652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.541978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.542299 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.542616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.542933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.543251 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.543594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.543917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.544230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:24.601382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] No DVR routers for this DVR port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:52:24.752897 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Attempting to bind port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:52:24.753201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Attempting to bind port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:52:24.753555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Attempting to bind port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:52:24.758079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 on network e7a19957-35e6-4c43-b726-04bc99bf486b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:52:24.758397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Attempting to bind port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:52:24.763403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:52:24.763770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:52:24.764151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Bound using segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:52:24.764584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Bound port: 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:52:24.764927 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:24.832121 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:52:24.835170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:52:24.842265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:24.884062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:24.884714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:24.886248 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] 10.222.0.62 "PUT /v2.0/ports/95f032c5-1087-4a8b-9e3a-7e68fa082e12 HTTP/1.1" status: 200 len: 1091 time: 0.8630681 Feb 02 13:52:24.910523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57847ab-880f-43f3-a336-046b12e79e74 service neutron] Pushing event updated for resources: {'Port': ['ID=95f032c5-1087-4a8b-9e3a-7e68fa082e12,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:52:24.972067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b7bb-03a8-440d-b633-da050cfc548c req-28e1cabd-77c7-4ceb-8e3f-e088787b34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:24.973774 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-28e1cabd-77c7-4ceb-8e3f-e088787b34f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 1125 time: 0.0526648 Feb 02 13:52:25.086146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b7bb-03a8-440d-b633-da050cfc548c req-aa36b192-763f-4b57-9fa0-7de64e67de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:25.088856 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-aa36b192-763f-4b57-9fa0-7de64e67de0d service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1081562 Feb 02 13:52:25.170217 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-0a7806f1-e890-4965-a421-7497b761d1c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12 HTTP/1.1" status: 200 len: 999 time: 0.0731289 Feb 02 13:52:25.223994 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e6cf9cdb-050b-4984-bc4d-a858fa1c1a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:25.225499 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-e6cf9cdb-050b-4984-bc4d-a858fa1c1a46 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0495737 Feb 02 13:52:25.275934 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973b7bb-03a8-440d-b633-da050cfc548c req-b2a67e5e-5697-4543-9a59-04d47588990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:25.277468 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-b2a67e5e-5697-4543-9a59-04d47588990d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459983 Feb 02 13:52:25.376697 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-64835271-88d3-42af-a647-d3869577b11b service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892508 Feb 02 13:52:25.480273 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1973b7bb-03a8-440d-b633-da050cfc548c req-8aca1a7f-fafe-436a-aa58-94a20ac158e8 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969093 Feb 02 13:52:25.581841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2040ab8-cea8-4c32-8556-d12c7ab3eb4a req-ed160456-836e-4594-ae45-e636a5146ebe tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:25.583370 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2040ab8-cea8-4c32-8556-d12c7ab3eb4a req-ed160456-836e-4594-ae45-e636a5146ebe tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 943 time: 0.0569334 Feb 02 13:52:25.635440 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f2040ab8-cea8-4c32-8556-d12c7ab3eb4a req-8ec30576-3ee8-47c9-9add-5cad9429efae tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452826 Feb 02 13:52:26.442791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:52:26.445255 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2714efb9-ac6b-40a2-9aa2-249023f82392" -d '{"events": [{"name": "network-changed", "server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:52:26.494977 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1982f68-501f-4bc0-b2bd-456071dca269 x-openstack-request-id: req-d1982f68-501f-4bc0-b2bd-456071dca269 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:52:26.495269 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:52:26.495550 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d1982f68-501f-4bc0-b2bd-456071dca269 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:52:26.495958 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'status': 'completed', 'code': 200} Feb 02 13:52:26.608784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-6211c64e-9816-4934-9ceb-c1828ab8f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:26.610322 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-6211c64e-9816-4934-9ceb-c1828ab8f30f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 1125 time: 0.0775752 Feb 02 13:52:26.614802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-cd7f9cb0-7f57-49f2-930a-1118713d69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:26.615871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 95f032c5-1087-4a8b-9e3a-7e68fa082e12 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:52:26.616449 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-cd7f9cb0-7f57-49f2-930a-1118713d69e0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 1125 time: 0.0752556 Feb 02 13:52:26.729666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:52:26.743359 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'port_id': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'mac_address': 'fa:16:3e:13:55:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:52:26.772038 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0f856-b8bf-46f8-89ed-6a6aa82e6eb5 req-e998b9dc-c8c0-4799-a3f6-cfd7fc791905 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:26.778163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2f0f856-b8bf-46f8-89ed-6a6aa82e6eb5 req-e998b9dc-c8c0-4799-a3f6-cfd7fc791905 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 943 time: 0.0566664 Feb 02 13:52:26.778376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-67f78ccb-4927-45bd-b29b-2654df996250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:26.779252 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-67f78ccb-4927-45bd-b29b-2654df996250 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1620224 Feb 02 13:52:26.784746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-19a5366f-7c2c-4a80-8cf3-bcf25ac81c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:26.786244 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-19a5366f-7c2c-4a80-8cf3-bcf25ac81c37 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1615977 Feb 02 13:52:26.788083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:52:26.788475 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:26.802302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f032c5-1087-4a8b-9e3a-7e68fa082e12 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:52:26.822719 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:52:26.827093 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2f0f856-b8bf-46f8-89ed-6a6aa82e6eb5 req-27a6e171-2bab-4602-8f7b-763ce60cee27 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461915 Feb 02 13:52:26.832537 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:26.892974 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=95f032c5-1087-4a8b-9e3a-7e68fa082e12,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:52:26.898007 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-9075ef61-cf3e-4c88-8150-ba8f36c2edca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12 HTTP/1.1" status: 200 len: 999 time: 0.1107905 Feb 02 13:52:26.901165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.901516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.901857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.902179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.902505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.902839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.903156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.903586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.903918 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.904205 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-d9f8226f-cb2f-4a24-9487-e6ad27491ca9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12 HTTP/1.1" status: 200 len: 999 time: 0.1098065 Feb 02 13:52:26.904404 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.904533 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.904836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.905177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:52:26.978762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 95f032c5-1087-4a8b-9e3a-7e68fa082e12 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:52:26.985702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-6c54e8dd-2c92-4936-936b-ee8945f0638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:26.987249 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-6c54e8dd-2c92-4936-936b-ee8945f0638c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0821819 Feb 02 13:52:26.991538 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-2a5965ef-11f5-4186-82f4-fe61d9b43d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:26.992933 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-2a5965ef-11f5-4186-82f4-fe61d9b43d13 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0805242 Feb 02 13:52:27.026909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 host n-h2-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:52:27.026909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 95f032c5-1087-4a8b-9e3a-7e68fa082e12 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:52:27.042596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-22d68a62-aa0e-44d3-8e1e-254aa4955411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:27.044272 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-22d68a62-aa0e-44d3-8e1e-254aa4955411 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499868 Feb 02 13:52:27.152536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['95f032c5-1087-4a8b-9e3a-7e68fa082e12'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:52:27.154870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-e6537c6f-6737-475c-9f00-c48a5d8b013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:27.156409 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-e6537c6f-6737-475c-9f00-c48a5d8b013b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1112802 Feb 02 13:52:27.180114 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-e8195cb8-8d3b-42cd-adca-0e1af1a7a859 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260319 Feb 02 13:52:27.325863 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-9c180dfc-65ef-4971-b8df-a0e139d6dbe7 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597748 Feb 02 13:52:27.329203 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-922cdc25-9078-45c5-9d47-4342f965ef3b service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393826 Feb 02 13:52:27.424053 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2714efb9-ac6b-40a2-9aa2-249023f82392 req-45406308-fd53-42a9-811c-4960b6a16d96 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914495 Feb 02 13:52:27.552205 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:52:27.983680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6a848-7d65-4c23-bcea-718b6e1e3db4 req-c7504c6b-1291-487b-a640-b810fb2485df tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:27.985089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45d6a848-7d65-4c23-bcea-718b6e1e3db4 req-c7504c6b-1291-487b-a640-b810fb2485df tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 944 time: 0.0732210 Feb 02 13:52:28.035438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-45d6a848-7d65-4c23-bcea-718b6e1e3db4 req-49f12c6f-bba2-4ae5-810e-9f0931fe7dca tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419199 Feb 02 13:52:28.258318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2125b-d045-41e3-9e9d-1119a030f26e req-affc047c-e530-4c4a-a9bb-cbda6c1290a5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:28.259756 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01c2125b-d045-41e3-9e9d-1119a030f26e req-affc047c-e530-4c4a-a9bb-cbda6c1290a5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 944 time: 0.0547051 Feb 02 13:52:28.285468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-5e0c4c52-c5f8-414d-9dfc-7a4719683e1e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:28.287005 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-5e0c4c52-c5f8-414d-9dfc-7a4719683e1e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.18 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca&tenant_id=c6aa23f2b67b44a79b703ec9b4479109&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 944 time: 0.0566444 Feb 02 13:52:28.306412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01c2125b-d045-41e3-9e9d-1119a030f26e req-cd7eb1b8-a8a1-457c-a5db-afcadeced713 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405469 Feb 02 13:52:28.349532 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-7f5e2571-671d-4b59-ba60-f883f4cb4f90 service neutron] delete failed (client error): The resource could not be found. Feb 02 13:52:28.350601 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-7f5e2571-671d-4b59-ba60-f883f4cb4f90 service neutron] 10.222.0.18 "DELETE /v2.0/ports/95f032c5-1087-4a8b-9e3a-7e68fa082e12/bindings/n-h1-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0574741 Feb 02 13:52:28.467198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-5f4aa9a8-5d22-4cb4-89a8-0837c77c4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:28.469133 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-5f4aa9a8-5d22-4cb4-89a8-0837c77c4d5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 1126 time: 0.0484335 Feb 02 13:52:28.571536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-5a55e1e6-4a8b-45c4-bdfc-ad318f3107b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:28.572895 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-5a55e1e6-4a8b-45c4-bdfc-ad318f3107b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0978999 Feb 02 13:52:28.615714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 95f032c5-1087-4a8b-9e3a-7e68fa082e12 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:52:28.639985 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-a41bb37d-2117-42fd-8690-412f229cbd47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12 HTTP/1.1" status: 200 len: 1000 time: 0.0598531 Feb 02 13:52:28.672212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:52:28.676520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:52:28.676923 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:28.761852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:52:28.762257 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:28.786768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:52:28.789124 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d26fde-83bd-43d8-8f62-55007f1f5129" -d '{"events": [{"server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "name": "network-vif-plugged", "status": "completed", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:52:28.803923 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:52:28.810583 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:28.842553 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086bedc0-8c0f-4d92-bc9d-f7f14dcb34cb x-openstack-request-id: req-086bedc0-8c0f-4d92-bc9d-f7f14dcb34cb {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:52:28.842839 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "name": "network-vif-plugged", "status": "completed", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:52:28.843477 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-086bedc0-8c0f-4d92-bc9d-f7f14dcb34cb {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:52:28.843873 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'code': 200} Feb 02 13:52:28.865719 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=95f032c5-1087-4a8b-9e3a-7e68fa082e12,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:52:28.961413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-110b29d6-75f2-4eb8-846d-cca00aac63de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:28.963875 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-110b29d6-75f2-4eb8-846d-cca00aac63de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.3184793 Feb 02 13:52:29.019202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-72819d34-aa43-4253-8f77-bab6649f35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:29.021127 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-72819d34-aa43-4253-8f77-bab6649f35eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504103 Feb 02 13:52:29.114151 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-b52e6151-ecfe-4777-b3c2-60d05f6f80e8 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871146 Feb 02 13:52:29.207056 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c9bd3f3d-45b9-4f26-814a-ca90608a5edd req-48b09010-1338-4083-a224-78b669d8d41a service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867121 Feb 02 13:52:29.438030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96e06c-9ab1-42eb-bc0e-dd3f0e876bc6 req-23597b22-b56c-4047-9705-1c003ae1323b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:29.439399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c96e06c-9ab1-42eb-bc0e-dd3f0e876bc6 req-23597b22-b56c-4047-9705-1c003ae1323b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0582895 Feb 02 13:52:29.492182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c96e06c-9ab1-42eb-bc0e-dd3f0e876bc6 req-0d4bb687-5f2c-461f-a974-913b79926a7c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468256 Feb 02 13:52:30.619056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2459f-5d55-4c31-89f6-965f8fbc9eb5 req-818fcf22-3fb0-4d94-9a1a-4e2052443bbd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:30.620567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2a2459f-5d55-4c31-89f6-965f8fbc9eb5 req-818fcf22-3fb0-4d94-9a1a-4e2052443bbd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0549605 Feb 02 13:52:30.668838 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a2a2459f-5d55-4c31-89f6-965f8fbc9eb5 req-a2dc18e7-342b-481f-8fb6-3e073cdbb36b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424535 Feb 02 13:52:30.793478 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3908e5b-dce2-4e0b-9a66-30f2b641e88e req-4f78efc1-9a86-4c49-b274-691663ba2acf tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:30.795284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3908e5b-dce2-4e0b-9a66-30f2b641e88e req-4f78efc1-9a86-4c49-b274-691663ba2acf tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0567801 Feb 02 13:52:30.845064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3908e5b-dce2-4e0b-9a66-30f2b641e88e req-0dfee194-f2e9-4e09-9d44-2d0b281b6ac9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435400 Feb 02 13:52:30.973825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d52b2-dcd1-4a09-a897-1e49d3eaa0ba req-be76f9f2-3626-405a-9d02-52a2626771ea tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:30.975406 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b53d52b2-dcd1-4a09-a897-1e49d3eaa0ba req-be76f9f2-3626-405a-9d02-52a2626771ea tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0600247 Feb 02 13:52:31.027362 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b53d52b2-dcd1-4a09-a897-1e49d3eaa0ba req-c67cc1a8-db4b-4e5a-8459-4a48962e5b02 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439250 Feb 02 13:52:31.275805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b06c4d-cbf6-42e0-8d02-49b9796eb372 req-b753818c-b2ef-4fe2-843d-0d9b2f246b95 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:31.277579 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53b06c4d-cbf6-42e0-8d02-49b9796eb372 req-b753818c-b2ef-4fe2-843d-0d9b2f246b95 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0527959 Feb 02 13:52:31.324576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-53b06c4d-cbf6-42e0-8d02-49b9796eb372 req-c123bbc9-ab82-4930-857e-c8eb38d1014f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411446 Feb 02 13:52:31.843392 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f3fae305-6aa4-440a-a2b6-770ef9964ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:32.477585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1912763-3e17-4763-9abf-ea71c2cc88e3 req-e6d304cf-a4f6-498e-8206-bd516f28ca3c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:32.479089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1912763-3e17-4763-9abf-ea71c2cc88e3 req-e6d304cf-a4f6-498e-8206-bd516f28ca3c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0609071 Feb 02 13:52:32.535826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1912763-3e17-4763-9abf-ea71c2cc88e3 req-2fa19348-f7d0-4e39-9148-1e331d98c515 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495822 Feb 02 13:52:32.794119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-7c1a1a0b-1103-4921-9df4-15a6b8dd65f8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:32.795625 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-7c1a1a0b-1103-4921-9df4-15a6b8dd65f8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.62 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 945 time: 0.0619481 Feb 02 13:52:32.899067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Deleting port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:52:32.899353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:33.006090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] For port 95f032c5-1087-4a8b-9e3a-7e68fa082e12, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=95f032c5-1087-4a8b-9e3a-7e68fa082e12,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:52:33.006343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:33.268681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:33.269033 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:33.269441 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74 disassociated. External IP: 172.25.4.144, port: 95f032c5-1087-4a8b-9e3a-7e68fa082e12. Feb 02 13:52:33.269869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Calling delete_port for 95f032c5-1087-4a8b-9e3a-7e68fa082e12 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:52:33.414535 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (95f032c5-1087-4a8b-9e3a-7e68fa082e12), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:33.445125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event deleted for resources: {'Port': ['ID=95f032c5-1087-4a8b-9e3a-7e68fa082e12,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:52:33.583252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Router 8c455743-42ad-416f-85c6-bf0b9c4a576b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:52:33.656792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b9ce2d6d-f933-4f39-8818-88e574e660aa req-04148820-2d0f-4d66-85e6-396ab07cb7c3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=fef242e0-82b2-4047-9fea-2447f21928ca HTTP/1.1" status: 200 len: 210 time: 0.0284655 Feb 02 13:52:33.720651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:52:33.732857 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb04dc-1744-450d-84e8-0bec104a0db0 None None] Sync routers for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:52:33.744250 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb04dc-1744-450d-84e8-0bec104a0db0 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:52:33.744973 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-dbcb04dc-1744-450d-84e8-0bec104a0db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:52:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:52:33.763596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] No DVR routers for this DVR port 95f032c5-1087-4a8b-9e3a-7e68fa082e12 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:52:33.766305 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:33.769827 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6aafc876-629b-47dd-9512-b97a62bfa6ef req-2f241558-1cfd-442f-b38b-b56c40d5f27c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.62 "DELETE /v2.0/ports/95f032c5-1087-4a8b-9e3a-7e68fa082e12 HTTP/1.1" status: 204 len: 173 time: 0.9689789 Feb 02 13:52:33.770218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'name': 'network-vif-deleted', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:52:33.772572 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4efd8a-f295-4794-9774-fb73d73b5ae6" -d '{"events": [{"server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "name": "network-vif-deleted", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:52:33.815955 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46888c8-57fb-4c29-a4b7-d55ad007edb0 x-openstack-request-id: req-d46888c8-57fb-4c29-a4b7-d55ad007edb0 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:52:33.817075 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef242e0-82b2-4047-9fea-2447f21928ca", "name": "network-vif-deleted", "tag": "95f032c5-1087-4a8b-9e3a-7e68fa082e12", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:52:33.817543 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d46888c8-57fb-4c29-a4b7-d55ad007edb0 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:52:33.818228 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef242e0-82b2-4047-9fea-2447f21928ca', 'name': 'network-vif-deleted', 'tag': '95f032c5-1087-4a8b-9e3a-7e68fa082e12', 'status': 'completed', 'code': 200} Feb 02 13:52:33.854302 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-dbcb04dc-1744-450d-84e8-0bec104a0db0 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:52:34.061092 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-dbcb04dc-1744-450d-84e8-0bec104a0db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:52:34.093717 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb04dc-1744-450d-84e8-0bec104a0db0 None None] Checking router: 8c455743-42ad-416f-85c6-bf0b9c4a576b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:52:34.103996 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb04dc-1744-450d-84e8-0bec104a0db0 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:52:34.104607 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-dbcb04dc-1744-450d-84e8-0bec104a0db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:52:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:52:34.135903 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8df17ad8-0ea9-450b-9ef7-3f8654510a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:34.212732 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-dbcb04dc-1744-450d-84e8-0bec104a0db0 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:52:34.426837 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-dbcb04dc-1744-450d-84e8-0bec104a0db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:52:34.454440 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb04dc-1744-450d-84e8-0bec104a0db0 None None] The sync data for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 is: [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:52:34.708304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f4a07c-b46e-4747-8f77-b9736dda3a18 None None] New status for floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:52:34.913000 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-246b71af-5f91-4c27-a88f-3cf50ab8580a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--986624055&fields=id&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 267 time: 0.0426683 Feb 02 13:52:35.034616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-e1bad20c-2636-458f-aa6d-0e3cbb29e01d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:35.036174 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-e1bad20c-2636-458f-aa6d-0e3cbb29e01d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 812 time: 0.1131818 Feb 02 13:52:35.050567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-7d7227f9-d552-4d3e-af66-5b71cb6d354f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/quotas/c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 375 time: 0.0089202 Feb 02 13:52:35.469875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-7af9f63c-4546-4ebd-a1a4-6882dde76e63 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4141195 Feb 02 13:52:35.568948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-ba976baf-a029-4bf2-b37b-99d6b8c6c72c service neutron] 10.222.0.83 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848022 Feb 02 13:52:35.657653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-41a0fba0-4867-4f3c-96e0-1ea4dd34cb63 service neutron] 10.222.0.83 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828664 Feb 02 13:52:35.722483 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:35.849422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c2a052e8-9cc9-4775-9708-8e69fd1d51c3 req-3d1dac4d-f8f6-4c20-a134-05e377ddf0a7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 210 time: 0.0310378 Feb 02 13:52:36.712044 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 95f032c5-1087-4a8b-9e3a-7e68fa082e12 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:52:36.736437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 95f032c5-1087-4a8b-9e3a-7e68fa082e12 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:52:36.737215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 95f032c5-1087-4a8b-9e3a-7e68fa082e12 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:52:36.949635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-cf5dfea1-ba5d-4ed1-952c-d5ad2dc2ac96 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:36.952187 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-cf5dfea1-ba5d-4ed1-952c-d5ad2dc2ac96 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 812 time: 0.1174421 Feb 02 13:52:36.963345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2be6c6d2-81bd-4e2c-bfeb-1c91c6d41ac0 req-4e92989d-e75e-4767-88b1-1a97469d8eb7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 210 time: 0.0342214 Feb 02 13:52:36.991466 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:37.024029 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-e53665b5-b5d3-47bb-bf2a-68f7227f2c47 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 379 time: 0.0576954 Feb 02 13:52:37.045614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Request body: {'port': {'device_id': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'admin_state_up': True, 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'security_groups': ['99b869fe-14de-4647-8d82-ea6d05cebdc5']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:52:37.159649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Made reservation on behalf of c6aa23f2b67b44a79b703ec9b4479109 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:52:37.161449 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:37.163540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:37.294415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Allocated IP 172.20.0.14 (e7a19957-35e6-4c43-b726-04bc99bf486b/86566f23-182f-43a1-8404-f5dd5c8ab6ea/41b155e8-14b3-406a-9777-0e43c89e055e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:52:37.446103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for port (41b155e8-14b3-406a-9777-0e43c89e055e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:37.480991 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:37.522481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Network e7a19957-35e6-4c43-b726-04bc99bf486b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:52:37.527528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:52:37.531080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:52:37.558824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event updated for resources: {'Port': ['ID=41b155e8-14b3-406a-9777-0e43c89e055e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:52:37.588659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:37.589265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:37.606361 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-3c900c54-7b02-4d55-88d7-b81b5fb44ca8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646577 Feb 02 13:52:37.624155 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Request body: {'port': {'device_id': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:52:37.687863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:37.739524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2119e6f5-fdbe-41e8-b24a-6cefdaa6c2ee None None] Provisioning complete for port 41b155e8-14b3-406a-9777-0e43c89e055e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:52:37.740166 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2119e6f5-fdbe-41e8-b24a-6cefdaa6c2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:37.773222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2119e6f5-fdbe-41e8-b24a-6cefdaa6c2ee None None] Port 41b155e8-14b3-406a-9777-0e43c89e055e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:52:37.965061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b155e8-14b3-406a-9777-0e43c89e055e {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:52:37.976351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Publish callbacks [] for port (41b155e8-14b3-406a-9777-0e43c89e055e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:37.992063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Transition to ACTIVE for port object 41b155e8-14b3-406a-9777-0e43c89e055e will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:52:38.002125 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:38.022426 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:38.061323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Pushing event updated for resources: {'Port': ['ID=41b155e8-14b3-406a-9777-0e43c89e055e,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:52:38.079645 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:38.105599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0570b-b175-41ea-ba84-d573a22c9612 req-6972f60b-3f85-4ddb-87dc-7b9e8383dca5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:38.107218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ca0570b-b175-41ea-ba84-d573a22c9612 req-6972f60b-3f85-4ddb-87dc-7b9e8383dca5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 944 time: 0.0634644 Feb 02 13:52:38.139533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Attempting to bind port 41b155e8-14b3-406a-9777-0e43c89e055e on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:52:38.140417 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Attempting to bind port 41b155e8-14b3-406a-9777-0e43c89e055e by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:52:38.141364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Attempting to bind port 41b155e8-14b3-406a-9777-0e43c89e055e on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:52:38.146821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Port 41b155e8-14b3-406a-9777-0e43c89e055e on network e7a19957-35e6-4c43-b726-04bc99bf486b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:52:38.147250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Attempting to bind port 41b155e8-14b3-406a-9777-0e43c89e055e on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:52:38.153732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:52:38.154078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:52:38.154610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Bound using segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:52:38.155041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Bound port: 41b155e8-14b3-406a-9777-0e43c89e055e, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:52:38.155399 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:38.162122 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ca0570b-b175-41ea-ba84-d573a22c9612 req-04106f1e-53a1-40de-abac-6663ac9ba6d2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486217 Feb 02 13:52:38.234941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:52:38.238122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=41b155e8-14b3-406a-9777-0e43c89e055e,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:52:38.244303 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:38.281143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:38.281771 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:38.283280 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] 10.222.0.62 "PUT /v2.0/ports/41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 200 len: 1092 time: 0.6637533 Feb 02 13:52:38.283848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:52:38.286096 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77e1178-8262-4314-94ad-ebf212a1cd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:52:38.309090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3eb2e2-51a3-4f27-a80b-836bc4c99f34 service neutron] Pushing event updated for resources: {'Port': ['ID=41b155e8-14b3-406a-9777-0e43c89e055e,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:52:38.340060 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900f62eb-f578-45aa-93af-97bba72b2277 x-openstack-request-id: req-900f62eb-f578-45aa-93af-97bba72b2277 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:52:38.340060 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:52:38.340060 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-900f62eb-f578-45aa-93af-97bba72b2277 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:52:38.341184 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e', 'status': 'completed', 'code': 200} Feb 02 13:52:38.416534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-31f80a54-385e-4b9e-a8b5-d5e65bbdd0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:38.418388 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-31f80a54-385e-4b9e-a8b5-d5e65bbdd0e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 1126 time: 0.0533080 Feb 02 13:52:38.474239 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-b9bc3613-cb1a-4274-ab14-a96db65ccc4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 200 len: 217 time: 0.0419459 Feb 02 13:52:38.527063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-586f582d-504b-442d-af21-442b5e5a0d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:38.528670 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-586f582d-504b-442d-af21-442b5e5a0d62 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0481441 Feb 02 13:52:38.583638 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-198bc9f5-5d7e-4c35-9aca-4671a0612cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:38.585276 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-198bc9f5-5d7e-4c35-9aca-4671a0612cd3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504775 Feb 02 13:52:38.693455 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-12782d97-c2ba-4835-aee5-83baed450d5b service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018836 Feb 02 13:52:38.789738 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-910fa5a0-6941-4dfe-8d4c-574ea9a01b05 req-45d40199-645f-4bec-b595-99c0f576a7f0 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894315 Feb 02 13:52:38.930301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e1178-8262-4314-94ad-ebf212a1cd2d req-5aae5274-3401-462e-8571-70a312909b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:38.931887 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b77e1178-8262-4314-94ad-ebf212a1cd2d req-5aae5274-3401-462e-8571-70a312909b5e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 1126 time: 0.0532866 Feb 02 13:52:39.036420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e1178-8262-4314-94ad-ebf212a1cd2d req-e2911a7c-1e28-4997-affc-2d167a78a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:39.037954 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b77e1178-8262-4314-94ad-ebf212a1cd2d req-e2911a7c-1e28-4997-affc-2d167a78a854 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0994360 Feb 02 13:52:39.080367 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b77e1178-8262-4314-94ad-ebf212a1cd2d req-b5b42626-5e09-4e2b-a7ef-85a345455f08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 200 len: 217 time: 0.0352676 Feb 02 13:52:39.136911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e1178-8262-4314-94ad-ebf212a1cd2d req-59fb66f3-52f2-4745-8dd3-8c11f2e6c663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:39.138436 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b77e1178-8262-4314-94ad-ebf212a1cd2d req-59fb66f3-52f2-4745-8dd3-8c11f2e6c663 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0518644 Feb 02 13:52:39.194624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e1178-8262-4314-94ad-ebf212a1cd2d req-fdd7aeed-95a9-40e2-9e63-050b9757cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:39.197201 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b77e1178-8262-4314-94ad-ebf212a1cd2d req-fdd7aeed-95a9-40e2-9e63-050b9757cbba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520527 Feb 02 13:52:39.300328 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4ea3d-a4af-4e72-b084-bbf8dee9025b req-63828d6f-f985-4c78-9ed3-32eaeb0015ff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:39.301807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10e4ea3d-a4af-4e72-b084-bbf8dee9025b req-63828d6f-f985-4c78-9ed3-32eaeb0015ff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 944 time: 0.0545864 Feb 02 13:52:39.309678 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b77e1178-8262-4314-94ad-ebf212a1cd2d req-5da78040-3993-49c4-b55c-59f7dc42acb7 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054962 Feb 02 13:52:39.348559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10e4ea3d-a4af-4e72-b084-bbf8dee9025b req-d6ae9851-0786-49e3-b59e-6160334678c6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407844 Feb 02 13:52:39.399429 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b77e1178-8262-4314-94ad-ebf212a1cd2d req-52046064-422e-4c46-9503-6d4dbb28a5a7 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830986 Feb 02 13:52:40.481025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb905e12-9f1b-4398-8ca0-6d4bdbe945fd req-beea0c6d-5b46-454e-9236-1433fabe1a3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:40.482886 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb905e12-9f1b-4398-8ca0-6d4bdbe945fd req-beea0c6d-5b46-454e-9236-1433fabe1a3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 944 time: 0.0560389 Feb 02 13:52:40.538971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb905e12-9f1b-4398-8ca0-6d4bdbe945fd req-cd96ea99-2517-4721-92e6-2ba83006a724 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474706 Feb 02 13:52:40.734289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 41b155e8-14b3-406a-9777-0e43c89e055e details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:52:40.841528 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=41b155e8-14b3-406a-9777-0e43c89e055e,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:52:40.854362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '41b155e8-14b3-406a-9777-0e43c89e055e', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'port_id': '41b155e8-14b3-406a-9777-0e43c89e055e', 'mac_address': 'fa:16:3e:41:d1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:52:40.894349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 41b155e8-14b3-406a-9777-0e43c89e055e is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:52:40.894720 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:40.912903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b155e8-14b3-406a-9777-0e43c89e055e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:52:40.933767 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=41b155e8-14b3-406a-9777-0e43c89e055e,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:52:40.939622 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:40.993971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=41b155e8-14b3-406a-9777-0e43c89e055e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:52:41.205109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['41b155e8-14b3-406a-9777-0e43c89e055e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:52:41.668266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305b911-8180-4d30-b7ef-87f1321e6d31 req-654eebde-95c2-4f3a-a361-208b5e92164e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:41.669789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2305b911-8180-4d30-b7ef-87f1321e6d31 req-654eebde-95c2-4f3a-a361-208b5e92164e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 945 time: 0.0554686 Feb 02 13:52:41.732107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2305b911-8180-4d30-b7ef-87f1321e6d31 req-5832f7d4-4851-48c8-b0e7-c7266a32f416 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561900 Feb 02 13:52:42.740079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 41b155e8-14b3-406a-9777-0e43c89e055e up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:52:42.797134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 41b155e8-14b3-406a-9777-0e43c89e055e completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:52:42.801615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 41b155e8-14b3-406a-9777-0e43c89e055e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:52:42.802129 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:42.864941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24130857-9f65-4e9a-bbc0-b6a765589ecd req-52fbf1c7-5199-4d31-a226-ba8e7fbb4c91 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:42.866514 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-24130857-9f65-4e9a-bbc0-b6a765589ecd req-52fbf1c7-5199-4d31-a226-ba8e7fbb4c91 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 945 time: 0.0598464 Feb 02 13:52:42.886393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 41b155e8-14b3-406a-9777-0e43c89e055e is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:52:42.886814 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:42.914903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:52:42.917229 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4f086f-0b44-4ae8-8043-5aebeaf9a193" -d '{"events": [{"server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "name": "network-vif-plugged", "status": "completed", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:52:42.929012 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-24130857-9f65-4e9a-bbc0-b6a765589ecd req-495567ab-1fd2-41b4-b57a-da0aead144d6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552051 Feb 02 13:52:42.930286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=41b155e8-14b3-406a-9777-0e43c89e055e,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:52:42.935531 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:42.967726 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe2a0e0-928a-4a43-ada0-f56537fafd3f x-openstack-request-id: req-dbe2a0e0-928a-4a43-ada0-f56537fafd3f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:52:42.968382 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "name": "network-vif-plugged", "status": "completed", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:52:42.968631 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dbe2a0e0-928a-4a43-ada0-f56537fafd3f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:52:42.969018 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e', 'code': 200} Feb 02 13:52:43.003042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=41b155e8-14b3-406a-9777-0e43c89e055e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:52:43.110644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4a0f8-e193-4e20-afcd-733fed3cf7f7 req-dbbbc107-f9be-4f7a-9c78-66eb39e342b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:43.112839 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5fb4a0f8-e193-4e20-afcd-733fed3cf7f7 req-dbbbc107-f9be-4f7a-9c78-66eb39e342b5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 1128 time: 0.0552118 Feb 02 13:52:43.163363 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5fb4a0f8-e193-4e20-afcd-733fed3cf7f7 req-202f63c0-2eb2-4209-9866-13abb0171801 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446417 Feb 02 13:52:44.061458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135b97e-af9c-49f2-bcad-b13ba42d4173 req-807ed481-d6b0-4382-83e2-56b35a6a4550 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:44.063016 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f135b97e-af9c-49f2-bcad-b13ba42d4173 req-807ed481-d6b0-4382-83e2-56b35a6a4550 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0606108 Feb 02 13:52:44.112310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f135b97e-af9c-49f2-bcad-b13ba42d4173 req-976c1c9d-cfcc-4c23-bdb6-f9584593daa5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431883 Feb 02 13:52:45.248334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f8b0c-abb9-4a0a-a010-ff9b03f4a37f req-40a71650-457a-4ea2-a9c3-7792d406650c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:45.249846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c9f8b0c-abb9-4a0a-a010-ff9b03f4a37f req-40a71650-457a-4ea2-a9c3-7792d406650c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0600157 Feb 02 13:52:45.309363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6c9f8b0c-abb9-4a0a-a010-ff9b03f4a37f req-b92a99f8-08ee-4eab-85a7-0570e8855791 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506408 Feb 02 13:52:45.435556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29df0e-1acf-4985-a43e-f068b87b77d5 req-4612a362-274d-4f1a-8e61-1dce9564bf4b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:45.436965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f29df0e-1acf-4985-a43e-f068b87b77d5 req-4612a362-274d-4f1a-8e61-1dce9564bf4b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0581203 Feb 02 13:52:45.446182 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40176) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:52:45.450977 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fe625ae6-ea60-43f4-8293-667103b04254 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Request body: {'floatingip': {'port_id': '41b155e8-14b3-406a-9777-0e43c89e055e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:52:45.492417 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe625ae6-ea60-43f4-8293-667103b04254 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:45.938552 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe625ae6-ea60-43f4-8293-667103b04254 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:45.944210 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe625ae6-ea60-43f4-8293-667103b04254 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:46.044636 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-fe625ae6-ea60-43f4-8293-667103b04254 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74 associated. External IP: 172.25.4.144, port: 41b155e8-14b3-406a-9777-0e43c89e055e. Feb 02 13:52:46.274179 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe625ae6-ea60-43f4-8293-667103b04254 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Router 8c455743-42ad-416f-85c6-bf0b9c4a576b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:52:46.392559 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe625ae6-ea60-43f4-8293-667103b04254 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:52:46.398351 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fe625ae6-ea60-43f4-8293-667103b04254 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:52:46.403773 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a05d26-53e8-4064-97f5-1d9b49c07570 None None] Sync routers for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:52:46.415894 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a05d26-53e8-4064-97f5-1d9b49c07570 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:52:46.416511 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b7a05d26-53e8-4064-97f5-1d9b49c07570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:52:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:52:46.433067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fe625ae6-ea60-43f4-8293-667103b04254 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "PUT /v2.0/floatingips/1ea7eabb-d1d9-4792-a4d7-66228c43fb74 HTTP/1.1" status: 200 len: 992 time: 0.9858050 Feb 02 13:52:46.433765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:52:46.437241 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a749b2da-b737-4257-83a5-af490b8eb7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:52:46.484781 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4facffec-f350-4756-9757-4ea63df1f133 x-openstack-request-id: req-4facffec-f350-4756-9757-4ea63df1f133 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:52:46.485048 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:52:46.485326 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4facffec-f350-4756-9757-4ea63df1f133 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:52:46.485731 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e', 'status': 'completed', 'code': 200} Feb 02 13:52:46.526737 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b7a05d26-53e8-4064-97f5-1d9b49c07570 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:52:46.562624 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bc65e-c3ba-4315-9116-05f18dc2f10c req-18460e78-f5c5-40fc-8cde-adf9b68f4727 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:46.564221 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f5bc65e-c3ba-4315-9116-05f18dc2f10c req-18460e78-f5c5-40fc-8cde-adf9b68f4727 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0594075 Feb 02 13:52:46.574450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749b2da-b737-4257-83a5-af490b8eb7cb req-cdd07b86-c2da-4393-8608-268ef351abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:46.576109 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a749b2da-b737-4257-83a5-af490b8eb7cb req-cdd07b86-c2da-4393-8608-268ef351abf8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 1128 time: 0.0493546 Feb 02 13:52:46.617647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f5bc65e-c3ba-4315-9116-05f18dc2f10c req-d6ee4c1b-db8e-4ccc-8c11-6556aa7a0885 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467374 Feb 02 13:52:46.676569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749b2da-b737-4257-83a5-af490b8eb7cb req-54fd5e44-18a1-4ad3-b784-394e93493c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:46.678131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a749b2da-b737-4257-83a5-af490b8eb7cb req-54fd5e44-18a1-4ad3-b784-394e93493c70 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0954955 Feb 02 13:52:46.755248 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a749b2da-b737-4257-83a5-af490b8eb7cb req-68ca5981-6aa4-4bb1-b491-bc76d9ab70d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 200 len: 1000 time: 0.0703297 Feb 02 13:52:46.776526 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b7a05d26-53e8-4064-97f5-1d9b49c07570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1ea7eabb-d1d9-4792-a4d7-66228c43fb74', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'port_id': '41b155e8-14b3-406a-9777-0e43c89e055e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'mac_address': 'fa:16:3e:41:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:51:34Z', 'updated_at': '2022-02-02T13:52:45Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:52:46.806017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749b2da-b737-4257-83a5-af490b8eb7cb req-5ea457d4-873f-4216-85c8-5405b3e9ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:46.807447 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a749b2da-b737-4257-83a5-af490b8eb7cb req-5ea457d4-873f-4216-85c8-5405b3e9ca33 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0456066 Feb 02 13:52:46.808098 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a05d26-53e8-4064-97f5-1d9b49c07570 None None] Checking router: 8c455743-42ad-416f-85c6-bf0b9c4a576b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:52:46.817551 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a05d26-53e8-4064-97f5-1d9b49c07570 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:52:46.818167 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b7a05d26-53e8-4064-97f5-1d9b49c07570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:52:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:52:46.860482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749b2da-b737-4257-83a5-af490b8eb7cb req-510487e1-8eea-41a6-8510-ba5a36b09df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:46.861985 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a749b2da-b737-4257-83a5-af490b8eb7cb req-510487e1-8eea-41a6-8510-ba5a36b09df1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488086 Feb 02 13:52:46.924669 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b7a05d26-53e8-4064-97f5-1d9b49c07570 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:52:46.959120 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a749b2da-b737-4257-83a5-af490b8eb7cb req-a7fe721a-cece-415c-b625-b9856a3f8653 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903876 Feb 02 13:52:47.065886 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a749b2da-b737-4257-83a5-af490b8eb7cb req-7d1212df-761c-4123-9469-a58d09ba0b53 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998247 Feb 02 13:52:47.261636 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b7a05d26-53e8-4064-97f5-1d9b49c07570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1ea7eabb-d1d9-4792-a4d7-66228c43fb74', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'port_id': '41b155e8-14b3-406a-9777-0e43c89e055e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'mac_address': 'fa:16:3e:41:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:51:34Z', 'updated_at': '2022-02-02T13:52:45Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:52:47.287140 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a05d26-53e8-4064-97f5-1d9b49c07570 None None] The sync data for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 is: [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1ea7eabb-d1d9-4792-a4d7-66228c43fb74', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'port_id': '41b155e8-14b3-406a-9777-0e43c89e055e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'mac_address': 'fa:16:3e:41:d1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:51:34Z', 'updated_at': '2022-02-02T13:52:45Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:52:47.498025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9b0477-863b-448e-b686-5eb2ff0a5c93 None None] New status for floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:52:47.750415 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff00795-831d-4d83-a829-f7256f71bf46 req-80b305c6-6082-4c30-9d87-de9fe0206d89 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:47.751968 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ff00795-831d-4d83-a829-f7256f71bf46 req-80b305c6-6082-4c30-9d87-de9fe0206d89 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0535464 Feb 02 13:52:47.807779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8ff00795-831d-4d83-a829-f7256f71bf46 req-340bd36e-832f-498c-8adf-3c5e3e284b93 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500743 Feb 02 13:52:48.050307 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50213-827d-416d-b107-4e8c9ea61474 req-7012015e-7980-4ea3-ac9a-d1415d55a65d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:48.052726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3c50213-827d-416d-b107-4e8c9ea61474 req-7012015e-7980-4ea3-ac9a-d1415d55a65d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0710804 Feb 02 13:52:48.102645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3c50213-827d-416d-b107-4e8c9ea61474 req-24a88ded-e7e2-463d-aa36-83d6e0e9cb91 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Feb 02 13:52:49.242702 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f139e7b-bd29-4ff1-a6e0-799ad6f87ecd req-7c04cf73-1d80-4f77-93e1-a0882a6e60a3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:49.244368 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f139e7b-bd29-4ff1-a6e0-799ad6f87ecd req-7c04cf73-1d80-4f77-93e1-a0882a6e60a3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0645125 Feb 02 13:52:49.292015 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f139e7b-bd29-4ff1-a6e0-799ad6f87ecd req-da9fa7a3-0e34-4feb-8865-c7b7288f4e59 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413888 Feb 02 13:52:50.435197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d24ae-060b-4f57-9291-1ea9bd355032 req-ea67d1d2-7c09-4fbd-a0ad-cf7c3cec3ea0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:50.436724 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb5d24ae-060b-4f57-9291-1ea9bd355032 req-ea67d1d2-7c09-4fbd-a0ad-cf7c3cec3ea0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0587845 Feb 02 13:52:50.486834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb5d24ae-060b-4f57-9291-1ea9bd355032 req-31ab3b0c-fbaa-448b-9682-aa59a05abc0c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438964 Feb 02 13:52:51.621273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff2f90-d319-4fb6-8dd7-a1a489f0020a req-75ae5840-5941-433c-8683-8b25dcc69bbd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:51.622769 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-feff2f90-d319-4fb6-8dd7-a1a489f0020a req-75ae5840-5941-433c-8683-8b25dcc69bbd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0575628 Feb 02 13:52:51.671637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-feff2f90-d319-4fb6-8dd7-a1a489f0020a req-14913103-17ba-4ce4-b549-8ab9b9c9854e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430379 Feb 02 13:52:52.803714 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bcba1-7997-417b-b57b-a4a0ae9da1d7 req-a6cf32fe-9340-4151-b0c7-2ae7346e71e3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:52.805195 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e01bcba1-7997-417b-b57b-a4a0ae9da1d7 req-a6cf32fe-9340-4151-b0c7-2ae7346e71e3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0595317 Feb 02 13:52:52.860542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e01bcba1-7997-417b-b57b-a4a0ae9da1d7 req-c4709eb6-87e4-4899-b0e0-3f3263cab10e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472808 Feb 02 13:52:53.998961 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1f51e-3e71-4cea-8147-50d79ab6e6c3 req-7f0956bb-66d5-4901-90a2-9bb9089b21ce tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:54.000452 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ff1f51e-3e71-4cea-8147-50d79ab6e6c3 req-7f0956bb-66d5-4901-90a2-9bb9089b21ce tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0638533 Feb 02 13:52:54.048669 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ff1f51e-3e71-4cea-8147-50d79ab6e6c3 req-5a3c6d5f-e796-4673-ab1a-2886d4b92f0f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421479 Feb 02 13:52:55.201391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cdfa5-3840-43c5-91c4-672839a6a4ad req-bb0b9630-9cd4-4547-a619-5b95116bb29a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:55.202881 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-414cdfa5-3840-43c5-91c4-672839a6a4ad req-bb0b9630-9cd4-4547-a619-5b95116bb29a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0720861 Feb 02 13:52:55.254982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-414cdfa5-3840-43c5-91c4-672839a6a4ad req-5ab86a32-61cf-47ad-83d8-224ddf660a89 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456388 Feb 02 13:52:56.398360 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42344684-9d04-4b57-94bc-b3b88acf5fcb req-b0fde6c3-2ff2-4a8f-8313-94aeff8daccc tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:56.401642 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42344684-9d04-4b57-94bc-b3b88acf5fcb req-b0fde6c3-2ff2-4a8f-8313-94aeff8daccc tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0681648 Feb 02 13:52:56.455301 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42344684-9d04-4b57-94bc-b3b88acf5fcb req-982be0f3-4aa7-4e37-bac5-1cce8fc16a10 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444944 Feb 02 13:52:57.583652 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90703293-216b-4352-97aa-2ee5c944134a req-0e8dbff0-597a-4068-af95-39d7c76e5178 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:57.586492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90703293-216b-4352-97aa-2ee5c944134a req-0e8dbff0-597a-4068-af95-39d7c76e5178 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0577309 Feb 02 13:52:57.636737 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90703293-216b-4352-97aa-2ee5c944134a req-2d049021-f649-4514-b2d2-e18fe626c4a6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452895 Feb 02 13:52:58.773007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a253a11-8729-4b23-8aca-1cfb5f4520de req-75c92e5c-e074-451b-953e-5351f78d0246 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:58.774479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a253a11-8729-4b23-8aca-1cfb5f4520de req-75c92e5c-e074-451b-953e-5351f78d0246 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0534434 Feb 02 13:52:58.846457 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a253a11-8729-4b23-8aca-1cfb5f4520de req-5605157a-c2a8-492f-913c-863b405a128f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662868 Feb 02 13:52:59.995689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2db0f-8d61-460d-bc74-9cdb8dcbbf1e req-e4690d23-3428-4571-805a-22caed193aa5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:52:59.997169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9f2db0f-8d61-460d-bc74-9cdb8dcbbf1e req-e4690d23-3428-4571-805a-22caed193aa5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0675607 Feb 02 13:53:00.050868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f9f2db0f-8d61-460d-bc74-9cdb8dcbbf1e req-1262c19b-7b16-4187-a77e-d2a3de1e2c11 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479224 Feb 02 13:53:01.190910 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7764c-79bb-4b10-b913-d4cefb726a6f req-9fa982eb-e280-48fc-9dab-c49f6474b826 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:01.192433 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3de7764c-79bb-4b10-b913-d4cefb726a6f req-9fa982eb-e280-48fc-9dab-c49f6474b826 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0581365 Feb 02 13:53:01.240804 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3de7764c-79bb-4b10-b913-d4cefb726a6f req-fe963847-85ab-4417-a579-34e52667d8df tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425942 Feb 02 13:53:01.840616 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40b2fa9e-3644-4015-b783-8373542cdb84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:02.383456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb06e29-3672-4078-ac24-d39fc53475b4 req-22260d6a-3e32-4ed9-8648-c7bd4f593f1e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:02.384954 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5eb06e29-3672-4078-ac24-d39fc53475b4 req-22260d6a-3e32-4ed9-8648-c7bd4f593f1e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0592561 Feb 02 13:53:02.439940 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5eb06e29-3672-4078-ac24-d39fc53475b4 req-d44040fe-b4e2-4f14-8f04-281c6e256bdc tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492170 Feb 02 13:53:03.569525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209c2cc-fca8-4377-8180-48e93139ac1a req-04316d2c-ba53-429c-8d22-c6a87ae3f92c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:03.571023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3209c2cc-fca8-4377-8180-48e93139ac1a req-04316d2c-ba53-429c-8d22-c6a87ae3f92c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0554402 Feb 02 13:53:03.620879 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3209c2cc-fca8-4377-8180-48e93139ac1a req-85ba563c-9194-446f-9cfb-1f63882d1114 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440714 Feb 02 13:53:04.143268 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d0126f64-a794-488f-847c-20cacfc2546c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:04.555694 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:53:04.756514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3bd79-b060-42a2-999b-acd465bb0b62 req-b4cdad45-6613-4ca0-93e8-d52478bed13f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:04.758053 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11d3bd79-b060-42a2-999b-acd465bb0b62 req-b4cdad45-6613-4ca0-93e8-d52478bed13f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0586851 Feb 02 13:53:04.805159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11d3bd79-b060-42a2-999b-acd465bb0b62 req-17d70ab1-5618-4acb-b389-16b0151cd094 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412812 Feb 02 13:53:05.725869 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:05.939895 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec0e22-69fe-46b6-b4a0-958700ba3ac6 req-c1b3a80e-8300-48cd-b590-5a0d6d1454a4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:05.941369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8ec0e22-69fe-46b6-b4a0-958700ba3ac6 req-c1b3a80e-8300-48cd-b590-5a0d6d1454a4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0554993 Feb 02 13:53:05.999476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8ec0e22-69fe-46b6-b4a0-958700ba3ac6 req-69b39c18-679a-4d98-b6bb-56393638ded3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493228 Feb 02 13:53:06.992860 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:07.138819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c61b9c-ee5b-4ef1-84c0-5b9424373860 req-32b3ff19-b994-44f4-8fc6-a49c68ae9fc7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:07.140377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47c61b9c-ee5b-4ef1-84c0-5b9424373860 req-32b3ff19-b994-44f4-8fc6-a49c68ae9fc7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0652328 Feb 02 13:53:07.158315 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:07.193529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47c61b9c-ee5b-4ef1-84c0-5b9424373860 req-0f93e1da-90bf-46a3-8010-4e1830e18c5e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466409 Feb 02 13:53:08.016841 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:08.069371 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:08.324294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a9654-f5cf-4d64-b06b-c4c400074e37 req-7d94e3bf-6743-4d73-9185-3d1d2ab930d2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:08.325849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca5a9654-f5cf-4d64-b06b-c4c400074e37 req-7d94e3bf-6743-4d73-9185-3d1d2ab930d2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0584545 Feb 02 13:53:08.376572 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ca5a9654-f5cf-4d64-b06b-c4c400074e37 req-13d24e92-09ce-402b-be8d-b7f820f30abc tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420666 Feb 02 13:53:09.525983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f157abe-b9d6-43c5-9898-40064a54c9c9 req-6d00cbc2-ad5d-4ee6-b999-ff5189e6586b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:09.527496 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f157abe-b9d6-43c5-9898-40064a54c9c9 req-6d00cbc2-ad5d-4ee6-b999-ff5189e6586b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0643058 Feb 02 13:53:09.576194 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3f157abe-b9d6-43c5-9898-40064a54c9c9 req-14a42adc-ddf8-4e28-b371-3feff4f71c7f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 Feb 02 13:53:10.712284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e04d3c-f0ef-4acb-ae6e-68da81d588ad req-faa19db3-377a-4de3-ab92-fce103a3284b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:10.713814 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42e04d3c-f0ef-4acb-ae6e-68da81d588ad req-faa19db3-377a-4de3-ab92-fce103a3284b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0649147 Feb 02 13:53:10.765383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42e04d3c-f0ef-4acb-ae6e-68da81d588ad req-076d19a2-f542-4e77-ade1-6e915f126f15 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430284 Feb 02 13:53:11.897385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfee25-a6db-40a7-9e60-c33d6b6f39c5 req-37a01b59-d4c1-40be-a377-c27a97e7b503 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:11.898905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bacfee25-a6db-40a7-9e60-c33d6b6f39c5 req-37a01b59-d4c1-40be-a377-c27a97e7b503 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0564656 Feb 02 13:53:11.947828 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bacfee25-a6db-40a7-9e60-c33d6b6f39c5 req-bb37ee69-ccc6-42c2-8889-413486a41e17 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414610 Feb 02 13:53:13.072870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7ab93-2461-45fb-9faa-ab11f0a7956f req-99177221-2822-4446-a785-3631d90526df tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:13.074326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06e7ab93-2461-45fb-9faa-ab11f0a7956f req-99177221-2822-4446-a785-3631d90526df tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0549965 Feb 02 13:53:13.126395 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06e7ab93-2461-45fb-9faa-ab11f0a7956f req-3c2a1be5-f533-4fa5-9e43-c2b22363e96d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462856 Feb 02 13:53:14.281255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dec56e-704f-4eb2-86bc-52d1c02d256a req-efb03eda-1235-4588-a2c6-4811af3f3d62 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:14.282956 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7dec56e-704f-4eb2-86bc-52d1c02d256a req-efb03eda-1235-4588-a2c6-4811af3f3d62 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0673497 Feb 02 13:53:14.331240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7dec56e-704f-4eb2-86bc-52d1c02d256a req-c1af2a30-4a34-4542-a388-8ed23a7b8354 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424118 Feb 02 13:53:14.604378 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-5fe79922-309f-41fa-8cd8-8f1675a984dc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734444 Feb 02 13:53:14.618814 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f6521-7993-4b39-a088-3a9476af1004 req-06b914bf-0612-4bd9-944c-e93d4de5e1a4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:14.620438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-501f6521-7993-4b39-a088-3a9476af1004 req-06b914bf-0612-4bd9-944c-e93d4de5e1a4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0806530 Feb 02 13:53:14.669779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-501f6521-7993-4b39-a088-3a9476af1004 req-a52b7ca1-8e42-4570-a819-80b00281cfda tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428386 Feb 02 13:53:15.808799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad3c89-5e1c-486e-b287-214a1e8fcb3b req-38d24c00-831a-4a50-bd3a-c20a075b7dfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:15.810373 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68ad3c89-5e1c-486e-b287-214a1e8fcb3b req-38d24c00-831a-4a50-bd3a-c20a075b7dfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0619807 Feb 02 13:53:15.861369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-68ad3c89-5e1c-486e-b287-214a1e8fcb3b req-703174a9-ffcd-457a-a0bc-9d6471573f61 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430093 Feb 02 13:53:15.946500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-d5b68c51-2d76-4386-b1d2-08c7f0d7c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:15.948065 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-d5b68c51-2d76-4386-b1d2-08c7f0d7c7ec service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 1128 time: 0.0503654 Feb 02 13:53:16.042031 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-acbd90a9-9dc2-4d6c-84c1-6aaf50dfa6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:16.043539 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-acbd90a9-9dc2-4d6c-84c1-6aaf50dfa6d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0872171 Feb 02 13:53:16.115244 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-75e2fbaa-d676-4e9e-b45c-40726c166981 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 200 len: 1002 time: 0.0649204 Feb 02 13:53:16.164130 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c97fe484-efaa-483b-b028-955db118327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:16.165541 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c97fe484-efaa-483b-b028-955db118327e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0427973 Feb 02 13:53:16.215739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-e39906ea-7421-41e7-a2e2-f28307dbaed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:16.217205 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-e39906ea-7421-41e7-a2e2-f28307dbaed1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449967 Feb 02 13:53:16.317963 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-4f844388-fdc5-4c76-a2bf-6bbf6683f484 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938079 Feb 02 13:53:16.418048 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-cc937dd0-5900-469a-b918-f4cf6e0f7a66 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929115 Feb 02 13:53:16.761857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77326-f6f0-4647-8394-fc1d47e50d6b req-33dced97-7d19-434a-a588-ef3b782f3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:16.763384 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5ab77326-f6f0-4647-8394-fc1d47e50d6b req-33dced97-7d19-434a-a588-ef3b782f3f1c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 1128 time: 0.0601835 Feb 02 13:53:16.926508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77326-f6f0-4647-8394-fc1d47e50d6b req-e345165b-5638-467e-857f-9f8fe9b4f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:16.928042 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5ab77326-f6f0-4647-8394-fc1d47e50d6b req-e345165b-5638-467e-857f-9f8fe9b4f2a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0940473 Feb 02 13:53:16.999869 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5ab77326-f6f0-4647-8394-fc1d47e50d6b req-09737c3e-bc6b-4fd7-914a-78d63218b36a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 200 len: 1002 time: 0.0648527 Feb 02 13:53:17.000713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf804f-9529-43cc-8fe7-b9799a093091 req-0301b5e0-bc15-48c7-9f82-52b76a235e12 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:17.002227 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-efaf804f-9529-43cc-8fe7-b9799a093091 req-0301b5e0-bc15-48c7-9f82-52b76a235e12 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0609765 Feb 02 13:53:17.048940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77326-f6f0-4647-8394-fc1d47e50d6b req-5361761b-2088-478d-bae3-91886b0954ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:17.050699 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5ab77326-f6f0-4647-8394-fc1d47e50d6b req-5361761b-2088-478d-bae3-91886b0954ce service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0447032 Feb 02 13:53:17.054219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-efaf804f-9529-43cc-8fe7-b9799a093091 req-be13b90f-9e0a-4f22-a0be-48d1282a3a47 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458584 Feb 02 13:53:17.108245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77326-f6f0-4647-8394-fc1d47e50d6b req-c899fa9c-8475-4860-b8b1-7047de4a67bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:17.109764 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5ab77326-f6f0-4647-8394-fc1d47e50d6b req-c899fa9c-8475-4860-b8b1-7047de4a67bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479107 Feb 02 13:53:17.221113 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5ab77326-f6f0-4647-8394-fc1d47e50d6b req-e563d272-52ff-4936-8704-34e611a6508e service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041720 Feb 02 13:53:17.311950 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5ab77326-f6f0-4647-8394-fc1d47e50d6b req-c2b68355-0ad5-4018-a77f-d78fdd8fa914 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840180 Feb 02 13:53:18.207144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35be0b5-dc57-4570-a2ca-ffb4ced01767 req-83d9e3f0-9edc-49c2-a977-890f9eb4c9da tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:18.208786 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f35be0b5-dc57-4570-a2ca-ffb4ced01767 req-83d9e3f0-9edc-49c2-a977-890f9eb4c9da tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0621006 Feb 02 13:53:18.258613 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f35be0b5-dc57-4570-a2ca-ffb4ced01767 req-8188897a-ee4d-4a1b-98d9-0b59d9e0c5a8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439556 Feb 02 13:53:18.427616 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-36b0d5e8-9249-4639-97cd-75ad89d2f4e2 service neutron] show failed (client error): The resource could not be found. Feb 02 13:53:18.428794 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-36b0d5e8-9249-4639-97cd-75ad89d2f4e2 service neutron] 10.222.0.62 "GET /v2.0/ports/41b155e8-14b3-406a-9777-0e43c89e055e/bindings/n-h1-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0631719 Feb 02 13:53:18.655710 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-78a340f6-1320-4409-a453-32cb0a240a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:18.657221 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-78a340f6-1320-4409-a453-32cb0a240a71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 1128 time: 0.0473390 Feb 02 13:53:18.674452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:53:18.737497 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:18.960263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=41b155e8-14b3-406a-9777-0e43c89e055e,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:53:19.264864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:53:19.304298 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:53:19.307217 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f924c4-f4cd-4f79-abd9-e6d438ef5cdf" -d '{"events": [{"server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "name": "network-vif-unplugged", "status": "completed", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:53:19.310903 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Publish callbacks [] for port (41b155e8-14b3-406a-9777-0e43c89e055e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:19.325373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Transition to ACTIVE for port object 41b155e8-14b3-406a-9777-0e43c89e055e will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:53:19.330976 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:19.369023 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a8dd09-7420-4e4a-a7e0-93cf394b5546 x-openstack-request-id: req-65a8dd09-7420-4e4a-a7e0-93cf394b5546 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:53:19.369316 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "name": "network-vif-unplugged", "status": "completed", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:53:19.369616 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-65a8dd09-7420-4e4a-a7e0-93cf394b5546 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:53:19.370017 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e', 'code': 200} Feb 02 13:53:19.389837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd122cc-2900-4210-be64-c42df3205473 req-78318982-6f50-4627-9906-cfb7d7d75183 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:19.391392 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbd122cc-2900-4210-be64-c42df3205473 req-78318982-6f50-4627-9906-cfb7d7d75183 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 944 time: 0.0582182 Feb 02 13:53:19.417656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=41b155e8-14b3-406a-9777-0e43c89e055e,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:53:19.441453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbd122cc-2900-4210-be64-c42df3205473 req-f10fef25-53c3-4f98-a864-4954c7e4d09c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438821 Feb 02 13:53:19.460025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] No DVR routers for this DVR port 41b155e8-14b3-406a-9777-0e43c89e055e on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:53:19.611606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Attempting to bind port 41b155e8-14b3-406a-9777-0e43c89e055e on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:53:19.611886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Attempting to bind port 41b155e8-14b3-406a-9777-0e43c89e055e by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:53:19.612104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Attempting to bind port 41b155e8-14b3-406a-9777-0e43c89e055e on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:53:19.616956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Port 41b155e8-14b3-406a-9777-0e43c89e055e on network e7a19957-35e6-4c43-b726-04bc99bf486b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:53:19.617282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Attempting to bind port 41b155e8-14b3-406a-9777-0e43c89e055e on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:53:19.623092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:53:19.623450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:53:19.623886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Bound using segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:53:19.624313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Bound port: 41b155e8-14b3-406a-9777-0e43c89e055e, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:53:19.624668 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:19.693680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:53:19.696942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=41b155e8-14b3-406a-9777-0e43c89e055e,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:53:19.704359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:19.743152 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:19.743783 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:19.745377 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] 10.222.0.18 "PUT /v2.0/ports/41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 200 len: 1092 time: 1.0749002 Feb 02 13:53:19.764593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e18d2-317f-4d2f-90d6-9ff67a317ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=41b155e8-14b3-406a-9777-0e43c89e055e,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:53:19.832957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-d8e111a3-96a2-4277-9895-1090efc49605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:19.834683 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-d8e111a3-96a2-4277-9895-1090efc49605 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 1126 time: 0.0541697 Feb 02 13:53:19.938558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-98eb0ec2-cbfe-4cf4-9b7f-b9b93b8e016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:19.940124 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-98eb0ec2-cbfe-4cf4-9b7f-b9b93b8e016c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0994084 Feb 02 13:53:20.013567 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-80a78bde-877e-451b-b17a-a7f18d0ad397 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 200 len: 1000 time: 0.0668838 Feb 02 13:53:20.064785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-a494e89d-8957-4522-89f1-8a5aa2e7a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:20.066194 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-a494e89d-8957-4522-89f1-8a5aa2e7a88a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0470293 Feb 02 13:53:20.120056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-8c1c8fc5-6575-4d69-b759-6087630f507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:20.121654 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-8c1c8fc5-6575-4d69-b759-6087630f507e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489180 Feb 02 13:53:20.234776 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-b95f97bc-adf4-4401-b7f7-ffe640850ccb service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068919 Feb 02 13:53:20.327838 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0bde8e6a-bf67-4ee5-925d-30dbbd7af80b req-81686798-52b7-486e-aef3-2dee9faf35a2 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872161 Feb 02 13:53:20.583655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb608ce-56a8-4c2d-bfb5-5db8cf141b8b req-d53063b4-3716-4b91-9d26-d32626b6e9ba tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:20.585604 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3fb608ce-56a8-4c2d-bfb5-5db8cf141b8b req-d53063b4-3716-4b91-9d26-d32626b6e9ba tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 944 time: 0.0693216 Feb 02 13:53:20.634267 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3fb608ce-56a8-4c2d-bfb5-5db8cf141b8b req-1bd7cdda-9685-4f14-a395-bf900803fd49 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427597 Feb 02 13:53:21.371200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:53:21.373654 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533fe86e-1465-4f63-9b41-eda04d68406b" -d '{"events": [{"name": "network-changed", "server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:53:21.423893 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6a0627-c454-4151-a163-4620454051e2 x-openstack-request-id: req-3c6a0627-c454-4151-a163-4620454051e2 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:53:21.424323 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:53:21.424753 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3c6a0627-c454-4151-a163-4620454051e2 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:53:21.424873 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e', 'status': 'completed', 'code': 200} Feb 02 13:53:21.544465 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fe86e-1465-4f63-9b41-eda04d68406b req-11da1805-dfac-4682-b4a0-aad4b9315833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:21.546179 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-11da1805-dfac-4682-b4a0-aad4b9315833 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 1126 time: 0.0706639 Feb 02 13:53:21.549190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fe86e-1465-4f63-9b41-eda04d68406b req-3df048ab-ff41-471c-b691-966b5ebef37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:21.550723 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-3df048ab-ff41-471c-b691-966b5ebef37a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 1126 time: 0.0837021 Feb 02 13:53:21.714025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fe86e-1465-4f63-9b41-eda04d68406b req-7127a5f3-0bc6-45a8-b126-330263e190c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:21.715602 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-7127a5f3-0bc6-45a8-b126-330263e190c6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1637499 Feb 02 13:53:21.716815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fe86e-1465-4f63-9b41-eda04d68406b req-7c88d777-8ded-46f9-96e7-adb57d1f8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:21.718444 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-7c88d777-8ded-46f9-96e7-adb57d1f8dd7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1587653 Feb 02 13:53:21.759965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433bc41-4890-4d46-af33-e8e92d2c675c req-16e31140-a6fd-4657-98ee-e776cb46b3f3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:21.761492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b433bc41-4890-4d46-af33-e8e92d2c675c req-16e31140-a6fd-4657-98ee-e776cb46b3f3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 944 time: 0.0516605 Feb 02 13:53:21.808164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b433bc41-4890-4d46-af33-e8e92d2c675c req-ea060a8c-4cdd-46ff-9827-4f96d2b1ff6f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408294 Feb 02 13:53:21.830349 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-b8810e43-b903-48dc-bbe0-714f2b8688a1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 200 len: 1000 time: 0.1085329 Feb 02 13:53:21.832236 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-625ce391-6358-43f6-ba42-b8c8d52b9b80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 200 len: 1000 time: 0.1046302 Feb 02 13:53:21.918753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fe86e-1465-4f63-9b41-eda04d68406b req-c4379e14-ffdd-4b6d-b0ae-f2ac682f4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:21.920303 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-c4379e14-ffdd-4b6d-b0ae-f2ac682f4194 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0840871 Feb 02 13:53:21.924062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fe86e-1465-4f63-9b41-eda04d68406b req-ebe8ae2e-9863-4770-9f36-7cabc58b031f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:21.925343 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-ebe8ae2e-9863-4770-9f36-7cabc58b031f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0790222 Feb 02 13:53:22.016507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fe86e-1465-4f63-9b41-eda04d68406b req-ba092b39-2e08-4137-b186-d14bacc20d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:22.017995 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-ba092b39-2e08-4137-b186-d14bacc20d16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0819836 Feb 02 13:53:22.020245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aa6ec-e864-43e6-8c2f-5a3dd0acae6c req-476ef586-5b5b-4d05-93af-e6cf746d6906 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:22.021978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f69aa6ec-e864-43e6-8c2f-5a3dd0acae6c req-476ef586-5b5b-4d05-93af-e6cf746d6906 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 944 time: 0.0625191 Feb 02 13:53:22.047698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533fe86e-1465-4f63-9b41-eda04d68406b req-c41f599a-1988-4fc6-b2b3-b6be69349a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:22.049155 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-c41f599a-1988-4fc6-b2b3-b6be69349a34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1229770 Feb 02 13:53:22.070594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f69aa6ec-e864-43e6-8c2f-5a3dd0acae6c req-b7b51758-79ae-40de-abe2-48c9ebb81441 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428195 Feb 02 13:53:22.200465 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-e1ff7d98-b825-4601-bd77-44d421d6cb06 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:22.201818 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-e1ff7d98-b825-4601-bd77-44d421d6cb06 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.62 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d&tenant_id=c6aa23f2b67b44a79b703ec9b4479109&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 944 time: 0.2058232 Feb 02 13:53:22.223617 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-7acf1ca5-b7d8-422b-b75d-e344548b0587 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860836 Feb 02 13:53:22.245273 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-0ec8aafe-186e-4c8b-a159-d03ebe36e62e service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843195 Feb 02 13:53:22.409714 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-5b80a7e0-aafd-438b-aab8-2d5dd386baa0 service neutron] delete failed (client error): The resource could not be found. Feb 02 13:53:22.410744 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-5b80a7e0-aafd-438b-aab8-2d5dd386baa0 service neutron] 10.222.0.62 "DELETE /v2.0/ports/41b155e8-14b3-406a-9777-0e43c89e055e/bindings/n-h2-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.1997018 Feb 02 13:53:22.439453 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-190dd7cc-6caa-4a1a-99a7-682e724b558e service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965942 Feb 02 13:53:22.442813 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-533fe86e-1465-4f63-9b41-eda04d68406b req-3b7ec1b7-b93f-4688-a8d9-d880ee2008d6 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862702 Feb 02 13:53:22.588855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-985e25c0-34fa-458f-82a7-1cd8112fec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:22.590244 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-985e25c0-34fa-458f-82a7-1cd8112fec03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 1126 time: 0.0538788 Feb 02 13:53:22.684153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-279d96d9-f980-4803-a7c0-ca826e730cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:22.685624 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-279d96d9-f980-4803-a7c0-ca826e730cbe service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0890970 Feb 02 13:53:22.763812 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-c285cdf7-595d-460a-aef3-69a8f5216027 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 200 len: 1000 time: 0.0717189 Feb 02 13:53:22.814874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-c21e9797-c35b-490e-b68e-79b83be0ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:22.816372 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-c21e9797-c35b-490e-b68e-79b83be0ed3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0467565 Feb 02 13:53:22.867212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-b02ec62a-e969-4eea-98a3-9bb3af4c8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:22.868775 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-b02ec62a-e969-4eea-98a3-9bb3af4c8e4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456531 Feb 02 13:53:22.975948 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-1b65fdc3-c52f-46a4-907f-b6de56afa38c service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003971 Feb 02 13:53:22.977064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 41b155e8-14b3-406a-9777-0e43c89e055e no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:53:23.018374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] The host n-h2-827336-2 is not matching for port 41b155e8-14b3-406a-9777-0e43c89e055e host n-h1-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:53:23.018860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 41b155e8-14b3-406a-9777-0e43c89e055e not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:53:23.067841 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-fbe073ac-01e8-4724-888b-031da072d67b service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848947 Feb 02 13:53:23.197014 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc61258-adeb-46c6-9e73-118b9928496a req-39d19303-836c-47ff-8205-23c1388d2084 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:23.198492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-abc61258-adeb-46c6-9e73-118b9928496a req-39d19303-836c-47ff-8205-23c1388d2084 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 944 time: 0.0553949 Feb 02 13:53:23.246630 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-abc61258-adeb-46c6-9e73-118b9928496a req-37d16f69-9c56-480b-8ca9-fe2d5b373196 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424838 Feb 02 13:53:23.265742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 41b155e8-14b3-406a-9777-0e43c89e055e details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:53:23.384603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=41b155e8-14b3-406a-9777-0e43c89e055e,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:53:23.396502 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '41b155e8-14b3-406a-9777-0e43c89e055e', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'port_id': '41b155e8-14b3-406a-9777-0e43c89e055e', 'mac_address': 'fa:16:3e:41:d1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:53:23.442250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 41b155e8-14b3-406a-9777-0e43c89e055e is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:53:23.442640 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:23.456157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b155e8-14b3-406a-9777-0e43c89e055e {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:53:23.478469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=41b155e8-14b3-406a-9777-0e43c89e055e,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:53:23.484640 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:23.536663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=41b155e8-14b3-406a-9777-0e43c89e055e,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:53:23.790438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['41b155e8-14b3-406a-9777-0e43c89e055e'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:53:24.390237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c2a4a-bcc6-44d1-a24f-fe5c5c3ab845 req-a862c709-6b19-412d-991c-9450ed007f5e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:24.391743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f00c2a4a-bcc6-44d1-a24f-fe5c5c3ab845 req-a862c709-6b19-412d-991c-9450ed007f5e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 945 time: 0.0582936 Feb 02 13:53:24.452133 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f00c2a4a-bcc6-44d1-a24f-fe5c5c3ab845 req-cc5914b7-9935-4def-b25d-e9870a032159 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514855 Feb 02 13:53:24.598628 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e75292-8aa8-4128-85bf-f96e1022ea55 req-fe01b159-6ba7-4ba1-9696-d18420a63eff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:24.600052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13e75292-8aa8-4128-85bf-f96e1022ea55 req-fe01b159-6ba7-4ba1-9696-d18420a63eff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 945 time: 0.0569146 Feb 02 13:53:24.660375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-13e75292-8aa8-4128-85bf-f96e1022ea55 req-dcbc1ec8-eeb6-4ae4-af6c-43b8e6e1f8ce tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522072 Feb 02 13:53:24.898539 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9b8c3-ee37-457e-a43c-dfcd6838ce24 req-13712fff-9e5a-423f-b45f-66bf04634946 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:24.900145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d9b8c3-ee37-457e-a43c-dfcd6838ce24 req-13712fff-9e5a-423f-b45f-66bf04634946 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 945 time: 0.0571859 Feb 02 13:53:24.946275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9c7a-01ac-4c78-b454-26e2ed1bddde req-1b4af242-b112-46ec-8919-cd575c86aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:24.947919 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-52cd9c7a-01ac-4c78-b454-26e2ed1bddde req-1b4af242-b112-46ec-8919-cd575c86aeb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 1127 time: 0.0478771 Feb 02 13:53:24.948772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59d9b8c3-ee37-457e-a43c-dfcd6838ce24 req-bddec111-759a-478d-b212-04e2daeef0eb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427771 Feb 02 13:53:25.055987 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9c7a-01ac-4c78-b454-26e2ed1bddde req-a70580dc-f3ed-454e-a488-72fbd6a9c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:25.058988 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-52cd9c7a-01ac-4c78-b454-26e2ed1bddde req-a70580dc-f3ed-454e-a488-72fbd6a9c357 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1057053 Feb 02 13:53:25.131884 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-52cd9c7a-01ac-4c78-b454-26e2ed1bddde req-8f3143b0-900f-4358-bdd6-c4c62a1238f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 200 len: 1001 time: 0.0647998 Feb 02 13:53:25.182702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9c7a-01ac-4c78-b454-26e2ed1bddde req-2b30576f-7280-4384-a362-3d55732e3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:25.184404 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-52cd9c7a-01ac-4c78-b454-26e2ed1bddde req-2b30576f-7280-4384-a362-3d55732e3d6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0433095 Feb 02 13:53:25.236872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd9c7a-01ac-4c78-b454-26e2ed1bddde req-c0cd22d9-4387-4d7e-8f81-c9d6ea4818e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:25.238403 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-52cd9c7a-01ac-4c78-b454-26e2ed1bddde req-c0cd22d9-4387-4d7e-8f81-c9d6ea4818e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482104 Feb 02 13:53:25.273950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 41b155e8-14b3-406a-9777-0e43c89e055e up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:53:25.329819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 41b155e8-14b3-406a-9777-0e43c89e055e completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:53:25.334075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 41b155e8-14b3-406a-9777-0e43c89e055e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:53:25.334451 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:25.334925 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-52cd9c7a-01ac-4c78-b454-26e2ed1bddde req-b9bcd82a-c55b-4e60-a1f7-f93cabcddfe3 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900593 Feb 02 13:53:25.420775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 41b155e8-14b3-406a-9777-0e43c89e055e is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:53:25.421138 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:25.436057 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-52cd9c7a-01ac-4c78-b454-26e2ed1bddde req-b127e045-fa9e-421c-882f-5cf8f57008f7 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945652 Feb 02 13:53:25.445738 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:53:25.448100 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749bdeb6-6679-4e81-a946-0f94d58ace1a" -d '{"events": [{"server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "name": "network-vif-plugged", "status": "completed", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:53:25.461482 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=41b155e8-14b3-406a-9777-0e43c89e055e,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:53:25.466916 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:25.499255 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c535cf4-3622-42ee-bd7a-484a97f0b92c x-openstack-request-id: req-8c535cf4-3622-42ee-bd7a-484a97f0b92c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:53:25.499565 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "name": "network-vif-plugged", "status": "completed", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:53:25.499822 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8c535cf4-3622-42ee-bd7a-484a97f0b92c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:53:25.500213 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e', 'code': 200} Feb 02 13:53:25.517667 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=41b155e8-14b3-406a-9777-0e43c89e055e,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:53:26.085727 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51420b5b-a8c2-4c6d-ae95-cb15e072de0f req-72a36b1f-3fa4-49bf-ba36-3bed73b5b0aa tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:26.087752 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51420b5b-a8c2-4c6d-ae95-cb15e072de0f req-72a36b1f-3fa4-49bf-ba36-3bed73b5b0aa tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0653718 Feb 02 13:53:26.142088 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-51420b5b-a8c2-4c6d-ae95-cb15e072de0f req-1afab11e-ae07-4cc9-abf9-a650776ed374 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459363 Feb 02 13:53:26.425368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f185f-d413-4adf-b99c-a1633e007ae9 req-772a2e5b-56c9-436a-9bee-54138f16c64a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:26.426870 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-759f185f-d413-4adf-b99c-a1633e007ae9 req-772a2e5b-56c9-436a-9bee-54138f16c64a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0642171 Feb 02 13:53:26.478375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-759f185f-d413-4adf-b99c-a1633e007ae9 req-f3ca736e-5338-41b9-a2bf-1ad2cd4fd58a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434062 Feb 02 13:53:27.618372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc58e1-3f19-4ac7-aba7-5f655b5bd203 req-604679be-3397-4b25-9287-d84a2b0ff95d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:27.619907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6fbc58e1-3f19-4ac7-aba7-5f655b5bd203 req-604679be-3397-4b25-9287-d84a2b0ff95d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0657892 Feb 02 13:53:27.675772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6fbc58e1-3f19-4ac7-aba7-5f655b5bd203 req-9bb92684-4fe7-4938-b6da-46f12754c782 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497825 Feb 02 13:53:27.775114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-d4fb07e1-2810-47c7-afd2-eec7ff10b611 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:27.776520 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-d4fb07e1-2810-47c7-afd2-eec7ff10b611 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.18 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 946 time: 0.0570908 Feb 02 13:53:27.878070 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Deleting port 41b155e8-14b3-406a-9777-0e43c89e055e {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:53:27.878408 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:27.986327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] For port 41b155e8-14b3-406a-9777-0e43c89e055e, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=41b155e8-14b3-406a-9777-0e43c89e055e,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:53:27.986695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:28.454432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:28.454862 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:28.455106 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74 disassociated. External IP: 172.25.4.144, port: 41b155e8-14b3-406a-9777-0e43c89e055e. Feb 02 13:53:28.455494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Calling delete_port for 41b155e8-14b3-406a-9777-0e43c89e055e owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:53:28.600169 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (41b155e8-14b3-406a-9777-0e43c89e055e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:28.628708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event deleted for resources: {'Port': ['ID=41b155e8-14b3-406a-9777-0e43c89e055e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:53:28.640093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.640533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.640880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.641296 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.641597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.641917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.642268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.642593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.642935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.643263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.643612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.643940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.644272 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:28.763681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Router 8c455743-42ad-416f-85c6-bf0b9c4a576b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:53:28.789266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa2b6a22-a3db-4d05-9622-348bc4e1ed6b req-3c56f419-b3c8-4326-a8ec-bba7f111668f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=752c7309-e48b-4763-8fc4-cb0acae96e2d HTTP/1.1" status: 200 len: 210 time: 0.0349667 Feb 02 13:53:28.878989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:53:28.890944 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92aaea4-c2bf-496a-9fca-9c4c0659e2e5 None None] Sync routers for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:53:28.901489 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92aaea4-c2bf-496a-9fca-9c4c0659e2e5 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:53:28.902144 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c92aaea4-c2bf-496a-9fca-9c4c0659e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:53:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:53:28.921051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] No DVR routers for this DVR port 41b155e8-14b3-406a-9777-0e43c89e055e on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:53:28.924919 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:28.928256 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bfbd1152-8d8f-4ad7-bdd8-776759e7c22b req-894ca947-9f78-49cf-9ce3-6db181b9a77f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.18 "DELETE /v2.0/ports/41b155e8-14b3-406a-9777-0e43c89e055e HTTP/1.1" status: 204 len: 173 time: 1.1466224 Feb 02 13:53:28.928690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'name': 'network-vif-deleted', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:53:28.930950 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d240a4f-34e2-4916-af7d-c2007b4622e1" -d '{"events": [{"server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "name": "network-vif-deleted", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:53:28.976897 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70880cf0-2248-4860-8b29-c3074071eac4 x-openstack-request-id: req-70880cf0-2248-4860-8b29-c3074071eac4 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:53:28.977197 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752c7309-e48b-4763-8fc4-cb0acae96e2d", "name": "network-vif-deleted", "tag": "41b155e8-14b3-406a-9777-0e43c89e055e", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:53:28.977443 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-70880cf0-2248-4860-8b29-c3074071eac4 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:53:28.977897 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752c7309-e48b-4763-8fc4-cb0acae96e2d', 'name': 'network-vif-deleted', 'tag': '41b155e8-14b3-406a-9777-0e43c89e055e', 'status': 'completed', 'code': 200} Feb 02 13:53:29.010370 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c92aaea4-c2bf-496a-9fca-9c4c0659e2e5 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:53:29.217404 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c92aaea4-c2bf-496a-9fca-9c4c0659e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:53:29.244490 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92aaea4-c2bf-496a-9fca-9c4c0659e2e5 None None] Checking router: 8c455743-42ad-416f-85c6-bf0b9c4a576b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:53:29.253279 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92aaea4-c2bf-496a-9fca-9c4c0659e2e5 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:53:29.253880 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c92aaea4-c2bf-496a-9fca-9c4c0659e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:53:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:53:29.369796 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c92aaea4-c2bf-496a-9fca-9c4c0659e2e5 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:53:29.591346 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c92aaea4-c2bf-496a-9fca-9c4c0659e2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:53:29.622127 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92aaea4-c2bf-496a-9fca-9c4c0659e2e5 None None] The sync data for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 is: [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:53:29.900537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c35cf-4302-45b1-8af7-7079767568ea None None] New status for floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:53:30.049900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-dd6d0239-c3fb-40a0-b9cd-ecf6305ace80 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--986624055&fields=id&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 267 time: 0.0497255 Feb 02 13:53:30.164658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a039da-8661-4fba-a257-7507f78bf65a req-574ca25c-1cc9-4138-8b04-a9fa915bb264 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:30.166171 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-574ca25c-1cc9-4138-8b04-a9fa915bb264 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 812 time: 0.1096959 Feb 02 13:53:30.183467 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-1de55e43-5140-417b-8741-722507ffb361 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/quotas/c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 375 time: 0.0110443 Feb 02 13:53:30.244358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-d866e4f3-27ef-4bc7-8271-bc2f60ca6fed tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546324 Feb 02 13:53:30.345932 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-6e40b790-7ed6-4a22-b99c-bbccc829ef57 service neutron] 10.222.0.83 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891266 Feb 02 13:53:30.463500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-2e035263-cca3-4657-a033-cbabc9dc632f service neutron] 10.222.0.83 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113966 Feb 02 13:53:30.676783 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd9a7cb5-db66-4491-80b3-829e46d1fe96 req-32f6705d-43e8-4c3d-8efc-5a2c89a9a19b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 210 time: 0.0361662 Feb 02 13:53:31.288763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 41b155e8-14b3-406a-9777-0e43c89e055e no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:53:31.310909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 41b155e8-14b3-406a-9777-0e43c89e055e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:53:31.311250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 41b155e8-14b3-406a-9777-0e43c89e055e not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:53:31.703861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a039da-8661-4fba-a257-7507f78bf65a req-c1b0df68-238d-4d18-a671-81b8022a0574 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:31.705361 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-c1b0df68-238d-4d18-a671-81b8022a0574 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 812 time: 0.1191757 Feb 02 13:53:31.772830 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da4256f3-0b23-42cb-b25f-b019f87507fc req-2ac824c3-3085-4780-8b8b-264a05953611 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 210 time: 0.0272300 Feb 02 13:53:31.773377 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-10a1d785-3544-4095-8efa-8352fbdcbb19 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 379 time: 0.0533252 Feb 02 13:53:31.788303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-02a039da-8661-4fba-a257-7507f78bf65a req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Request body: {'port': {'device_id': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'admin_state_up': True, 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'security_groups': ['99b869fe-14de-4647-8d82-ea6d05cebdc5']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:53:31.834948 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a418762e-373f-42d4-b975-7bf9f4810761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:31.909460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a039da-8661-4fba-a257-7507f78bf65a req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Made reservation on behalf of c6aa23f2b67b44a79b703ec9b4479109 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:53:31.913104 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-02a039da-8661-4fba-a257-7507f78bf65a req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:32.062249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-02a039da-8661-4fba-a257-7507f78bf65a req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Allocated IP 172.20.0.14 (e7a19957-35e6-4c43-b726-04bc99bf486b/86566f23-182f-43a1-8404-f5dd5c8ab6ea/23778da8-e17d-4883-81db-e8bae7347a46) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:53:32.222939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-02a039da-8661-4fba-a257-7507f78bf65a req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for port (23778da8-e17d-4883-81db-e8bae7347a46), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:32.262738 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-02a039da-8661-4fba-a257-7507f78bf65a req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:32.305338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a039da-8661-4fba-a257-7507f78bf65a req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Network e7a19957-35e6-4c43-b726-04bc99bf486b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:53:32.312609 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-02a039da-8661-4fba-a257-7507f78bf65a req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:53:32.316985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a039da-8661-4fba-a257-7507f78bf65a req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:53:32.320793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:53:32.377839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a039da-8661-4fba-a257-7507f78bf65a req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:32.378442 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-02a039da-8661-4fba-a257-7507f78bf65a req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:32.397759 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-54eb7fd3-304f-45f6-bbe3-f864963b2bfd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6134286 Feb 02 13:53:32.415879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Request body: {'port': {'device_id': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:53:32.483560 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:32.594566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-16790341-85de-4ab3-a967-147c0e391104 None None] Provisioning complete for port 23778da8-e17d-4883-81db-e8bae7347a46 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:53:32.595187 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16790341-85de-4ab3-a967-147c0e391104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (23778da8-e17d-4883-81db-e8bae7347a46), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:32.631510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-16790341-85de-4ab3-a967-147c0e391104 None None] Port 23778da8-e17d-4883-81db-e8bae7347a46 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:53:32.778005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23778da8-e17d-4883-81db-e8bae7347a46 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:53:32.785674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Publish callbacks [] for port (23778da8-e17d-4883-81db-e8bae7347a46), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:32.798365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Transition to ACTIVE for port object 23778da8-e17d-4883-81db-e8bae7347a46 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:53:32.803411 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:32.856725 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:53:32.923365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c84c1-4429-4571-b0d5-5405d726dd82 req-a40fb049-4392-4b61-b546-60c5ad14e802 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:32.924926 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d36c84c1-4429-4571-b0d5-5405d726dd82 req-a40fb049-4392-4b61-b546-60c5ad14e802 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 944 time: 0.0721591 Feb 02 13:53:32.948780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Attempting to bind port 23778da8-e17d-4883-81db-e8bae7347a46 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:53:32.949259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Attempting to bind port 23778da8-e17d-4883-81db-e8bae7347a46 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:53:32.949703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Attempting to bind port 23778da8-e17d-4883-81db-e8bae7347a46 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:53:32.955080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Port 23778da8-e17d-4883-81db-e8bae7347a46 on network e7a19957-35e6-4c43-b726-04bc99bf486b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:53:32.955540 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Attempting to bind port 23778da8-e17d-4883-81db-e8bae7347a46 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:53:32.964271 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:53:32.964715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:53:32.965207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Bound using segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:53:32.965734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Bound port: 23778da8-e17d-4883-81db-e8bae7347a46, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:53:32.966250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:32.978799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d36c84c1-4429-4571-b0d5-5405d726dd82 req-37969d99-949c-43be-87d4-81b3b878b3ec tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481939 Feb 02 13:53:33.040648 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:53:33.046451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:53:33.054785 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:33.091643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:33.092612 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:33.094348 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] 10.222.0.62 "PUT /v2.0/ports/23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 1092 time: 0.6834271 Feb 02 13:53:33.094791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:53:33.097190 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc10704-3239-4cd3-94fa-ab70b8905b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "tag": "23778da8-e17d-4883-81db-e8bae7347a46"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:53:33.136779 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bde861-1f64-45e8-b643-4f592234b250 service neutron] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:53:33.146502 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadbe124-722d-44d8-b8e7-083ddc23b0a7 x-openstack-request-id: req-eadbe124-722d-44d8-b8e7-083ddc23b0a7 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:53:33.147555 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "tag": "23778da8-e17d-4883-81db-e8bae7347a46", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:53:33.147555 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-eadbe124-722d-44d8-b8e7-083ddc23b0a7 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:53:33.148066 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46', 'status': 'completed', 'code': 200} Feb 02 13:53:33.220069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a039da-8661-4fba-a257-7507f78bf65a req-0ab74ab2-35c3-4b38-bfcb-daf430353c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:33.221678 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-0ab74ab2-35c3-4b38-bfcb-daf430353c65 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 1126 time: 0.0523973 Feb 02 13:53:33.274672 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-98de5533-78ac-4253-a19a-4dc148f7d164 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 217 time: 0.0402060 Feb 02 13:53:33.325354 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a039da-8661-4fba-a257-7507f78bf65a req-4025424c-968c-4936-966a-e45b32b4a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:33.326836 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-4025424c-968c-4936-966a-e45b32b4a1b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0466220 Feb 02 13:53:33.380705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a039da-8661-4fba-a257-7507f78bf65a req-45aa11d2-5306-4ad7-b258-614e886a8f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:33.382300 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-45aa11d2-5306-4ad7-b258-614e886a8f19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496047 Feb 02 13:53:33.485753 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-e0a48963-c994-4cdf-8a63-ea7600d34295 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963819 Feb 02 13:53:33.584940 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02a039da-8661-4fba-a257-7507f78bf65a req-cb2b3a0d-3338-42cd-bda5-b1fbb580c5c3 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933442 Feb 02 13:53:33.729576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc10704-3239-4cd3-94fa-ab70b8905b1c req-13d5a079-77af-4ff8-ab58-b7e24beb692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:33.731156 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3dc10704-3239-4cd3-94fa-ab70b8905b1c req-13d5a079-77af-4ff8-ab58-b7e24beb692c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 1126 time: 0.0487685 Feb 02 13:53:33.841904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc10704-3239-4cd3-94fa-ab70b8905b1c req-97a79233-6e89-4bb7-80ea-075e04f24cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:33.843642 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3dc10704-3239-4cd3-94fa-ab70b8905b1c req-97a79233-6e89-4bb7-80ea-075e04f24cfd service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1055393 Feb 02 13:53:33.889229 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3dc10704-3239-4cd3-94fa-ab70b8905b1c req-db070246-0b61-464f-93a3-e3680a112a95 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 217 time: 0.0396309 Feb 02 13:53:33.951510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc10704-3239-4cd3-94fa-ab70b8905b1c req-e5c7f2ee-ea94-4a17-b9f9-63365586bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:33.953049 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3dc10704-3239-4cd3-94fa-ab70b8905b1c req-e5c7f2ee-ea94-4a17-b9f9-63365586bfff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0568490 Feb 02 13:53:34.012527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc10704-3239-4cd3-94fa-ab70b8905b1c req-f62ba4da-0802-44ff-979a-bf34adda3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:34.014139 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3dc10704-3239-4cd3-94fa-ab70b8905b1c req-f62ba4da-0802-44ff-979a-bf34adda3ede service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549023 Feb 02 13:53:34.131940 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5964d0-5fb1-4d8a-ac3b-96c86fde5bb2 req-1bec2a0c-8d09-4925-a804-a0f91e293d48 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:34.133628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a5964d0-5fb1-4d8a-ac3b-96c86fde5bb2 req-1bec2a0c-8d09-4925-a804-a0f91e293d48 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 944 time: 0.0613418 Feb 02 13:53:34.134806 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3dc10704-3239-4cd3-94fa-ab70b8905b1c req-7a47be1e-324e-4fb0-bfc8-2987f431fe04 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142323 Feb 02 13:53:34.144772 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-66cf39d3-66f7-437e-a621-429c3655b8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:34.191157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a5964d0-5fb1-4d8a-ac3b-96c86fde5bb2 req-e70e485b-aaff-48a6-9af0-6bdd06eed08c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514362 Feb 02 13:53:34.237030 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3dc10704-3239-4cd3-94fa-ab70b8905b1c req-9c4df8a2-18ed-4f5a-be83-b127adda1b59 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962830 Feb 02 13:53:35.030818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 23778da8-e17d-4883-81db-e8bae7347a46 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:53:35.132189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:53:35.146776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '23778da8-e17d-4883-81db-e8bae7347a46', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'port_id': '23778da8-e17d-4883-81db-e8bae7347a46', 'mac_address': 'fa:16:3e:f4:9c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:53:35.184257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 23778da8-e17d-4883-81db-e8bae7347a46 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:53:35.184642 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:35.198409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23778da8-e17d-4883-81db-e8bae7347a46 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:53:35.220961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:53:35.227019 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:35.282735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:53:35.290177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.290525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.290861 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.291192 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.291553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.291888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.292213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.292643 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.292963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.293280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.293599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.293912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.294225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:53:35.348230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb91a0-dfac-4eae-8eae-ba0d9e6f0f20 req-92a53599-56e1-4309-b0d1-b59d78a48fd4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:35.349978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1eb91a0-dfac-4eae-8eae-ba0d9e6f0f20 req-92a53599-56e1-4309-b0d1-b59d78a48fd4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 945 time: 0.0621197 Feb 02 13:53:35.412720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d1eb91a0-dfac-4eae-8eae-ba0d9e6f0f20 req-7bcd0d3b-bb11-4395-919d-d155ae04b00a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558646 Feb 02 13:53:35.504151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['23778da8-e17d-4883-81db-e8bae7347a46'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:53:35.725946 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:36.542918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaa720-c214-4245-94be-0ad18fdec021 req-820592c6-6582-41c1-aa0e-b1b2b8c8afff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:36.544440 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebaaa720-c214-4245-94be-0ad18fdec021 req-820592c6-6582-41c1-aa0e-b1b2b8c8afff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 945 time: 0.0554125 Feb 02 13:53:36.603943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebaaa720-c214-4245-94be-0ad18fdec021 req-d58b26d5-fad3-4325-9c81-14bb3eba95e7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497375 Feb 02 13:53:36.999024 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:37.064794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 23778da8-e17d-4883-81db-e8bae7347a46 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:53:37.121520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 23778da8-e17d-4883-81db-e8bae7347a46 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:53:37.126396 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 23778da8-e17d-4883-81db-e8bae7347a46 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:53:37.126828 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (23778da8-e17d-4883-81db-e8bae7347a46), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:37.176469 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:37.221597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 23778da8-e17d-4883-81db-e8bae7347a46 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:53:37.221970 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:37.245146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:53:37.247432 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15715c34-4c0d-4aca-84c2-1313a1ee6a10" -d '{"events": [{"server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "name": "network-vif-plugged", "status": "completed", "tag": "23778da8-e17d-4883-81db-e8bae7347a46"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:53:37.260839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:53:37.266917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:37.301649 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3debeac-4fc4-4104-952b-8396d11edfff x-openstack-request-id: req-f3debeac-4fc4-4104-952b-8396d11edfff {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:53:37.301902 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "name": "network-vif-plugged", "status": "completed", "tag": "23778da8-e17d-4883-81db-e8bae7347a46", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:53:37.302160 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f3debeac-4fc4-4104-952b-8396d11edfff {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:53:37.302549 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46', 'code': 200} Feb 02 13:53:37.331261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:53:37.431681 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b692423-cc72-4d76-a3f9-b3c567686900 req-09d77109-3b2f-4956-839d-6c07cbb20617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:37.433232 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3b692423-cc72-4d76-a3f9-b3c567686900 req-09d77109-3b2f-4956-839d-6c07cbb20617 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 1128 time: 0.0458927 Feb 02 13:53:37.483155 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3b692423-cc72-4d76-a3f9-b3c567686900 req-860376d4-7c15-4ca3-9936-27e3a7563c36 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443232 Feb 02 13:53:37.741943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e13a-1602-4394-8225-f28e04ee8880 req-f7b89cdd-1786-4bdd-8306-f20bd288565b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:37.745248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec79e13a-1602-4394-8225-f28e04ee8880 req-f7b89cdd-1786-4bdd-8306-f20bd288565b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0600154 Feb 02 13:53:37.800290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec79e13a-1602-4394-8225-f28e04ee8880 req-29c3ae6b-20b1-48bc-a49b-8e33f93fe4ff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506732 Feb 02 13:53:38.037134 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:38.068271 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:39.004237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b097d-0df0-48c7-9d13-17f60e56a4a2 req-194ed9cd-d856-499c-ac6e-6a1d77a90a40 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:39.005633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-420b097d-0df0-48c7-9d13-17f60e56a4a2 req-194ed9cd-d856-499c-ac6e-6a1d77a90a40 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.1303082 Feb 02 13:53:39.054571 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-420b097d-0df0-48c7-9d13-17f60e56a4a2 req-62fb7857-01bf-4d30-baab-b4168347289c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431542 Feb 02 13:53:39.177563 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fbd20-8bb8-494e-88af-119201b0af75 req-e4588f95-8b85-426f-8512-ca7373435f65 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:39.179050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-413fbd20-8bb8-494e-88af-119201b0af75 req-e4588f95-8b85-426f-8512-ca7373435f65 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0573311 Feb 02 13:53:39.188257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40356) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:53:39.192709 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-39c576a3-1bfc-4fa3-86a1-6add349b914a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Request body: {'floatingip': {'port_id': '23778da8-e17d-4883-81db-e8bae7347a46'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:53:39.235600 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c576a3-1bfc-4fa3-86a1-6add349b914a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:40.032243 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c576a3-1bfc-4fa3-86a1-6add349b914a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:40.038176 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c576a3-1bfc-4fa3-86a1-6add349b914a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:40.143651 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-39c576a3-1bfc-4fa3-86a1-6add349b914a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74 associated. External IP: 172.25.4.144, port: 23778da8-e17d-4883-81db-e8bae7347a46. Feb 02 13:53:40.394925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c576a3-1bfc-4fa3-86a1-6add349b914a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Router 8c455743-42ad-416f-85c6-bf0b9c4a576b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:53:40.513753 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c576a3-1bfc-4fa3-86a1-6add349b914a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:53:40.518631 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-39c576a3-1bfc-4fa3-86a1-6add349b914a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:53:40.524814 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada99f20-2e61-4174-b752-d3696ec861ce None None] Sync routers for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:53:40.534390 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada99f20-2e61-4174-b752-d3696ec861ce None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:53:40.534987 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ada99f20-2e61-4174-b752-d3696ec861ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:53:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:53:40.552244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-39c576a3-1bfc-4fa3-86a1-6add349b914a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "PUT /v2.0/floatingips/1ea7eabb-d1d9-4792-a4d7-66228c43fb74 HTTP/1.1" status: 200 len: 992 time: 1.3627000 Feb 02 13:53:40.553078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:53:40.557468 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80af559e-e42a-478d-9eea-886c43721796" -d '{"events": [{"name": "network-changed", "server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "tag": "23778da8-e17d-4883-81db-e8bae7347a46"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:53:40.601789 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b993508e-8ac5-45db-9a4e-6a5bd7832b3a x-openstack-request-id: req-b993508e-8ac5-45db-9a4e-6a5bd7832b3a {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:53:40.602080 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "tag": "23778da8-e17d-4883-81db-e8bae7347a46", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:53:40.602330 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b993508e-8ac5-45db-9a4e-6a5bd7832b3a {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:53:40.602734 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46', 'status': 'completed', 'code': 200} Feb 02 13:53:40.674339 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ada99f20-2e61-4174-b752-d3696ec861ce None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:53:40.684899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ded52-1bdf-47b9-9302-82137c0aefed req-be599484-c837-449e-8270-182f0c31149b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:40.686809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-875ded52-1bdf-47b9-9302-82137c0aefed req-be599484-c837-449e-8270-182f0c31149b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0640221 Feb 02 13:53:40.707552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af559e-e42a-478d-9eea-886c43721796 req-c86b04e4-9516-41c4-8014-df2af130f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:40.708787 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-80af559e-e42a-478d-9eea-886c43721796 req-c86b04e4-9516-41c4-8014-df2af130f057 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 1128 time: 0.0629961 Feb 02 13:53:40.751633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-875ded52-1bdf-47b9-9302-82137c0aefed req-af232cf5-9d8a-444f-8e16-dc61d075e0c6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526731 Feb 02 13:53:40.802146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af559e-e42a-478d-9eea-886c43721796 req-6eaf53f5-f648-492c-88c1-cfb1e1bfefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:40.803688 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-80af559e-e42a-478d-9eea-886c43721796 req-6eaf53f5-f648-492c-88c1-cfb1e1bfefbf service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0893693 Feb 02 13:53:40.876340 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-80af559e-e42a-478d-9eea-886c43721796 req-dc9be20a-6f46-4070-88d8-72dd7157b05a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 1000 time: 0.0647125 Feb 02 13:53:40.903075 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ada99f20-2e61-4174-b752-d3696ec861ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1ea7eabb-d1d9-4792-a4d7-66228c43fb74', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'port_id': '23778da8-e17d-4883-81db-e8bae7347a46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'mac_address': 'fa:16:3e:f4:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:51:34Z', 'updated_at': '2022-02-02T13:53:39Z', 'revision_number': 9, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:53:40.927651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af559e-e42a-478d-9eea-886c43721796 req-40cc6d15-e2a2-4de0-85f2-df8ad0f4edfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:40.929074 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-80af559e-e42a-478d-9eea-886c43721796 req-40cc6d15-e2a2-4de0-85f2-df8ad0f4edfc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0472255 Feb 02 13:53:40.983315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af559e-e42a-478d-9eea-886c43721796 req-be2a7f53-9d2a-4c4a-a778-7f3424450d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:40.985434 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-80af559e-e42a-478d-9eea-886c43721796 req-be2a7f53-9d2a-4c4a-a778-7f3424450d2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495653 Feb 02 13:53:41.037969 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada99f20-2e61-4174-b752-d3696ec861ce None None] Checking router: 8c455743-42ad-416f-85c6-bf0b9c4a576b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:53:41.047360 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada99f20-2e61-4174-b752-d3696ec861ce None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:53:41.047994 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ada99f20-2e61-4174-b752-d3696ec861ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:53:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:53:41.094467 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-80af559e-e42a-478d-9eea-886c43721796 req-24c52d01-adff-4e4e-baa0-73821289fdc3 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027277 Feb 02 13:53:41.156173 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ada99f20-2e61-4174-b752-d3696ec861ce None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:53:41.186963 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-80af559e-e42a-478d-9eea-886c43721796 req-468cb94c-59fc-4d4e-8c87-0159453f19a9 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857925 Feb 02 13:53:41.381660 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ada99f20-2e61-4174-b752-d3696ec861ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1ea7eabb-d1d9-4792-a4d7-66228c43fb74', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'port_id': '23778da8-e17d-4883-81db-e8bae7347a46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'mac_address': 'fa:16:3e:f4:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:51:34Z', 'updated_at': '2022-02-02T13:53:39Z', 'revision_number': 9, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:53:41.411692 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada99f20-2e61-4174-b752-d3696ec861ce None None] The sync data for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 is: [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1ea7eabb-d1d9-4792-a4d7-66228c43fb74', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'port_id': '23778da8-e17d-4883-81db-e8bae7347a46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'mac_address': 'fa:16:3e:f4:9c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:51:34Z', 'updated_at': '2022-02-02T13:53:39Z', 'revision_number': 9, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:53:41.555627 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:53:41.610446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6132d59-c695-4ae9-af76-279eebffcfa2 None None] New status for floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:53:41.954532 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c341f0-3086-406e-983d-c2b8f2e653e4 req-b220a2c2-d579-43d9-bbd3-305b9e26f117 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:41.956239 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39c341f0-3086-406e-983d-c2b8f2e653e4 req-b220a2c2-d579-43d9-bbd3-305b9e26f117 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.1340566 Feb 02 13:53:42.005478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-39c341f0-3086-406e-983d-c2b8f2e653e4 req-2b62bedc-4dc0-4109-9437-0c205f11936b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434477 Feb 02 13:53:42.312165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-b36a6025-e6da-4dfc-9e8e-7cad3eab6428 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840905 Feb 02 13:53:42.323648 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86362e98-f38d-4d62-bf8a-46ef66106b2b req-bbad3e82-d60e-4478-bd43-c2c1f97c4199 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:42.325290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86362e98-f38d-4d62-bf8a-46ef66106b2b req-bbad3e82-d60e-4478-bd43-c2c1f97c4199 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0887449 Feb 02 13:53:42.377401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86362e98-f38d-4d62-bf8a-46ef66106b2b req-e2bcd549-8666-4db7-8ce8-9be2dacdabbb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447037 Feb 02 13:53:43.509322 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07caff64-ed4f-4f6f-a207-6b4606cd8149 req-f999776d-8ffb-4999-9aa2-9a3db391fc4f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:43.512081 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07caff64-ed4f-4f6f-a207-6b4606cd8149 req-f999776d-8ffb-4999-9aa2-9a3db391fc4f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0617061 Feb 02 13:53:43.561793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-07caff64-ed4f-4f6f-a207-6b4606cd8149 req-f9a90467-4e7c-496f-b331-fcb616b58090 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434303 Feb 02 13:53:43.630727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-66c189b6-db25-4bdd-a73f-e3dfc877bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:43.632296 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-66c189b6-db25-4bdd-a73f-e3dfc877bbb9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 1128 time: 0.1016912 Feb 02 13:53:43.725797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-e9a5c442-1dcf-4473-9f98-0218406ff576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:43.727286 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-e9a5c442-1dcf-4473-9f98-0218406ff576 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0884295 Feb 02 13:53:43.796781 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-632b937c-1bce-4bb7-9029-5faca04cdaa2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 1003 time: 0.0633888 Feb 02 13:53:43.844696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-027b10fb-f008-4522-adf3-5590e879424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:43.846185 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-027b10fb-f008-4522-adf3-5590e879424c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0441175 Feb 02 13:53:43.894475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-4c64a2fe-f4cb-4120-b0d0-587d61e10644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:43.896056 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-4c64a2fe-f4cb-4120-b0d0-587d61e10644 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445976 Feb 02 13:53:43.999438 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-79421412-d844-4530-9962-2c6a04c22403 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890028 Feb 02 13:53:44.093551 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-93c86f1d-b352-443d-adaa-c884d5868e01 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879643 Feb 02 13:53:44.692246 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce35606-73a0-4b13-9271-286b131b6317 req-42ac5feb-ca88-4c2c-85eb-eeabee5c3849 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:44.693891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ce35606-73a0-4b13-9271-286b131b6317 req-42ac5feb-ca88-4c2c-85eb-eeabee5c3849 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0593863 Feb 02 13:53:44.751617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ce35606-73a0-4b13-9271-286b131b6317 req-63e66c10-7649-464d-ade0-76f0326e11bc tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516171 Feb 02 13:53:45.893716 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8e021-96d4-4d87-b876-3e921599bac4 req-2130d2f9-9bf9-4057-be62-44e85897eacd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:45.895220 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2af8e021-96d4-4d87-b876-3e921599bac4 req-2130d2f9-9bf9-4057-be62-44e85897eacd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0531521 Feb 02 13:53:45.944957 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2af8e021-96d4-4d87-b876-3e921599bac4 req-9b60337c-864b-425c-8fef-3e48bfb2037f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410502 Feb 02 13:53:47.077575 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bee645-6ea4-4be7-a910-489ef506f8a8 req-6ad8e8e7-be99-44ed-b65f-43ed9751a619 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:47.079102 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10bee645-6ea4-4be7-a910-489ef506f8a8 req-6ad8e8e7-be99-44ed-b65f-43ed9751a619 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0595279 Feb 02 13:53:47.128494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10bee645-6ea4-4be7-a910-489ef506f8a8 req-344fef8c-b5c7-44b6-bb47-75023ee1f9a7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434411 Feb 02 13:53:48.264928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a495aa-ed4a-444a-9ea5-1a55096ab48d req-b23ad495-39a1-431b-a9aa-a6ea26d389dd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:48.266366 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59a495aa-ed4a-444a-9ea5-1a55096ab48d req-b23ad495-39a1-431b-a9aa-a6ea26d389dd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0611660 Feb 02 13:53:48.325172 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-59a495aa-ed4a-444a-9ea5-1a55096ab48d req-fa9a3ab3-adb0-4e81-a704-4ec6647f8868 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514219 Feb 02 13:53:49.450603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da5b72-caef-4f47-85cc-18784e1e58b7 req-0f63df6a-61c8-4d7a-bd71-a53d0ee86429 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:49.452147 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2da5b72-caef-4f47-85cc-18784e1e58b7 req-0f63df6a-61c8-4d7a-bd71-a53d0ee86429 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0550592 Feb 02 13:53:49.503331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2da5b72-caef-4f47-85cc-18784e1e58b7 req-d8673cb1-98eb-4294-bff7-16d250df33e0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450597 Feb 02 13:53:50.624254 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f5dcf-b2d6-4011-9a14-152d3db7fc6f req-a87cb12c-8759-4ace-b555-7ddc871acbd6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:50.625758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a95f5dcf-b2d6-4011-9a14-152d3db7fc6f req-a87cb12c-8759-4ace-b555-7ddc871acbd6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0534050 Feb 02 13:53:50.677797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a95f5dcf-b2d6-4011-9a14-152d3db7fc6f req-b20a14ff-a29b-4983-9d95-a7610b10ed31 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462661 Feb 02 13:53:51.804520 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5366a1f-271a-4a7b-bcf7-e4a5c4b7d6ba req-1434b309-d799-4be0-aa63-9935ef8a64e6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:51.806003 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5366a1f-271a-4a7b-bcf7-e4a5c4b7d6ba req-1434b309-d799-4be0-aa63-9935ef8a64e6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0541863 Feb 02 13:53:51.854323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a5366a1f-271a-4a7b-bcf7-e4a5c4b7d6ba req-0d6bdb2a-7a10-4b3a-af85-1824bc197a59 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424788 Feb 02 13:53:52.990786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfa60d-4cbc-4fc1-bf12-714ee5766295 req-44ef4065-a459-4fb8-b3db-5dd8aa8d0976 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:52.992244 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6dfa60d-4cbc-4fc1-bf12-714ee5766295 req-44ef4065-a459-4fb8-b3db-5dd8aa8d0976 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0584142 Feb 02 13:53:53.050365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6dfa60d-4cbc-4fc1-bf12-714ee5766295 req-394ab39e-8a00-4b23-9bf1-6368cb412e25 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473039 Feb 02 13:53:54.180823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefeb4f0-67d3-44c2-93a9-4cd9d97dfe16 req-b18422c4-3788-45b9-9113-62ef559e1331 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:54.182350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eefeb4f0-67d3-44c2-93a9-4cd9d97dfe16 req-b18422c4-3788-45b9-9113-62ef559e1331 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0581968 Feb 02 13:53:54.239578 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eefeb4f0-67d3-44c2-93a9-4cd9d97dfe16 req-e82a7dd9-45ff-44ae-b689-9aded041593e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484841 Feb 02 13:53:55.394305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf0919-5ce7-41fd-8287-626845160be9 req-6c04ea2e-686e-40b2-8a58-dd4f9bc946fb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:55.395827 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-24cf0919-5ce7-41fd-8287-626845160be9 req-6c04ea2e-686e-40b2-8a58-dd4f9bc946fb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0549150 Feb 02 13:53:55.450992 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-24cf0919-5ce7-41fd-8287-626845160be9 req-eaa6105d-ddda-46f1-a0d6-3661cfc9076a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491774 Feb 02 13:53:56.584943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa101f-f390-4ee8-9e6f-a12f855cf43f req-505996ea-fbc0-4f97-9a8e-d5011aaa7337 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:56.586548 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7fa101f-f390-4ee8-9e6f-a12f855cf43f req-505996ea-fbc0-4f97-9a8e-d5011aaa7337 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0608368 Feb 02 13:53:56.660650 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e7fa101f-f390-4ee8-9e6f-a12f855cf43f req-ba33fb1c-30d1-49bc-a37e-77bc6325e4b0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674717 Feb 02 13:53:57.790705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a28b2-c990-47d8-a597-35449d6657c2 req-6d6730fa-59bf-46f3-a82c-d03ab7d212eb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:57.792241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-107a28b2-c990-47d8-a597-35449d6657c2 req-6d6730fa-59bf-46f3-a82c-d03ab7d212eb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0536039 Feb 02 13:53:57.842664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-107a28b2-c990-47d8-a597-35449d6657c2 req-7be7d4dc-1d47-40ef-bb73-43615e066324 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446343 Feb 02 13:53:58.987040 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca781b-d052-4c60-9a3e-876cd9089dbf req-220a38ac-486e-4a09-b4c5-5dc5813d33c9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:53:58.990608 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64ca781b-d052-4c60-9a3e-876cd9089dbf req-220a38ac-486e-4a09-b4c5-5dc5813d33c9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0740716 Feb 02 13:53:59.049529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64ca781b-d052-4c60-9a3e-876cd9089dbf req-8ab03316-a291-4616-a2c4-22c6078e120f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552969 Feb 02 13:54:00.186577 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01854440-c62b-4116-9aa7-e90f5387335b req-360620d3-d9ce-4db0-866a-60c8f5441f2b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:00.188086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01854440-c62b-4116-9aa7-e90f5387335b req-360620d3-d9ce-4db0-866a-60c8f5441f2b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0578575 Feb 02 13:54:00.237614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-01854440-c62b-4116-9aa7-e90f5387335b req-158f56cb-5982-47f6-87d0-3d9e5e3973d8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433786 Feb 02 13:54:01.223064 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-09ea97cd-2af7-4a90-9083-404b504d1214 service neutron] show failed (client error): The resource could not be found. Feb 02 13:54:01.224162 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-09ea97cd-2af7-4a90-9083-404b504d1214 service neutron] 10.222.0.62 "GET /v2.0/ports/23778da8-e17d-4883-81db-e8bae7347a46/bindings/n-h1-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0676563 Feb 02 13:54:01.376699 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d291e3-935f-4b41-ac8e-55a9b83935d9 req-c9748e36-0bb4-4b4b-ab20-488ad687fd19 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:01.379597 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7d291e3-935f-4b41-ac8e-55a9b83935d9 req-c9748e36-0bb4-4b4b-ab20-488ad687fd19 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0628827 Feb 02 13:54:01.440717 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7d291e3-935f-4b41-ac8e-55a9b83935d9 req-bf9ed3cd-d47b-4b83-b14b-5fc1049f8322 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543456 Feb 02 13:54:01.444430 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-ba853706-9043-4620-8c6b-50fa3c17acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:01.445813 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-ba853706-9043-4620-8c6b-50fa3c17acd2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 1128 time: 0.0493679 Feb 02 13:54:01.464796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:54:01.528181 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:01.755373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:54:01.793317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:54:01.838794 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-687c7ee8-68c5-49a8-b81c-793970891bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:01.841570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:54:01.844325 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de556c7f-d1bd-473e-b0df-a23cedf0d5a9" -d '{"events": [{"server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "23778da8-e17d-4883-81db-e8bae7347a46"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:54:01.848508 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Publish callbacks [] for port (23778da8-e17d-4883-81db-e8bae7347a46), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:01.863247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Transition to ACTIVE for port object 23778da8-e17d-4883-81db-e8bae7347a46 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:54:01.868666 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:01.901309 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeb7c23-a043-41e2-9997-3f54255f78db x-openstack-request-id: req-fbeb7c23-a043-41e2-9997-3f54255f78db {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:54:01.901604 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "23778da8-e17d-4883-81db-e8bae7347a46", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:54:01.901862 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fbeb7c23-a043-41e2-9997-3f54255f78db {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:54:01.902271 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46', 'code': 200} Feb 02 13:54:01.952672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:01.999846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] No DVR routers for this DVR port 23778da8-e17d-4883-81db-e8bae7347a46 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:54:02.138603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Attempting to bind port 23778da8-e17d-4883-81db-e8bae7347a46 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:54:02.138908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Attempting to bind port 23778da8-e17d-4883-81db-e8bae7347a46 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:54:02.139263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Attempting to bind port 23778da8-e17d-4883-81db-e8bae7347a46 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:54:02.144353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Port 23778da8-e17d-4883-81db-e8bae7347a46 on network e7a19957-35e6-4c43-b726-04bc99bf486b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:54:02.144662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Attempting to bind port 23778da8-e17d-4883-81db-e8bae7347a46 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:54:02.149716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:54:02.150067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:54:02.150452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Bound using segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:54:02.150874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Bound port: 23778da8-e17d-4883-81db-e8bae7347a46, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:54:02.151212 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:02.217425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:54:02.221508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:54:02.228364 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:02.264654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:02.265327 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:02.266786 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] 10.222.0.18 "PUT /v2.0/ports/23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 1092 time: 0.8063102 Feb 02 13:54:02.291568 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb283b17-31ed-4afc-a652-1c8f08d70f32 service neutron] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:02.349245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-02b8506e-2f4e-4ca3-84d9-7786d55cb6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:02.350812 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-02b8506e-2f4e-4ca3-84d9-7786d55cb6ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 1126 time: 0.0508037 Feb 02 13:54:02.448584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-ad191723-85f1-42cf-8b74-7d96afdc735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:02.450061 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-ad191723-85f1-42cf-8b74-7d96afdc735b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0925581 Feb 02 13:54:02.585096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae110a8-322d-4adf-bf70-a19c5b0e5881 req-6df1e9ce-6969-4aa7-96f5-86aec7b1cc54 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:02.586744 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dae110a8-322d-4adf-bf70-a19c5b0e5881 req-6df1e9ce-6969-4aa7-96f5-86aec7b1cc54 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 944 time: 0.0713673 Feb 02 13:54:02.640791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dae110a8-322d-4adf-bf70-a19c5b0e5881 req-923f2236-4b97-4c19-8752-7bb73138f919 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479753 Feb 02 13:54:02.800730 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-8b490428-05e2-47f6-b0d2-77632cf2f2e0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 1001 time: 0.3438385 Feb 02 13:54:02.853323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-9553571e-fcff-4a74-8ad2-72888482b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:02.854815 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-9553571e-fcff-4a74-8ad2-72888482b522 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0478725 Feb 02 13:54:02.911203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-08d59156-f236-43c6-a2a5-449d3d06be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:02.912923 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-08d59156-f236-43c6-a2a5-449d3d06be7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520456 Feb 02 13:54:03.012980 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-ab88f467-97d9-49fe-9733-347789f15b15 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936720 Feb 02 13:54:03.115663 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-70ed0cbd-a7ad-40b3-bc85-90d252c5b081 req-7b0d9baf-86e6-4730-9aab-4fae515b1edb service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917585 Feb 02 13:54:03.780642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff36a8c-ef33-4a62-aed6-29d53042a3f8 req-368117c0-12f2-446a-97e5-a7d46d546e9b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:03.782233 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3ff36a8c-ef33-4a62-aed6-29d53042a3f8 req-368117c0-12f2-446a-97e5-a7d46d546e9b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 944 time: 0.0578001 Feb 02 13:54:03.834453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3ff36a8c-ef33-4a62-aed6-29d53042a3f8 req-035986dd-c35f-45f6-a7a8-27c3a8f8c997 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449359 Feb 02 13:54:03.904013 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:54:03.907017 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c220dd8d-3000-4216-b09f-20dabca72038" -d '{"events": [{"name": "network-changed", "server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "tag": "23778da8-e17d-4883-81db-e8bae7347a46"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:54:03.960052 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ca23c4-eb21-4efb-a1b3-7e0ccf464273 x-openstack-request-id: req-95ca23c4-eb21-4efb-a1b3-7e0ccf464273 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:54:03.960348 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "tag": "23778da8-e17d-4883-81db-e8bae7347a46", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:54:03.960602 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-95ca23c4-eb21-4efb-a1b3-7e0ccf464273 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:54:03.961010 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46', 'status': 'completed', 'code': 200} Feb 02 13:54:04.080016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220dd8d-3000-4216-b09f-20dabca72038 req-a91b218c-ffbb-4630-8bcb-be50dbbfcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:04.081563 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-a91b218c-ffbb-4630-8bcb-be50dbbfcf9d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 1126 time: 0.0776627 Feb 02 13:54:04.085868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220dd8d-3000-4216-b09f-20dabca72038 req-34765c03-8745-4726-a926-0dc6fdad3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:04.087395 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-34765c03-8745-4726-a926-0dc6fdad3cf3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 1126 time: 0.0746005 Feb 02 13:54:04.141565 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-02913fbe-e24f-4920-8104-b0cedac63a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:04.253979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220dd8d-3000-4216-b09f-20dabca72038 req-63562804-d13f-4335-a479-d572316a8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:04.255658 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-63562804-d13f-4335-a479-d572316a8ded service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1672056 Feb 02 13:54:04.256793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220dd8d-3000-4216-b09f-20dabca72038 req-8fcad7ee-7d67-4277-a918-f438d274b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:04.258110 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-8fcad7ee-7d67-4277-a918-f438d274b91b service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1620138 Feb 02 13:54:04.373602 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-ca2efef6-444c-4cad-9d1b-8b5e8fbbf683 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 1001 time: 0.1109431 Feb 02 13:54:04.375532 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-b5747ec4-b439-4e2b-8e70-cd7578bbb4c5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 1001 time: 0.1062999 Feb 02 13:54:04.460304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220dd8d-3000-4216-b09f-20dabca72038 req-0d743d27-d3d2-4ae8-8b3a-135214decf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:04.461972 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-0d743d27-d3d2-4ae8-8b3a-135214decf1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0819893 Feb 02 13:54:04.463667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220dd8d-3000-4216-b09f-20dabca72038 req-cb5ca7cf-f2b9-4d2c-8852-4765c0733891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:04.464957 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-cb5ca7cf-f2b9-4d2c-8852-4765c0733891 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0776074 Feb 02 13:54:04.550457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220dd8d-3000-4216-b09f-20dabca72038 req-6121dcb8-2e95-4594-a17a-d57f704feac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:04.552746 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-6121dcb8-2e95-4594-a17a-d57f704feac8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847123 Feb 02 13:54:04.555000 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220dd8d-3000-4216-b09f-20dabca72038 req-e4cc344b-c0be-4207-96e5-3664db81b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:04.556725 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-e4cc344b-c0be-4207-96e5-3664db81b22c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0807030 Feb 02 13:54:04.717883 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-d67697d4-fd56-421e-8cc1-3de0f6467c5a service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571314 Feb 02 13:54:04.720264 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-ed00e993-30a6-4fe7-8783-05df431b98e7 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513247 Feb 02 13:54:04.881225 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-cf926b60-1c48-4bbf-8d83-6238d8f9d23c service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564097 Feb 02 13:54:04.883114 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c220dd8d-3000-4216-b09f-20dabca72038 req-f3263172-9c07-4e20-884c-5b7e00545256 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512017 Feb 02 13:54:04.971055 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051bef4-de47-41ce-9adf-659e08b453c1 req-47db76c6-cffa-4d64-adb1-59482ac70b8d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:04.972910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4051bef4-de47-41ce-9adf-659e08b453c1 req-47db76c6-cffa-4d64-adb1-59482ac70b8d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 944 time: 0.0613370 Feb 02 13:54:05.025484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4051bef4-de47-41ce-9adf-659e08b453c1 req-6b6dc471-4b66-4e7b-8449-2bc8fee13b2c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466504 Feb 02 13:54:05.217912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 23778da8-e17d-4883-81db-e8bae7347a46 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:54:05.264602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] The host n-h2-827336-2 is not matching for port 23778da8-e17d-4883-81db-e8bae7347a46 host n-h1-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:54:05.265024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 23778da8-e17d-4883-81db-e8bae7347a46 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:54:05.339035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-e3507443-a680-4072-ae44-53778dbf7419 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:05.340637 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-e3507443-a680-4072-ae44-53778dbf7419 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.18 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a&tenant_id=c6aa23f2b67b44a79b703ec9b4479109&binding%3Ahost_id=n-h1-827336-2 HTTP/1.1" status: 200 len: 944 time: 0.0620506 Feb 02 13:54:05.361230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ec533-1b15-4ad7-9f8f-97bf9bee1022 req-5eaf4710-ad78-4376-af54-c3831b9ce04e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:05.361230 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a1ec533-1b15-4ad7-9f8f-97bf9bee1022 req-5eaf4710-ad78-4376-af54-c3831b9ce04e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 944 time: 0.0632651 Feb 02 13:54:05.407502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3a1ec533-1b15-4ad7-9f8f-97bf9bee1022 req-640f3bb5-c96d-4698-a787-83ee6d42f459 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418880 Feb 02 13:54:05.411092 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-0d7741a6-2c29-4a73-8bf2-a74498703383 service neutron] 10.222.0.18 "GET /v2.0/ports/23778da8-e17d-4883-81db-e8bae7347a46/bindings/n-h1-827336-2 HTTP/1.1" status: 200 len: 382 time: 0.0636859 Feb 02 13:54:05.413414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 23778da8-e17d-4883-81db-e8bae7347a46 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:54:05.493575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-129ef6ba-ba12-4c92-a734-c56a58910b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:05.495101 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-129ef6ba-ba12-4c92-a734-c56a58910b58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 1126 time: 0.0472479 Feb 02 13:54:05.512064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:54:05.523720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '23778da8-e17d-4883-81db-e8bae7347a46', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'port_id': '23778da8-e17d-4883-81db-e8bae7347a46', 'mac_address': 'fa:16:3e:f4:9c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:54:05.565160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 23778da8-e17d-4883-81db-e8bae7347a46 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:54:05.565627 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:05.581595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23778da8-e17d-4883-81db-e8bae7347a46 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:54:05.584274 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-15f7f1aa-a563-45ee-9531-0a4b18950050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:05.586189 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-15f7f1aa-a563-45ee-9531-0a4b18950050 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0849004 Feb 02 13:54:05.605469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:54:05.610172 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:05.659669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:05.662722 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-b04e6c29-d34a-485d-b08b-7970732088fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 1001 time: 0.0697560 Feb 02 13:54:05.709960 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-3503df46-48d4-4812-b705-8336324303cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:05.711456 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-3503df46-48d4-4812-b705-8336324303cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0430937 Feb 02 13:54:05.730731 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:05.763447 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-c8813af7-d59a-4a54-af1f-7cc2e69d1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:05.765042 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-c8813af7-d59a-4a54-af1f-7cc2e69d1857 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472600 Feb 02 13:54:05.857074 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-d7c99223-7e16-4b7a-a708-474f0821ca60 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850821 Feb 02 13:54:05.877291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['23778da8-e17d-4883-81db-e8bae7347a46'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:54:05.961686 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-06cd2308-72ab-4478-8610-ea1433107af8 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977440 Feb 02 13:54:06.548616 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1113d0-575d-4347-9f2e-421114519325 req-ccd424af-6c4e-4c1c-89da-900b23d10928 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:06.550277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e1113d0-575d-4347-9f2e-421114519325 req-ccd424af-6c4e-4c1c-89da-900b23d10928 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 945 time: 0.0582962 Feb 02 13:54:06.604296 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7e1113d0-575d-4347-9f2e-421114519325 req-8c718d23-3f1b-4777-82fe-446223f9c5d7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481157 Feb 02 13:54:07.002339 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:07.154238 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:07.413134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 23778da8-e17d-4883-81db-e8bae7347a46 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:54:07.466034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 23778da8-e17d-4883-81db-e8bae7347a46 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:54:07.471217 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 23778da8-e17d-4883-81db-e8bae7347a46 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:54:07.471597 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (23778da8-e17d-4883-81db-e8bae7347a46), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:07.571090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 23778da8-e17d-4883-81db-e8bae7347a46 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:54:07.571543 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:07.595709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:54:07.598029 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b858ce5-3aab-4f62-8a0e-224e00db6f2f" -d '{"events": [{"server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "name": "network-vif-plugged", "status": "completed", "tag": "23778da8-e17d-4883-81db-e8bae7347a46"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:54:07.611122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:54:07.616265 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:07.659314 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555593ab-2599-4bfe-b735-8de2b08b0afb x-openstack-request-id: req-555593ab-2599-4bfe-b735-8de2b08b0afb {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:54:07.659644 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "name": "network-vif-plugged", "status": "completed", "tag": "23778da8-e17d-4883-81db-e8bae7347a46", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:54:07.660003 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-555593ab-2599-4bfe-b735-8de2b08b0afb {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:54:07.660460 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46', 'code': 200} Feb 02 13:54:07.673300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:07.746870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8889ad-b437-459f-a94e-b727668e19b6 req-72e6477f-e81b-4c72-adab-ef1f36c5de4d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:07.748455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb8889ad-b437-459f-a94e-b727668e19b6 req-72e6477f-e81b-4c72-adab-ef1f36c5de4d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0638120 Feb 02 13:54:07.799556 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb8889ad-b437-459f-a94e-b727668e19b6 req-bf67232d-c981-4f3d-be4e-fd26238ad513 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428329 Feb 02 13:54:08.038875 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:08.068778 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:08.099375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-af83f317-411a-4254-adb1-a3888cf33438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:08.100952 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-af83f317-411a-4254-adb1-a3888cf33438 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 1128 time: 0.0518742 Feb 02 13:54:08.119065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:54:08.180099 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:08.406961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:54:08.440849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:54:08.481156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:54:08.483566 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf91b9ff-5643-4516-8e7a-900dce16b1cd" -d '{"events": [{"server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "23778da8-e17d-4883-81db-e8bae7347a46"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:54:08.487452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Publish callbacks [] for port (23778da8-e17d-4883-81db-e8bae7347a46), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:08.500017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Transition to ACTIVE for port object 23778da8-e17d-4883-81db-e8bae7347a46 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:54:08.504503 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:08.539274 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0615c42e-fc90-4bc6-a37f-2f797545d854 x-openstack-request-id: req-0615c42e-fc90-4bc6-a37f-2f797545d854 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:54:08.539607 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "23778da8-e17d-4883-81db-e8bae7347a46", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:54:08.540406 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0615c42e-fc90-4bc6-a37f-2f797545d854 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:54:08.540406 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46', 'code': 200} Feb 02 13:54:08.562196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=10']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:08.639490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] No DVR routers for this DVR port 23778da8-e17d-4883-81db-e8bae7347a46 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:54:08.793758 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Attempting to bind port 23778da8-e17d-4883-81db-e8bae7347a46 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:54:08.794474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Attempting to bind port 23778da8-e17d-4883-81db-e8bae7347a46 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:54:08.795469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Attempting to bind port 23778da8-e17d-4883-81db-e8bae7347a46 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:54:08.801180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Port 23778da8-e17d-4883-81db-e8bae7347a46 on network e7a19957-35e6-4c43-b726-04bc99bf486b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:54:08.801500 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Attempting to bind port 23778da8-e17d-4883-81db-e8bae7347a46 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:54:08.806718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:54:08.807000 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:54:08.807386 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Bound using segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:54:08.807845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Bound port: 23778da8-e17d-4883-81db-e8bae7347a46, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:54:08.808203 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:08.883651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:54:08.886991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:54:08.894490 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:08.930356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:08.931318 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:08.932808 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] 10.222.0.62 "PUT /v2.0/ports/23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 1093 time: 0.8181551 Feb 02 13:54:08.937496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67058bf-f224-4608-b446-de1be65d59fb req-3668aeff-b658-4e11-9886-72329cec98ed tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:08.939226 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a67058bf-f224-4608-b446-de1be65d59fb req-3668aeff-b658-4e11-9886-72329cec98ed tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 945 time: 0.0574841 Feb 02 13:54:08.961602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591a3e9-c06d-49c4-b98c-85ffeb4c9dab service neutron] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=11']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:09.003320 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a67058bf-f224-4608-b446-de1be65d59fb req-b18cb674-9622-44a2-afc6-60f601333f4c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563962 Feb 02 13:54:09.034260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5e83625e-cdf6-49ac-b15e-9867961b0e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:09.035836 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-5e83625e-cdf6-49ac-b15e-9867961b0e04 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 1127 time: 0.0626941 Feb 02 13:54:09.141989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-817ffd72-3684-477e-aefb-04803358d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:09.143688 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-817ffd72-3684-477e-aefb-04803358d605 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1010151 Feb 02 13:54:09.219153 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-ddb4c997-d603-402a-8a09-3d6eeb078a4b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 1001 time: 0.0689065 Feb 02 13:54:09.269996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-92798edf-cb02-41e6-9e01-604dfc270b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:09.271529 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-92798edf-cb02-41e6-9e01-604dfc270b1a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0465124 Feb 02 13:54:09.322357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-263cc477-a618-493a-b71f-4925f4eb1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:09.323961 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-263cc477-a618-493a-b71f-4925f4eb1d75 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456514 Feb 02 13:54:09.420945 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-fd2c83d5-a466-4e29-b402-261edf66f543 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906940 Feb 02 13:54:09.515088 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-86b26ecb-ef96-4073-8253-6849d66164a9 req-f64cbd27-7a3b-4e51-9841-92d58e29b7e9 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878959 Feb 02 13:54:10.142991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba740f-588f-40d2-89ca-683e40c5f8f6 req-935962de-c320-41ce-837e-c5c8d46de2d0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:10.144528 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6ba740f-588f-40d2-89ca-683e40c5f8f6 req-935962de-c320-41ce-837e-c5c8d46de2d0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 945 time: 0.0608218 Feb 02 13:54:10.203277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6ba740f-588f-40d2-89ca-683e40c5f8f6 req-6e98467e-bc33-407c-b086-ec64e8547b58 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529764 Feb 02 13:54:10.542064 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:54:10.544607 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef5b123-7096-4417-b30b-11f5a1f6bcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "tag": "23778da8-e17d-4883-81db-e8bae7347a46"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:54:10.593805 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba1015e-a469-4a9a-8c71-ef80115b552f x-openstack-request-id: req-eba1015e-a469-4a9a-8c71-ef80115b552f {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:54:10.594131 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "tag": "23778da8-e17d-4883-81db-e8bae7347a46", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:54:10.594361 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-eba1015e-a469-4a9a-8c71-ef80115b552f {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:54:10.594773 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46', 'status': 'completed', 'code': 200} Feb 02 13:54:10.719147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-211492ef-56f4-4a4e-82ad-145cbb2e14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:10.720722 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-211492ef-56f4-4a4e-82ad-145cbb2e14f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 1127 time: 0.0875669 Feb 02 13:54:10.725915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-138a6819-c389-410e-9be3-ffde4b4be6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:10.727389 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-138a6819-c389-410e-9be3-ffde4b4be6e4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 1127 time: 0.0611820 Feb 02 13:54:10.879707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-3ca5a7d1-097a-46fb-888c-d94eaa8709e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:10.881197 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-3ca5a7d1-097a-46fb-888c-d94eaa8709e2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1457734 Feb 02 13:54:10.882266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-23c33a36-c1cc-4cbd-bc9d-94c4f4fc2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:10.883599 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-23c33a36-c1cc-4cbd-bc9d-94c4f4fc2bbd service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1553433 Feb 02 13:54:10.991127 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-70cc75fa-75e8-4a11-8082-5f5a9fc5c0d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 1001 time: 0.1034584 Feb 02 13:54:10.996806 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-78d73a14-3f08-4b63-ac4b-9dc866fa7cbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 200 len: 1001 time: 0.1031733 Feb 02 13:54:11.084488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-36ccfee0-e7cf-4d8d-8fd5-72394c1462d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:11.085948 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-36ccfee0-e7cf-4d8d-8fd5-72394c1462d7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0838556 Feb 02 13:54:11.092642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-27a9fa81-28ba-4a2b-aaf2-452a97039787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:11.094464 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-27a9fa81-28ba-4a2b-aaf2-452a97039787 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0635338 Feb 02 13:54:11.182901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-20603b52-92b4-49b9-b2e5-b5e984fb5267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:11.184370 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-20603b52-92b4-49b9-b2e5-b5e984fb5267 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0890555 Feb 02 13:54:11.189398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-25dda2fe-b50a-4945-92b9-029a02aed9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:11.190955 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-25dda2fe-b50a-4945-92b9-029a02aed9bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0706551 Feb 02 13:54:11.232384 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 23778da8-e17d-4883-81db-e8bae7347a46 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:54:11.343066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:54:11.347739 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788a229-10b8-4fd1-a225-42b69c30c0a5 req-2599cc1e-5fb7-4f58-98ae-71aeb1ef1859 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:11.349351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0788a229-10b8-4fd1-a225-42b69c30c0a5 req-2599cc1e-5fb7-4f58-98ae-71aeb1ef1859 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 945 time: 0.0644267 Feb 02 13:54:11.358233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '23778da8-e17d-4883-81db-e8bae7347a46', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'port_id': '23778da8-e17d-4883-81db-e8bae7347a46', 'mac_address': 'fa:16:3e:f4:9c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:54:11.409357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 23778da8-e17d-4883-81db-e8bae7347a46 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:54:11.409854 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:11.412464 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0788a229-10b8-4fd1-a225-42b69c30c0a5 req-cb214c11-33f4-4b2a-bf8e-97f01f3ca97e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557287 Feb 02 13:54:11.424222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23778da8-e17d-4883-81db-e8bae7347a46 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:54:11.432618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 23778da8-e17d-4883-81db-e8bae7347a46 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:54:11.470398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:54:11.479462 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:11.517580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port 23778da8-e17d-4883-81db-e8bae7347a46 host n-h2-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 13:54:11.517978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 23778da8-e17d-4883-81db-e8bae7347a46 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:54:11.541079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=12']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:11.556991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef846b-9162-4d05-9a43-281f439c04a0 req-eca1a2c2-1b70-42bc-a5e8-545e38c66d8a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:11.558615 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89ef846b-9162-4d05-9a43-281f439c04a0 req-eca1a2c2-1b70-42bc-a5e8-545e38c66d8a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0583413 Feb 02 13:54:11.619159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89ef846b-9162-4d05-9a43-281f439c04a0 req-bb8c22f3-4e71-4a59-8c59-ff6309a7bf5a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515792 Feb 02 13:54:11.646383 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-f9b1a59c-2a42-4c13-bf1f-9afb0d68aeed service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543140 Feb 02 13:54:11.649947 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-d1a8d66e-6e8c-497e-af4a-b36811ced795 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495711 Feb 02 13:54:11.757396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceea11e-ef94-4c70-adcd-091f02ca197c req-2afea729-8628-4f86-ae2e-d4af2efde8e6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:11.758888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aceea11e-ef94-4c70-adcd-091f02ca197c req-2afea729-8628-4f86-ae2e-d4af2efde8e6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0689223 Feb 02 13:54:11.764650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['23778da8-e17d-4883-81db-e8bae7347a46'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:54:11.808746 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-bc20cb31-f3cc-49e5-b298-45e4dec4c776 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485369 Feb 02 13:54:11.810738 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-aef5b123-7096-4417-b30b-11f5a1f6bcfe req-50a105da-9a76-4c8d-9212-0be1ded2b939 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586053 Feb 02 13:54:11.820839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aceea11e-ef94-4c70-adcd-091f02ca197c req-66a86b46-063a-4856-88b0-e67a9aceb9af tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557966 Feb 02 13:54:12.094887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e39292-4d2e-4431-8b29-4d5fdd0aa19b req-6388816f-0d41-413f-9224-f3cca73af940 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:12.096595 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3e39292-4d2e-4431-8b29-4d5fdd0aa19b req-6388816f-0d41-413f-9224-f3cca73af940 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0612226 Feb 02 13:54:12.145408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3e39292-4d2e-4431-8b29-4d5fdd0aa19b req-c4ab0b5e-9811-4d92-9266-0e633d019684 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431278 Feb 02 13:54:13.257732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 23778da8-e17d-4883-81db-e8bae7347a46 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:54:13.285024 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53957d9-f915-47e1-86d3-785101a8841f req-b4e8cb8d-3585-4ca7-8490-1d1a53648b86 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:13.286556 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d53957d9-f915-47e1-86d3-785101a8841f req-b4e8cb8d-3585-4ca7-8490-1d1a53648b86 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 946 time: 0.0644045 Feb 02 13:54:13.309786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 23778da8-e17d-4883-81db-e8bae7347a46 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:54:13.313921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 23778da8-e17d-4883-81db-e8bae7347a46 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:54:13.314291 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (23778da8-e17d-4883-81db-e8bae7347a46), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:13.335371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d53957d9-f915-47e1-86d3-785101a8841f req-70a8d950-6459-4e74-8b34-6340293db21e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429683 Feb 02 13:54:13.399077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 23778da8-e17d-4883-81db-e8bae7347a46 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:54:13.399749 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:13.426541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:54:13.428775 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818f3606-90cf-49b1-ab2c-c549af66c382" -d '{"events": [{"server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "name": "network-vif-plugged", "status": "completed", "tag": "23778da8-e17d-4883-81db-e8bae7347a46"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:54:13.444963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:54:13.450952 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:13.478368 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7b0af6-fee3-4cbf-be98-4f9c3c1fadc7 x-openstack-request-id: req-4d7b0af6-fee3-4cbf-be98-4f9c3c1fadc7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:54:13.478662 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "name": "network-vif-plugged", "status": "completed", "tag": "23778da8-e17d-4883-81db-e8bae7347a46", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:54:13.478917 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-4d7b0af6-fee3-4cbf-be98-4f9c3c1fadc7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:54:13.479309 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46', 'code': 200} Feb 02 13:54:13.505656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=13']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:13.629753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01458520-53a6-4810-8deb-75e15338de76 req-78409e45-db88-49f0-bb1a-ad48ed2d9c67 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:13.631203 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01458520-53a6-4810-8deb-75e15338de76 req-78409e45-db88-49f0-bb1a-ad48ed2d9c67 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.62 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 947 time: 0.0623188 Feb 02 13:54:13.732402 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Deleting port 23778da8-e17d-4883-81db-e8bae7347a46 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:54:13.732739 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (23778da8-e17d-4883-81db-e8bae7347a46), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:13.837337 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] For port 23778da8-e17d-4883-81db-e8bae7347a46, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=23778da8-e17d-4883-81db-e8bae7347a46,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:54:13.837706 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (23778da8-e17d-4883-81db-e8bae7347a46), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:14.022769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:14.023174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:14.023501 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74 disassociated. External IP: 172.25.4.144, port: 23778da8-e17d-4883-81db-e8bae7347a46. Feb 02 13:54:14.023894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Calling delete_port for 23778da8-e17d-4883-81db-e8bae7347a46 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:54:14.168977 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (23778da8-e17d-4883-81db-e8bae7347a46), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:14.199475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event deleted for resources: {'Port': ['ID=23778da8-e17d-4883-81db-e8bae7347a46,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:14.318556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Router 8c455743-42ad-416f-85c6-bf0b9c4a576b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:54:14.447652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc05606f-2607-4ca0-b4ff-310f37baab71 req-8f92cef6-aaa4-4bd6-ba1c-0f1ebd94849b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=109d389e-c7be-4869-8bf0-24cb53ff9a7a HTTP/1.1" status: 200 len: 210 time: 0.0285916 Feb 02 13:54:14.451094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:54:14.463188 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355b69e-80a6-433d-bf5d-deffeef964a1 None None] Sync routers for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:54:14.477934 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355b69e-80a6-433d-bf5d-deffeef964a1 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:54:14.479347 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0355b69e-80a6-433d-bf5d-deffeef964a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:54:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:54:14.505952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] No DVR routers for this DVR port 23778da8-e17d-4883-81db-e8bae7347a46 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:54:14.508847 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:14.513820 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-01458520-53a6-4810-8deb-75e15338de76 req-b2bd479c-fb27-4fb7-a934-d8f6a46d4430 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.62 "DELETE /v2.0/ports/23778da8-e17d-4883-81db-e8bae7347a46 HTTP/1.1" status: 204 len: 173 time: 0.8761396 Feb 02 13:54:14.513820 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'name': 'network-vif-deleted', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:54:14.515233 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac03d4a7-1a00-418d-aedc-21817397c906" -d '{"events": [{"server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "name": "network-vif-deleted", "tag": "23778da8-e17d-4883-81db-e8bae7347a46"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:54:14.565278 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184cbc33-53a8-4c24-b512-584aa6ab75c9 x-openstack-request-id: req-184cbc33-53a8-4c24-b512-584aa6ab75c9 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:54:14.565653 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109d389e-c7be-4869-8bf0-24cb53ff9a7a", "name": "network-vif-deleted", "tag": "23778da8-e17d-4883-81db-e8bae7347a46", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:54:14.565920 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-184cbc33-53a8-4c24-b512-584aa6ab75c9 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:54:14.566341 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109d389e-c7be-4869-8bf0-24cb53ff9a7a', 'name': 'network-vif-deleted', 'tag': '23778da8-e17d-4883-81db-e8bae7347a46', 'status': 'completed', 'code': 200} Feb 02 13:54:14.596043 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0355b69e-80a6-433d-bf5d-deffeef964a1 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:54:14.819290 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0355b69e-80a6-433d-bf5d-deffeef964a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:54:14.845845 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355b69e-80a6-433d-bf5d-deffeef964a1 None None] Checking router: 8c455743-42ad-416f-85c6-bf0b9c4a576b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:54:14.854839 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355b69e-80a6-433d-bf5d-deffeef964a1 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:54:14.855457 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0355b69e-80a6-433d-bf5d-deffeef964a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:54:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:54:14.979618 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-0355b69e-80a6-433d-bf5d-deffeef964a1 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:54:15.208224 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-0355b69e-80a6-433d-bf5d-deffeef964a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:54:15.239547 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355b69e-80a6-433d-bf5d-deffeef964a1 None None] The sync data for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 is: [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:54:15.517147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e6ef35-59fe-4b93-aae5-b88def08628f None None] New status for floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:54:15.746310 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-20222173-e58f-4ece-8ec4-3f3d5ccdd0ba tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-securitygroup--986624055&fields=id&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 267 time: 0.0448148 Feb 02 13:54:15.864487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-f422f988-71c6-4cfd-9fbf-9d21f6996ab4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:15.865953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-f422f988-71c6-4cfd-9fbf-9d21f6996ab4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 812 time: 0.1129482 Feb 02 13:54:15.882065 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-bcb944ef-65a9-49ac-8b4d-93836eeb1250 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/quotas/c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 375 time: 0.0096262 Feb 02 13:54:15.944231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-744a9640-b375-4649-9e1c-4d1c0fdd5d5f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560479 Feb 02 13:54:16.105782 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-15b35b78-0eef-4607-af66-e39cc41058ed service neutron] 10.222.0.83 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485868 Feb 02 13:54:16.212850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-96c942c3-7d9b-49e7-8d3a-184ab206d8f6 service neutron] 10.222.0.83 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009703 Feb 02 13:54:16.386753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd0bf007-e436-4aac-b22f-ec26c8052564 req-8fa4c9ad-9644-459a-ae4e-41a3bb27f9f0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 210 time: 0.0285180 Feb 02 13:54:17.264730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 23778da8-e17d-4883-81db-e8bae7347a46 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:54:17.288753 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 23778da8-e17d-4883-81db-e8bae7347a46 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:54:17.289093 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 23778da8-e17d-4883-81db-e8bae7347a46 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:54:17.494898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57acd43a-8726-42cb-b18f-06eb8ca83031 req-8fde7c1f-fdfd-4da8-a57d-0747fece56db tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 210 time: 0.0325456 Feb 02 13:54:17.521953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-a65f69bd-e7b0-4a44-86da-e689d209c044 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:17.523357 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-a65f69bd-e7b0-4a44-86da-e689d209c044 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 812 time: 0.1225009 Feb 02 13:54:17.588006 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e5f0ef19-ffca-46d2-892d-810dd7c6361f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 379 time: 0.0517235 Feb 02 13:54:17.599310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Request body: {'port': {'device_id': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'admin_state_up': True, 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'security_groups': ['99b869fe-14de-4647-8d82-ea6d05cebdc5']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:54:17.712866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Made reservation on behalf of c6aa23f2b67b44a79b703ec9b4479109 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:54:17.716544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:17.854860 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Allocated IP 172.20.0.8 (e7a19957-35e6-4c43-b726-04bc99bf486b/86566f23-182f-43a1-8404-f5dd5c8ab6ea/dcae1871-d34a-4c9e-a3a1-6a462616e517) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:54:18.004950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:18.042064 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:18.083485 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Network e7a19957-35e6-4c43-b726-04bc99bf486b is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:54:18.088411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:54:18.091949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:54:18.098584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:18.144363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:18.144990 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:18.162002 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-e595c5f4-188a-4838-b814-282ad90a3065 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664923 Feb 02 13:54:18.178868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Request body: {'port': {'device_id': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:54:18.243524 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:18.309362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1a55884c-bf59-4821-b72b-d36a4b821b2c None None] Provisioning complete for port dcae1871-d34a-4c9e-a3a1-6a462616e517 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:54:18.309994 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1a55884c-bf59-4821-b72b-d36a4b821b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:18.344423 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1a55884c-bf59-4821-b72b-d36a4b821b2c None None] Port dcae1871-d34a-4c9e-a3a1-6a462616e517 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:54:18.517574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcae1871-d34a-4c9e-a3a1-6a462616e517 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:54:18.525641 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Publish callbacks [] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:18.539004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Transition to ACTIVE for port object dcae1871-d34a-4c9e-a3a1-6a462616e517 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:54:18.544859 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:18.554836 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:54:18.599903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:18.626498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed4a0a-3c66-4984-bd8b-abd87dbe1c3d req-cd2fd167-7eda-4692-9ae5-00148d54eef1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:18.628793 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0ed4a0a-3c66-4984-bd8b-abd87dbe1c3d req-cd2fd167-7eda-4692-9ae5-00148d54eef1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0585742 Feb 02 13:54:18.686788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Attempting to bind port dcae1871-d34a-4c9e-a3a1-6a462616e517 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:54:18.687367 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Attempting to bind port dcae1871-d34a-4c9e-a3a1-6a462616e517 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:54:18.687980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Attempting to bind port dcae1871-d34a-4c9e-a3a1-6a462616e517 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:54:18.688420 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0ed4a0a-3c66-4984-bd8b-abd87dbe1c3d req-964741bc-5d7d-45f1-8548-20e73d8f456a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496125 Feb 02 13:54:18.696625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Port dcae1871-d34a-4c9e-a3a1-6a462616e517 on network e7a19957-35e6-4c43-b726-04bc99bf486b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:54:18.697017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Attempting to bind port dcae1871-d34a-4c9e-a3a1-6a462616e517 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:54:18.705692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:54:18.706206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:54:18.706787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Bound using segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:54:18.707463 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Bound port: dcae1871-d34a-4c9e-a3a1-6a462616e517, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:54:18.707796 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:18.782140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:54:18.785344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:54:18.791793 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:18.825527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:18.826139 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:18.827606 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] 10.222.0.18 "PUT /v2.0/ports/dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1091 time: 0.6530349 Feb 02 13:54:18.828017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:54:18.830440 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55ebed1-1152-43e6-b520-03cb0e8e92a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:54:18.865136 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849f7e3-50d5-40b0-81a9-78c32539b540 service neutron] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:18.876472 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd37538b-f8dd-46fb-b9be-1657a6b962c7 x-openstack-request-id: req-dd37538b-f8dd-46fb-b9be-1657a6b962c7 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:54:18.877735 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:54:18.878016 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dd37538b-f8dd-46fb-b9be-1657a6b962c7 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:54:18.878808 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'status': 'completed', 'code': 200} Feb 02 13:54:18.953254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-b2fc2e26-ae67-4ece-b196-462e17a52e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:18.954993 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-b2fc2e26-ae67-4ece-b196-462e17a52e11 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1125 time: 0.0574427 Feb 02 13:54:19.008595 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-93d1fd58-c3d0-42a0-82cf-0bed95814109 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 217 time: 0.0404539 Feb 02 13:54:19.063859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-ab1ab5e1-9e0b-4d7f-bec5-7068d0631bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:19.065944 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-ab1ab5e1-9e0b-4d7f-bec5-7068d0631bfe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0512283 Feb 02 13:54:19.119641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-f6e2d258-277c-4523-8789-68e458c45456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:19.121150 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-f6e2d258-277c-4523-8789-68e458c45456 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486372 Feb 02 13:54:19.224979 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-0632a6bf-cc3e-4b77-a3e3-55e9105fdc54 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975854 Feb 02 13:54:19.317153 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6d5d5a8e-6d35-4d54-951b-dc9df2204c8e req-95e7b264-c0e0-4169-8d70-ef07789bda5a service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850940 Feb 02 13:54:19.452597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ebed1-1152-43e6-b520-03cb0e8e92a3 req-e1416adb-b741-4aa7-9ae6-767bb5ad8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:19.454452 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f55ebed1-1152-43e6-b520-03cb0e8e92a3 req-e1416adb-b741-4aa7-9ae6-767bb5ad8b2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1125 time: 0.0537808 Feb 02 13:54:19.561753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ebed1-1152-43e6-b520-03cb0e8e92a3 req-8fa0195e-fcd1-4756-a33b-8d01f413a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:19.563355 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f55ebed1-1152-43e6-b520-03cb0e8e92a3 req-8fa0195e-fcd1-4756-a33b-8d01f413a29a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1025047 Feb 02 13:54:19.608980 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f55ebed1-1152-43e6-b520-03cb0e8e92a3 req-84ae5d4f-0c95-4d75-873c-6ed596ad7545 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 217 time: 0.0394926 Feb 02 13:54:19.659948 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ebed1-1152-43e6-b520-03cb0e8e92a3 req-7a51b6f6-a7fe-4b64-bab0-82c9b86adad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:19.661417 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f55ebed1-1152-43e6-b520-03cb0e8e92a3 req-7a51b6f6-a7fe-4b64-bab0-82c9b86adad9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0454237 Feb 02 13:54:19.724359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ebed1-1152-43e6-b520-03cb0e8e92a3 req-c2bdcdf2-3959-4206-afd6-5a2f34b5ab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:19.725886 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f55ebed1-1152-43e6-b520-03cb0e8e92a3 req-c2bdcdf2-3959-4206-afd6-5a2f34b5ab0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0583661 Feb 02 13:54:19.828375 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f55ebed1-1152-43e6-b520-03cb0e8e92a3 req-16424892-d119-4830-b60e-8943609e5941 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954556 Feb 02 13:54:19.830442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b17369-9157-48d8-afc4-4fa259d9107e req-4760741d-1222-4883-b3be-6fc6b769a355 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:19.832232 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82b17369-9157-48d8-afc4-4fa259d9107e req-4760741d-1222-4883-b3be-6fc6b769a355 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0570550 Feb 02 13:54:19.885761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-82b17369-9157-48d8-afc4-4fa259d9107e req-ac2f704e-65e9-4aab-9587-daf28c5b9e59 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433812 Feb 02 13:54:19.932266 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f55ebed1-1152-43e6-b520-03cb0e8e92a3 req-ac717998-f16c-45e8-b2a8-0ecafceac919 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975113 Feb 02 13:54:21.025134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8120e-85dc-4efa-acac-655c69527f84 req-63b2537d-e1c4-4ec9-9b41-c84aeb6a0f86 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:21.026554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78a8120e-85dc-4efa-acac-655c69527f84 req-63b2537d-e1c4-4ec9-9b41-c84aeb6a0f86 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0575125 Feb 02 13:54:21.083360 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-78a8120e-85dc-4efa-acac-655c69527f84 req-26577e6a-7acf-4a1d-b3eb-7ef4320a085c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508800 Feb 02 13:54:21.521951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device dcae1871-d34a-4c9e-a3a1-6a462616e517 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:54:21.631131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:54:21.642376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'port_id': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'mac_address': 'fa:16:3e:8f:e1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:54:21.681141 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port dcae1871-d34a-4c9e-a3a1-6a462616e517 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:54:21.681485 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:21.695868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcae1871-d34a-4c9e-a3a1-6a462616e517 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:54:21.721504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:54:21.726825 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:21.820595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:21.980011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['dcae1871-d34a-4c9e-a3a1-6a462616e517'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:54:22.210020 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda6929-d83c-464d-8472-874252e16aaf req-9e1fcb49-47c4-45c5-a573-4855b2279c9b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:22.211565 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fda6929-d83c-464d-8472-874252e16aaf req-9e1fcb49-47c4-45c5-a573-4855b2279c9b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0546155 Feb 02 13:54:22.261560 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9fda6929-d83c-464d-8472-874252e16aaf req-faf49122-3a5b-4f11-b9a8-6680b992f70d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432112 Feb 02 13:54:23.385790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22173fa9-e007-4335-b62a-aa7e8240672d req-66f2a2ac-8be5-49e1-888a-7aac0e57a877 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:23.387364 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22173fa9-e007-4335-b62a-aa7e8240672d req-66f2a2ac-8be5-49e1-888a-7aac0e57a877 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0565672 Feb 02 13:54:23.439911 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22173fa9-e007-4335-b62a-aa7e8240672d req-ecafbc32-a879-45bf-84cc-4fc43b71f0db tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456882 Feb 02 13:54:23.539221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device dcae1871-d34a-4c9e-a3a1-6a462616e517 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:54:23.590574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port dcae1871-d34a-4c9e-a3a1-6a462616e517 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:54:23.599147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port dcae1871-d34a-4c9e-a3a1-6a462616e517 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:54:23.599796 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:23.681288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port dcae1871-d34a-4c9e-a3a1-6a462616e517 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:54:23.681671 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:23.707926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:54:23.710208 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd0762a-6b2d-4738-a44c-10f3ace23efd" -d '{"events": [{"server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "name": "network-vif-plugged", "status": "completed", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:54:23.722775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:54:23.727856 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:23.754527 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f656588b-116b-4f0a-8385-01fad4b513ce x-openstack-request-id: req-f656588b-116b-4f0a-8385-01fad4b513ce {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:54:23.754829 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "name": "network-vif-plugged", "status": "completed", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:54:23.756272 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f656588b-116b-4f0a-8385-01fad4b513ce {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:54:23.756272 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'code': 200} Feb 02 13:54:23.779323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:54:23.885864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe867a6-1b98-4e38-b721-bfd05f7e5682 req-0e10d20f-0bd4-47e1-8bd4-81a08b49ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:23.887830 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9fe867a6-1b98-4e38-b721-bfd05f7e5682 req-0e10d20f-0bd4-47e1-8bd4-81a08b49ce66 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1127 time: 0.0468585 Feb 02 13:54:23.937868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9fe867a6-1b98-4e38-b721-bfd05f7e5682 req-f8f4bcb4-20b4-43b2-83c7-b388bb6b66f6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432205 Feb 02 13:54:24.570433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104043a-d297-4c70-94c3-f93cf85c54df req-c4dee4fb-c056-48e1-b569-c10e7f8ece4e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:24.572066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3104043a-d297-4c70-94c3-f93cf85c54df req-c4dee4fb-c056-48e1-b569-c10e7f8ece4e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0582438 Feb 02 13:54:24.623643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3104043a-d297-4c70-94c3-f93cf85c54df req-933b3a33-fffe-4243-89a5-708eb09f906e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438175 Feb 02 13:54:25.763840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4d2e1-c034-4000-9fbb-a0cf44a31a20 req-48afb400-851b-44e1-a993-4508f54b083e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:25.766365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5e4d2e1-c034-4000-9fbb-a0cf44a31a20 req-48afb400-851b-44e1-a993-4508f54b083e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0646310 Feb 02 13:54:25.824740 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5e4d2e1-c034-4000-9fbb-a0cf44a31a20 req-b9c11931-addd-4bd4-8a58-73f107606d63 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525475 Feb 02 13:54:25.956161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaceee5-7836-499a-827b-6796af477401 req-1cb9f5bf-0559-4b47-9d1f-ab2af4f5f1d7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:25.957564 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-faaceee5-7836-499a-827b-6796af477401 req-1cb9f5bf-0559-4b47-9d1f-ab2af4f5f1d7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0616055 Feb 02 13:54:25.970369 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40530) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:54:25.981429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0c608481-1d22-4266-89f4-e33918134da0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Request body: {'floatingip': {'port_id': 'dcae1871-d34a-4c9e-a3a1-6a462616e517'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:54:26.025422 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c608481-1d22-4266-89f4-e33918134da0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:26.499971 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c608481-1d22-4266-89f4-e33918134da0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:26.506167 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c608481-1d22-4266-89f4-e33918134da0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:26.617201 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-0c608481-1d22-4266-89f4-e33918134da0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74 associated. External IP: 172.25.4.144, port: dcae1871-d34a-4c9e-a3a1-6a462616e517. Feb 02 13:54:26.844210 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c608481-1d22-4266-89f4-e33918134da0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Router 8c455743-42ad-416f-85c6-bf0b9c4a576b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:54:26.964544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c608481-1d22-4266-89f4-e33918134da0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:54:26.969801 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0c608481-1d22-4266-89f4-e33918134da0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:26.976024 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200b0c8-0be5-4eb9-9e13-bc02e4013f09 None None] Sync routers for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:54:26.986711 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200b0c8-0be5-4eb9-9e13-bc02e4013f09 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:54:26.987361 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b200b0c8-0be5-4eb9-9e13-bc02e4013f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:54:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:54:27.104017 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b200b0c8-0be5-4eb9-9e13-bc02e4013f09 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:54:27.358211 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0c608481-1d22-4266-89f4-e33918134da0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "PUT /v2.0/floatingips/1ea7eabb-d1d9-4792-a4d7-66228c43fb74 HTTP/1.1" status: 200 len: 992 time: 1.3856075 Feb 02 13:54:27.358741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:54:27.361115 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68186e46e4df3a93da7b66d2290546768fa8243506b8da80b56feea03efec2b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7632a4ce-4f36-4c83-839f-a3c9e723ea28" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:54:27.397832 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0704f8ef-25dc-4275-8004-7fd4efb54b54 x-openstack-request-id: req-0704f8ef-25dc-4275-8004-7fd4efb54b54 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:54:27.398122 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:54:27.398386 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0704f8ef-25dc-4275-8004-7fd4efb54b54 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:54:27.398767 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'status': 'completed', 'code': 200} Feb 02 13:54:27.435531 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b200b0c8-0be5-4eb9-9e13-bc02e4013f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1ea7eabb-d1d9-4792-a4d7-66228c43fb74', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'port_id': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'mac_address': 'fa:16:3e:8f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:51:34Z', 'updated_at': '2022-02-02T13:54:26Z', 'revision_number': 13, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:54:27.461328 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200b0c8-0be5-4eb9-9e13-bc02e4013f09 None None] Checking router: 8c455743-42ad-416f-85c6-bf0b9c4a576b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:54:27.470120 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200b0c8-0be5-4eb9-9e13-bc02e4013f09 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:54:27.470718 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b200b0c8-0be5-4eb9-9e13-bc02e4013f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:54:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:54:27.472416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779360fd-b2c8-4f66-8806-03ec01b67939 req-caf6fbe1-14b8-4f7a-8dcd-02fc5e3ca4e5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:27.473947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-779360fd-b2c8-4f66-8806-03ec01b67939 req-caf6fbe1-14b8-4f7a-8dcd-02fc5e3ca4e5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0536380 Feb 02 13:54:27.491313 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632a4ce-4f36-4c83-839f-a3c9e723ea28 req-aad0d36f-4707-4243-bb9a-019d8536e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:27.492957 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7632a4ce-4f36-4c83-839f-a3c9e723ea28 req-aad0d36f-4707-4243-bb9a-019d8536e5d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1127 time: 0.0522363 Feb 02 13:54:27.531302 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-779360fd-b2c8-4f66-8806-03ec01b67939 req-d4288553-96ac-459f-8505-b582aaf33755 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512276 Feb 02 13:54:27.580450 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b200b0c8-0be5-4eb9-9e13-bc02e4013f09 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:54:27.587207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632a4ce-4f36-4c83-839f-a3c9e723ea28 req-ed3ab655-59ed-4b2e-9efc-e88561aa9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:27.588744 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7632a4ce-4f36-4c83-839f-a3c9e723ea28 req-ed3ab655-59ed-4b2e-9efc-e88561aa9de0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0894768 Feb 02 13:54:27.655864 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7632a4ce-4f36-4c83-839f-a3c9e723ea28 req-094c10c1-5e8c-41d9-8a8e-1cf291337810 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1000 time: 0.0601861 Feb 02 13:54:27.706392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632a4ce-4f36-4c83-839f-a3c9e723ea28 req-15c139b4-9847-47c9-ad05-1e8fa74389ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:27.707686 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7632a4ce-4f36-4c83-839f-a3c9e723ea28 req-15c139b4-9847-47c9-ad05-1e8fa74389ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0466766 Feb 02 13:54:27.760088 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632a4ce-4f36-4c83-839f-a3c9e723ea28 req-66a0343b-146b-42e2-b023-906f1e7d9ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:27.761740 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7632a4ce-4f36-4c83-839f-a3c9e723ea28 req-66a0343b-146b-42e2-b023-906f1e7d9ebe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484409 Feb 02 13:54:27.805383 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b200b0c8-0be5-4eb9-9e13-bc02e4013f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1ea7eabb-d1d9-4792-a4d7-66228c43fb74', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'port_id': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'mac_address': 'fa:16:3e:8f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:51:34Z', 'updated_at': '2022-02-02T13:54:26Z', 'revision_number': 13, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:54:27.834471 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b200b0c8-0be5-4eb9-9e13-bc02e4013f09 None None] The sync data for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 is: [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '1ea7eabb-d1d9-4792-a4d7-66228c43fb74', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'floating_ip_address': '172.25.4.144', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'port_id': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'mac_address': 'fa:16:3e:8f:e1:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T13:51:34Z', 'updated_at': '2022-02-02T13:54:26Z', 'revision_number': 13, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:54:27.862925 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7632a4ce-4f36-4c83-839f-a3c9e723ea28 req-edd03bb1-3167-4414-ac5d-dcc17d767a63 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941393 Feb 02 13:54:27.964268 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7632a4ce-4f36-4c83-839f-a3c9e723ea28 req-22c56e42-82e3-44aa-8cb3-b95b83d92fb4 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959957 Feb 02 13:54:28.049743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af11faa8-7279-4df4-a3e4-2355918b9d84 None None] New status for floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:54:28.670860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595eb4c-79ec-44a3-90f9-fa6c3729dba2 req-c94fc72d-b1b9-40ab-aa7d-725b0b7665ec tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:28.672401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d595eb4c-79ec-44a3-90f9-fa6c3729dba2 req-c94fc72d-b1b9-40ab-aa7d-725b0b7665ec tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0633538 Feb 02 13:54:28.723736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d595eb4c-79ec-44a3-90f9-fa6c3729dba2 req-3051110e-456e-493c-9e58-45e5d47a057a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441375 Feb 02 13:54:31.280240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13ff09-1014-4ff5-8918-178714915ec7 req-73cd2bb5-8ac0-4f4d-a475-c5081461156b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:31.281714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff13ff09-1014-4ff5-8918-178714915ec7 req-73cd2bb5-8ac0-4f4d-a475-c5081461156b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0525138 Feb 02 13:54:31.329576 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff13ff09-1014-4ff5-8918-178714915ec7 req-1902b8b0-18c5-40b8-a7d7-82d9588620d3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419762 Feb 02 13:54:31.847249 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e250df16-27f5-4fa3-9171-67c2028ada96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:34.140143 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9419e032-c1a4-4de7-b9e9-1fa84bf8b8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:35.734435 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:37.001720 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:37.170858 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:38.043220 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:38.062593 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:54:47.885197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ede82-7dfe-4e2b-99a3-b6be6db750ae req-0a69518a-ab50-457c-a966-3041385ae07b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:47.886718 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb7ede82-7dfe-4e2b-99a3-b6be6db750ae req-0a69518a-ab50-457c-a966-3041385ae07b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0934467 Feb 02 13:54:47.921725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-8d8f0046-17e4-4b3c-91cf-a5616567e5fd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422544 Feb 02 13:54:47.943289 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fb7ede82-7dfe-4e2b-99a3-b6be6db750ae req-b6cea807-862e-4e4d-b450-5b709ab306d1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495083 Feb 02 13:54:49.078118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbf870-45d8-4b50-92fd-c0dcc09dfbd7 req-2f9d6887-8239-4b10-a331-11ff8fd7e044 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:49.079730 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8cbf870-45d8-4b50-92fd-c0dcc09dfbd7 req-2f9d6887-8239-4b10-a331-11ff8fd7e044 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0649128 Feb 02 13:54:49.131720 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c8cbf870-45d8-4b50-92fd-c0dcc09dfbd7 req-5873cef8-1d7c-47b0-8599-fbd12cd86d1b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447960 Feb 02 13:54:49.474885 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-5f342fdb-be34-4c42-ab82-d23f7f836d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:49.476476 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-5f342fdb-be34-4c42-ab82-d23f7f836d98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1127 time: 0.3652914 Feb 02 13:54:49.563438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-c03d5d92-b978-4e9e-9618-91462adf068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:49.564969 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-c03d5d92-b978-4e9e-9618-91462adf068a service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0827062 Feb 02 13:54:49.632081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9464c010-6bab-4900-9d0f-099f348fcda1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1002 time: 0.0599117 Feb 02 13:54:49.679141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-8ec1427f-61a2-4560-b44b-40e273dd37ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:49.680665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-8ec1427f-61a2-4560-b44b-40e273dd37ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0426188 Feb 02 13:54:49.734438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-a25408c9-35da-48d7-aefc-91c0a041369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:49.735974 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-a25408c9-35da-48d7-aefc-91c0a041369b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460401 Feb 02 13:54:49.836258 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-0d57bba8-944c-422f-bb01-6908c820b1e8 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941863 Feb 02 13:54:49.930669 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9b198d96-9f33-4854-909f-83ead4cb8bf4 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884027 Feb 02 13:54:50.269227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b6e35-bd4b-4c6a-a903-9c46c6c478b8 req-d32c7961-b3e9-4060-92fd-a84dd3f4fbd8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:50.271697 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-933b6e35-bd4b-4c6a-a903-9c46c6c478b8 req-d32c7961-b3e9-4060-92fd-a84dd3f4fbd8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0695643 Feb 02 13:54:50.322634 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-933b6e35-bd4b-4c6a-a903-9c46c6c478b8 req-97e48710-6643-47d1-a526-d9345ff81358 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450716 Feb 02 13:54:51.466582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800cbd9-3c37-4f1b-a096-7b9d414f79a0 req-27735b7e-b7c5-486b-9d1d-4af418fa652e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:51.468428 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e800cbd9-3c37-4f1b-a096-7b9d414f79a0 req-27735b7e-b7c5-486b-9d1d-4af418fa652e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0658417 Feb 02 13:54:51.518500 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e800cbd9-3c37-4f1b-a096-7b9d414f79a0 req-1ac4b4d3-9185-4399-bfad-9a0251b2eb6b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442569 Feb 02 13:54:52.648078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f8857-090d-409b-9448-487525f49ec7 req-247a5069-3f43-487b-855b-716f42dd0196 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:52.649573 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-393f8857-090d-409b-9448-487525f49ec7 req-247a5069-3f43-487b-855b-716f42dd0196 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0603859 Feb 02 13:54:52.718734 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-393f8857-090d-409b-9448-487525f49ec7 req-1ba060bf-ac74-4ab2-8337-6028cc543746 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627553 Feb 02 13:54:53.890445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d5e27c-d3db-44ab-83c4-f05d7c5a987b req-3c606bc1-f073-4702-b910-b1e862e81436 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:53.892863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5d5e27c-d3db-44ab-83c4-f05d7c5a987b req-3c606bc1-f073-4702-b910-b1e862e81436 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0706353 Feb 02 13:54:53.945296 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5d5e27c-d3db-44ab-83c4-f05d7c5a987b req-ed7704ce-4062-4266-923b-6234e729f6e3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461707 Feb 02 13:54:54.161140 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a75230-61f0-4893-9a6c-fef1e3d35689 req-d2fdff67-a2f1-48a5-a52a-cff460dd254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:54.162667 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-95a75230-61f0-4893-9a6c-fef1e3d35689 req-d2fdff67-a2f1-48a5-a52a-cff460dd254b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1127 time: 0.0516853 Feb 02 13:54:54.281466 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a75230-61f0-4893-9a6c-fef1e3d35689 req-19f8147d-9812-4d95-a67a-17650bb83c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:54.284128 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-95a75230-61f0-4893-9a6c-fef1e3d35689 req-19f8147d-9812-4d95-a67a-17650bb83c23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1025710 Feb 02 13:54:54.365639 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-95a75230-61f0-4893-9a6c-fef1e3d35689 req-7f2ababe-f8cc-433d-bbfb-088bb63a988c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1002 time: 0.0759420 Feb 02 13:54:54.422413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a75230-61f0-4893-9a6c-fef1e3d35689 req-6f07760f-3997-4204-8d95-75e2da170d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:54.424013 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-95a75230-61f0-4893-9a6c-fef1e3d35689 req-6f07760f-3997-4204-8d95-75e2da170d81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0523703 Feb 02 13:54:54.480006 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a75230-61f0-4893-9a6c-fef1e3d35689 req-85ac5472-98e2-4975-b0e4-014ff5f6d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:54.481551 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-95a75230-61f0-4893-9a6c-fef1e3d35689 req-85ac5472-98e2-4975-b0e4-014ff5f6d286 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512936 Feb 02 13:54:54.580022 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-95a75230-61f0-4893-9a6c-fef1e3d35689 req-bfe5c81a-2b6e-488e-bbb7-4982b81c7827 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924222 Feb 02 13:54:54.691143 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-95a75230-61f0-4893-9a6c-fef1e3d35689 req-7843aea3-c8c6-4011-9dca-49f020013a30 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049802 Feb 02 13:54:55.091854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23831a5-678b-44a5-bd39-5ddf77d7e50f req-f933a703-8cc7-4485-9393-4421b74c19d7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:55.093726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d23831a5-678b-44a5-bd39-5ddf77d7e50f req-f933a703-8cc7-4485-9393-4421b74c19d7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0700545 Feb 02 13:54:55.144880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d23831a5-678b-44a5-bd39-5ddf77d7e50f req-4b6d6a73-ff49-4f08-8876-d50343ca619f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Feb 02 13:54:55.554574 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:54:56.268115 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a035d0-0658-4d93-bcf4-06ca725b6b41 req-c9bb9acb-39be-4998-8c04-184e1cbffd59 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:56.269678 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3a035d0-0658-4d93-bcf4-06ca725b6b41 req-c9bb9acb-39be-4998-8c04-184e1cbffd59 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0562665 Feb 02 13:54:56.317453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3a035d0-0658-4d93-bcf4-06ca725b6b41 req-42ec8c35-017c-4ff6-b13e-382da92ed17d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416110 Feb 02 13:54:57.447728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a54e8-812b-4e67-87ee-642ca58a1756 req-066952ce-5c5b-4ce7-aa3e-e96d9effd6dd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:57.449232 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c26a54e8-812b-4e67-87ee-642ca58a1756 req-066952ce-5c5b-4ce7-aa3e-e96d9effd6dd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0544827 Feb 02 13:54:57.498103 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c26a54e8-812b-4e67-87ee-642ca58a1756 req-481f2c03-f72c-45d8-a76a-673dbe9143be tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429313 Feb 02 13:54:58.646093 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e01a79-8bd6-4247-b27b-137840a4b407 req-7b78c63c-b394-40b1-adfa-8321db5be3fe tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:58.647754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54e01a79-8bd6-4247-b27b-137840a4b407 req-7b78c63c-b394-40b1-adfa-8321db5be3fe tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0709863 Feb 02 13:54:58.713594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54e01a79-8bd6-4247-b27b-137840a4b407 req-5cb3392f-9ed0-44b5-a99b-e15866a0d473 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566440 Feb 02 13:54:59.849169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d02e58-91d6-463b-88e4-9886345ff40b req-c0422abb-15d5-44e4-b784-1b54aefff710 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:54:59.850663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67d02e58-91d6-463b-88e4-9886345ff40b req-c0422abb-15d5-44e4-b784-1b54aefff710 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0646055 Feb 02 13:54:59.899240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67d02e58-91d6-463b-88e4-9886345ff40b req-0875596a-daf9-41ab-9f09-a6727c404d1b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422230 Feb 02 13:55:01.028345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af21761-d269-47f0-81c4-c8edee3f1b0e req-9a53d725-0f1e-44f1-b661-c3f68230ef9d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:01.029774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8af21761-d269-47f0-81c4-c8edee3f1b0e req-9a53d725-0f1e-44f1-b661-c3f68230ef9d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0561252 Feb 02 13:55:01.147375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8af21761-d269-47f0-81c4-c8edee3f1b0e req-97497ffd-1f9c-4669-8291-dd6e4adf03b7 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472190 Feb 02 13:55:01.847041 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37815fc3-ba7c-4d9a-a2f3-b9dbb2c7612c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:02.312375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d8d7f-2707-4cd9-8cca-dc86bb24c832 req-384bef93-cd8c-4147-87de-09c4c9b8c4e0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:02.314070 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b86d8d7f-2707-4cd9-8cca-dc86bb24c832 req-384bef93-cd8c-4147-87de-09c4c9b8c4e0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0787325 Feb 02 13:55:02.378512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b86d8d7f-2707-4cd9-8cca-dc86bb24c832 req-d0525038-79c5-4f8e-8e30-44210a7c38e3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547554 Feb 02 13:55:03.531311 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcdbf6-3dd2-44b3-9ba4-e94bfb9747e1 req-1c27bba9-16f6-4a1c-a3ad-ecda0e8e7bff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:03.532867 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57dcdbf6-3dd2-44b3-9ba4-e94bfb9747e1 req-1c27bba9-16f6-4a1c-a3ad-ecda0e8e7bff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0644884 Feb 02 13:55:03.588702 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-57dcdbf6-3dd2-44b3-9ba4-e94bfb9747e1 req-c4c6d372-dc7b-44ba-838c-31e14cebcff0 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461543 Feb 02 13:55:04.135527 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-47cc5e1c-3507-454a-a823-a52b6f9c305b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:04.770056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c582c9-cd7e-4313-9377-6e3097a9af08 req-35f2918c-560b-42ff-92ff-8c61f3c0bf35 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:04.771589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7c582c9-cd7e-4313-9377-6e3097a9af08 req-35f2918c-560b-42ff-92ff-8c61f3c0bf35 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0612245 Feb 02 13:55:04.829698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a7c582c9-cd7e-4313-9377-6e3097a9af08 req-17e0d7c7-932e-4f0a-994b-620095c575c8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522006 Feb 02 13:55:05.636297 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-a579b729-203b-4791-9c93-d714e4558c67 service neutron] show failed (client error): The resource could not be found. Feb 02 13:55:05.637285 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-a579b729-203b-4791-9c93-d714e4558c67 service neutron] 10.222.0.18 "GET /v2.0/ports/dcae1871-d34a-4c9e-a3a1-6a462616e517/bindings/n-h2-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0695474 Feb 02 13:55:05.738334 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:05.754651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device dcae1871-d34a-4c9e-a3a1-6a462616e517 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:55:05.842195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port dcae1871-d34a-4c9e-a3a1-6a462616e517 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:55:05.842796 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:05.880599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:55:05.883805 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ae1b60-eaa2-4b7a-a20f-e878d140193e" -d '{"events": [{"server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "name": "network-vif-unplugged", "status": "completed", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:55:05.891880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-a65c7efe-2841-4cd7-bf22-c3ef0df388f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:05.895088 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-a65c7efe-2841-4cd7-bf22-c3ef0df388f2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 1127 time: 0.0690107 Feb 02 13:55:05.904571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:55:05.910299 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:05.924008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:55:05.963019 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ec2302-3ed4-4f5d-abf0-3fe4faab441f x-openstack-request-id: req-69ec2302-3ed4-4f5d-abf0-3fe4faab441f {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:55:05.963294 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "name": "network-vif-unplugged", "status": "completed", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:55:05.963592 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-69ec2302-3ed4-4f5d-abf0-3fe4faab441f {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:55:05.964055 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'code': 200} Feb 02 13:55:05.985505 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214f15f-c19c-4ced-bec9-3ee57bce5411 req-d2aec61e-9260-487d-9c79-228a456be18b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:05.988145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1214f15f-c19c-4ced-bec9-3ee57bce5411 req-d2aec61e-9260-487d-9c79-228a456be18b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0768063 Feb 02 13:55:05.988464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:55:05.998954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:05.999471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.000309 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.000780 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.001237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.001771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.002397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.002977 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.003645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.004203 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.004752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.005328 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.005825 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.016440 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:06.058972 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1214f15f-c19c-4ced-bec9-3ee57bce5411 req-9afbd1ca-3b8f-4750-a672-486df724a06a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607409 Feb 02 13:55:06.234935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:55:06.270417 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:55:06.306534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcae1871-d34a-4c9e-a3a1-6a462616e517 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:55:06.315063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Publish callbacks [] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:06.328362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Transition to ACTIVE for port object dcae1871-d34a-4c9e-a3a1-6a462616e517 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:55:06.332011 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:06.419034 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:55:06.436034 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.436377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.436713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.437025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.437355 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.437707 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.438026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.438388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.438652 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.438966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.439290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.439611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.439926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:55:06.474847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] No DVR routers for this DVR port dcae1871-d34a-4c9e-a3a1-6a462616e517 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:55:06.616226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Attempting to bind port dcae1871-d34a-4c9e-a3a1-6a462616e517 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:55:06.616560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Attempting to bind port dcae1871-d34a-4c9e-a3a1-6a462616e517 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:55:06.616888 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Attempting to bind port dcae1871-d34a-4c9e-a3a1-6a462616e517 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:55:06.626612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Port dcae1871-d34a-4c9e-a3a1-6a462616e517 on network e7a19957-35e6-4c43-b726-04bc99bf486b not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:55:06.626954 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Attempting to bind port dcae1871-d34a-4c9e-a3a1-6a462616e517 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:55:06.632093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:55:06.632478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:55:06.632837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Bound using segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:55:06.633259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Bound port: dcae1871-d34a-4c9e-a3a1-6a462616e517, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:55:06.633618 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:06.700193 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:55:06.704507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:55:06.712418 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:06.749056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:06.749766 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:06.751264 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9911c978-009b-497e-a334-2549644fbada service neutron] 10.222.0.62 "PUT /v2.0/ports/dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1091 time: 0.8386276 Feb 02 13:55:06.751749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:55:06.754073 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9298df74-0d5d-4c15-bbae-77a871781d49" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:55:06.782462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911c978-009b-497e-a334-2549644fbada service neutron] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=8']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:55:06.850135 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed668f5e-1dbd-43f4-abe1-0c0b4cfb2023 x-openstack-request-id: req-ed668f5e-1dbd-43f4-abe1-0c0b4cfb2023 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:55:06.850546 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:55:06.850934 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ed668f5e-1dbd-43f4-abe1-0c0b4cfb2023 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:55:06.851883 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'status': 'completed', 'code': 200} Feb 02 13:55:06.869113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-7968bc0a-1634-4d1f-b787-62b0d1b7c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:06.871863 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-7968bc0a-1634-4d1f-b787-62b0d1b7c838 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1125 time: 0.0805898 Feb 02 13:55:07.004666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-c823e39c-f0f5-4439-82bd-35c6f7a1d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:07.006028 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-c823e39c-f0f5-4439-82bd-35c6f7a1d17c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1125 time: 0.1206284 Feb 02 13:55:07.012120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-5a70ca40-6532-461f-a4f7-60000031c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:07.013526 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-5a70ca40-6532-461f-a4f7-60000031c72f service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1363928 Feb 02 13:55:07.016616 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:07.138663 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-ec950cb2-5b48-458f-b953-243961030150 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1000 time: 0.1109064 Feb 02 13:55:07.172438 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:07.190844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-3008c689-a3ec-44db-98c2-bb69bec33242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:07.192378 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-3008c689-a3ec-44db-98c2-bb69bec33242 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1731894 Feb 02 13:55:07.211909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-a70eaa3b-cc70-4679-b195-0e76875fffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:07.213396 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-a70eaa3b-cc70-4679-b195-0e76875fffd7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0676293 Feb 02 13:55:07.298489 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-432fff3b-4b99-480e-8b37-f6293d616501 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1000 time: 0.0995755 Feb 02 13:55:07.314201 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21255afe-1d1d-48c1-82f0-b62ae6425fe4 req-6cd05c63-7a49-4a0b-a07c-0c814405efa5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:07.316470 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21255afe-1d1d-48c1-82f0-b62ae6425fe4 req-6cd05c63-7a49-4a0b-a07c-0c814405efa5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.1096463 Feb 02 13:55:07.347179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-fb6ec269-21e2-4f6b-890c-6b5ee0afc0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:07.348724 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-fb6ec269-21e2-4f6b-890c-6b5ee0afc0a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1064439 Feb 02 13:55:07.376632 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-21255afe-1d1d-48c1-82f0-b62ae6425fe4 req-06d81dff-0c4e-4c56-95f2-6097bc5464ca tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533893 Feb 02 13:55:07.378051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-9a06f5be-c5ac-468f-9476-7ebac438f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:07.379587 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-9a06f5be-c5ac-468f-9476-7ebac438f7be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0753977 Feb 02 13:55:07.484898 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-9a1d8fd4-df3f-4de1-a0e0-23318d449583 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283815 Feb 02 13:55:07.487696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-dd171319-ce7b-4b1e-8346-f59e6ce3439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:07.489120 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-dd171319-ce7b-4b1e-8346-f59e6ce3439a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0986471 Feb 02 13:55:07.650322 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-a9c028bf-7d52-4305-8263-d4738be25d2c service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526937 Feb 02 13:55:07.652166 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-77b9ec35-76c9-47be-960f-29225a05acd5 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618907 Feb 02 13:55:07.767789 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-ec319cd8-d474-4eba-9631-72ad626537ea service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116300 Feb 02 13:55:07.802331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-82ebc134-ca64-40c9-b69a-976eee00bee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:07.804176 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-82ebc134-ca64-40c9-b69a-976eee00bee6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1125 time: 0.0523448 Feb 02 13:55:07.916287 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-11c478b6-6201-49c0-9025-f7aabea82248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:07.918773 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-11c478b6-6201-49c0-9025-f7aabea82248 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1087255 Feb 02 13:55:07.998833 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-b8a62a79-2a26-441d-974a-fe1a6ae70d7b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1000 time: 0.0743320 Feb 02 13:55:08.058111 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-ced91869-1e9b-4d95-93b9-71134eeeb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:08.059540 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-ced91869-1e9b-4d95-93b9-71134eeeb14f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0548728 Feb 02 13:55:08.076858 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:08.079646 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:08.124432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-22c74b0a-cad4-444e-a56e-0ab531540649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:08.126301 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-22c74b0a-cad4-444e-a56e-0ab531540649 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0604897 Feb 02 13:55:08.230234 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-0638c9ce-e089-4f07-919d-910fe8140e15 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964551 Feb 02 13:55:08.329294 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9298df74-0d5d-4c15-bbae-77a871781d49 req-96a9b6de-ce22-4cc1-9997-23d3f37d1647 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924957 Feb 02 13:55:08.513884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed075f9b-a65b-441c-8ac5-af39dd9d17f7 req-f3321e1b-e36c-48df-8de7-8607299380b9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:08.515318 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed075f9b-a65b-441c-8ac5-af39dd9d17f7 req-f3321e1b-e36c-48df-8de7-8607299380b9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0640686 Feb 02 13:55:08.569779 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed075f9b-a65b-441c-8ac5-af39dd9d17f7 req-c803a0b5-24ea-4844-a525-c14dbbaa2e58 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481009 Feb 02 13:55:09.744993 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115117f0-7f57-4daf-b514-bbce47117608 req-49174581-61a3-475f-9160-0d56f43d84e1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:09.747540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-115117f0-7f57-4daf-b514-bbce47117608 req-49174581-61a3-475f-9160-0d56f43d84e1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0852726 Feb 02 13:55:09.804480 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-115117f0-7f57-4daf-b514-bbce47117608 req-c3517a2e-2997-479d-b71d-c3b51aadbcc2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505972 Feb 02 13:55:11.067110 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bee0c-e9d9-42c8-91f5-c2cd275be2c0 req-fc22e839-e7a4-4658-942b-f0a59d255c5c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:11.069080 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-182bee0c-e9d9-42c8-91f5-c2cd275be2c0 req-fc22e839-e7a4-4658-942b-f0a59d255c5c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.1223407 Feb 02 13:55:11.128841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-182bee0c-e9d9-42c8-91f5-c2cd275be2c0 req-bdbad2ff-6309-4bed-9237-71979fdbfb56 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505121 Feb 02 13:55:12.281089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893aff0-8802-407a-9e64-f15f57b7bf9f req-90f7633c-22d3-42bf-8a10-34580a638592 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:12.282639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c893aff0-8802-407a-9e64-f15f57b7bf9f req-90f7633c-22d3-42bf-8a10-34580a638592 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0636857 Feb 02 13:55:12.340563 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c893aff0-8802-407a-9e64-f15f57b7bf9f req-1a6fb0cf-e8d5-469e-85a1-b7497b3471a1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504777 Feb 02 13:55:13.489492 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5bb52-c33f-47be-941c-4f143330fffb req-17f6ebf9-9a2c-491f-b739-acb76d346b4c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:13.490995 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99b5bb52-c33f-47be-941c-4f143330fffb req-17f6ebf9-9a2c-491f-b739-acb76d346b4c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0588090 Feb 02 13:55:13.545491 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99b5bb52-c33f-47be-941c-4f143330fffb req-1d5b08d0-5ed1-4670-b8f6-70ce050c8bdc tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481300 Feb 02 13:55:14.714995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889be6d4-bd53-4a92-9ae4-6dcd517c319a req-547f645d-c058-4678-a569-18ecd3d5e293 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:14.722791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-889be6d4-bd53-4a92-9ae4-6dcd517c319a req-547f645d-c058-4678-a569-18ecd3d5e293 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0735855 Feb 02 13:55:14.782121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-889be6d4-bd53-4a92-9ae4-6dcd517c319a req-48fab4ca-02a2-4904-aa04-4697a8f2b27a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558896 Feb 02 13:55:15.927908 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683778c8-78ce-484d-8374-f9c404c50bc5 req-1860f145-1281-48ff-816f-c2491647f7bb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:15.930566 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-683778c8-78ce-484d-8374-f9c404c50bc5 req-1860f145-1281-48ff-816f-c2491647f7bb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0665150 Feb 02 13:55:15.996471 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-683778c8-78ce-484d-8374-f9c404c50bc5 req-c8b37da0-4f6b-49d7-800b-d864192eb060 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598698 Feb 02 13:55:17.165883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed89538-810c-408b-90bc-ce1f36f99765 req-b8a8bbd5-66c8-4e53-9bf0-0a3a12ee78a9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:17.168650 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ed89538-810c-408b-90bc-ce1f36f99765 req-b8a8bbd5-66c8-4e53-9bf0-0a3a12ee78a9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0858781 Feb 02 13:55:17.239882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ed89538-810c-408b-90bc-ce1f36f99765 req-2b5e6101-38f7-4ab1-a5a2-171204025480 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647159 Feb 02 13:55:18.368530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d547eda-c27d-4b08-87e4-033169688e39 req-14fdd190-70fd-45f7-955c-ae782eaddb91 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:18.370042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d547eda-c27d-4b08-87e4-033169688e39 req-14fdd190-70fd-45f7-955c-ae782eaddb91 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0539947 Feb 02 13:55:18.420983 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5d547eda-c27d-4b08-87e4-033169688e39 req-813eba71-1673-4ed5-bff9-5b6fea712050 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447307 Feb 02 13:55:19.562060 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f0099-0fe4-4885-b2f3-1ac3389b298a req-d3960b09-d93d-477d-bb84-154eda5b75b9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:19.563882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec3f0099-0fe4-4885-b2f3-1ac3389b298a req-d3960b09-d93d-477d-bb84-154eda5b75b9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0654855 Feb 02 13:55:19.622426 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec3f0099-0fe4-4885-b2f3-1ac3389b298a req-9a7119de-3802-42ca-8819-379f51a94e32 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484474 Feb 02 13:55:19.747758 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8961c-05cb-4236-b3f4-98a495df3929 req-3fac7eda-aecb-4ab5-b8ea-74cf2f1e3a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:19.749346 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ecd8961c-05cb-4236-b3f4-98a495df3929 req-3fac7eda-aecb-4ab5-b8ea-74cf2f1e3a79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1125 time: 0.0576546 Feb 02 13:55:19.854330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8961c-05cb-4236-b3f4-98a495df3929 req-76b0451d-48e9-4125-b332-f09efa647c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:19.855857 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ecd8961c-05cb-4236-b3f4-98a495df3929 req-76b0451d-48e9-4125-b332-f09efa647c3f service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.0867040 Feb 02 13:55:19.927813 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ecd8961c-05cb-4236-b3f4-98a495df3929 req-eb9bc9c2-ea13-40c4-8596-ff9ae0609e5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1000 time: 0.0661976 Feb 02 13:55:19.976895 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8961c-05cb-4236-b3f4-98a495df3929 req-830b9de9-9388-4724-a9cf-6a162cbf71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:19.978302 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ecd8961c-05cb-4236-b3f4-98a495df3929 req-830b9de9-9388-4724-a9cf-6a162cbf71b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0448430 Feb 02 13:55:20.034234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8961c-05cb-4236-b3f4-98a495df3929 req-37af6c58-9651-4cbe-a3cb-77df58f4a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:20.035855 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ecd8961c-05cb-4236-b3f4-98a495df3929 req-37af6c58-9651-4cbe-a3cb-77df58f4a797 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518718 Feb 02 13:55:20.137194 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ecd8961c-05cb-4236-b3f4-98a495df3929 req-f77b132f-7fd9-4719-aba6-bd425e22feb4 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951715 Feb 02 13:55:20.236058 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ecd8961c-05cb-4236-b3f4-98a495df3929 req-759afeb5-ecee-4805-a439-44bf51fc2ab1 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928783 Feb 02 13:55:20.758545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0532e-b5cd-4e2d-9866-4bb5bb3529ac req-c18ccc05-6dbc-4fb4-af18-d9ed0447e20b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:20.760203 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-efc0532e-b5cd-4e2d-9866-4bb5bb3529ac req-c18ccc05-6dbc-4fb4-af18-d9ed0447e20b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0612161 Feb 02 13:55:20.816324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-efc0532e-b5cd-4e2d-9866-4bb5bb3529ac req-db9141b5-9dfd-4e6c-8a22-9a947ee49a7f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498054 Feb 02 13:55:21.954695 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9173530-80fa-45a0-9ddb-cf78c32fb94b req-9da07f2a-b9f3-4ae4-9cdc-617fefece7fa tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:21.956343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9173530-80fa-45a0-9ddb-cf78c32fb94b req-9da07f2a-b9f3-4ae4-9cdc-617fefece7fa tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0602059 Feb 02 13:55:22.009371 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9173530-80fa-45a0-9ddb-cf78c32fb94b req-28c5f54c-a81e-4811-8799-8520f2692e1f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465543 Feb 02 13:55:23.154893 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2040bd7-7190-4ce3-918e-c829df54b7a3 req-ea814391-92a2-45cb-9545-5be6b9680c97 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:23.156622 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2040bd7-7190-4ce3-918e-c829df54b7a3 req-ea814391-92a2-45cb-9545-5be6b9680c97 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0645041 Feb 02 13:55:23.211044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2040bd7-7190-4ce3-918e-c829df54b7a3 req-8329ba8f-070a-4394-9e01-3404910659ec tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468595 Feb 02 13:55:24.340876 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499eb92-344c-4679-8f07-bb5450ff6888 req-999639a9-ef7f-4187-87a9-10bdf4baeadb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:24.342599 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f499eb92-344c-4679-8f07-bb5450ff6888 req-999639a9-ef7f-4187-87a9-10bdf4baeadb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0587518 Feb 02 13:55:24.393164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f499eb92-344c-4679-8f07-bb5450ff6888 req-580099a0-5ef6-4690-8dd9-cecea6f90cde tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442100 Feb 02 13:55:25.541830 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153956c-7dd8-4c23-9024-b81dcc26b0c4 req-646cce36-05de-4080-8a12-6f4b5bf9fa25 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:25.543400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9153956c-7dd8-4c23-9024-b81dcc26b0c4 req-646cce36-05de-4080-8a12-6f4b5bf9fa25 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 943 time: 0.0636835 Feb 02 13:55:25.572773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dcae1871-d34a-4c9e-a3a1-6a462616e517 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:55:25.600094 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9153956c-7dd8-4c23-9024-b81dcc26b0c4 req-71a812b3-e4ad-488c-b2b4-2f1afd4c7c00 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472932 Feb 02 13:55:25.693344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:55:25.712240 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'port_id': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'mac_address': 'fa:16:3e:8f:e1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:55:25.754594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port dcae1871-d34a-4c9e-a3a1-6a462616e517 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:55:25.755002 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:25.769400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcae1871-d34a-4c9e-a3a1-6a462616e517 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:55:25.791125 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:55:25.795787 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:25.849025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:55:25.994585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37aef4-f445-445c-a4a2-1e61a5823a89 req-94d0b7ee-dd91-4da3-8f21-53a1deb2ac47 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:25.996969 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f37aef4-f445-445c-a4a2-1e61a5823a89 req-94d0b7ee-dd91-4da3-8f21-53a1deb2ac47 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0745640 Feb 02 13:55:26.053839 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6f37aef4-f445-445c-a4a2-1e61a5823a89 req-3374b9be-a135-4c5e-a7b4-e1f1b0b90436 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485950 Feb 02 13:55:26.099768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['dcae1871-d34a-4c9e-a3a1-6a462616e517'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:55:26.262635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-2c20e4d7-79a0-4cf3-898c-bc4ba1d9781a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:26.264111 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-2c20e4d7-79a0-4cf3-898c-bc4ba1d9781a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.62 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350&tenant_id=c6aa23f2b67b44a79b703ec9b4479109&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 944 time: 0.3611073 Feb 02 13:55:26.333888 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-71d9b770-1f0c-4364-b530-9a59172109f3 service neutron] 10.222.0.62 "GET /v2.0/ports/dcae1871-d34a-4c9e-a3a1-6a462616e517/bindings/n-h2-827336-2 HTTP/1.1" status: 200 len: 382 time: 0.0614958 Feb 02 13:55:26.428416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-15b8504b-ff41-4a20-b9b3-ba935040baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:26.429999 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-15b8504b-ff41-4a20-b9b3-ba935040baa5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1126 time: 0.0546517 Feb 02 13:55:26.536207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-c4b679bd-c4ac-4811-8ee4-5aa08559076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:26.537613 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-c4b679bd-c4ac-4811-8ee4-5aa08559076d service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1014476 Feb 02 13:55:26.615082 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-0e9e9368-508b-43f2-98f4-def869667439 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1001 time: 0.0689950 Feb 02 13:55:26.671362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-63b970a2-41c5-421a-b5c9-695f31a3b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:26.672926 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-63b970a2-41c5-421a-b5c9-695f31a3b5d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0512633 Feb 02 13:55:26.729435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-f28baab1-8f95-4baf-8601-10e0a949ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:26.730988 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-f28baab1-8f95-4baf-8601-10e0a949ee1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509169 Feb 02 13:55:26.841838 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-8f58cb3f-1cd5-4509-bd3f-1a80cd888236 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032801 Feb 02 13:55:26.945915 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-c18d9df9-fa53-43fa-a4e4-8f80947a5875 service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981903 Feb 02 13:55:27.193097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4eaeb8-34f6-4cae-a9b1-3fad07bc1466 req-31ceb272-82d1-4a2f-b871-8f070c35c1a9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:27.194650 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae4eaeb8-34f6-4cae-a9b1-3fad07bc1466 req-31ceb272-82d1-4a2f-b871-8f070c35c1a9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0574293 Feb 02 13:55:27.251726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ae4eaeb8-34f6-4cae-a9b1-3fad07bc1466 req-2a5ec3f4-ac58-4fd0-8d46-b719f2273013 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507920 Feb 02 13:55:27.590566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dcae1871-d34a-4c9e-a3a1-6a462616e517 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:55:27.660738 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port dcae1871-d34a-4c9e-a3a1-6a462616e517 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:55:27.665835 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port dcae1871-d34a-4c9e-a3a1-6a462616e517 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:55:27.666394 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:27.932117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port dcae1871-d34a-4c9e-a3a1-6a462616e517 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:55:27.932529 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:27.954549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:55:27.956815 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16707898ea342bc918f90ac7a1ad019e8e41e8deefbf8041dbef77a45737b0c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac43bcc-86fc-47e0-a2b0-792dd8e4d1c1" -d '{"events": [{"server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "name": "network-vif-plugged", "status": "completed", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:55:27.969863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:55:27.977490 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:28.015928 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382a070c-0a3c-403c-9eca-be84ca39d964 x-openstack-request-id: req-382a070c-0a3c-403c-9eca-be84ca39d964 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:55:28.016225 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "name": "network-vif-plugged", "status": "completed", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:55:28.016865 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-382a070c-0a3c-403c-9eca-be84ca39d964 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:55:28.017263 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'code': 200} Feb 02 13:55:28.031508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:55:28.377131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948407d3-15b4-4e4d-b176-860b15476a46 req-d549aa32-1345-4594-b5b8-a7f551d27071 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:28.378650 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-948407d3-15b4-4e4d-b176-860b15476a46 req-d549aa32-1345-4594-b5b8-a7f551d27071 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 946 time: 0.0566659 Feb 02 13:55:28.427727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-948407d3-15b4-4e4d-b176-860b15476a46 req-254e2bdb-cecb-448b-a539-bd5ebd3f1fa4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430279 Feb 02 13:55:29.584137 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985f904-382d-4169-8f17-51432262a2a8 req-d67e6cd2-4d84-42a3-b06d-29025d00d895 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:29.585789 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f985f904-382d-4169-8f17-51432262a2a8 req-d67e6cd2-4d84-42a3-b06d-29025d00d895 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 946 time: 0.0742233 Feb 02 13:55:29.647595 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f985f904-382d-4169-8f17-51432262a2a8 req-0fcccd4b-1cf7-4ae3-98fe-4a571a052fba tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517893 Feb 02 13:55:30.791062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64d370-e84c-4860-8289-abf4e6a28c96 req-93b7e080-983a-4080-918f-83e1ac71a99a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:30.793477 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b64d370-e84c-4860-8289-abf4e6a28c96 req-93b7e080-983a-4080-918f-83e1ac71a99a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 946 time: 0.0703661 Feb 02 13:55:30.846458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7b64d370-e84c-4860-8289-abf4e6a28c96 req-bb07bb6a-697f-4c89-b620-af569a67535e tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446413 Feb 02 13:55:31.595638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device dcae1871-d34a-4c9e-a3a1-6a462616e517 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:55:31.679173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port dcae1871-d34a-4c9e-a3a1-6a462616e517 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:55:31.679592 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:31.704525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:55:31.719579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:55:31.724637 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:31.757968 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e24534-ab59-4a41-96e9-0d1f3088ae06" -d '{"events": [{"server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "name": "network-vif-unplugged", "status": "completed", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:55:31.782161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=11']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:55:31.845001 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ff7b079a-b276-4e8a-af9e-36c36cd0d8c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:31.910041 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 13:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24afc3c1-6df1-4cf7-93af-0e44b482eeab x-openstack-request-id: req-24afc3c1-6df1-4cf7-93af-0e44b482eeab {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:55:31.910397 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "name": "network-vif-unplugged", "status": "completed", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:55:31.910652 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-24afc3c1-6df1-4cf7-93af-0e44b482eeab {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:55:31.911056 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'code': 200} Feb 02 13:55:31.987140 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d71602-8914-4fd4-bcad-9e0efb7de194 req-34d16a99-9da7-4720-a1b5-443cb59fe939 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:31.988820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98d71602-8914-4fd4-bcad-9e0efb7de194 req-34d16a99-9da7-4720-a1b5-443cb59fe939 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0570188 Feb 02 13:55:32.040664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98d71602-8914-4fd4-bcad-9e0efb7de194 req-78bf1b42-8ebb-42fa-9da0-c90b8e96cb89 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454297 Feb 02 13:55:32.554908 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:55:33.033874 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-53a74f36-14be-4bd9-970b-20185bf0dda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:33.035458 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-53a74f36-14be-4bd9-970b-20185bf0dda4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350&tenant_id=c6aa23f2b67b44a79b703ec9b4479109 HTTP/1.1" status: 200 len: 1126 time: 0.0937366 Feb 02 13:55:33.054595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:55:33.129133 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:33.190552 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd524c87-f359-4a7d-a61a-da38f57f8d13 req-7ad932fc-4a8d-45ef-b58d-23cddcd1e921 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:33.192590 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd524c87-f359-4a7d-a61a-da38f57f8d13 req-7ad932fc-4a8d-45ef-b58d-23cddcd1e921 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0687656 Feb 02 13:55:33.270807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd524c87-f359-4a7d-a61a-da38f57f8d13 req-599639cd-faf0-45c0-a892-91a8f9b924b5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700746 Feb 02 13:55:33.372560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:55:33.414310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:55:33.455248 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcae1871-d34a-4c9e-a3a1-6a462616e517 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:55:33.464040 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Publish callbacks [] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:33.479804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Transition to ACTIVE for port object dcae1871-d34a-4c9e-a3a1-6a462616e517 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:55:33.484549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:33.539799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=12']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:55:33.632222 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] No DVR routers for this DVR port dcae1871-d34a-4c9e-a3a1-6a462616e517 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:55:33.799253 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Attempting to bind port dcae1871-d34a-4c9e-a3a1-6a462616e517 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:55:33.799529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Attempting to bind port dcae1871-d34a-4c9e-a3a1-6a462616e517 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:55:33.799861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Attempting to bind port dcae1871-d34a-4c9e-a3a1-6a462616e517 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:55:33.804792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Port dcae1871-d34a-4c9e-a3a1-6a462616e517 on network e7a19957-35e6-4c43-b726-04bc99bf486b not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:55:33.805109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Attempting to bind port dcae1871-d34a-4c9e-a3a1-6a462616e517 on network e7a19957-35e6-4c43-b726-04bc99bf486b {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:55:33.810249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:55:33.810598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Checking segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:55:33.810975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Bound using segment: {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:55:33.811445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Bound port: dcae1871-d34a-4c9e-a3a1-6a462616e517, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2cfb8bc-2757-443c-9255-703af14f9f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:55:33.811812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:33.892059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:55:33.895234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:55:33.908713 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:33.954227 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:33.954921 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:33.956422 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] 10.222.0.18 "PUT /v2.0/ports/dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1092 time: 0.9073169 Feb 02 13:55:33.956875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:55:33.959290 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}72e808ecff585e79128af86648221a41664a0080714fae0612d9e742b71297b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b903318-f6a7-4a4f-a051-013aeff31b54" -d '{"events": [{"name": "network-changed", "server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:55:33.994728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c4749-87ef-47a3-97f1-6861f8212665 service neutron] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=13']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:55:34.059952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-330db936-a673-4a87-b24d-7b2cc1d07bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:34.061922 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-330db936-a673-4a87-b24d-7b2cc1d07bfe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1126 time: 0.0624528 Feb 02 13:55:34.146055 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c68bf7a-d7b0-4413-b121-8cb1ab40ba42 x-openstack-request-id: req-9c68bf7a-d7b0-4413-b121-8cb1ab40ba42 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:55:34.146055 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:55:34.146055 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9c68bf7a-d7b0-4413-b121-8cb1ab40ba42 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:55:34.146055 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'status': 'completed', 'code': 200} Feb 02 13:55:34.150816 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e0972a3-8beb-4a1e-9555-3e6428ad9eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:34.185809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-c9e98526-5722-4803-8def-f80041a8fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:34.187189 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-c9e98526-5722-4803-8def-f80041a8fb8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1197555 Feb 02 13:55:34.283880 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-67e92edd-776b-4aa0-b65e-1ffede2878e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1000 time: 0.0903711 Feb 02 13:55:34.364839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-c4747283-66d2-4df4-99f2-c46be8c221f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:34.366369 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-c4747283-66d2-4df4-99f2-c46be8c221f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0760834 Feb 02 13:55:34.419861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-b1d9b5c0-9446-4c45-ba4f-9e1a037b6f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:34.422117 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-b1d9b5c0-9446-4c45-ba4f-9e1a037b6f08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1126 time: 0.1832023 Feb 02 13:55:34.434798 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a75af-1486-4a61-834c-f4fc987fd5bd req-df05c0d5-035e-4b07-a69c-e22fbf7202c6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:34.437487 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d1a75af-1486-4a61-834c-f4fc987fd5bd req-df05c0d5-035e-4b07-a69c-e22fbf7202c6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0869811 Feb 02 13:55:34.493928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-12a09b4b-cbc1-40ee-b77b-1f1b95c836f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:34.495997 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-12a09b4b-cbc1-40ee-b77b-1f1b95c836f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1219432 Feb 02 13:55:34.497050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d1a75af-1486-4a61-834c-f4fc987fd5bd req-e0b13447-d69a-454c-b7ab-d14fea0a7613 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491490 Feb 02 13:55:34.596547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-b5e43434-922b-4bab-af39-eafb5480e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:34.598067 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-b5e43434-922b-4bab-af39-eafb5480e7ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1689563 Feb 02 13:55:34.665904 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-4e460636-39b3-4fb8-939e-ad2565c5f8f9 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594076 Feb 02 13:55:34.685709 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-bd395e99-73c0-4698-9dae-68afe0eee43e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1000 time: 0.0812440 Feb 02 13:55:34.792015 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-6b1cfbd2-abd8-43dc-9c20-14e5d077fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:34.793703 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-6b1cfbd2-abd8-43dc-9c20-14e5d077fb22 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0940516 Feb 02 13:55:34.841807 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a1b7dda-a3ba-4b28-b569-2f6c49709da7 req-20acb2f2-b0cb-450c-9419-203b05e6121b service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691253 Feb 02 13:55:34.859692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-b1c213ba-62e8-4e07-8f67-4d56fcb5e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:34.861307 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-b1c213ba-62e8-4e07-8f67-4d56fcb5e047 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0615728 Feb 02 13:55:34.997061 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-dcaf7aa1-7e1d-4e53-83e5-99e9ca94be3a service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290288 Feb 02 13:55:35.012881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-dd8059c9-1946-4c2e-8b89-0eb5bc3251e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:35.014402 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-dd8059c9-1946-4c2e-8b89-0eb5bc3251e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 1126 time: 0.0870881 Feb 02 13:55:35.174116 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-82c546bc-3bfb-4b6e-822a-867a26a60d6f service neutron] 10.222.0.62 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704049 Feb 02 13:55:35.190642 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-eececbdb-321e-4c13-bb94-904d7004f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:35.192236 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-eececbdb-321e-4c13-bb94-904d7004f3c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 200 len: 913 time: 0.1650753 Feb 02 13:55:35.260697 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-00747b86-aea6-4464-bdd8-cf82e6706b73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 200 len: 1000 time: 0.0627544 Feb 02 13:55:35.313527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-b3158866-b3c2-4279-9902-09ec1c3f7cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:35.315049 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-b3158866-b3c2-4279-9902-09ec1c3f7cd7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 200 len: 851 time: 0.0491230 Feb 02 13:55:35.373116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-920acb4c-ac61-4c34-91e5-3460e20e4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:35.374651 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-920acb4c-ac61-4c34-91e5-3460e20e4d6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e7a19957-35e6-4c43-b726-04bc99bf486b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536969 Feb 02 13:55:35.481798 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-ef6bb1a3-85e5-4782-8625-9df980628dd8 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992694 Feb 02 13:55:35.583010 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9b903318-f6a7-4a4f-a051-013aeff31b54 req-b66b9b10-2f71-4e65-8f15-d49b3363db82 service neutron] 10.222.0.18 "GET /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954828 Feb 02 13:55:35.645172 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557746a-7a12-4c0a-b217-f2e534ea562d req-c6d8434a-5827-4d01-9a18-da1ee89df358 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:35.646792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9557746a-7a12-4c0a-b217-f2e534ea562d req-c6d8434a-5827-4d01-9a18-da1ee89df358 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0571642 Feb 02 13:55:35.694282 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9557746a-7a12-4c0a-b217-f2e534ea562d req-7624ef06-849b-4815-a4ca-f618d2bdbe8f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417364 Feb 02 13:55:35.740651 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:36.824994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e73c50-aa86-4752-92fc-853eb7c4a30d req-4abf9bbe-e99b-43c8-9776-f1f702e787ff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:36.827198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0e73c50-aa86-4752-92fc-853eb7c4a30d req-4abf9bbe-e99b-43c8-9776-f1f702e787ff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0598259 Feb 02 13:55:36.875834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0e73c50-aa86-4752-92fc-853eb7c4a30d req-cdd79998-d689-40ad-8de6-3f9aa8ff9625 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430887 Feb 02 13:55:37.016784 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:37.156398 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:37.998775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd1746-5389-4ff2-9127-418b376ea949 req-d4d87464-ec6a-4172-9d16-e7838d90bbbf tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:38.001432 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15fd1746-5389-4ff2-9127-418b376ea949 req-d4d87464-ec6a-4172-9d16-e7838d90bbbf tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0548971 Feb 02 13:55:38.055996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15fd1746-5389-4ff2-9127-418b376ea949 req-35ddf22d-33ea-43d7-a89b-25794155a444 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498695 Feb 02 13:55:38.065966 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:38.100250 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:39.187095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0098d-fc4c-46e6-a850-d676dfe15486 req-cc841278-b176-45e2-9a89-43209a90f0ba tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:39.188683 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cf0098d-fc4c-46e6-a850-d676dfe15486 req-cc841278-b176-45e2-9a89-43209a90f0ba tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0608130 Feb 02 13:55:39.240331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6cf0098d-fc4c-46e6-a850-d676dfe15486 req-380aa9c0-06c0-45cf-abcf-1714e0812bef tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456765 Feb 02 13:55:40.369971 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543cde25-21bd-4044-b5ca-9d38e5d251fe req-1fb22dca-472c-4987-8d3a-fe47cb740f68 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:40.371491 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-543cde25-21bd-4044-b5ca-9d38e5d251fe req-1fb22dca-472c-4987-8d3a-fe47cb740f68 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0579028 Feb 02 13:55:40.422443 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-543cde25-21bd-4044-b5ca-9d38e5d251fe req-fa2d5d97-f5ce-4f86-bb9b-01766878b730 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446267 Feb 02 13:55:41.564514 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba35e7-d00c-40c2-97be-c987fb7559ad req-8dee4446-56ba-487e-8cce-d80d73c56973 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:41.566121 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93ba35e7-d00c-40c2-97be-c987fb7559ad req-8dee4446-56ba-487e-8cce-d80d73c56973 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0620177 Feb 02 13:55:41.646349 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93ba35e7-d00c-40c2-97be-c987fb7559ad req-de7bf830-453e-4f44-a412-212d6085fece tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735550 Feb 02 13:55:42.774047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13157a-0c7d-427a-a441-b7d29976e5a5 req-ae18eb13-9d0c-4d5c-8d53-06f86ebbe87c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:42.775594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af13157a-0c7d-427a-a441-b7d29976e5a5 req-ae18eb13-9d0c-4d5c-8d53-06f86ebbe87c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0532913 Feb 02 13:55:42.824820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af13157a-0c7d-427a-a441-b7d29976e5a5 req-4eabc8cc-4093-4ac9-8582-fb12eb3b49c9 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426483 Feb 02 13:55:43.959700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae002-cf4b-44bd-b8a1-397da188bac6 req-d391610f-e527-43e1-9074-d7f5eed4162a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:43.961201 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-acaae002-cf4b-44bd-b8a1-397da188bac6 req-d391610f-e527-43e1-9074-d7f5eed4162a tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0597692 Feb 02 13:55:44.015050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-acaae002-cf4b-44bd-b8a1-397da188bac6 req-6c0b2a69-dea9-4b91-9cb8-d2221b5b41c3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456531 Feb 02 13:55:45.151406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1780a9-437a-4b18-b186-01ccf6a6d03d req-3fd53b66-5094-4d29-b6c3-fe38ec3e96c4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:45.152939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c1780a9-437a-4b18-b186-01ccf6a6d03d req-3fd53b66-5094-4d29-b6c3-fe38ec3e96c4 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0612864 Feb 02 13:55:45.210818 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1c1780a9-437a-4b18-b186-01ccf6a6d03d req-14bf7687-514f-49b3-b322-fc933446828c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502787 Feb 02 13:55:46.348681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95c1f2-ba24-478a-a4b7-7233d8c7e687 req-576f18b2-42a4-40ec-bc0b-c43c75a9f947 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:46.349993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a95c1f2-ba24-478a-a4b7-7233d8c7e687 req-576f18b2-42a4-40ec-bc0b-c43c75a9f947 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0553968 Feb 02 13:55:46.400367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6a95c1f2-ba24-478a-a4b7-7233d8c7e687 req-62f1d5ad-36e4-41f6-8ce3-3a15000fd3a8 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419884 Feb 02 13:55:47.541971 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2624e-15c1-4935-a09f-c9e4b1956d63 req-925a123e-9e41-4f68-a971-a8eae29ef8cf tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:47.543536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edc2624e-15c1-4935-a09f-c9e4b1956d63 req-925a123e-9e41-4f68-a971-a8eae29ef8cf tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0634136 Feb 02 13:55:47.608882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-edc2624e-15c1-4935-a09f-c9e4b1956d63 req-58152ab1-d962-48eb-a52d-db078e2976ef tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595193 Feb 02 13:55:48.744229 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872bca2-3471-4dff-bbc5-b673d730debd req-a55cfad6-4346-4c6b-904b-ecc07348858b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:48.745738 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2872bca2-3471-4dff-bbc5-b673d730debd req-a55cfad6-4346-4c6b-904b-ecc07348858b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0555937 Feb 02 13:55:48.796362 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2872bca2-3471-4dff-bbc5-b673d730debd req-88759e43-c864-4d64-b0f1-1945c5191974 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 Feb 02 13:55:49.929429 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e94ee-3a86-4666-ae09-6648110790e7 req-3740741f-db44-418d-8fd4-9fd851fb86d3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:49.930999 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc3e94ee-3a86-4666-ae09-6648110790e7 req-3740741f-db44-418d-8fd4-9fd851fb86d3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0581608 Feb 02 13:55:49.979263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc3e94ee-3a86-4666-ae09-6648110790e7 req-f4dc3090-ce1d-4ec3-a988-5ab2eeaf5952 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419872 Feb 02 13:55:51.121010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c467c8-d7ea-4c67-8613-f1fec42ef142 req-a31be484-4560-4c31-ba06-62af16ba3be2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:51.123246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71c467c8-d7ea-4c67-8613-f1fec42ef142 req-a31be484-4560-4c31-ba06-62af16ba3be2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 944 time: 0.0599313 Feb 02 13:55:51.173256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71c467c8-d7ea-4c67-8613-f1fec42ef142 req-fed5fcc4-7b41-4b15-b347-50ad9dbc200f tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428767 Feb 02 13:55:52.039354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device dcae1871-d34a-4c9e-a3a1-6a462616e517 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:55:52.145573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:55:52.157657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'port_id': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'mac_address': 'fa:16:3e:8f:e1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:55:52.200165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port dcae1871-d34a-4c9e-a3a1-6a462616e517 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:55:52.200534 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:52.215050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcae1871-d34a-4c9e-a3a1-6a462616e517 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:55:52.235105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:55:52.240058 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:52.287997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=14']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:55:52.297948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0295eb-c87e-4726-bf01-b92fccb18b05 req-6f499143-da94-410c-a253-6d923db71cdc tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:52.299454 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc0295eb-c87e-4726-bf01-b92fccb18b05 req-6f499143-da94-410c-a253-6d923db71cdc tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0544493 Feb 02 13:55:52.348478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fc0295eb-c87e-4726-bf01-b92fccb18b05 req-23862dbd-2ee7-43a8-9e57-aee5730ce29c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429916 Feb 02 13:55:52.483705 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4febe16-9bd8-47c5-87d5-a8719fee706d req-3a939f3b-b704-4f09-9b63-c0d218671ae6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:52.485193 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4febe16-9bd8-47c5-87d5-a8719fee706d req-3a939f3b-b704-4f09-9b63-c0d218671ae6 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0608642 Feb 02 13:55:52.522699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['dcae1871-d34a-4c9e-a3a1-6a462616e517'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:55:52.536704 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c4febe16-9bd8-47c5-87d5-a8719fee706d req-ad402be7-5cba-4ddd-bbb5-379d408b244c tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431967 Feb 02 13:55:52.661746 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf55013-a85d-44fc-9813-5bd967bd24ed req-a45dd8d4-2411-4552-9cf5-f69409ce117d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:52.663340 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbf55013-a85d-44fc-9813-5bd967bd24ed req-a45dd8d4-2411-4552-9cf5-f69409ce117d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0544097 Feb 02 13:55:52.710884 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbf55013-a85d-44fc-9813-5bd967bd24ed req-d2903a7a-bf58-447f-b914-f140abe9cf69 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416906 Feb 02 13:55:52.954241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0a0f-7d32-4da0-8df3-6fb5266ca64d req-8052eb65-a493-4ca7-8366-63ff72d8c2a1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:52.955731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8dbb0a0f-7d32-4da0-8df3-6fb5266ca64d req-8052eb65-a493-4ca7-8366-63ff72d8c2a1 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0555809 Feb 02 13:55:53.010842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8dbb0a0f-7d32-4da0-8df3-6fb5266ca64d req-6f82d68e-6b87-47c3-bf1e-7da633e8e829 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466895 Feb 02 13:55:54.040809 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device dcae1871-d34a-4c9e-a3a1-6a462616e517 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:55:54.099112 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port dcae1871-d34a-4c9e-a3a1-6a462616e517 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:55:54.103766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port dcae1871-d34a-4c9e-a3a1-6a462616e517 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:55:54.105997 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:54.155165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dc93e-fa48-4986-a605-456b38f4346d req-e1dbc75b-bf1a-460a-ad93-6afd95184fc3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:54.156719 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21dc93e-fa48-4986-a605-456b38f4346d req-e1dbc75b-bf1a-460a-ad93-6afd95184fc3 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 945 time: 0.0570974 Feb 02 13:55:54.192985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port dcae1871-d34a-4c9e-a3a1-6a462616e517 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:55:54.193379 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:54.222375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:55:54.224830 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a77f22-1e5e-4610-bc23-8d3478dee25e" -d '{"events": [{"server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "name": "network-vif-plugged", "status": "completed", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:55:54.227482 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e21dc93e-fa48-4986-a605-456b38f4346d req-6f6706bf-a0a5-4e86-a9bc-d9d86a106353 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups?id=99b869fe-14de-4647-8d82-ea6d05cebdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619910 Feb 02 13:55:54.239894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:55:54.244365 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:54.267542 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a694f2a1-ca42-450c-95a2-569a1723ce4c x-openstack-request-id: req-a694f2a1-ca42-450c-95a2-569a1723ce4c {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:55:54.267836 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "name": "network-vif-plugged", "status": "completed", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:55:54.268088 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a694f2a1-ca42-450c-95a2-569a1723ce4c {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:55:54.268508 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'code': 200} Feb 02 13:55:54.296488 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=15']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:55:54.652550 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-3f5775be-2275-4d30-a955-0be8991607ff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:55:54.654581 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-3f5775be-2275-4d30-a955-0be8991607ff tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.18 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 946 time: 0.0765309 Feb 02 13:55:54.756957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Deleting port dcae1871-d34a-4c9e-a3a1-6a462616e517 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:55:54.757297 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:54.850738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] For port dcae1871-d34a-4c9e-a3a1-6a462616e517, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=dcae1871-d34a-4c9e-a3a1-6a462616e517,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:55:54.851102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:55.048665 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:55.048947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:55.049279 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74 disassociated. External IP: 172.25.4.144, port: dcae1871-d34a-4c9e-a3a1-6a462616e517. Feb 02 13:55:55.049643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Calling delete_port for dcae1871-d34a-4c9e-a3a1-6a462616e517 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:55:55.185206 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dcae1871-d34a-4c9e-a3a1-6a462616e517), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:55.216067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event deleted for resources: {'Port': ['ID=dcae1871-d34a-4c9e-a3a1-6a462616e517,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:55:55.326538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e83f9e97-aa95-4f1a-a5b9-9e05911e7899 req-a49ec662-c76f-40a8-887f-0cd30ce226bb tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 210 time: 0.0295043 Feb 02 13:55:55.351069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Router 8c455743-42ad-416f-85c6-bf0b9c4a576b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:55:55.465977 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:55:55.480939 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed52c3e-ce6a-40f8-9fb6-b295d5c77478 None None] Sync routers for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:55:55.496738 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed52c3e-ce6a-40f8-9fb6-b295d5c77478 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:55:55.497283 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7ed52c3e-ce6a-40f8-9fb6-b295d5c77478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:55:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:55:55.515396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] No DVR routers for this DVR port dcae1871-d34a-4c9e-a3a1-6a462616e517 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:55:55.518103 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:55:55.521635 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4f3611d5-5eb3-486e-b57a-611697625b9c req-302ad877-d757-48b3-b758-ef28f0507b3b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.18 "DELETE /v2.0/ports/dcae1871-d34a-4c9e-a3a1-6a462616e517 HTTP/1.1" status: 204 len: 173 time: 0.8620732 Feb 02 13:55:55.522558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'name': 'network-vif-deleted', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:55:55.564787 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643927c0-d67c-479a-bd79-447d5724c8ab" -d '{"events": [{"server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "name": "network-vif-deleted", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:55:55.608074 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7ed52c3e-ce6a-40f8-9fb6-b295d5c77478 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:55:55.671387 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb9115c-82ca-4f87-9892-b9fcb7bc5a86 x-openstack-request-id: req-7bb9115c-82ca-4f87-9892-b9fcb7bc5a86 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:55:55.671987 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ec7c9c0-5d86-4717-a279-7e08a6d88350", "name": "network-vif-deleted", "tag": "dcae1871-d34a-4c9e-a3a1-6a462616e517", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:55:55.671987 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7bb9115c-82ca-4f87-9892-b9fcb7bc5a86 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:55:55.672387 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec7c9c0-5d86-4717-a279-7e08a6d88350', 'name': 'network-vif-deleted', 'tag': 'dcae1871-d34a-4c9e-a3a1-6a462616e517', 'status': 'completed', 'code': 200} Feb 02 13:55:55.819623 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7ed52c3e-ce6a-40f8-9fb6-b295d5c77478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:55:55.850354 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed52c3e-ce6a-40f8-9fb6-b295d5c77478 None None] Checking router: 8c455743-42ad-416f-85c6-bf0b9c4a576b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:55:55.861524 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed52c3e-ce6a-40f8-9fb6-b295d5c77478 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:55:55.862119 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7ed52c3e-ce6a-40f8-9fb6-b295d5c77478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:55:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:55:55.970942 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7ed52c3e-ce6a-40f8-9fb6-b295d5c77478 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:55:56.178431 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7ed52c3e-ce6a-40f8-9fb6-b295d5c77478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:55:56.208334 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed52c3e-ce6a-40f8-9fb6-b295d5c77478 None None] The sync data for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 is: [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:51:32Z', 'revision_number': 4, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6', 'name': '', 'network_id': 'e7a19957-35e6-4c43-b726-04bc99bf486b', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'mac_address': 'fa:16:3e:2f:e6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:32Z', 'updated_at': '2022-02-02T13:51:35Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'subnets': [{'id': '86566f23-182f-43a1-8404-f5dd5c8ab6ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:55:56.431601 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1a7df3b7-f344-45d3-a99b-818886bbcfea req-42628fae-e4ae-4d20-a0ef-407e760d0097 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 210 time: 0.0302732 Feb 02 13:55:56.570894 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb60fc8-e522-4f62-afc1-90058930fb35 None None] New status for floating IP 1ea7eabb-d1d9-4792-a4d7-66228c43fb74: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 13:55:57.539021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-36963d01-78df-4a89-95e4-03dedcc6b453 req-176152a0-f399-4c96-bfb4-b12a3f164d32 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 210 time: 0.0323360 Feb 02 13:55:58.051577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device dcae1871-d34a-4c9e-a3a1-6a462616e517 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:55:58.072600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: dcae1871-d34a-4c9e-a3a1-6a462616e517 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:55:58.072939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device dcae1871-d34a-4c9e-a3a1-6a462616e517 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:55:58.644660 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bedf2e3c-a997-47d4-b109-9222e1ef133f req-7efc8cf2-2423-4116-8e45-3dfa607698dd tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 210 time: 0.0287068 Feb 02 13:55:59.752149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-340d97fa-0c37-423e-9a0f-21e201fb3671 req-cc7db553-46f2-4c20-b722-36f36b964e2d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 210 time: 0.0284121 Feb 02 13:56:00.853853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0058a311-3493-4599-b128-bb20924a1c7c req-38fbbfae-78c5-434e-8b3f-2c36fb17d0be tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 210 time: 0.0281217 Feb 02 13:56:01.840840 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c554cad6-5c1d-451c-83de-a83f990bd06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:01.955844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ac43490-20b0-422f-87e5-f787e0dddc92 req-8a21b45f-b336-412c-81f9-3108289c073d tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 210 time: 0.0280304 Feb 02 13:56:03.055996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d34dd65e-1c70-4f8c-9517-7aae61c45ba0 req-574c5e9c-5403-42ac-9b0e-f85713f11ab5 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 210 time: 0.0279853 Feb 02 13:56:04.145688 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a56d6ea2-9379-45f5-92b9-0dcdc9567bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:04.173375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5ea3f44a-150c-4eca-8d20-ddc120060b42 req-cd94b8ee-ade1-4891-bc52-bbf947641c9b tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ec7c9c0-5d86-4717-a279-7e08a6d88350 HTTP/1.1" status: 200 len: 210 time: 0.0331070 Feb 02 13:56:05.743394 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:07.013236 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:07.160460 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:08.065848 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:08.106545 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:09.555052 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:56:11.047309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40852) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:11.101757 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for security_group (99b869fe-14de-4647-8d82-ea6d05cebdc5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:11.126360 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for security_group (99b869fe-14de-4647-8d82-ea6d05cebdc5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:11.176003 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (99b869fe-14de-4647-8d82-ea6d05cebdc5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:11.178743 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:11.180081 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "DELETE /v2.0/security-groups/99b869fe-14de-4647-8d82-ea6d05cebdc5 HTTP/1.1" status: 204 len: 168 time: 0.1316910 Feb 02 13:56:11.182877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40854) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:11.194518 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b869fe-14de-4647-8d82-ea6d05cebdc5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:11.200785 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [None req-9a2d4b1e-993c-4946-a566-99e03a87d113 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] show failed (client error): The resource could not be found. Feb 02 13:56:11.204404 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9a2d4b1e-993c-4946-a566-99e03a87d113 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "GET /v2.0/security-groups/99b869fe-14de-4647-8d82-ea6d05cebdc5 HTTP/1.1" status: 404 len: 347 time: 0.0179057 Feb 02 13:56:11.204726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40856) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:11.208584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.208857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.209187 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.209512 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.209836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.210189 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.210477 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.210810 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.211122 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.211459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.211763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.212222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.212449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c2d197-b410-48b0-a373-8d64978fcbe2 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.348358 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Deleting port c4933052-61a9-4f78-89d0-2efc9d2ed410 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:56:11.348705 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c4933052-61a9-4f78-89d0-2efc9d2ed410), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:11.426013 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c4933052-61a9-4f78-89d0-2efc9d2ed410), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:11.426338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (c4933052-61a9-4f78-89d0-2efc9d2ed410), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:11.439223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Calling delete_port for c4933052-61a9-4f78-89d0-2efc9d2ed410 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:56:11.857488 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c4933052-61a9-4f78-89d0-2efc9d2ed410), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:11.902332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Pushing event deleted for resources: {'Port': ['ID=c4933052-61a9-4f78-89d0-2efc9d2ed410,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:11.930049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.930422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.930704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.931128 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.931474 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.931809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.932124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.932439 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.932752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.933065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.933378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.933691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.934003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:11.977006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks [] for floatingip (1ea7eabb-d1d9-4792-a4d7-66228c43fb74), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:11.980553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:11.986020 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8ff2b10e-cebc-4b17-aa6e-79a33bf03701 tempest-ServerActionsTestJSON-1236035322 tempest-ServerActionsTestJSON-1236035322-project] 10.222.0.83 "DELETE /v2.0/floatingips/1ea7eabb-d1d9-4792-a4d7-66228c43fb74 HTTP/1.1" status: 204 len: 168 time: 0.7761164 Feb 02 13:56:11.986245 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40858) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:12.361083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20f9ef14-26db-4596-9b8a-64ce269ffa89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (8c455743-42ad-416f-85c6-bf0b9c4a576b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:12.637409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-20f9ef14-26db-4596-9b8a-64ce269ffa89 admin admin] Deleting port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:56:12.637643 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20f9ef14-26db-4596-9b8a-64ce269ffa89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:12.717719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-20f9ef14-26db-4596-9b8a-64ce269ffa89 admin admin] For port 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:12.718450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20f9ef14-26db-4596-9b8a-64ce269ffa89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:12.735852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-20f9ef14-26db-4596-9b8a-64ce269ffa89 admin admin] Calling delete_port for 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:56:12.923499 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20f9ef14-26db-4596-9b8a-64ce269ffa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:12.953105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9ef14-26db-4596-9b8a-64ce269ffa89 admin admin] Pushing event deleted for resources: {'Port': ['ID=35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:13.122805 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-20f9ef14-26db-4596-9b8a-64ce269ffa89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (8c455743-42ad-416f-85c6-bf0b9c4a576b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:13.355664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f9ef14-26db-4596-9b8a-64ce269ffa89 admin admin] Router 8c455743-42ad-416f-85c6-bf0b9c4a576b has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:56:13.465698 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f9ef14-26db-4596-9b8a-64ce269ffa89 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:56:13.472124 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-20f9ef14-26db-4596-9b8a-64ce269ffa89 admin admin] 10.222.0.83 "PUT /v2.0/routers/8c455743-42ad-416f-85c6-bf0b9c4a576b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4847655 Feb 02 13:56:13.473953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40860) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:13.476119 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2423c-c3ed-4cb8-95c9-e87ed48bb285 None None] Sync routers for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:56:13.488001 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2423c-c3ed-4cb8-95c9-e87ed48bb285 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:56:13.488607 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70b2423c-c3ed-4cb8-95c9-e87ed48bb285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:56:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:13.586667 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Publish callbacks [] for router (8c455743-42ad-416f-85c6-bf0b9c4a576b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:13.597947 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-70b2423c-c3ed-4cb8-95c9-e87ed48bb285 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:56:13.699801 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Publish callbacks [] for router_gateway (8c455743-42ad-416f-85c6-bf0b9c4a576b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:13.754382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Deleting port 21bea142-5049-473f-a835-0a37fe8036f0 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:56:13.754716 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (21bea142-5049-473f-a835-0a37fe8036f0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:13.782082 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70b2423c-c3ed-4cb8-95c9-e87ed48bb285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': '21bea142-5049-473f-a835-0a37fe8036f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:56:12Z', 'revision_number': 5, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port': {'id': '21bea142-5049-473f-a835-0a37fe8036f0', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:bb:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:51:30Z', 'updated_at': '2022-02-02T13:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:13.812203 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2423c-c3ed-4cb8-95c9-e87ed48bb285 None None] Checking router: 8c455743-42ad-416f-85c6-bf0b9c4a576b for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:56:13.820441 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2423c-c3ed-4cb8-95c9-e87ed48bb285 None None] Routers {'8c455743-42ad-416f-85c6-bf0b9c4a576b'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:56:13.821052 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70b2423c-c3ed-4cb8-95c9-e87ed48bb285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:56:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['8c455743-42ad-416f-85c6-bf0b9c4a576b'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:13.837502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] For port 21bea142-5049-473f-a835-0a37fe8036f0, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=21bea142-5049-473f-a835-0a37fe8036f0,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:13.837851 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (21bea142-5049-473f-a835-0a37fe8036f0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:13.856513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Calling delete_port for 21bea142-5049-473f-a835-0a37fe8036f0 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:56:13.908756 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-70b2423c-c3ed-4cb8-95c9-e87ed48bb285 None None] Set router 8c455743-42ad-416f-85c6-bf0b9c4a576b gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:56:13.959279 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70b2423c-c3ed-4cb8-95c9-e87ed48bb285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:56:13Z', 'revision_number': 6, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:13.990719 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b2423c-c3ed-4cb8-95c9-e87ed48bb285 None None] The sync data for ids ['8c455743-42ad-416f-85c6-bf0b9c4a576b'] in n-d-827336-2 is: [{'id': '8c455743-42ad-416f-85c6-bf0b9c4a576b', 'name': 'tempest-ServerActionsTestJSON-1529111121-router', 'tenant_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:51:29Z', 'updated_at': '2022-02-02T13:56:13Z', 'revision_number': 6, 'project_id': 'c6aa23f2b67b44a79b703ec9b4479109', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:56:14.043811 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (21bea142-5049-473f-a835-0a37fe8036f0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.078512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Pushing event deleted for resources: {'Port': ['ID=21bea142-5049-473f-a835-0a37fe8036f0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:14.148126 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (8c455743-42ad-416f-85c6-bf0b9c4a576b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.240287 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (8c455743-42ad-416f-85c6-bf0b9c4a576b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.242427 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Publish callbacks [] for router_controller (8c455743-42ad-416f-85c6-bf0b9c4a576b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.289930 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (8c455743-42ad-416f-85c6-bf0b9c4a576b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.290381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c455743-42ad-416f-85c6-bf0b9c4a576b {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:56:14.295035 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.296443 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-782c37b9-e3dc-40e9-8290-1d3ffd53f865 admin admin] 10.222.0.83 "DELETE /v2.0/routers/8c455743-42ad-416f-85c6-bf0b9c4a576b HTTP/1.1" status: 204 len: 168 time: 0.8215005 Feb 02 13:56:14.299324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40862) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:14.356545 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1e45cb-b4ad-477a-9d68-be1ecb83691d admin admin] Deleting subnet 86566f23-182f-43a1-8404-f5dd5c8ab6ea {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:56:14.361702 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb1e45cb-b4ad-477a-9d68-be1ecb83691d admin admin] Publish callbacks [] for subnet (86566f23-182f-43a1-8404-f5dd5c8ab6ea), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.412368 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb1e45cb-b4ad-477a-9d68-be1ecb83691d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (86566f23-182f-43a1-8404-f5dd5c8ab6ea), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.475196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:56:14.496514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:56:14.496873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 35cdc3e8-f8f5-4588-a6f4-2d1ed4caf2b6 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:56:14.506866 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb1e45cb-b4ad-477a-9d68-be1ecb83691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (86566f23-182f-43a1-8404-f5dd5c8ab6ea), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.562194 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb1e45cb-b4ad-477a-9d68-be1ecb83691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (86566f23-182f-43a1-8404-f5dd5c8ab6ea), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.590997 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb1e45cb-b4ad-477a-9d68-be1ecb83691d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.594594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-eb1e45cb-b4ad-477a-9d68-be1ecb83691d admin admin] 10.222.0.83 "DELETE /v2.0/subnets/86566f23-182f-43a1-8404-f5dd5c8ab6ea HTTP/1.1" status: 204 len: 168 time: 0.2940056 Feb 02 13:56:14.596937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e45cb-b4ad-477a-9d68-be1ecb83691d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86566f23-182f-43a1-8404-f5dd5c8ab6ea,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:14.598994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d48aa5-b34e-4456-ac43-f539bd3e1062 None None] Network e7a19957-35e6-4c43-b726-04bc99bf486b requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:56:14.599389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40864) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:14.693692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (e7a19957-35e6-4c43-b726-04bc99bf486b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.765276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Deleting port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:56:14.765511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.811948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] DHCP port deletion for e7a19957-35e6-4c43-b726-04bc99bf486b request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:56:14.840750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] For port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=73fa1cfe-dea3-421f-bbed-bb5d113c5d10,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:14.841094 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.856002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Calling delete_port for 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:56:14.873755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Deleting port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:56:14.874112 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.944390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] For port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=73fa1cfe-dea3-421f-bbed-bb5d113c5d10,segment=NetworkSegment(e2cfb8bc-2757-443c-9255-703af14f9f20),segment_id=e2cfb8bc-2757-443c-9255-703af14f9f20)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:14.945706 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.957673 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:14.970406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Calling delete_port for 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:56:14.988577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Pushing event deleted for resources: {'Port': ['ID=73fa1cfe-dea3-421f-bbed-bb5d113c5d10,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:14.992086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] No DVR routers for this DVR port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 02 13:56:15.061818 n-d-827336-2 neutron-server[103189]: self.session.flush() Feb 02 13:56:15.066382 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (73fa1cfe-dea3-421f-bbed-bb5d113c5d10), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:15.092794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Pushing event deleted for resources: {'Port': ['ID=73fa1cfe-dea3-421f-bbed-bb5d113c5d10,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:15.103722 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (e7a19957-35e6-4c43-b726-04bc99bf486b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:15.105334 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] No DVR routers for this DVR port 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:56:15.110640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.111117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.111585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.111931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.112266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.112602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.112925 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.113251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.113576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.113895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.114808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.114808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.114808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6af542-a604-4019-9b57-d4c1b97fcb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:56:15.154180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a19957-35e6-4c43-b726-04bc99bf486b']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:15.170061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cfb8bc-2757-443c-9255-703af14f9f20') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:15.170359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cfb8bc-2757-443c-9255-703af14f9f20') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:15.182675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (e2cfb8bc-2757-443c-9255-703af14f9f20), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:15.199798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (e2cfb8bc-2757-443c-9255-703af14f9f20), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:15.206437 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:56:15.206878 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (e2cfb8bc-2757-443c-9255-703af14f9f20), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:56:15.208839 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:56:15.285448 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (e7a19957-35e6-4c43-b726-04bc99bf486b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:15.291920 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:15.295760 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] 10.222.0.83 "DELETE /v2.0/networks/e7a19957-35e6-4c43-b726-04bc99bf486b HTTP/1.1" status: 204 len: 168 time: 0.6952598 Feb 02 13:56:15.313292 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f15d75-6c94-4394-a062-7f9575ffb960 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a19957-35e6-4c43-b726-04bc99bf486b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:15.428486 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40868) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:15.471686 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-67f0448a-0c0e-4b77-9559-709ed6574cd0 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c6aa23f2b67b44a79b703ec9b4479109&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418618 Feb 02 13:56:15.474086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40870) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:15.529665 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94f394b8-e4cd-42f1-a2d1-797860a706b0 admin admin] Publish callbacks [] for security_group (f7774fd5-bb82-4254-a531-f7c8516043c5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:15.551743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94f394b8-e4cd-42f1-a2d1-797860a706b0 admin admin] Publish callbacks [] for security_group (f7774fd5-bb82-4254-a531-f7c8516043c5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:15.622020 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94f394b8-e4cd-42f1-a2d1-797860a706b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (f7774fd5-bb82-4254-a531-f7c8516043c5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:15.625094 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-94f394b8-e4cd-42f1-a2d1-797860a706b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:15.626464 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-94f394b8-e4cd-42f1-a2d1-797860a706b0 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/f7774fd5-bb82-4254-a531-f7c8516043c5 HTTP/1.1" status: 204 len: 168 time: 0.1513755 Feb 02 13:56:15.637289 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f394b8-e4cd-42f1-a2d1-797860a706b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7774fd5-bb82-4254-a531-f7c8516043c5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:16.132721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 21bea142-5049-473f-a835-0a37fe8036f0 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:56:16.155086 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 21bea142-5049-473f-a835-0a37fe8036f0 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:56:16.155448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 21bea142-5049-473f-a835-0a37fe8036f0 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:56:16.155883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:56:16.182479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:56:16.182817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 73fa1cfe-dea3-421f-bbed-bb5d113c5d10 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:56:16.432821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 40892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:16.549717 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1963591874-network', 'tenant_id': '0cd8ef950f5e41218cef2a6fd80c4f2e'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:16.571557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Made reservation on behalf of 0cd8ef950f5e41218cef2a6fd80c4f2e for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:16.574261 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:16.583577 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:16.679106 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Publish callbacks [] for security_group (aeb4ad42-de07-4134-ba16-05341452d93d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:16.689149 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (aeb4ad42-de07-4134-ba16-05341452d93d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:16.717825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:56:16.728815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb4ad42-de07-4134-ba16-05341452d93d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:16.735651 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (247a487b-c8e0-4abd-bbd0-3c8f4accc5b3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:16.735995 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Added segment 247a487b-c8e0-4abd-bbd0-3c8f4accc5b3 of type vlan for network 70aaf89c-001c-4ae5-955f-28839e339aa6 Feb 02 13:56:16.784358 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (70aaf89c-001c-4ae5-955f-28839e339aa6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:16.817904 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (70aaf89c-001c-4ae5-955f-28839e339aa6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:16.819859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:16.821589 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:16.861507 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4273551 Feb 02 13:56:16.865290 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 40896) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:16.873936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-efce3a06-4eb1-4844-91b1-d13f931f0fb1 admin admin] Request body: {'subnet': {'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1963591874-subnet', 'tenant_id': '0cd8ef950f5e41218cef2a6fd80c4f2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:16.901196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efce3a06-4eb1-4844-91b1-d13f931f0fb1 admin admin] Made reservation on behalf of 0cd8ef950f5e41218cef2a6fd80c4f2e for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:16.902510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303551ed-fffb-40b2-bd6c-1dfb43041c1d admin admin] Pushing event updated for resources: {'Network': ['ID=70aaf89c-001c-4ae5-955f-28839e339aa6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:16.904019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efce3a06-4eb1-4844-91b1-d13f931f0fb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:16.913315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 70aaf89c-001c-4ae5-955f-28839e339aa6 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:56:17.111053 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efce3a06-4eb1-4844-91b1-d13f931f0fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (16c92b3c-31b6-4710-b080-c244ad9831d0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:17.172720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce3a06-4eb1-4844-91b1-d13f931f0fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16c92b3c-31b6-4710-b080-c244ad9831d0,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:17.184303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efce3a06-4eb1-4844-91b1-d13f931f0fb1 admin admin] Checking segment: {'id': '247a487b-c8e0-4abd-bbd0-3c8f4accc5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:56:17.184656 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce3a06-4eb1-4844-91b1-d13f931f0fb1 admin admin] Network hostable DHCP agents. Network: 70aaf89c-001c-4ae5-955f-28839e339aa6, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:56:17.210241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce3a06-4eb1-4844-91b1-d13f931f0fb1 admin admin] Network 70aaf89c-001c-4ae5-955f-28839e339aa6 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:56:17.222831 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-efce3a06-4eb1-4844-91b1-d13f931f0fb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 70aaf89c-001c-4ae5-955f-28839e339aa6) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:56:17.229638 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efce3a06-4eb1-4844-91b1-d13f931f0fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:17.230215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-efce3a06-4eb1-4844-91b1-d13f931f0fb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:17.237961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bff5a2-1cec-4aa3-ae55-df1c44e50af1 None None] Network 70aaf89c-001c-4ae5-955f-28839e339aa6 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:56:17.256617 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-efce3a06-4eb1-4844-91b1-d13f931f0fb1 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3891966 Feb 02 13:56:17.350470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6265bae-e0cf-4a50-a72e-8927047cd283 None None] Network 70aaf89c-001c-4ae5-955f-28839e339aa6 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:56:17.728932 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-55cfa34f-9287-4838-aa47-6e026c3fd763 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:17.730413 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-55cfa34f-9287-4838-aa47-6e026c3fd763 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/networks?id=70aaf89c-001c-4ae5-955f-28839e339aa6 HTTP/1.1" status: 200 len: 814 time: 0.1080558 Feb 02 13:56:17.746904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-4b34175d-8189-4d4a-99da-7db2c7f8915a tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/quotas/0cd8ef950f5e41218cef2a6fd80c4f2e HTTP/1.1" status: 200 len: 375 time: 0.0102303 Feb 02 13:56:17.778246 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-3e577174-a417-4ff3-94f9-579b9af045d8 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0cd8ef950f5e41218cef2a6fd80c4f2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262439 Feb 02 13:56:17.969817 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-d7f3ffe5-9944-4c79-9bea-aba455047fd5 service neutron] 10.222.0.83 "GET /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277137 Feb 02 13:56:18.064631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-759bc65a-cafd-42c1-9ce8-55e380759741 service neutron] 10.222.0.83 "GET /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894871 Feb 02 13:56:18.247037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-761271c6-0b29-489a-9bd2-01429fbece4e req-f43b8bab-5470-46c1-9abb-bdcfb84194ac tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 210 time: 0.0394335 Feb 02 13:56:19.358644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-d25be52f-7c41-4f17-a3ff-e3fc389bb5f4 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:19.360423 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-d25be52f-7c41-4f17-a3ff-e3fc389bb5f4 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.62 "GET /v2.0/networks?id=70aaf89c-001c-4ae5-955f-28839e339aa6 HTTP/1.1" status: 200 len: 814 time: 0.1208277 Feb 02 13:56:19.378946 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8f63c27-5fac-45ae-99e7-575a356eb55b req-71ba55a1-6bf7-4996-99a8-de75829bb637 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 210 time: 0.0290132 Feb 02 13:56:19.381825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Request body: {'port': {'device_id': '16c17df2-9b9e-45d4-8359-aabb6c3d5045', 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6', 'admin_state_up': True, 'tenant_id': '0cd8ef950f5e41218cef2a6fd80c4f2e'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:19.510718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Made reservation on behalf of 0cd8ef950f5e41218cef2a6fd80c4f2e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:19.514177 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:19.651479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Allocated IP 172.20.0.11 (70aaf89c-001c-4ae5-955f-28839e339aa6/16c92b3c-31b6-4710-b080-c244ad9831d0/2cf93e98-0449-4e8d-8662-a2c9328b1ec9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:56:20.094718 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks [] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:20.131226 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:20.178342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Network 70aaf89c-001c-4ae5-955f-28839e339aa6 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:56:20.183669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:56:20.186347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:56:20.211520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Pushing event updated for resources: {'Port': ['ID=2cf93e98-0449-4e8d-8662-a2c9328b1ec9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:20.242055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:20.242654 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:20.260289 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-9a90823b-db65-4c66-9570-2b46a60ad9d1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8848052 Feb 02 13:56:20.276886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Request body: {'port': {'device_id': '16c17df2-9b9e-45d4-8359-aabb6c3d5045', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:20.337696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:20.522214 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40d972-c6bf-46d0-bdee-87e5914af2de req-4c787a7c-7258-4200-aafd-a44610b129cc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:20.524038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c40d972-c6bf-46d0-bdee-87e5914af2de req-4c787a7c-7258-4200-aafd-a44610b129cc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 932 time: 0.0549903 Feb 02 13:56:20.577488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c40d972-c6bf-46d0-bdee-87e5914af2de req-7fbc43a9-b4e6-4b2d-aebc-b9b3b527b447 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466809 Feb 02 13:56:20.623743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:56:20.631215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Publish callbacks [] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:20.643876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Transition to ACTIVE for port object 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:56:20.647707 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:20.700318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Pushing event updated for resources: {'Port': ['ID=2cf93e98-0449-4e8d-8662-a2c9328b1ec9,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:20.770769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Attempting to bind port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:56:20.771093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Attempting to bind port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '247a487b-c8e0-4abd-bbd0-3c8f4accc5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:56:20.771448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Attempting to bind port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 on network 70aaf89c-001c-4ae5-955f-28839e339aa6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:56:20.775846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 on network 70aaf89c-001c-4ae5-955f-28839e339aa6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:56:20.776171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Attempting to bind port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 on network 70aaf89c-001c-4ae5-955f-28839e339aa6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:56:20.781528 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:56:20.781944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Checking segment: {'id': '247a487b-c8e0-4abd-bbd0-3c8f4accc5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:56:20.782666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Bound using segment: {'id': '247a487b-c8e0-4abd-bbd0-3c8f4accc5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:56:20.782778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Bound port: 2cf93e98-0449-4e8d-8662-a2c9328b1ec9, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247a487b-c8e0-4abd-bbd0-3c8f4accc5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:56:20.783197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:20.849336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] For port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:56:20.853056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] For port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2cf93e98-0449-4e8d-8662-a2c9328b1ec9,segment=NetworkSegment(247a487b-c8e0-4abd-bbd0-3c8f4accc5b3),segment_id=247a487b-c8e0-4abd-bbd0-3c8f4accc5b3)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:56:20.867474 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:20.903239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:20.903928 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:20.905570 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] 10.222.0.62 "PUT /v2.0/ports/2cf93e98-0449-4e8d-8662-a2c9328b1ec9 HTTP/1.1" status: 200 len: 1092 time: 0.6331277 Feb 02 13:56:20.906030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c17df2-9b9e-45d4-8359-aabb6c3d5045', 'tag': '2cf93e98-0449-4e8d-8662-a2c9328b1ec9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:56:20.915374 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc773567-4ffe-45e4-bb5a-659ead52da30" -d '{"events": [{"name": "network-changed", "server_uuid": "16c17df2-9b9e-45d4-8359-aabb6c3d5045", "tag": "2cf93e98-0449-4e8d-8662-a2c9328b1ec9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:56:20.934433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5044ede-5a5c-4a1b-bacf-d0818a8a01bc service neutron] Pushing event updated for resources: {'Port': ['ID=2cf93e98-0449-4e8d-8662-a2c9328b1ec9,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:20.964992 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf1d880-c590-415e-8569-ef81b51ec96b x-openstack-request-id: req-ddf1d880-c590-415e-8569-ef81b51ec96b {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:56:20.965344 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c17df2-9b9e-45d4-8359-aabb6c3d5045", "tag": "2cf93e98-0449-4e8d-8662-a2c9328b1ec9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:56:20.965735 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ddf1d880-c590-415e-8569-ef81b51ec96b {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:56:20.966331 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c17df2-9b9e-45d4-8359-aabb6c3d5045', 'tag': '2cf93e98-0449-4e8d-8662-a2c9328b1ec9', 'status': 'completed', 'code': 200} Feb 02 13:56:21.034124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-c0a0d37b-4229-4b45-ab2f-382bce1bdbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:21.035731 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-c0a0d37b-4229-4b45-ab2f-382bce1bdbe3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cd8ef950f5e41218cef2a6fd80c4f2e&device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 1126 time: 0.0543015 Feb 02 13:56:21.088715 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-dedd36fa-4a3e-45a5-a38f-2de662ae9e73 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cf93e98-0449-4e8d-8662-a2c9328b1ec9 HTTP/1.1" status: 200 len: 217 time: 0.0397151 Feb 02 13:56:21.163621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-3f025045-05d0-405c-898b-351913433c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:21.165187 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-3f025045-05d0-405c-898b-351913433c9c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16c92b3c-31b6-4710-b080-c244ad9831d0 HTTP/1.1" status: 200 len: 854 time: 0.0699003 Feb 02 13:56:21.199747 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-18a1c27f-5b7b-41f9-9fb7-ffe13f24070d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70aaf89c-001c-4ae5-955f-28839e339aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270121 Feb 02 13:56:21.304131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-cd5bf4ed-9ef6-4e66-8724-fdd86db26662 service neutron] 10.222.0.62 "GET /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978515 Feb 02 13:56:21.404585 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-387c42e6-25fe-4b3b-88bb-bd557d98cb60 req-92054ba2-c33e-4669-9d0e-6e442bb769f6 service neutron] 10.222.0.62 "GET /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943203 Feb 02 13:56:21.550751 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc773567-4ffe-45e4-bb5a-659ead52da30 req-a03bea83-12df-4dee-867e-d2d97917c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:21.552307 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc773567-4ffe-45e4-bb5a-659ead52da30 req-a03bea83-12df-4dee-867e-d2d97917c21d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cd8ef950f5e41218cef2a6fd80c4f2e&device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 1126 time: 0.0566289 Feb 02 13:56:21.657319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc773567-4ffe-45e4-bb5a-659ead52da30 req-8c952de1-0cf8-49e6-9f1b-63b524dc460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:21.659057 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc773567-4ffe-45e4-bb5a-659ead52da30 req-8c952de1-0cf8-49e6-9f1b-63b524dc460a service neutron] 10.222.0.62 "GET /v2.0/networks?id=70aaf89c-001c-4ae5-955f-28839e339aa6 HTTP/1.1" status: 200 len: 915 time: 0.1002445 Feb 02 13:56:21.708045 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc773567-4ffe-45e4-bb5a-659ead52da30 req-963afdec-90d2-4e2d-810a-1efad620bea3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cf93e98-0449-4e8d-8662-a2c9328b1ec9 HTTP/1.1" status: 200 len: 217 time: 0.0422220 Feb 02 13:56:21.736199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671296a-c2bc-45cb-8e04-94d71f2867b5 req-777f42bc-2abf-49db-9678-62d2ad2f4333 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:21.738929 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d671296a-c2bc-45cb-8e04-94d71f2867b5 req-777f42bc-2abf-49db-9678-62d2ad2f4333 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 944 time: 0.0762923 Feb 02 13:56:21.768780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc773567-4ffe-45e4-bb5a-659ead52da30 req-055c2532-1110-4b14-982f-7963e86b1842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:21.770518 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc773567-4ffe-45e4-bb5a-659ead52da30 req-055c2532-1110-4b14-982f-7963e86b1842 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=16c92b3c-31b6-4710-b080-c244ad9831d0 HTTP/1.1" status: 200 len: 854 time: 0.0557694 Feb 02 13:56:21.798374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d671296a-c2bc-45cb-8e04-94d71f2867b5 req-6c64f434-4df0-4705-8403-4cb7618b8dfd tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515091 Feb 02 13:56:21.808641 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc773567-4ffe-45e4-bb5a-659ead52da30 req-b8b3bf41-6669-4b0d-9c98-e2c95983d2d9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=70aaf89c-001c-4ae5-955f-28839e339aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311401 Feb 02 13:56:21.947960 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc773567-4ffe-45e4-bb5a-659ead52da30 req-ba4278f8-9099-4df3-831d-e27244d6426a service neutron] 10.222.0.62 "GET /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323376 Feb 02 13:56:22.050597 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc773567-4ffe-45e4-bb5a-659ead52da30 req-225021ab-0193-4ffb-b767-429a52738903 service neutron] 10.222.0.62 "GET /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957770 Feb 02 13:56:22.954196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a66d69-a25e-415f-a235-51731c3a3b64 req-95a4394b-ef8a-480a-9a6b-95e3fb8eda7e tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:22.955819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38a66d69-a25e-415f-a235-51731c3a3b64 req-95a4394b-ef8a-480a-9a6b-95e3fb8eda7e tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 944 time: 0.0589836 Feb 02 13:56:23.023205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38a66d69-a25e-415f-a235-51731c3a3b64 req-20d1632f-922d-4345-bc87-0b80e07e7d54 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577185 Feb 02 13:56:23.882972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:56:23.992633 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2cf93e98-0449-4e8d-8662-a2c9328b1ec9,segment=NetworkSegment(247a487b-c8e0-4abd-bbd0-3c8f4accc5b3),segment_id=247a487b-c8e0-4abd-bbd0-3c8f4accc5b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:24.007854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '2cf93e98-0449-4e8d-8662-a2c9328b1ec9', 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6', 'port_id': '2cf93e98-0449-4e8d-8662-a2c9328b1ec9', 'mac_address': 'fa:16:3e:aa:a4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c92b3c-31b6-4710-b080-c244ad9831d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:56:24.052436 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:56:24.053052 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:24.074954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:56:24.103072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2cf93e98-0449-4e8d-8662-a2c9328b1ec9,segment=NetworkSegment(247a487b-c8e0-4abd-bbd0-3c8f4accc5b3),segment_id=247a487b-c8e0-4abd-bbd0-3c8f4accc5b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:24.107800 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:24.163283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=2cf93e98-0449-4e8d-8662-a2c9328b1ec9,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:24.179378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7dcd3-b6f0-4791-993d-53a1778d32e5 req-86e37aaf-d16e-4e9a-87b9-9780129074d7 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:24.181032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32f7dcd3-b6f0-4791-993d-53a1778d32e5 req-86e37aaf-d16e-4e9a-87b9-9780129074d7 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 945 time: 0.0617995 Feb 02 13:56:24.250922 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32f7dcd3-b6f0-4791-993d-53a1778d32e5 req-9b80999d-bb4d-4193-b658-101898ea4e87 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635393 Feb 02 13:56:24.414380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['2cf93e98-0449-4e8d-8662-a2c9328b1ec9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:56:25.385292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eca81-9a25-49b7-a628-d91b09cda9bf req-527505e1-6cb3-47a1-99a2-35883dd8ccb1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:25.386807 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-463eca81-9a25-49b7-a628-d91b09cda9bf req-527505e1-6cb3-47a1-99a2-35883dd8ccb1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 945 time: 0.0555468 Feb 02 13:56:25.440993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-463eca81-9a25-49b7-a628-d91b09cda9bf req-f8c9f1b6-4edd-468f-a649-daf1d9d83472 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468874 Feb 02 13:56:25.887230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:56:25.942335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:56:25.947245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:56:25.947657 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:26.219004 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:56:26.219497 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:26.243481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c17df2-9b9e-45d4-8359-aabb6c3d5045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf93e98-0449-4e8d-8662-a2c9328b1ec9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:56:26.245806 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6923725-3833-49fd-b70b-5634c1c08aaf" -d '{"events": [{"server_uuid": "16c17df2-9b9e-45d4-8359-aabb6c3d5045", "name": "network-vif-plugged", "status": "completed", "tag": "2cf93e98-0449-4e8d-8662-a2c9328b1ec9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:56:26.259988 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2cf93e98-0449-4e8d-8662-a2c9328b1ec9,segment=NetworkSegment(247a487b-c8e0-4abd-bbd0-3c8f4accc5b3),segment_id=247a487b-c8e0-4abd-bbd0-3c8f4accc5b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:26.265497 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:26.289768 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aaf064-8c69-4e49-81c6-b975269aabea x-openstack-request-id: req-b8aaf064-8c69-4e49-81c6-b975269aabea {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:56:26.290282 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c17df2-9b9e-45d4-8359-aabb6c3d5045", "name": "network-vif-plugged", "status": "completed", "tag": "2cf93e98-0449-4e8d-8662-a2c9328b1ec9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:56:26.290529 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b8aaf064-8c69-4e49-81c6-b975269aabea {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:56:26.290927 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c17df2-9b9e-45d4-8359-aabb6c3d5045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf93e98-0449-4e8d-8662-a2c9328b1ec9', 'code': 200} Feb 02 13:56:26.318477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=2cf93e98-0449-4e8d-8662-a2c9328b1ec9,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:26.431230 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdf25b-3a64-4d06-889c-29ed251663d3 req-0f251dda-c6b0-40f9-a38d-0137ded98d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:26.432874 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bccdf25b-3a64-4d06-889c-29ed251663d3 req-0f251dda-c6b0-40f9-a38d-0137ded98d60 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 1128 time: 0.0480034 Feb 02 13:56:26.486236 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bccdf25b-3a64-4d06-889c-29ed251663d3 req-9fce5781-3b12-43d6-9e48-e6c5586ce167 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Feb 02 13:56:26.579112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295401dc-2766-4f98-a21b-bb90fa509211 req-d0fddfa7-5e05-4fc6-9fa0-4d91673ac03a tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:26.580558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-295401dc-2766-4f98-a21b-bb90fa509211 req-d0fddfa7-5e05-4fc6-9fa0-4d91673ac03a tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 946 time: 0.0621552 Feb 02 13:56:26.634374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-295401dc-2766-4f98-a21b-bb90fa509211 req-c37a0f66-f474-4caa-99d4-44659f853bd1 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480199 Feb 02 13:56:27.781608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22272fed-822f-47d0-addc-a23a7da361c7 req-ba6ce28e-9a78-4942-9f88-9362210b535a tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:27.783218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22272fed-822f-47d0-addc-a23a7da361c7 req-ba6ce28e-9a78-4942-9f88-9362210b535a tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 946 time: 0.0600116 Feb 02 13:56:27.841820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-22272fed-822f-47d0-addc-a23a7da361c7 req-9dbf3cc2-c36c-4821-9403-66c412e7d794 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517616 Feb 02 13:56:28.083474 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-5623d37c-de9d-4060-9664-ee3b4902b772 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:28.085219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-5623d37c-de9d-4060-9664-ee3b4902b772 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/networks?id=70aaf89c-001c-4ae5-955f-28839e339aa6 HTTP/1.1" status: 200 len: 814 time: 0.1119266 Feb 02 13:56:28.102679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-4fd7556e-551f-4b5b-84bd-99d46cdd7064 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/quotas/0cd8ef950f5e41218cef2a6fd80c4f2e HTTP/1.1" status: 200 len: 375 time: 0.0110424 Feb 02 13:56:28.165293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-641a9df1-6707-4ad2-ad06-5738a391e7b2 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=0cd8ef950f5e41218cef2a6fd80c4f2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567265 Feb 02 13:56:28.271135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-8e4c81e3-1753-4987-a8d4-1d22a184c402 service neutron] 10.222.0.83 "GET /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981324 Feb 02 13:56:28.367976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-2de18b98-e08a-414e-acf7-6aa80998c41e service neutron] 10.222.0.83 "GET /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903656 Feb 02 13:56:28.574135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e14c3ca9-05da-46e1-a858-9d3041b3c6c8 req-874d7cd8-7364-4b6c-b5bb-0b22811d56b7 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 210 time: 0.0468380 Feb 02 13:56:29.720915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-5564abaa-24b8-4fd8-9d64-0f4dd317b5a9 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:29.722654 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-5564abaa-24b8-4fd8-9d64-0f4dd317b5a9 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.18 "GET /v2.0/networks?id=70aaf89c-001c-4ae5-955f-28839e339aa6 HTTP/1.1" status: 200 len: 814 time: 0.1834061 Feb 02 13:56:29.744173 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7011b248-8890-4369-902b-3e503ded8cd0 req-8c4941ab-978b-41ec-b450-c72b063847e9 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 210 time: 0.0574193 Feb 02 13:56:29.744978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Request body: {'port': {'device_id': '0fa88284-eb48-43b1-a268-ded25e80e3bf', 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6', 'admin_state_up': True, 'tenant_id': '0cd8ef950f5e41218cef2a6fd80c4f2e'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:29.895697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Made reservation on behalf of 0cd8ef950f5e41218cef2a6fd80c4f2e for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:29.900187 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:30.055142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Allocated IP 172.20.0.8 (70aaf89c-001c-4ae5-955f-28839e339aa6/16c92b3c-31b6-4710-b080-c244ad9831d0/7c4de4eb-a5fc-4432-9718-826bc991bd81) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:56:30.268538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks [] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:30.310064 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:30.354571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['2cf93e98-0449-4e8d-8662-a2c9328b1ec9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:56:30.365769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Network 70aaf89c-001c-4ae5-955f-28839e339aa6 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:56:30.369033 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:56:30.371915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:56:30.431901 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Pushing event updated for resources: {'Port': ['ID=7c4de4eb-a5fc-4432-9718-826bc991bd81,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:30.462177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:30.463204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:30.489747 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-505921c6-17f0-4781-b174-737b9f545cb6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7525454 Feb 02 13:56:30.506998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Request body: {'port': {'device_id': '0fa88284-eb48-43b1-a268-ded25e80e3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:30.599247 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:30.914815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ced04-4a48-48e3-bff8-efe057d9ac34 req-fa7c2b85-a72a-4952-9bf2-759ca1f95fad tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:30.916799 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e06ced04-4a48-48e3-bff8-efe057d9ac34 req-fa7c2b85-a72a-4952-9bf2-759ca1f95fad tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 931 time: 0.0613561 Feb 02 13:56:30.944747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4de4eb-a5fc-4432-9718-826bc991bd81 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:56:30.956972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Publish callbacks [] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:30.977792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Transition to ACTIVE for port object 7c4de4eb-a5fc-4432-9718-826bc991bd81 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:56:30.981863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:31.004848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e06ced04-4a48-48e3-bff8-efe057d9ac34 req-751d1331-3cb1-4f71-a7a4-62a4b079e476 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789950 Feb 02 13:56:31.074249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4de4eb-a5fc-4432-9718-826bc991bd81,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:31.123526 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Attempting to bind port 7c4de4eb-a5fc-4432-9718-826bc991bd81 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:56:31.123877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Attempting to bind port 7c4de4eb-a5fc-4432-9718-826bc991bd81 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '247a487b-c8e0-4abd-bbd0-3c8f4accc5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:56:31.124375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Attempting to bind port 7c4de4eb-a5fc-4432-9718-826bc991bd81 on network 70aaf89c-001c-4ae5-955f-28839e339aa6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:56:31.129983 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Port 7c4de4eb-a5fc-4432-9718-826bc991bd81 on network 70aaf89c-001c-4ae5-955f-28839e339aa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:56:31.130314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Attempting to bind port 7c4de4eb-a5fc-4432-9718-826bc991bd81 on network 70aaf89c-001c-4ae5-955f-28839e339aa6 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:56:31.138618 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:56:31.139171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Checking segment: {'id': '247a487b-c8e0-4abd-bbd0-3c8f4accc5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:56:31.139834 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Bound using segment: {'id': '247a487b-c8e0-4abd-bbd0-3c8f4accc5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:56:31.140303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Bound port: 7c4de4eb-a5fc-4432-9718-826bc991bd81, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '247a487b-c8e0-4abd-bbd0-3c8f4accc5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:56:31.140663 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:31.221523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] For port 7c4de4eb-a5fc-4432-9718-826bc991bd81, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:56:31.225028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] For port 7c4de4eb-a5fc-4432-9718-826bc991bd81, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7c4de4eb-a5fc-4432-9718-826bc991bd81,segment=NetworkSegment(247a487b-c8e0-4abd-bbd0-3c8f4accc5b3),segment_id=247a487b-c8e0-4abd-bbd0-3c8f4accc5b3)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:56:31.236856 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:31.273357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:31.274037 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:31.275449 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/7c4de4eb-a5fc-4432-9718-826bc991bd81 HTTP/1.1" status: 200 len: 1091 time: 0.7732999 Feb 02 13:56:31.275912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa88284-eb48-43b1-a268-ded25e80e3bf', 'tag': '7c4de4eb-a5fc-4432-9718-826bc991bd81'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:56:31.278200 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a42c4b-17cc-4935-9507-375f0169b58a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa88284-eb48-43b1-a268-ded25e80e3bf", "tag": "7c4de4eb-a5fc-4432-9718-826bc991bd81"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:56:31.306501 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a912069-07fb-4b77-9eec-9ad0135ac1a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4de4eb-a5fc-4432-9718-826bc991bd81,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:31.358827 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eaae67-cb0a-4e20-99b8-55a2da4ff639 x-openstack-request-id: req-03eaae67-cb0a-4e20-99b8-55a2da4ff639 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:56:31.359128 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa88284-eb48-43b1-a268-ded25e80e3bf", "tag": "7c4de4eb-a5fc-4432-9718-826bc991bd81", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:56:31.359385 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-03eaae67-cb0a-4e20-99b8-55a2da4ff639 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:56:31.359827 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa88284-eb48-43b1-a268-ded25e80e3bf', 'tag': '7c4de4eb-a5fc-4432-9718-826bc991bd81', 'status': 'completed', 'code': 200} Feb 02 13:56:31.410525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-771585d7-5100-4daf-b3fb-6da872907e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:31.413288 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-771585d7-5100-4daf-b3fb-6da872907e82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cd8ef950f5e41218cef2a6fd80c4f2e&device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 1125 time: 0.0570574 Feb 02 13:56:31.474619 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-cdabdf4e-b9e8-42bb-8e59-4ff0ac8d6465 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c4de4eb-a5fc-4432-9718-826bc991bd81 HTTP/1.1" status: 200 len: 217 time: 0.0445998 Feb 02 13:56:31.536903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-2d59cc66-ba02-48f3-9814-204e3011199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:31.539687 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-2d59cc66-ba02-48f3-9814-204e3011199e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16c92b3c-31b6-4710-b080-c244ad9831d0 HTTP/1.1" status: 200 len: 854 time: 0.0572946 Feb 02 13:56:31.576349 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-0d7f91f1-a924-4761-b3e5-edd2ca09b569 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70aaf89c-001c-4ae5-955f-28839e339aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297573 Feb 02 13:56:31.713675 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-3dc8c824-0f23-4fff-8a24-6c38a609ecc8 service neutron] 10.222.0.18 "GET /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314638 Feb 02 13:56:31.823774 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4c44c032-8bb9-4296-821e-1bbf651b43bf req-5625d774-af96-48c4-9002-8b0e143c98c0 service neutron] 10.222.0.18 "GET /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039255 Feb 02 13:56:31.859795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f65c263-69a0-4211-8451-04eb91482e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:31.987081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a42c4b-17cc-4935-9507-375f0169b58a req-9aea0977-93cb-460b-8480-6d412e7d9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:31.989426 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-44a42c4b-17cc-4935-9507-375f0169b58a req-9aea0977-93cb-460b-8480-6d412e7d9af8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0cd8ef950f5e41218cef2a6fd80c4f2e&device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 1125 time: 0.0690615 Feb 02 13:56:32.149159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a42c4b-17cc-4935-9507-375f0169b58a req-0a646a01-baaf-455c-ae2d-7bf4c11ea835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:32.151011 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-44a42c4b-17cc-4935-9507-375f0169b58a req-0a646a01-baaf-455c-ae2d-7bf4c11ea835 service neutron] 10.222.0.18 "GET /v2.0/networks?id=70aaf89c-001c-4ae5-955f-28839e339aa6 HTTP/1.1" status: 200 len: 915 time: 0.1546996 Feb 02 13:56:32.197475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b2f46-86c6-4197-b505-2451446808ef req-bf5a0085-89fc-43ec-9936-38f5571ea789 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:32.200071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-273b2f46-86c6-4197-b505-2451446808ef req-bf5a0085-89fc-43ec-9936-38f5571ea789 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 943 time: 0.0841196 Feb 02 13:56:32.208928 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-44a42c4b-17cc-4935-9507-375f0169b58a req-2a204a0d-2e26-41e1-b086-b0fe8f9dff33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7c4de4eb-a5fc-4432-9718-826bc991bd81 HTTP/1.1" status: 200 len: 217 time: 0.0504460 Feb 02 13:56:32.263361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-273b2f46-86c6-4197-b505-2451446808ef req-4dd02dac-6537-4164-befa-0fc51b681edc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543592 Feb 02 13:56:32.277435 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a42c4b-17cc-4935-9507-375f0169b58a req-6a4ca6eb-cc95-4435-9a0f-54bea724f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:32.279302 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-44a42c4b-17cc-4935-9507-375f0169b58a req-6a4ca6eb-cc95-4435-9a0f-54bea724f133 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=16c92b3c-31b6-4710-b080-c244ad9831d0 HTTP/1.1" status: 200 len: 854 time: 0.0639689 Feb 02 13:56:32.329081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-44a42c4b-17cc-4935-9507-375f0169b58a req-6e5d7422-bb91-4052-baf2-adc1e815afb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=70aaf89c-001c-4ae5-955f-28839e339aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406365 Feb 02 13:56:32.434547 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-44a42c4b-17cc-4935-9507-375f0169b58a req-dd1aa695-52b7-4d92-9faa-9c5405abb83f service neutron] 10.222.0.18 "GET /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990980 Feb 02 13:56:32.542632 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-44a42c4b-17cc-4935-9507-375f0169b58a req-96a27e98-546d-4eee-82d7-90e046d56fed service neutron] 10.222.0.18 "GET /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015160 Feb 02 13:56:33.401086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f3b54-89d8-4288-ba00-594431130a24 req-5026f946-ad93-44e6-98b7-8711056a4e01 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:33.403445 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-141f3b54-89d8-4288-ba00-594431130a24 req-5026f946-ad93-44e6-98b7-8711056a4e01 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 943 time: 0.0586329 Feb 02 13:56:33.464386 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-141f3b54-89d8-4288-ba00-594431130a24 req-27c59d56-b6f3-46e1-86a8-6b33a9429206 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546556 Feb 02 13:56:34.153539 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c3f4e3b-8b91-43d4-8cf4-fe82810a3e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:34.222237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7c4de4eb-a5fc-4432-9718-826bc991bd81 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:56:34.333155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7c4de4eb-a5fc-4432-9718-826bc991bd81, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7c4de4eb-a5fc-4432-9718-826bc991bd81,segment=NetworkSegment(247a487b-c8e0-4abd-bbd0-3c8f4accc5b3),segment_id=247a487b-c8e0-4abd-bbd0-3c8f4accc5b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:34.347186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '7c4de4eb-a5fc-4432-9718-826bc991bd81', 'network_id': '70aaf89c-001c-4ae5-955f-28839e339aa6', 'port_id': '7c4de4eb-a5fc-4432-9718-826bc991bd81', 'mac_address': 'fa:16:3e:c0:3d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16c92b3c-31b6-4710-b080-c244ad9831d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:56:34.389419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7c4de4eb-a5fc-4432-9718-826bc991bd81 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:56:34.389808 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:34.403407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4de4eb-a5fc-4432-9718-826bc991bd81 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:56:34.423892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7c4de4eb-a5fc-4432-9718-826bc991bd81, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7c4de4eb-a5fc-4432-9718-826bc991bd81,segment=NetworkSegment(247a487b-c8e0-4abd-bbd0-3c8f4accc5b3),segment_id=247a487b-c8e0-4abd-bbd0-3c8f4accc5b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:34.427952 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:34.477618 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7c4de4eb-a5fc-4432-9718-826bc991bd81,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:34.603029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7eaee-de51-4782-ac40-c5059644f8f8 req-85f0cf7e-bc4e-465e-a71a-e981aeb6ebdd tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:34.604436 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbf7eaee-de51-4782-ac40-c5059644f8f8 req-85f0cf7e-bc4e-465e-a71a-e981aeb6ebdd tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 944 time: 0.0580337 Feb 02 13:56:34.654075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbf7eaee-de51-4782-ac40-c5059644f8f8 req-6f8a8377-5965-40ce-a1d2-d2f4e3e57b39 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Feb 02 13:56:34.697169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['7c4de4eb-a5fc-4432-9718-826bc991bd81'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:56:35.756912 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:35.790860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b6f92-4453-4ae5-9264-96570170b472 req-be9610eb-b801-45b2-9fc5-b1918fa60a37 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:35.792372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc9b6f92-4453-4ae5-9264-96570170b472 req-be9610eb-b801-45b2-9fc5-b1918fa60a37 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 944 time: 0.0629566 Feb 02 13:56:35.845937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cc9b6f92-4453-4ae5-9264-96570170b472 req-8f1c6ffe-ce7e-4f0d-9f2e-8c1486076d44 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Feb 02 13:56:36.222002 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7c4de4eb-a5fc-4432-9718-826bc991bd81 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:56:36.277003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 7c4de4eb-a5fc-4432-9718-826bc991bd81 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:56:36.282970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 7c4de4eb-a5fc-4432-9718-826bc991bd81 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:56:36.283342 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:36.366876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7c4de4eb-a5fc-4432-9718-826bc991bd81 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:56:36.367265 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:36.390135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa88284-eb48-43b1-a268-ded25e80e3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4de4eb-a5fc-4432-9718-826bc991bd81'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:56:36.392547 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf41a712-8bc6-4cd7-b89b-3393def83f21" -d '{"events": [{"server_uuid": "0fa88284-eb48-43b1-a268-ded25e80e3bf", "name": "network-vif-plugged", "status": "completed", "tag": "7c4de4eb-a5fc-4432-9718-826bc991bd81"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:56:36.408715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7c4de4eb-a5fc-4432-9718-826bc991bd81, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7c4de4eb-a5fc-4432-9718-826bc991bd81,segment=NetworkSegment(247a487b-c8e0-4abd-bbd0-3c8f4accc5b3),segment_id=247a487b-c8e0-4abd-bbd0-3c8f4accc5b3)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:36.417198 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:36.442835 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341cab49-0a42-4f83-8a30-2d0f649e6807 x-openstack-request-id: req-341cab49-0a42-4f83-8a30-2d0f649e6807 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:56:36.443126 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa88284-eb48-43b1-a268-ded25e80e3bf", "name": "network-vif-plugged", "status": "completed", "tag": "7c4de4eb-a5fc-4432-9718-826bc991bd81", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:56:36.443374 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-341cab49-0a42-4f83-8a30-2d0f649e6807 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:56:36.443794 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa88284-eb48-43b1-a268-ded25e80e3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4de4eb-a5fc-4432-9718-826bc991bd81', 'code': 200} Feb 02 13:56:36.471270 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7c4de4eb-a5fc-4432-9718-826bc991bd81,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:36.576806 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bfb3f-41ba-4c0f-aff8-9813594c4939 req-f0a865e5-01bc-4cd9-b9f1-b0c583286d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:36.578478 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da7bfb3f-41ba-4c0f-aff8-9813594c4939 req-f0a865e5-01bc-4cd9-b9f1-b0c583286d82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 1127 time: 0.0472841 Feb 02 13:56:36.628057 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da7bfb3f-41ba-4c0f-aff8-9813594c4939 req-f15d286d-6258-4bcf-a264-5f53bd9ef97d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420372 Feb 02 13:56:36.982696 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94b3a5-58c9-4e7d-a734-34295844e69f req-cca739e7-1f10-479f-a6fd-95d785a73b1d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:36.984353 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce94b3a5-58c9-4e7d-a734-34295844e69f req-cca739e7-1f10-479f-a6fd-95d785a73b1d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 945 time: 0.0659134 Feb 02 13:56:37.017122 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:37.048237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce94b3a5-58c9-4e7d-a734-34295844e69f req-18610575-8013-404d-9f1c-260cb65a1aab tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575452 Feb 02 13:56:37.174238 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:38.068827 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:38.108729 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:38.201441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db834d04-c669-4baf-a963-729f976ba7db req-d4ee9b49-8d10-4829-9162-02da9e62897f tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:38.203017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db834d04-c669-4baf-a963-729f976ba7db req-d4ee9b49-8d10-4829-9162-02da9e62897f tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 945 time: 0.0565464 Feb 02 13:56:38.262072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-db834d04-c669-4baf-a963-729f976ba7db req-2ab866ee-ead2-4e8a-bd43-d0fa2699e046 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523050 Feb 02 13:56:38.544522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ba6fe-227f-4640-be9b-81d63173c77e req-4fa3d734-01ba-47e3-965b-5a444e04e635 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:38.546236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-725ba6fe-227f-4640-be9b-81d63173c77e req-4fa3d734-01ba-47e3-965b-5a444e04e635 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 945 time: 0.0580196 Feb 02 13:56:38.622017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-725ba6fe-227f-4640-be9b-81d63173c77e req-79c09a0e-968e-4bd6-b3ec-e351d26a6eaa tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692384 Feb 02 13:56:39.757021 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8986a-adfe-4139-b219-1b44801c8136 req-200ec8f3-f14e-44aa-ac77-4fd53820915c tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:39.758525 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb8986a-adfe-4139-b219-1b44801c8136 req-200ec8f3-f14e-44aa-ac77-4fd53820915c tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 945 time: 0.0545337 Feb 02 13:56:39.807029 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fbb8986a-adfe-4139-b219-1b44801c8136 req-cc692a90-b78c-4919-8015-04804d8e9bbb tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Feb 02 13:56:39.886237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d72f24-77f7-483c-b34d-45fed0224972 req-501ee5af-1cd8-4cc8-8d2a-5082b8a29b88 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:39.887750 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-43d72f24-77f7-483c-b34d-45fed0224972 req-501ee5af-1cd8-4cc8-8d2a-5082b8a29b88 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.18 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 945 time: 0.0616307 Feb 02 13:56:39.982308 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-43d72f24-77f7-483c-b34d-45fed0224972 req-51d2c214-c22e-4dbf-9cf3-f692a88ce1dc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Deleting port 7c4de4eb-a5fc-4432-9718-826bc991bd81 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:56:39.982529 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-43d72f24-77f7-483c-b34d-45fed0224972 req-51d2c214-c22e-4dbf-9cf3-f692a88ce1dc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:40.077671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-43d72f24-77f7-483c-b34d-45fed0224972 req-51d2c214-c22e-4dbf-9cf3-f692a88ce1dc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] For port 7c4de4eb-a5fc-4432-9718-826bc991bd81, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7c4de4eb-a5fc-4432-9718-826bc991bd81,segment=NetworkSegment(247a487b-c8e0-4abd-bbd0-3c8f4accc5b3),segment_id=247a487b-c8e0-4abd-bbd0-3c8f4accc5b3)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:40.078018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-43d72f24-77f7-483c-b34d-45fed0224972 req-51d2c214-c22e-4dbf-9cf3-f692a88ce1dc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:40.090977 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-43d72f24-77f7-483c-b34d-45fed0224972 req-51d2c214-c22e-4dbf-9cf3-f692a88ce1dc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Calling delete_port for 7c4de4eb-a5fc-4432-9718-826bc991bd81 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:56:40.231210 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-43d72f24-77f7-483c-b34d-45fed0224972 req-51d2c214-c22e-4dbf-9cf3-f692a88ce1dc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7c4de4eb-a5fc-4432-9718-826bc991bd81), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:40.265506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['7c4de4eb-a5fc-4432-9718-826bc991bd81'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:56:40.267391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2c214-c22e-4dbf-9cf3-f692a88ce1dc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Pushing event deleted for resources: {'Port': ['ID=7c4de4eb-a5fc-4432-9718-826bc991bd81,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:40.289779 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['2cf93e98-0449-4e8d-8662-a2c9328b1ec9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:56:40.316875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d72f24-77f7-483c-b34d-45fed0224972 req-51d2c214-c22e-4dbf-9cf3-f692a88ce1dc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] No DVR routers for this DVR port 7c4de4eb-a5fc-4432-9718-826bc991bd81 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:56:40.320186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-43d72f24-77f7-483c-b34d-45fed0224972 req-51d2c214-c22e-4dbf-9cf3-f692a88ce1dc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:40.323574 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-43d72f24-77f7-483c-b34d-45fed0224972 req-51d2c214-c22e-4dbf-9cf3-f692a88ce1dc tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.18 "DELETE /v2.0/ports/7c4de4eb-a5fc-4432-9718-826bc991bd81 HTTP/1.1" status: 204 len: 173 time: 0.4307523 Feb 02 13:56:40.324028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa88284-eb48-43b1-a268-ded25e80e3bf', 'name': 'network-vif-deleted', 'tag': '7c4de4eb-a5fc-4432-9718-826bc991bd81'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:56:40.326365 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45713774-0a52-4aa6-9dad-8f13468d0b36" -d '{"events": [{"server_uuid": "0fa88284-eb48-43b1-a268-ded25e80e3bf", "name": "network-vif-deleted", "tag": "7c4de4eb-a5fc-4432-9718-826bc991bd81"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:56:40.385355 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d845b8f0-41b4-4b01-86f6-cf519a7d76de x-openstack-request-id: req-d845b8f0-41b4-4b01-86f6-cf519a7d76de {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:56:40.385684 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa88284-eb48-43b1-a268-ded25e80e3bf", "name": "network-vif-deleted", "tag": "7c4de4eb-a5fc-4432-9718-826bc991bd81", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:56:40.385939 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d845b8f0-41b4-4b01-86f6-cf519a7d76de {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:56:40.386345 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa88284-eb48-43b1-a268-ded25e80e3bf', 'name': 'network-vif-deleted', 'tag': '7c4de4eb-a5fc-4432-9718-826bc991bd81', 'status': 'completed', 'code': 200} Feb 02 13:56:40.952770 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89d8b490-c54b-41af-9302-bea5f3bdcb8f req-72cafd7a-8329-4fec-b81c-a50102f06639 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=0fa88284-eb48-43b1-a268-ded25e80e3bf HTTP/1.1" status: 200 len: 210 time: 0.0414588 Feb 02 13:56:42.120645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ebdf2-6751-4e2d-92de-5cc2d9c7fe4c req-97bb7882-6967-4554-97e4-311b248411e6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:42.122143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-067ebdf2-6751-4e2d-92de-5cc2d9c7fe4c req-97bb7882-6967-4554-97e4-311b248411e6 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 946 time: 0.0558639 Feb 02 13:56:42.172981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-067ebdf2-6751-4e2d-92de-5cc2d9c7fe4c req-6eedb9bf-8ed2-4091-ab31-5ea9dc73b089 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448382 Feb 02 13:56:42.291568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7c4de4eb-a5fc-4432-9718-826bc991bd81 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:56:42.311928 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: 7c4de4eb-a5fc-4432-9718-826bc991bd81 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:56:42.312280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7c4de4eb-a5fc-4432-9718-826bc991bd81 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:56:42.318507 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf2045-d1e1-44ab-93d5-93f77e67a140 req-73c8e1f5-5c66-49c2-a584-be7cddf10c2f tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:42.320034 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3bf2045-d1e1-44ab-93d5-93f77e67a140 req-73c8e1f5-5c66-49c2-a584-be7cddf10c2f tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 946 time: 0.0553460 Feb 02 13:56:42.372211 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f3bf2045-d1e1-44ab-93d5-93f77e67a140 req-ae9f48d3-39b2-4aba-87c9-7ea07abf54a2 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447292 Feb 02 13:56:42.499522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84bbca-7f62-44cd-9935-55ae7b5490a6 req-1809d968-1ed1-4ed0-8110-0fcae9ea434c tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:42.500672 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e84bbca-7f62-44cd-9935-55ae7b5490a6 req-1809d968-1ed1-4ed0-8110-0fcae9ea434c tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 946 time: 0.0586908 Feb 02 13:56:42.556156 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e84bbca-7f62-44cd-9935-55ae7b5490a6 req-25b089b5-56a9-4143-8f25-ffb5d5f57943 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481710 Feb 02 13:56:42.739723 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec778d98-3dff-4a2c-910a-d2d8aa6e3369 req-5edd6f14-0f9d-4f80-92c9-ded12ebcf91d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:42.741180 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec778d98-3dff-4a2c-910a-d2d8aa6e3369 req-5edd6f14-0f9d-4f80-92c9-ded12ebcf91d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 946 time: 0.0618019 Feb 02 13:56:42.789730 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ec778d98-3dff-4a2c-910a-d2d8aa6e3369 req-a345dbe9-f013-47c1-a948-5871ca998b1b tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401683 Feb 02 13:56:42.919736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2611b-e1a9-4b96-9df4-df3bbf1ebd63 req-6aae9ba0-8d8c-4006-9711-c947bed91ed9 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:42.921195 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3e2611b-e1a9-4b96-9df4-df3bbf1ebd63 req-6aae9ba0-8d8c-4006-9711-c947bed91ed9 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 946 time: 0.0542679 Feb 02 13:56:42.969418 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d3e2611b-e1a9-4b96-9df4-df3bbf1ebd63 req-c9a01ef7-b29e-455b-98f7-f20fcf971d1e tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423470 Feb 02 13:56:43.106426 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79685340-b55f-476d-972e-e3da0d2dc57d req-2387a404-0d71-4ee7-a654-a4a301502e1e tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:43.107927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79685340-b55f-476d-972e-e3da0d2dc57d req-2387a404-0d71-4ee7-a654-a4a301502e1e tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 946 time: 0.0568073 Feb 02 13:56:43.161714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79685340-b55f-476d-972e-e3da0d2dc57d req-adfb75d5-c63a-4310-8d7c-6b83e7035605 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480855 Feb 02 13:56:43.488413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d48df-46a7-45fb-b4c6-df78cc27abc1 req-3c4437b9-369b-4d09-aba7-7d87a53afc6d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:43.489908 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc4d48df-46a7-45fb-b4c6-df78cc27abc1 req-3c4437b9-369b-4d09-aba7-7d87a53afc6d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 946 time: 0.0542955 Feb 02 13:56:43.548665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc4d48df-46a7-45fb-b4c6-df78cc27abc1 req-fe1b4d89-bbec-4987-90b3-1dc29c1b5419 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520906 Feb 02 13:56:44.679867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4f962-e89d-497e-9ecc-df4f07f75170 req-e9ac1fff-debf-4674-900e-a15435ffdaec tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:44.681347 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ac4f962-e89d-497e-9ecc-df4f07f75170 req-e9ac1fff-debf-4674-900e-a15435ffdaec tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 946 time: 0.0540781 Feb 02 13:56:44.738391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4ac4f962-e89d-497e-9ecc-df4f07f75170 req-f166c0a0-6a68-4f20-9184-d5747d58bf70 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/security-groups?id=aeb4ad42-de07-4134-ba16-05341452d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511751 Feb 02 13:56:45.042252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea17d84-7d34-4d4c-ab15-7ab58be98d0f req-7b0f44cd-1983-451d-aa0e-9bfb1ae3a804 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:45.043761 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9ea17d84-7d34-4d4c-ab15-7ab58be98d0f req-7b0f44cd-1983-451d-aa0e-9bfb1ae3a804 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.62 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 946 time: 0.0574901 Feb 02 13:56:45.156403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-9ea17d84-7d34-4d4c-ab15-7ab58be98d0f req-9ebdbee4-9dd3-48b2-aa5a-f271062dcc1d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Deleting port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:56:45.156737 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9ea17d84-7d34-4d4c-ab15-7ab58be98d0f req-9ebdbee4-9dd3-48b2-aa5a-f271062dcc1d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:45.247647 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-9ea17d84-7d34-4d4c-ab15-7ab58be98d0f req-9ebdbee4-9dd3-48b2-aa5a-f271062dcc1d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] For port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2cf93e98-0449-4e8d-8662-a2c9328b1ec9,segment=NetworkSegment(247a487b-c8e0-4abd-bbd0-3c8f4accc5b3),segment_id=247a487b-c8e0-4abd-bbd0-3c8f4accc5b3)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:45.248004 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9ea17d84-7d34-4d4c-ab15-7ab58be98d0f req-9ebdbee4-9dd3-48b2-aa5a-f271062dcc1d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:45.261376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-9ea17d84-7d34-4d4c-ab15-7ab58be98d0f req-9ebdbee4-9dd3-48b2-aa5a-f271062dcc1d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Calling delete_port for 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:56:45.398460 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9ea17d84-7d34-4d4c-ab15-7ab58be98d0f req-9ebdbee4-9dd3-48b2-aa5a-f271062dcc1d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2cf93e98-0449-4e8d-8662-a2c9328b1ec9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:45.429018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebdbee4-9dd3-48b2-aa5a-f271062dcc1d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Pushing event deleted for resources: {'Port': ['ID=2cf93e98-0449-4e8d-8662-a2c9328b1ec9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:45.435265 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['2cf93e98-0449-4e8d-8662-a2c9328b1ec9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:56:45.481603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea17d84-7d34-4d4c-ab15-7ab58be98d0f req-9ebdbee4-9dd3-48b2-aa5a-f271062dcc1d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] No DVR routers for this DVR port 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:56:45.484638 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-9ea17d84-7d34-4d4c-ab15-7ab58be98d0f req-9ebdbee4-9dd3-48b2-aa5a-f271062dcc1d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:45.488059 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9ea17d84-7d34-4d4c-ab15-7ab58be98d0f req-9ebdbee4-9dd3-48b2-aa5a-f271062dcc1d tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.62 "DELETE /v2.0/ports/2cf93e98-0449-4e8d-8662-a2c9328b1ec9 HTTP/1.1" status: 204 len: 173 time: 0.4386830 Feb 02 13:56:45.488507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c17df2-9b9e-45d4-8359-aabb6c3d5045', 'name': 'network-vif-deleted', 'tag': '2cf93e98-0449-4e8d-8662-a2c9328b1ec9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:56:45.490835 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2343c577-ee29-4349-9718-32ede538cfae" -d '{"events": [{"server_uuid": "16c17df2-9b9e-45d4-8359-aabb6c3d5045", "name": "network-vif-deleted", "tag": "2cf93e98-0449-4e8d-8662-a2c9328b1ec9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:56:45.530741 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8afbfa-98c4-48ec-8052-87aa48d0e190 x-openstack-request-id: req-1a8afbfa-98c4-48ec-8052-87aa48d0e190 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:56:45.531264 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c17df2-9b9e-45d4-8359-aabb6c3d5045", "name": "network-vif-deleted", "tag": "2cf93e98-0449-4e8d-8662-a2c9328b1ec9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:56:45.531606 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1a8afbfa-98c4-48ec-8052-87aa48d0e190 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:56:45.532256 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c17df2-9b9e-45d4-8359-aabb6c3d5045', 'name': 'network-vif-deleted', 'tag': '2cf93e98-0449-4e8d-8662-a2c9328b1ec9', 'status': 'completed', 'code': 200} Feb 02 13:56:45.854993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-93255e1c-3126-4672-8fca-823c15555fef req-b1c4750e-33bc-4f35-a73c-8d337856e4b7 tempest-ServersNegativeTestJSON-1555175657 tempest-ServersNegativeTestJSON-1555175657-project] 10.222.0.83 "GET /v2.0/ports?device_id=16c17df2-9b9e-45d4-8359-aabb6c3d5045 HTTP/1.1" status: 200 len: 210 time: 0.0297227 Feb 02 13:56:46.555371 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:56:46.917356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41058) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:46.963329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-73061eb8-52cf-4f00-80c3-2ebc1ccaa1cb admin admin] Deleting subnet 16c92b3c-31b6-4710-b080-c244ad9831d0 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:56:46.966731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73061eb8-52cf-4f00-80c3-2ebc1ccaa1cb admin admin] Publish callbacks [] for subnet (16c92b3c-31b6-4710-b080-c244ad9831d0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.001562 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73061eb8-52cf-4f00-80c3-2ebc1ccaa1cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (16c92b3c-31b6-4710-b080-c244ad9831d0), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.052521 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73061eb8-52cf-4f00-80c3-2ebc1ccaa1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (16c92b3c-31b6-4710-b080-c244ad9831d0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.116156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73061eb8-52cf-4f00-80c3-2ebc1ccaa1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (16c92b3c-31b6-4710-b080-c244ad9831d0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.139826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73061eb8-52cf-4f00-80c3-2ebc1ccaa1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16c92b3c-31b6-4710-b080-c244ad9831d0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:47.146153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-73061eb8-52cf-4f00-80c3-2ebc1ccaa1cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.150107 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-73061eb8-52cf-4f00-80c3-2ebc1ccaa1cb admin admin] 10.222.0.83 "DELETE /v2.0/subnets/16c92b3c-31b6-4710-b080-c244ad9831d0 HTTP/1.1" status: 204 len: 168 time: 0.2315869 Feb 02 13:56:47.153244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41060) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:47.224664 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (70aaf89c-001c-4ae5-955f-28839e339aa6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.308112 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (70aaf89c-001c-4ae5-955f-28839e339aa6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.328941 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70aaf89c-001c-4ae5-955f-28839e339aa6']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:47.338532 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247a487b-c8e0-4abd-bbd0-3c8f4accc5b3') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:47.338829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247a487b-c8e0-4abd-bbd0-3c8f4accc5b3') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:47.349286 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (247a487b-c8e0-4abd-bbd0-3c8f4accc5b3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.364914 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (247a487b-c8e0-4abd-bbd0-3c8f4accc5b3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.371460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:56:47.371848 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (247a487b-c8e0-4abd-bbd0-3c8f4accc5b3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:56:47.373498 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:56:47.432130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (70aaf89c-001c-4ae5-955f-28839e339aa6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.437999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.441300 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] 10.222.0.83 "DELETE /v2.0/networks/70aaf89c-001c-4ae5-955f-28839e339aa6 HTTP/1.1" status: 204 len: 168 time: 0.2869222 Feb 02 13:56:47.455103 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f2ad9-7a8c-4b1a-b3ec-c5df1f63152b admin admin] Pushing event deleted for resources: {'Network': ['ID=70aaf89c-001c-4ae5-955f-28839e339aa6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:47.580845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41064) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:47.625554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-dc2d0155-9bc4-4503-8e86-6dd9177c1309 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=0cd8ef950f5e41218cef2a6fd80c4f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410008 Feb 02 13:56:47.628817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41066) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:47.686818 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0bf63e4d-e43c-4111-a57c-dd293a13e471 admin admin] Publish callbacks [] for security_group (aeb4ad42-de07-4134-ba16-05341452d93d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.708228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0bf63e4d-e43c-4111-a57c-dd293a13e471 admin admin] Publish callbacks [] for security_group (aeb4ad42-de07-4134-ba16-05341452d93d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.766576 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0bf63e4d-e43c-4111-a57c-dd293a13e471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (aeb4ad42-de07-4134-ba16-05341452d93d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.769615 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0bf63e4d-e43c-4111-a57c-dd293a13e471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:47.772967 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0bf63e4d-e43c-4111-a57c-dd293a13e471 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/aeb4ad42-de07-4134-ba16-05341452d93d HTTP/1.1" status: 204 len: 168 time: 0.1408036 Feb 02 13:56:47.784381 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf63e4d-e43c-4111-a57c-dd293a13e471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb4ad42-de07-4134-ba16-05341452d93d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:48.024013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:56:48.045332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:56:48.046229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2cf93e98-0449-4e8d-8662-a2c9328b1ec9 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:56:48.578548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41088) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:48.686688 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1963900832'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:48.709603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Made reservation on behalf of 8694162b06014e1eb5ff3012790bc5a4 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:48.718530 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:48.734177 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:48.824189 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for security_group (af2e11a2-1395-4c26-99e9-b44fd6d63160), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:48.829404 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (af2e11a2-1395-4c26-99e9-b44fd6d63160), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:48.857510 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:56:48.874022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2e11a2-1395-4c26-99e9-b44fd6d63160,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:48.878408 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8f7744ff-6ff9-4d2b-be24-70b9530fd3cf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:48.878762 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Added segment 8f7744ff-6ff9-4d2b-be24-70b9530fd3cf of type vlan for network 50975b5f-cdd2-49cd-9bf0-6052b9394ab0 Feb 02 13:56:48.928583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (50975b5f-cdd2-49cd-9bf0-6052b9394ab0), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:48.969397 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (50975b5f-cdd2-49cd-9bf0-6052b9394ab0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:48.976845 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:48.977425 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:49.028182 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4483404 Feb 02 13:56:49.101174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caf174-b769-4e6a-9217-aaeb9a3afa5f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event updated for resources: {'Network': ['ID=50975b5f-cdd2-49cd-9bf0-6052b9394ab0,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:49.114745 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 50975b5f-cdd2-49cd-9bf0-6052b9394ab0 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:56:52.381713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41092) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:52.387205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-847924ed-6072-42a9-89f6-dd724643e18b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Request body: {'subnet': {'network_id': '50975b5f-cdd2-49cd-9bf0-6052b9394ab0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:52.774443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847924ed-6072-42a9-89f6-dd724643e18b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Made reservation on behalf of 8694162b06014e1eb5ff3012790bc5a4 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:52.778198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-847924ed-6072-42a9-89f6-dd724643e18b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:52.977933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-847924ed-6072-42a9-89f6-dd724643e18b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (a03168a0-f3a3-46ff-b9ca-c73bf4c60cbe), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.050584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847924ed-6072-42a9-89f6-dd724643e18b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event updated for resources: {'Subnet': ['ID=a03168a0-f3a3-46ff-b9ca-c73bf4c60cbe,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:53.066433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847924ed-6072-42a9-89f6-dd724643e18b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Checking segment: {'id': '8f7744ff-6ff9-4d2b-be24-70b9530fd3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '50975b5f-cdd2-49cd-9bf0-6052b9394ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:56:53.066972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847924ed-6072-42a9-89f6-dd724643e18b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Network hostable DHCP agents. Network: 50975b5f-cdd2-49cd-9bf0-6052b9394ab0, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:56:53.085537 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847924ed-6072-42a9-89f6-dd724643e18b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Network 50975b5f-cdd2-49cd-9bf0-6052b9394ab0 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:56:53.095547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-847924ed-6072-42a9-89f6-dd724643e18b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 50975b5f-cdd2-49cd-9bf0-6052b9394ab0) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:56:53.100319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847924ed-6072-42a9-89f6-dd724643e18b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:53.101000 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-847924ed-6072-42a9-89f6-dd724643e18b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.110214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc804f50-9fdf-4e9d-8333-362a38211e09 None None] Network 50975b5f-cdd2-49cd-9bf0-6052b9394ab0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:56:53.119904 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-847924ed-6072-42a9-89f6-dd724643e18b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7369199 Feb 02 13:56:53.125705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41094) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:53.134699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-078dcdec-0455-4dbc-8a6a-eb138af1da85 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1860403718'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:53.161825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078dcdec-0455-4dbc-8a6a-eb138af1da85 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Made reservation on behalf of 8694162b06014e1eb5ff3012790bc5a4 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:53.165403 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-078dcdec-0455-4dbc-8a6a-eb138af1da85 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.203786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078dcdec-0455-4dbc-8a6a-eb138af1da85 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:56:53.215331 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-078dcdec-0455-4dbc-8a6a-eb138af1da85 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9ea9702f-8938-42c4-b659-cb5b8ac81466), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.215697 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-078dcdec-0455-4dbc-8a6a-eb138af1da85 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Added segment 9ea9702f-8938-42c4-b659-cb5b8ac81466 of type vlan for network 52ba742f-361a-4078-8bcc-5d38f16af489 Feb 02 13:56:53.237287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-50975b5f-cdd2-49cd-9bf0-6052b9394ab0', 'network_id': '50975b5f-cdd2-49cd-9bf0-6052b9394ab0', 'project_id': '8694162b06014e1eb5ff3012790bc5a4', 'fixed_ips': [{'subnet_id': 'a03168a0-f3a3-46ff-b9ca-c73bf4c60cbe'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:56:53.238732 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.259743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-078dcdec-0455-4dbc-8a6a-eb138af1da85 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (52ba742f-361a-4078-8bcc-5d38f16af489), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.298095 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-078dcdec-0455-4dbc-8a6a-eb138af1da85 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (52ba742f-361a-4078-8bcc-5d38f16af489), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.303389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078dcdec-0455-4dbc-8a6a-eb138af1da85 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:53.304040 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-078dcdec-0455-4dbc-8a6a-eb138af1da85 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.341965 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-078dcdec-0455-4dbc-8a6a-eb138af1da85 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2147224 Feb 02 13:56:53.345969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41096) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:53.350882 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a8b953b2-6ad2-41d9-8f8f-b946f0985362 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Request body: {'subnet': {'network_id': '52ba742f-361a-4078-8bcc-5d38f16af489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:53.394061 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Allocated IP 2001:db8:0:ffff::2 (50975b5f-cdd2-49cd-9bf0-6052b9394ab0/a03168a0-f3a3-46ff-b9ca-c73bf4c60cbe/564700e2-986e-4c9f-8b7e-265dd0dd38fa) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:56:53.402529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078dcdec-0455-4dbc-8a6a-eb138af1da85 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event updated for resources: {'Network': ['ID=52ba742f-361a-4078-8bcc-5d38f16af489,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:53.428108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 52ba742f-361a-4078-8bcc-5d38f16af489 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:56:53.491633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b953b2-6ad2-41d9-8f8f-b946f0985362 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Made reservation on behalf of 8694162b06014e1eb5ff3012790bc5a4 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:53.495292 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8b953b2-6ad2-41d9-8f8f-b946f0985362 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.625699 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Publish callbacks [] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.633212 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.670638 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Network 50975b5f-cdd2-49cd-9bf0-6052b9394ab0 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:56:53.673578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:56:53.679275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:56:53.688143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Pushing event updated for resources: {'Port': ['ID=564700e2-986e-4c9f-8b7e-265dd0dd38fa,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:53.720812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8b953b2-6ad2-41d9-8f8f-b946f0985362 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (12f49d97-eef5-4ef9-a0d0-b6ff303d4c8a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.749629 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Attempting to bind port 564700e2-986e-4c9f-8b7e-265dd0dd38fa on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:56:53.749971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Attempting to bind port 564700e2-986e-4c9f-8b7e-265dd0dd38fa by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '8f7744ff-6ff9-4d2b-be24-70b9530fd3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '50975b5f-cdd2-49cd-9bf0-6052b9394ab0'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:56:53.750204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Attempting to bind port 564700e2-986e-4c9f-8b7e-265dd0dd38fa on network 50975b5f-cdd2-49cd-9bf0-6052b9394ab0 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:56:53.755574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:56:53.755857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Checking segment: {'id': '8f7744ff-6ff9-4d2b-be24-70b9530fd3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '50975b5f-cdd2-49cd-9bf0-6052b9394ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:56:53.756244 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.756662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Bound using segment: {'id': '8f7744ff-6ff9-4d2b-be24-70b9530fd3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '50975b5f-cdd2-49cd-9bf0-6052b9394ab0'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:56:53.757144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Bound port: 564700e2-986e-4c9f-8b7e-265dd0dd38fa, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7744ff-6ff9-4d2b-be24-70b9530fd3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '50975b5f-cdd2-49cd-9bf0-6052b9394ab0'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:56:53.757543 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.787116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b953b2-6ad2-41d9-8f8f-b946f0985362 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event updated for resources: {'Subnet': ['ID=12f49d97-eef5-4ef9-a0d0-b6ff303d4c8a,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:53.802599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b953b2-6ad2-41d9-8f8f-b946f0985362 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Checking segment: {'id': '9ea9702f-8938-42c4-b659-cb5b8ac81466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52ba742f-361a-4078-8bcc-5d38f16af489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:56:53.803195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b953b2-6ad2-41d9-8f8f-b946f0985362 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Network hostable DHCP agents. Network: 52ba742f-361a-4078-8bcc-5d38f16af489, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:56:53.828708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b953b2-6ad2-41d9-8f8f-b946f0985362 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Network 52ba742f-361a-4078-8bcc-5d38f16af489 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:56:53.836022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] For port 564700e2-986e-4c9f-8b7e-265dd0dd38fa, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:56:53.842383 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] For port 564700e2-986e-4c9f-8b7e-265dd0dd38fa, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=564700e2-986e-4c9f-8b7e-265dd0dd38fa,segment=NetworkSegment(8f7744ff-6ff9-4d2b-be24-70b9530fd3cf),segment_id=8f7744ff-6ff9-4d2b-be24-70b9530fd3cf)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:56:53.842665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-a8b953b2-6ad2-41d9-8f8f-b946f0985362 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 52ba742f-361a-4078-8bcc-5d38f16af489) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:56:53.850825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b953b2-6ad2-41d9-8f8f-b946f0985362 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:53.851752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a8b953b2-6ad2-41d9-8f8f-b946f0985362 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.851863 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:53.862361 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e808e70-c3f7-4e2a-a6e0-11d0408d8894 None None] Network 52ba742f-361a-4078-8bcc-5d38f16af489 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:56:53.874463 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a8b953b2-6ad2-41d9-8f8f-b946f0985362 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5272658 Feb 02 13:56:53.877914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41098) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:54.022420 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (52ba742f-361a-4078-8bcc-5d38f16af489), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.031261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b67fb8-9d11-4406-9f18-5ba14e6153f4 None None] Pushing event updated for resources: {'Port': ['ID=564700e2-986e-4c9f-8b7e-265dd0dd38fa,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:54.066121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-52ba742f-361a-4078-8bcc-5d38f16af489', 'network_id': '52ba742f-361a-4078-8bcc-5d38f16af489', 'project_id': '8694162b06014e1eb5ff3012790bc5a4', 'fixed_ips': [{'subnet_id': '12f49d97-eef5-4ef9-a0d0-b6ff303d4c8a'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:56:54.067396 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.128624 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (12f49d97-eef5-4ef9-a0d0-b6ff303d4c8a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.267227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Allocated IP 2001:db8::2 (52ba742f-361a-4078-8bcc-5d38f16af489/12f49d97-eef5-4ef9-a0d0-b6ff303d4c8a/72ec7283-ae28-4255-991c-1b3eb8d80e4f) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:56:54.430094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Publish callbacks [] for port (72ec7283-ae28-4255-991c-1b3eb8d80e4f), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.436617 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (72ec7283-ae28-4255-991c-1b3eb8d80e4f), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.459095 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (12f49d97-eef5-4ef9-a0d0-b6ff303d4c8a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.481470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Network 52ba742f-361a-4078-8bcc-5d38f16af489 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:56:54.488188 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:56:54.488490 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Subnet': ['ID=12f49d97-eef5-4ef9-a0d0-b6ff303d4c8a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:54.492514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:56:54.496496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Pushing event updated for resources: {'Port': ['ID=72ec7283-ae28-4255-991c-1b3eb8d80e4f,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:54.571820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Attempting to bind port 72ec7283-ae28-4255-991c-1b3eb8d80e4f on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:56:54.572191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Attempting to bind port 72ec7283-ae28-4255-991c-1b3eb8d80e4f by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9ea9702f-8938-42c4-b659-cb5b8ac81466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52ba742f-361a-4078-8bcc-5d38f16af489'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:56:54.572560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Attempting to bind port 72ec7283-ae28-4255-991c-1b3eb8d80e4f on network 52ba742f-361a-4078-8bcc-5d38f16af489 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:56:54.573358 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (52ba742f-361a-4078-8bcc-5d38f16af489), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.578722 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:56:54.579096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Checking segment: {'id': '9ea9702f-8938-42c4-b659-cb5b8ac81466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52ba742f-361a-4078-8bcc-5d38f16af489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:56:54.579675 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.580101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Bound using segment: {'id': '9ea9702f-8938-42c4-b659-cb5b8ac81466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52ba742f-361a-4078-8bcc-5d38f16af489'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:56:54.580581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Bound port: 72ec7283-ae28-4255-991c-1b3eb8d80e4f, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea9702f-8938-42c4-b659-cb5b8ac81466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '52ba742f-361a-4078-8bcc-5d38f16af489'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:56:54.580961 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (72ec7283-ae28-4255-991c-1b3eb8d80e4f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.595827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ba742f-361a-4078-8bcc-5d38f16af489']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:54.605896 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea9702f-8938-42c4-b659-cb5b8ac81466') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:54.606189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea9702f-8938-42c4-b659-cb5b8ac81466') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:54.616544 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (9ea9702f-8938-42c4-b659-cb5b8ac81466), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.631241 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9ea9702f-8938-42c4-b659-cb5b8ac81466), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.645798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:56:54.646491 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (9ea9702f-8938-42c4-b659-cb5b8ac81466), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:56:54.652119 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:56:54.654635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] For port 72ec7283-ae28-4255-991c-1b3eb8d80e4f, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:56:54.729962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] For port 72ec7283-ae28-4255-991c-1b3eb8d80e4f, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=72ec7283-ae28-4255-991c-1b3eb8d80e4f,segment=NetworkSegment(9ea9702f-8938-42c4-b659-cb5b8ac81466),segment_id=9ea9702f-8938-42c4-b659-cb5b8ac81466)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:56:54.732468 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.api [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:56:54.732468 n-d-827336-2 neutron-server[103187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:56:54.732468 n-d-827336-2 neutron-server[103187]: [parameters: {'id': '52ba742f-361a-4078-8bcc-5d38f16af489'}] Feb 02 13:56:54.732468 n-d-827336-2 neutron-server[103187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:56:54.733168 n-d-827336-2 neutron-server[103187]: DEBUG oslo_db.api [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:56:54.738867 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (72ec7283-ae28-4255-991c-1b3eb8d80e4f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:54.836260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305a2cb-ae9a-4681-b226-7c35a5d0a71e None None] Pushing event updated for resources: {'Port': ['ID=72ec7283-ae28-4255-991c-1b3eb8d80e4f,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:54.865519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bcdbac-fdf1-4ac0-8ddd-eefd4f85191c None None] Network 52ba742f-361a-4078-8bcc-5d38f16af489 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:56:55.091744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117bd291-d98f-403b-b8b3-07300485a39a None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:56:55.160148 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117bd291-d98f-403b-b8b3-07300485a39a None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:56:55.233838 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (52ba742f-361a-4078-8bcc-5d38f16af489), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.243523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-961de085-302c-43e5-963f-f1bdf72c00b2 None None] Provisioning complete for port 564700e2-986e-4c9f-8b7e-265dd0dd38fa triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:56:55.243930 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-961de085-302c-43e5-963f-f1bdf72c00b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.299815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Deleting port 72ec7283-ae28-4255-991c-1b3eb8d80e4f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:56:55.300487 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (72ec7283-ae28-4255-991c-1b3eb8d80e4f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.391469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] For port 72ec7283-ae28-4255-991c-1b3eb8d80e4f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=72ec7283-ae28-4255-991c-1b3eb8d80e4f,segment=NetworkSegment(9ea9702f-8938-42c4-b659-cb5b8ac81466),segment_id=9ea9702f-8938-42c4-b659-cb5b8ac81466)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:55.392492 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (72ec7283-ae28-4255-991c-1b3eb8d80e4f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.414434 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Calling delete_port for 72ec7283-ae28-4255-991c-1b3eb8d80e4f owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:56:55.525464 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (72ec7283-ae28-4255-991c-1b3eb8d80e4f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.551082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-961de085-302c-43e5-963f-f1bdf72c00b2 None None] Current status of the port 564700e2-986e-4c9f-8b7e-265dd0dd38fa is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:56:55.552494 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-961de085-302c-43e5-963f-f1bdf72c00b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.555458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Port': ['ID=72ec7283-ae28-4255-991c-1b3eb8d80e4f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:55.561062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] No DVR routers for this DVR port 72ec7283-ae28-4255-991c-1b3eb8d80e4f on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:56:55.589534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd34907-4102-4a9b-968b-58cffaae7903 None None] Network 50975b5f-cdd2-49cd-9bf0-6052b9394ab0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:56:55.619266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-961de085-302c-43e5-963f-f1bdf72c00b2 None None] For port 564700e2-986e-4c9f-8b7e-265dd0dd38fa, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=564700e2-986e-4c9f-8b7e-265dd0dd38fa,segment=NetworkSegment(8f7744ff-6ff9-4d2b-be24-70b9530fd3cf),segment_id=8f7744ff-6ff9-4d2b-be24-70b9530fd3cf)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:55.631310 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-961de085-302c-43e5-963f-f1bdf72c00b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.657624 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (52ba742f-361a-4078-8bcc-5d38f16af489), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.680664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ba742f-361a-4078-8bcc-5d38f16af489']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:55.692113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea9702f-8938-42c4-b659-cb5b8ac81466') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:55.692541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea9702f-8938-42c4-b659-cb5b8ac81466') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:55.705937 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (9ea9702f-8938-42c4-b659-cb5b8ac81466), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.722338 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9ea9702f-8938-42c4-b659-cb5b8ac81466), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.732436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:56:55.733072 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (9ea9702f-8938-42c4-b659-cb5b8ac81466), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:56:55.738716 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:56:55.740929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961de085-302c-43e5-963f-f1bdf72c00b2 None None] Pushing event updated for resources: {'Port': ['ID=564700e2-986e-4c9f-8b7e-265dd0dd38fa,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:55.820782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (52ba742f-361a-4078-8bcc-5d38f16af489), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.834949 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.838991 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/networks/52ba742f-361a-4078-8bcc-5d38f16af489 HTTP/1.1" status: 204 len: 168 time: 1.9596512 Feb 02 13:56:55.842920 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41100) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:55.849274 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7987a17a-633b-47d9-a8cb-fdc86a9341c4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1720491624'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:55.854589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd66fdb-a8f2-4113-a1b0-5dadde7239d0 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Network': ['ID=52ba742f-361a-4078-8bcc-5d38f16af489,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:55.874722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7987a17a-633b-47d9-a8cb-fdc86a9341c4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Made reservation on behalf of 8694162b06014e1eb5ff3012790bc5a4 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:55.878295 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7987a17a-633b-47d9-a8cb-fdc86a9341c4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.903406 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7987a17a-633b-47d9-a8cb-fdc86a9341c4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:56:55.913756 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7987a17a-633b-47d9-a8cb-fdc86a9341c4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9852c3d1-b3aa-45aa-9012-a9562e605028), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:55.914081 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-7987a17a-633b-47d9-a8cb-fdc86a9341c4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Added segment 9852c3d1-b3aa-45aa-9012-a9562e605028 of type vlan for network aadae4f4-16e4-45a7-98f4-884e646716e3 Feb 02 13:56:55.977575 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7987a17a-633b-47d9-a8cb-fdc86a9341c4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (aadae4f4-16e4-45a7-98f4-884e646716e3), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:56.023286 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7987a17a-633b-47d9-a8cb-fdc86a9341c4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (aadae4f4-16e4-45a7-98f4-884e646716e3), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:56.031456 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7987a17a-633b-47d9-a8cb-fdc86a9341c4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:56.032326 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7987a17a-633b-47d9-a8cb-fdc86a9341c4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:56.069459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ecb96475-049f-46b6-a4fe-1b05b46ff0a7 None None] Provisioning complete for port 564700e2-986e-4c9f-8b7e-265dd0dd38fa triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:56:56.070181 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ecb96475-049f-46b6-a4fe-1b05b46ff0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:56.075327 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7987a17a-633b-47d9-a8cb-fdc86a9341c4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2308621 Feb 02 13:56:56.079363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41102) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:56.086413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Request body: {'subnet': {'network_id': 'aadae4f4-16e4-45a7-98f4-884e646716e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:56.123270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987a17a-633b-47d9-a8cb-fdc86a9341c4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event updated for resources: {'Network': ['ID=aadae4f4-16e4-45a7-98f4-884e646716e3,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:56.135332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network aadae4f4-16e4-45a7-98f4-884e646716e3 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:56:56.196818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ecb96475-049f-46b6-a4fe-1b05b46ff0a7 None None] Current status of the port 564700e2-986e-4c9f-8b7e-265dd0dd38fa is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:56:56.213870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Made reservation on behalf of 8694162b06014e1eb5ff3012790bc5a4 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:56.220248 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:56.270652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 564700e2-986e-4c9f-8b7e-265dd0dd38fa up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:56:56.304843 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Performing IP validity checks on allocation pools {{(pid=103187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 02 13:56:56.305677 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.ipam_backend_mixin [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103187) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 02 13:56:56.322142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 564700e2-986e-4c9f-8b7e-265dd0dd38fa triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:56:56.322613 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:56.410511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 564700e2-986e-4c9f-8b7e-265dd0dd38fa is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:56:56.454939 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (a818e7a7-5a81-49c2-a896-3255a9b725d7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:56.521081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event updated for resources: {'Subnet': ['ID=a818e7a7-5a81-49c2-a896-3255a9b725d7,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:56.535164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Checking segment: {'id': '9852c3d1-b3aa-45aa-9012-a9562e605028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aadae4f4-16e4-45a7-98f4-884e646716e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:56:56.535927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Network hostable DHCP agents. Network: aadae4f4-16e4-45a7-98f4-884e646716e3, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:56:56.556007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Network aadae4f4-16e4-45a7-98f4-884e646716e3 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:56:56.567395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, aadae4f4-16e4-45a7-98f4-884e646716e3) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:56:56.573276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:56.574258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:56.582395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5c258b-6dab-4fe8-918c-802967d265f1 None None] Network aadae4f4-16e4-45a7-98f4-884e646716e3 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:56:56.597168 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f9ece1e9-1a98-40cb-8242-bc16ee8e5b72 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5162649 Feb 02 13:56:56.601457 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41104) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:56.701266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-aadae4f4-16e4-45a7-98f4-884e646716e3', 'network_id': 'aadae4f4-16e4-45a7-98f4-884e646716e3', 'project_id': '8694162b06014e1eb5ff3012790bc5a4', 'fixed_ips': [{'subnet_id': 'a818e7a7-5a81-49c2-a896-3255a9b725d7'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:56:56.702319 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:56.728563 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (aadae4f4-16e4-45a7-98f4-884e646716e3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:56.791353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a818e7a7-5a81-49c2-a896-3255a9b725d7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:56.856797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Allocated IP 2001:db8::3 (aadae4f4-16e4-45a7-98f4-884e646716e3/a818e7a7-5a81-49c2-a896-3255a9b725d7/e4a08cb5-b966-4fb5-838a-f6f178118878) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:56:57.022174 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Publish callbacks [] for port (e4a08cb5-b966-4fb5-838a-f6f178118878), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.031475 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (e4a08cb5-b966-4fb5-838a-f6f178118878), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.061073 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (a818e7a7-5a81-49c2-a896-3255a9b725d7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.093372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Subnet': ['ID=a818e7a7-5a81-49c2-a896-3255a9b725d7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:57.096967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Network aadae4f4-16e4-45a7-98f4-884e646716e3 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:56:57.101666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:56:57.106331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:56:57.110071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Pushing event updated for resources: {'Port': ['ID=e4a08cb5-b966-4fb5-838a-f6f178118878,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:57.171756 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (aadae4f4-16e4-45a7-98f4-884e646716e3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.179886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Attempting to bind port e4a08cb5-b966-4fb5-838a-f6f178118878 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:56:57.180291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Attempting to bind port e4a08cb5-b966-4fb5-838a-f6f178118878 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9852c3d1-b3aa-45aa-9012-a9562e605028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aadae4f4-16e4-45a7-98f4-884e646716e3'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:56:57.180648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Attempting to bind port e4a08cb5-b966-4fb5-838a-f6f178118878 on network aadae4f4-16e4-45a7-98f4-884e646716e3 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:56:57.186262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:56:57.186635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Checking segment: {'id': '9852c3d1-b3aa-45aa-9012-a9562e605028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aadae4f4-16e4-45a7-98f4-884e646716e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:56:57.187073 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.187461 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Bound using segment: {'id': '9852c3d1-b3aa-45aa-9012-a9562e605028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aadae4f4-16e4-45a7-98f4-884e646716e3'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:56:57.187934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Bound port: e4a08cb5-b966-4fb5-838a-f6f178118878, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9852c3d1-b3aa-45aa-9012-a9562e605028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'aadae4f4-16e4-45a7-98f4-884e646716e3'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:56:57.188337 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e4a08cb5-b966-4fb5-838a-f6f178118878), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.194785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadae4f4-16e4-45a7-98f4-884e646716e3']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:57.205347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9852c3d1-b3aa-45aa-9012-a9562e605028') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:57.205729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9852c3d1-b3aa-45aa-9012-a9562e605028') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:57.217202 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (9852c3d1-b3aa-45aa-9012-a9562e605028), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.238091 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9852c3d1-b3aa-45aa-9012-a9562e605028), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.246753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:56:57.247234 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (9852c3d1-b3aa-45aa-9012-a9562e605028), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:56:57.250972 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:56:57.263971 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] For port e4a08cb5-b966-4fb5-838a-f6f178118878, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:56:57.323458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] For port e4a08cb5-b966-4fb5-838a-f6f178118878, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e4a08cb5-b966-4fb5-838a-f6f178118878,segment=NetworkSegment(9852c3d1-b3aa-45aa-9012-a9562e605028),segment_id=9852c3d1-b3aa-45aa-9012-a9562e605028)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:56:57.326259 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.db.api [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 02 13:56:57.326259 n-d-827336-2 neutron-server[103187]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 02 13:56:57.326259 n-d-827336-2 neutron-server[103187]: [parameters: {'id': 'aadae4f4-16e4-45a7-98f4-884e646716e3'}] Feb 02 13:56:57.326259 n-d-827336-2 neutron-server[103187]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103187) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:56:57.326677 n-d-827336-2 neutron-server[103187]: DEBUG oslo_db.api [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:56:57.333935 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e4a08cb5-b966-4fb5-838a-f6f178118878), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.429733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657616df-bb17-4722-92aa-b13e50e10259 None None] Pushing event updated for resources: {'Port': ['ID=e4a08cb5-b966-4fb5-838a-f6f178118878,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:57.438832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a150580e-c7a2-430f-8269-f49fc32eaf7c None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:56:57.525195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a150580e-c7a2-430f-8269-f49fc32eaf7c None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:56:57.705862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c03b94-f47b-419c-8345-f378e89a67ea None None] Network aadae4f4-16e4-45a7-98f4-884e646716e3 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:56:57.828083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (aadae4f4-16e4-45a7-98f4-884e646716e3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.892781 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Deleting port e4a08cb5-b966-4fb5-838a-f6f178118878 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:56:57.893124 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e4a08cb5-b966-4fb5-838a-f6f178118878), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.966988 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] For port e4a08cb5-b966-4fb5-838a-f6f178118878, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e4a08cb5-b966-4fb5-838a-f6f178118878,segment=NetworkSegment(9852c3d1-b3aa-45aa-9012-a9562e605028),segment_id=9852c3d1-b3aa-45aa-9012-a9562e605028)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:56:57.968451 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e4a08cb5-b966-4fb5-838a-f6f178118878), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:57.981628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Calling delete_port for e4a08cb5-b966-4fb5-838a-f6f178118878 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:56:58.066041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e4a08cb5-b966-4fb5-838a-f6f178118878), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.094823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Port': ['ID=e4a08cb5-b966-4fb5-838a-f6f178118878,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:58.101238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] No DVR routers for this DVR port e4a08cb5-b966-4fb5-838a-f6f178118878 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:56:58.184675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (aadae4f4-16e4-45a7-98f4-884e646716e3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.205392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadae4f4-16e4-45a7-98f4-884e646716e3']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:58.215825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9852c3d1-b3aa-45aa-9012-a9562e605028') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:58.216189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9852c3d1-b3aa-45aa-9012-a9562e605028') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:56:58.227032 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (9852c3d1-b3aa-45aa-9012-a9562e605028), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.240856 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (9852c3d1-b3aa-45aa-9012-a9562e605028), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.247303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:56:58.247728 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (9852c3d1-b3aa-45aa-9012-a9562e605028), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:56:58.251790 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:56:58.329252 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (aadae4f4-16e4-45a7-98f4-884e646716e3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.338511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.343320 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/networks/aadae4f4-16e4-45a7-98f4-884e646716e3 HTTP/1.1" status: 204 len: 168 time: 1.7406967 Feb 02 13:56:58.347230 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41106) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:58.352841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-64c6b61f-379d-4999-bc04-76b4ae738ad2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1350565396'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:58.358792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6a749-854d-4630-957e-d646c9ba7c59 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Network': ['ID=aadae4f4-16e4-45a7-98f4-884e646716e3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:58.380090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c6b61f-379d-4999-bc04-76b4ae738ad2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Made reservation on behalf of 8694162b06014e1eb5ff3012790bc5a4 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:58.383148 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64c6b61f-379d-4999-bc04-76b4ae738ad2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.406394 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c6b61f-379d-4999-bc04-76b4ae738ad2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:56:58.416391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64c6b61f-379d-4999-bc04-76b4ae738ad2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1269f056-75e0-4d58-ac09-2d97f2549541), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.417113 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-64c6b61f-379d-4999-bc04-76b4ae738ad2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Added segment 1269f056-75e0-4d58-ac09-2d97f2549541 of type vlan for network c5a4fa30-938a-4d88-9543-1b464e1664a7 Feb 02 13:56:58.464147 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64c6b61f-379d-4999-bc04-76b4ae738ad2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (c5a4fa30-938a-4d88-9543-1b464e1664a7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.491853 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64c6b61f-379d-4999-bc04-76b4ae738ad2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (c5a4fa30-938a-4d88-9543-1b464e1664a7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.499145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c6b61f-379d-4999-bc04-76b4ae738ad2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:58.499749 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-64c6b61f-379d-4999-bc04-76b4ae738ad2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.536513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-64c6b61f-379d-4999-bc04-76b4ae738ad2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1880026 Feb 02 13:56:58.543161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41108) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:58.576267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3f323cff-e16e-4403-b9b1-d1fb9a9b5e49 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Request body: {'subnet': {'network_id': 'c5a4fa30-938a-4d88-9543-1b464e1664a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:58.582850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6b61f-379d-4999-bc04-76b4ae738ad2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event updated for resources: {'Network': ['ID=c5a4fa30-938a-4d88-9543-1b464e1664a7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:58.597570 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network c5a4fa30-938a-4d88-9543-1b464e1664a7 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:56:58.681873 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f323cff-e16e-4403-b9b1-d1fb9a9b5e49 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Made reservation on behalf of 8694162b06014e1eb5ff3012790bc5a4 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:58.686613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f323cff-e16e-4403-b9b1-d1fb9a9b5e49 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.921584 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f323cff-e16e-4403-b9b1-d1fb9a9b5e49 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (fa19dcca-bd93-4e2c-a85a-211383c826ee), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:58.992887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f323cff-e16e-4403-b9b1-d1fb9a9b5e49 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event updated for resources: {'Subnet': ['ID=fa19dcca-bd93-4e2c-a85a-211383c826ee,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:59.001681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f323cff-e16e-4403-b9b1-d1fb9a9b5e49 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Checking segment: {'id': '1269f056-75e0-4d58-ac09-2d97f2549541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c5a4fa30-938a-4d88-9543-1b464e1664a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:56:59.002066 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f323cff-e16e-4403-b9b1-d1fb9a9b5e49 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Network hostable DHCP agents. Network: c5a4fa30-938a-4d88-9543-1b464e1664a7, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:56:59.027284 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f323cff-e16e-4403-b9b1-d1fb9a9b5e49 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Network c5a4fa30-938a-4d88-9543-1b464e1664a7 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:56:59.037729 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3f323cff-e16e-4403-b9b1-d1fb9a9b5e49 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, c5a4fa30-938a-4d88-9543-1b464e1664a7) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:56:59.041974 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f323cff-e16e-4403-b9b1-d1fb9a9b5e49 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:59.042563 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3f323cff-e16e-4403-b9b1-d1fb9a9b5e49 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.051027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2137e218-9fa9-46b5-9999-749625159de2 None None] Network c5a4fa30-938a-4d88-9543-1b464e1664a7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:56:59.063262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3f323cff-e16e-4403-b9b1-d1fb9a9b5e49 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5187042 Feb 02 13:56:59.067297 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41110) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:59.072974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a9104770-706e-4a04-85f5-3513f1164ed9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-305287282'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:59.096932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9104770-706e-4a04-85f5-3513f1164ed9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Made reservation on behalf of 8694162b06014e1eb5ff3012790bc5a4 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:59.101224 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9104770-706e-4a04-85f5-3513f1164ed9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.142258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9104770-706e-4a04-85f5-3513f1164ed9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:56:59.162425 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9104770-706e-4a04-85f5-3513f1164ed9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (ab004068-342c-4e97-b9fa-768ecb217bb8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.162895 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-a9104770-706e-4a04-85f5-3513f1164ed9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Added segment ab004068-342c-4e97-b9fa-768ecb217bb8 of type vlan for network e0d5e860-3d5d-44dd-856b-4cd67f836b5e Feb 02 13:56:59.189424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-c5a4fa30-938a-4d88-9543-1b464e1664a7', 'network_id': 'c5a4fa30-938a-4d88-9543-1b464e1664a7', 'project_id': '8694162b06014e1eb5ff3012790bc5a4', 'fixed_ips': [{'subnet_id': 'fa19dcca-bd93-4e2c-a85a-211383c826ee'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:56:59.190178 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.215070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9104770-706e-4a04-85f5-3513f1164ed9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (e0d5e860-3d5d-44dd-856b-4cd67f836b5e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.243330 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9104770-706e-4a04-85f5-3513f1164ed9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (e0d5e860-3d5d-44dd-856b-4cd67f836b5e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.248284 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9104770-706e-4a04-85f5-3513f1164ed9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:59.248896 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a9104770-706e-4a04-85f5-3513f1164ed9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.281360 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a9104770-706e-4a04-85f5-3513f1164ed9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2128832 Feb 02 13:56:59.285852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41112) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:59.299087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-b868521e-cb20-4169-a827-54ba565fc268 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Request body: {'subnet': {'network_id': 'e0d5e860-3d5d-44dd-856b-4cd67f836b5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:56:59.338594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9104770-706e-4a04-85f5-3513f1164ed9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event updated for resources: {'Network': ['ID=e0d5e860-3d5d-44dd-856b-4cd67f836b5e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:59.357575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network e0d5e860-3d5d-44dd-856b-4cd67f836b5e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:56:59.388281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Allocated IP 2001:db8::2 (c5a4fa30-938a-4d88-9543-1b464e1664a7/fa19dcca-bd93-4e2c-a85a-211383c826ee/7ed309c1-b134-40a6-8bd2-c1b8a9c0c940) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:56:59.398134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b868521e-cb20-4169-a827-54ba565fc268 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Made reservation on behalf of 8694162b06014e1eb5ff3012790bc5a4 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:56:59.401955 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b868521e-cb20-4169-a827-54ba565fc268 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.608428 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Publish callbacks [] for port (7ed309c1-b134-40a6-8bd2-c1b8a9c0c940), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.608745 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b868521e-cb20-4169-a827-54ba565fc268 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (d95b48ba-674f-4217-bc06-8e61480db35e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.613855 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (7ed309c1-b134-40a6-8bd2-c1b8a9c0c940), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.658689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Network c5a4fa30-938a-4d88-9543-1b464e1664a7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:56:59.663662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:56:59.667149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:56:59.674094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Pushing event updated for resources: {'Port': ['ID=7ed309c1-b134-40a6-8bd2-c1b8a9c0c940,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:59.681183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868521e-cb20-4169-a827-54ba565fc268 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event updated for resources: {'Subnet': ['ID=d95b48ba-674f-4217-bc06-8e61480db35e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:56:59.688643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868521e-cb20-4169-a827-54ba565fc268 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Checking segment: {'id': 'ab004068-342c-4e97-b9fa-768ecb217bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'e0d5e860-3d5d-44dd-856b-4cd67f836b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:56:59.689150 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b868521e-cb20-4169-a827-54ba565fc268 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Network hostable DHCP agents. Network: e0d5e860-3d5d-44dd-856b-4cd67f836b5e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:56:59.723252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b868521e-cb20-4169-a827-54ba565fc268 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Network e0d5e860-3d5d-44dd-856b-4cd67f836b5e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:56:59.735690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-b868521e-cb20-4169-a827-54ba565fc268 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, e0d5e860-3d5d-44dd-856b-4cd67f836b5e) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:56:59.741087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b868521e-cb20-4169-a827-54ba565fc268 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:56:59.741355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Attempting to bind port 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:56:59.741889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Attempting to bind port 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '1269f056-75e0-4d58-ac09-2d97f2549541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c5a4fa30-938a-4d88-9543-1b464e1664a7'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:56:59.742150 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b868521e-cb20-4169-a827-54ba565fc268 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.742391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Attempting to bind port 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940 on network c5a4fa30-938a-4d88-9543-1b464e1664a7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:56:59.747053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b796ef44-4d17-4eae-b461-dd7f23577e80 None None] Network e0d5e860-3d5d-44dd-856b-4cd67f836b5e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:56:59.752941 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:56:59.753317 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Checking segment: {'id': '1269f056-75e0-4d58-ac09-2d97f2549541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c5a4fa30-938a-4d88-9543-1b464e1664a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:56:59.753777 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.754205 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Bound using segment: {'id': '1269f056-75e0-4d58-ac09-2d97f2549541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c5a4fa30-938a-4d88-9543-1b464e1664a7'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:56:59.754676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Bound port: 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1269f056-75e0-4d58-ac09-2d97f2549541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c5a4fa30-938a-4d88-9543-1b464e1664a7'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:56:59.755052 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ed309c1-b134-40a6-8bd2-c1b8a9c0c940), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.763169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b868521e-cb20-4169-a827-54ba565fc268 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4738181 Feb 02 13:56:59.764953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41114) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:56:59.878236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (e0d5e860-3d5d-44dd-856b-4cd67f836b5e), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.892376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] For port 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:56:59.907175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] For port 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7ed309c1-b134-40a6-8bd2-c1b8a9c0c940,segment=NetworkSegment(1269f056-75e0-4d58-ac09-2d97f2549541),segment_id=1269f056-75e0-4d58-ac09-2d97f2549541)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:56:59.910227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3c2c35-35ad-4c5d-9dc9-3805ad26ce32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-e0d5e860-3d5d-44dd-856b-4cd67f836b5e', 'network_id': 'e0d5e860-3d5d-44dd-856b-4cd67f836b5e', 'project_id': '8694162b06014e1eb5ff3012790bc5a4', 'fixed_ips': [{'subnet_id': 'd95b48ba-674f-4217-bc06-8e61480db35e'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:56:59.911095 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad3c2c35-35ad-4c5d-9dc9-3805ad26ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.931176 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7ed309c1-b134-40a6-8bd2-c1b8a9c0c940), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:56:59.955743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (d95b48ba-674f-4217-bc06-8e61480db35e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:00.032398 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (d95b48ba-674f-4217-bc06-8e61480db35e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:00.064912 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dda53-6dc9-4746-97ef-9d9df792d440 None None] Pushing event updated for resources: {'Port': ['ID=7ed309c1-b134-40a6-8bd2-c1b8a9c0c940,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:00.075080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Subnet': ['ID=d95b48ba-674f-4217-bc06-8e61480db35e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server [None req-ad3c2c35-35ad-4c5d-9dc9-3805ad26ce32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d95b48ba-674f-4217-bc06-8e61480db35e: This subnet is being modified by another concurrent operation. Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise self.value Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1510, in create_port Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1475, in _create_port_db Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server raise exception Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d95b48ba-674f-4217-bc06-8e61480db35e: This subnet is being modified by another concurrent operation. Feb 02 13:57:00.089730 n-d-827336-2 neutron-server[103189]: ERROR oslo_messaging.rpc.server Feb 02 13:57:00.119922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b7472a-b246-401c-9427-f4633872facd None None] Network e0d5e860-3d5d-44dd-856b-4cd67f836b5e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:57:00.168568 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (e0d5e860-3d5d-44dd-856b-4cd67f836b5e), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:00.198200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d5e860-3d5d-44dd-856b-4cd67f836b5e']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:00.215852 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab004068-342c-4e97-b9fa-768ecb217bb8') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:00.216583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab004068-342c-4e97-b9fa-768ecb217bb8') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:00.232466 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (ab004068-342c-4e97-b9fa-768ecb217bb8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:00.249025 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (ab004068-342c-4e97-b9fa-768ecb217bb8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:00.256198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:57:00.256984 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (ab004068-342c-4e97-b9fa-768ecb217bb8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:57:00.260025 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:57:00.341300 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (e0d5e860-3d5d-44dd-856b-4cd67f836b5e), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:00.348533 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:00.354524 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/networks/e0d5e860-3d5d-44dd-856b-4cd67f836b5e HTTP/1.1" status: 204 len: 168 time: 0.5882201 Feb 02 13:57:00.360310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41116) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:00.378856 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c4487-44bd-4f33-a3db-79c41352f3b4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Network': ['ID=e0d5e860-3d5d-44dd-856b-4cd67f836b5e,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:00.768198 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de8a93a-8f26-4067-997a-91eaf521bab4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] GET failed (client error): The resource could not be found. Feb 02 13:57:00.769547 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6de8a93a-8f26-4067-997a-91eaf521bab4 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "GET /v2.0/subnets/d95b48ba-674f-4217-bc06-8e61480db35e HTTP/1.1" status: 404 len: 337 time: 0.4067376 Feb 02 13:57:00.774347 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:00.795645 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1b736f-6cf1-4e60-88c5-ecb620f8c773 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] DELETE failed (client error): The resource could not be found. Feb 02 13:57:00.796148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1b736f-6cf1-4e60-88c5-ecb620f8c773 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:57:00.799240 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7c1b736f-6cf1-4e60-88c5-ecb620f8c773 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/networks/e0d5e860-3d5d-44dd-856b-4cd67f836b5e HTTP/1.1" status: 404 len: 339 time: 0.0238774 Feb 02 13:57:00.804470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41120) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:00.835952 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced029b9-0223-437f-a5ac-093de2f1e94c tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] DELETE failed (client error): The resource could not be found. Feb 02 13:57:00.836413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced029b9-0223-437f-a5ac-093de2f1e94c tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:57:00.839731 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ced029b9-0223-437f-a5ac-093de2f1e94c tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/subnets/d95b48ba-674f-4217-bc06-8e61480db35e HTTP/1.1" status: 404 len: 337 time: 0.0338023 Feb 02 13:57:00.842324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41122) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:00.866249 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-0340cc8e-119d-4e8b-a28d-ba8605eea99e tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] DELETE failed (client error): The resource could not be found. Feb 02 13:57:00.866937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0340cc8e-119d-4e8b-a28d-ba8605eea99e tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:57:00.872027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0340cc8e-119d-4e8b-a28d-ba8605eea99e tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/networks/e0d5e860-3d5d-44dd-856b-4cd67f836b5e HTTP/1.1" status: 404 len: 339 time: 0.0285256 Feb 02 13:57:00.880776 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41124) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:00.939466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8194fb-91c3-4f6e-bfd1-44b0f7b8fba1 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Deleting subnet fa19dcca-bd93-4e2c-a85a-211383c826ee {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:57:00.943840 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab8194fb-91c3-4f6e-bfd1-44b0f7b8fba1 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for subnet (fa19dcca-bd93-4e2c-a85a-211383c826ee), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.003549 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab8194fb-91c3-4f6e-bfd1-44b0f7b8fba1 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (fa19dcca-bd93-4e2c-a85a-211383c826ee), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.120244 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab8194fb-91c3-4f6e-bfd1-44b0f7b8fba1 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (fa19dcca-bd93-4e2c-a85a-211383c826ee), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.154477 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604b83e-2d5f-4553-9dab-94329ddf0d29 None None] get_active_networks_info from n-d-827336-2 {{(pid=103189) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 02 13:57:01.188839 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab8194fb-91c3-4f6e-bfd1-44b0f7b8fba1 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (fa19dcca-bd93-4e2c-a85a-211383c826ee), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.207946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-75688fd1-f9b0-49f7-b9d1-1fe485da96a9 None None] Provisioning complete for port 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:01.208338 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75688fd1-f9b0-49f7-b9d1-1fe485da96a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7ed309c1-b134-40a6-8bd2-c1b8a9c0c940), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.221732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8194fb-91c3-4f6e-bfd1-44b0f7b8fba1 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Subnet': ['ID=fa19dcca-bd93-4e2c-a85a-211383c826ee,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:01.230575 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ab8194fb-91c3-4f6e-bfd1-44b0f7b8fba1 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.238377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ab8194fb-91c3-4f6e-bfd1-44b0f7b8fba1 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/subnets/fa19dcca-bd93-4e2c-a85a-211383c826ee HTTP/1.1" status: 204 len: 168 time: 0.3528981 Feb 02 13:57:01.238718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41126) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:01.279927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3604b83e-2d5f-4553-9dab-94329ddf0d29 None None] Resources bound (agent type, host, resource id): {{(pid=103189) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 02 13:57:01.323921 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (c5a4fa30-938a-4d88-9543-1b464e1664a7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.390091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Deleting port 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:57:01.390306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-75688fd1-f9b0-49f7-b9d1-1fe485da96a9 None None] Current status of the port 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:01.390419 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7ed309c1-b134-40a6-8bd2-c1b8a9c0c940), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.390573 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75688fd1-f9b0-49f7-b9d1-1fe485da96a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ed309c1-b134-40a6-8bd2-c1b8a9c0c940), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.448828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-75688fd1-f9b0-49f7-b9d1-1fe485da96a9 None None] For port 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7ed309c1-b134-40a6-8bd2-c1b8a9c0c940,segment=NetworkSegment(1269f056-75e0-4d58-ac09-2d97f2549541),segment_id=1269f056-75e0-4d58-ac09-2d97f2549541)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:01.458813 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75688fd1-f9b0-49f7-b9d1-1fe485da96a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7ed309c1-b134-40a6-8bd2-c1b8a9c0c940), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.492712 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] For port 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7ed309c1-b134-40a6-8bd2-c1b8a9c0c940,segment=NetworkSegment(1269f056-75e0-4d58-ac09-2d97f2549541),segment_id=1269f056-75e0-4d58-ac09-2d97f2549541)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:01.493080 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7ed309c1-b134-40a6-8bd2-c1b8a9c0c940), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.515965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Calling delete_port for 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:57:01.533953 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75688fd1-f9b0-49f7-b9d1-1fe485da96a9 None None] Pushing event updated for resources: {'Port': ['ID=7ed309c1-b134-40a6-8bd2-c1b8a9c0c940,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:01.564671 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8064fd-a69f-4968-938a-ce13091ac909 None None] Network c5a4fa30-938a-4d88-9543-1b464e1664a7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:57:01.616923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7ed309c1-b134-40a6-8bd2-c1b8a9c0c940), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.647582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Port': ['ID=7ed309c1-b134-40a6-8bd2-c1b8a9c0c940,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:01.650966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] No DVR routers for this DVR port 7ed309c1-b134-40a6-8bd2-c1b8a9c0c940 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:57:01.725220 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e73ce8-51d3-4270-8936-310df94b84a8 None None] DHCP port deletion for c5a4fa30-938a-4d88-9543-1b464e1664a7 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:57:01.743192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (c5a4fa30-938a-4d88-9543-1b464e1664a7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.771955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a4fa30-938a-4d88-9543-1b464e1664a7']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:01.783829 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1269f056-75e0-4d58-ac09-2d97f2549541') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:01.784110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1269f056-75e0-4d58-ac09-2d97f2549541') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:01.794307 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (1269f056-75e0-4d58-ac09-2d97f2549541), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.808833 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1269f056-75e0-4d58-ac09-2d97f2549541), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.815190 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:57:01.815617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (1269f056-75e0-4d58-ac09-2d97f2549541), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:57:01.818810 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:57:01.852227 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-359b6013-f1e8-41e2-af3f-c59cb2582f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.896916 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (c5a4fa30-938a-4d88-9543-1b464e1664a7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.905698 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:01.910375 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/networks/c5a4fa30-938a-4d88-9543-1b464e1664a7 HTTP/1.1" status: 204 len: 168 time: 0.6703992 Feb 02 13:57:01.913222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41128) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:01.924503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af57145-58c5-4739-a486-c55a4f99372f tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Network': ['ID=c5a4fa30-938a-4d88-9543-1b464e1664a7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:01.954949 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-416d3a43-8b4d-4c76-9c8d-f957f509ac4b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] DELETE failed (client error): The resource could not be found. Feb 02 13:57:01.955306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416d3a43-8b4d-4c76-9c8d-f957f509ac4b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:57:01.958396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-416d3a43-8b4d-4c76-9c8d-f957f509ac4b tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/subnets/a818e7a7-5a81-49c2-a896-3255a9b725d7 HTTP/1.1" status: 404 len: 337 time: 0.0440187 Feb 02 13:57:01.961761 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41130) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:01.983023 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1761a04-6d74-49d1-bbad-9a1251564ade tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] DELETE failed (client error): The resource could not be found. Feb 02 13:57:01.983557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1761a04-6d74-49d1-bbad-9a1251564ade tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:57:01.986575 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e1761a04-6d74-49d1-bbad-9a1251564ade tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/networks/aadae4f4-16e4-45a7-98f4-884e646716e3 HTTP/1.1" status: 404 len: 339 time: 0.0233870 Feb 02 13:57:01.989975 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41132) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:02.016850 n-d-827336-2 neutron-server[103188]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bdf16e-1cd5-4b9b-8733-1cdbbed6ab4a tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] DELETE failed (client error): The resource could not be found. Feb 02 13:57:02.017457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bdf16e-1cd5-4b9b-8733-1cdbbed6ab4a tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103188) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:57:02.020256 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-78bdf16e-1cd5-4b9b-8733-1cdbbed6ab4a tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/subnets/12f49d97-eef5-4ef9-a0d0-b6ff303d4c8a HTTP/1.1" status: 404 len: 337 time: 0.0292947 Feb 02 13:57:02.024406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41134) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:02.047619 n-d-827336-2 neutron-server[103187]: INFO neutron.pecan_wsgi.hooks.translation [None req-db5f78f6-a95a-46d6-ae9d-c4cc8a68d4f2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] DELETE failed (client error): The resource could not be found. Feb 02 13:57:02.048129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db5f78f6-a95a-46d6-ae9d-c4cc8a68d4f2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103187) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 02 13:57:02.052608 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-db5f78f6-a95a-46d6-ae9d-c4cc8a68d4f2 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/networks/52ba742f-361a-4078-8bcc-5d38f16af489 HTTP/1.1" status: 404 len: 339 time: 0.0271959 Feb 02 13:57:02.056018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41136) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:02.120072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b807d6a-0d90-41ef-a6f0-a5470fb19efe tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Deleting subnet a03168a0-f3a3-46ff-b9ca-c73bf4c60cbe {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:57:02.123793 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b807d6a-0d90-41ef-a6f0-a5470fb19efe tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for subnet (a03168a0-f3a3-46ff-b9ca-c73bf4c60cbe), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.167881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b807d6a-0d90-41ef-a6f0-a5470fb19efe tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (a03168a0-f3a3-46ff-b9ca-c73bf4c60cbe), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.265800 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b807d6a-0d90-41ef-a6f0-a5470fb19efe tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (a03168a0-f3a3-46ff-b9ca-c73bf4c60cbe), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.341258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b807d6a-0d90-41ef-a6f0-a5470fb19efe tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (a03168a0-f3a3-46ff-b9ca-c73bf4c60cbe), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.370822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b807d6a-0d90-41ef-a6f0-a5470fb19efe tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Subnet': ['ID=a03168a0-f3a3-46ff-b9ca-c73bf4c60cbe,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:02.374672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9b807d6a-0d90-41ef-a6f0-a5470fb19efe tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.378024 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9b807d6a-0d90-41ef-a6f0-a5470fb19efe tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/subnets/a03168a0-f3a3-46ff-b9ca-c73bf4c60cbe HTTP/1.1" status: 204 len: 168 time: 0.3210185 Feb 02 13:57:02.380751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41138) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:02.383406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac854b25-b3c6-4e93-ad49-5708b5721787 None None] Network 50975b5f-cdd2-49cd-9bf0-6052b9394ab0 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:57:02.472462 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (50975b5f-cdd2-49cd-9bf0-6052b9394ab0), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.532470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Deleting port 564700e2-986e-4c9f-8b7e-265dd0dd38fa {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:57:02.532808 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.571391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188ec743-c4e3-47cf-9e9e-751f8f2cc922 None None] DHCP port deletion for 50975b5f-cdd2-49cd-9bf0-6052b9394ab0 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:57:02.606123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] For port 564700e2-986e-4c9f-8b7e-265dd0dd38fa, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=564700e2-986e-4c9f-8b7e-265dd0dd38fa,segment=NetworkSegment(8f7744ff-6ff9-4d2b-be24-70b9530fd3cf),segment_id=8f7744ff-6ff9-4d2b-be24-70b9530fd3cf)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:02.606478 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.622453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Calling delete_port for 564700e2-986e-4c9f-8b7e-265dd0dd38fa owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:57:02.637560 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-188ec743-c4e3-47cf-9e9e-751f8f2cc922 None None] Deleting port 564700e2-986e-4c9f-8b7e-265dd0dd38fa {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:57:02.637938 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-188ec743-c4e3-47cf-9e9e-751f8f2cc922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.725062 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.761771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Port': ['ID=564700e2-986e-4c9f-8b7e-265dd0dd38fa,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:02.763799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] No DVR routers for this DVR port 564700e2-986e-4c9f-8b7e-265dd0dd38fa on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:57:02.861635 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (50975b5f-cdd2-49cd-9bf0-6052b9394ab0), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.888216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50975b5f-cdd2-49cd-9bf0-6052b9394ab0']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:02.895901 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-188ec743-c4e3-47cf-9e9e-751f8f2cc922 None None] For port 564700e2-986e-4c9f-8b7e-265dd0dd38fa, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=564700e2-986e-4c9f-8b7e-265dd0dd38fa,segment=NetworkSegment(8f7744ff-6ff9-4d2b-be24-70b9530fd3cf),segment_id=8f7744ff-6ff9-4d2b-be24-70b9530fd3cf)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:02.896416 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-188ec743-c4e3-47cf-9e9e-751f8f2cc922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.902773 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7744ff-6ff9-4d2b-be24-70b9530fd3cf') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:02.903177 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7744ff-6ff9-4d2b-be24-70b9530fd3cf') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:02.914151 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (8f7744ff-6ff9-4d2b-be24-70b9530fd3cf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.915951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-188ec743-c4e3-47cf-9e9e-751f8f2cc922 None None] Calling delete_port for 564700e2-986e-4c9f-8b7e-265dd0dd38fa owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:57:02.930716 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (8f7744ff-6ff9-4d2b-be24-70b9530fd3cf), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.937161 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:57:02.937548 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (8f7744ff-6ff9-4d2b-be24-70b9530fd3cf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:57:02.940714 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:57:03.007212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (50975b5f-cdd2-49cd-9bf0-6052b9394ab0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:03.007676 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-188ec743-c4e3-47cf-9e9e-751f8f2cc922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (564700e2-986e-4c9f-8b7e-265dd0dd38fa), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:03.011819 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:03.018030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] 10.222.0.83 "DELETE /v2.0/networks/50975b5f-cdd2-49cd-9bf0-6052b9394ab0 HTTP/1.1" status: 204 len: 168 time: 0.6361923 Feb 02 13:57:03.032763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110aaef5-0ceb-4184-9482-888f9d7f5fc9 tempest-NetworksIpV6Test-291799762 tempest-NetworksIpV6Test-291799762-project] Pushing event deleted for resources: {'Network': ['ID=50975b5f-cdd2-49cd-9bf0-6052b9394ab0,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:03.041850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ec743-c4e3-47cf-9e9e-751f8f2cc922 None None] Pushing event deleted for resources: {'Port': ['ID=564700e2-986e-4c9f-8b7e-265dd0dd38fa,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:03.046294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-188ec743-c4e3-47cf-9e9e-751f8f2cc922 None None] Network 50975b5f-cdd2-49cd-9bf0-6052b9394ab0 is not hosted by any dhcp agent {{(pid=103189) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 02 13:57:03.046294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188ec743-c4e3-47cf-9e9e-751f8f2cc922 None None] No DVR routers for this DVR port 564700e2-986e-4c9f-8b7e-265dd0dd38fa on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:57:03.329822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41144) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:03.496850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c12ff7c7-a531-4e7a-b9d6-70409bbcd82c admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=8694162b06014e1eb5ff3012790bc5a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1658266 Feb 02 13:57:03.500598 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41148) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:03.554599 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a1a1-dbf3-4587-a434-acaa0a98ec06 admin admin] Publish callbacks [] for security_group (af2e11a2-1395-4c26-99e9-b44fd6d63160), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:03.579310 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a1a1-dbf3-4587-a434-acaa0a98ec06 admin admin] Publish callbacks [] for security_group (af2e11a2-1395-4c26-99e9-b44fd6d63160), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:03.639340 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a1a1-dbf3-4587-a434-acaa0a98ec06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (af2e11a2-1395-4c26-99e9-b44fd6d63160), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:03.642800 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cdd2a1a1-dbf3-4587-a434-acaa0a98ec06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:03.644236 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cdd2a1a1-dbf3-4587-a434-acaa0a98ec06 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/af2e11a2-1395-4c26-99e9-b44fd6d63160 HTTP/1.1" status: 204 len: 168 time: 0.1425207 Feb 02 13:57:03.654310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2a1a1-dbf3-4587-a434-acaa0a98ec06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2e11a2-1395-4c26-99e9-b44fd6d63160,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:04.151264 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e468e69f-827c-4d05-9ec3-90228aa7645e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:04.167919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 564700e2-986e-4c9f-8b7e-265dd0dd38fa no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:57:04.190585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 564700e2-986e-4c9f-8b7e-265dd0dd38fa {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:57:04.191165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 564700e2-986e-4c9f-8b7e-265dd0dd38fa not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:57:04.473866 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41172) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:04.595580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d28e428a-f5e6-4928-b384-d71b6e688108 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1812103166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:04.621372 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d28e428a-f5e6-4928-b384-d71b6e688108 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (c51c4b17-80ee-4147-a5bd-0f1f8e1e6175), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:04.623744 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d28e428a-f5e6-4928-b384-d71b6e688108 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (c51c4b17-80ee-4147-a5bd-0f1f8e1e6175), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:04.682377 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d28e428a-f5e6-4928-b384-d71b6e688108 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for router_controller (c51c4b17-80ee-4147-a5bd-0f1f8e1e6175), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:04.687591 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d28e428a-f5e6-4928-b384-d71b6e688108 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (c51c4b17-80ee-4147-a5bd-0f1f8e1e6175), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:04.708075 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d28e428a-f5e6-4928-b384-d71b6e688108 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:04.709369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d28e428a-f5e6-4928-b384-d71b6e688108 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2344446 Feb 02 13:57:04.712800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41176) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:04.719452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1529043801'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:04.741216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Made reservation on behalf of 30449bf28e0841e2ba4240c46f37d8e6 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:57:04.745249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:04.755599 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:04.853814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for security_group (8f03e40e-4ba8-4a09-95ca-1394e55d0faa), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:04.865694 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8f03e40e-4ba8-4a09-95ca-1394e55d0faa), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:04.895680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:57:04.906854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f03e40e-4ba8-4a09-95ca-1394e55d0faa,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:04.912383 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (59cf706d-f754-4ee4-8043-6b7d3d54259b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:04.912720 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Added segment 59cf706d-f754-4ee4-8043-6b7d3d54259b of type vlan for network 0c6c8530-1586-4d64-8252-6b9427bd8218 Feb 02 13:57:04.972464 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (0c6c8530-1586-4d64-8252-6b9427bd8218), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.010618 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (0c6c8530-1586-4d64-8252-6b9427bd8218), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.015968 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:05.016581 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.055737 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3416891 Feb 02 13:57:05.059159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41178) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:05.064319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-bdeeede7-f4f4-416a-b38d-fb3d8ceacb7d tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Request body: {'subnet': {'network_id': '0c6c8530-1586-4d64-8252-6b9427bd8218', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:05.116982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef7af35-30dd-4aad-bd24-d0e4c271b975 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Pushing event updated for resources: {'Network': ['ID=0c6c8530-1586-4d64-8252-6b9427bd8218,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:05.128277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 0c6c8530-1586-4d64-8252-6b9427bd8218 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:57:05.202132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdeeede7-f4f4-416a-b38d-fb3d8ceacb7d tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Made reservation on behalf of 30449bf28e0841e2ba4240c46f37d8e6 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:57:05.205508 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bdeeede7-f4f4-416a-b38d-fb3d8ceacb7d tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.407642 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bdeeede7-f4f4-416a-b38d-fb3d8ceacb7d tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (dc935995-3e5e-4d19-b4a1-6672c5305aa0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.469104 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeeede7-f4f4-416a-b38d-fb3d8ceacb7d tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Pushing event updated for resources: {'Subnet': ['ID=dc935995-3e5e-4d19-b4a1-6672c5305aa0,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:05.486591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeeede7-f4f4-416a-b38d-fb3d8ceacb7d tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Checking segment: {'id': '59cf706d-f754-4ee4-8043-6b7d3d54259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0c6c8530-1586-4d64-8252-6b9427bd8218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:05.486876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeeede7-f4f4-416a-b38d-fb3d8ceacb7d tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Network hostable DHCP agents. Network: 0c6c8530-1586-4d64-8252-6b9427bd8218, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:57:05.505787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeeede7-f4f4-416a-b38d-fb3d8ceacb7d tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Network 0c6c8530-1586-4d64-8252-6b9427bd8218 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:57:05.516700 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-bdeeede7-f4f4-416a-b38d-fb3d8ceacb7d tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 0c6c8530-1586-4d64-8252-6b9427bd8218) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:05.528066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdeeede7-f4f4-416a-b38d-fb3d8ceacb7d tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:05.528672 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-bdeeede7-f4f4-416a-b38d-fb3d8ceacb7d tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.531386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c2d06f-6ba7-4f54-a8ce-25873acfa3ca None None] Network 0c6c8530-1586-4d64-8252-6b9427bd8218 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:57:05.551301 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-bdeeede7-f4f4-416a-b38d-fb3d8ceacb7d tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4908578 Feb 02 13:57:05.554254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41180) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:05.563271 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6c78f22d-5149-40b2-99eb-30aa0b7c45a4 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1492101024'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:05.594256 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c78f22d-5149-40b2-99eb-30aa0b7c45a4 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Made reservation on behalf of 30449bf28e0841e2ba4240c46f37d8e6 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:57:05.599856 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c78f22d-5149-40b2-99eb-30aa0b7c45a4 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.634241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c78f22d-5149-40b2-99eb-30aa0b7c45a4 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:57:05.646266 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c78f22d-5149-40b2-99eb-30aa0b7c45a4 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (ecaa61f2-5eac-4950-b8a5-f81bd0731d3d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.646737 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-6c78f22d-5149-40b2-99eb-30aa0b7c45a4 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Added segment ecaa61f2-5eac-4950-b8a5-f81bd0731d3d of type vlan for network 2c58053d-7951-41ee-b5e2-3c29cc2f22ac Feb 02 13:57:05.672346 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-0c6c8530-1586-4d64-8252-6b9427bd8218', 'network_id': '0c6c8530-1586-4d64-8252-6b9427bd8218', 'project_id': '30449bf28e0841e2ba4240c46f37d8e6', 'fixed_ips': [{'subnet_id': 'dc935995-3e5e-4d19-b4a1-6672c5305aa0'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:57:05.673953 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.700492 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c78f22d-5149-40b2-99eb-30aa0b7c45a4 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (2c58053d-7951-41ee-b5e2-3c29cc2f22ac), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.737407 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c78f22d-5149-40b2-99eb-30aa0b7c45a4 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (2c58053d-7951-41ee-b5e2-3c29cc2f22ac), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.743965 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c78f22d-5149-40b2-99eb-30aa0b7c45a4 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:05.745666 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c78f22d-5149-40b2-99eb-30aa0b7c45a4 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.786565 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:05.788642 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6c78f22d-5149-40b2-99eb-30aa0b7c45a4 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2327387 Feb 02 13:57:05.791759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41182) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:05.796730 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b0dd7346-5562-4825-aaf1-44eb5efdc85c tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Request body: {'subnet': {'network_id': '2c58053d-7951-41ee-b5e2-3c29cc2f22ac', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:05.840256 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78f22d-5149-40b2-99eb-30aa0b7c45a4 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Pushing event updated for resources: {'Network': ['ID=2c58053d-7951-41ee-b5e2-3c29cc2f22ac,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:05.850576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Allocated IP 172.20.0.2 (0c6c8530-1586-4d64-8252-6b9427bd8218/dc935995-3e5e-4d19-b4a1-6672c5305aa0/cd29db85-f847-4833-b5d0-47eb44f15f36) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:57:05.853959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 2c58053d-7951-41ee-b5e2-3c29cc2f22ac details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:57:05.936989 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dd7346-5562-4825-aaf1-44eb5efdc85c tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Made reservation on behalf of 30449bf28e0841e2ba4240c46f37d8e6 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:57:05.940804 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7346-5562-4825-aaf1-44eb5efdc85c tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:06.070611 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Publish callbacks [] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:06.077987 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:06.124475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Network 0c6c8530-1586-4d64-8252-6b9427bd8218 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:57:06.128292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:06.135549 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:57:06.143706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Pushing event updated for resources: {'Port': ['ID=cd29db85-f847-4833-b5d0-47eb44f15f36,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:06.208884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Attempting to bind port cd29db85-f847-4833-b5d0-47eb44f15f36 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:57:06.209280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Attempting to bind port cd29db85-f847-4833-b5d0-47eb44f15f36 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '59cf706d-f754-4ee4-8043-6b7d3d54259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0c6c8530-1586-4d64-8252-6b9427bd8218'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:57:06.209669 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Attempting to bind port cd29db85-f847-4833-b5d0-47eb44f15f36 on network 0c6c8530-1586-4d64-8252-6b9427bd8218 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:57:06.216001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:57:06.216271 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Checking segment: {'id': '59cf706d-f754-4ee4-8043-6b7d3d54259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0c6c8530-1586-4d64-8252-6b9427bd8218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:06.216682 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:06.217109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Bound using segment: {'id': '59cf706d-f754-4ee4-8043-6b7d3d54259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0c6c8530-1586-4d64-8252-6b9427bd8218'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:57:06.217589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Bound port: cd29db85-f847-4833-b5d0-47eb44f15f36, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59cf706d-f754-4ee4-8043-6b7d3d54259b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '0c6c8530-1586-4d64-8252-6b9427bd8218'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:57:06.218348 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:06.294116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] For port cd29db85-f847-4833-b5d0-47eb44f15f36, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:57:06.298026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] For port cd29db85-f847-4833-b5d0-47eb44f15f36, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cd29db85-f847-4833-b5d0-47eb44f15f36,segment=NetworkSegment(59cf706d-f754-4ee4-8043-6b7d3d54259b),segment_id=59cf706d-f754-4ee4-8043-6b7d3d54259b)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:57:06.305636 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:06.373735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1fd74-c80d-46f0-8bc3-30cf6f829034 None None] Pushing event updated for resources: {'Port': ['ID=cd29db85-f847-4833-b5d0-47eb44f15f36,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:06.452379 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7346-5562-4825-aaf1-44eb5efdc85c tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (beb1e47a-2b4b-4636-b1a7-ad03231c1477), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:06.530913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd7346-5562-4825-aaf1-44eb5efdc85c tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Pushing event updated for resources: {'Subnet': ['ID=beb1e47a-2b4b-4636-b1a7-ad03231c1477,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:06.546368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dd7346-5562-4825-aaf1-44eb5efdc85c tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Checking segment: {'id': 'ecaa61f2-5eac-4950-b8a5-f81bd0731d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2c58053d-7951-41ee-b5e2-3c29cc2f22ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:06.546368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd7346-5562-4825-aaf1-44eb5efdc85c tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Network hostable DHCP agents. Network: 2c58053d-7951-41ee-b5e2-3c29cc2f22ac, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:57:06.588357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd7346-5562-4825-aaf1-44eb5efdc85c tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Network 2c58053d-7951-41ee-b5e2-3c29cc2f22ac is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:57:06.603149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd7346-5562-4825-aaf1-44eb5efdc85c tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 2c58053d-7951-41ee-b5e2-3c29cc2f22ac) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:06.607551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd7346-5562-4825-aaf1-44eb5efdc85c tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:06.608157 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b0dd7346-5562-4825-aaf1-44eb5efdc85c tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:06.616210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53029355-7a32-4839-9a2e-389eb7080a08 None None] Network 2c58053d-7951-41ee-b5e2-3c29cc2f22ac requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:57:06.627645 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b0dd7346-5562-4825-aaf1-44eb5efdc85c tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8347824 Feb 02 13:57:06.633460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41186) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:06.641667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d25e4f89-aeaa-4e67-8285-b9d615c587c1 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c58053d-7951-41ee-b5e2-3c29cc2f22ac'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:06.744708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-2c58053d-7951-41ee-b5e2-3c29cc2f22ac', 'network_id': '2c58053d-7951-41ee-b5e2-3c29cc2f22ac', 'project_id': '30449bf28e0841e2ba4240c46f37d8e6', 'fixed_ips': [{'subnet_id': 'beb1e47a-2b4b-4636-b1a7-ad03231c1477'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:57:06.745593 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:06.882956 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d25e4f89-aeaa-4e67-8285-b9d615c587c1 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for router_gateway (c51c4b17-80ee-4147-a5bd-0f1f8e1e6175), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:06.905409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Allocated IP 172.21.0.2 (2c58053d-7951-41ee-b5e2-3c29cc2f22ac/beb1e47a-2b4b-4636-b1a7-ad03231c1477/af7ae1d9-65dc-474c-bb28-93855c443844) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:57:07.001241 n-d-827336-2 neutron-server[103188]: INFO neutron.api.v2.resource [None req-d25e4f89-aeaa-4e67-8285-b9d615c587c1 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 02 13:57:07.002308 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d25e4f89-aeaa-4e67-8285-b9d615c587c1 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] 10.222.0.83 "PUT /v2.0/routers/c51c4b17-80ee-4147-a5bd-0f1f8e1e6175 HTTP/1.1" status: 400 len: 364 time: 0.3648007 Feb 02 13:57:07.008357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41188) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:07.034481 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.063863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-561dab52-1743-4401-9998-553fc9d33ef6 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Deleting subnet beb1e47a-2b4b-4636-b1a7-ad03231c1477 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:57:07.102472 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Publish callbacks [] for port (af7ae1d9-65dc-474c-bb28-93855c443844), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.108754 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-561dab52-1743-4401-9998-553fc9d33ef6 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for subnet (beb1e47a-2b4b-4636-b1a7-ad03231c1477), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.112506 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (af7ae1d9-65dc-474c-bb28-93855c443844), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.156135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Network 2c58053d-7951-41ee-b5e2-3c29cc2f22ac is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:57:07.161742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:07.165820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:57:07.173538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-561dab52-1743-4401-9998-553fc9d33ef6 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (beb1e47a-2b4b-4636-b1a7-ad03231c1477), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.180728 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Pushing event updated for resources: {'Port': ['ID=af7ae1d9-65dc-474c-bb28-93855c443844,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:07.247239 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.259032 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Attempting to bind port af7ae1d9-65dc-474c-bb28-93855c443844 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:57:07.259408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Attempting to bind port af7ae1d9-65dc-474c-bb28-93855c443844 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'ecaa61f2-5eac-4950-b8a5-f81bd0731d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2c58053d-7951-41ee-b5e2-3c29cc2f22ac'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:57:07.259810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Attempting to bind port af7ae1d9-65dc-474c-bb28-93855c443844 on network 2c58053d-7951-41ee-b5e2-3c29cc2f22ac {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:57:07.266553 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:57:07.266934 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Checking segment: {'id': 'ecaa61f2-5eac-4950-b8a5-f81bd0731d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2c58053d-7951-41ee-b5e2-3c29cc2f22ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:07.267380 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.267812 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Bound using segment: {'id': 'ecaa61f2-5eac-4950-b8a5-f81bd0731d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2c58053d-7951-41ee-b5e2-3c29cc2f22ac'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:57:07.268290 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Bound port: af7ae1d9-65dc-474c-bb28-93855c443844, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecaa61f2-5eac-4950-b8a5-f81bd0731d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '2c58053d-7951-41ee-b5e2-3c29cc2f22ac'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:57:07.268670 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (af7ae1d9-65dc-474c-bb28-93855c443844), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.313829 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-561dab52-1743-4401-9998-553fc9d33ef6 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (beb1e47a-2b4b-4636-b1a7-ad03231c1477), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.382291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-561dab52-1743-4401-9998-553fc9d33ef6 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (beb1e47a-2b4b-4636-b1a7-ad03231c1477), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.385593 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] For port af7ae1d9-65dc-474c-bb28-93855c443844, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:57:07.389715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] For port af7ae1d9-65dc-474c-bb28-93855c443844, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=af7ae1d9-65dc-474c-bb28-93855c443844,segment=NetworkSegment(ecaa61f2-5eac-4950-b8a5-f81bd0731d3d),segment_id=ecaa61f2-5eac-4950-b8a5-f81bd0731d3d)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:57:07.396554 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (af7ae1d9-65dc-474c-bb28-93855c443844), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.411363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561dab52-1743-4401-9998-553fc9d33ef6 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Pushing event deleted for resources: {'Subnet': ['ID=beb1e47a-2b4b-4636-b1a7-ad03231c1477,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:07.413464 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-561dab52-1743-4401-9998-553fc9d33ef6 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.419889 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:07.420041 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-561dab52-1743-4401-9998-553fc9d33ef6 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] 10.222.0.83 "DELETE /v2.0/subnets/beb1e47a-2b4b-4636-b1a7-ad03231c1477 HTTP/1.1" status: 204 len: 168 time: 0.4104474 Feb 02 13:57:07.469567 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6d14b-e45d-4e6c-b675-b7dd833d9f8c None None] Pushing event updated for resources: {'Port': ['ID=af7ae1d9-65dc-474c-bb28-93855c443844,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:07.524352 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (2c58053d-7951-41ee-b5e2-3c29cc2f22ac), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.557255 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362203cb-a386-4401-a4b9-685ef7963e08 None None] Network 0c6c8530-1586-4d64-8252-6b9427bd8218 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:57:07.597162 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Deleting port af7ae1d9-65dc-474c-bb28-93855c443844 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:57:07.597413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (af7ae1d9-65dc-474c-bb28-93855c443844), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.701417 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] For port af7ae1d9-65dc-474c-bb28-93855c443844, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=af7ae1d9-65dc-474c-bb28-93855c443844,segment=NetworkSegment(ecaa61f2-5eac-4950-b8a5-f81bd0731d3d),segment_id=ecaa61f2-5eac-4950-b8a5-f81bd0731d3d)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:07.702152 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (af7ae1d9-65dc-474c-bb28-93855c443844), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.706552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b7bd1bb1-4b4c-4948-9c7e-9ce0465dd4ea None None] Provisioning complete for port cd29db85-f847-4833-b5d0-47eb44f15f36 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:07.707103 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1bb1-4b4c-4948-9c7e-9ce0465dd4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.722593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Calling delete_port for af7ae1d9-65dc-474c-bb28-93855c443844 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:57:07.840257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd1bb1-4b4c-4948-9c7e-9ce0465dd4ea None None] Current status of the port cd29db85-f847-4833-b5d0-47eb44f15f36 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:07.842195 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (af7ae1d9-65dc-474c-bb28-93855c443844), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.846924 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1bb1-4b4c-4948-9c7e-9ce0465dd4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.874249 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Pushing event deleted for resources: {'Port': ['ID=af7ae1d9-65dc-474c-bb28-93855c443844,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:07.876646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] No DVR routers for this DVR port af7ae1d9-65dc-474c-bb28-93855c443844 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:57:07.899552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b7bd1bb1-4b4c-4948-9c7e-9ce0465dd4ea None None] For port cd29db85-f847-4833-b5d0-47eb44f15f36, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cd29db85-f847-4833-b5d0-47eb44f15f36,segment=NetworkSegment(59cf706d-f754-4ee4-8043-6b7d3d54259b),segment_id=59cf706d-f754-4ee4-8043-6b7d3d54259b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:07.905188 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b7bd1bb1-4b4c-4948-9c7e-9ce0465dd4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:07.974304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd1bb1-4b4c-4948-9c7e-9ce0465dd4ea None None] Pushing event updated for resources: {'Port': ['ID=cd29db85-f847-4833-b5d0-47eb44f15f36,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:07.989778 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (2c58053d-7951-41ee-b5e2-3c29cc2f22ac), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.014488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c58053d-7951-41ee-b5e2-3c29cc2f22ac']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:08.025029 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecaa61f2-5eac-4950-b8a5-f81bd0731d3d') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:08.025318 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecaa61f2-5eac-4950-b8a5-f81bd0731d3d') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:08.035674 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (ecaa61f2-5eac-4950-b8a5-f81bd0731d3d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.051596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (ecaa61f2-5eac-4950-b8a5-f81bd0731d3d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.058155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:57:08.058554 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (ecaa61f2-5eac-4950-b8a5-f81bd0731d3d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: timer() Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:57:08.062107 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:57:08.068368 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.111096 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.131166 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (2c58053d-7951-41ee-b5e2-3c29cc2f22ac), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.149531 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.151733 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3c5671ff-2f4b-4281-b992-1c1d2b3d7906 None None] Provisioning complete for port cd29db85-f847-4833-b5d0-47eb44f15f36 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:08.151959 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3c5671ff-2f4b-4281-b992-1c1d2b3d7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.154679 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] 10.222.0.83 "DELETE /v2.0/networks/2c58053d-7951-41ee-b5e2-3c29cc2f22ac HTTP/1.1" status: 204 len: 168 time: 0.7331071 Feb 02 13:57:08.157448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41192) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:08.172569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b9591-4f6c-412b-b504-2b76233cbf18 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Pushing event deleted for resources: {'Network': ['ID=2c58053d-7951-41ee-b5e2-3c29cc2f22ac,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:08.250291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-672bd1d2-b8fa-42ff-bb9f-6004b9e84c3b tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Deleting subnet dc935995-3e5e-4d19-b4a1-6672c5305aa0 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:57:08.254140 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-672bd1d2-b8fa-42ff-bb9f-6004b9e84c3b tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for subnet (dc935995-3e5e-4d19-b4a1-6672c5305aa0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.256951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3c5671ff-2f4b-4281-b992-1c1d2b3d7906 None None] Current status of the port cd29db85-f847-4833-b5d0-47eb44f15f36 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:08.260929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cd29db85-f847-4833-b5d0-47eb44f15f36 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:08.306742 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-672bd1d2-b8fa-42ff-bb9f-6004b9e84c3b tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (dc935995-3e5e-4d19-b4a1-6672c5305aa0), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.321491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port cd29db85-f847-4833-b5d0-47eb44f15f36 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:08.322030 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.408129 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-672bd1d2-b8fa-42ff-bb9f-6004b9e84c3b tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (dc935995-3e5e-4d19-b4a1-6672c5305aa0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.410227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port cd29db85-f847-4833-b5d0-47eb44f15f36 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:08.486192 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-672bd1d2-b8fa-42ff-bb9f-6004b9e84c3b tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (dc935995-3e5e-4d19-b4a1-6672c5305aa0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.533964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672bd1d2-b8fa-42ff-bb9f-6004b9e84c3b tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Pushing event deleted for resources: {'Subnet': ['ID=dc935995-3e5e-4d19-b4a1-6672c5305aa0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:08.541502 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-672bd1d2-b8fa-42ff-bb9f-6004b9e84c3b tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.547691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ccdc6f-8cdd-476a-a9dc-5940174264d2 None None] Network 0c6c8530-1586-4d64-8252-6b9427bd8218 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:57:08.548199 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-672bd1d2-b8fa-42ff-bb9f-6004b9e84c3b tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] 10.222.0.83 "DELETE /v2.0/subnets/dc935995-3e5e-4d19-b4a1-6672c5305aa0 HTTP/1.1" status: 204 len: 168 time: 0.3895080 Feb 02 13:57:08.551606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41194) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:08.658943 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (0c6c8530-1586-4d64-8252-6b9427bd8218), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.679723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d1b5fdef-11e1-4052-8749-73bee41f76e7 None None] Could not find standard attr ID for object af7ae1d9-65dc-474c-bb28-93855c443844. {{(pid=103189) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 02 13:57:08.710997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5955ed8-8f4c-411f-a26d-ae80fd2fdb81 None None] DHCP port deletion for 2c58053d-7951-41ee-b5e2-3c29cc2f22ac request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:57:08.734565 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b605122-042b-4fc7-b645-5bc426abc358 None None] Network 2c58053d-7951-41ee-b5e2-3c29cc2f22ac requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:57:08.740153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Deleting port cd29db85-f847-4833-b5d0-47eb44f15f36 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:57:08.740351 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.750333 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d5f78c-6f74-4cf7-8406-198145ca608f None None] DHCP port deletion for 0c6c8530-1586-4d64-8252-6b9427bd8218 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:57:08.752657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b605122-042b-4fc7-b645-5bc426abc358 None None] Network 2c58053d-7951-41ee-b5e2-3c29cc2f22ac could not be found, it might have been deleted concurrently. {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 02 13:57:08.806680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] For port cd29db85-f847-4833-b5d0-47eb44f15f36, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cd29db85-f847-4833-b5d0-47eb44f15f36,segment=NetworkSegment(59cf706d-f754-4ee4-8043-6b7d3d54259b),segment_id=59cf706d-f754-4ee4-8043-6b7d3d54259b)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:08.807160 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.809102 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-52d5f78c-6f74-4cf7-8406-198145ca608f None None] Deleting port cd29db85-f847-4833-b5d0-47eb44f15f36 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:57:08.809479 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52d5f78c-6f74-4cf7-8406-198145ca608f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.823042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Calling delete_port for cd29db85-f847-4833-b5d0-47eb44f15f36 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:57:08.890816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-52d5f78c-6f74-4cf7-8406-198145ca608f None None] For port cd29db85-f847-4833-b5d0-47eb44f15f36, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=cd29db85-f847-4833-b5d0-47eb44f15f36,segment=NetworkSegment(59cf706d-f754-4ee4-8043-6b7d3d54259b),segment_id=59cf706d-f754-4ee4-8043-6b7d3d54259b)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:08.891528 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52d5f78c-6f74-4cf7-8406-198145ca608f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.913817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-52d5f78c-6f74-4cf7-8406-198145ca608f None None] Calling delete_port for cd29db85-f847-4833-b5d0-47eb44f15f36 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:57:08.929536 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:08.959338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Pushing event deleted for resources: {'Port': ['ID=cd29db85-f847-4833-b5d0-47eb44f15f36,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:08.965614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] No DVR routers for this DVR port cd29db85-f847-4833-b5d0-47eb44f15f36 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:57:09.014907 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52d5f78c-6f74-4cf7-8406-198145ca608f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (cd29db85-f847-4833-b5d0-47eb44f15f36), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:09.040895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5f78c-6f74-4cf7-8406-198145ca608f None None] Pushing event deleted for resources: {'Port': ['ID=cd29db85-f847-4833-b5d0-47eb44f15f36,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:09.044362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d5f78c-6f74-4cf7-8406-198145ca608f None None] No DVR routers for this DVR port cd29db85-f847-4833-b5d0-47eb44f15f36 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:57:09.049127 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (0c6c8530-1586-4d64-8252-6b9427bd8218), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:09.078172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6c8530-1586-4d64-8252-6b9427bd8218']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:09.089301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cf706d-f754-4ee4-8043-6b7d3d54259b') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:09.089596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cf706d-f754-4ee4-8043-6b7d3d54259b') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:09.100006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (59cf706d-f754-4ee4-8043-6b7d3d54259b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:09.114408 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (59cf706d-f754-4ee4-8043-6b7d3d54259b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:09.121109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:57:09.121506 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (59cf706d-f754-4ee4-8043-6b7d3d54259b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:57:09.124883 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:57:09.191209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (0c6c8530-1586-4d64-8252-6b9427bd8218), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:09.199100 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:09.202548 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] 10.222.0.83 "DELETE /v2.0/networks/0c6c8530-1586-4d64-8252-6b9427bd8218 HTTP/1.1" status: 204 len: 168 time: 0.6499360 Feb 02 13:57:09.206170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41196) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:09.230824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc46a9-2929-40ac-a67e-f3d370676da0 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Pushing event deleted for resources: {'Network': ['ID=0c6c8530-1586-4d64-8252-6b9427bd8218,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:09.248436 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f928b106-5c49-4eb3-b8d3-4400d4ad0208 tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] 10.222.0.83 "GET /v2.0/ports?device_id=c51c4b17-80ee-4147-a5bd-0f1f8e1e6175 HTTP/1.1" status: 200 len: 205 time: 0.0412054 Feb 02 13:57:09.251068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41198) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:09.381164 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8f3998b9-59be-4b8e-b443-d3d3c6b9e9da tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for router (c51c4b17-80ee-4147-a5bd-0f1f8e1e6175), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:09.543957 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8f3998b9-59be-4b8e-b443-d3d3c6b9e9da tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (c51c4b17-80ee-4147-a5bd-0f1f8e1e6175), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:09.546476 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8f3998b9-59be-4b8e-b443-d3d3c6b9e9da tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for router_controller (c51c4b17-80ee-4147-a5bd-0f1f8e1e6175), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:09.593736 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8f3998b9-59be-4b8e-b443-d3d3c6b9e9da tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (c51c4b17-80ee-4147-a5bd-0f1f8e1e6175), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:09.594547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3998b9-59be-4b8e-b443-d3d3c6b9e9da tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Fanout notify agent at l3_agent the message router_deleted on router c51c4b17-80ee-4147-a5bd-0f1f8e1e6175 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:57:09.605727 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8f3998b9-59be-4b8e-b443-d3d3c6b9e9da tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:09.607598 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8f3998b9-59be-4b8e-b443-d3d3c6b9e9da tempest-RoutersNegativeTest-485772237 tempest-RoutersNegativeTest-485772237-project] 10.222.0.83 "DELETE /v2.0/routers/c51c4b17-80ee-4147-a5bd-0f1f8e1e6175 HTTP/1.1" status: 204 len: 168 time: 0.3553536 Feb 02 13:57:09.919630 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41204) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:10.088903 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5da743e3-9f80-43c4-9e3d-ce7fc350b3c6 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=30449bf28e0841e2ba4240c46f37d8e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1676695 Feb 02 13:57:10.091906 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41208) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:10.146702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b5003e63-78b4-4c26-a711-cf0d116d4fbc admin admin] Publish callbacks [] for security_group (8f03e40e-4ba8-4a09-95ca-1394e55d0faa), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:10.165815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device af7ae1d9-65dc-474c-bb28-93855c443844 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:57:10.177527 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b5003e63-78b4-4c26-a711-cf0d116d4fbc admin admin] Publish callbacks [] for security_group (8f03e40e-4ba8-4a09-95ca-1394e55d0faa), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:10.187261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: af7ae1d9-65dc-474c-bb28-93855c443844 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:57:10.187689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device af7ae1d9-65dc-474c-bb28-93855c443844 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:57:10.188065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cd29db85-f847-4833-b5d0-47eb44f15f36 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:57:10.207587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: cd29db85-f847-4833-b5d0-47eb44f15f36 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:57:10.208015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device cd29db85-f847-4833-b5d0-47eb44f15f36 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:57:10.232714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b5003e63-78b4-4c26-a711-cf0d116d4fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8f03e40e-4ba8-4a09-95ca-1394e55d0faa), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:10.235393 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b5003e63-78b4-4c26-a711-cf0d116d4fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:10.236619 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b5003e63-78b4-4c26-a711-cf0d116d4fbc admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8f03e40e-4ba8-4a09-95ca-1394e55d0faa HTTP/1.1" status: 204 len: 168 time: 0.1437068 Feb 02 13:57:10.246973 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5003e63-78b4-4c26-a711-cf0d116d4fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f03e40e-4ba8-4a09-95ca-1394e55d0faa,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:10.978743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41230) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:11.093315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1718207805-network', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:11.126059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Made reservation on behalf of c34a4f0a102c4030ae24ef7b452f4fd4 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:57:11.129759 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.140232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.234812 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Publish callbacks [] for security_group (557c6ac4-ea6a-4297-bee0-1652ed0623dc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.239652 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (557c6ac4-ea6a-4297-bee0-1652ed0623dc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.270266 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:57:11.282114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557c6ac4-ea6a-4297-bee0-1652ed0623dc,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:11.287639 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c9fe9d12-2010-4057-9b35-cc5898f07153), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.287989 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Added segment c9fe9d12-2010-4057-9b35-cc5898f07153 of type vlan for network 272008ef-c83d-4235-a77c-5b4029d5ec7a Feb 02 13:57:11.338484 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (272008ef-c83d-4235-a77c-5b4029d5ec7a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.377344 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (272008ef-c83d-4235-a77c-5b4029d5ec7a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.378482 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:11.379095 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.410738 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4307175 Feb 02 13:57:11.413736 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41234) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:11.418988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Request body: {'subnet': {'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1718207805-subnet', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:11.440770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Made reservation on behalf of c34a4f0a102c4030ae24ef7b452f4fd4 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:57:11.443143 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.445984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36177-1ba2-44f2-9327-f10b27d7736d admin admin] Pushing event updated for resources: {'Network': ['ID=272008ef-c83d-4235-a77c-5b4029d5ec7a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:11.458316 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 272008ef-c83d-4235-a77c-5b4029d5ec7a details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:57:11.616229 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (6ccfcf19-6085-432a-b46b-3a8ddeeab26d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.664298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ccfcf19-6085-432a-b46b-3a8ddeeab26d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:11.685634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.685970 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.686305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.686654 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.686972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.687270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.687619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.687937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.688251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.688566 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.688878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.689191 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.689506 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:11.692677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Checking segment: {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:11.693034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Network hostable DHCP agents. Network: 272008ef-c83d-4235-a77c-5b4029d5ec7a, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:57:11.712009 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Network 272008ef-c83d-4235-a77c-5b4029d5ec7a is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:57:11.722758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 272008ef-c83d-4235-a77c-5b4029d5ec7a) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:11.727603 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:11.728666 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.731801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95545c98-fb36-4a55-8043-7015f704627d None None] Network 272008ef-c83d-4235-a77c-5b4029d5ec7a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:57:11.745903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-fcdb26af-a44e-43d7-860f-322bc125b10e admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3310280 Feb 02 13:57:11.748683 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41238) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:11.753256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1718207805-router', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:11.774002 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (1c3f7609-b8df-425d-aefd-5208ee106fdf), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.775215 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (1c3f7609-b8df-425d-aefd-5208ee106fdf), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.832365 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Publish callbacks [] for router_controller (1c3f7609-b8df-425d-aefd-5208ee106fdf), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.838828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-272008ef-c83d-4235-a77c-5b4029d5ec7a', 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a', 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'fixed_ips': [{'subnet_id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:57:11.839814 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.969593 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Publish callbacks [] for router_gateway (1c3f7609-b8df-425d-aefd-5208ee106fdf), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:11.987548 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Allocated IP 172.20.0.2 (272008ef-c83d-4235-a77c-5b4029d5ec7a/6ccfcf19-6085-432a-b46b-3a8ddeeab26d/4165a2ab-af59-4e45-817a-76af349d9f01) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:57:12.148694 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Publish callbacks [] for port (4165a2ab-af59-4e45-817a-76af349d9f01), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:12.156361 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:12.195807 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Publish callbacks [] for router_gateway (1c3f7609-b8df-425d-aefd-5208ee106fdf), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:12.201660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Network 272008ef-c83d-4235-a77c-5b4029d5ec7a is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:57:12.206715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:12.210274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:57:12.216088 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:12.222355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Pushing event updated for resources: {'Port': ['ID=4165a2ab-af59-4e45-817a-76af349d9f01,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:12.297169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Attempting to bind port 4165a2ab-af59-4e45-817a-76af349d9f01 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:57:12.297695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Attempting to bind port 4165a2ab-af59-4e45-817a-76af349d9f01 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:57:12.298130 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Attempting to bind port 4165a2ab-af59-4e45-817a-76af349d9f01 on network 272008ef-c83d-4235-a77c-5b4029d5ec7a {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:57:12.303766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:57:12.304147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Checking segment: {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:12.304595 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:12.304984 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Bound using segment: {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:57:12.305455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Bound port: 4165a2ab-af59-4e45-817a-76af349d9f01, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:57:12.306146 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:12.359969 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Allocated IP 172.25.4.250 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/258de7db-eac4-4490-bf8f-651d7d9e6d90) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:57:12.372280 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] For port 4165a2ab-af59-4e45-817a-76af349d9f01, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:57:12.376270 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] For port 4165a2ab-af59-4e45-817a-76af349d9f01, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4165a2ab-af59-4e45-817a-76af349d9f01,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:57:12.383713 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:12.455931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce08b74-594a-4fbe-a3d1-81eedafc5d2b None None] Pushing event updated for resources: {'Port': ['ID=4165a2ab-af59-4e45-817a-76af349d9f01,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:12.481257 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Publish callbacks [] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:12.517799 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:12.555827 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:57:12.561073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:12.564871 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:57:12.572899 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=258de7db-eac4-4490-bf8f-651d7d9e6d90,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:12.873173 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Publish callbacks [] for router_gateway (1c3f7609-b8df-425d-aefd-5208ee106fdf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:13.102787 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (1c3f7609-b8df-425d-aefd-5208ee106fdf), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:13.304797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Router 1c3f7609-b8df-425d-aefd-5208ee106fdf is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:57:13.444901 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:57:13.457909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17840113-e266-4df0-9311-e97e64649531 None None] Sync routers for ids ['1c3f7609-b8df-425d-aefd-5208ee106fdf'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:57:13.470130 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:13.475046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41240) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:13.475639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1c0b3178-5a93-4d5c-adca-e4127f89b7d6 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7254200 Feb 02 13:57:13.488479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17840113-e266-4df0-9311-e97e64649531 None None] Routers {'1c3f7609-b8df-425d-aefd-5208ee106fdf'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:57:13.489592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-17840113-e266-4df0-9311-e97e64649531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c3f7609-b8df-425d-aefd-5208ee106fdf'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:13.540492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a7aeec-727f-4f12-9b95-83469ca9f6c1 None None] Network 272008ef-c83d-4235-a77c-5b4029d5ec7a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:57:13.656437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-741e67b3-9b26-42ed-98d8-a5fe1266dc8b None None] Provisioning complete for port 4165a2ab-af59-4e45-817a-76af349d9f01 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:13.657051 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-741e67b3-9b26-42ed-98d8-a5fe1266dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:13.891798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-17840113-e266-4df0-9311-e97e64649531 None None] Set router 1c3f7609-b8df-425d-aefd-5208ee106fdf gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:57:14.030023 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.106438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-741e67b3-9b26-42ed-98d8-a5fe1266dc8b None None] Current status of the port 4165a2ab-af59-4e45-817a-76af349d9f01 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:14.106438 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-741e67b3-9b26-42ed-98d8-a5fe1266dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.175090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-741e67b3-9b26-42ed-98d8-a5fe1266dc8b None None] For port 4165a2ab-af59-4e45-817a-76af349d9f01, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4165a2ab-af59-4e45-817a-76af349d9f01,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:14.187275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-741e67b3-9b26-42ed-98d8-a5fe1266dc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.271397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-17840113-e266-4df0-9311-e97e64649531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'name': 'tempest-TestEncryptedCinderVolumes-1718207805-router', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:11Z', 'updated_at': '2022-02-02T13:57:12Z', 'revision_number': 3, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'gw_port': {'id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:12Z', 'updated_at': '2022-02-02T13:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:14.275909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e67b3-9b26-42ed-98d8-a5fe1266dc8b None None] Pushing event updated for resources: {'Port': ['ID=4165a2ab-af59-4e45-817a-76af349d9f01,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:14.304521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17840113-e266-4df0-9311-e97e64649531 None None] Checking router: 1c3f7609-b8df-425d-aefd-5208ee106fdf for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:57:14.304870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17840113-e266-4df0-9311-e97e64649531 None None] Updating router 1c3f7609-b8df-425d-aefd-5208ee106fdf port 258de7db-eac4-4490-bf8f-651d7d9e6d90 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:57:14.330384 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4165a2ab-af59-4e45-817a-76af349d9f01 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:14.357080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Allocated IP 172.20.0.1 (272008ef-c83d-4235-a77c-5b4029d5ec7a/6ccfcf19-6085-432a-b46b-3a8ddeeab26d/e75d8b41-d627-4805-86ed-94c80b4034c9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:57:14.373106 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17840113-e266-4df0-9311-e97e64649531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.479173 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Publish callbacks [] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.486660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a85f3b42-da22-4ac7-bd31-b840e58ff060 None None] Provisioning complete for port 4165a2ab-af59-4e45-817a-76af349d9f01 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:14.487232 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a85f3b42-da22-4ac7-bd31-b840e58ff060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.514337 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.514808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4165a2ab-af59-4e45-817a-76af349d9f01 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:14.515179 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.559017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Network 272008ef-c83d-4235-a77c-5b4029d5ec7a is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:57:14.565869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:14.571066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:57:14.574202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Pushing event updated for resources: {'Port': ['ID=e75d8b41-d627-4805-86ed-94c80b4034c9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:14.610575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.611041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.611376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.611752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.612118 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.612448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.612822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.613145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.613504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.613865 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.614295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.614629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.614987 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:14.650414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (1c3f7609-b8df-425d-aefd-5208ee106fdf), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.710763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a85f3b42-da22-4ac7-bd31-b840e58ff060 None None] Current status of the port 4165a2ab-af59-4e45-817a-76af349d9f01 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:14.738512 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4165a2ab-af59-4e45-817a-76af349d9f01 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:14.812104 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17840113-e266-4df0-9311-e97e64649531 None None] Publish callbacks [] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.819650 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17840113-e266-4df0-9311-e97e64649531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.827489 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.879838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Pushing event updated for resources: {'Port': ['ID=258de7db-eac4-4490-bf8f-651d7d9e6d90,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:14.882536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-17840113-e266-4df0-9311-e97e64649531 None None] Attempting to bind port 258de7db-eac4-4490-bf8f-651d7d9e6d90 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:57:14.882910 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-17840113-e266-4df0-9311-e97e64649531 None None] Attempting to bind port 258de7db-eac4-4490-bf8f-651d7d9e6d90 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:57:14.883289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17840113-e266-4df0-9311-e97e64649531 None None] Attempting to bind port 258de7db-eac4-4490-bf8f-651d7d9e6d90 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:57:14.893011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17840113-e266-4df0-9311-e97e64649531 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:57:14.893416 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17840113-e266-4df0-9311-e97e64649531 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:14.893828 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17840113-e266-4df0-9311-e97e64649531 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.894223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17840113-e266-4df0-9311-e97e64649531 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:57:14.894701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-17840113-e266-4df0-9311-e97e64649531 None None] Bound port: 258de7db-eac4-4490-bf8f-651d7d9e6d90, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:57:14.895085 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17840113-e266-4df0-9311-e97e64649531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.962332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c732be51-914d-449d-9e7b-8d2890be25c8 None None] Provisioning complete for port e75d8b41-d627-4805-86ed-94c80b4034c9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:14.962714 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c732be51-914d-449d-9e7b-8d2890be25c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:14.965047 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-17840113-e266-4df0-9311-e97e64649531 None None] For port 258de7db-eac4-4490-bf8f-651d7d9e6d90, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:57:14.970275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-17840113-e266-4df0-9311-e97e64649531 None None] For port 258de7db-eac4-4490-bf8f-651d7d9e6d90, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=258de7db-eac4-4490-bf8f-651d7d9e6d90,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:57:14.997162 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-17840113-e266-4df0-9311-e97e64649531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:15.032676 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Publish callbacks [] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:15.037915 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:15.050020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c732be51-914d-449d-9e7b-8d2890be25c8 None None] Port e75d8b41-d627-4805-86ed-94c80b4034c9 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:57:15.074144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17840113-e266-4df0-9311-e97e64649531 None None] Routers {'1c3f7609-b8df-425d-aefd-5208ee106fdf'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:57:15.074550 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-17840113-e266-4df0-9311-e97e64649531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c3f7609-b8df-425d-aefd-5208ee106fdf'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:15.110692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Pushing event updated for resources: {'Port': ['ID=e75d8b41-d627-4805-86ed-94c80b4034c9,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:15.113555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (1c3f7609-b8df-425d-aefd-5208ee106fdf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:15.121158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Pushing event updated for resources: {'Port': ['ID=258de7db-eac4-4490-bf8f-651d7d9e6d90,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:15.134909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.135277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.135621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.135962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.136296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.136758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.137090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.137417 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.137744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.138071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.138401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.138726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.139050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dc7342-e090-4bbc-8672-b6fd4a9101f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:15.224794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-17840113-e266-4df0-9311-e97e64649531 None None] Set router 1c3f7609-b8df-425d-aefd-5208ee106fdf gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:57:15.233847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Network 272008ef-c83d-4235-a77c-5b4029d5ec7a is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:57:15.235576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:15.483095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-17840113-e266-4df0-9311-e97e64649531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'name': 'tempest-TestEncryptedCinderVolumes-1718207805-router', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:11Z', 'updated_at': '2022-02-02T13:57:14Z', 'revision_number': 4, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'gw_port': {'id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:12Z', 'updated_at': '2022-02-02T13:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e75d8b41-d627-4805-86ed-94c80b4034c9', 'name': '', 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'mac_address': 'fa:16:3e:95:85:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:14Z', 'updated_at': '2022-02-02T13:57:14Z', 'revision_number': 2, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'subnets': [{'id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:15.516623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17840113-e266-4df0-9311-e97e64649531 None None] The sync data for ids ['1c3f7609-b8df-425d-aefd-5208ee106fdf'] in n-d-827336-2 is: [{'id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'name': 'tempest-TestEncryptedCinderVolumes-1718207805-router', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:11Z', 'updated_at': '2022-02-02T13:57:14Z', 'revision_number': 4, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'gw_port': {'id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:12Z', 'updated_at': '2022-02-02T13:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e75d8b41-d627-4805-86ed-94c80b4034c9', 'name': '', 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'mac_address': 'fa:16:3e:95:85:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:14Z', 'updated_at': '2022-02-02T13:57:14Z', 'revision_number': 2, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'subnets': [{'id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:57:15.520483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-db0b16f8-8bda-4b70-bb05-6442a86a7df5 None None] Provisioning complete for port e75d8b41-d627-4805-86ed-94c80b4034c9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:15.521082 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-db0b16f8-8bda-4b70-bb05-6442a86a7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:15.567380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-db0b16f8-8bda-4b70-bb05-6442a86a7df5 None None] Port e75d8b41-d627-4805-86ed-94c80b4034c9 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:57:15.694513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Router 1c3f7609-b8df-425d-aefd-5208ee106fdf has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:57:15.833499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:57:15.839212 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2dd964e4-d759-4332-a1f8-739809c79472 admin admin] 10.222.0.83 "PUT /v2.0/routers/1c3f7609-b8df-425d-aefd-5208ee106fdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3627646 Feb 02 13:57:16.190832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4165a2ab-af59-4e45-817a-76af349d9f01 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:16.261644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 4165a2ab-af59-4e45-817a-76af349d9f01 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:16.262123 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:16.354462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 4165a2ab-af59-4e45-817a-76af349d9f01 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:16.461773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41260) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:16.466939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-524127344-network', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:16.496584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Made reservation on behalf of c92f9eb7b29a4595a3d741acc00596ae for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:57:16.498999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:16.514019 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:16.621228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Publish callbacks [] for security_group (1f4620ef-1887-48cc-a083-cc12b574f68c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:16.628733 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1f4620ef-1887-48cc-a083-cc12b574f68c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:16.656869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:57:16.667899 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4620ef-1887-48cc-a083-cc12b574f68c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:16.675079 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1045d072-e17f-4f60-8fd0-7f56915b7004), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:16.675571 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Added segment 1045d072-e17f-4f60-8fd0-7f56915b7004 of type vlan for network 7db35a4b-6f83-4bee-a227-8ada70caabe7 Feb 02 13:57:16.722208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7db35a4b-6f83-4bee-a227-8ada70caabe7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:16.754057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7db35a4b-6f83-4bee-a227-8ada70caabe7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:16.755173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:16.755869 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:16.788287 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3252161 Feb 02 13:57:16.793347 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41262) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:16.797802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-cac0d947-f26e-43ad-ae36-195b6c7f7574 admin admin] Request body: {'subnet': {'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-524127344-subnet', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:16.835459 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75895f56-6a68-4786-882f-fb1cda5445f8 admin admin] Pushing event updated for resources: {'Network': ['ID=7db35a4b-6f83-4bee-a227-8ada70caabe7,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:16.849672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7db35a4b-6f83-4bee-a227-8ada70caabe7 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:57:16.853999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac0d947-f26e-43ad-ae36-195b6c7f7574 admin admin] Made reservation on behalf of c92f9eb7b29a4595a3d741acc00596ae for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:57:16.857549 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cac0d947-f26e-43ad-ae36-195b6c7f7574 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.054574 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cac0d947-f26e-43ad-ae36-195b6c7f7574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (d37d4492-15cb-4cd9-94f5-9faaed3e2dde), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.121475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0d947-f26e-43ad-ae36-195b6c7f7574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37d4492-15cb-4cd9-94f5-9faaed3e2dde,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:17.135189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac0d947-f26e-43ad-ae36-195b6c7f7574 admin admin] Checking segment: {'id': '1045d072-e17f-4f60-8fd0-7f56915b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:17.135686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac0d947-f26e-43ad-ae36-195b6c7f7574 admin admin] Network hostable DHCP agents. Network: 7db35a4b-6f83-4bee-a227-8ada70caabe7, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:57:17.160772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac0d947-f26e-43ad-ae36-195b6c7f7574 admin admin] Network 7db35a4b-6f83-4bee-a227-8ada70caabe7 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:57:17.174449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-cac0d947-f26e-43ad-ae36-195b6c7f7574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7db35a4b-6f83-4bee-a227-8ada70caabe7) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:17.183607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac0d947-f26e-43ad-ae36-195b6c7f7574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:17.184025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83541e7-e254-4bee-b2bc-62be24099e27 None None] Network 7db35a4b-6f83-4bee-a227-8ada70caabe7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:57:17.184777 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-cac0d947-f26e-43ad-ae36-195b6c7f7574 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.212951 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-cac0d947-f26e-43ad-ae36-195b6c7f7574 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4186575 Feb 02 13:57:17.216491 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41264) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:17.222913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-524127344-router', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:17.249291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (e7028837-0e67-4133-9562-928f91de2dc9), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.250657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (e7028837-0e67-4133-9562-928f91de2dc9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.309204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7db35a4b-6f83-4bee-a227-8ada70caabe7', 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7', 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'fixed_ips': [{'subnet_id': 'd37d4492-15cb-4cd9-94f5-9faaed3e2dde'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:57:17.310492 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.358000 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Publish callbacks [] for router_controller (e7028837-0e67-4133-9562-928f91de2dc9), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.474634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Allocated IP 172.20.0.2 (7db35a4b-6f83-4bee-a227-8ada70caabe7/d37d4492-15cb-4cd9-94f5-9faaed3e2dde/c4c2be54-0a07-46e7-b6fe-977b2b612b19) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:57:17.509923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Publish callbacks [] for router_gateway (e7028837-0e67-4133-9562-928f91de2dc9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.638633 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Publish callbacks [] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.645997 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.683869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Network 7db35a4b-6f83-4bee-a227-8ada70caabe7 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:57:17.686927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:17.695451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:57:17.736598 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Pushing event updated for resources: {'Port': ['ID=c4c2be54-0a07-46e7-b6fe-977b2b612b19,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:17.762175 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Publish callbacks [] for router_gateway (e7028837-0e67-4133-9562-928f91de2dc9), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.773674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Attempting to bind port c4c2be54-0a07-46e7-b6fe-977b2b612b19 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:57:17.774231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Attempting to bind port c4c2be54-0a07-46e7-b6fe-977b2b612b19 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '1045d072-e17f-4f60-8fd0-7f56915b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:57:17.774817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Attempting to bind port c4c2be54-0a07-46e7-b6fe-977b2b612b19 on network 7db35a4b-6f83-4bee-a227-8ada70caabe7 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:57:17.781293 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:57:17.781668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Checking segment: {'id': '1045d072-e17f-4f60-8fd0-7f56915b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:17.782079 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.782464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Bound using segment: {'id': '1045d072-e17f-4f60-8fd0-7f56915b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:57:17.782931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Bound port: c4c2be54-0a07-46e7-b6fe-977b2b612b19, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1045d072-e17f-4f60-8fd0-7f56915b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:57:17.783362 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.789261 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.857873 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] For port c4c2be54-0a07-46e7-b6fe-977b2b612b19, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:57:17.863148 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] For port c4c2be54-0a07-46e7-b6fe-977b2b612b19, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c4c2be54-0a07-46e7-b6fe-977b2b612b19,segment=NetworkSegment(1045d072-e17f-4f60-8fd0-7f56915b7004),segment_id=1045d072-e17f-4f60-8fd0-7f56915b7004)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:57:17.873517 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:17.950771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Allocated IP 172.25.4.102 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/e3b0df9a-9645-4623-98f6-4feb477b3734) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:57:17.956855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33b24d-2522-415c-8f32-5424583a2e31 None None] Pushing event updated for resources: {'Port': ['ID=c4c2be54-0a07-46e7-b6fe-977b2b612b19,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:17.970398 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Sync routers for ids ['1c3f7609-b8df-425d-aefd-5208ee106fdf'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:57:17.983131 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Routers {'1c3f7609-b8df-425d-aefd-5208ee106fdf'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:57:17.984506 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c3f7609-b8df-425d-aefd-5208ee106fdf'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:18.087504 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Publish callbacks [] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:18.106923 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Set router 1c3f7609-b8df-425d-aefd-5208ee106fdf gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:57:18.148749 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:18.211548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:57:18.217045 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:18.221847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Pushing event updated for resources: {'Port': ['ID=e3b0df9a-9645-4623-98f6-4feb477b3734,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:18.225861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:57:18.349080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 258de7db-eac4-4490-bf8f-651d7d9e6d90 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:18.431772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 258de7db-eac4-4490-bf8f-651d7d9e6d90 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:18.432227 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:18.453409 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'name': 'tempest-TestEncryptedCinderVolumes-1718207805-router', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:11Z', 'updated_at': '2022-02-02T13:57:14Z', 'revision_number': 4, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'gw_port': {'id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:12Z', 'updated_at': '2022-02-02T13:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e75d8b41-d627-4805-86ed-94c80b4034c9', 'name': '', 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'mac_address': 'fa:16:3e:95:85:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:14Z', 'updated_at': '2022-02-02T13:57:14Z', 'revision_number': 2, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'subnets': [{'id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:18.494115 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Checking router: 1c3f7609-b8df-425d-aefd-5208ee106fdf for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:57:18.494682 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Updating router 1c3f7609-b8df-425d-aefd-5208ee106fdf port e75d8b41-d627-4805-86ed-94c80b4034c9 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:57:18.525864 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:18.534442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 258de7db-eac4-4490-bf8f-651d7d9e6d90 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:18.534915 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:18.536835 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Publish callbacks [] for router_gateway (e7028837-0e67-4133-9562-928f91de2dc9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:18.558171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 258de7db-eac4-4490-bf8f-651d7d9e6d90, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=258de7db-eac4-4490-bf8f-651d7d9e6d90,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:18.562936 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:18.619537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=258de7db-eac4-4490-bf8f-651d7d9e6d90,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:18.770942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (e7028837-0e67-4133-9562-928f91de2dc9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:18.987662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Router e7028837-0e67-4133-9562-928f91de2dc9 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:57:19.016584 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Publish callbacks [] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:19.027788 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:19.157851 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Pushing event updated for resources: {'Port': ['ID=e75d8b41-d627-4805-86ed-94c80b4034c9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:19.186312 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:57:19.207695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Sync routers for ids ['e7028837-0e67-4133-9562-928f91de2dc9'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:57:19.235163 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.235742 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.236271 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.238026 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.238589 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.239457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:19.239854 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.240394 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.241938 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Routers {'e7028837-0e67-4133-9562-928f91de2dc9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:57:19.243103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['e7028837-0e67-4133-9562-928f91de2dc9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:19.247081 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.247748 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.248145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:57:19.249045 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.249045 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.249850 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c5284b3c-3007-4f4c-a955-f579c80a669b admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0311744 Feb 02 13:57:19.250003 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.250454 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:57:19.277719 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Attempting to bind port e75d8b41-d627-4805-86ed-94c80b4034c9 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:57:19.278290 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Attempting to bind port e75d8b41-d627-4805-86ed-94c80b4034c9 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:57:19.279033 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Attempting to bind port e75d8b41-d627-4805-86ed-94c80b4034c9 on network 272008ef-c83d-4235-a77c-5b4029d5ec7a {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:57:19.288962 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:57:19.289545 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Checking segment: {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:19.290176 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:19.290759 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Bound using segment: {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:57:19.291781 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Bound port: e75d8b41-d627-4805-86ed-94c80b4034c9, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:57:19.292422 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:19.343243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1155d9a-8c9a-4b3e-9f96-3da3964a515a None None] Network 7db35a4b-6f83-4bee-a227-8ada70caabe7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:57:19.407680 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] For port e75d8b41-d627-4805-86ed-94c80b4034c9, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:57:19.411954 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] For port e75d8b41-d627-4805-86ed-94c80b4034c9, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e75d8b41-d627-4805-86ed-94c80b4034c9,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:57:19.420177 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:19.505914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1c3db157-d3d2-4941-8401-13f33327764a None None] Provisioning complete for port c4c2be54-0a07-46e7-b6fe-977b2b612b19 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:19.506577 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c3db157-d3d2-4941-8401-13f33327764a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:19.521794 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Routers {'1c3f7609-b8df-425d-aefd-5208ee106fdf'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:57:19.522444 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c3f7609-b8df-425d-aefd-5208ee106fdf'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:19.522983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Set router e7028837-0e67-4133-9562-928f91de2dc9 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:57:19.569973 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0223f03-3166-4759-8ec7-183ec428340b None None] Pushing event updated for resources: {'Port': ['ID=e75d8b41-d627-4805-86ed-94c80b4034c9,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:19.671914 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] Set router 1c3f7609-b8df-425d-aefd-5208ee106fdf gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:57:19.932426 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'name': 'tempest-TestEncryptedCinderVolumes-1718207805-router', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:11Z', 'updated_at': '2022-02-02T13:57:14Z', 'revision_number': 4, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'gw_port': {'id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:12Z', 'updated_at': '2022-02-02T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e75d8b41-d627-4805-86ed-94c80b4034c9', 'name': '', 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'mac_address': 'fa:16:3e:95:85:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:14Z', 'updated_at': '2022-02-02T13:57:19Z', 'revision_number': 4, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'subnets': [{'id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:19.973720 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d119919d-eb94-42b1-bf6d-efe2e26992f9 None None] The sync data for ids ['1c3f7609-b8df-425d-aefd-5208ee106fdf'] in n-d-827336-2 is: [{'id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'name': 'tempest-TestEncryptedCinderVolumes-1718207805-router', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:11Z', 'updated_at': '2022-02-02T13:57:14Z', 'revision_number': 4, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'gw_port': {'id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:12Z', 'updated_at': '2022-02-02T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'e75d8b41-d627-4805-86ed-94c80b4034c9', 'name': '', 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'mac_address': 'fa:16:3e:95:85:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:14Z', 'updated_at': '2022-02-02T13:57:19Z', 'revision_number': 4, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'subnets': [{'id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:57:20.056713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1c3db157-d3d2-4941-8401-13f33327764a None None] Current status of the port c4c2be54-0a07-46e7-b6fe-977b2b612b19 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:20.057340 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c3db157-d3d2-4941-8401-13f33327764a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:20.151831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-1c3db157-d3d2-4941-8401-13f33327764a None None] For port c4c2be54-0a07-46e7-b6fe-977b2b612b19, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c4c2be54-0a07-46e7-b6fe-977b2b612b19,segment=NetworkSegment(1045d072-e17f-4f60-8fd0-7f56915b7004),segment_id=1045d072-e17f-4f60-8fd0-7f56915b7004)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:20.164485 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c3db157-d3d2-4941-8401-13f33327764a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:20.272602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3db157-d3d2-4941-8401-13f33327764a None None] Pushing event updated for resources: {'Port': ['ID=c4c2be54-0a07-46e7-b6fe-977b2b612b19,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:20.300647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c7df92ee-80ab-499e-a733-23ab5f0fa752 None None] Provisioning complete for port e75d8b41-d627-4805-86ed-94c80b4034c9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:20.301114 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7df92ee-80ab-499e-a733-23ab5f0fa752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:20.349082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'name': 'tempest-TestEncryptedCinderVolumes-524127344-router', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:18Z', 'revision_number': 3, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'gw_port': {'id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:20.361938 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:20.384793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Checking router: e7028837-0e67-4133-9562-928f91de2dc9 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:57:20.385085 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Updating router e7028837-0e67-4133-9562-928f91de2dc9 port e3b0df9a-9645-4623-98f6-4feb477b3734 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:57:20.424408 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:20.487972 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 258de7db-eac4-4490-bf8f-651d7d9e6d90 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:20.610033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c7df92ee-80ab-499e-a733-23ab5f0fa752 None None] Current status of the port e75d8b41-d627-4805-86ed-94c80b4034c9 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:20.610033 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7df92ee-80ab-499e-a733-23ab5f0fa752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:20.611819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Allocated IP 172.20.0.1 (7db35a4b-6f83-4bee-a227-8ada70caabe7/d37d4492-15cb-4cd9-94f5-9faaed3e2dde/d31cc494-c203-4729-9d82-30e869f1b8b4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:57:20.693200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c7df92ee-80ab-499e-a733-23ab5f0fa752 None None] For port e75d8b41-d627-4805-86ed-94c80b4034c9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e75d8b41-d627-4805-86ed-94c80b4034c9,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:20.699999 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 258de7db-eac4-4490-bf8f-651d7d9e6d90 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:20.700210 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:20.729917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7df92ee-80ab-499e-a733-23ab5f0fa752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:20.788654 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Publish callbacks [] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:20.830892 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:20.873450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Network 7db35a4b-6f83-4bee-a227-8ada70caabe7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:57:20.890286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df92ee-80ab-499e-a733-23ab5f0fa752 None None] Pushing event updated for resources: {'Port': ['ID=e75d8b41-d627-4805-86ed-94c80b4034c9,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:20.892377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:20.899888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:57:20.945458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d31cc494-c203-4729-9d82-30e869f1b8b4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:20.947222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0a8e00e1-1195-4840-858a-c92600d3f780 None None] Provisioning complete for port c4c2be54-0a07-46e7-b6fe-977b2b612b19 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:20.947649 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0a8e00e1-1195-4840-858a-c92600d3f780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:20.970278 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (e7028837-0e67-4133-9562-928f91de2dc9), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.045060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 258de7db-eac4-4490-bf8f-651d7d9e6d90 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:21.045060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c4c2be54-0a07-46e7-b6fe-977b2b612b19 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:21.106656 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Publish callbacks [] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.120868 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.159331 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.225303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Attempting to bind port e3b0df9a-9645-4623-98f6-4feb477b3734 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:57:21.225554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Attempting to bind port e3b0df9a-9645-4623-98f6-4feb477b3734 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:57:21.225945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Attempting to bind port e3b0df9a-9645-4623-98f6-4feb477b3734 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:57:21.228885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d7630-05ce-480b-8139-e4552ea07e50 None None] Pushing event updated for resources: {'Port': ['ID=e3b0df9a-9645-4623-98f6-4feb477b3734,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:21.232693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c4c2be54-0a07-46e7-b6fe-977b2b612b19 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:21.233435 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.235174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e00e1-1195-4840-858a-c92600d3f780 None None] Current status of the port c4c2be54-0a07-46e7-b6fe-977b2b612b19 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:21.263866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:57:21.264244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:21.264646 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.265042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:57:21.265592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Bound port: e3b0df9a-9645-4623-98f6-4feb477b3734, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:57:21.266064 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.356287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] For port e3b0df9a-9645-4623-98f6-4feb477b3734, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:57:21.373244 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Publish callbacks [] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.379562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] For port e3b0df9a-9645-4623-98f6-4feb477b3734, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e3b0df9a-9645-4623-98f6-4feb477b3734,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:57:21.382305 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.392484 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.424539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c4c2be54-0a07-46e7-b6fe-977b2b612b19 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:21.425730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e75d8b41-d627-4805-86ed-94c80b4034c9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:21.427510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f163c80d-cdd1-4db6-b704-dba81e984443 None None] Provisioning complete for port d31cc494-c203-4729-9d82-30e869f1b8b4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:21.427885 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f163c80d-cdd1-4db6-b704-dba81e984443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.464309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Pushing event updated for resources: {'Port': ['ID=d31cc494-c203-4729-9d82-30e869f1b8b4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:21.471646 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (e7028837-0e67-4133-9562-928f91de2dc9), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.544253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f163c80d-cdd1-4db6-b704-dba81e984443 None None] Port d31cc494-c203-4729-9d82-30e869f1b8b4 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:57:21.546307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Routers {'e7028837-0e67-4133-9562-928f91de2dc9'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:57:21.547305 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['e7028837-0e67-4133-9562-928f91de2dc9'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:21.552674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d7630-05ce-480b-8139-e4552ea07e50 None None] Pushing event updated for resources: {'Port': ['ID=e3b0df9a-9645-4623-98f6-4feb477b3734,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:21.604005 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Network 7db35a4b-6f83-4bee-a227-8ada70caabe7 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:57:21.606245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:21.654276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e75d8b41-d627-4805-86ed-94c80b4034c9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:21.654276 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:21.799340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] Set router e7028837-0e67-4133-9562-928f91de2dc9 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:57:21.809420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Router e7028837-0e67-4133-9562-928f91de2dc9 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:57:21.986149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:57:22.003559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-eba3d000-342c-4ed1-92dd-0d30fa8949a9 admin admin] 10.222.0.83 "PUT /v2.0/routers/e7028837-0e67-4133-9562-928f91de2dc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7421122 Feb 02 13:57:22.123287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c7b0e2f0-9471-494b-90f7-c9c83ecef5da None None] Provisioning complete for port d31cc494-c203-4729-9d82-30e869f1b8b4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:22.123686 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c7b0e2f0-9471-494b-90f7-c9c83ecef5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:22.192487 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e75d8b41-d627-4805-86ed-94c80b4034c9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:22.225176 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0e2f0-9471-494b-90f7-c9c83ecef5da None None] Port d31cc494-c203-4729-9d82-30e869f1b8b4 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:57:22.301104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c4c2be54-0a07-46e7-b6fe-977b2b612b19 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:22.377172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c4c2be54-0a07-46e7-b6fe-977b2b612b19 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:22.378165 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:22.403845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'name': 'tempest-TestEncryptedCinderVolumes-524127344-router', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:21Z', 'revision_number': 4, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'gw_port': {'id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd31cc494-c203-4729-9d82-30e869f1b8b4', 'name': '', 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'mac_address': 'fa:16:3e:4c:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd37d4492-15cb-4cd9-94f5-9faaed3e2dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:20Z', 'updated_at': '2022-02-02T13:57:21Z', 'revision_number': 2, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'subnets': [{'id': 'd37d4492-15cb-4cd9-94f5-9faaed3e2dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:22.435445 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adedd039-4219-42b6-a960-9cb7328bcb50 None None] The sync data for ids ['e7028837-0e67-4133-9562-928f91de2dc9'] in n-d-827336-2 is: [{'id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'name': 'tempest-TestEncryptedCinderVolumes-524127344-router', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:21Z', 'revision_number': 4, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'gw_port': {'id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd31cc494-c203-4729-9d82-30e869f1b8b4', 'name': '', 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'mac_address': 'fa:16:3e:4c:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd37d4492-15cb-4cd9-94f5-9faaed3e2dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:20Z', 'updated_at': '2022-02-02T13:57:21Z', 'revision_number': 2, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'subnets': [{'id': 'd37d4492-15cb-4cd9-94f5-9faaed3e2dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:57:22.518168 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c4c2be54-0a07-46e7-b6fe-977b2b612b19 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:22.519117 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e75d8b41-d627-4805-86ed-94c80b4034c9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:22.577090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e75d8b41-d627-4805-86ed-94c80b4034c9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:22.577467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:22.715474 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e75d8b41-d627-4805-86ed-94c80b4034c9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:23.147922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-bff790ef-e006-4320-a141-74cb25370f78 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:23.150417 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-bff790ef-e006-4320-a141-74cb25370f78 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/networks?id=272008ef-c83d-4235-a77c-5b4029d5ec7a HTTP/1.1" status: 200 len: 817 time: 0.1356158 Feb 02 13:57:23.167849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-74c09c3a-5bc9-4322-ad37-e66893569834 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/quotas/c34a4f0a102c4030ae24ef7b452f4fd4 HTTP/1.1" status: 200 len: 375 time: 0.0116596 Feb 02 13:57:23.245900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-2bee858f-6ec9-454d-b3f1-52ecafc2982b tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c34a4f0a102c4030ae24ef7b452f4fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687063 Feb 02 13:57:23.396101 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-2ad663ca-7d25-4386-a13e-53caad2e6144 service neutron] 10.222.0.83 "GET /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314969 Feb 02 13:57:23.544049 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-3f5ee4ad-f822-49d1-a59f-d6545a25681e service neutron] 10.222.0.83 "GET /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409295 Feb 02 13:57:23.561411 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:57:23.761069 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-71f21e6d-37dc-4b11-9630-4a0312dd4cb7 req-87337c2a-8ef7-48fb-a2aa-e0f34717f994 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 210 time: 0.0399287 Feb 02 13:57:24.337080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e3b0df9a-9645-4623-98f6-4feb477b3734 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:24.396376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e3b0df9a-9645-4623-98f6-4feb477b3734 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:24.396742 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:24.499271 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e3b0df9a-9645-4623-98f6-4feb477b3734 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:24.499909 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:24.533371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port e3b0df9a-9645-4623-98f6-4feb477b3734, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e3b0df9a-9645-4623-98f6-4feb477b3734,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:24.537991 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:24.590400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=e3b0df9a-9645-4623-98f6-4feb477b3734,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:24.903974 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dcd65dd2-be3d-4490-90c0-67a68209d420 req-a37b891a-97f2-4d01-97b4-8a977f8cd060 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 210 time: 0.0480666 Feb 02 13:57:24.942397 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Sync routers for ids ['e7028837-0e67-4133-9562-928f91de2dc9'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:57:24.961507 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Routers {'e7028837-0e67-4133-9562-928f91de2dc9'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:57:24.962148 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['e7028837-0e67-4133-9562-928f91de2dc9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:25.039307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-72e059b7-3530-4164-94e1-96310467520c tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:25.042122 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-72e059b7-3530-4164-94e1-96310467520c tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.62 "GET /v2.0/networks?id=272008ef-c83d-4235-a77c-5b4029d5ec7a HTTP/1.1" status: 200 len: 817 time: 0.1595447 Feb 02 13:57:25.069770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Request body: {'port': {'device_id': 'ed7f0b01-94c4-44ba-ad1c-23beb1451e37', 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a', 'admin_state_up': True, 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:25.092594 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Set router e7028837-0e67-4133-9562-928f91de2dc9 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:57:25.213840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Made reservation on behalf of c34a4f0a102c4030ae24ef7b452f4fd4 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:57:25.217354 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:25.352218 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'name': 'tempest-TestEncryptedCinderVolumes-524127344-router', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:21Z', 'revision_number': 4, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'gw_port': {'id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd31cc494-c203-4729-9d82-30e869f1b8b4', 'name': '', 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'mac_address': 'fa:16:3e:4c:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd37d4492-15cb-4cd9-94f5-9faaed3e2dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:20Z', 'updated_at': '2022-02-02T13:57:21Z', 'revision_number': 2, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'subnets': [{'id': 'd37d4492-15cb-4cd9-94f5-9faaed3e2dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:25.379043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Allocated IP 172.20.0.7 (272008ef-c83d-4235-a77c-5b4029d5ec7a/6ccfcf19-6085-432a-b46b-3a8ddeeab26d/63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:57:25.386169 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Checking router: e7028837-0e67-4133-9562-928f91de2dc9 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:57:25.386548 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Updating router e7028837-0e67-4133-9562-928f91de2dc9 port d31cc494-c203-4729-9d82-30e869f1b8b4 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:57:25.419173 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:25.779117 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Publish callbacks [] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:25.786516 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:25.879820 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa966a7-2fb9-43ad-8a39-36a950baca5d None None] Pushing event updated for resources: {'Port': ['ID=d31cc494-c203-4729-9d82-30e869f1b8b4,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:25.922677 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks [] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:25.924831 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Attempting to bind port d31cc494-c203-4729-9d82-30e869f1b8b4 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:57:25.925264 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Attempting to bind port d31cc494-c203-4729-9d82-30e869f1b8b4 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '1045d072-e17f-4f60-8fd0-7f56915b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:57:25.925630 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Attempting to bind port d31cc494-c203-4729-9d82-30e869f1b8b4 on network 7db35a4b-6f83-4bee-a227-8ada70caabe7 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:57:25.953024 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:57:25.954143 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Checking segment: {'id': '1045d072-e17f-4f60-8fd0-7f56915b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:25.954143 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:25.954965 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Bound using segment: {'id': '1045d072-e17f-4f60-8fd0-7f56915b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:57:25.955711 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Bound port: d31cc494-c203-4729-9d82-30e869f1b8b4, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1045d072-e17f-4f60-8fd0-7f56915b7004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:57:25.956785 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:25.970321 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:26.053086 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] For port d31cc494-c203-4729-9d82-30e869f1b8b4, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:57:26.056956 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] For port d31cc494-c203-4729-9d82-30e869f1b8b4, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d31cc494-c203-4729-9d82-30e869f1b8b4,segment=NetworkSegment(1045d072-e17f-4f60-8fd0-7f56915b7004),segment_id=1045d072-e17f-4f60-8fd0-7f56915b7004)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:57:26.066226 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:26.068775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Pushing event updated for resources: {'Port': ['ID=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:26.074546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Network 272008ef-c83d-4235-a77c-5b4029d5ec7a is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:57:26.076345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:57:26.079170 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:57:26.083070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e595cd3-9516-4516-a9ad-43892107bb95 req-00291e23-5c02-4637-b70f-54a2fd790b33 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:26.084929 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e595cd3-9516-4516-a9ad-43892107bb95 req-00291e23-5c02-4637-b70f-54a2fd790b33 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 931 time: 0.0762448 Feb 02 13:57:26.169666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:26.171952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:26.174376 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e595cd3-9516-4516-a9ad-43892107bb95 req-8264a26e-a9d6-4b9a-9616-262c0af89893 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789990 Feb 02 13:57:26.179408 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa966a7-2fb9-43ad-8a39-36a950baca5d None None] Pushing event updated for resources: {'Port': ['ID=d31cc494-c203-4729-9d82-30e869f1b8b4,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:26.195653 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Routers {'e7028837-0e67-4133-9562-928f91de2dc9'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:57:26.196604 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:57:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['e7028837-0e67-4133-9562-928f91de2dc9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:26.200445 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-248682e8-1618-4249-ae64-249a1208ab2a None None] Provisioning complete for port d31cc494-c203-4729-9d82-30e869f1b8b4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:26.201748 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-248682e8-1618-4249-ae64-249a1208ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:26.213062 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c5054a15-2d7c-4306-bda8-2423d0fc6f8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1508574 Feb 02 13:57:26.251673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Request body: {'port': {'device_id': 'ed7f0b01-94c4-44ba-ad1c-23beb1451e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:57:26.322693 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:26.422507 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e3b0df9a-9645-4623-98f6-4feb477b3734 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:26.505772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-248682e8-1618-4249-ae64-249a1208ab2a None None] Current status of the port d31cc494-c203-4729-9d82-30e869f1b8b4 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:26.506200 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-248682e8-1618-4249-ae64-249a1208ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:26.563119 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-248682e8-1618-4249-ae64-249a1208ab2a None None] For port d31cc494-c203-4729-9d82-30e869f1b8b4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d31cc494-c203-4729-9d82-30e869f1b8b4,segment=NetworkSegment(1045d072-e17f-4f60-8fd0-7f56915b7004),segment_id=1045d072-e17f-4f60-8fd0-7f56915b7004)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:26.573440 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e3b0df9a-9645-4623-98f6-4feb477b3734 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:26.574175 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:26.579523 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-248682e8-1618-4249-ae64-249a1208ab2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:26.623832 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] Set router e7028837-0e67-4133-9562-928f91de2dc9 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:57:26.686640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248682e8-1618-4249-ae64-249a1208ab2a None None] Pushing event updated for resources: {'Port': ['ID=d31cc494-c203-4729-9d82-30e869f1b8b4,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:26.735190 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a617d973-c922-43cc-bf22-755883b44b8d None None] Provisioning complete for port d31cc494-c203-4729-9d82-30e869f1b8b4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:26.735581 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a617d973-c922-43cc-bf22-755883b44b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:26.775617 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e3b0df9a-9645-4623-98f6-4feb477b3734 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:26.776761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d31cc494-c203-4729-9d82-30e869f1b8b4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:26.786890 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:57:26.795899 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Publish callbacks [] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:26.815828 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Transition to ACTIVE for port object 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:57:26.829198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:26.868088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port d31cc494-c203-4729-9d82-30e869f1b8b4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:26.868672 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:26.904515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a617d973-c922-43cc-bf22-755883b44b8d None None] Current status of the port d31cc494-c203-4729-9d82-30e869f1b8b4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:26.931980 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Pushing event updated for resources: {'Port': ['ID=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:26.953501 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'name': 'tempest-TestEncryptedCinderVolumes-524127344-router', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:21Z', 'revision_number': 4, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'gw_port': {'id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd31cc494-c203-4729-9d82-30e869f1b8b4', 'name': '', 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'mac_address': 'fa:16:3e:4c:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd37d4492-15cb-4cd9-94f5-9faaed3e2dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:20Z', 'updated_at': '2022-02-02T13:57:26Z', 'revision_number': 4, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'subnets': [{'id': 'd37d4492-15cb-4cd9-94f5-9faaed3e2dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:57:26.997317 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32cdd0b-b3ac-4a82-bbd8-927bd614e6c8 None None] The sync data for ids ['e7028837-0e67-4133-9562-928f91de2dc9'] in n-d-827336-2 is: [{'id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'name': 'tempest-TestEncryptedCinderVolumes-524127344-router', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:21Z', 'revision_number': 4, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'gw_port': {'id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd31cc494-c203-4729-9d82-30e869f1b8b4', 'name': '', 'network_id': '7db35a4b-6f83-4bee-a227-8ada70caabe7', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'mac_address': 'fa:16:3e:4c:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'd37d4492-15cb-4cd9-94f5-9faaed3e2dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:20Z', 'updated_at': '2022-02-02T13:57:26Z', 'revision_number': 4, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'subnets': [{'id': 'd37d4492-15cb-4cd9-94f5-9faaed3e2dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:57:26.999904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port d31cc494-c203-4729-9d82-30e869f1b8b4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:27.034936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Attempting to bind port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:57:27.035436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Attempting to bind port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:57:27.035867 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Attempting to bind port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe on network 272008ef-c83d-4235-a77c-5b4029d5ec7a {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:57:27.041875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe on network 272008ef-c83d-4235-a77c-5b4029d5ec7a not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:57:27.042662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Attempting to bind port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe on network 272008ef-c83d-4235-a77c-5b4029d5ec7a {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:57:27.049746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:57:27.050481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Checking segment: {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:57:27.050979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Bound using segment: {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:57:27.051574 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Bound port: 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:57:27.052038 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:27.175924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] For port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:57:27.180643 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] For port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:57:27.190608 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:27.208002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:27.208448 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:27.210890 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] 10.222.0.62 "PUT /v2.0/ports/63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe HTTP/1.1" status: 200 len: 1091 time: 0.9819975 Feb 02 13:57:27.211535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7f0b01-94c4-44ba-ad1c-23beb1451e37', 'tag': '63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:57:27.214189 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34f64e7-abae-4c23-b505-bc8159ed08bd" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7f0b01-94c4-44ba-ad1c-23beb1451e37", "tag": "63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:57:27.330903 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17935d89-49ba-4f31-99e3-04738dc43468 x-openstack-request-id: req-17935d89-49ba-4f31-99e3-04738dc43468 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:57:27.331194 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7f0b01-94c4-44ba-ad1c-23beb1451e37", "tag": "63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:57:27.331549 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-17935d89-49ba-4f31-99e3-04738dc43468 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:57:27.331876 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7f0b01-94c4-44ba-ad1c-23beb1451e37', 'tag': '63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe', 'status': 'completed', 'code': 200} Feb 02 13:57:27.373955 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77842595-7ad4-4cb7-8a88-ce2d6a5f762c service neutron] Pushing event updated for resources: {'Port': ['ID=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:27.392693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-9402a36c-05d6-4f65-ab74-56a745a97e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:27.395317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-9402a36c-05d6-4f65-ab74-56a745a97e9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c34a4f0a102c4030ae24ef7b452f4fd4&device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 1125 time: 0.1182427 Feb 02 13:57:27.403989 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c3f7d-3e10-43aa-96ca-545122896efd req-32708742-b3df-43d0-9e30-7ba48c0e5549 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:27.406681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-702c3f7d-3e10-43aa-96ca-545122896efd req-32708742-b3df-43d0-9e30-7ba48c0e5549 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 943 time: 0.1116979 Feb 02 13:57:27.477305 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-ef731a39-605c-4c9e-9f2e-34fb7218ef00 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe HTTP/1.1" status: 200 len: 217 time: 0.0697868 Feb 02 13:57:27.484273 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-702c3f7d-3e10-43aa-96ca-545122896efd req-dcff958d-4aaf-4959-ab3d-dd68556d6848 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679159 Feb 02 13:57:27.548579 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-dd860276-3a22-49a1-a7c4-0d39a176ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:27.550102 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-dd860276-3a22-49a1-a7c4-0d39a176ae38 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ccfcf19-6085-432a-b46b-3a8ddeeab26d HTTP/1.1" status: 200 len: 856 time: 0.0608037 Feb 02 13:57:27.613771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-5c9ec0c3-50cd-4ade-b782-e22d72f4f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:27.615282 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-5c9ec0c3-50cd-4ade-b782-e22d72f4f213 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=272008ef-c83d-4235-a77c-5b4029d5ec7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562599 Feb 02 13:57:27.732370 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-c39bad26-e887-4334-a78b-3420c30fd76d service neutron] 10.222.0.62 "GET /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107666 Feb 02 13:57:27.838776 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2911a4f5-da22-49ee-ac91-1bdbe3664155 req-4893bcc2-7842-4071-abe5-c434867b6eea service neutron] 10.222.0.62 "GET /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996699 Feb 02 13:57:27.983044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f64e7-abae-4c23-b505-bc8159ed08bd req-e0554614-bb61-4adc-9b87-765ee1d89355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:27.984702 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b34f64e7-abae-4c23-b505-bc8159ed08bd req-e0554614-bb61-4adc-9b87-765ee1d89355 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c34a4f0a102c4030ae24ef7b452f4fd4&device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 1125 time: 0.0572164 Feb 02 13:57:28.078280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f64e7-abae-4c23-b505-bc8159ed08bd req-09e08d37-c4b0-4d80-9321-504d2eebd8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:28.079879 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b34f64e7-abae-4c23-b505-bc8159ed08bd req-09e08d37-c4b0-4d80-9321-504d2eebd8cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=272008ef-c83d-4235-a77c-5b4029d5ec7a HTTP/1.1" status: 200 len: 918 time: 0.0884552 Feb 02 13:57:28.125654 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b34f64e7-abae-4c23-b505-bc8159ed08bd req-cca99a1b-44ce-48c7-9f02-b308b6dc75f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe HTTP/1.1" status: 200 len: 217 time: 0.0397174 Feb 02 13:57:28.185191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f64e7-abae-4c23-b505-bc8159ed08bd req-9ee1b720-2fb8-4e4d-a7f3-221b5c125ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:28.186703 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b34f64e7-abae-4c23-b505-bc8159ed08bd req-9ee1b720-2fb8-4e4d-a7f3-221b5c125ad7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ccfcf19-6085-432a-b46b-3a8ddeeab26d HTTP/1.1" status: 200 len: 856 time: 0.0536911 Feb 02 13:57:28.244400 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f64e7-abae-4c23-b505-bc8159ed08bd req-133fd91a-9fe5-4ba1-b087-8c3cb13257da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:28.246832 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b34f64e7-abae-4c23-b505-bc8159ed08bd req-133fd91a-9fe5-4ba1-b087-8c3cb13257da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=272008ef-c83d-4235-a77c-5b4029d5ec7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524867 Feb 02 13:57:28.271807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d31cc494-c203-4729-9d82-30e869f1b8b4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:28.321038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port d31cc494-c203-4729-9d82-30e869f1b8b4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:28.321427 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:28.349745 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b34f64e7-abae-4c23-b505-bc8159ed08bd req-2358552f-04f1-46c3-8374-9d3db8fa5da9 service neutron] 10.222.0.62 "GET /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947313 Feb 02 13:57:28.421146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port d31cc494-c203-4729-9d82-30e869f1b8b4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:28.469470 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b34f64e7-abae-4c23-b505-bc8159ed08bd req-45efe9dc-2479-410e-95e0-a647013fe53e service neutron] 10.222.0.62 "GET /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117115 Feb 02 13:57:28.626057 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff3a1a-ec5f-418e-90c1-466d19260515 req-7e3d2aed-7765-4cdc-bc0a-c2ac03a24003 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:28.627624 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42ff3a1a-ec5f-418e-90c1-466d19260515 req-7e3d2aed-7765-4cdc-bc0a-c2ac03a24003 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 943 time: 0.0594847 Feb 02 13:57:28.683217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42ff3a1a-ec5f-418e-90c1-466d19260515 req-609c3a02-839c-4b3b-a36e-efcfd3624bf1 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496218 Feb 02 13:57:29.840797 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d826f-2663-42da-b7e6-9beaa65e9424 req-ca60b9ff-10c2-40ac-b6a6-e11d04ab011c tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:29.842274 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-100d826f-2663-42da-b7e6-9beaa65e9424 req-ca60b9ff-10c2-40ac-b6a6-e11d04ab011c tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 943 time: 0.0682194 Feb 02 13:57:29.903163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-100d826f-2663-42da-b7e6-9beaa65e9424 req-abcf266c-3d18-48b6-9948-457020a383be tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535195 Feb 02 13:57:30.240042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:57:30.349171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:30.364385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe', 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a', 'port_id': '63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe', 'mac_address': 'fa:16:3e:75:60:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:57:30.405854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:30.406217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:30.420397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:57:30.442071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:30.447677 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:30.509789 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:30.723937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:57:31.046096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed83075-b9c5-491d-9548-5adf08ca318d req-fc522524-ebe7-4f11-8918-b46360c1524b tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:31.047686 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aed83075-b9c5-491d-9548-5adf08ca318d req-fc522524-ebe7-4f11-8918-b46360c1524b tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 944 time: 0.0627654 Feb 02 13:57:31.108947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aed83075-b9c5-491d-9548-5adf08ca318d req-0b3e1c68-2360-4cb5-a371-eb86f149ced2 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526307 Feb 02 13:57:31.851335 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-89717b6f-06ec-42cb-a877-1b4b3ffb989c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:32.241142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:57:32.255861 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c0057-519c-48da-89ba-f6769809ade6 req-9fd4ac91-a63a-4b6a-8782-0036663eeb88 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:32.257391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63c0057-519c-48da-89ba-f6769809ade6 req-9fd4ac91-a63a-4b6a-8782-0036663eeb88 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 944 time: 0.0700452 Feb 02 13:57:32.294797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:57:32.298874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:57:32.299249 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:32.307564 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b63c0057-519c-48da-89ba-f6769809ade6 req-f77b0790-df1e-4aea-9cab-9a9fde4d587c tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440309 Feb 02 13:57:32.384703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:57:32.385098 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:32.410624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7f0b01-94c4-44ba-ad1c-23beb1451e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:57:32.412820 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1122640-cf57-4ca7-b013-43c059c61ee7" -d '{"events": [{"server_uuid": "ed7f0b01-94c4-44ba-ad1c-23beb1451e37", "name": "network-vif-plugged", "status": "completed", "tag": "63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:57:32.425506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:57:32.431557 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:32.458926 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb78cb6d-f4d9-4251-884c-1c43b93d7801 x-openstack-request-id: req-eb78cb6d-f4d9-4251-884c-1c43b93d7801 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:57:32.459215 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7f0b01-94c4-44ba-ad1c-23beb1451e37", "name": "network-vif-plugged", "status": "completed", "tag": "63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:57:32.459486 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-eb78cb6d-f4d9-4251-884c-1c43b93d7801 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:57:32.459881 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7f0b01-94c4-44ba-ad1c-23beb1451e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe', 'code': 200} Feb 02 13:57:32.487998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:57:32.591593 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85028da-cc8f-480b-98a3-fc84ad666dc1 req-75af081c-4779-4f46-9444-8008234de1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:32.593445 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f85028da-cc8f-480b-98a3-fc84ad666dc1 req-75af081c-4779-4f46-9444-8008234de1cc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 1127 time: 0.0484750 Feb 02 13:57:32.645712 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f85028da-cc8f-480b-98a3-fc84ad666dc1 req-f0a7fd7c-9a85-4955-88f7-f8d88f71d6dc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449078 Feb 02 13:57:33.436685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19723fa-4d6b-4746-8cb4-b96b5e819ba4 req-7f5b36c7-f3da-4604-9cbc-66940ce79e61 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:33.438513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f19723fa-4d6b-4746-8cb4-b96b5e819ba4 req-7f5b36c7-f3da-4604-9cbc-66940ce79e61 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 945 time: 0.0588069 Feb 02 13:57:33.489170 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f19723fa-4d6b-4746-8cb4-b96b5e819ba4 req-7e6d453d-81f0-4c47-b201-bddd4bfbfc1b tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448754 Feb 02 13:57:34.150845 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78e46cf4-691c-47d1-b538-c66089581462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:34.636295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f88e02-fc89-4736-b205-ab9fa4b6fd9e req-e86f8258-3cea-42de-85eb-1aed9bed9005 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:34.637757 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37f88e02-fc89-4736-b205-ab9fa4b6fd9e req-e86f8258-3cea-42de-85eb-1aed9bed9005 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 945 time: 0.0582428 Feb 02 13:57:34.691844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37f88e02-fc89-4736-b205-ab9fa4b6fd9e req-68352082-8b86-47ea-8c3c-acd29f57dcad tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456786 Feb 02 13:57:34.830077 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d76ab1-d6d5-473d-91a6-6afff8a1d7ec req-487b86ab-3972-47b9-bdfc-d81d437f967e tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:57:34.831508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1d76ab1-d6d5-473d-91a6-6afff8a1d7ec req-487b86ab-3972-47b9-bdfc-d81d437f967e tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 945 time: 0.0616038 Feb 02 13:57:34.883537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1d76ab1-d6d5-473d-91a6-6afff8a1d7ec req-e4f3bb35-cf56-4a1e-930b-7f99ac32ed55 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436971 Feb 02 13:57:35.755649 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:37.026910 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:37.196039 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:38.062817 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:57:38.117802 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:00.551500 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:58:01.849611 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0baef4a4-1b3e-48be-9e76-78dc0198915e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:04.145796 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-333acc69-c987-461b-997d-68aa24d217e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:05.756499 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:07.026343 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:07.182761 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:08.069918 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:08.124699 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:09.450563 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212d400-db2c-4362-ad5c-cbd1b7c671e2 req-cd02ccc5-11f9-4506-b209-ff51a2ee87f9 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:09.452893 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4212d400-db2c-4362-ad5c-cbd1b7c671e2 req-cd02ccc5-11f9-4506-b209-ff51a2ee87f9 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 945 time: 0.0659757 Feb 02 13:58:09.502052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4212d400-db2c-4362-ad5c-cbd1b7c671e2 req-bb053230-4d67-422a-bb7e-544dc01b9427 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435355 Feb 02 13:58:10.655111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb9162-1a01-4a3b-a629-d98ed87c1e0f req-5fc4595c-243f-4a93-9b92-2b216dd85b50 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:10.656623 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbcb9162-1a01-4a3b-a629-d98ed87c1e0f req-5fc4595c-243f-4a93-9b92-2b216dd85b50 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 945 time: 0.0629427 Feb 02 13:58:10.721667 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbcb9162-1a01-4a3b-a629-d98ed87c1e0f req-662d2bb5-7fdf-402c-babd-7284464d1956 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575163 Feb 02 13:58:11.146959 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc0b77-7579-4496-87ee-3f9efc1fabd3 req-dbe5393a-adaa-40ae-a82e-adefda5ec20a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:11.148487 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-24fc0b77-7579-4496-87ee-3f9efc1fabd3 req-dbe5393a-adaa-40ae-a82e-adefda5ec20a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 945 time: 0.0600612 Feb 02 13:58:11.245969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-24fc0b77-7579-4496-87ee-3f9efc1fabd3 req-6919a988-2724-4eaf-a6b2-d5852892db02 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Deleting port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:58:11.246306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-24fc0b77-7579-4496-87ee-3f9efc1fabd3 req-6919a988-2724-4eaf-a6b2-d5852892db02 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:11.351119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-24fc0b77-7579-4496-87ee-3f9efc1fabd3 req-6919a988-2724-4eaf-a6b2-d5852892db02 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] For port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:58:11.351525 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-24fc0b77-7579-4496-87ee-3f9efc1fabd3 req-6919a988-2724-4eaf-a6b2-d5852892db02 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:11.365818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-24fc0b77-7579-4496-87ee-3f9efc1fabd3 req-6919a988-2724-4eaf-a6b2-d5852892db02 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Calling delete_port for 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:58:11.507083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-24fc0b77-7579-4496-87ee-3f9efc1fabd3 req-6919a988-2724-4eaf-a6b2-d5852892db02 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:11.542958 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919a988-2724-4eaf-a6b2-d5852892db02 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Pushing event deleted for resources: {'Port': ['ID=63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:58:11.543412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:58:11.585820 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fc0b77-7579-4496-87ee-3f9efc1fabd3 req-6919a988-2724-4eaf-a6b2-d5852892db02 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] No DVR routers for this DVR port 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:58:11.588874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-24fc0b77-7579-4496-87ee-3f9efc1fabd3 req-6919a988-2724-4eaf-a6b2-d5852892db02 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:11.592405 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-24fc0b77-7579-4496-87ee-3f9efc1fabd3 req-6919a988-2724-4eaf-a6b2-d5852892db02 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.62 "DELETE /v2.0/ports/63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe HTTP/1.1" status: 204 len: 173 time: 0.4386063 Feb 02 13:58:11.593167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7f0b01-94c4-44ba-ad1c-23beb1451e37', 'name': 'network-vif-deleted', 'tag': '63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:58:11.595608 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cf6da2-7a34-46f6-9f3f-3b593d687ad4" -d '{"events": [{"server_uuid": "ed7f0b01-94c4-44ba-ad1c-23beb1451e37", "name": "network-vif-deleted", "tag": "63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:58:11.646214 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3259c4c-fa53-4f47-bd9d-eaf94a133f32 x-openstack-request-id: req-a3259c4c-fa53-4f47-bd9d-eaf94a133f32 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:58:11.646496 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7f0b01-94c4-44ba-ad1c-23beb1451e37", "name": "network-vif-deleted", "tag": "63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:58:11.646801 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a3259c4c-fa53-4f47-bd9d-eaf94a133f32 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:58:11.647236 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7f0b01-94c4-44ba-ad1c-23beb1451e37', 'name': 'network-vif-deleted', 'tag': '63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe', 'status': 'completed', 'code': 200} Feb 02 13:58:11.851052 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd6769f0-d816-4abd-b994-6baf42f37bd9 req-06180570-24e1-464f-bb7c-90bfbdcaa0ef tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=ed7f0b01-94c4-44ba-ad1c-23beb1451e37 HTTP/1.1" status: 200 len: 210 time: 0.0304067 Feb 02 13:58:13.517310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-6251919e-c52c-4d5f-bba0-b6c81c676b94 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:13.518693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-6251919e-c52c-4d5f-bba0-b6c81c676b94 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/networks?id=272008ef-c83d-4235-a77c-5b4029d5ec7a HTTP/1.1" status: 200 len: 817 time: 0.1069615 Feb 02 13:58:13.534321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-572c0dd2-5e08-473d-a147-cbc474999789 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/quotas/c34a4f0a102c4030ae24ef7b452f4fd4 HTTP/1.1" status: 200 len: 375 time: 0.0097051 Feb 02 13:58:13.591449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-d96f4358-93ab-4be4-a7bd-008616de1cc9 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=c34a4f0a102c4030ae24ef7b452f4fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517168 Feb 02 13:58:13.694882 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-f91ef998-1dcd-49c5-a5d3-82d8a0f26995 service neutron] 10.222.0.83 "GET /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886118 Feb 02 13:58:13.812354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-708997f4-3da8-4d75-8458-a142d9d9190a service neutron] 10.222.0.83 "GET /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090462 Feb 02 13:58:13.991509 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6daa3cdf-0712-4dac-bee9-fe71ce7e4ce2 req-f70071bb-5dc3-46ce-95b9-9f446ca26c86 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 210 time: 0.0323050 Feb 02 13:58:14.479376 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:58:14.499863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:58:14.500202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 63d27ea3-32a8-4652-ab3a-f6a60ff1dbbe not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:58:15.117455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-76850f7c-a7fb-48f5-bd73-a36637291dbe req-bc7b5439-c7c6-40fc-afcd-c57686e1e886 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 210 time: 0.0309541 Feb 02 13:58:15.129493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-c1bdeab1-7e6b-4764-b2c5-406df5be54a2 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:15.132291 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-c1bdeab1-7e6b-4764-b2c5-406df5be54a2 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.62 "GET /v2.0/networks?id=272008ef-c83d-4235-a77c-5b4029d5ec7a HTTP/1.1" status: 200 len: 817 time: 0.1636801 Feb 02 13:58:15.154365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Request body: {'port': {'device_id': '78b14e91-22c4-48ff-af2f-21fc368aa3fd', 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a', 'admin_state_up': True, 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:58:15.278054 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Made reservation on behalf of c34a4f0a102c4030ae24ef7b452f4fd4 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:58:15.281365 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:15.424332 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Allocated IP 172.20.0.14 (272008ef-c83d-4235-a77c-5b4029d5ec7a/6ccfcf19-6085-432a-b46b-3a8ddeeab26d/9d177fb2-809d-4de9-90e8-3e6c6642ecfe) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:58:15.620485 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks [] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:15.667255 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:15.711240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Network 272008ef-c83d-4235-a77c-5b4029d5ec7a is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:58:15.716759 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:58:15.720818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:58:15.727440 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Pushing event updated for resources: {'Port': ['ID=9d177fb2-809d-4de9-90e8-3e6c6642ecfe,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:58:15.758692 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.759068 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.759413 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.759784 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.760116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.760448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.760777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.761105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.761406 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.761752 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.762061 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.762378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.762693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:15.787385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:15.788151 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:15.808053 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2230407f-e3da-4759-a476-a9b1b11ac2e0 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6586521 Feb 02 13:58:15.827072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Request body: {'port': {'device_id': '78b14e91-22c4-48ff-af2f-21fc368aa3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:58:15.899913 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:16.010388 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2a334f08-da8d-439a-861a-8ab4bda4a06a None None] Provisioning complete for port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:58:16.010944 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a334f08-da8d-439a-861a-8ab4bda4a06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:16.045521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2a334f08-da8d-439a-861a-8ab4bda4a06a None None] Port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:58:16.201522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d177fb2-809d-4de9-90e8-3e6c6642ecfe {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:58:16.210390 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Publish callbacks [] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:16.230365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Transition to ACTIVE for port object 9d177fb2-809d-4de9-90e8-3e6c6642ecfe will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:58:16.234871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:16.272661 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d713ea7-677c-4187-9331-6014a0e1a106 req-afaf4e9c-1091-4468-bfec-d30f81c4bdd6 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:16.281069 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d713ea7-677c-4187-9331-6014a0e1a106 req-afaf4e9c-1091-4468-bfec-d30f81c4bdd6 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 932 time: 0.0851285 Feb 02 13:58:16.294516 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Pushing event updated for resources: {'Port': ['ID=9d177fb2-809d-4de9-90e8-3e6c6642ecfe,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:58:16.348887 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4d713ea7-677c-4187-9331-6014a0e1a106 req-3a82ef3d-78cb-4b2c-a2b0-37a67e746a72 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667017 Feb 02 13:58:16.386251 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Attempting to bind port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:58:16.386590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Attempting to bind port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:58:16.386937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Attempting to bind port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe on network 272008ef-c83d-4235-a77c-5b4029d5ec7a {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:58:16.392576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe on network 272008ef-c83d-4235-a77c-5b4029d5ec7a not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:58:16.393019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Attempting to bind port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe on network 272008ef-c83d-4235-a77c-5b4029d5ec7a {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:58:16.399049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:58:16.399448 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Checking segment: {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:58:16.399840 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Bound using segment: {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:58:16.400270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Bound port: 9d177fb2-809d-4de9-90e8-3e6c6642ecfe, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fe9d12-2010-4057-9b35-cc5898f07153', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:58:16.400621 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:16.478694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] For port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:58:16.482945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] For port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=9d177fb2-809d-4de9-90e8-3e6c6642ecfe,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:58:16.491692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:16.534719 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:16.535583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:16.537306 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] 10.222.0.62 "PUT /v2.0/ports/9d177fb2-809d-4de9-90e8-3e6c6642ecfe HTTP/1.1" status: 200 len: 1092 time: 0.7149081 Feb 02 13:58:16.541350 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b14e91-22c4-48ff-af2f-21fc368aa3fd', 'tag': '9d177fb2-809d-4de9-90e8-3e6c6642ecfe'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:58:16.544174 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7990cf8-cad7-4581-9a3a-7c12c12f95c4" -d '{"events": [{"name": "network-changed", "server_uuid": "78b14e91-22c4-48ff-af2f-21fc368aa3fd", "tag": "9d177fb2-809d-4de9-90e8-3e6c6642ecfe"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:58:16.585582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c436a2-5957-45d8-8e24-7d04b8dc7e63 service neutron] Pushing event updated for resources: {'Port': ['ID=9d177fb2-809d-4de9-90e8-3e6c6642ecfe,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:58:16.645145 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ccd121-7e44-48eb-b771-a5ed9c53d20a x-openstack-request-id: req-36ccd121-7e44-48eb-b771-a5ed9c53d20a {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:58:16.645483 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b14e91-22c4-48ff-af2f-21fc368aa3fd", "tag": "9d177fb2-809d-4de9-90e8-3e6c6642ecfe", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:58:16.645804 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-36ccd121-7e44-48eb-b771-a5ed9c53d20a {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:58:16.646292 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b14e91-22c4-48ff-af2f-21fc368aa3fd', 'tag': '9d177fb2-809d-4de9-90e8-3e6c6642ecfe', 'status': 'completed', 'code': 200} Feb 02 13:58:16.678635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2f984915-0af4-4410-a1a6-63f76f88dade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:16.681420 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-2f984915-0af4-4410-a1a6-63f76f88dade service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c34a4f0a102c4030ae24ef7b452f4fd4&device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 1126 time: 0.0657043 Feb 02 13:58:16.734447 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-4f29fb5a-040f-4ee8-bbf4-e8b9e9ad3762 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d177fb2-809d-4de9-90e8-3e6c6642ecfe HTTP/1.1" status: 200 len: 217 time: 0.0394619 Feb 02 13:58:16.799111 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-3d6cecba-5495-4590-8e96-6ae49190afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:16.800666 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-3d6cecba-5495-4590-8e96-6ae49190afe3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ccfcf19-6085-432a-b46b-3a8ddeeab26d HTTP/1.1" status: 200 len: 856 time: 0.0604110 Feb 02 13:58:16.860984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-3cd53d85-5ec6-4379-9fac-752da10ac7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:16.862663 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-3cd53d85-5ec6-4379-9fac-752da10ac7e9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=272008ef-c83d-4235-a77c-5b4029d5ec7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561039 Feb 02 13:58:16.971056 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-8dfe4b81-5b8f-4ec8-864d-9953399676c4 service neutron] 10.222.0.62 "GET /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018884 Feb 02 13:58:17.076213 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8f550205-8cca-469b-be19-ff8b94ae2a50 req-ed995672-7691-4891-9bb1-1cb032d94d88 service neutron] 10.222.0.62 "GET /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977638 Feb 02 13:58:17.219917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7990cf8-cad7-4581-9a3a-7c12c12f95c4 req-15cb454b-949c-4acc-a80a-aad46739c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:17.221526 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a7990cf8-cad7-4581-9a3a-7c12c12f95c4 req-15cb454b-949c-4acc-a80a-aad46739c6ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c34a4f0a102c4030ae24ef7b452f4fd4&device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 1126 time: 0.0528505 Feb 02 13:58:17.319341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7990cf8-cad7-4581-9a3a-7c12c12f95c4 req-3a48acb3-3147-451c-901d-c8be86920b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:17.320878 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a7990cf8-cad7-4581-9a3a-7c12c12f95c4 req-3a48acb3-3147-451c-901d-c8be86920b32 service neutron] 10.222.0.62 "GET /v2.0/networks?id=272008ef-c83d-4235-a77c-5b4029d5ec7a HTTP/1.1" status: 200 len: 918 time: 0.0938470 Feb 02 13:58:17.367756 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a7990cf8-cad7-4581-9a3a-7c12c12f95c4 req-20d3ee25-96fa-44d2-a4ec-51dfa620d1d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d177fb2-809d-4de9-90e8-3e6c6642ecfe HTTP/1.1" status: 200 len: 217 time: 0.0404513 Feb 02 13:58:17.426518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7990cf8-cad7-4581-9a3a-7c12c12f95c4 req-17d243a8-cf76-4125-bbe4-915d04e9a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:17.428257 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a7990cf8-cad7-4581-9a3a-7c12c12f95c4 req-17d243a8-cf76-4125-bbe4-915d04e9a8bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6ccfcf19-6085-432a-b46b-3a8ddeeab26d HTTP/1.1" status: 200 len: 856 time: 0.0536025 Feb 02 13:58:17.492949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7990cf8-cad7-4581-9a3a-7c12c12f95c4 req-9766ec16-9065-41c9-81c1-3dff9619efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:17.494427 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a7990cf8-cad7-4581-9a3a-7c12c12f95c4 req-9766ec16-9065-41c9-81c1-3dff9619efa2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=272008ef-c83d-4235-a77c-5b4029d5ec7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591292 Feb 02 13:58:17.505600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77677d6b-44e4-4637-91d3-419879d99dc9 req-a1c314b6-5cfb-4cdf-9e41-349d49708872 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:17.507191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77677d6b-44e4-4637-91d3-419879d99dc9 req-a1c314b6-5cfb-4cdf-9e41-349d49708872 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 944 time: 0.0661037 Feb 02 13:58:17.560967 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-77677d6b-44e4-4637-91d3-419879d99dc9 req-ab4f70c2-cf82-44c8-b556-fb37f60c6685 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473151 Feb 02 13:58:17.606976 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a7990cf8-cad7-4581-9a3a-7c12c12f95c4 req-c28588fb-7851-4dc6-ba63-c10cd2a6cfcf service neutron] 10.222.0.62 "GET /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038001 Feb 02 13:58:17.708260 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a7990cf8-cad7-4581-9a3a-7c12c12f95c4 req-3b404cc7-3c53-4893-8f2f-6bf14fcf1dfb service neutron] 10.222.0.62 "GET /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945299 Feb 02 13:58:18.699549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a19ee1-5986-4c17-a1e8-ac7db50eee5e req-05fb0111-9a28-40ee-9beb-5f2967981d3c tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:18.701194 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e1a19ee1-5986-4c17-a1e8-ac7db50eee5e req-05fb0111-9a28-40ee-9beb-5f2967981d3c tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 944 time: 0.0607948 Feb 02 13:58:18.762290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e1a19ee1-5986-4c17-a1e8-ac7db50eee5e req-8cc31678-afe2-4a85-8863-7e7c26948625 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534630 Feb 02 13:58:19.888619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81966a-216c-4c8e-b033-6ae0895f576b req-42d065b8-fb31-47a1-96fb-140be58e9236 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:19.890135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa81966a-216c-4c8e-b033-6ae0895f576b req-42d065b8-fb31-47a1-96fb-140be58e9236 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 944 time: 0.0578625 Feb 02 13:58:19.942842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa81966a-216c-4c8e-b033-6ae0895f576b req-ad952f6b-bbd6-4cc5-9564-e3eda7f0787c tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465171 Feb 02 13:58:20.521483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 9d177fb2-809d-4de9-90e8-3e6c6642ecfe details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:58:20.631586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=9d177fb2-809d-4de9-90e8-3e6c6642ecfe,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:58:20.644145 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '9d177fb2-809d-4de9-90e8-3e6c6642ecfe', 'network_id': '272008ef-c83d-4235-a77c-5b4029d5ec7a', 'port_id': '9d177fb2-809d-4de9-90e8-3e6c6642ecfe', 'mac_address': 'fa:16:3e:73:46:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccfcf19-6085-432a-b46b-3a8ddeeab26d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:58:20.683887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:58:20.684275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:20.701497 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d177fb2-809d-4de9-90e8-3e6c6642ecfe {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:58:20.724166 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=9d177fb2-809d-4de9-90e8-3e6c6642ecfe,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:58:20.733638 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:20.791978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=9d177fb2-809d-4de9-90e8-3e6c6642ecfe,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:58:20.800568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:20.800917 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:20.801322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:20.801658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:20.801992 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:20.802352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:20.802703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:20.803003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:20.803332 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:20.803678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:20.803998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:20.804320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:20.804637 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:58:21.012433 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['9d177fb2-809d-4de9-90e8-3e6c6642ecfe'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:58:21.083980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfedd9-9fbd-400a-9ea0-aef39e7ceac1 req-ed166a82-9b11-416a-b7ff-526ec2595778 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:21.085425 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10dfedd9-9fbd-400a-9ea0-aef39e7ceac1 req-ed166a82-9b11-416a-b7ff-526ec2595778 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 945 time: 0.0650342 Feb 02 13:58:21.134541 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10dfedd9-9fbd-400a-9ea0-aef39e7ceac1 req-5f01715f-0f8c-4348-90f0-c9afa656e4bc tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Feb 02 13:58:22.286785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e5e327-f5e9-44f4-a61f-0e886effb87b req-da38609e-756b-454f-b9c7-9c3c302d422b tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:22.288309 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7e5e327-f5e9-44f4-a61f-0e886effb87b req-da38609e-756b-454f-b9c7-9c3c302d422b tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 945 time: 0.0658798 Feb 02 13:58:22.336832 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7e5e327-f5e9-44f4-a61f-0e886effb87b req-cc2a2900-d69f-4198-b9b7-2e3f568f6b8a tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423388 Feb 02 13:58:22.525891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 9d177fb2-809d-4de9-90e8-3e6c6642ecfe up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:58:22.579973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:58:22.584341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:58:22.584724 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:22.666175 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:58:22.666619 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:22.689970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b14e91-22c4-48ff-af2f-21fc368aa3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d177fb2-809d-4de9-90e8-3e6c6642ecfe'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:58:22.692602 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd64c61-2a71-480e-b64b-9bbf0d88a94b" -d '{"events": [{"server_uuid": "78b14e91-22c4-48ff-af2f-21fc368aa3fd", "name": "network-vif-plugged", "status": "completed", "tag": "9d177fb2-809d-4de9-90e8-3e6c6642ecfe"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:58:22.710140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=9d177fb2-809d-4de9-90e8-3e6c6642ecfe,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:58:22.714554 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:22.740339 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9176da17-2a68-4222-8380-74344f8e9162 x-openstack-request-id: req-9176da17-2a68-4222-8380-74344f8e9162 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:58:22.740619 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b14e91-22c4-48ff-af2f-21fc368aa3fd", "name": "network-vif-plugged", "status": "completed", "tag": "9d177fb2-809d-4de9-90e8-3e6c6642ecfe", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:58:22.740894 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9176da17-2a68-4222-8380-74344f8e9162 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:58:22.741248 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b14e91-22c4-48ff-af2f-21fc368aa3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d177fb2-809d-4de9-90e8-3e6c6642ecfe', 'code': 200} Feb 02 13:58:22.769008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=9d177fb2-809d-4de9-90e8-3e6c6642ecfe,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:58:22.875504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87448f2-2e62-4df7-81c9-3cd4a0ddb44a req-1b07c679-f501-472f-a77f-88c8eac77549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:22.877115 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b87448f2-2e62-4df7-81c9-3cd4a0ddb44a req-1b07c679-f501-472f-a77f-88c8eac77549 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 1128 time: 0.0493722 Feb 02 13:58:22.926264 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b87448f2-2e62-4df7-81c9-3cd4a0ddb44a req-83ebb6e4-e615-4900-a9e3-fecb74b17227 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Feb 02 13:58:23.474097 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cae045b-61cf-43fc-9eee-9716f3be71e7 req-aacfa02e-aa9f-4ac0-a8b0-6fd3819831a2 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:23.475784 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cae045b-61cf-43fc-9eee-9716f3be71e7 req-aacfa02e-aa9f-4ac0-a8b0-6fd3819831a2 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 946 time: 0.0664873 Feb 02 13:58:23.527670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2cae045b-61cf-43fc-9eee-9716f3be71e7 req-ab3da963-6295-4179-853e-3a000fe24db1 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452125 Feb 02 13:58:24.667096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2578a4-8975-4a38-8541-66cdf6737d33 req-67d2347d-98bf-48f2-bae5-d8ef865f1307 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:24.668674 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f2578a4-8975-4a38-8541-66cdf6737d33 req-67d2347d-98bf-48f2-bae5-d8ef865f1307 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 946 time: 0.0609848 Feb 02 13:58:24.718726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f2578a4-8975-4a38-8541-66cdf6737d33 req-6cf2b09d-861f-4896-adfc-850b129f5b11 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 Feb 02 13:58:24.861801 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b734a-e4aa-49b9-b3b9-b2d5f544e417 req-931cabea-9013-4ff3-997c-a4bb45c4dc02 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:24.863381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da1b734a-e4aa-49b9-b3b9-b2d5f544e417 req-931cabea-9013-4ff3-997c-a4bb45c4dc02 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 946 time: 0.0680926 Feb 02 13:58:24.918542 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da1b734a-e4aa-49b9-b3b9-b2d5f544e417 req-66605528-118f-4162-9c84-481ac9ce7510 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489511 Feb 02 13:58:31.845295 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-78954a4f-0114-4fda-8eb9-e20fb3a676b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:34.143623 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c89cda9d-92d6-46a3-9bb8-b583c4cd162a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:35.762888 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:37.029658 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:37.186370 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:37.556632 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:58:38.074864 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:38.109732 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:58:59.312420 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db881c-5c25-4b54-a6c5-587f2e9049e1 req-b61f1e72-00ed-4521-9f18-5d3ae6244c01 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:58:59.314885 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75db881c-5c25-4b54-a6c5-587f2e9049e1 req-b61f1e72-00ed-4521-9f18-5d3ae6244c01 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 946 time: 0.0569725 Feb 02 13:58:59.378763 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75db881c-5c25-4b54-a6c5-587f2e9049e1 req-f7971382-e3b1-4815-b5d4-78cb8cd79ef8 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591142 Feb 02 13:59:00.506676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d0959-8f66-4984-bd4b-6dcbacb1076c req-c0be3610-fde6-46ad-88a7-35970ee30483 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:00.508335 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f5d0959-8f66-4984-bd4b-6dcbacb1076c req-c0be3610-fde6-46ad-88a7-35970ee30483 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 946 time: 0.0570686 Feb 02 13:59:00.557414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9f5d0959-8f66-4984-bd4b-6dcbacb1076c req-ea07ce54-1def-4ee3-a41d-5c4fab140227 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/security-groups?id=557c6ac4-ea6a-4297-bee0-1652ed0623dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Feb 02 13:59:00.994957 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44d292-ed34-4f2d-9292-8650fc2ed9c8 req-de5a9ac9-7f90-47e3-9840-2495ef263018 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:00.996564 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c44d292-ed34-4f2d-9292-8650fc2ed9c8 req-de5a9ac9-7f90-47e3-9840-2495ef263018 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.62 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 946 time: 0.0562673 Feb 02 13:59:01.099376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-8c44d292-ed34-4f2d-9292-8650fc2ed9c8 req-99dfcf3f-4717-49b2-9ddb-2f22d38986ec tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Deleting port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:59:01.099750 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8c44d292-ed34-4f2d-9292-8650fc2ed9c8 req-99dfcf3f-4717-49b2-9ddb-2f22d38986ec tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:01.197923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-8c44d292-ed34-4f2d-9292-8650fc2ed9c8 req-99dfcf3f-4717-49b2-9ddb-2f22d38986ec tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] For port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=9d177fb2-809d-4de9-90e8-3e6c6642ecfe,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:01.198249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8c44d292-ed34-4f2d-9292-8650fc2ed9c8 req-99dfcf3f-4717-49b2-9ddb-2f22d38986ec tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:01.216188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-8c44d292-ed34-4f2d-9292-8650fc2ed9c8 req-99dfcf3f-4717-49b2-9ddb-2f22d38986ec tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Calling delete_port for 9d177fb2-809d-4de9-90e8-3e6c6642ecfe owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:59:01.344685 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8c44d292-ed34-4f2d-9292-8650fc2ed9c8 req-99dfcf3f-4717-49b2-9ddb-2f22d38986ec tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9d177fb2-809d-4de9-90e8-3e6c6642ecfe), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:01.372460 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfcf3f-4717-49b2-9ddb-2f22d38986ec tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Pushing event deleted for resources: {'Port': ['ID=9d177fb2-809d-4de9-90e8-3e6c6642ecfe,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:01.384870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['9d177fb2-809d-4de9-90e8-3e6c6642ecfe'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:59:01.428285 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c44d292-ed34-4f2d-9292-8650fc2ed9c8 req-99dfcf3f-4717-49b2-9ddb-2f22d38986ec tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] No DVR routers for this DVR port 9d177fb2-809d-4de9-90e8-3e6c6642ecfe on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:59:01.431357 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8c44d292-ed34-4f2d-9292-8650fc2ed9c8 req-99dfcf3f-4717-49b2-9ddb-2f22d38986ec tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:01.434814 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8c44d292-ed34-4f2d-9292-8650fc2ed9c8 req-99dfcf3f-4717-49b2-9ddb-2f22d38986ec tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.62 "DELETE /v2.0/ports/9d177fb2-809d-4de9-90e8-3e6c6642ecfe HTTP/1.1" status: 204 len: 173 time: 0.4307621 Feb 02 13:59:01.435241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b14e91-22c4-48ff-af2f-21fc368aa3fd', 'name': 'network-vif-deleted', 'tag': '9d177fb2-809d-4de9-90e8-3e6c6642ecfe'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:59:01.437556 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a72cf1-28b3-4d42-baa0-38821b83daa7" -d '{"events": [{"server_uuid": "78b14e91-22c4-48ff-af2f-21fc368aa3fd", "name": "network-vif-deleted", "tag": "9d177fb2-809d-4de9-90e8-3e6c6642ecfe"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:59:01.484365 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4cf782-5ad0-4733-af15-cffd3f8b1771 x-openstack-request-id: req-1f4cf782-5ad0-4733-af15-cffd3f8b1771 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:59:01.484666 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b14e91-22c4-48ff-af2f-21fc368aa3fd", "name": "network-vif-deleted", "tag": "9d177fb2-809d-4de9-90e8-3e6c6642ecfe", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:59:01.484911 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1f4cf782-5ad0-4733-af15-cffd3f8b1771 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:59:01.485337 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b14e91-22c4-48ff-af2f-21fc368aa3fd', 'name': 'network-vif-deleted', 'tag': '9d177fb2-809d-4de9-90e8-3e6c6642ecfe', 'status': 'completed', 'code': 200} Feb 02 13:59:01.674325 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3ee58418-c28a-46e0-a61d-1a563bfffa4d req-b5cf46eb-b90f-47ce-ae1b-fb6344894d25 tempest-TestEncryptedCinderVolumes-1739500033 tempest-TestEncryptedCinderVolumes-1739500033-project] 10.222.0.83 "GET /v2.0/ports?device_id=78b14e91-22c4-48ff-af2f-21fc368aa3fd HTTP/1.1" status: 200 len: 210 time: 0.0298436 Feb 02 13:59:01.855021 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c6531a8-141c-46b0-84db-e38478634a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:02.769094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41664) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:03.166801 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (1c3f7609-b8df-425d-aefd-5208ee106fdf), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:03.451881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Deleting port e75d8b41-d627-4805-86ed-94c80b4034c9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:59:03.452110 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:03.539279 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] For port e75d8b41-d627-4805-86ed-94c80b4034c9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e75d8b41-d627-4805-86ed-94c80b4034c9,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:03.539850 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:03.554500 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Calling delete_port for e75d8b41-d627-4805-86ed-94c80b4034c9 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:59:03.758077 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (e75d8b41-d627-4805-86ed-94c80b4034c9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:03.787672 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75d8b41-d627-4805-86ed-94c80b4034c9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:03.799868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.800206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.800544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.800869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.801237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.801515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.801828 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.802148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.802459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.802954 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.803173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.803496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.803811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:03.968696 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (1c3f7609-b8df-425d-aefd-5208ee106fdf), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:04.142107 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-888c89a5-fc15-47f3-9560-b96fb950c3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:04.201421 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Router 1c3f7609-b8df-425d-aefd-5208ee106fdf has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:59:04.327758 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:59:04.333411 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-69cbcda6-7292-40e2-bf55-750cea6c4aa5 admin admin] 10.222.0.83 "PUT /v2.0/routers/1c3f7609-b8df-425d-aefd-5208ee106fdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5628884 Feb 02 13:59:04.336220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41666) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:04.343215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e93231-65b4-4f17-9e52-44582b9c443c None None] Sync routers for ids ['1c3f7609-b8df-425d-aefd-5208ee106fdf'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:59:04.358277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e93231-65b4-4f17-9e52-44582b9c443c None None] Routers {'1c3f7609-b8df-425d-aefd-5208ee106fdf'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:59:04.359081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-00e93231-65b4-4f17-9e52-44582b9c443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c3f7609-b8df-425d-aefd-5208ee106fdf'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:04.448982 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Publish callbacks [] for router (1c3f7609-b8df-425d-aefd-5208ee106fdf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:04.498954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-00e93231-65b4-4f17-9e52-44582b9c443c None None] Set router 1c3f7609-b8df-425d-aefd-5208ee106fdf gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:59:04.564414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Publish callbacks [] for router_gateway (1c3f7609-b8df-425d-aefd-5208ee106fdf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:04.619237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Deleting port 258de7db-eac4-4490-bf8f-651d7d9e6d90 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:59:04.619606 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:04.701236 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-00e93231-65b4-4f17-9e52-44582b9c443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'name': 'tempest-TestEncryptedCinderVolumes-1718207805-router', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:11Z', 'updated_at': '2022-02-02T13:59:03Z', 'revision_number': 5, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'gw_port': {'id': '258de7db-eac4-4490-bf8f-651d7d9e6d90', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:12Z', 'updated_at': '2022-02-02T13:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:04.711215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] For port 258de7db-eac4-4490-bf8f-651d7d9e6d90, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=258de7db-eac4-4490-bf8f-651d7d9e6d90,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:04.711779 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:04.734127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e93231-65b4-4f17-9e52-44582b9c443c None None] Checking router: 1c3f7609-b8df-425d-aefd-5208ee106fdf for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:59:04.737849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Calling delete_port for 258de7db-eac4-4490-bf8f-651d7d9e6d90 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:59:04.742594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e93231-65b4-4f17-9e52-44582b9c443c None None] Routers {'1c3f7609-b8df-425d-aefd-5208ee106fdf'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:59:04.743231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-00e93231-65b4-4f17-9e52-44582b9c443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['1c3f7609-b8df-425d-aefd-5208ee106fdf'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:04.778344 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 9d177fb2-809d-4de9-90e8-3e6c6642ecfe no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:59:04.831784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 9d177fb2-809d-4de9-90e8-3e6c6642ecfe {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:59:04.832016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 9d177fb2-809d-4de9-90e8-3e6c6642ecfe not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:59:04.854818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-00e93231-65b4-4f17-9e52-44582b9c443c None None] Set router 1c3f7609-b8df-425d-aefd-5208ee106fdf gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:59:04.911496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-00e93231-65b4-4f17-9e52-44582b9c443c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'name': 'tempest-TestEncryptedCinderVolumes-1718207805-router', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:11Z', 'updated_at': '2022-02-02T13:59:04Z', 'revision_number': 6, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:04.940306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (258de7db-eac4-4490-bf8f-651d7d9e6d90), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:04.946933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e93231-65b4-4f17-9e52-44582b9c443c None None] The sync data for ids ['1c3f7609-b8df-425d-aefd-5208ee106fdf'] in n-d-827336-2 is: [{'id': '1c3f7609-b8df-425d-aefd-5208ee106fdf', 'name': 'tempest-TestEncryptedCinderVolumes-1718207805-router', 'tenant_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:11Z', 'updated_at': '2022-02-02T13:59:04Z', 'revision_number': 6, 'project_id': 'c34a4f0a102c4030ae24ef7b452f4fd4', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:59:04.973638 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Pushing event deleted for resources: {'Port': ['ID=258de7db-eac4-4490-bf8f-651d7d9e6d90,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:05.050218 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (1c3f7609-b8df-425d-aefd-5208ee106fdf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:05.158085 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (1c3f7609-b8df-425d-aefd-5208ee106fdf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:05.161941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Publish callbacks [] for router_controller (1c3f7609-b8df-425d-aefd-5208ee106fdf), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:05.213425 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (1c3f7609-b8df-425d-aefd-5208ee106fdf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:05.214142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c3f7609-b8df-425d-aefd-5208ee106fdf {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:59:05.220248 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:05.221488 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ddcafec3-a46c-40f8-9e56-87f089f2068b admin admin] 10.222.0.83 "DELETE /v2.0/routers/1c3f7609-b8df-425d-aefd-5208ee106fdf HTTP/1.1" status: 204 len: 168 time: 0.8840971 Feb 02 13:59:05.224308 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41672) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:05.278508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4f3d31-1993-4e78-bb95-4382c24cbccb admin admin] Deleting subnet 6ccfcf19-6085-432a-b46b-3a8ddeeab26d {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:59:05.284104 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4f3d31-1993-4e78-bb95-4382c24cbccb admin admin] Publish callbacks [] for subnet (6ccfcf19-6085-432a-b46b-3a8ddeeab26d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:05.325193 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4f3d31-1993-4e78-bb95-4382c24cbccb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (6ccfcf19-6085-432a-b46b-3a8ddeeab26d), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:05.412872 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4f3d31-1993-4e78-bb95-4382c24cbccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (6ccfcf19-6085-432a-b46b-3a8ddeeab26d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:05.771971 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:05.860132 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4f3d31-1993-4e78-bb95-4382c24cbccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (6ccfcf19-6085-432a-b46b-3a8ddeeab26d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:05.889374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f3d31-1993-4e78-bb95-4382c24cbccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ccfcf19-6085-432a-b46b-3a8ddeeab26d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:05.891532 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0f4f3d31-1993-4e78-bb95-4382c24cbccb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:05.895903 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0f4f3d31-1993-4e78-bb95-4382c24cbccb admin admin] 10.222.0.83 "DELETE /v2.0/subnets/6ccfcf19-6085-432a-b46b-3a8ddeeab26d HTTP/1.1" status: 204 len: 168 time: 0.6703236 Feb 02 13:59:05.896063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a502ad-3a74-4019-a212-d18c53daf798 None None] Network 272008ef-c83d-4235-a77c-5b4029d5ec7a requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:59:05.897518 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41674) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:05.972887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (272008ef-c83d-4235-a77c-5b4029d5ec7a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.046504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Deleting port 4165a2ab-af59-4e45-817a-76af349d9f01 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:59:06.047115 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.080074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0becd25f-edfa-4c9a-a2be-985425c8b5d3 None None] DHCP port deletion for 272008ef-c83d-4235-a77c-5b4029d5ec7a request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:59:06.119985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] For port 4165a2ab-af59-4e45-817a-76af349d9f01, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4165a2ab-af59-4e45-817a-76af349d9f01,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:06.120343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.133865 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Calling delete_port for 4165a2ab-af59-4e45-817a-76af349d9f01 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:59:06.142157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0becd25f-edfa-4c9a-a2be-985425c8b5d3 None None] Deleting port 4165a2ab-af59-4e45-817a-76af349d9f01 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:59:06.142519 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0becd25f-edfa-4c9a-a2be-985425c8b5d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.207584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0becd25f-edfa-4c9a-a2be-985425c8b5d3 None None] For port 4165a2ab-af59-4e45-817a-76af349d9f01, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=4165a2ab-af59-4e45-817a-76af349d9f01,segment=NetworkSegment(c9fe9d12-2010-4057-9b35-cc5898f07153),segment_id=c9fe9d12-2010-4057-9b35-cc5898f07153)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:06.208110 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0becd25f-edfa-4c9a-a2be-985425c8b5d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.227244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0becd25f-edfa-4c9a-a2be-985425c8b5d3 None None] Calling delete_port for 4165a2ab-af59-4e45-817a-76af349d9f01 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:59:06.230363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.259192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4165a2ab-af59-4e45-817a-76af349d9f01,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:06.262742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] No DVR routers for this DVR port 4165a2ab-af59-4e45-817a-76af349d9f01 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:59:06.338774 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0becd25f-edfa-4c9a-a2be-985425c8b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (4165a2ab-af59-4e45-817a-76af349d9f01), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.342886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 258de7db-eac4-4490-bf8f-651d7d9e6d90 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:59:06.358170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0becd25f-edfa-4c9a-a2be-985425c8b5d3 None None] No DVR routers for this DVR port 4165a2ab-af59-4e45-817a-76af349d9f01 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:59:06.397689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becd25f-edfa-4c9a-a2be-985425c8b5d3 None None] Pushing event deleted for resources: {'Port': ['ID=4165a2ab-af59-4e45-817a-76af349d9f01,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:06.400781 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 258de7db-eac4-4490-bf8f-651d7d9e6d90 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:59:06.401452 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 258de7db-eac4-4490-bf8f-651d7d9e6d90 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:59:06.402517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e75d8b41-d627-4805-86ed-94c80b4034c9 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:59:06.425114 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: e75d8b41-d627-4805-86ed-94c80b4034c9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:59:06.425454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e75d8b41-d627-4805-86ed-94c80b4034c9 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:59:06.425866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4165a2ab-af59-4e45-817a-76af349d9f01 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:59:06.454610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 4165a2ab-af59-4e45-817a-76af349d9f01 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:59:06.454960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 4165a2ab-af59-4e45-817a-76af349d9f01 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:59:06.661640 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (272008ef-c83d-4235-a77c-5b4029d5ec7a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.682992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272008ef-c83d-4235-a77c-5b4029d5ec7a']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:06.692725 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fe9d12-2010-4057-9b35-cc5898f07153') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:06.693008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fe9d12-2010-4057-9b35-cc5898f07153') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:06.704777 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (c9fe9d12-2010-4057-9b35-cc5898f07153), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.721447 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (c9fe9d12-2010-4057-9b35-cc5898f07153), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.727880 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:59:06.728352 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (c9fe9d12-2010-4057-9b35-cc5898f07153), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:59:06.730205 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:59:06.789558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (272008ef-c83d-4235-a77c-5b4029d5ec7a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.797786 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:06.802938 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] 10.222.0.83 "DELETE /v2.0/networks/272008ef-c83d-4235-a77c-5b4029d5ec7a HTTP/1.1" status: 204 len: 168 time: 0.9042621 Feb 02 13:59:06.807339 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41676) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:06.815745 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f92fe-fc15-43e3-a4f8-efb736aa70bf admin admin] Pushing event deleted for resources: {'Network': ['ID=272008ef-c83d-4235-a77c-5b4029d5ec7a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:07.034872 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:07.181033 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:07.202866 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e86c4c6-7b19-458c-8b85-90593d80dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (e7028837-0e67-4133-9562-928f91de2dc9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:07.491252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5e86c4c6-7b19-458c-8b85-90593d80dbbb admin admin] Deleting port d31cc494-c203-4729-9d82-30e869f1b8b4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:59:07.491627 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e86c4c6-7b19-458c-8b85-90593d80dbbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:07.573562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-5e86c4c6-7b19-458c-8b85-90593d80dbbb admin admin] For port d31cc494-c203-4729-9d82-30e869f1b8b4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d31cc494-c203-4729-9d82-30e869f1b8b4,segment=NetworkSegment(1045d072-e17f-4f60-8fd0-7f56915b7004),segment_id=1045d072-e17f-4f60-8fd0-7f56915b7004)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:07.573879 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e86c4c6-7b19-458c-8b85-90593d80dbbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:07.587372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-5e86c4c6-7b19-458c-8b85-90593d80dbbb admin admin] Calling delete_port for d31cc494-c203-4729-9d82-30e869f1b8b4 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:59:07.803289 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e86c4c6-7b19-458c-8b85-90593d80dbbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d31cc494-c203-4729-9d82-30e869f1b8b4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:07.830925 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86c4c6-7b19-458c-8b85-90593d80dbbb admin admin] Pushing event deleted for resources: {'Port': ['ID=d31cc494-c203-4729-9d82-30e869f1b8b4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:08.019276 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e86c4c6-7b19-458c-8b85-90593d80dbbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (e7028837-0e67-4133-9562-928f91de2dc9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:08.073507 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:08.140997 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:08.273442 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e86c4c6-7b19-458c-8b85-90593d80dbbb admin admin] Router e7028837-0e67-4133-9562-928f91de2dc9 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:59:08.393028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e86c4c6-7b19-458c-8b85-90593d80dbbb admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:59:08.402037 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5e86c4c6-7b19-458c-8b85-90593d80dbbb admin admin] 10.222.0.83 "PUT /v2.0/routers/e7028837-0e67-4133-9562-928f91de2dc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5912733 Feb 02 13:59:08.402904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41680) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:08.403709 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8031b-fba4-4c8f-9bcd-6684dca5a18e None None] Sync routers for ids ['e7028837-0e67-4133-9562-928f91de2dc9'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:59:08.417922 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8031b-fba4-4c8f-9bcd-6684dca5a18e None None] Routers {'e7028837-0e67-4133-9562-928f91de2dc9'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:59:08.419720 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-62a8031b-fba4-4c8f-9bcd-6684dca5a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['e7028837-0e67-4133-9562-928f91de2dc9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:08.513467 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Publish callbacks [] for router (e7028837-0e67-4133-9562-928f91de2dc9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:08.534020 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-62a8031b-fba4-4c8f-9bcd-6684dca5a18e None None] Set router e7028837-0e67-4133-9562-928f91de2dc9 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:59:08.625509 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Publish callbacks [] for router_gateway (e7028837-0e67-4133-9562-928f91de2dc9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:08.684795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Deleting port e3b0df9a-9645-4623-98f6-4feb477b3734 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:59:08.685143 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:08.717954 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-62a8031b-fba4-4c8f-9bcd-6684dca5a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'name': 'tempest-TestEncryptedCinderVolumes-524127344-router', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:59:07Z', 'revision_number': 5, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'gw_port': {'id': 'e3b0df9a-9645-4623-98f6-4feb477b3734', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:4b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:08.759078 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8031b-fba4-4c8f-9bcd-6684dca5a18e None None] Checking router: e7028837-0e67-4133-9562-928f91de2dc9 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:59:08.768286 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a8031b-fba4-4c8f-9bcd-6684dca5a18e None None] Routers {'e7028837-0e67-4133-9562-928f91de2dc9'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:59:08.768543 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-62a8031b-fba4-4c8f-9bcd-6684dca5a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['e7028837-0e67-4133-9562-928f91de2dc9'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:08.775100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] For port e3b0df9a-9645-4623-98f6-4feb477b3734, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e3b0df9a-9645-4623-98f6-4feb477b3734,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:08.775487 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:08.788875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Calling delete_port for e3b0df9a-9645-4623-98f6-4feb477b3734 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:59:08.871552 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-62a8031b-fba4-4c8f-9bcd-6684dca5a18e None None] Set router e7028837-0e67-4133-9562-928f91de2dc9 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:59:08.927619 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-62a8031b-fba4-4c8f-9bcd-6684dca5a18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'name': 'tempest-TestEncryptedCinderVolumes-524127344-router', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:59:08Z', 'revision_number': 6, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:08.955069 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a8031b-fba4-4c8f-9bcd-6684dca5a18e None None] The sync data for ids ['e7028837-0e67-4133-9562-928f91de2dc9'] in n-d-827336-2 is: [{'id': 'e7028837-0e67-4133-9562-928f91de2dc9', 'name': 'tempest-TestEncryptedCinderVolumes-524127344-router', 'tenant_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:57:17Z', 'updated_at': '2022-02-02T13:59:08Z', 'revision_number': 6, 'project_id': 'c92f9eb7b29a4595a3d741acc00596ae', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:59:08.980675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e3b0df9a-9645-4623-98f6-4feb477b3734), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.007139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b0df9a-9645-4623-98f6-4feb477b3734,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:09.079216 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (e7028837-0e67-4133-9562-928f91de2dc9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.175018 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (e7028837-0e67-4133-9562-928f91de2dc9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.177394 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Publish callbacks [] for router_controller (e7028837-0e67-4133-9562-928f91de2dc9), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.224355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (e7028837-0e67-4133-9562-928f91de2dc9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.224983 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7028837-0e67-4133-9562-928f91de2dc9 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 13:59:09.229630 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.230799 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e7e083bf-15df-48af-8e11-10de1ccafaf2 admin admin] 10.222.0.83 "DELETE /v2.0/routers/e7028837-0e67-4133-9562-928f91de2dc9 HTTP/1.1" status: 204 len: 168 time: 0.8264432 Feb 02 13:59:09.233418 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41682) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:09.279883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06d65ba-8c11-4cee-9d9f-233644ab71e1 admin admin] Deleting subnet d37d4492-15cb-4cd9-94f5-9faaed3e2dde {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 13:59:09.283659 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e06d65ba-8c11-4cee-9d9f-233644ab71e1 admin admin] Publish callbacks [] for subnet (d37d4492-15cb-4cd9-94f5-9faaed3e2dde), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.323532 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e06d65ba-8c11-4cee-9d9f-233644ab71e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (d37d4492-15cb-4cd9-94f5-9faaed3e2dde), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.422765 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e06d65ba-8c11-4cee-9d9f-233644ab71e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (d37d4492-15cb-4cd9-94f5-9faaed3e2dde), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.485842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e06d65ba-8c11-4cee-9d9f-233644ab71e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (d37d4492-15cb-4cd9-94f5-9faaed3e2dde), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.517860 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d65ba-8c11-4cee-9d9f-233644ab71e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d37d4492-15cb-4cd9-94f5-9faaed3e2dde,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:09.523907 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e06d65ba-8c11-4cee-9d9f-233644ab71e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.527577 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e06d65ba-8c11-4cee-9d9f-233644ab71e1 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/d37d4492-15cb-4cd9-94f5-9faaed3e2dde HTTP/1.1" status: 204 len: 168 time: 0.2931664 Feb 02 13:59:09.530369 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41684) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:09.533157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee43c5ce-fb2a-48be-adf7-45730c2fd949 None None] Network 7db35a4b-6f83-4bee-a227-8ada70caabe7 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:59:09.615048 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7db35a4b-6f83-4bee-a227-8ada70caabe7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.682379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Deleting port c4c2be54-0a07-46e7-b6fe-977b2b612b19 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:59:09.682695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.708387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6859dadc-6212-47fc-9bb1-db99a1c726e4 None None] DHCP port deletion for 7db35a4b-6f83-4bee-a227-8ada70caabe7 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 13:59:09.764449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6859dadc-6212-47fc-9bb1-db99a1c726e4 None None] Deleting port c4c2be54-0a07-46e7-b6fe-977b2b612b19 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 13:59:09.765190 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6859dadc-6212-47fc-9bb1-db99a1c726e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.768995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] For port c4c2be54-0a07-46e7-b6fe-977b2b612b19, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c4c2be54-0a07-46e7-b6fe-977b2b612b19,segment=NetworkSegment(1045d072-e17f-4f60-8fd0-7f56915b7004),segment_id=1045d072-e17f-4f60-8fd0-7f56915b7004)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:09.769354 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.790149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Calling delete_port for c4c2be54-0a07-46e7-b6fe-977b2b612b19 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:59:09.844274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6859dadc-6212-47fc-9bb1-db99a1c726e4 None None] For port c4c2be54-0a07-46e7-b6fe-977b2b612b19, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c4c2be54-0a07-46e7-b6fe-977b2b612b19,segment=NetworkSegment(1045d072-e17f-4f60-8fd0-7f56915b7004),segment_id=1045d072-e17f-4f60-8fd0-7f56915b7004)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:09.844728 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6859dadc-6212-47fc-9bb1-db99a1c726e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.861036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6859dadc-6212-47fc-9bb1-db99a1c726e4 None None] Calling delete_port for c4c2be54-0a07-46e7-b6fe-977b2b612b19 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 13:59:09.899204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.927697 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c2be54-0a07-46e7-b6fe-977b2b612b19,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:09.931278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] No DVR routers for this DVR port c4c2be54-0a07-46e7-b6fe-977b2b612b19 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:59:09.949597 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6859dadc-6212-47fc-9bb1-db99a1c726e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (c4c2be54-0a07-46e7-b6fe-977b2b612b19), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:09.987678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859dadc-6212-47fc-9bb1-db99a1c726e4 None None] Pushing event deleted for resources: {'Port': ['ID=c4c2be54-0a07-46e7-b6fe-977b2b612b19,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:09.987678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6859dadc-6212-47fc-9bb1-db99a1c726e4 None None] No DVR routers for this DVR port c4c2be54-0a07-46e7-b6fe-977b2b612b19 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 13:59:10.018980 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7db35a4b-6f83-4bee-a227-8ada70caabe7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:10.041590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db35a4b-6f83-4bee-a227-8ada70caabe7']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:10.051828 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1045d072-e17f-4f60-8fd0-7f56915b7004') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:10.052122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1045d072-e17f-4f60-8fd0-7f56915b7004') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:10.062652 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (1045d072-e17f-4f60-8fd0-7f56915b7004), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:10.078471 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (1045d072-e17f-4f60-8fd0-7f56915b7004), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:10.085289 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 13:59:10.085724 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (1045d072-e17f-4f60-8fd0-7f56915b7004), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: timer() Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 13:59:10.087769 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 13:59:10.149774 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7db35a4b-6f83-4bee-a227-8ada70caabe7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:10.159929 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:10.163187 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] 10.222.0.83 "DELETE /v2.0/networks/7db35a4b-6f83-4bee-a227-8ada70caabe7 HTTP/1.1" status: 204 len: 168 time: 0.6318026 Feb 02 13:59:10.175006 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecf82c-a229-4119-8428-4bbcc2e7c797 admin admin] Pushing event deleted for resources: {'Network': ['ID=7db35a4b-6f83-4bee-a227-8ada70caabe7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:10.332625 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c4c2be54-0a07-46e7-b6fe-977b2b612b19 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:59:10.353531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c4c2be54-0a07-46e7-b6fe-977b2b612b19 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:59:10.353950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c4c2be54-0a07-46e7-b6fe-977b2b612b19 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:59:10.354493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d31cc494-c203-4729-9d82-30e869f1b8b4 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:59:10.377077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: d31cc494-c203-4729-9d82-30e869f1b8b4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:59:10.377402 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d31cc494-c203-4729-9d82-30e869f1b8b4 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:59:10.377814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e3b0df9a-9645-4623-98f6-4feb477b3734 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 13:59:10.392062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41688) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:10.398026 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: e3b0df9a-9645-4623-98f6-4feb477b3734 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 13:59:10.398377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e3b0df9a-9645-4623-98f6-4feb477b3734 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 13:59:10.436644 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-02c2d231-ff27-45cd-a7dd-e959a74a5a36 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c34a4f0a102c4030ae24ef7b452f4fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0431287 Feb 02 13:59:10.439685 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41690) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:10.491657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8d2681b-29e6-4667-b329-70fa8c62732c admin admin] Publish callbacks [] for security_group (557c6ac4-ea6a-4297-bee0-1652ed0623dc), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:10.514027 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8d2681b-29e6-4667-b329-70fa8c62732c admin admin] Publish callbacks [] for security_group (557c6ac4-ea6a-4297-bee0-1652ed0623dc), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:10.569651 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8d2681b-29e6-4667-b329-70fa8c62732c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (557c6ac4-ea6a-4297-bee0-1652ed0623dc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:10.572958 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f8d2681b-29e6-4667-b329-70fa8c62732c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:10.574124 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f8d2681b-29e6-4667-b329-70fa8c62732c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/557c6ac4-ea6a-4297-bee0-1652ed0623dc HTTP/1.1" status: 204 len: 168 time: 0.1334629 Feb 02 13:59:10.583164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2681b-29e6-4667-b329-70fa8c62732c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557c6ac4-ea6a-4297-bee0-1652ed0623dc,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:10.943310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41696) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:10.984904 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-51ee0597-b30a-48cb-8d91-ded954ac704b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=c92f9eb7b29a4595a3d741acc00596ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403287 Feb 02 13:59:10.987524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41698) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:11.050332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4961167e-1de8-4439-a263-1bb277645cc6 admin admin] Publish callbacks [] for security_group (1f4620ef-1887-48cc-a083-cc12b574f68c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:11.080671 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4961167e-1de8-4439-a263-1bb277645cc6 admin admin] Publish callbacks [] for security_group (1f4620ef-1887-48cc-a083-cc12b574f68c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:11.134608 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4961167e-1de8-4439-a263-1bb277645cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (1f4620ef-1887-48cc-a083-cc12b574f68c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:11.137708 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4961167e-1de8-4439-a263-1bb277645cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:11.139348 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4961167e-1de8-4439-a263-1bb277645cc6 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/1f4620ef-1887-48cc-a083-cc12b574f68c HTTP/1.1" status: 204 len: 168 time: 0.1508334 Feb 02 13:59:11.149743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961167e-1de8-4439-a263-1bb277645cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4620ef-1887-48cc-a083-cc12b574f68c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:11.909560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41720) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:12.035755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-458124836-network', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:59:12.061789 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Made reservation on behalf of 90af25d6407d44f08dcad40cd08aba0d for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:59:12.064314 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.073123 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.168108 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Publish callbacks [] for security_group (74d60e13-c823-41e6-9b43-a9f6a2a2e2e9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.172626 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (74d60e13-c823-41e6-9b43-a9f6a2a2e2e9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.198317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:59:12.207976 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:12.214413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (eceef86c-4c30-42be-8b86-2da9afe88553), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.214774 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Added segment eceef86c-4c30-42be-8b86-2da9afe88553 of type vlan for network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 Feb 02 13:59:12.257961 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (245e455c-1ecd-4d84-b11a-96fdcf1137a8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.290328 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (245e455c-1ecd-4d84-b11a-96fdcf1137a8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.291296 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:12.291884 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.327078 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4163694 Feb 02 13:59:12.330441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41724) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:12.335735 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-10caba60-f875-4253-9d25-638a927cd6d0 admin admin] Request body: {'subnet': {'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-458124836-subnet', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:59:12.359686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10caba60-f875-4253-9d25-638a927cd6d0 admin admin] Made reservation on behalf of 90af25d6407d44f08dcad40cd08aba0d for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:59:12.362646 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10caba60-f875-4253-9d25-638a927cd6d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.369530 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c3fd7-52c0-43bf-881e-b3910f703671 admin admin] Pushing event updated for resources: {'Network': ['ID=245e455c-1ecd-4d84-b11a-96fdcf1137a8,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:12.384275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:59:12.554471 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10caba60-f875-4253-9d25-638a927cd6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (728b3df9-e822-4053-9e93-2477d89d4ddd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.615215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10caba60-f875-4253-9d25-638a927cd6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=728b3df9-e822-4053-9e93-2477d89d4ddd,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:12.620943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10caba60-f875-4253-9d25-638a927cd6d0 admin admin] Checking segment: {'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:59:12.621300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10caba60-f875-4253-9d25-638a927cd6d0 admin admin] Network hostable DHCP agents. Network: 245e455c-1ecd-4d84-b11a-96fdcf1137a8, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:59:12.639712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10caba60-f875-4253-9d25-638a927cd6d0 admin admin] Network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:59:12.653366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-10caba60-f875-4253-9d25-638a927cd6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 245e455c-1ecd-4d84-b11a-96fdcf1137a8) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:59:12.659991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10caba60-f875-4253-9d25-638a927cd6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:12.660569 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-10caba60-f875-4253-9d25-638a927cd6d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.665747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cc7f01-24f9-4d81-aec2-cb69f67aa0c7 None None] Network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:59:12.682822 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-10caba60-f875-4253-9d25-638a927cd6d0 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3512223 Feb 02 13:59:12.685515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41726) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:12.691445 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:59:12.729618 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (4bf82980-0be7-483e-ac74-14e7fef50c3d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.731377 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (4bf82980-0be7-483e-ac74-14e7fef50c3d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.797644 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Publish callbacks [] for router_controller (4bf82980-0be7-483e-ac74-14e7fef50c3d), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.802573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:59:12.803626 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.947545 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Publish callbacks [] for router_gateway (4bf82980-0be7-483e-ac74-14e7fef50c3d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:12.968872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Allocated IP 172.20.0.2 (245e455c-1ecd-4d84-b11a-96fdcf1137a8/728b3df9-e822-4053-9e93-2477d89d4ddd/b7a68fe3-6a9f-4f79-960e-d04650c39bd8) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:59:13.116275 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Publish callbacks [] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:13.122781 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:13.168586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:59:13.170851 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Publish callbacks [] for router_gateway (4bf82980-0be7-483e-ac74-14e7fef50c3d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:13.171601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:59:13.178751 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:59:13.182098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Pushing event updated for resources: {'Port': ['ID=b7a68fe3-6a9f-4f79-960e-d04650c39bd8,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:13.190670 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:13.251985 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Attempting to bind port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:59:13.252323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Attempting to bind port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:59:13.252898 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Attempting to bind port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 on network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:59:13.263219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:59:13.263695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Checking segment: {'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:59:13.264323 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:13.264720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Bound using segment: {'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:59:13.265211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Bound port: b7a68fe3-6a9f-4f79-960e-d04650c39bd8, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:59:13.265566 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:13.306936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Allocated IP 172.25.4.140 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/658eff0c-55e5-48ba-9551-e429c53d0b25) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:59:13.340856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] For port b7a68fe3-6a9f-4f79-960e-d04650c39bd8, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:59:13.345676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] For port b7a68fe3-6a9f-4f79-960e-d04650c39bd8, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b7a68fe3-6a9f-4f79-960e-d04650c39bd8,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:59:13.354219 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:13.421017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb34049-8ed7-4e27-a69f-742b62f8dc5e None None] Pushing event updated for resources: {'Port': ['ID=b7a68fe3-6a9f-4f79-960e-d04650c39bd8,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:13.447659 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Publish callbacks [] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:13.506580 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:13.562951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:59:13.566118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:59:13.571144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:59:13.574650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Pushing event updated for resources: {'Port': ['ID=658eff0c-55e5-48ba-9551-e429c53d0b25,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:13.863182 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Publish callbacks [] for router_gateway (4bf82980-0be7-483e-ac74-14e7fef50c3d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:14.074834 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (4bf82980-0be7-483e-ac74-14e7fef50c3d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:14.209637 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Router 4bf82980-0be7-483e-ac74-14e7fef50c3d is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:59:14.408422 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b7a68fe3-6a9f-4f79-960e-d04650c39bd8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:59:14.557915 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:59:14.592014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87cf44e-eccd-4e7c-822e-5019733c828c None None] Network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:59:14.689099 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-c83c8b28-d8cc-40bf-b609-c8b79b086f60 None None] Provisioning complete for port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:14.689897 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c83c8b28-d8cc-40bf-b609-c8b79b086f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:14.704315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:59:14.719819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Sync routers for ids ['4bf82980-0be7-483e-ac74-14e7fef50c3d'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:59:14.723162 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:14.727150 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9cdce8d5-0ddc-4f75-8eba-813b8e010d4b admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0380177 Feb 02 13:59:14.727787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41728) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:14.759111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Routers {'4bf82980-0be7-483e-ac74-14e7fef50c3d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:59:14.759708 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4bf82980-0be7-483e-ac74-14e7fef50c3d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:14.761407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:14.761771 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:14.962420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-c83c8b28-d8cc-40bf-b609-c8b79b086f60 None None] Current status of the port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:14.962861 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c83c8b28-d8cc-40bf-b609-c8b79b086f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.001177 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Set router 4bf82980-0be7-483e-ac74-14e7fef50c3d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:59:15.091013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-c83c8b28-d8cc-40bf-b609-c8b79b086f60 None None] For port b7a68fe3-6a9f-4f79-960e-d04650c39bd8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b7a68fe3-6a9f-4f79-960e-d04650c39bd8,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:15.104510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:15.104896 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.108627 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c83c8b28-d8cc-40bf-b609-c8b79b086f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.203616 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.260684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c8b28-d8cc-40bf-b609-c8b79b086f60 None None] Pushing event updated for resources: {'Port': ['ID=b7a68fe3-6a9f-4f79-960e-d04650c39bd8,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:15.297612 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 13:59:15.297964 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 13:59:15.299908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-76cce093-2ac8-451f-a1a9-bf2b079f865a None None] Provisioning complete for port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:15.300270 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76cce093-2ac8-451f-a1a9-bf2b079f865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.365226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Allocated IP 172.20.0.1 (245e455c-1ecd-4d84-b11a-96fdcf1137a8/728b3df9-e822-4053-9e93-2477d89d4ddd/67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:59:15.368179 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T13:59:13Z', 'revision_number': 3, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:15.413337 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Checking router: 4bf82980-0be7-483e-ac74-14e7fef50c3d for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:59:15.413688 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Updating router 4bf82980-0be7-483e-ac74-14e7fef50c3d port 658eff0c-55e5-48ba-9551-e429c53d0b25 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:59:15.445193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-76cce093-2ac8-451f-a1a9-bf2b079f865a None None] Current status of the port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:15.451706 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.474979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Publish callbacks [] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.508732 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.557795 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:59:15.560866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:59:15.565449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:59:15.568878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Pushing event updated for resources: {'Port': ['ID=67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:15.613167 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (4bf82980-0be7-483e-ac74-14e7fef50c3d), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.762692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.777337 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Publish callbacks [] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.786183 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.918509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Attempting to bind port 658eff0c-55e5-48ba-9551-e429c53d0b25 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:59:15.918888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Attempting to bind port 658eff0c-55e5-48ba-9551-e429c53d0b25 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:59:15.919246 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Attempting to bind port 658eff0c-55e5-48ba-9551-e429c53d0b25 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:59:15.923782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:15.928420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402f02e-3032-4725-a976-f45b72c3516f None None] Pushing event updated for resources: {'Port': ['ID=658eff0c-55e5-48ba-9551-e429c53d0b25,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:15.932319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-d7c28c7b-0e25-4f47-b405-12b7c2aa98e6 None None] Provisioning complete for port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:15.932691 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d7c28c7b-0e25-4f47-b405-12b7c2aa98e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.934498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:59:15.934880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:59:15.935246 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.935841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:59:15.936304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Bound port: 658eff0c-55e5-48ba-9551-e429c53d0b25, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:59:15.936608 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.939712 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Publish callbacks [] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:15.944901 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:16.007146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d7c28c7b-0e25-4f47-b405-12b7c2aa98e6 None None] Port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:59:16.015793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Pushing event updated for resources: {'Port': ['ID=67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:16.018184 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (4bf82980-0be7-483e-ac74-14e7fef50c3d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:16.021042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] For port 658eff0c-55e5-48ba-9551-e429c53d0b25, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:59:16.027693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] For port 658eff0c-55e5-48ba-9551-e429c53d0b25, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=658eff0c-55e5-48ba-9551-e429c53d0b25,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:59:16.029598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.029950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.030281 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.030606 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.030931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.031268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.031604 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.031923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.032263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.032556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.032871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.033179 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.033497 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:16.036154 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:16.105758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Routers {'4bf82980-0be7-483e-ac74-14e7fef50c3d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:59:16.106360 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4bf82980-0be7-483e-ac74-14e7fef50c3d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:16.111448 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402f02e-3032-4725-a976-f45b72c3516f None None] Pushing event updated for resources: {'Port': ['ID=658eff0c-55e5-48ba-9551-e429c53d0b25,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:16.125628 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:59:16.127079 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:59:16.228982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] Set router 4bf82980-0be7-483e-ac74-14e7fef50c3d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:59:16.254083 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Router 4bf82980-0be7-483e-ac74-14e7fef50c3d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:59:16.405990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:59:16.411099 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-15be8356-f3cc-4bf7-9d83-e6eb6b571ff4 admin admin] 10.222.0.83 "PUT /v2.0/routers/4bf82980-0be7-483e-ac74-14e7fef50c3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6816645 Feb 02 13:59:16.453698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b7a68fe3-6a9f-4f79-960e-d04650c39bd8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:59:16.540071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-52b9dccb-0e2d-4344-a5ba-4ed2b70371f8 None None] Provisioning complete for port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:16.540446 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-52b9dccb-0e2d-4344-a5ba-4ed2b70371f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:16.646018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-52b9dccb-0e2d-4344-a5ba-4ed2b70371f8 None None] Port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:59:16.650104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:16.650475 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:16.783660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:16.790074 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5', 'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'mac_address': 'fa:16:3e:3a:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:15Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 2, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'subnets': [{'id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:16.818741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e34010-0772-49f1-a5e3-37550b171685 None None] The sync data for ids ['4bf82980-0be7-483e-ac74-14e7fef50c3d'] in n-d-827336-2 is: [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5', 'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'mac_address': 'fa:16:3e:3a:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:15Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 2, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'subnets': [{'id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:59:16.941419 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41744) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:16.946640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1434487602-network', 'tenant_id': '226e2d02c733425b85ce004566d440a4'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:59:16.969280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Made reservation on behalf of 226e2d02c733425b85ce004566d440a4 for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:59:16.973572 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:16.985008 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.112558 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Publish callbacks [] for security_group (10f1a06d-5bdb-4a74-b81d-bbd21c95f9dc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.117974 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (10f1a06d-5bdb-4a74-b81d-bbd21c95f9dc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.145368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 13:59:17.153935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f1a06d-5bdb-4a74-b81d-bbd21c95f9dc,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:17.168840 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (f63b917d-9892-4cba-b75b-b34519d78a29), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.169386 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Added segment f63b917d-9892-4cba-b75b-b34519d78a29 of type vlan for network 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd Feb 02 13:59:17.228257 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.265277 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.266584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:17.267173 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.307616 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3650115 Feb 02 13:59:17.310922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41746) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:17.316258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7739537a-df8d-4e92-b52c-890ff3d16c90 admin admin] Request body: {'subnet': {'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1434487602-subnet', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:59:17.350086 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7739537a-df8d-4e92-b52c-890ff3d16c90 admin admin] Made reservation on behalf of 226e2d02c733425b85ce004566d440a4 for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:59:17.352372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c74ec-c444-4bb8-af17-faff60c09f3d admin admin] Pushing event updated for resources: {'Network': ['ID=7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:17.355909 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7739537a-df8d-4e92-b52c-890ff3d16c90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.370103 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 13:59:17.555564 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7739537a-df8d-4e92-b52c-890ff3d16c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (12f37b45-e8fa-4bd0-b7c8-01ad3f653b25), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.642346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739537a-df8d-4e92-b52c-890ff3d16c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f37b45-e8fa-4bd0-b7c8-01ad3f653b25,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:17.654155 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7739537a-df8d-4e92-b52c-890ff3d16c90 admin admin] Checking segment: {'id': 'f63b917d-9892-4cba-b75b-b34519d78a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:59:17.654594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7739537a-df8d-4e92-b52c-890ff3d16c90 admin admin] Network hostable DHCP agents. Network: 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 13:59:17.680990 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7739537a-df8d-4e92-b52c-890ff3d16c90 admin admin] Network 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 13:59:17.692491 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-7739537a-df8d-4e92-b52c-890ff3d16c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:59:17.697563 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7739537a-df8d-4e92-b52c-890ff3d16c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:17.703574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab3fa7-5d6f-4af9-b008-646f0d0dee8b None None] Network 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:59:17.706608 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7739537a-df8d-4e92-b52c-890ff3d16c90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.735816 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7739537a-df8d-4e92-b52c-890ff3d16c90 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4235394 Feb 02 13:59:17.738547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41748) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:17.743626 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1434487602-router', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:59:17.767582 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (47df061d-f497-43b0-93cc-7728d99ed8de), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.769014 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (47df061d-f497-43b0-93cc-7728d99ed8de), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.847138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd', 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd', 'project_id': '226e2d02c733425b85ce004566d440a4', 'fixed_ips': [{'subnet_id': '12f37b45-e8fa-4bd0-b7c8-01ad3f653b25'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 13:59:17.848713 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:17.858872 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Publish callbacks [] for router_controller (47df061d-f497-43b0-93cc-7728d99ed8de), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:18.029946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Allocated IP 172.20.0.2 (7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd/12f37b45-e8fa-4bd0-b7c8-01ad3f653b25/8a9eb815-3566-4209-8077-c7d9621266f9) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:59:18.218047 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Publish callbacks [] for port (8a9eb815-3566-4209-8077-c7d9621266f9), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:18.227007 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:18.281994 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Network 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:59:18.285890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:59:18.293227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:59:18.303348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Pushing event updated for resources: {'Port': ['ID=8a9eb815-3566-4209-8077-c7d9621266f9,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:18.376210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Attempting to bind port 8a9eb815-3566-4209-8077-c7d9621266f9 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:59:18.376658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Attempting to bind port 8a9eb815-3566-4209-8077-c7d9621266f9 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'f63b917d-9892-4cba-b75b-b34519d78a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:59:18.377098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Attempting to bind port 8a9eb815-3566-4209-8077-c7d9621266f9 on network 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:59:18.379325 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Publish callbacks [] for router_gateway (47df061d-f497-43b0-93cc-7728d99ed8de), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:18.384630 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:59:18.385106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Checking segment: {'id': 'f63b917d-9892-4cba-b75b-b34519d78a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:59:18.385841 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:18.386357 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Bound using segment: {'id': 'f63b917d-9892-4cba-b75b-b34519d78a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:59:18.386978 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Bound port: 8a9eb815-3566-4209-8077-c7d9621266f9, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63b917d-9892-4cba-b75b-b34519d78a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:59:18.387372 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:18.476734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 658eff0c-55e5-48ba-9551-e429c53d0b25 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:59:18.505155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] For port 8a9eb815-3566-4209-8077-c7d9621266f9, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:59:18.530502 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] For port 8a9eb815-3566-4209-8077-c7d9621266f9, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8a9eb815-3566-4209-8077-c7d9621266f9,segment=NetworkSegment(f63b917d-9892-4cba-b75b-b34519d78a29),segment_id=f63b917d-9892-4cba-b75b-b34519d78a29)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:59:18.539963 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:18.618473 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 658eff0c-55e5-48ba-9551-e429c53d0b25 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:18.618473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:18.648187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bee9c-97d9-4fd7-85c9-12a2d21832f1 None None] Pushing event updated for resources: {'Port': ['ID=8a9eb815-3566-4209-8077-c7d9621266f9,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:18.682830 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Publish callbacks [] for router_gateway (47df061d-f497-43b0-93cc-7728d99ed8de), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:18.714867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:18.734161 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 658eff0c-55e5-48ba-9551-e429c53d0b25 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:18.734663 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:18.757450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 658eff0c-55e5-48ba-9551-e429c53d0b25, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=658eff0c-55e5-48ba-9551-e429c53d0b25,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:18.762417 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:18.848619 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=658eff0c-55e5-48ba-9551-e429c53d0b25,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:18.856506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Allocated IP 172.25.4.28 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/ac0c916c-e958-411e-8e4b-a1ffc7d7734a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:59:19.014004 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Publish callbacks [] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:19.058008 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:19.110666 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:59:19.114786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:59:19.116809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac0c916c-e958-411e-8e4b-a1ffc7d7734a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:19.119069 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:59:19.409888 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Publish callbacks [] for router_gateway (47df061d-f497-43b0-93cc-7728d99ed8de), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:19.652767 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (47df061d-f497-43b0-93cc-7728d99ed8de), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:19.720443 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Sync routers for ids ['4bf82980-0be7-483e-ac74-14e7fef50c3d'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:59:19.731948 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Routers {'4bf82980-0be7-483e-ac74-14e7fef50c3d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:59:19.732504 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4bf82980-0be7-483e-ac74-14e7fef50c3d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:19.778789 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b1503e-5fe3-4c3c-83ee-f58bafad821c None None] Network 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 13:59:19.828879 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Router 47df061d-f497-43b0-93cc-7728d99ed8de is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 13:59:19.836256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4b445e6c-2a44-4ed9-9344-085f967c7883 None None] Provisioning complete for port 8a9eb815-3566-4209-8077-c7d9621266f9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:19.836845 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b445e6c-2a44-4ed9-9344-085f967c7883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:19.849310 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Set router 4bf82980-0be7-483e-ac74-14e7fef50c3d gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:59:19.962262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:59:19.987231 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:19.987493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Sync routers for ids ['47df061d-f497-43b0-93cc-7728d99ed8de'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:59:19.988707 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-8bfb84c4-a26c-4b0f-9f4e-d3425cb426f0 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2490680 Feb 02 13:59:19.991330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41750) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 13:59:20.018003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Routers {'47df061d-f497-43b0-93cc-7728d99ed8de'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:59:20.018633 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['47df061d-f497-43b0-93cc-7728d99ed8de'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:20.061702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4b445e6c-2a44-4ed9-9344-085f967c7883 None None] Current status of the port 8a9eb815-3566-4209-8077-c7d9621266f9 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:20.062336 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b445e6c-2a44-4ed9-9344-085f967c7883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:20.173791 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4b445e6c-2a44-4ed9-9344-085f967c7883 None None] For port 8a9eb815-3566-4209-8077-c7d9621266f9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8a9eb815-3566-4209-8077-c7d9621266f9,segment=NetworkSegment(f63b917d-9892-4cba-b75b-b34519d78a29),segment_id=f63b917d-9892-4cba-b75b-b34519d78a29)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:20.194449 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4b445e6c-2a44-4ed9-9344-085f967c7883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:20.222846 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5', 'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'mac_address': 'fa:16:3e:3a:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:15Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 2, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'subnets': [{'id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:20.223154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Set router 47df061d-f497-43b0-93cc-7728d99ed8de gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:59:20.259939 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Checking router: 4bf82980-0be7-483e-ac74-14e7fef50c3d for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:59:20.260550 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Updating router 4bf82980-0be7-483e-ac74-14e7fef50c3d port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:59:20.306725 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:20.493813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b445e6c-2a44-4ed9-9344-085f967c7883 None None] Pushing event updated for resources: {'Port': ['ID=8a9eb815-3566-4209-8077-c7d9621266f9,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:20.525666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f81e01f7-fb5a-443d-b71a-41d66385aed3 None None] Provisioning complete for port 8a9eb815-3566-4209-8077-c7d9621266f9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:20.527107 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f81e01f7-fb5a-443d-b71a-41d66385aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:20.563720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 658eff0c-55e5-48ba-9551-e429c53d0b25 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:59:20.612784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:20.684038 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Publish callbacks [] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:20.693860 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:20.748053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 658eff0c-55e5-48ba-9551-e429c53d0b25 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:20.748053 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:20.780345 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Pushing event updated for resources: {'Port': ['ID=67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:20.792084 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f81e01f7-fb5a-443d-b71a-41d66385aed3 None None] Current status of the port 8a9eb815-3566-4209-8077-c7d9621266f9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:20.792445 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.792690 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.793746 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.794595 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.795712 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.796374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'name': 'tempest-TestMinimumBasicScenario-1434487602-router', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:17Z', 'updated_at': '2022-02-02T13:59:19Z', 'revision_number': 3, 'project_id': '226e2d02c733425b85ce004566d440a4', 'gw_port': {'id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:18Z', 'updated_at': '2022-02-02T13:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:20.796764 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.797198 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.797926 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.798510 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.799142 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.799714 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.800433 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.800962 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:20.827821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Checking router: 47df061d-f497-43b0-93cc-7728d99ed8de for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:59:20.828172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Updating router 47df061d-f497-43b0-93cc-7728d99ed8de port ac0c916c-e958-411e-8e4b-a1ffc7d7734a binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:59:20.833828 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Attempting to bind port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:59:20.834207 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Attempting to bind port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:59:20.834568 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Attempting to bind port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 on network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:59:20.841719 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:59:20.842096 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Checking segment: {'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:59:20.842878 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:20.843267 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Bound using segment: {'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:59:20.844273 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Bound port: 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:59:20.844838 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:20.862693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Allocated IP 172.20.0.1 (7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd/12f37b45-e8fa-4bd0-b7c8-01ad3f653b25/5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:59:20.893902 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:20.928911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 658eff0c-55e5-48ba-9551-e429c53d0b25 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:20.930180 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8a9eb815-3566-4209-8077-c7d9621266f9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:59:20.952101 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] For port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:59:20.957870 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] For port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:59:20.984916 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.023355 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Publish callbacks [] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.057085 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Routers {'4bf82980-0be7-483e-ac74-14e7fef50c3d'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:59:21.057981 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4bf82980-0be7-483e-ac74-14e7fef50c3d'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:21.084313 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.108515 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587f195-732c-4044-90c1-411eef6ec7ea None None] Pushing event updated for resources: {'Port': ['ID=67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:21.142000 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Network 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:59:21.148823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:59:21.151894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:59:21.181533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Pushing event updated for resources: {'Port': ['ID=5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:21.205743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (47df061d-f497-43b0-93cc-7728d99ed8de), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.220219 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] Set router 4bf82980-0be7-483e-ac74-14e7fef50c3d gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:59:21.278691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bf139fba-2dbd-4ced-b80d-501549c8049b None None] Provisioning complete for port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:21.279269 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf139fba-2dbd-4ced-b80d-501549c8049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.433539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8a9eb815-3566-4209-8077-c7d9621266f9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:21.433948 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.457300 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.545813 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5', 'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'mac_address': 'fa:16:3e:3a:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:15Z', 'updated_at': '2022-02-02T13:59:20Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'subnets': [{'id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:21.580050 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686fa4f2-ac38-4204-81c6-9440997395f5 None None] The sync data for ids ['4bf82980-0be7-483e-ac74-14e7fef50c3d'] in n-d-827336-2 is: [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5', 'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'mac_address': 'fa:16:3e:3a:38:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:15Z', 'updated_at': '2022-02-02T13:59:20Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'subnets': [{'id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:59:21.607688 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bf139fba-2dbd-4ced-b80d-501549c8049b None None] Current status of the port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:21.608073 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf139fba-2dbd-4ced-b80d-501549c8049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.723568 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Publish callbacks [] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.731784 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.755596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Publish callbacks [] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.776944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bf139fba-2dbd-4ced-b80d-501549c8049b None None] For port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:21.779623 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.787235 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8a9eb815-3566-4209-8077-c7d9621266f9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:21.797547 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bf139fba-2dbd-4ced-b80d-501549c8049b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.809397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Pushing event updated for resources: {'Port': ['ID=5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:21.812042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (47df061d-f497-43b0-93cc-7728d99ed8de), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.885580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Pushing event updated for resources: {'Port': ['ID=ac0c916c-e958-411e-8e4b-a1ffc7d7734a,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:21.890998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Attempting to bind port ac0c916c-e958-411e-8e4b-a1ffc7d7734a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:59:21.891640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Attempting to bind port ac0c916c-e958-411e-8e4b-a1ffc7d7734a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:59:21.892244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Attempting to bind port ac0c916c-e958-411e-8e4b-a1ffc7d7734a on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:59:21.909029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.909283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.909726 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.910286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.910838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.911391 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.911981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.912529 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.913073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.913763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.915008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.915008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.915321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 13:59:21.923571 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:59:21.924188 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:59:21.924851 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.925498 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:59:21.926320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Bound port: ac0c916c-e958-411e-8e4b-a1ffc7d7734a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:59:21.926966 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:21.945178 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Network 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:59:21.946837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:59:22.041724 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-feecb589-9991-4ed5-89cc-b3baca60eb10 None None] Provisioning complete for port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:22.042983 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-feecb589-9991-4ed5-89cc-b3baca60eb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:22.098696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Router 47df061d-f497-43b0-93cc-7728d99ed8de has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 13:59:22.119094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] For port ac0c916c-e958-411e-8e4b-a1ffc7d7734a, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:59:22.121623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf139fba-2dbd-4ced-b80d-501549c8049b None None] Pushing event updated for resources: {'Port': ['ID=67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:22.131955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] For port ac0c916c-e958-411e-8e4b-a1ffc7d7734a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ac0c916c-e958-411e-8e4b-a1ffc7d7734a,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:59:22.136783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-feecb589-9991-4ed5-89cc-b3baca60eb10 None None] Port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:59:22.147495 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:22.186375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-feecb589-9991-4ed5-89cc-b3baca60eb10 None None] Provisioning complete for port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:22.186649 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-feecb589-9991-4ed5-89cc-b3baca60eb10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:22.248969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Routers {'47df061d-f497-43b0-93cc-7728d99ed8de'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:59:22.249621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['47df061d-f497-43b0-93cc-7728d99ed8de'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:22.255987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b4c90-cd9d-4b8d-ac8c-442ba02504fe None None] Pushing event updated for resources: {'Port': ['ID=ac0c916c-e958-411e-8e4b-a1ffc7d7734a,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:22.319558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 13:59:22.331971 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f4c5817a-d82e-4654-9e62-5b38d057dc9b admin admin] 10.222.0.83 "PUT /v2.0/routers/47df061d-f497-43b0-93cc-7728d99ed8de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3392835 Feb 02 13:59:22.397839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-feecb589-9991-4ed5-89cc-b3baca60eb10 None None] Current status of the port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:22.403803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] Set router 47df061d-f497-43b0-93cc-7728d99ed8de gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:59:22.488213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8a9eb815-3566-4209-8077-c7d9621266f9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:59:22.594621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4f21f2c3-5ef5-4afd-9431-f55a29003b9d None None] Provisioning complete for port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:22.595030 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f21f2c3-5ef5-4afd-9431-f55a29003b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:22.659109 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8a9eb815-3566-4209-8077-c7d9621266f9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:22.659504 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:22.664232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4f21f2c3-5ef5-4afd-9431-f55a29003b9d None None] Port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:59:22.775672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'name': 'tempest-TestMinimumBasicScenario-1434487602-router', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:17Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 4, 'project_id': '226e2d02c733425b85ce004566d440a4', 'gw_port': {'id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:18Z', 'updated_at': '2022-02-02T13:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f', 'name': '', 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'mac_address': 'fa:16:3e:58:16:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '12f37b45-e8fa-4bd0-b7c8-01ad3f653b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:20Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 2, 'project_id': '226e2d02c733425b85ce004566d440a4', 'subnets': [{'id': '12f37b45-e8fa-4bd0-b7c8-01ad3f653b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:22.809136 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06081763-8c2f-4e55-9a7f-ce1363dc46a6 None None] The sync data for ids ['47df061d-f497-43b0-93cc-7728d99ed8de'] in n-d-827336-2 is: [{'id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'name': 'tempest-TestMinimumBasicScenario-1434487602-router', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:17Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 4, 'project_id': '226e2d02c733425b85ce004566d440a4', 'gw_port': {'id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:18Z', 'updated_at': '2022-02-02T13:59:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f', 'name': '', 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'mac_address': 'fa:16:3e:58:16:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '12f37b45-e8fa-4bd0-b7c8-01ad3f653b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:20Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 2, 'project_id': '226e2d02c733425b85ce004566d440a4', 'subnets': [{'id': '12f37b45-e8fa-4bd0-b7c8-01ad3f653b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:59:22.814852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8a9eb815-3566-4209-8077-c7d9621266f9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:22.816181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:59:22.887011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:22.887665 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:22.990694 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:24.480612 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ac0c916c-e958-411e-8e4b-a1ffc7d7734a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:59:24.560967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ac0c916c-e958-411e-8e4b-a1ffc7d7734a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:24.561562 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:24.677393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ac0c916c-e958-411e-8e4b-a1ffc7d7734a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:24.677807 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:24.713431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port ac0c916c-e958-411e-8e4b-a1ffc7d7734a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ac0c916c-e958-411e-8e4b-a1ffc7d7734a,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:24.727274 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:24.798248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=ac0c916c-e958-411e-8e4b-a1ffc7d7734a,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:25.599396 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Sync routers for ids ['47df061d-f497-43b0-93cc-7728d99ed8de'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 13:59:25.610190 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Routers {'47df061d-f497-43b0-93cc-7728d99ed8de'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:59:25.610786 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['47df061d-f497-43b0-93cc-7728d99ed8de'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:25.733883 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Set router 47df061d-f497-43b0-93cc-7728d99ed8de gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:59:25.951623 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'name': 'tempest-TestMinimumBasicScenario-1434487602-router', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:17Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 4, 'project_id': '226e2d02c733425b85ce004566d440a4', 'gw_port': {'id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:18Z', 'updated_at': '2022-02-02T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f', 'name': '', 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'mac_address': 'fa:16:3e:58:16:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '12f37b45-e8fa-4bd0-b7c8-01ad3f653b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:20Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 2, 'project_id': '226e2d02c733425b85ce004566d440a4', 'subnets': [{'id': '12f37b45-e8fa-4bd0-b7c8-01ad3f653b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:25.982219 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Checking router: 47df061d-f497-43b0-93cc-7728d99ed8de for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 13:59:25.982515 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Updating router 47df061d-f497-43b0-93cc-7728d99ed8de port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 13:59:26.010975 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:26.315889 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Publish callbacks [] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:26.321785 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:26.339800 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ac0c916c-e958-411e-8e4b-a1ffc7d7734a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:59:26.374336 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76fe41-521a-43de-8e2d-021f4a0c2c75 None None] Pushing event updated for resources: {'Port': ['ID=5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:26.417846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ac0c916c-e958-411e-8e4b-a1ffc7d7734a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:26.418780 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:26.434892 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Attempting to bind port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:59:26.435258 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Attempting to bind port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'f63b917d-9892-4cba-b75b-b34519d78a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:59:26.435662 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Attempting to bind port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f on network 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:59:26.441171 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:59:26.441544 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Checking segment: {'id': 'f63b917d-9892-4cba-b75b-b34519d78a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:59:26.441939 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:26.442466 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Bound using segment: {'id': 'f63b917d-9892-4cba-b75b-b34519d78a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:59:26.442940 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Bound port: 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63b917d-9892-4cba-b75b-b34519d78a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:59:26.443302 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:26.521245 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] For port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:59:26.527142 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] For port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f,segment=NetworkSegment(f63b917d-9892-4cba-b75b-b34519d78a29),segment_id=f63b917d-9892-4cba-b75b-b34519d78a29)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:59:26.536856 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:26.543067 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ac0c916c-e958-411e-8e4b-a1ffc7d7734a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:26.734198 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Routers {'47df061d-f497-43b0-93cc-7728d99ed8de'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 13:59:26.734920 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T13:59:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['47df061d-f497-43b0-93cc-7728d99ed8de'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:26.764445 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f791041d-22d2-438b-8410-5a38cffe2808 None None] Provisioning complete for port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:26.764812 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f791041d-22d2-438b-8410-5a38cffe2808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:26.792833 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb76fe41-521a-43de-8e2d-021f4a0c2c75 None None] Pushing event updated for resources: {'Port': ['ID=5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:26.905678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f791041d-22d2-438b-8410-5a38cffe2808 None None] Current status of the port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:26.906072 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f791041d-22d2-438b-8410-5a38cffe2808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:26.915365 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] Set router 47df061d-f497-43b0-93cc-7728d99ed8de gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 13:59:26.979854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f791041d-22d2-438b-8410-5a38cffe2808 None None] For port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f,segment=NetworkSegment(f63b917d-9892-4cba-b75b-b34519d78a29),segment_id=f63b917d-9892-4cba-b75b-b34519d78a29)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:26.985054 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f791041d-22d2-438b-8410-5a38cffe2808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:27.047863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791041d-22d2-438b-8410-5a38cffe2808 None None] Pushing event updated for resources: {'Port': ['ID=5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:27.120744 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-377d7692-3db4-4fca-90eb-bffa3f09fa50 None None] Provisioning complete for port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:27.124590 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-377d7692-3db4-4fca-90eb-bffa3f09fa50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:27.150769 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'name': 'tempest-TestMinimumBasicScenario-1434487602-router', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:17Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 4, 'project_id': '226e2d02c733425b85ce004566d440a4', 'gw_port': {'id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:18Z', 'updated_at': '2022-02-02T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f', 'name': '', 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'mac_address': 'fa:16:3e:58:16:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '12f37b45-e8fa-4bd0-b7c8-01ad3f653b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:20Z', 'updated_at': '2022-02-02T13:59:26Z', 'revision_number': 4, 'project_id': '226e2d02c733425b85ce004566d440a4', 'subnets': [{'id': '12f37b45-e8fa-4bd0-b7c8-01ad3f653b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 13:59:27.195282 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d277f-606b-4944-b9b0-346ffa0b94d8 None None] The sync data for ids ['47df061d-f497-43b0-93cc-7728d99ed8de'] in n-d-827336-2 is: [{'id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'name': 'tempest-TestMinimumBasicScenario-1434487602-router', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:17Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 4, 'project_id': '226e2d02c733425b85ce004566d440a4', 'gw_port': {'id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:18Z', 'updated_at': '2022-02-02T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f', 'name': '', 'network_id': '7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'mac_address': 'fa:16:3e:58:16:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '12f37b45-e8fa-4bd0-b7c8-01ad3f653b25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:20Z', 'updated_at': '2022-02-02T13:59:26Z', 'revision_number': 4, 'project_id': '226e2d02c733425b85ce004566d440a4', 'subnets': [{'id': '12f37b45-e8fa-4bd0-b7c8-01ad3f653b25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 13:59:27.244150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-377d7692-3db4-4fca-90eb-bffa3f09fa50 None None] Current status of the port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:28.396741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:59:28.454939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:28.455343 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:28.550922 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:31.854548 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e3b081a-05ba-487e-9419-d449efb712e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:33.102749 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-0e5039ec-6f04-438f-b579-ff5560f29c49 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:33.104245 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-0e5039ec-6f04-438f-b579-ff5560f29c49 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/networks?id=245e455c-1ecd-4d84-b11a-96fdcf1137a8 HTTP/1.1" status: 200 len: 814 time: 0.1083531 Feb 02 13:59:33.122193 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-90e83e15-3776-4601-a044-5782c448b614 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/quotas/90af25d6407d44f08dcad40cd08aba0d HTTP/1.1" status: 200 len: 375 time: 0.0117936 Feb 02 13:59:33.182293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-36a838af-4153-4a41-b6d5-6ec4020f1e25 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=90af25d6407d44f08dcad40cd08aba0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546336 Feb 02 13:59:33.456421 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-88456f42-b97c-444b-ba45-d761ce14d2d0 service neutron] 10.222.0.83 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613972 Feb 02 13:59:33.550743 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-295bd3dd-d23d-42f5-8824-4ea0e26570ce service neutron] 10.222.0.83 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882676 Feb 02 13:59:33.721163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3fbce26c-91b6-4b71-8b1e-b6df103bcf63 req-a0f9182a-5175-424f-a645-6f6555db7dc5 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0286920 Feb 02 13:59:34.136176 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-407d8136-59c9-47b8-ba39-c99db82996cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:34.827462 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-34cc595b-3dc9-4dfa-b360-016a36b2b295 req-c8c143e6-da3a-40d2-b5e7-8d0025d89ab8 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0276580 Feb 02 13:59:34.964237 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-ad9b3640-39fa-4c7f-a9b0-57e97829fbc3 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:34.966418 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-ad9b3640-39fa-4c7f-a9b0-57e97829fbc3 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.62 "GET /v2.0/networks?id=245e455c-1ecd-4d84-b11a-96fdcf1137a8 HTTP/1.1" status: 200 len: 814 time: 0.1106539 Feb 02 13:59:34.987049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Request body: {'port': {'device_id': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'admin_state_up': True, 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:59:35.097761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Made reservation on behalf of 90af25d6407d44f08dcad40cd08aba0d for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 13:59:35.101538 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:35.238046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Allocated IP 172.20.0.12 (245e455c-1ecd-4d84-b11a-96fdcf1137a8/728b3df9-e822-4053-9e93-2477d89d4ddd/9ec6a122-b8a9-47a8-8850-3525346f50c9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 13:59:35.404980 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:35.441034 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:35.500330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event updated for resources: {'Port': ['ID=9ec6a122-b8a9-47a8-8850-3525346f50c9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:35.510668 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 13:59:35.512479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 13:59:35.515537 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 13:59:35.609316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:35.610366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:35.641043 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-5f9e341d-a9a9-49e8-8a7e-63ab96dee86d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6599398 Feb 02 13:59:35.780971 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:35.964588 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-fdfe9bc5-c3ee-4720-9d04-66cfcdb56b72 None None] Provisioning complete for port 9ec6a122-b8a9-47a8-8850-3525346f50c9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:35.965249 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fdfe9bc5-c3ee-4720-9d04-66cfcdb56b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:36.041635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe9bc5-c3ee-4720-9d04-66cfcdb56b72 None None] Port 9ec6a122-b8a9-47a8-8850-3525346f50c9 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 13:59:36.044112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2455d14-b456-43c7-aa3d-54425d582921 req-18d60973-8e24-4c94-ad27-00513f90204e tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:36.046805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2455d14-b456-43c7-aa3d-54425d582921 req-18d60973-8e24-4c94-ad27-00513f90204e tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 932 time: 0.1127298 Feb 02 13:59:36.102665 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e2455d14-b456-43c7-aa3d-54425d582921 req-466bcd80-e133-4ada-b189-96cb53081e62 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476556 Feb 02 13:59:37.047235 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:37.197085 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:37.255351 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbf4e0-da4c-41ac-998b-4d66c17c8742 req-68690036-711d-49a8-bcab-d90683e3f870 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:37.263653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38dbf4e0-da4c-41ac-998b-4d66c17c8742 req-68690036-711d-49a8-bcab-d90683e3f870 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 932 time: 0.0736189 Feb 02 13:59:37.322776 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-38dbf4e0-da4c-41ac-998b-4d66c17c8742 req-5fab8429-bfa3-40b7-a583-18fc30758067 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535152 Feb 02 13:59:38.072240 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:38.129223 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:38.469596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08124c1-ea57-4adb-a569-4c2f304f7092 req-e49afda4-785c-434b-a5bd-ae73f4d0dabb tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:38.471223 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c08124c1-ea57-4adb-a569-4c2f304f7092 req-e49afda4-785c-434b-a5bd-ae73f4d0dabb tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 932 time: 0.0652905 Feb 02 13:59:38.524196 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c08124c1-ea57-4adb-a569-4c2f304f7092 req-84ca47b7-e3bd-4b7f-9727-953a33f968c1 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459886 Feb 02 13:59:39.657617 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a162b-67cc-4624-b9ba-3d9de0ad7859 req-40cf4540-79ac-48e7-bbde-d677c74732bb tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:39.660197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-765a162b-67cc-4624-b9ba-3d9de0ad7859 req-40cf4540-79ac-48e7-bbde-d677c74732bb tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 932 time: 0.0597565 Feb 02 13:59:39.713700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-765a162b-67cc-4624-b9ba-3d9de0ad7859 req-e306c305-71a3-4945-ad29-4dacc5170514 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461874 Feb 02 13:59:40.848955 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd5dcd-a0ce-45d6-8b3f-ad7acdf12518 req-9d4bad07-9f17-4766-a4c0-80765b009a71 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:40.850785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5fd5dcd-a0ce-45d6-8b3f-ad7acdf12518 req-9d4bad07-9f17-4766-a4c0-80765b009a71 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 932 time: 0.0617785 Feb 02 13:59:40.907633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d5fd5dcd-a0ce-45d6-8b3f-ad7acdf12518 req-07787cab-3c15-423f-bc5e-9cdb8f666aa8 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508432 Feb 02 13:59:42.047820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0365c-eaa2-48f2-b9b2-66c2f7588ada req-e3796c64-5818-42d8-9e36-dcfef1a2392b tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:42.049513 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4c0365c-eaa2-48f2-b9b2-66c2f7588ada req-e3796c64-5818-42d8-9e36-dcfef1a2392b tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 932 time: 0.0666032 Feb 02 13:59:42.103692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a4c0365c-eaa2-48f2-b9b2-66c2f7588ada req-ae4c61ac-6588-4855-9464-cd91f425fc2a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478106 Feb 02 13:59:43.239310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d69759-6456-4d84-b5a9-1649422f43c9 req-40a33fba-12e1-4f09-bf5b-2af6add16019 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:43.240826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56d69759-6456-4d84-b5a9-1649422f43c9 req-40a33fba-12e1-4f09-bf5b-2af6add16019 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 932 time: 0.0554659 Feb 02 13:59:43.290062 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56d69759-6456-4d84-b5a9-1649422f43c9 req-d737d786-12bd-4abd-b094-94bfe55c55d1 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432048 Feb 02 13:59:43.351635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-75e6ffb4-9ab3-4ad8-b38c-d476a6267b72 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 13:59:43.353496 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-75e6ffb4-9ab3-4ad8-b38c-d476a6267b72 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062811 Feb 02 13:59:43.378665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Request body: {'port': {'device_id': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 13:59:43.441617 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:43.698450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec6a122-b8a9-47a8-8850-3525346f50c9 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:59:43.706826 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Publish callbacks [] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:43.719806 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Transition to ACTIVE for port object 9ec6a122-b8a9-47a8-8850-3525346f50c9 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 13:59:43.724700 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:43.772809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6a122-b8a9-47a8-8850-3525346f50c9,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:43.856012 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Attempting to bind port 9ec6a122-b8a9-47a8-8850-3525346f50c9 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 13:59:43.856383 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Attempting to bind port 9ec6a122-b8a9-47a8-8850-3525346f50c9 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 13:59:43.856678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Attempting to bind port 9ec6a122-b8a9-47a8-8850-3525346f50c9 on network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:59:43.862084 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Port 9ec6a122-b8a9-47a8-8850-3525346f50c9 on network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 13:59:43.862415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Attempting to bind port 9ec6a122-b8a9-47a8-8850-3525346f50c9 on network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 13:59:43.869225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 13, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 13:59:43.869665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Checking segment: {'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 13:59:43.869984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Bound using segment: {'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 13:59:43.870605 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Bound port: 9ec6a122-b8a9-47a8-8850-3525346f50c9, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceef86c-4c30-42be-8b86-2da9afe88553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 13:59:43.870994 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:43.943739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] For port 9ec6a122-b8a9-47a8-8850-3525346f50c9, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 13:59:43.947361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] For port 9ec6a122-b8a9-47a8-8850-3525346f50c9, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 13:59:43.955035 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:43.990644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:43.991258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:43.992792 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] 10.222.0.62 "PUT /v2.0/ports/9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 200 len: 1092 time: 0.6183326 Feb 02 13:59:43.993229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:59:43.995508 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f2d4f9-0c35-4bfa-859c-dd4e2c006da6" -d '{"events": [{"name": "network-changed", "server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:59:44.023197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297faa5-e6fc-4224-acc4-f2e04aa37c29 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec6a122-b8a9-47a8-8850-3525346f50c9,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:44.057122 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 13:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67770537-cfee-4165-b32b-381ca6212834 x-openstack-request-id: req-67770537-cfee-4165-b32b-381ca6212834 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:59:44.057419 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:59:44.057679 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-67770537-cfee-4165-b32b-381ca6212834 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:59:44.058095 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'status': 'completed', 'code': 200} Feb 02 13:59:44.124249 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-3f3abd51-b41e-4a05-82a5-c5ff31a99210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:44.125811 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-3f3abd51-b41e-4a05-82a5-c5ff31a99210 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90af25d6407d44f08dcad40cd08aba0d&device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 1126 time: 0.0522356 Feb 02 13:59:44.175635 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-4cae32c1-3d1c-4755-8329-f599d1864294 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 200 len: 217 time: 0.0351903 Feb 02 13:59:44.226049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-6e5fc830-cc54-406b-9a2b-795be07f652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:44.227600 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-6e5fc830-cc54-406b-9a2b-795be07f652c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=728b3df9-e822-4053-9e93-2477d89d4ddd HTTP/1.1" status: 200 len: 853 time: 0.0448990 Feb 02 13:59:44.283188 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-530a32eb-0a24-4e91-aade-7cfae2c27360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:44.284794 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-530a32eb-0a24-4e91-aade-7cfae2c27360 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=245e455c-1ecd-4d84-b11a-96fdcf1137a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508940 Feb 02 13:59:44.422163 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa567b-fdac-4a2e-b8db-b4c2d7a72a02 req-5b5edb2d-8ef9-497e-bc05-a69fa31b3b90 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:44.426326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60aa567b-fdac-4a2e-b8db-b4c2d7a72a02 req-5b5edb2d-8ef9-497e-bc05-a69fa31b3b90 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 944 time: 0.0645525 Feb 02 13:59:44.474675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-60aa567b-fdac-4a2e-b8db-b4c2d7a72a02 req-551050b2-087e-4772-bd57-0d61beec2d6a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 Feb 02 13:59:44.664101 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-54f5a7ba-e917-4d45-8202-6049da3172ae service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728695 Feb 02 13:59:44.759471 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-754e0894-4e75-48b8-b19f-ed1b6d3ea5c9 req-d19d0cff-745c-4690-83ac-8b6113b605c8 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877252 Feb 02 13:59:44.902502 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2d4f9-0c35-4bfa-859c-dd4e2c006da6 req-2d363bf1-712f-4782-a43b-f8b3d45e7389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:44.904069 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2f2d4f9-0c35-4bfa-859c-dd4e2c006da6 req-2d363bf1-712f-4782-a43b-f8b3d45e7389 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90af25d6407d44f08dcad40cd08aba0d&device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 1126 time: 0.0489819 Feb 02 13:59:45.000951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2d4f9-0c35-4bfa-859c-dd4e2c006da6 req-efb9f6a0-0835-479c-9e5c-70c7d53f16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:45.002428 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2f2d4f9-0c35-4bfa-859c-dd4e2c006da6 req-efb9f6a0-0835-479c-9e5c-70c7d53f16ca service neutron] 10.222.0.62 "GET /v2.0/networks?id=245e455c-1ecd-4d84-b11a-96fdcf1137a8 HTTP/1.1" status: 200 len: 915 time: 0.0916691 Feb 02 13:59:45.044350 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2f2d4f9-0c35-4bfa-859c-dd4e2c006da6 req-f0bd15dc-d86d-4d2b-ac2e-f3c161b0fdd7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 200 len: 217 time: 0.0354726 Feb 02 13:59:45.096449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2d4f9-0c35-4bfa-859c-dd4e2c006da6 req-28023331-db5f-4cad-a9be-63152ed6988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:45.097924 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2f2d4f9-0c35-4bfa-859c-dd4e2c006da6 req-28023331-db5f-4cad-a9be-63152ed6988b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=728b3df9-e822-4053-9e93-2477d89d4ddd HTTP/1.1" status: 200 len: 853 time: 0.0467825 Feb 02 13:59:45.148310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2d4f9-0c35-4bfa-859c-dd4e2c006da6 req-e0b15978-e190-4552-829c-ab6d38675dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:45.149804 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2f2d4f9-0c35-4bfa-859c-dd4e2c006da6 req-e0b15978-e190-4552-829c-ab6d38675dba service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=245e455c-1ecd-4d84-b11a-96fdcf1137a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456269 Feb 02 13:59:45.247539 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2f2d4f9-0c35-4bfa-859c-dd4e2c006da6 req-3700f093-78c5-4f10-b564-50ed5f7c4759 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890691 Feb 02 13:59:45.346273 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c2f2d4f9-0c35-4bfa-859c-dd4e2c006da6 req-e324be28-dcc1-4506-a8b4-73e1b54d7b43 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923076 Feb 02 13:59:45.601479 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49ab19-fe24-48a5-b28f-d6dc1c30bc11 req-2128c597-d9e5-4d75-bb56-b73a8a5218dd tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:45.602885 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d49ab19-fe24-48a5-b28f-d6dc1c30bc11 req-2128c597-d9e5-4d75-bb56-b73a8a5218dd tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 944 time: 0.0568986 Feb 02 13:59:45.652180 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d49ab19-fe24-48a5-b28f-d6dc1c30bc11 req-a9e329e3-865b-4db1-8741-aa221540aaa8 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434015 Feb 02 13:59:46.775587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2d8b5-f298-456d-8562-ed60d443197f req-a2a3ed09-82dd-4ce7-b9ed-59e116ad6470 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:46.777077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5e2d8b5-f298-456d-8562-ed60d443197f req-a2a3ed09-82dd-4ce7-b9ed-59e116ad6470 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 944 time: 0.0547051 Feb 02 13:59:46.838372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e5e2d8b5-f298-456d-8562-ed60d443197f req-c635203d-a80f-4e7d-8c9a-8d42aa9ec601 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542114 Feb 02 13:59:47.963951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d4680-f380-47cc-9df0-1d861a9f8db3 req-2433b0be-5f76-4819-bb41-db2ded4e7519 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:47.965344 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d12d4680-f380-47cc-9df0-1d861a9f8db3 req-2433b0be-5f76-4819-bb41-db2ded4e7519 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 944 time: 0.0564973 Feb 02 13:59:48.014344 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d12d4680-f380-47cc-9df0-1d861a9f8db3 req-5155bc43-cf70-45d7-905b-b58f4c2f9fc3 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429182 Feb 02 13:59:48.955334 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 9ec6a122-b8a9-47a8-8850-3525346f50c9 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 13:59:49.061339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 9ec6a122-b8a9-47a8-8850-3525346f50c9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:49.075183 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'port_id': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'mac_address': 'fa:16:3e:61:63:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 13:59:49.139780 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3f84e-3366-4f9f-b1be-478f0aff9b76 req-87342a0d-f878-49fd-a200-4a89ba4e2bd2 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:49.141361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00e3f84e-3366-4f9f-b1be-478f0aff9b76 req-87342a0d-f878-49fd-a200-4a89ba4e2bd2 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 944 time: 0.0550768 Feb 02 13:59:49.193030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-00e3f84e-3366-4f9f-b1be-478f0aff9b76 req-79b783d4-3a32-43bc-95e2-5d97892af753 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458043 Feb 02 13:59:49.281794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 9ec6a122-b8a9-47a8-8850-3525346f50c9 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:49.282177 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:49.295380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec6a122-b8a9-47a8-8850-3525346f50c9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 13:59:49.314827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 9ec6a122-b8a9-47a8-8850-3525346f50c9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:49.318972 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:49.370587 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=9ec6a122-b8a9-47a8-8850-3525346f50c9,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:49.634959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['9ec6a122-b8a9-47a8-8850-3525346f50c9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 13:59:50.319194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa2363-a35d-4a88-a440-dcddc79a36a2 req-c17b71eb-4583-46a1-b0d3-5d7a976f4964 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:50.320719 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11aa2363-a35d-4a88-a440-dcddc79a36a2 req-c17b71eb-4583-46a1-b0d3-5d7a976f4964 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 945 time: 0.0575957 Feb 02 13:59:50.369071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-11aa2363-a35d-4a88-a440-dcddc79a36a2 req-6b7f0500-ff69-4570-b2d5-6ccbbe746936 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Feb 02 13:59:50.987720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 9ec6a122-b8a9-47a8-8850-3525346f50c9 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 13:59:51.043322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 9ec6a122-b8a9-47a8-8850-3525346f50c9 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 13:59:51.047630 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 9ec6a122-b8a9-47a8-8850-3525346f50c9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 13:59:51.048070 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:51.128381 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 9ec6a122-b8a9-47a8-8850-3525346f50c9 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 13:59:51.128731 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:51.151635 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 13:59:51.154111 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbeecae5-59aa-4e3e-b153-ee2ee0d3ed74" -d '{"events": [{"server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "name": "network-vif-plugged", "status": "completed", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 13:59:51.166626 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 9ec6a122-b8a9-47a8-8850-3525346f50c9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 13:59:51.171799 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 13:59:51.197656 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 13:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1c0086-2458-49c2-8cd7-fc60ed7f4d31 x-openstack-request-id: req-fb1c0086-2458-49c2-8cd7-fc60ed7f4d31 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 13:59:51.197950 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "name": "network-vif-plugged", "status": "completed", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 13:59:51.198252 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-fb1c0086-2458-49c2-8cd7-fc60ed7f4d31 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 13:59:51.198644 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'code': 200} Feb 02 13:59:51.224342 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=9ec6a122-b8a9-47a8-8850-3525346f50c9,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 13:59:51.336473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0eb81-aba2-4fd9-9f89-c9cda248ad78 req-4769defb-5c07-46e7-9e7a-4187105917c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:51.337903 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7fd0eb81-aba2-4fd9-9f89-c9cda248ad78 req-4769defb-5c07-46e7-9e7a-4187105917c8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 1128 time: 0.0483508 Feb 02 13:59:51.381949 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7fd0eb81-aba2-4fd9-9f89-c9cda248ad78 req-93983906-c9ec-4836-aee8-6108599208a2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372016 Feb 02 13:59:51.489898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721dcff-a35b-4472-a549-95106c37e54d req-2d96d61a-bb06-4246-af89-7b29433e2712 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:51.491415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b721dcff-a35b-4472-a549-95106c37e54d req-2d96d61a-bb06-4246-af89-7b29433e2712 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0529144 Feb 02 13:59:51.538446 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b721dcff-a35b-4472-a549-95106c37e54d req-35f8a702-0183-4da4-8123-7a99f7706d18 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Feb 02 13:59:51.558555 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 13:59:52.683378 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dfd94-60e0-4d16-aaf7-131ec004c29d req-2a391e8e-5d18-4509-b901-62edd0c22f68 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:52.684889 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-993dfd94-60e0-4d16-aaf7-131ec004c29d req-2a391e8e-5d18-4509-b901-62edd0c22f68 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0668430 Feb 02 13:59:52.739331 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-993dfd94-60e0-4d16-aaf7-131ec004c29d req-100c4ed9-e3ec-4cd8-b7a2-0d908c34793a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 Feb 02 13:59:52.872709 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd960-501a-45da-8970-6ee1c573929a req-497aecda-15f4-4e0b-a8bf-814ef297fe2d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:52.874283 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-137dd960-501a-45da-8970-6ee1c573929a req-497aecda-15f4-4e0b-a8bf-814ef297fe2d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0619698 Feb 02 13:59:52.926978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-137dd960-501a-45da-8970-6ee1c573929a req-2cdf1f2d-e630-4639-a7b7-7238fa087795 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458810 Feb 02 13:59:53.155745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89a654-0e30-457a-a9d5-01547ef5a9fc req-546c42ac-8be5-476d-a364-9df505eaaed8 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 13:59:53.157214 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d89a654-0e30-457a-a9d5-01547ef5a9fc req-546c42ac-8be5-476d-a364-9df505eaaed8 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0624182 Feb 02 13:59:53.216484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0d89a654-0e30-457a-a9d5-01547ef5a9fc req-1033fba5-1fae-4612-b1a8-e7932dbe06ca tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530825 Feb 02 14:00:01.853562 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5db6f31-1870-441b-aed9-938d54c0f4bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:04.141053 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c4e63d5d-f2cb-48d0-92fc-6345cbfeb73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:05.771089 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:07.040242 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:07.212696 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:08.071791 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:08.129997 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:12.363402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2db6d-3fe3-45a8-94e0-db9dcfa79073 req-07486989-1bc0-4a34-980c-180d0a0db3ee tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:12.364935 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09d2db6d-3fe3-45a8-94e0-db9dcfa79073 req-07486989-1bc0-4a34-980c-180d0a0db3ee tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.2076941 Feb 02 14:00:12.415100 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-09d2db6d-3fe3-45a8-94e0-db9dcfa79073 req-922506ac-e60d-4795-bbfe-8e67b35ccb73 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425186 Feb 02 14:00:12.437776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41978) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:00:12.532436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74d3d44-510b-46f1-bf08-14cad9ce0502 tempest-TestMinimumBasicScenario-1760374505 tempest-TestMinimumBasicScenario-1760374505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:12.534000 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b74d3d44-510b-46f1-bf08-14cad9ce0502 tempest-TestMinimumBasicScenario-1760374505 tempest-TestMinimumBasicScenario-1760374505-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 1123 time: 0.0951614 Feb 02 14:00:12.539215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41982) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:00:12.543140 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:00:12.566827 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:12.668836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:12.771083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Allocated IP 172.25.4.204 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/39c93539-8cbf-4e8c-8fbf-57f9c843b0fe) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:00:12.878932 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for port (39c93539-8cbf-4e8c-8fbf-57f9c843b0fe), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:12.917177 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (39c93539-8cbf-4e8c-8fbf-57f9c843b0fe), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:12.957679 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:00:12.960611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:00:12.963985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:00:12.994919 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event updated for resources: {'Port': ['ID=39c93539-8cbf-4e8c-8fbf-57f9c843b0fe,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:00:13.006817 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.007162 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.007528 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.007870 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.008193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.008515 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.008835 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.009135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.009466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.009779 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.010078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.010389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.010700 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:00:13.359728 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for floatingip (133b4c46-1040-4464-99fc-10ee7bf6f953), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:13.432499 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (39c93539-8cbf-4e8c-8fbf-57f9c843b0fe), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:13.590687 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for port (39c93539-8cbf-4e8c-8fbf-57f9c843b0fe), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:13.598134 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (39c93539-8cbf-4e8c-8fbf-57f9c843b0fe), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:13.677017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event updated for resources: {'Port': ['ID=39c93539-8cbf-4e8c-8fbf-57f9c843b0fe,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:00:13.686632 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (133b4c46-1040-4464-99fc-10ee7bf6f953), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:13.784378 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Floating IP 133b4c46-1040-4464-99fc-10ee7bf6f953 associated. External IP: 172.25.4.204, port: 9ec6a122-b8a9-47a8-8850-3525346f50c9. Feb 02 14:00:14.014886 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Router 4bf82980-0be7-483e-ac74-14e7fef50c3d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:00:14.128715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:00:14.144386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ef0c2-98c0-46d2-9f10-53a1eaf9474f None None] Sync routers for ids ['4bf82980-0be7-483e-ac74-14e7fef50c3d'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:00:14.152335 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.156257 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ef0c2-98c0-46d2-9f10-53a1eaf9474f None None] Routers {'4bf82980-0be7-483e-ac74-14e7fef50c3d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:00:14.157182 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-909ef0c2-98c0-46d2-9f10-53a1eaf9474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:00:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4bf82980-0be7-483e-ac74-14e7fef50c3d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:00:14.184927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-540218bc-17bc-427e-b55b-713049eea37d tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6425974 Feb 02 14:00:14.184927 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:00:14.185590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 41986) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:00:14.190893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c2aef12e-f6fc-4364-8eef-2ef01a0d4d91 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2015237261', 'description': 'tempest-secgroup-smoke-2015237261 description', 'project_id': '90af25d6407d44f08dcad40cd08aba0d'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:00:14.219259 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c2aef12e-f6fc-4364-8eef-2ef01a0d4d91 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.241264 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac92a757-b39d-4fbf-a96b-903c90ce1f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:00:14.283892 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-909ef0c2-98c0-46d2-9f10-53a1eaf9474f None None] Set router 4bf82980-0be7-483e-ac74-14e7fef50c3d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:00:14.296512 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c2aef12e-f6fc-4364-8eef-2ef01a0d4d91 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group (09b3590c-9042-4da4-a391-0a3c8d533303), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.300816 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c2aef12e-f6fc-4364-8eef-2ef01a0d4d91 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (09b3590c-9042-4da4-a391-0a3c8d533303), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.332507 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aef12e-f6fc-4364-8eef-2ef01a0d4d91 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b3590c-9042-4da4-a391-0a3c8d533303,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:00:14.347899 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c2aef12e-f6fc-4364-8eef-2ef01a0d4d91 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.348109 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9d0f35-5e80-4976-8249-d038fd8af074 x-openstack-request-id: req-6a9d0f35-5e80-4976-8249-d038fd8af074 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:00:14.348394 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:00:14.348688 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6a9d0f35-5e80-4976-8249-d038fd8af074 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:00:14.349083 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'status': 'completed', 'code': 200} Feb 02 14:00:14.349989 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c2aef12e-f6fc-4364-8eef-2ef01a0d4d91 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1631024 Feb 02 14:00:14.352882 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41994) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:00:14.357675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ea69cf53-182b-4780-9c3b-653674838cd7 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Request body: {'security_group_rule': {'security_group_id': '09b3590c-9042-4da4-a391-0a3c8d533303', 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:00:14.387407 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea69cf53-182b-4780-9c3b-653674838cd7 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (8900160e-c1ca-4968-9c1c-c1cb4e3c7d01), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.452493 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a757-b39d-4fbf-a96b-903c90ce1f2b req-316a95bd-271a-4624-bbf4-f794e2a2f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:14.454188 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ac92a757-b39d-4fbf-a96b-903c90ce1f2b req-316a95bd-271a-4624-bbf4-f794e2a2f241 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90af25d6407d44f08dcad40cd08aba0d&device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 1128 time: 0.0488884 Feb 02 14:00:14.468050 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea69cf53-182b-4780-9c3b-653674838cd7 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (8900160e-c1ca-4968-9c1c-c1cb4e3c7d01), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.474451 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea69cf53-182b-4780-9c3b-653674838cd7 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (8900160e-c1ca-4968-9c1c-c1cb4e3c7d01), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.494455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69cf53-182b-4780-9c3b-653674838cd7 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8900160e-c1ca-4968-9c1c-c1cb4e3c7d01,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:00:14.503920 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea69cf53-182b-4780-9c3b-653674838cd7 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.508249 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ea69cf53-182b-4780-9c3b-653674838cd7 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543870 Feb 02 14:00:14.508859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:00:14.513722 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-d553ec9e-6f12-4631-b4e5-b769ad6719e1 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Request body: {'security_group_rule': {'security_group_id': '09b3590c-9042-4da4-a391-0a3c8d533303', 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:00:14.546108 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d553ec9e-6f12-4631-b4e5-b769ad6719e1 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (a46d8b65-eac2-4d41-b580-0c1a578dc337), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.558019 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a757-b39d-4fbf-a96b-903c90ce1f2b req-a2e4dcc9-7046-498f-a1ae-9be7922522fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:14.559631 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ac92a757-b39d-4fbf-a96b-903c90ce1f2b req-a2e4dcc9-7046-498f-a1ae-9be7922522fd service neutron] 10.222.0.62 "GET /v2.0/networks?id=245e455c-1ecd-4d84-b11a-96fdcf1137a8 HTTP/1.1" status: 200 len: 915 time: 0.0985930 Feb 02 14:00:14.572010 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-909ef0c2-98c0-46d2-9f10-53a1eaf9474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '133b4c46-1040-4464-99fc-10ee7bf6f953', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'port_id': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'mac_address': 'fa:16:3e:61:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:00:13Z', 'updated_at': '2022-02-02T14:00:13Z', 'revision_number': 0, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5', 'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'mac_address': 'fa:16:3e:3a:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:15Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 5, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'subnets': [{'id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:00:14.605013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ef0c2-98c0-46d2-9f10-53a1eaf9474f None None] Checking router: 4bf82980-0be7-483e-ac74-14e7fef50c3d for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:00:14.609445 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d553ec9e-6f12-4631-b4e5-b769ad6719e1 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (a46d8b65-eac2-4d41-b580-0c1a578dc337), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.614549 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d553ec9e-6f12-4631-b4e5-b769ad6719e1 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (a46d8b65-eac2-4d41-b580-0c1a578dc337), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.618776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ef0c2-98c0-46d2-9f10-53a1eaf9474f None None] Routers {'4bf82980-0be7-483e-ac74-14e7fef50c3d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:00:14.619790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-909ef0c2-98c0-46d2-9f10-53a1eaf9474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:00:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4bf82980-0be7-483e-ac74-14e7fef50c3d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:00:14.631060 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553ec9e-6f12-4631-b4e5-b769ad6719e1 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46d8b65-eac2-4d41-b580-0c1a578dc337,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:00:14.635848 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ac92a757-b39d-4fbf-a96b-903c90ce1f2b req-323e6c27-74a8-4180-9d78-5970bdcb7400 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 200 len: 1000 time: 0.0698121 Feb 02 14:00:14.649455 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d553ec9e-6f12-4631-b4e5-b769ad6719e1 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.653618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d553ec9e-6f12-4631-b4e5-b769ad6719e1 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410322 Feb 02 14:00:14.654573 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 41998) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:00:14.660535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2cc5ce1b-e175-4205-8d40-66b9c8b99ce9 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Request body: {'security_group_rule': {'security_group_id': '09b3590c-9042-4da4-a391-0a3c8d533303', 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:00:14.689762 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ce1b-e175-4205-8d40-66b9c8b99ce9 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (abe81e1b-5743-427a-b67b-f0b255c73cd6), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.690771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a757-b39d-4fbf-a96b-903c90ce1f2b req-92c9ceea-9367-423a-832a-6ca74c6c6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:14.692664 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ac92a757-b39d-4fbf-a96b-903c90ce1f2b req-92c9ceea-9367-423a-832a-6ca74c6c6f34 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=728b3df9-e822-4053-9e93-2477d89d4ddd HTTP/1.1" status: 200 len: 853 time: 0.0497892 Feb 02 14:00:14.742640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-909ef0c2-98c0-46d2-9f10-53a1eaf9474f None None] Set router 4bf82980-0be7-483e-ac74-14e7fef50c3d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:00:14.755728 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ce1b-e175-4205-8d40-66b9c8b99ce9 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (abe81e1b-5743-427a-b67b-f0b255c73cd6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.761818 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ce1b-e175-4205-8d40-66b9c8b99ce9 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (abe81e1b-5743-427a-b67b-f0b255c73cd6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.768654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a757-b39d-4fbf-a96b-903c90ce1f2b req-9cda61e4-ceb1-415d-8e66-799ea3307239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:14.770709 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ac92a757-b39d-4fbf-a96b-903c90ce1f2b req-9cda61e4-ceb1-415d-8e66-799ea3307239 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=245e455c-1ecd-4d84-b11a-96fdcf1137a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0716069 Feb 02 14:00:14.780185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5ce1b-e175-4205-8d40-66b9c8b99ce9 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe81e1b-5743-427a-b67b-f0b255c73cd6,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:00:14.789354 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cc5ce1b-e175-4205-8d40-66b9c8b99ce9 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.794281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2cc5ce1b-e175-4205-8d40-66b9c8b99ce9 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347935 Feb 02 14:00:14.794393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42000) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:00:14.799529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cf4b9cee-3ca1-4fd6-a057-882a9cc44840 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Request body: {'security_group_rule': {'security_group_id': '09b3590c-9042-4da4-a391-0a3c8d533303', 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:00:14.831262 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9cee-3ca1-4fd6-a057-882a9cc44840 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (fe4054b7-cf19-460f-8205-83469713ca9b), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.898805 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ac92a757-b39d-4fbf-a96b-903c90ce1f2b req-73bf8ead-9c63-4d96-aa63-d722b50cae06 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163387 Feb 02 14:00:14.909723 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9cee-3ca1-4fd6-a057-882a9cc44840 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (fe4054b7-cf19-460f-8205-83469713ca9b), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.915696 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9cee-3ca1-4fd6-a057-882a9cc44840 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (fe4054b7-cf19-460f-8205-83469713ca9b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.940555 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b9cee-3ca1-4fd6-a057-882a9cc44840 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4054b7-cf19-460f-8205-83469713ca9b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:00:14.950409 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf4b9cee-3ca1-4fd6-a057-882a9cc44840 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:14.951633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cf4b9cee-3ca1-4fd6-a057-882a9cc44840 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1560512 Feb 02 14:00:14.954627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42002) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:00:14.960226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a0d0c486-ac49-4736-9e53-4654d871e1ae tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Request body: {'security_group_rule': {'security_group_id': '09b3590c-9042-4da4-a391-0a3c8d533303', 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:00:14.987814 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-a0d0c486-ac49-4736-9e53-4654d871e1ae tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Project 90af25d6407d44f08dcad40cd08aba0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:00:14.993348 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c486-ac49-4736-9e53-4654d871e1ae tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (e2969ea3-88ff-4e56-acf9-47ef34a447de), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:15.020473 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ac92a757-b39d-4fbf-a96b-903c90ce1f2b req-5eaf4953-997b-4168-b9b8-fa449b2cc603 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127522 Feb 02 14:00:15.026778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-909ef0c2-98c0-46d2-9f10-53a1eaf9474f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '133b4c46-1040-4464-99fc-10ee7bf6f953', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'port_id': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'mac_address': 'fa:16:3e:61:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:00:13Z', 'updated_at': '2022-02-02T14:00:13Z', 'revision_number': 0, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5', 'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'mac_address': 'fa:16:3e:3a:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:15Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 5, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'subnets': [{'id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:00:15.058889 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c486-ac49-4736-9e53-4654d871e1ae tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (e2969ea3-88ff-4e56-acf9-47ef34a447de), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:15.059319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ef0c2-98c0-46d2-9f10-53a1eaf9474f None None] The sync data for ids ['4bf82980-0be7-483e-ac74-14e7fef50c3d'] in n-d-827336-2 is: [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '133b4c46-1040-4464-99fc-10ee7bf6f953', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'port_id': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'mac_address': 'fa:16:3e:61:63:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:00:13Z', 'updated_at': '2022-02-02T14:00:13Z', 'revision_number': 0, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5', 'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'mac_address': 'fa:16:3e:3a:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:15Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 5, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'subnets': [{'id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:00:15.063603 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c486-ac49-4736-9e53-4654d871e1ae tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (e2969ea3-88ff-4e56-acf9-47ef34a447de), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:15.082904 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0c486-ac49-4736-9e53-4654d871e1ae tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2969ea3-88ff-4e56-acf9-47ef34a447de,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:00:15.093303 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c486-ac49-4736-9e53-4654d871e1ae tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:15.098111 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a0d0c486-ac49-4736-9e53-4654d871e1ae tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390417 Feb 02 14:00:15.098415 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42004) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:00:15.106582 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3a464090-9850-49e5-854b-d831cffd6649 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Request body: {'security_group_rule': {'security_group_id': '09b3590c-9042-4da4-a391-0a3c8d533303', 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:00:15.128160 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-3a464090-9850-49e5-854b-d831cffd6649 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Project 90af25d6407d44f08dcad40cd08aba0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:00:15.133245 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a464090-9850-49e5-854b-d831cffd6649 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (4360b713-e1dd-4e2e-b5fb-5a733cd31558), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:15.204784 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a464090-9850-49e5-854b-d831cffd6649 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (4360b713-e1dd-4e2e-b5fb-5a733cd31558), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:15.210042 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a464090-9850-49e5-854b-d831cffd6649 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (4360b713-e1dd-4e2e-b5fb-5a733cd31558), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:15.233111 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a464090-9850-49e5-854b-d831cffd6649 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4360b713-e1dd-4e2e-b5fb-5a733cd31558,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:00:15.238508 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a464090-9850-49e5-854b-d831cffd6649 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:15.239777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3a464090-9850-49e5-854b-d831cffd6649 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401641 Feb 02 14:00:15.290702 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e17ba-f6f5-47b7-819e-7db7d949992a None None] New status for floating IP 133b4c46-1040-4464-99fc-10ee7bf6f953: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:00:15.333878 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83aa18df-cff0-49b6-83fe-c2e4c53b77f4 req-b789f504-e68c-48db-b4aa-2f14356e82c3 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015237261&fields=id&tenant_id=90af25d6407d44f08dcad40cd08aba0d HTTP/1.1" status: 200 len: 267 time: 0.0452943 Feb 02 14:00:15.397715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa18df-cff0-49b6-83fe-c2e4c53b77f4 req-dc3212e3-53c8-456a-8399-5827d65f1b6f tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:15.399172 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83aa18df-cff0-49b6-83fe-c2e4c53b77f4 req-dc3212e3-53c8-456a-8399-5827d65f1b6f tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0596919 Feb 02 14:00:15.410978 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-83aa18df-cff0-49b6-83fe-c2e4c53b77f4 req-396b3f63-97e7-47a1-833a-73a0bbe94a67 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Request body: {'port': {'security_groups': ['74d60e13-c823-41e6-9b43-a9f6a2a2e2e9', '09b3590c-9042-4da4-a391-0a3c8d533303']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:00:15.484024 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-83aa18df-cff0-49b6-83fe-c2e4c53b77f4 req-396b3f63-97e7-47a1-833a-73a0bbe94a67 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:15.676299 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-83aa18df-cff0-49b6-83fe-c2e4c53b77f4 req-396b3f63-97e7-47a1-833a-73a0bbe94a67 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] For port 9ec6a122-b8a9-47a8-8850-3525346f50c9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:00:15.706786 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-83aa18df-cff0-49b6-83fe-c2e4c53b77f4 req-396b3f63-97e7-47a1-833a-73a0bbe94a67 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:15.713156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-83aa18df-cff0-49b6-83fe-c2e4c53b77f4 req-396b3f63-97e7-47a1-833a-73a0bbe94a67 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:15.749024 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['9ec6a122-b8a9-47a8-8850-3525346f50c9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:00:15.760946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa18df-cff0-49b6-83fe-c2e4c53b77f4 req-396b3f63-97e7-47a1-833a-73a0bbe94a67 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:15.761603 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-83aa18df-cff0-49b6-83fe-c2e4c53b77f4 req-396b3f63-97e7-47a1-833a-73a0bbe94a67 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:15.763034 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83aa18df-cff0-49b6-83fe-c2e4c53b77f4 req-396b3f63-97e7-47a1-833a-73a0bbe94a67 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "PUT /v2.0/ports/9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 200 len: 982 time: 0.3571253 Feb 02 14:00:15.790947 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b3f63-97e7-47a1-833a-73a0bbe94a67 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event updated for resources: {'Port': ['ID=9ec6a122-b8a9-47a8-8850-3525346f50c9,revision_number=6']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:00:15.885619 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['9ec6a122-b8a9-47a8-8850-3525346f50c9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:00:15.941958 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face47c6-ef29-48f4-8f4a-e7ae99c606a2 req-543ee4c4-a48b-4b7c-be30-579ae9d842aa tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:15.943912 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-face47c6-ef29-48f4-8f4a-e7ae99c606a2 req-543ee4c4-a48b-4b7c-be30-579ae9d842aa tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.1153088 Feb 02 14:00:16.011970 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-face47c6-ef29-48f4-8f4a-e7ae99c606a2 req-a929c67a-ab9f-4461-9c4d-c1e9f697d216 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595224 Feb 02 14:00:16.146884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e5e2dfdf-dc53-49da-b705-cb8ff9a26363 None None] Provisioning complete for port 9ec6a122-b8a9-47a8-8850-3525346f50c9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:00:16.147263 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5e2dfdf-dc53-49da-b705-cb8ff9a26363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:16.331520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e5e2dfdf-dc53-49da-b705-cb8ff9a26363 None None] Current status of the port 9ec6a122-b8a9-47a8-8850-3525346f50c9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:00:16.350680 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:00:16.355547 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3a5b1c-05f3-403b-b1d9-c5d4cd54ca37" -d '{"events": [{"name": "network-changed", "server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:00:16.393651 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e209822-6c12-4696-8b65-f20d3f6051d0 x-openstack-request-id: req-2e209822-6c12-4696-8b65-f20d3f6051d0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:00:16.393944 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:00:16.394205 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2e209822-6c12-4696-8b65-f20d3f6051d0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:00:16.394632 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'status': 'completed', 'code': 200} Feb 02 14:00:16.487056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a5b1c-05f3-403b-b1d9-c5d4cd54ca37 req-93351d76-b64b-438f-a261-630341c2009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:16.488599 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ea3a5b1c-05f3-403b-b1d9-c5d4cd54ca37 req-93351d76-b64b-438f-a261-630341c2009a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90af25d6407d44f08dcad40cd08aba0d&device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 1167 time: 0.0491228 Feb 02 14:00:16.581713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a5b1c-05f3-403b-b1d9-c5d4cd54ca37 req-5a292c49-b111-42e5-991b-a34427a48876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:16.583105 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ea3a5b1c-05f3-403b-b1d9-c5d4cd54ca37 req-5a292c49-b111-42e5-991b-a34427a48876 service neutron] 10.222.0.62 "GET /v2.0/networks?id=245e455c-1ecd-4d84-b11a-96fdcf1137a8 HTTP/1.1" status: 200 len: 915 time: 0.0871661 Feb 02 14:00:16.659169 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ea3a5b1c-05f3-403b-b1d9-c5d4cd54ca37 req-18c7780d-385c-49c9-87e9-8cddab4d2aea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 200 len: 1002 time: 0.0693548 Feb 02 14:00:16.710506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a5b1c-05f3-403b-b1d9-c5d4cd54ca37 req-59539f9d-1dbc-4022-96fc-2b0b9f5ca7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:16.712030 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ea3a5b1c-05f3-403b-b1d9-c5d4cd54ca37 req-59539f9d-1dbc-4022-96fc-2b0b9f5ca7ac service neutron] 10.222.0.62 "GET /v2.0/subnets?id=728b3df9-e822-4053-9e93-2477d89d4ddd HTTP/1.1" status: 200 len: 853 time: 0.0461986 Feb 02 14:00:16.765807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a5b1c-05f3-403b-b1d9-c5d4cd54ca37 req-f9a4518a-14f9-4c30-9602-38b19946137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:16.767366 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ea3a5b1c-05f3-403b-b1d9-c5d4cd54ca37 req-f9a4518a-14f9-4c30-9602-38b19946137c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=245e455c-1ecd-4d84-b11a-96fdcf1137a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482342 Feb 02 14:00:16.870267 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ea3a5b1c-05f3-403b-b1d9-c5d4cd54ca37 req-a665a2a1-a4f3-4293-a770-65a4ed103031 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955992 Feb 02 14:00:16.965083 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ea3a5b1c-05f3-403b-b1d9-c5d4cd54ca37 req-10d99de8-c4f2-422b-aaf9-f9a0bd331a05 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882843 Feb 02 14:00:22.656656 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6c6a042-b283-49fe-a796-c2266cb86901 req-2ac52590-6811-43f0-a0a2-27c2fde74d84 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548966 Feb 02 14:00:22.774997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6a042-b283-49fe-a796-c2266cb86901 req-247038a2-576c-40fe-a71f-f4ddb108d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:22.776558 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6c6a042-b283-49fe-a796-c2266cb86901 req-247038a2-576c-40fe-a71f-f4ddb108d310 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90af25d6407d44f08dcad40cd08aba0d&device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 1167 time: 0.0482492 Feb 02 14:00:22.891542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6a042-b283-49fe-a796-c2266cb86901 req-60999904-a99a-4f7a-9054-092d0a060ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:22.893024 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6c6a042-b283-49fe-a796-c2266cb86901 req-60999904-a99a-4f7a-9054-092d0a060ae9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=245e455c-1ecd-4d84-b11a-96fdcf1137a8 HTTP/1.1" status: 200 len: 915 time: 0.0949209 Feb 02 14:00:22.961871 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6c6a042-b283-49fe-a796-c2266cb86901 req-583e0bf7-0eef-48d1-a82f-b2e5d219af91 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 200 len: 1002 time: 0.0617309 Feb 02 14:00:23.011862 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6a042-b283-49fe-a796-c2266cb86901 req-d765c710-2648-4cf5-ba47-89dc0bac7265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:23.013300 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6c6a042-b283-49fe-a796-c2266cb86901 req-d765c710-2648-4cf5-ba47-89dc0bac7265 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=728b3df9-e822-4053-9e93-2477d89d4ddd HTTP/1.1" status: 200 len: 853 time: 0.0433528 Feb 02 14:00:23.070376 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6a042-b283-49fe-a796-c2266cb86901 req-a05f9826-0dde-4602-b3bd-6eaf31e1806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:23.076030 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6c6a042-b283-49fe-a796-c2266cb86901 req-a05f9826-0dde-4602-b3bd-6eaf31e1806b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=245e455c-1ecd-4d84-b11a-96fdcf1137a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0554779 Feb 02 14:00:23.176278 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6c6a042-b283-49fe-a796-c2266cb86901 req-8a54c9fb-7a4c-4933-b691-666c0ea06507 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938559 Feb 02 14:00:23.273612 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6c6a042-b283-49fe-a796-c2266cb86901 req-6fd61984-a575-416e-912b-a077aa7ca6d1 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899589 Feb 02 14:00:28.558808 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:00:30.343785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e50d8-5f80-4baf-882c-28e6fde34d48 req-91c78272-b9bc-4538-bbb5-91f646d778ac tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:30.345415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b4e50d8-5f80-4baf-882c-28e6fde34d48 req-91c78272-b9bc-4538-bbb5-91f646d778ac tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0673821 Feb 02 14:00:30.358006 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630f50b-56f1-4ddc-b9e8-e3d3fbb89b07 req-b27277c4-19ac-43c8-8b0d-949ef2f89e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:30.359563 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1630f50b-56f1-4ddc-b9e8-e3d3fbb89b07 req-b27277c4-19ac-43c8-8b0d-949ef2f89e43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90af25d6407d44f08dcad40cd08aba0d&device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 1167 time: 0.0478697 Feb 02 14:00:30.421981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b4e50d8-5f80-4baf-882c-28e6fde34d48 req-d9fff6ec-0938-4c35-8b49-9546000e43ba tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702744 Feb 02 14:00:30.466059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630f50b-56f1-4ddc-b9e8-e3d3fbb89b07 req-4f83f500-23b4-4247-a387-d8594b800505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:30.467929 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1630f50b-56f1-4ddc-b9e8-e3d3fbb89b07 req-4f83f500-23b4-4247-a387-d8594b800505 service neutron] 10.222.0.62 "GET /v2.0/networks?id=245e455c-1ecd-4d84-b11a-96fdcf1137a8 HTTP/1.1" status: 200 len: 915 time: 0.1015887 Feb 02 14:00:30.541861 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1630f50b-56f1-4ddc-b9e8-e3d3fbb89b07 req-2f48bf47-e174-489e-8a03-a998d0c6d5ce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 200 len: 1002 time: 0.0670013 Feb 02 14:00:30.594163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630f50b-56f1-4ddc-b9e8-e3d3fbb89b07 req-c4281cb1-d393-4d1e-97e3-caa1d3118d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:30.595678 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1630f50b-56f1-4ddc-b9e8-e3d3fbb89b07 req-c4281cb1-d393-4d1e-97e3-caa1d3118d43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=728b3df9-e822-4053-9e93-2477d89d4ddd HTTP/1.1" status: 200 len: 853 time: 0.0458136 Feb 02 14:00:30.651750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630f50b-56f1-4ddc-b9e8-e3d3fbb89b07 req-649937bd-f0ac-44b3-833f-ea98c4c1217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:30.653285 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1630f50b-56f1-4ddc-b9e8-e3d3fbb89b07 req-649937bd-f0ac-44b3-833f-ea98c4c1217c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=245e455c-1ecd-4d84-b11a-96fdcf1137a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511646 Feb 02 14:00:30.750039 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1630f50b-56f1-4ddc-b9e8-e3d3fbb89b07 req-1546f4e9-98d5-466f-a663-d00429c51459 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890892 Feb 02 14:00:30.848115 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1630f50b-56f1-4ddc-b9e8-e3d3fbb89b07 req-754cfaf6-66c3-4648-adae-68aed731a889 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919957 Feb 02 14:00:31.560190 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17226b2-8b89-4cb8-b471-2187524ea0e4 req-95ee3496-67c6-4932-9556-4d04c4f37e9b tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:31.562324 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d17226b2-8b89-4cb8-b471-2187524ea0e4 req-95ee3496-67c6-4932-9556-4d04c4f37e9b tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0642986 Feb 02 14:00:31.623261 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d17226b2-8b89-4cb8-b471-2187524ea0e4 req-cb3a8eca-cfb5-418d-9d0b-4a0efbfbdffa tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534053 Feb 02 14:00:31.852102 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6bf18f88-dd90-4597-955c-8a695a579ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:32.750544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6201b5-6222-4b5a-a010-2b4b109f62bf req-b76c103f-2fcc-41cf-9a07-0c9bcb01f4c2 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:32.752043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb6201b5-6222-4b5a-a010-2b4b109f62bf req-b76c103f-2fcc-41cf-9a07-0c9bcb01f4c2 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0571351 Feb 02 14:00:32.823663 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb6201b5-6222-4b5a-a010-2b4b109f62bf req-1f00c639-5c3f-4616-a5ad-4e0ad03bb596 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582998 Feb 02 14:00:33.951449 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1233751-b2eb-484b-989b-6be57f70a4bf req-8aa91992-fd72-4814-bbec-39d93a4bf295 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:33.952980 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1233751-b2eb-484b-989b-6be57f70a4bf req-8aa91992-fd72-4814-bbec-39d93a4bf295 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0562913 Feb 02 14:00:34.016800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1233751-b2eb-484b-989b-6be57f70a4bf req-4f88ecb1-5738-46cc-97a5-85fc0852b1ae tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577288 Feb 02 14:00:34.156535 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bda3d909-4fb4-4dac-879b-5ce095ab20ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:35.160641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4a464-aa51-4c21-8fde-0867c8fe9793 req-53ce4efe-8796-4a3f-bdde-746a7e12a06f tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:35.162163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63e4a464-aa51-4c21-8fde-0867c8fe9793 req-53ce4efe-8796-4a3f-bdde-746a7e12a06f tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0602694 Feb 02 14:00:35.222716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-63e4a464-aa51-4c21-8fde-0867c8fe9793 req-ec6d8105-4dde-4a29-b915-0f9e7e8cc738 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546372 Feb 02 14:00:35.772506 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:36.353857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9b83a-9d4f-46ae-84f3-88f21f37f252 req-4280a204-f2cb-4ad8-b150-eb09204e0849 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:36.355362 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b5b9b83a-9d4f-46ae-84f3-88f21f37f252 req-4280a204-f2cb-4ad8-b150-eb09204e0849 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0552588 Feb 02 14:00:36.415927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b5b9b83a-9d4f-46ae-84f3-88f21f37f252 req-f53fac95-a602-414e-8e54-07b0704427db tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541635 Feb 02 14:00:37.041602 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:37.225516 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:37.558088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1341c35-2531-48d5-b8f6-ac95e524f0f9 req-00f9ee9c-ffa2-4c48-a858-63fda064501a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:37.559591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e1341c35-2531-48d5-b8f6-ac95e524f0f9 req-00f9ee9c-ffa2-4c48-a858-63fda064501a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0701180 Feb 02 14:00:37.624231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e1341c35-2531-48d5-b8f6-ac95e524f0f9 req-39ae0376-21df-48e3-9f1e-37a97d7c21a5 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577366 Feb 02 14:00:38.066146 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:38.134755 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:00:38.753149 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d6a44-3efd-44e3-b13f-9a8e952d64a1 req-77bf4a64-4f2f-4420-bc84-671c343f8f6a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:38.754648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d17d6a44-3efd-44e3-b13f-9a8e952d64a1 req-77bf4a64-4f2f-4420-bc84-671c343f8f6a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0568161 Feb 02 14:00:38.820508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d17d6a44-3efd-44e3-b13f-9a8e952d64a1 req-a44abb83-9d66-4bbb-9323-d316de0942c9 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594299 Feb 02 14:00:39.950524 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4dacc6-1c38-438e-999d-9c0b9f0ca679 req-a3c93a5d-d9cb-4177-9d5f-f63a1a65ac31 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:39.952132 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c4dacc6-1c38-438e-999d-9c0b9f0ca679 req-a3c93a5d-d9cb-4177-9d5f-f63a1a65ac31 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0598226 Feb 02 14:00:40.018233 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c4dacc6-1c38-438e-999d-9c0b9f0ca679 req-e93ba2bf-0e80-43c1-9331-68a8acad076e tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602391 Feb 02 14:00:41.149095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcf8de-a844-4ce6-b8ab-6da87456c909 req-f0a73a9a-7fb5-4f09-b755-36fc737a01ca tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:41.150591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ebcf8de-a844-4ce6-b8ab-6da87456c909 req-f0a73a9a-7fb5-4f09-b755-36fc737a01ca tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0625746 Feb 02 14:00:41.215948 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ebcf8de-a844-4ce6-b8ab-6da87456c909 req-1a0c6278-279a-474b-a4ad-4702d19a85b9 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570159 Feb 02 14:00:42.354856 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcccb4e-3147-424a-80c4-a45d11137f5a req-4dc3a8e6-5896-4788-8c67-0d7e9c7a2d52 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:42.356427 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6fcccb4e-3147-424a-80c4-a45d11137f5a req-4dc3a8e6-5896-4788-8c67-0d7e9c7a2d52 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0588484 Feb 02 14:00:42.422558 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6fcccb4e-3147-424a-80c4-a45d11137f5a req-262d6a8d-acc9-4f71-a82a-c5f569632570 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599864 Feb 02 14:00:43.558516 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812076e-7e2b-4f38-a2ed-98492d30e444 req-55a1b215-3c45-4804-b7e9-fcce8ae0239c tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:43.560042 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5812076e-7e2b-4f38-a2ed-98492d30e444 req-55a1b215-3c45-4804-b7e9-fcce8ae0239c tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0592995 Feb 02 14:00:43.640519 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5812076e-7e2b-4f38-a2ed-98492d30e444 req-1f56f61c-30d2-4415-a1e4-d706f6e6b412 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745203 Feb 02 14:00:44.771900 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543346c-114e-4741-bfbf-ebe84cb21bea req-67239b4c-2d72-4476-8f29-76706f49031b tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:44.773391 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8543346c-114e-4741-bfbf-ebe84cb21bea req-67239b4c-2d72-4476-8f29-76706f49031b tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0605218 Feb 02 14:00:44.833222 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8543346c-114e-4741-bfbf-ebe84cb21bea req-7440a6a8-f87b-4e2c-a93b-b1af01b782d3 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539060 Feb 02 14:00:45.961094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae453c-f63e-4c79-abfc-79cbabcdf1df req-2b8e05d3-9da4-45ae-aa0c-b0c285dc3e34 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:45.962486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0ae453c-f63e-4c79-abfc-79cbabcdf1df req-2b8e05d3-9da4-45ae-aa0c-b0c285dc3e34 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0584090 Feb 02 14:00:46.024801 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f0ae453c-f63e-4c79-abfc-79cbabcdf1df req-01effd5e-1180-4c7c-a341-48c6aa8987be tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543242 Feb 02 14:00:47.161894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aae61d-6408-40e0-af57-bc1398a7c54d req-88c62f82-46d6-4682-8c89-078aabc99fd8 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:00:47.163431 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6aae61d-6408-40e0-af57-bc1398a7c54d req-88c62f82-46d6-4682-8c89-078aabc99fd8 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0633469 Feb 02 14:00:47.227959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6aae61d-6408-40e0-af57-bc1398a7c54d req-03d89d6d-b788-46d7-8f1f-84679ed16286 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=09b3590c-9042-4da4-a391-0a3c8d533303&id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584154 Feb 02 14:01:01.852432 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a2809b6-8e4b-4c8e-b205-ffe9ffbfc6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:04.151917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9724a839-594f-4837-8e7e-7c1464fdd79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:05.559145 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:01:05.788989 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:07.049397 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:07.220944 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:08.070733 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:08.149070 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:20.097515 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66848855-b3d9-4f04-ac0a-c7a9b3c977a2 req-a2728fd4-498b-44e2-b64a-cb1a3467b951 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015237261&fields=id&tenant_id=90af25d6407d44f08dcad40cd08aba0d HTTP/1.1" status: 200 len: 267 time: 0.0552213 Feb 02 14:01:20.176088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66848855-b3d9-4f04-ac0a-c7a9b3c977a2 req-75aff088-6056-4b61-aa47-0d4b35457cb6 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:20.177937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66848855-b3d9-4f04-ac0a-c7a9b3c977a2 req-75aff088-6056-4b61-aa47-0d4b35457cb6 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 985 time: 0.0741625 Feb 02 14:01:20.189535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [req-66848855-b3d9-4f04-ac0a-c7a9b3c977a2 req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Request body: {'port': {'security_groups': ['74d60e13-c823-41e6-9b43-a9f6a2a2e2e9']}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:01:20.269287 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66848855-b3d9-4f04-ac0a-c7a9b3c977a2 req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:20.465834 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [req-66848855-b3d9-4f04-ac0a-c7a9b3c977a2 req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] For port 9ec6a122-b8a9-47a8-8850-3525346f50c9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:20.495169 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66848855-b3d9-4f04-ac0a-c7a9b3c977a2 req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:20.501264 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66848855-b3d9-4f04-ac0a-c7a9b3c977a2 req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:20.541146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['9ec6a122-b8a9-47a8-8850-3525346f50c9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:01:20.544011 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66848855-b3d9-4f04-ac0a-c7a9b3c977a2 req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:20.544642 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [req-66848855-b3d9-4f04-ac0a-c7a9b3c977a2 req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:20.546036 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66848855-b3d9-4f04-ac0a-c7a9b3c977a2 req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "PUT /v2.0/ports/9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 200 len: 943 time: 0.3612127 Feb 02 14:01:20.546485 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:01:20.548835 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885ef1d7-f0c4-4933-bb57-408649d5ad74" -d '{"events": [{"name": "network-changed", "server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:01:20.559866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42068) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:20.576785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event updated for resources: {'Port': ['ID=9ec6a122-b8a9-47a8-8850-3525346f50c9,revision_number=7']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:20.586071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.586767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.587389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.588031 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.588631 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.589085 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.589486 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.589966 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.590300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.590687 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.591071 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.591535 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.592236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b71fd18-2225-4aed-bcb2-52cae4f1f83a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.638140 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551693c1-b5a0-491c-bb5b-a2283d5ff61c x-openstack-request-id: req-551693c1-b5a0-491c-bb5b-a2283d5ff61c {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:01:20.638435 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:01:20.638681 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-551693c1-b5a0-491c-bb5b-a2283d5ff61c {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:01:20.639086 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'status': 'completed', 'code': 200} Feb 02 14:01:20.670430 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group (09b3590c-9042-4da4-a391-0a3c8d533303), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:20.702793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['9ec6a122-b8a9-47a8-8850-3525346f50c9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:01:20.719675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group (09b3590c-9042-4da4-a391-0a3c8d533303), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:20.819908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (09b3590c-9042-4da4-a391-0a3c8d533303), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:20.822695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:20.824048 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "DELETE /v2.0/security-groups/09b3590c-9042-4da4-a391-0a3c8d533303 HTTP/1.1" status: 204 len: 168 time: 0.2617772 Feb 02 14:01:20.827517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42072) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:20.852511 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b3590c-9042-4da4-a391-0a3c8d533303,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:20.867743 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.868116 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.868512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.868857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.869216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.869545 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.869876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.870211 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.870553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.870877 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.871200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.871546 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.871897 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0803516a-ebe3-4986-b668-4639380bb695 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:20.885374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ef1d7-f0c4-4933-bb57-408649d5ad74 req-65095b92-ea0c-44e7-9c14-b6ad2ed9b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:20.886442 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-885ef1d7-f0c4-4933-bb57-408649d5ad74 req-65095b92-ea0c-44e7-9c14-b6ad2ed9b691 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90af25d6407d44f08dcad40cd08aba0d&device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 1128 time: 0.1564445 Feb 02 14:01:20.923795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e41fba6a-ef03-4378-a235-2647245727eb None None] Provisioning complete for port 9ec6a122-b8a9-47a8-8850-3525346f50c9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:01:20.924181 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e41fba6a-ef03-4378-a235-2647245727eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:21.003615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ef1d7-f0c4-4933-bb57-408649d5ad74 req-45877fc1-6007-4fb3-9642-42a4306ba2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:21.005756 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-885ef1d7-f0c4-4933-bb57-408649d5ad74 req-45877fc1-6007-4fb3-9642-42a4306ba2ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=245e455c-1ecd-4d84-b11a-96fdcf1137a8 HTTP/1.1" status: 200 len: 915 time: 0.1115193 Feb 02 14:01:21.022445 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e41fba6a-ef03-4378-a235-2647245727eb None None] Current status of the port 9ec6a122-b8a9-47a8-8850-3525346f50c9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:01:21.039209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Deleting port 39c93539-8cbf-4e8c-8fbf-57f9c843b0fe {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:01:21.039589 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (39c93539-8cbf-4e8c-8fbf-57f9c843b0fe), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:21.098136 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-885ef1d7-f0c4-4933-bb57-408649d5ad74 req-80d1ed74-5fa1-49cd-aec4-59bcdcf167a4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 200 len: 1002 time: 0.0833716 Feb 02 14:01:21.139642 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (39c93539-8cbf-4e8c-8fbf-57f9c843b0fe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:21.140380 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for floatingip (39c93539-8cbf-4e8c-8fbf-57f9c843b0fe), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:21.154649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Calling delete_port for 39c93539-8cbf-4e8c-8fbf-57f9c843b0fe owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:01:21.163641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ef1d7-f0c4-4933-bb57-408649d5ad74 req-0d2cae32-60a1-40a8-9ad6-e900f9c6551d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:21.164894 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-885ef1d7-f0c4-4933-bb57-408649d5ad74 req-0d2cae32-60a1-40a8-9ad6-e900f9c6551d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=728b3df9-e822-4053-9e93-2477d89d4ddd HTTP/1.1" status: 200 len: 853 time: 0.0566199 Feb 02 14:01:21.227206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ef1d7-f0c4-4933-bb57-408649d5ad74 req-5c30aaca-6583-4340-807d-567c767b9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:21.228828 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-885ef1d7-f0c4-4933-bb57-408649d5ad74 req-5c30aaca-6583-4340-807d-567c767b9bd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=245e455c-1ecd-4d84-b11a-96fdcf1137a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557806 Feb 02 14:01:21.350599 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (39c93539-8cbf-4e8c-8fbf-57f9c843b0fe), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:21.351075 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-885ef1d7-f0c4-4933-bb57-408649d5ad74 req-3681987b-b0c7-466d-a487-9ec59aaf1960 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147730 Feb 02 14:01:21.382728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event deleted for resources: {'Port': ['ID=39c93539-8cbf-4e8c-8fbf-57f9c843b0fe,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:21.450805 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks [] for floatingip (133b4c46-1040-4464-99fc-10ee7bf6f953), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:21.451486 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Floating IP 133b4c46-1040-4464-99fc-10ee7bf6f953 disassociated (deleted). External IP: 172.25.4.204, port: 9ec6a122-b8a9-47a8-8850-3525346f50c9. Feb 02 14:01:21.460628 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-885ef1d7-f0c4-4933-bb57-408649d5ad74 req-5c05c975-9ba6-46ce-a85b-22e34447077f service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001153 Feb 02 14:01:21.679010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Router 4bf82980-0be7-483e-ac74-14e7fef50c3d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:01:22.166327 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:01:22.171562 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:22.176354 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395663d-97c0-459e-a514-5713c47a0098 None None] Sync routers for ids ['4bf82980-0be7-483e-ac74-14e7fef50c3d'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:01:22.187843 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395663d-97c0-459e-a514-5713c47a0098 None None] Routers {'4bf82980-0be7-483e-ac74-14e7fef50c3d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:01:22.188488 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0395663d-97c0-459e-a514-5713c47a0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:01:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4bf82980-0be7-483e-ac74-14e7fef50c3d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:22.209109 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cf3a51c8-92b9-4ce0-aea6-e232d4cf2b77 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "DELETE /v2.0/floatingips/133b4c46-1040-4464-99fc-10ee7bf6f953 HTTP/1.1" status: 204 len: 168 time: 1.3805287 Feb 02 14:01:22.471248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-0395663d-97c0-459e-a514-5713c47a0098 None None] Set router 4bf82980-0be7-483e-ac74-14e7fef50c3d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:01:22.640233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:01:22.642794 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7767dd17-b1de-48cf-9116-e21e2a8622dc" -d '{"events": [{"name": "network-changed", "server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:01:22.679941 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a8e7dd-547c-4689-a35a-f0cf4b0ce692 x-openstack-request-id: req-e2a8e7dd-547c-4689-a35a-f0cf4b0ce692 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:01:22.680418 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:01:22.680853 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e2a8e7dd-547c-4689-a35a-f0cf4b0ce692 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:01:22.681499 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'status': 'completed', 'code': 200} Feb 02 14:01:22.684017 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0395663d-97c0-459e-a514-5713c47a0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5', 'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'mac_address': 'fa:16:3e:3a:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:15Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 5, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'subnets': [{'id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:22.713562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395663d-97c0-459e-a514-5713c47a0098 None None] Checking router: 4bf82980-0be7-483e-ac74-14e7fef50c3d for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:01:22.722888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0395663d-97c0-459e-a514-5713c47a0098 None None] Routers {'4bf82980-0be7-483e-ac74-14e7fef50c3d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:01:22.723981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0395663d-97c0-459e-a514-5713c47a0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:01:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4bf82980-0be7-483e-ac74-14e7fef50c3d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:22.785415 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767dd17-b1de-48cf-9116-e21e2a8622dc req-b6c87c79-32f2-450c-a92c-445848d2583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:22.788052 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7767dd17-b1de-48cf-9116-e21e2a8622dc req-b6c87c79-32f2-450c-a92c-445848d2583f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90af25d6407d44f08dcad40cd08aba0d&device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 1128 time: 0.0517492 Feb 02 14:01:22.855692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-0395663d-97c0-459e-a514-5713c47a0098 None None] Set router 4bf82980-0be7-483e-ac74-14e7fef50c3d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:01:22.906023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767dd17-b1de-48cf-9116-e21e2a8622dc req-5a4f1775-016f-480c-9f7b-add959c3ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:22.908043 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7767dd17-b1de-48cf-9116-e21e2a8622dc req-5a4f1775-016f-480c-9f7b-add959c3ffa1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=245e455c-1ecd-4d84-b11a-96fdcf1137a8 HTTP/1.1" status: 200 len: 915 time: 0.1131995 Feb 02 14:01:22.953138 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7767dd17-b1de-48cf-9116-e21e2a8622dc req-e57fe2c7-1435-4326-82f5-013478e4d8d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 200 len: 217 time: 0.0371256 Feb 02 14:01:23.038107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767dd17-b1de-48cf-9116-e21e2a8622dc req-b15ffbf7-338a-4bbe-a91b-a734b765d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:23.040663 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7767dd17-b1de-48cf-9116-e21e2a8622dc req-b15ffbf7-338a-4bbe-a91b-a734b765d138 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=728b3df9-e822-4053-9e93-2477d89d4ddd HTTP/1.1" status: 200 len: 853 time: 0.0742087 Feb 02 14:01:23.112665 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767dd17-b1de-48cf-9116-e21e2a8622dc req-e45747b2-7bf4-424b-8870-bb1496d6613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:23.114836 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7767dd17-b1de-48cf-9116-e21e2a8622dc req-e45747b2-7bf4-424b-8870-bb1496d6613f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=245e455c-1ecd-4d84-b11a-96fdcf1137a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0663192 Feb 02 14:01:23.132162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0395663d-97c0-459e-a514-5713c47a0098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5', 'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'mac_address': 'fa:16:3e:3a:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:15Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 5, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'subnets': [{'id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:23.162936 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0395663d-97c0-459e-a514-5713c47a0098 None None] The sync data for ids ['4bf82980-0be7-483e-ac74-14e7fef50c3d'] in n-d-827336-2 is: [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T13:59:15Z', 'revision_number': 4, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5', 'name': '', 'network_id': '245e455c-1ecd-4d84-b11a-96fdcf1137a8', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'mac_address': 'fa:16:3e:3a:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:15Z', 'updated_at': '2022-02-02T13:59:21Z', 'revision_number': 5, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'subnets': [{'id': '728b3df9-e822-4053-9e93-2477d89d4ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:01:23.218396 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7767dd17-b1de-48cf-9116-e21e2a8622dc req-7df4ec53-b75c-4e4a-82e7-24969f9128c1 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967906 Feb 02 14:01:23.342562 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7767dd17-b1de-48cf-9116-e21e2a8622dc req-44c29ecc-4743-4b8f-9a6a-89fcd267db87 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178298 Feb 02 14:01:23.477804 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a06f234-f14b-4c92-83d1-196a2499e954 None None] New status for floating IP 133b4c46-1040-4464-99fc-10ee7bf6f953: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:01:23.659950 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b965ba07-080e-4511-9537-d21031429727 req-e7f58568-6c45-48f4-974a-d36d292ab54a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497139 Feb 02 14:01:23.787295 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965ba07-080e-4511-9537-d21031429727 req-126bbdbb-858d-4008-89a0-00b555e24a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:23.788709 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b965ba07-080e-4511-9537-d21031429727 req-126bbdbb-858d-4008-89a0-00b555e24a4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=90af25d6407d44f08dcad40cd08aba0d&device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 1128 time: 0.0568318 Feb 02 14:01:23.917869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965ba07-080e-4511-9537-d21031429727 req-efe123c1-9fba-4e8f-b581-05134e97f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:23.919386 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b965ba07-080e-4511-9537-d21031429727 req-efe123c1-9fba-4e8f-b581-05134e97f771 service neutron] 10.222.0.62 "GET /v2.0/networks?id=245e455c-1ecd-4d84-b11a-96fdcf1137a8 HTTP/1.1" status: 200 len: 915 time: 0.1112797 Feb 02 14:01:23.965584 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b965ba07-080e-4511-9537-d21031429727 req-797b3a80-9594-44bc-8bd7-725b314fdb41 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 200 len: 217 time: 0.0398424 Feb 02 14:01:24.021940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965ba07-080e-4511-9537-d21031429727 req-e3cc2445-f561-42a8-80a4-3cb9b6b0b6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:24.023457 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b965ba07-080e-4511-9537-d21031429727 req-e3cc2445-f561-42a8-80a4-3cb9b6b0b6ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=728b3df9-e822-4053-9e93-2477d89d4ddd HTTP/1.1" status: 200 len: 853 time: 0.0528376 Feb 02 14:01:24.074553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965ba07-080e-4511-9537-d21031429727 req-b653825d-eece-4889-a363-f8a6b7859707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:24.076006 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b965ba07-080e-4511-9537-d21031429727 req-b653825d-eece-4889-a363-f8a6b7859707 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=245e455c-1ecd-4d84-b11a-96fdcf1137a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466139 Feb 02 14:01:24.166442 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b965ba07-080e-4511-9537-d21031429727 req-6d678cd3-71b5-478a-ba85-d176c3cf5c83 service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844429 Feb 02 14:01:24.267459 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b965ba07-080e-4511-9537-d21031429727 req-ca7a2336-822c-4e1f-b847-991e727f7f6e service neutron] 10.222.0.62 "GET /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945382 Feb 02 14:01:31.846107 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f890732f-3bb6-40cd-97f8-5121f8941036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:34.156498 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8444df4e-db85-435e-8784-98b08982d531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:35.777846 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:37.045606 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:37.237418 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:37.717341 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4afd4-a28a-4e3d-9184-b84d4a21f7b1 req-2d5db68f-583d-4a71-8fe8-0a7e341a625a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:37.718846 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ab4afd4-a28a-4e3d-9184-b84d4a21f7b1 req-2d5db68f-583d-4a71-8fe8-0a7e341a625a tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0552011 Feb 02 14:01:37.769548 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6ab4afd4-a28a-4e3d-9184-b84d4a21f7b1 req-6bc9381e-4ce1-4150-acb4-2d4ee56653b6 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Feb 02 14:01:38.082095 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:38.152795 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:38.910430 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cacc97d-b801-49e3-b8d0-829b92c90640 req-c1f91098-c5d5-4266-8025-241f7b13e8d0 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:38.911959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0cacc97d-b801-49e3-b8d0-829b92c90640 req-c1f91098-c5d5-4266-8025-241f7b13e8d0 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0555265 Feb 02 14:01:38.962664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0cacc97d-b801-49e3-b8d0-829b92c90640 req-63562016-3a4e-49f0-b480-098dff592dc3 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/security-groups?id=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444090 Feb 02 14:01:39.594849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02a37-f7a8-489f-ab0b-32d9987ef118 req-44c9e5bd-75d5-4089-a1b5-c497b3af1bc8 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:39.596252 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-66a02a37-f7a8-489f-ab0b-32d9987ef118 req-44c9e5bd-75d5-4089-a1b5-c497b3af1bc8 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.62 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 946 time: 0.0674670 Feb 02 14:01:39.700797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-66a02a37-f7a8-489f-ab0b-32d9987ef118 req-871c915e-9c37-484b-8387-603ca140a413 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Deleting port 9ec6a122-b8a9-47a8-8850-3525346f50c9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:01:39.701090 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-66a02a37-f7a8-489f-ab0b-32d9987ef118 req-871c915e-9c37-484b-8387-603ca140a413 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:39.796420 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-66a02a37-f7a8-489f-ab0b-32d9987ef118 req-871c915e-9c37-484b-8387-603ca140a413 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] For port 9ec6a122-b8a9-47a8-8850-3525346f50c9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=9ec6a122-b8a9-47a8-8850-3525346f50c9,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:39.796804 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-66a02a37-f7a8-489f-ab0b-32d9987ef118 req-871c915e-9c37-484b-8387-603ca140a413 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:39.810998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-66a02a37-f7a8-489f-ab0b-32d9987ef118 req-871c915e-9c37-484b-8387-603ca140a413 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Calling delete_port for 9ec6a122-b8a9-47a8-8850-3525346f50c9 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:01:39.962300 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-66a02a37-f7a8-489f-ab0b-32d9987ef118 req-871c915e-9c37-484b-8387-603ca140a413 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9ec6a122-b8a9-47a8-8850-3525346f50c9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:39.996326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c915e-9c37-484b-8387-603ca140a413 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Pushing event deleted for resources: {'Port': ['ID=9ec6a122-b8a9-47a8-8850-3525346f50c9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:40.046329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a02a37-f7a8-489f-ab0b-32d9987ef118 req-871c915e-9c37-484b-8387-603ca140a413 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] No DVR routers for this DVR port 9ec6a122-b8a9-47a8-8850-3525346f50c9 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:01:40.048934 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-66a02a37-f7a8-489f-ab0b-32d9987ef118 req-871c915e-9c37-484b-8387-603ca140a413 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:40.052524 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-66a02a37-f7a8-489f-ab0b-32d9987ef118 req-871c915e-9c37-484b-8387-603ca140a413 tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.62 "DELETE /v2.0/ports/9ec6a122-b8a9-47a8-8850-3525346f50c9 HTTP/1.1" status: 204 len: 173 time: 0.4481730 Feb 02 14:01:40.053037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'name': 'network-vif-deleted', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:01:40.055294 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147f3be9-86b6-44a2-bbf3-341f6f7f907e" -d '{"events": [{"server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "name": "network-vif-deleted", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:01:40.090352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-66f990a5-3c76-4436-b9eb-03b1fdd48093 req-339b97e3-c31f-4965-9b5c-ca3a49b45cce tempest-TestMinimumBasicScenario-1319933812 tempest-TestMinimumBasicScenario-1319933812-project] 10.222.0.83 "GET /v2.0/ports?device_id=41622798-1354-43f9-99c9-90d77f7ca4c9 HTTP/1.1" status: 200 len: 210 time: 0.0471346 Feb 02 14:01:40.165770 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7de0d74-7171-4cdd-ae8b-a4a89b05e702 x-openstack-request-id: req-b7de0d74-7171-4cdd-ae8b-a4a89b05e702 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:01:40.166092 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41622798-1354-43f9-99c9-90d77f7ca4c9", "name": "network-vif-deleted", "tag": "9ec6a122-b8a9-47a8-8850-3525346f50c9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:01:40.166327 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-b7de0d74-7171-4cdd-ae8b-a4a89b05e702 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:01:40.166732 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41622798-1354-43f9-99c9-90d77f7ca4c9', 'name': 'network-vif-deleted', 'tag': '9ec6a122-b8a9-47a8-8850-3525346f50c9', 'status': 'completed', 'code': 200} Feb 02 14:01:41.528544 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 9ec6a122-b8a9-47a8-8850-3525346f50c9 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:01:41.549170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 9ec6a122-b8a9-47a8-8850-3525346f50c9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:01:41.549508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 9ec6a122-b8a9-47a8-8850-3525346f50c9 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:01:41.752014 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:42.136712 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6e924ed-a413-4796-b9a3-ccab96451339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (4bf82980-0be7-483e-ac74-14e7fef50c3d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:42.396960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d6e924ed-a413-4796-b9a3-ccab96451339 admin admin] Deleting port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:01:42.397201 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6e924ed-a413-4796-b9a3-ccab96451339 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:42.474950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-d6e924ed-a413-4796-b9a3-ccab96451339 admin admin] For port 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:42.475295 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6e924ed-a413-4796-b9a3-ccab96451339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:42.491764 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-d6e924ed-a413-4796-b9a3-ccab96451339 admin admin] Calling delete_port for 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:01:42.561266 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:01:42.683143 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6e924ed-a413-4796-b9a3-ccab96451339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:42.715209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e924ed-a413-4796-b9a3-ccab96451339 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:42.900662 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-d6e924ed-a413-4796-b9a3-ccab96451339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (4bf82980-0be7-483e-ac74-14e7fef50c3d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:43.139591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e924ed-a413-4796-b9a3-ccab96451339 admin admin] Router 4bf82980-0be7-483e-ac74-14e7fef50c3d has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:01:43.253823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e924ed-a413-4796-b9a3-ccab96451339 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:01:43.259149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d6e924ed-a413-4796-b9a3-ccab96451339 admin admin] 10.222.0.83 "PUT /v2.0/routers/4bf82980-0be7-483e-ac74-14e7fef50c3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5059948 Feb 02 14:01:43.262087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42186) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:43.265238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1f01d-a816-4557-994e-ea45b7f149c1 None None] Sync routers for ids ['4bf82980-0be7-483e-ac74-14e7fef50c3d'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:01:43.279446 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1f01d-a816-4557-994e-ea45b7f149c1 None None] Routers {'4bf82980-0be7-483e-ac74-14e7fef50c3d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:01:43.280736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4fb1f01d-a816-4557-994e-ea45b7f149c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:01:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4bf82980-0be7-483e-ac74-14e7fef50c3d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:43.368130 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Publish callbacks [] for router (4bf82980-0be7-483e-ac74-14e7fef50c3d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:43.391599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4fb1f01d-a816-4557-994e-ea45b7f149c1 None None] Set router 4bf82980-0be7-483e-ac74-14e7fef50c3d gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:01:43.474913 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Publish callbacks [] for router_gateway (4bf82980-0be7-483e-ac74-14e7fef50c3d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:43.529987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Deleting port 658eff0c-55e5-48ba-9551-e429c53d0b25 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:01:43.530399 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:43.574038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4fb1f01d-a816-4557-994e-ea45b7f149c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T14:01:42Z', 'revision_number': 5, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port': {'id': '658eff0c-55e5-48ba-9551-e429c53d0b25', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:76:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4190, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:13Z', 'updated_at': '2022-02-02T13:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:43.601259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1f01d-a816-4557-994e-ea45b7f149c1 None None] Checking router: 4bf82980-0be7-483e-ac74-14e7fef50c3d for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:01:43.609850 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb1f01d-a816-4557-994e-ea45b7f149c1 None None] Routers {'4bf82980-0be7-483e-ac74-14e7fef50c3d'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:01:43.610564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4fb1f01d-a816-4557-994e-ea45b7f149c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:01:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4bf82980-0be7-483e-ac74-14e7fef50c3d'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:43.612123 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] For port 658eff0c-55e5-48ba-9551-e429c53d0b25, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=658eff0c-55e5-48ba-9551-e429c53d0b25,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:43.612478 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:43.629792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Calling delete_port for 658eff0c-55e5-48ba-9551-e429c53d0b25 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:01:43.697005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4fb1f01d-a816-4557-994e-ea45b7f149c1 None None] Set router 4bf82980-0be7-483e-ac74-14e7fef50c3d gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:01:43.752653 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4fb1f01d-a816-4557-994e-ea45b7f149c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T14:01:43Z', 'revision_number': 6, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:43.779725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb1f01d-a816-4557-994e-ea45b7f149c1 None None] The sync data for ids ['4bf82980-0be7-483e-ac74-14e7fef50c3d'] in n-d-827336-2 is: [{'id': '4bf82980-0be7-483e-ac74-14e7fef50c3d', 'name': 'tempest-TestMinimumBasicScenario-458124836-router', 'tenant_id': '90af25d6407d44f08dcad40cd08aba0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:12Z', 'updated_at': '2022-02-02T14:01:43Z', 'revision_number': 6, 'project_id': '90af25d6407d44f08dcad40cd08aba0d', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:01:43.808131 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (658eff0c-55e5-48ba-9551-e429c53d0b25), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:43.838622 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Pushing event deleted for resources: {'Port': ['ID=658eff0c-55e5-48ba-9551-e429c53d0b25,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:43.902135 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (4bf82980-0be7-483e-ac74-14e7fef50c3d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:43.994269 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (4bf82980-0be7-483e-ac74-14e7fef50c3d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:43.996741 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Publish callbacks [] for router_controller (4bf82980-0be7-483e-ac74-14e7fef50c3d), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.045900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (4bf82980-0be7-483e-ac74-14e7fef50c3d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.046438 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bf82980-0be7-483e-ac74-14e7fef50c3d {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:01:44.050942 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.052209 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-282baa94-28e2-4853-8d9c-76bbec72c509 admin admin] 10.222.0.83 "DELETE /v2.0/routers/4bf82980-0be7-483e-ac74-14e7fef50c3d HTTP/1.1" status: 204 len: 168 time: 0.7886050 Feb 02 14:01:44.054881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:44.103192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aeacaa8-60de-41ed-8c52-4776b08a8f7e admin admin] Deleting subnet 728b3df9-e822-4053-9e93-2477d89d4ddd {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:01:44.106456 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aeacaa8-60de-41ed-8c52-4776b08a8f7e admin admin] Publish callbacks [] for subnet (728b3df9-e822-4053-9e93-2477d89d4ddd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.143653 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aeacaa8-60de-41ed-8c52-4776b08a8f7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (728b3df9-e822-4053-9e93-2477d89d4ddd), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.229397 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aeacaa8-60de-41ed-8c52-4776b08a8f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (728b3df9-e822-4053-9e93-2477d89d4ddd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.289038 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aeacaa8-60de-41ed-8c52-4776b08a8f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (728b3df9-e822-4053-9e93-2477d89d4ddd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.312139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeacaa8-60de-41ed-8c52-4776b08a8f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=728b3df9-e822-4053-9e93-2477d89d4ddd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:44.318627 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4aeacaa8-60de-41ed-8c52-4776b08a8f7e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.324284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be4908e-22e1-486e-a64d-cd37f5eecaf8 None None] Network 245e455c-1ecd-4d84-b11a-96fdcf1137a8 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:01:44.324802 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4aeacaa8-60de-41ed-8c52-4776b08a8f7e admin admin] 10.222.0.83 "DELETE /v2.0/subnets/728b3df9-e822-4053-9e93-2477d89d4ddd HTTP/1.1" status: 204 len: 168 time: 0.2683001 Feb 02 14:01:44.327047 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42190) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:44.395775 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (245e455c-1ecd-4d84-b11a-96fdcf1137a8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.453583 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Deleting port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:01:44.453918 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.519689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] For port b7a68fe3-6a9f-4f79-960e-d04650c39bd8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=b7a68fe3-6a9f-4f79-960e-d04650c39bd8,segment=NetworkSegment(eceef86c-4c30-42be-8b86-2da9afe88553),segment_id=eceef86c-4c30-42be-8b86-2da9afe88553)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:44.519965 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.535694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Calling delete_port for b7a68fe3-6a9f-4f79-960e-d04650c39bd8 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:01:44.577409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] DHCP port deletion for 245e455c-1ecd-4d84-b11a-96fdcf1137a8 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:01:44.633018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Deleting port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:01:44.633385 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.638042 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.661837 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 658eff0c-55e5-48ba-9551-e429c53d0b25 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:01:44.663273 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a68fe3-6a9f-4f79-960e-d04650c39bd8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:44.669034 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] No DVR routers for this DVR port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:01:44.707786 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 658eff0c-55e5-48ba-9551-e429c53d0b25 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:01:44.708131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 658eff0c-55e5-48ba-9551-e429c53d0b25 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:01:44.708762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b7a68fe3-6a9f-4f79-960e-d04650c39bd8 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:01:44.738515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: b7a68fe3-6a9f-4f79-960e-d04650c39bd8 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:01:44.738853 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device b7a68fe3-6a9f-4f79-960e-d04650c39bd8 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:01:44.739262 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:01:44.744925 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] For port b7a68fe3-6a9f-4f79-960e-d04650c39bd8, host n-d-827336-2, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:44.745316 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.758124 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (245e455c-1ecd-4d84-b11a-96fdcf1137a8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.767459 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:01:44.767778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 67ff6e2b-f80a-44d6-bfbf-4507c8b38ab5 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:01:44.777076 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Calling delete_port for b7a68fe3-6a9f-4f79-960e-d04650c39bd8 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:01:44.779866 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 14:01:44.781152 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (b7a68fe3-6a9f-4f79-960e-d04650c39bd8), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.782089 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245e455c-1ecd-4d84-b11a-96fdcf1137a8']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:44.792614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] No DVR routers for this DVR port b7a68fe3-6a9f-4f79-960e-d04650c39bd8 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:01:44.793999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eceef86c-4c30-42be-8b86-2da9afe88553') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:44.794376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eceef86c-4c30-42be-8b86-2da9afe88553') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:44.814356 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (eceef86c-4c30-42be-8b86-2da9afe88553), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.819040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Pushing event deleted for resources: {'Port': ['ID=b7a68fe3-6a9f-4f79-960e-d04650c39bd8,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:44.827450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.827851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.828210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.828546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.828910 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.829242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.829639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.829970 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.830559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.830725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.831011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.831334 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.831689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd51047-4cf5-4173-b6d1-23f4cab9a6a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:44.833029 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (eceef86c-4c30-42be-8b86-2da9afe88553), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.840609 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:01:44.841047 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (eceef86c-4c30-42be-8b86-2da9afe88553), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: timer() Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:01:44.843539 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:01:44.901575 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (245e455c-1ecd-4d84-b11a-96fdcf1137a8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.908921 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:44.914419 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/245e455c-1ecd-4d84-b11a-96fdcf1137a8 HTTP/1.1" status: 204 len: 168 time: 0.5832717 Feb 02 14:01:44.915220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42192) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:44.922742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004a5a8-09f0-4ebd-9353-19821c7278a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=245e455c-1ecd-4d84-b11a-96fdcf1137a8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:45.312431 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53b54186-12f9-4db4-8bff-a029db045827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (47df061d-f497-43b0-93cc-7728d99ed8de), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:45.873039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-53b54186-12f9-4db4-8bff-a029db045827 admin admin] Deleting port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:01:45.873361 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53b54186-12f9-4db4-8bff-a029db045827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:45.964102 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-53b54186-12f9-4db4-8bff-a029db045827 admin admin] For port 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f,segment=NetworkSegment(f63b917d-9892-4cba-b75b-b34519d78a29),segment_id=f63b917d-9892-4cba-b75b-b34519d78a29)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:45.964814 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53b54186-12f9-4db4-8bff-a029db045827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:45.982763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-53b54186-12f9-4db4-8bff-a029db045827 admin admin] Calling delete_port for 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:01:46.180933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53b54186-12f9-4db4-8bff-a029db045827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:46.205900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b54186-12f9-4db4-8bff-a029db045827 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:46.380499 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-53b54186-12f9-4db4-8bff-a029db045827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (47df061d-f497-43b0-93cc-7728d99ed8de), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:46.603214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b54186-12f9-4db4-8bff-a029db045827 admin admin] Router 47df061d-f497-43b0-93cc-7728d99ed8de has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:01:46.716392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b54186-12f9-4db4-8bff-a029db045827 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:01:46.722113 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-53b54186-12f9-4db4-8bff-a029db045827 admin admin] 10.222.0.83 "PUT /v2.0/routers/47df061d-f497-43b0-93cc-7728d99ed8de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8056581 Feb 02 14:01:46.724780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42196) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:46.727281 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c646ee-482a-40f3-b33e-679f29bf5ef1 None None] Sync routers for ids ['47df061d-f497-43b0-93cc-7728d99ed8de'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:01:46.737999 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c646ee-482a-40f3-b33e-679f29bf5ef1 None None] Routers {'47df061d-f497-43b0-93cc-7728d99ed8de'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:01:46.738592 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70c646ee-482a-40f3-b33e-679f29bf5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:01:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['47df061d-f497-43b0-93cc-7728d99ed8de'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:46.829198 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Publish callbacks [] for router (47df061d-f497-43b0-93cc-7728d99ed8de), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:46.844804 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-70c646ee-482a-40f3-b33e-679f29bf5ef1 None None] Set router 47df061d-f497-43b0-93cc-7728d99ed8de gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:01:46.948239 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Publish callbacks [] for router_gateway (47df061d-f497-43b0-93cc-7728d99ed8de), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.003756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Deleting port ac0c916c-e958-411e-8e4b-a1ffc7d7734a {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:01:47.004774 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.031769 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70c646ee-482a-40f3-b33e-679f29bf5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'name': 'tempest-TestMinimumBasicScenario-1434487602-router', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:17Z', 'updated_at': '2022-02-02T14:01:46Z', 'revision_number': 5, 'project_id': '226e2d02c733425b85ce004566d440a4', 'gw_port': {'id': 'ac0c916c-e958-411e-8e4b-a1ffc7d7734a', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T13:59:18Z', 'updated_at': '2022-02-02T13:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:47.065402 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c646ee-482a-40f3-b33e-679f29bf5ef1 None None] Checking router: 47df061d-f497-43b0-93cc-7728d99ed8de for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:01:47.077434 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c646ee-482a-40f3-b33e-679f29bf5ef1 None None] Routers {'47df061d-f497-43b0-93cc-7728d99ed8de'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:01:47.078052 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70c646ee-482a-40f3-b33e-679f29bf5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:01:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['47df061d-f497-43b0-93cc-7728d99ed8de'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:47.099699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] For port ac0c916c-e958-411e-8e4b-a1ffc7d7734a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ac0c916c-e958-411e-8e4b-a1ffc7d7734a,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:47.100136 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.115304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Calling delete_port for ac0c916c-e958-411e-8e4b-a1ffc7d7734a owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:01:47.261801 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-70c646ee-482a-40f3-b33e-679f29bf5ef1 None None] Set router 47df061d-f497-43b0-93cc-7728d99ed8de gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:01:47.301678 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ac0c916c-e958-411e-8e4b-a1ffc7d7734a), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.311708 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-70c646ee-482a-40f3-b33e-679f29bf5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'name': 'tempest-TestMinimumBasicScenario-1434487602-router', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:17Z', 'updated_at': '2022-02-02T14:01:46Z', 'revision_number': 6, 'project_id': '226e2d02c733425b85ce004566d440a4', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:47.327888 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0c916c-e958-411e-8e4b-a1ffc7d7734a,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:47.342533 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c646ee-482a-40f3-b33e-679f29bf5ef1 None None] The sync data for ids ['47df061d-f497-43b0-93cc-7728d99ed8de'] in n-d-827336-2 is: [{'id': '47df061d-f497-43b0-93cc-7728d99ed8de', 'name': 'tempest-TestMinimumBasicScenario-1434487602-router', 'tenant_id': '226e2d02c733425b85ce004566d440a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T13:59:17Z', 'updated_at': '2022-02-02T14:01:46Z', 'revision_number': 6, 'project_id': '226e2d02c733425b85ce004566d440a4', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:01:47.409619 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (47df061d-f497-43b0-93cc-7728d99ed8de), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.506796 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (47df061d-f497-43b0-93cc-7728d99ed8de), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.509158 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Publish callbacks [] for router_controller (47df061d-f497-43b0-93cc-7728d99ed8de), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.560979 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (47df061d-f497-43b0-93cc-7728d99ed8de), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.562229 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47df061d-f497-43b0-93cc-7728d99ed8de {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:01:47.568274 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.568943 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-80f113c1-3a2b-4b9f-847b-12f5830768c5 admin admin] 10.222.0.83 "DELETE /v2.0/routers/47df061d-f497-43b0-93cc-7728d99ed8de HTTP/1.1" status: 204 len: 168 time: 0.8432274 Feb 02 14:01:47.571999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42198) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:47.621720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-752e411c-78f5-4cfc-9f3e-982fbd7047d4 admin admin] Deleting subnet 12f37b45-e8fa-4bd0-b7c8-01ad3f653b25 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:01:47.625373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-752e411c-78f5-4cfc-9f3e-982fbd7047d4 admin admin] Publish callbacks [] for subnet (12f37b45-e8fa-4bd0-b7c8-01ad3f653b25), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.664723 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-752e411c-78f5-4cfc-9f3e-982fbd7047d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (12f37b45-e8fa-4bd0-b7c8-01ad3f653b25), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.763785 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-752e411c-78f5-4cfc-9f3e-982fbd7047d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (12f37b45-e8fa-4bd0-b7c8-01ad3f653b25), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.822215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-752e411c-78f5-4cfc-9f3e-982fbd7047d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (12f37b45-e8fa-4bd0-b7c8-01ad3f653b25), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.852373 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-752e411c-78f5-4cfc-9f3e-982fbd7047d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.856006 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-752e411c-78f5-4cfc-9f3e-982fbd7047d4 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/12f37b45-e8fa-4bd0-b7c8-01ad3f653b25 HTTP/1.1" status: 204 len: 168 time: 0.2829862 Feb 02 14:01:47.857007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e411c-78f5-4cfc-9f3e-982fbd7047d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f37b45-e8fa-4bd0-b7c8-01ad3f653b25,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:47.858841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42200) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:47.860737 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7c787b-7e4a-4209-ba0c-459b0f3539a0 None None] Network 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:01:47.938579 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:47.998593 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Deleting port 8a9eb815-3566-4209-8077-c7d9621266f9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:01:47.998913 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.063540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] For port 8a9eb815-3566-4209-8077-c7d9621266f9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8a9eb815-3566-4209-8077-c7d9621266f9,segment=NetworkSegment(f63b917d-9892-4cba-b75b-b34519d78a29),segment_id=f63b917d-9892-4cba-b75b-b34519d78a29)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:48.063825 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.078554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Calling delete_port for 8a9eb815-3566-4209-8077-c7d9621266f9 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:01:48.127799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385322e4-fc7f-48bc-b719-41a50ff3fe50 None None] DHCP port deletion for 7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:01:48.187274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-385322e4-fc7f-48bc-b719-41a50ff3fe50 None None] Deleting port 8a9eb815-3566-4209-8077-c7d9621266f9 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:01:48.188157 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-385322e4-fc7f-48bc-b719-41a50ff3fe50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.192830 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.218812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9eb815-3566-4209-8077-c7d9621266f9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:48.222741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] No DVR routers for this DVR port 8a9eb815-3566-4209-8077-c7d9621266f9 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:01:48.276073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-385322e4-fc7f-48bc-b719-41a50ff3fe50 None None] For port 8a9eb815-3566-4209-8077-c7d9621266f9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8a9eb815-3566-4209-8077-c7d9621266f9,segment=NetworkSegment(f63b917d-9892-4cba-b75b-b34519d78a29),segment_id=f63b917d-9892-4cba-b75b-b34519d78a29)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:48.276565 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-385322e4-fc7f-48bc-b719-41a50ff3fe50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.290365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-385322e4-fc7f-48bc-b719-41a50ff3fe50 None None] Calling delete_port for 8a9eb815-3566-4209-8077-c7d9621266f9 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:01:48.302374 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.323538 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:48.334375 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63b917d-9892-4cba-b75b-b34519d78a29') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:48.334549 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63b917d-9892-4cba-b75b-b34519d78a29') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:48.346241 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (f63b917d-9892-4cba-b75b-b34519d78a29), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.370347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (f63b917d-9892-4cba-b75b-b34519d78a29), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.371294 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-385322e4-fc7f-48bc-b719-41a50ff3fe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (8a9eb815-3566-4209-8077-c7d9621266f9), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.381530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:01:48.382457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (f63b917d-9892-4cba-b75b-b34519d78a29), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.400997 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385322e4-fc7f-48bc-b719-41a50ff3fe50 None None] Pushing event deleted for resources: {'Port': ['ID=8a9eb815-3566-4209-8077-c7d9621266f9,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: timer() Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:01:48.405232 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:01:48.408610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385322e4-fc7f-48bc-b719-41a50ff3fe50 None None] No DVR routers for this DVR port 8a9eb815-3566-4209-8077-c7d9621266f9 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:01:48.446274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8a9eb815-3566-4209-8077-c7d9621266f9 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:01:48.460847 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.467581 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.471332 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] 10.222.0.83 "DELETE /v2.0/networks/7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd HTTP/1.1" status: 204 len: 168 time: 0.6115026 Feb 02 14:01:48.479794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8a9eb815-3566-4209-8077-c7d9621266f9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:01:48.480144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8a9eb815-3566-4209-8077-c7d9621266f9 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:01:48.480564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ac0c916c-e958-411e-8e4b-a1ffc7d7734a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:01:48.487293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf58de0-0773-4717-866c-d1fdafe889c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7303927c-7d60-4e01-8ac3-dc2cb3cfe7dd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:48.500888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ac0c916c-e958-411e-8e4b-a1ffc7d7734a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:01:48.501298 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ac0c916c-e958-411e-8e4b-a1ffc7d7734a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:01:48.501739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:01:48.523523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:01:48.523864 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5bff214d-0b3a-454e-aeab-1f3f0ef5ac6f not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:01:48.688875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42204) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:48.732878 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-808756aa-c174-4357-9da0-0cfc4fe594a4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=90af25d6407d44f08dcad40cd08aba0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428336 Feb 02 14:01:48.735637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42206) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:48.786490 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-915b0edb-b499-4588-bc8a-e9d6c80aace9 admin admin] Publish callbacks [] for security_group (74d60e13-c823-41e6-9b43-a9f6a2a2e2e9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.808970 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-915b0edb-b499-4588-bc8a-e9d6c80aace9 admin admin] Publish callbacks [] for security_group (74d60e13-c823-41e6-9b43-a9f6a2a2e2e9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.863890 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-915b0edb-b499-4588-bc8a-e9d6c80aace9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (74d60e13-c823-41e6-9b43-a9f6a2a2e2e9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.867026 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-915b0edb-b499-4588-bc8a-e9d6c80aace9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:48.868395 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-915b0edb-b499-4588-bc8a-e9d6c80aace9 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/74d60e13-c823-41e6-9b43-a9f6a2a2e2e9 HTTP/1.1" status: 204 len: 168 time: 0.1318252 Feb 02 14:01:48.876740 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b0edb-b499-4588-bc8a-e9d6c80aace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d60e13-c823-41e6-9b43-a9f6a2a2e2e9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:49.239390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:49.287713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-15b588e7-4514-4566-ba6c-b2ef52784e77 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=226e2d02c733425b85ce004566d440a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469995 Feb 02 14:01:49.291319 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42214) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:49.338634 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-955115b6-a055-46d8-8302-dd8c7a090842 admin admin] Publish callbacks [] for security_group (10f1a06d-5bdb-4a74-b81d-bbd21c95f9dc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:49.360129 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-955115b6-a055-46d8-8302-dd8c7a090842 admin admin] Publish callbacks [] for security_group (10f1a06d-5bdb-4a74-b81d-bbd21c95f9dc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:49.414271 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-955115b6-a055-46d8-8302-dd8c7a090842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (10f1a06d-5bdb-4a74-b81d-bbd21c95f9dc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:49.417391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-955115b6-a055-46d8-8302-dd8c7a090842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:49.419134 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-955115b6-a055-46d8-8302-dd8c7a090842 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/10f1a06d-5bdb-4a74-b81d-bbd21c95f9dc HTTP/1.1" status: 204 len: 168 time: 0.1268089 Feb 02 14:01:49.430181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955115b6-a055-46d8-8302-dd8c7a090842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f1a06d-5bdb-4a74-b81d-bbd21c95f9dc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:51.591588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42254) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:51.598821 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-dbf7f82b-79d0-46a8-ad00-ade88dbc4961 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596101050', 'description': 'tempest-secgroup-smoke-1596101050 description', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:01:51.626838 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f82b-79d0-46a8-ad00-ade88dbc4961 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:51.635184 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f82b-79d0-46a8-ad00-ade88dbc4961 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:51.717636 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f82b-79d0-46a8-ad00-ade88dbc4961 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (8f6e6b51-5814-46e8-a8be-77de186ab68d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:51.722816 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f82b-79d0-46a8-ad00-ade88dbc4961 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8f6e6b51-5814-46e8-a8be-77de186ab68d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:51.760156 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7f82b-79d0-46a8-ad00-ade88dbc4961 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6e6b51-5814-46e8-a8be-77de186ab68d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:51.808255 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f82b-79d0-46a8-ad00-ade88dbc4961 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (4d631146-3c96-4f90-9dcb-a4f0ea1aace4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:51.813728 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f82b-79d0-46a8-ad00-ade88dbc4961 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4d631146-3c96-4f90-9dcb-a4f0ea1aace4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:51.844432 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-dbf7f82b-79d0-46a8-ad00-ade88dbc4961 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:51.845684 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-dbf7f82b-79d0-46a8-ad00-ade88dbc4961 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2527034 Feb 02 14:01:51.848551 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42256) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:51.853188 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bd12de9b-e227-4582-a871-c7e6e0cc857f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '4d631146-3c96-4f90-9dcb-a4f0ea1aace4', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:01:51.861291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7f82b-79d0-46a8-ad00-ade88dbc4961 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d631146-3c96-4f90-9dcb-a4f0ea1aace4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:51.884289 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd12de9b-e227-4582-a871-c7e6e0cc857f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (158ad29b-a21b-432c-955c-c71c394d6bcd), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:51.943164 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd12de9b-e227-4582-a871-c7e6e0cc857f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (158ad29b-a21b-432c-955c-c71c394d6bcd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:51.947598 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd12de9b-e227-4582-a871-c7e6e0cc857f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (158ad29b-a21b-432c-955c-c71c394d6bcd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:51.967819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12de9b-e227-4582-a871-c7e6e0cc857f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158ad29b-a21b-432c-955c-c71c394d6bcd,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:51.976261 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bd12de9b-e227-4582-a871-c7e6e0cc857f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:51.977479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bd12de9b-e227-4582-a871-c7e6e0cc857f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279659 Feb 02 14:01:51.980437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42258) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:51.985136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f5761261-4e23-4c83-86d0-6adcc4fe58e1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '4d631146-3c96-4f90-9dcb-a4f0ea1aace4', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:01:52.010741 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5761261-4e23-4c83-86d0-6adcc4fe58e1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (aeb7e7aa-70b1-47ff-b1e9-988f0ff26c1e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.072328 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5761261-4e23-4c83-86d0-6adcc4fe58e1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (aeb7e7aa-70b1-47ff-b1e9-988f0ff26c1e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.076830 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5761261-4e23-4c83-86d0-6adcc4fe58e1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (aeb7e7aa-70b1-47ff-b1e9-988f0ff26c1e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.094869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5761261-4e23-4c83-86d0-6adcc4fe58e1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb7e7aa-70b1-47ff-b1e9-988f0ff26c1e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:52.103413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f5761261-4e23-4c83-86d0-6adcc4fe58e1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.105079 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f5761261-4e23-4c83-86d0-6adcc4fe58e1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1236575 Feb 02 14:01:52.108215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:52.114822 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e2850217-8484-4956-87b5-967cca47383a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '4d631146-3c96-4f90-9dcb-a4f0ea1aace4', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:01:52.146482 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2850217-8484-4956-87b5-967cca47383a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (28190abe-24e9-40a5-8a37-2628c2b6a70a), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.208354 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2850217-8484-4956-87b5-967cca47383a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (28190abe-24e9-40a5-8a37-2628c2b6a70a), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.220796 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2850217-8484-4956-87b5-967cca47383a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (28190abe-24e9-40a5-8a37-2628c2b6a70a), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.238729 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2850217-8484-4956-87b5-967cca47383a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28190abe-24e9-40a5-8a37-2628c2b6a70a,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:52.246732 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e2850217-8484-4956-87b5-967cca47383a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.247996 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e2850217-8484-4956-87b5-967cca47383a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384299 Feb 02 14:01:52.251173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:52.255763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2537416f-0552-4a3e-aca0-4c365a825a97 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '4d631146-3c96-4f90-9dcb-a4f0ea1aace4', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:01:52.289785 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2537416f-0552-4a3e-aca0-4c365a825a97 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (2259f71d-d4df-4d59-96e7-94f9a220254c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.351708 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2537416f-0552-4a3e-aca0-4c365a825a97 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (2259f71d-d4df-4d59-96e7-94f9a220254c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.356608 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2537416f-0552-4a3e-aca0-4c365a825a97 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (2259f71d-d4df-4d59-96e7-94f9a220254c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.374884 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537416f-0552-4a3e-aca0-4c365a825a97 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2259f71d-d4df-4d59-96e7-94f9a220254c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:52.383783 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2537416f-0552-4a3e-aca0-4c365a825a97 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.385048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2537416f-0552-4a3e-aca0-4c365a825a97 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327035 Feb 02 14:01:52.387824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42264) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:52.393333 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9edf6b32-4934-49f9-b323-f3bf84f150b4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '4d631146-3c96-4f90-9dcb-a4f0ea1aace4', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:01:52.416247 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-9edf6b32-4934-49f9-b323-f3bf84f150b4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Project 459c7a1ffcd841ee8ae4f375ff46999b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:01:52.421371 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9edf6b32-4934-49f9-b323-f3bf84f150b4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (98bea755-3458-46eb-9ab5-00fa4b478ee7), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.495449 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9edf6b32-4934-49f9-b323-f3bf84f150b4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (98bea755-3458-46eb-9ab5-00fa4b478ee7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.500463 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9edf6b32-4934-49f9-b323-f3bf84f150b4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (98bea755-3458-46eb-9ab5-00fa4b478ee7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.518271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf6b32-4934-49f9-b323-f3bf84f150b4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98bea755-3458-46eb-9ab5-00fa4b478ee7,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:52.526836 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9edf6b32-4934-49f9-b323-f3bf84f150b4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.528107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9edf6b32-4934-49f9-b323-f3bf84f150b4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393459 Feb 02 14:01:52.530849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42266) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:52.535199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6ed9a726-044a-4c4c-bd70-002a7033ee17 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '4d631146-3c96-4f90-9dcb-a4f0ea1aace4', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:01:52.557186 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-6ed9a726-044a-4c4c-bd70-002a7033ee17 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Project 459c7a1ffcd841ee8ae4f375ff46999b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:01:52.562466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a726-044a-4c4c-bd70-002a7033ee17 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (93a6b1b4-cc38-4fac-b940-c74dfe132080), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.624171 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a726-044a-4c4c-bd70-002a7033ee17 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (93a6b1b4-cc38-4fac-b940-c74dfe132080), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.629489 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a726-044a-4c4c-bd70-002a7033ee17 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (93a6b1b4-cc38-4fac-b940-c74dfe132080), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.646569 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9a726-044a-4c4c-bd70-002a7033ee17 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a6b1b4-cc38-4fac-b940-c74dfe132080,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:52.655217 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6ed9a726-044a-4c4c-bd70-002a7033ee17 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.658072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6ed9a726-044a-4c4c-bd70-002a7033ee17 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1262491 Feb 02 14:01:52.659693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42268) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:52.665036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-be2112eb-a04b-4ec9-a353-ca2881fad3f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'network': {'name': 'tempest-network-smoke--1164393917', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'port_security_enabled': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:01:52.686668 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2112eb-a04b-4ec9-a353-ca2881fad3f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:01:52.691717 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be2112eb-a04b-4ec9-a353-ca2881fad3f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.719943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2112eb-a04b-4ec9-a353-ca2881fad3f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:01:52.730232 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be2112eb-a04b-4ec9-a353-ca2881fad3f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (ffa66acf-303f-404c-a749-5c5a0d7678bf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.730572 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-be2112eb-a04b-4ec9-a353-ca2881fad3f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Added segment ffa66acf-303f-404c-a749-5c5a0d7678bf of type vlan for network 081da48b-5897-4b64-b578-7cb317fc3223 Feb 02 14:01:52.772657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be2112eb-a04b-4ec9-a353-ca2881fad3f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (081da48b-5897-4b64-b578-7cb317fc3223), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.803691 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be2112eb-a04b-4ec9-a353-ca2881fad3f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (081da48b-5897-4b64-b578-7cb317fc3223), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.809547 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2112eb-a04b-4ec9-a353-ca2881fad3f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:52.810197 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-be2112eb-a04b-4ec9-a353-ca2881fad3f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.841372 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-be2112eb-a04b-4ec9-a353-ca2881fad3f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1805255 Feb 02 14:01:52.844815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42270) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:52.849516 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'admin_state_up': True, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:01:52.873321 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.874536 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:52.901650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2112eb-a04b-4ec9-a353-ca2881fad3f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Network': ['ID=081da48b-5897-4b64-b578-7cb317fc3223,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:52.914412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 081da48b-5897-4b64-b578-7cb317fc3223 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:01:52.927990 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_controller (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:53.082638 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:53.289137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:53.310372 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:53.420588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.25.4.187 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/98fe2633-69f4-4f1d-8cd7-c3efbc662dd4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:01:53.541642 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:53.575557 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:53.616054 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:01:53.618803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:01:53.622943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:01:53.625888 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=98fe2633-69f4-4f1d-8cd7-c3efbc662dd4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:54.220845 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:54.443591 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:54.579075 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:01:54.694443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:01:54.704727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Sync routers for ids ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:01:54.714434 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Routers {'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:01:54.715034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-545bed03-08b2-4f50-8613-83a598727988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:01:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:54.717478 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:54.718736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f243e114-aaa7-40ab-b35f-5d1ee9456479 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8728678 Feb 02 14:01:54.722135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42272) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:54.856396 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-21c1fa80-44bc-4a6a-971b-b672ed4e2dc6 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=459c7a1ffcd841ee8ae4f375ff46999b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1330318 Feb 02 14:01:54.859164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42276) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:55.005584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Set router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:01:55.021529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577cc35f-8d61-4799-a8ed-fcd006d312c5 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:55.023078 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-577cc35f-8d61-4799-a8ed-fcd006d312c5 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1629632 Feb 02 14:01:55.026078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42278) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:55.061279 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0a5f9a09-59af-4e05-9f0a-4f2ec5a0df80 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340695 Feb 02 14:01:55.063793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42280) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:55.068780 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-eae794c7-dca1-45fc-9409-2f52596cd9a2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1827573266', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:01:55.161062 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae794c7-dca1-45fc-9409-2f52596cd9a2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:01:55.164650 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eae794c7-dca1-45fc-9409-2f52596cd9a2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:55.185819 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-545bed03-08b2-4f50-8613-83a598727988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:01:53Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:55.213659 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Checking router: c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:01:55.213979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Updating router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:01:55.250948 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:55.368487 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eae794c7-dca1-45fc-9409-2f52596cd9a2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (5be208af-2407-49cb-8011-187348f53ed0), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:55.427339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae794c7-dca1-45fc-9409-2f52596cd9a2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Subnet': ['ID=5be208af-2407-49cb-8011-187348f53ed0,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:55.437090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae794c7-dca1-45fc-9409-2f52596cd9a2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Checking segment: {'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:01:55.437455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae794c7-dca1-45fc-9409-2f52596cd9a2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network hostable DHCP agents. Network: 081da48b-5897-4b64-b578-7cb317fc3223, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:01:55.454305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae794c7-dca1-45fc-9409-2f52596cd9a2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 081da48b-5897-4b64-b578-7cb317fc3223 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:01:55.463817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-eae794c7-dca1-45fc-9409-2f52596cd9a2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 081da48b-5897-4b64-b578-7cb317fc3223) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:01:55.468464 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae794c7-dca1-45fc-9409-2f52596cd9a2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:55.469102 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eae794c7-dca1-45fc-9409-2f52596cd9a2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:55.483849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3326fc5-d9c4-47b2-a0e1-65769f3c38fd None None] Network 081da48b-5897-4b64-b578-7cb317fc3223 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:01:55.486435 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eae794c7-dca1-45fc-9409-2f52596cd9a2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4216661 Feb 02 14:01:55.489519 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42282) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:01:55.525685 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Publish callbacks [] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:55.557547 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:55.625424 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da203261-0723-457b-b1da-fee25a97bf94 None None] Pushing event updated for resources: {'Port': ['ID=98fe2633-69f4-4f1d-8cd7-c3efbc662dd4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:55.629181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Attempting to bind port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:01:55.629517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Attempting to bind port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:01:55.629879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Attempting to bind port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:01:55.649933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:01:55.650300 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:01:55.650701 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:55.651071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:01:55.651752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Bound port: 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:01:55.652125 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:55.673019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-081da48b-5897-4b64-b578-7cb317fc3223', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ips': [{'subnet_id': '5be208af-2407-49cb-8011-187348f53ed0'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:01:55.673865 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:55.768365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-545bed03-08b2-4f50-8613-83a598727988 None None] For port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:01:55.789511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-545bed03-08b2-4f50-8613-83a598727988 None None] For port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=98fe2633-69f4-4f1d-8cd7-c3efbc662dd4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:01:55.801518 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:55.897599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Routers {'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:01:55.898227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-545bed03-08b2-4f50-8613-83a598727988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:01:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:55.902390 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Allocated IP 172.20.0.2 (081da48b-5897-4b64-b578-7cb317fc3223/5be208af-2407-49cb-8011-187348f53ed0/c95c4378-a9df-41e9-9995-22588ac82545) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:01:55.940597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da203261-0723-457b-b1da-fee25a97bf94 None None] Pushing event updated for resources: {'Port': ['ID=98fe2633-69f4-4f1d-8cd7-c3efbc662dd4,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:55.967227 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:56.078019 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-545bed03-08b2-4f50-8613-83a598727988 None None] Set router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:01:56.253107 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Publish callbacks [] for port (c95c4378-a9df-41e9-9995-22588ac82545), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:56.265027 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (c95c4378-a9df-41e9-9995-22588ac82545), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:56.313816 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.20.0.1 (081da48b-5897-4b64-b578-7cb317fc3223/5be208af-2407-49cb-8011-187348f53ed0/792a8e74-db9c-45d0-ad40-77cd8fcce635) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:01:56.327699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Network 081da48b-5897-4b64-b578-7cb317fc3223 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:01:56.335771 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:01:56.339572 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Pushing event updated for resources: {'Port': ['ID=c95c4378-a9df-41e9-9995-22588ac82545,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:56.342043 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:01:56.406852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Attempting to bind port c95c4378-a9df-41e9-9995-22588ac82545 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:01:56.407216 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Attempting to bind port c95c4378-a9df-41e9-9995-22588ac82545 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:01:56.407600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Attempting to bind port c95c4378-a9df-41e9-9995-22588ac82545 on network 081da48b-5897-4b64-b578-7cb317fc3223 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:01:56.411896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-545bed03-08b2-4f50-8613-83a598727988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:01:53Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:56.416551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:01:56.416918 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Checking segment: {'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:01:56.417315 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:56.417697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Bound using segment: {'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:01:56.418156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Bound port: c95c4378-a9df-41e9-9995-22588ac82545, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:01:56.418530 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c95c4378-a9df-41e9-9995-22588ac82545), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:56.436002 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:56.448153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545bed03-08b2-4f50-8613-83a598727988 None None] The sync data for ids ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'] in n-d-827336-2 is: [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:01:53Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:01:56.477693 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:56.515133 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] For port c95c4378-a9df-41e9-9995-22588ac82545, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:01:56.523457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] For port c95c4378-a9df-41e9-9995-22588ac82545, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c95c4378-a9df-41e9-9995-22588ac82545,segment=NetworkSegment(ffa66acf-303f-404c-a749-5c5a0d7678bf),segment_id=ffa66acf-303f-404c-a749-5c5a0d7678bf)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:01:56.523719 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 081da48b-5897-4b64-b578-7cb317fc3223 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:01:56.524215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:01:56.527640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:01:56.533686 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c95c4378-a9df-41e9-9995-22588ac82545), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:56.568775 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=792a8e74-db9c-45d0-ad40-77cd8fcce635,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:56.593404 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:56.607313 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552cd8f-c640-45b2-af97-a430a8827b76 None None] Pushing event updated for resources: {'Port': ['ID=c95c4378-a9df-41e9-9995-22588ac82545,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:56.774466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:57.111175 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:57.117040 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:57.195040 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:57.196144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=792a8e74-db9c-45d0-ad40-77cd8fcce635,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:57.328423 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 081da48b-5897-4b64-b578-7cb317fc3223 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:01:57.330303 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:01:57.474222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:01:57.594713 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:01:57.603971 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-50023220-991d-433b-afad-19457a8a2cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "PUT /v2.0/routers/c9dd3bb9-8a11-4f84-aed1-55bdff0eac55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1132131 Feb 02 14:01:57.723261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f28b57-24c5-486e-974c-5c610d15493d None None] Network 081da48b-5897-4b64-b578-7cb317fc3223 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:01:57.768546 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-f8e93511-55ef-46d3-ae18-80b1ab4a4fb2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596101050&fields=id&tenant_id=459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 267 time: 0.0491748 Feb 02 14:01:57.837854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5dce5f7d-e23c-467c-8321-c48a2325b987 None None] Provisioning complete for port c95c4378-a9df-41e9-9995-22588ac82545 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:01:57.838136 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5dce5f7d-e23c-467c-8321-c48a2325b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c95c4378-a9df-41e9-9995-22588ac82545), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:57.882595 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-83c025e9-755c-473f-9be1-2ba97a45126a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:57.884924 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-83c025e9-755c-473f-9be1-2ba97a45126a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/networks?id=081da48b-5897-4b64-b578-7cb317fc3223 HTTP/1.1" status: 200 len: 797 time: 0.1096437 Feb 02 14:01:57.917625 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-95559b75-0490-4330-a986-5a897eb431a5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/quotas/459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 375 time: 0.0240610 Feb 02 14:01:57.945554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5dce5f7d-e23c-467c-8321-c48a2325b987 None None] Current status of the port c95c4378-a9df-41e9-9995-22588ac82545 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:01:57.945950 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5dce5f7d-e23c-467c-8321-c48a2325b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c95c4378-a9df-41e9-9995-22588ac82545), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:57.991842 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-05044633-bdfb-41f9-9d42-3969f260ab66 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682509 Feb 02 14:01:57.992640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5dce5f7d-e23c-467c-8321-c48a2325b987 None None] For port c95c4378-a9df-41e9-9995-22588ac82545, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c95c4378-a9df-41e9-9995-22588ac82545,segment=NetworkSegment(ffa66acf-303f-404c-a749-5c5a0d7678bf),segment_id=ffa66acf-303f-404c-a749-5c5a0d7678bf)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:57.999148 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-455dd514-1656-416b-b821-87ac54079624 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:01:58.000237 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-455dd514-1656-416b-b821-87ac54079624 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055907 Feb 02 14:01:58.001163 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5dce5f7d-e23c-467c-8321-c48a2325b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c95c4378-a9df-41e9-9995-22588ac82545), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:58.058594 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce5f7d-e23c-467c-8321-c48a2325b987 None None] Pushing event updated for resources: {'Port': ['ID=c95c4378-a9df-41e9-9995-22588ac82545,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:58.106295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-2f1c2c20-2854-4d87-b1ba-69ebf6322881 service neutron] 10.222.0.83 "GET /v2.0/networks/081da48b-5897-4b64-b578-7cb317fc3223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960486 Feb 02 14:01:58.214899 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-a79ff9d4-07d4-43b4-8ea5-6af867d500f1 service neutron] 10.222.0.83 "GET /v2.0/networks/081da48b-5897-4b64-b578-7cb317fc3223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968227 Feb 02 14:01:58.224072 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-209fbb96-d784-49ca-a561-bc13c370e2a1 None None] Provisioning complete for port c95c4378-a9df-41e9-9995-22588ac82545 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:01:58.224409 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-209fbb96-d784-49ca-a561-bc13c370e2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c95c4378-a9df-41e9-9995-22588ac82545), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:58.311828 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Sync routers for ids ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:01:58.323345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-209fbb96-d784-49ca-a561-bc13c370e2a1 None None] Current status of the port c95c4378-a9df-41e9-9995-22588ac82545 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:01:58.324636 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Routers {'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:01:58.325466 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:01:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:58.335836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-209fbb96-d784-49ca-a561-bc13c370e2a1 None None] Provisioning complete for port 792a8e74-db9c-45d0-ad40-77cd8fcce635 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:01:58.336166 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-209fbb96-d784-49ca-a561-bc13c370e2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:58.378885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-209fbb96-d784-49ca-a561-bc13c370e2a1 None None] Port 792a8e74-db9c-45d0-ad40-77cd8fcce635 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:01:58.475352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6491541f-9397-4ce5-91d6-00cb41d3af66 req-e5c7f6f4-cfb3-48c1-abf2-e9a904a6e49d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0626395 Feb 02 14:01:58.509895 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Set router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:01:58.512139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b001bc0c-9c40-4545-b455-92ca9a0fb1be None None] Provisioning complete for port 792a8e74-db9c-45d0-ad40-77cd8fcce635 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:01:58.512844 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b001bc0c-9c40-4545-b455-92ca9a0fb1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:58.562468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b001bc0c-9c40-4545-b455-92ca9a0fb1be None None] Port 792a8e74-db9c-45d0-ad40-77cd8fcce635 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:01:58.640070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c95c4378-a9df-41e9-9995-22588ac82545 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:01:58.718000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c95c4378-a9df-41e9-9995-22588ac82545 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:01:58.718442 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c95c4378-a9df-41e9-9995-22588ac82545), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:58.756195 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:01:56Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '792a8e74-db9c-45d0-ad40-77cd8fcce635', 'name': '', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:53:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5be208af-2407-49cb-8011-187348f53ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:56Z', 'updated_at': '2022-02-02T14:01:56Z', 'revision_number': 2, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '5be208af-2407-49cb-8011-187348f53ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:58.784678 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Checking router: c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:01:58.785090 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Updating router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 port 792a8e74-db9c-45d0-ad40-77cd8fcce635 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:01:58.811834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-76575d1f-43c3-49ce-9b3e-8b0470dbc9e0 None None] Provisioning complete for port 792a8e74-db9c-45d0-ad40-77cd8fcce635 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:01:58.811834 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76575d1f-43c3-49ce-9b3e-8b0470dbc9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:58.817932 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:58.843647 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c95c4378-a9df-41e9-9995-22588ac82545 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:01:58.844743 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:01:58.878747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-76575d1f-43c3-49ce-9b3e-8b0470dbc9e0 None None] Port 792a8e74-db9c-45d0-ad40-77cd8fcce635 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:01:58.902954 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:01:58.903334 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:58.985595 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:01:58.985886 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:59.008822 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=98fe2633-69f4-4f1d-8cd7-c3efbc662dd4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:59.014411 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:59.067851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=98fe2633-69f4-4f1d-8cd7-c3efbc662dd4,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:59.114205 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Publish callbacks [] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:59.120602 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:59.170107 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Pushing event updated for resources: {'Port': ['ID=792a8e74-db9c-45d0-ad40-77cd8fcce635,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:59.179689 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.180295 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.180793 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.181309 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.181591 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.182067 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.182737 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.183531 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.183685 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.183976 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.184184 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.184670 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.184983 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:01:59.241164 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Attempting to bind port 792a8e74-db9c-45d0-ad40-77cd8fcce635 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:01:59.241531 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Attempting to bind port 792a8e74-db9c-45d0-ad40-77cd8fcce635 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:01:59.241911 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Attempting to bind port 792a8e74-db9c-45d0-ad40-77cd8fcce635 on network 081da48b-5897-4b64-b578-7cb317fc3223 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:01:59.247037 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:01:59.247396 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Checking segment: {'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:01:59.247826 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:59.248200 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Bound using segment: {'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:01:59.248652 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Bound port: 792a8e74-db9c-45d0-ad40-77cd8fcce635, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:01:59.249168 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:59.321283 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] For port 792a8e74-db9c-45d0-ad40-77cd8fcce635, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:01:59.324706 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] For port 792a8e74-db9c-45d0-ad40-77cd8fcce635, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=792a8e74-db9c-45d0-ad40-77cd8fcce635,segment=NetworkSegment(ffa66acf-303f-404c-a749-5c5a0d7678bf),segment_id=ffa66acf-303f-404c-a749-5c5a0d7678bf)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:01:59.332207 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:59.389009 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Routers {'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:01:59.389661 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:01:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:59.403772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-61fbdb60-c410-4801-ba2b-6a4ab643ac39 None None] Provisioning complete for port 792a8e74-db9c-45d0-ad40-77cd8fcce635 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:01:59.404200 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61fbdb60-c410-4801-ba2b-6a4ab643ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:59.486855 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3518ca6-5437-41e8-862f-621f2d754b88 None None] Pushing event updated for resources: {'Port': ['ID=792a8e74-db9c-45d0-ad40-77cd8fcce635,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:59.520688 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] Set router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:01:59.624396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-374856e7-be75-4b89-8ae8-123d92d6447e req-135e881e-7e56-4553-8b42-24ce4f5e06be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 210 time: 0.0283296 Feb 02 14:01:59.673474 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-61fbdb60-c410-4801-ba2b-6a4ab643ac39 None None] Current status of the port 792a8e74-db9c-45d0-ad40-77cd8fcce635 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:01:59.674412 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61fbdb60-c410-4801-ba2b-6a4ab643ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:59.709695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-61fbdb60-c410-4801-ba2b-6a4ab643ac39 None None] For port 792a8e74-db9c-45d0-ad40-77cd8fcce635, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=792a8e74-db9c-45d0-ad40-77cd8fcce635,segment=NetworkSegment(ffa66acf-303f-404c-a749-5c5a0d7678bf),segment_id=ffa66acf-303f-404c-a749-5c5a0d7678bf)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:01:59.714826 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-61fbdb60-c410-4801-ba2b-6a4ab643ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:59.744302 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:01:56Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '792a8e74-db9c-45d0-ad40-77cd8fcce635', 'name': '', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:53:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5be208af-2407-49cb-8011-187348f53ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:56Z', 'updated_at': '2022-02-02T14:01:59Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '5be208af-2407-49cb-8011-187348f53ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:01:59.775883 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a2e4ab-d9c1-4802-a1de-01e31db11486 None None] The sync data for ids ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'] in n-d-827336-2 is: [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:01:56Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '792a8e74-db9c-45d0-ad40-77cd8fcce635', 'name': '', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:53:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5be208af-2407-49cb-8011-187348f53ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:56Z', 'updated_at': '2022-02-02T14:01:59Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '5be208af-2407-49cb-8011-187348f53ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:01:59.789734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbdb60-c410-4801-ba2b-6a4ab643ac39 None None] Pushing event updated for resources: {'Port': ['ID=792a8e74-db9c-45d0-ad40-77cd8fcce635,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:01:59.864631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-d5f337c2-7cd0-4014-9bbc-812f17710b4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:01:59.866853 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-d5f337c2-7cd0-4014-9bbc-812f17710b4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "GET /v2.0/networks?id=081da48b-5897-4b64-b578-7cb317fc3223 HTTP/1.1" status: 200 len: 797 time: 0.1484423 Feb 02 14:01:59.868663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-da398ae3-6a52-4cfb-8aac-a8f866532caa None None] Provisioning complete for port 792a8e74-db9c-45d0-ad40-77cd8fcce635 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:01:59.869305 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da398ae3-6a52-4cfb-8aac-a8f866532caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:01:59.947160 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-d99d9f94-e708-4008-8e04-5dcd55aab18d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 380 time: 0.0662777 Feb 02 14:01:59.977654 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-da398ae3-6a52-4cfb-8aac-a8f866532caa None None] Current status of the port 792a8e74-db9c-45d0-ad40-77cd8fcce635 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:01:59.982564 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'port': {'device_id': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'admin_state_up': True, 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'security_groups': ['4d631146-3c96-4f90-9dcb-a4f0ea1aace4']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:00.110401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:02:00.115317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:00.248608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.20.0.3 (081da48b-5897-4b64-b578-7cb317fc3223/5be208af-2407-49cb-8011-187348f53ed0/a570e858-842c-4768-adba-7aa596688adc) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:02:00.406157 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (a570e858-842c-4768-adba-7aa596688adc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:00.442752 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a570e858-842c-4768-adba-7aa596688adc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:00.488566 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 081da48b-5897-4b64-b578-7cb317fc3223 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:02:00.494167 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:02:00.496708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:02:00.523529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=a570e858-842c-4768-adba-7aa596688adc,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:00.561104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:02:00.567259 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:00.568464 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:00.592063 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-74b60803-0f39-4024-9b12-d98b45f949a4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6161535 Feb 02 14:02:00.600785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-022ccffc-16b7-40eb-8bef-8b252297215c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:02:00.601889 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-022ccffc-16b7-40eb-8bef-8b252297215c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055983 Feb 02 14:02:00.634581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:02:00.634966 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:00.670137 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Request body: {'port': {'device_id': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:00.735655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:02:00.737141 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 792a8e74-db9c-45d0-ad40-77cd8fcce635 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:02:00.763258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a570e858-842c-4768-adba-7aa596688adc), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:00.803295 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5ad5d-fe33-4a90-8a39-b74866759797 req-d42d7c45-b750-460e-b495-7618e7654ddd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:00.805703 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06e5ad5d-fe33-4a90-8a39-b74866759797 req-d42d7c45-b750-460e-b495-7618e7654ddd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 931 time: 0.0729840 Feb 02 14:02:00.813896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f7c8b8df-db49-4713-8bd0-b5f48d25a725 None None] Provisioning complete for port a570e858-842c-4768-adba-7aa596688adc triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:02:00.814448 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7c8b8df-db49-4713-8bd0-b5f48d25a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a570e858-842c-4768-adba-7aa596688adc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:00.844419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 792a8e74-db9c-45d0-ad40-77cd8fcce635 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:02:00.844968 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:00.861118 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-06e5ad5d-fe33-4a90-8a39-b74866759797 req-d4d35083-aa81-41f9-9d0e-b2afdfded399 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483928 Feb 02 14:02:00.882636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8b8df-db49-4713-8bd0-b5f48d25a725 None None] Port a570e858-842c-4768-adba-7aa596688adc cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:02:00.949723 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 792a8e74-db9c-45d0-ad40-77cd8fcce635 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:02:01.082135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a570e858-842c-4768-adba-7aa596688adc {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:02:01.089886 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Publish callbacks [] for port (a570e858-842c-4768-adba-7aa596688adc), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:01.103203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Transition to ACTIVE for port object a570e858-842c-4768-adba-7aa596688adc will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:02:01.108942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (a570e858-842c-4768-adba-7aa596688adc), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:01.458850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Pushing event updated for resources: {'Port': ['ID=a570e858-842c-4768-adba-7aa596688adc,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:01.533614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Attempting to bind port a570e858-842c-4768-adba-7aa596688adc on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:02:01.533952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Attempting to bind port a570e858-842c-4768-adba-7aa596688adc by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:02:01.534276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Attempting to bind port a570e858-842c-4768-adba-7aa596688adc on network 081da48b-5897-4b64-b578-7cb317fc3223 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:02:01.539436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Port a570e858-842c-4768-adba-7aa596688adc on network 081da48b-5897-4b64-b578-7cb317fc3223 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:02:01.539769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Attempting to bind port a570e858-842c-4768-adba-7aa596688adc on network 081da48b-5897-4b64-b578-7cb317fc3223 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:02:01.545208 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:02:01.545614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Checking segment: {'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:02:01.545929 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Bound using segment: {'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:02:01.546365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Bound port: a570e858-842c-4768-adba-7aa596688adc, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa66acf-303f-404c-a749-5c5a0d7678bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:02:01.546728 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a570e858-842c-4768-adba-7aa596688adc), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:01.617763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] For port a570e858-842c-4768-adba-7aa596688adc, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:02:01.620975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] For port a570e858-842c-4768-adba-7aa596688adc, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a570e858-842c-4768-adba-7aa596688adc,segment=NetworkSegment(ffa66acf-303f-404c-a749-5c5a0d7678bf),segment_id=ffa66acf-303f-404c-a749-5c5a0d7678bf)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:02:01.627378 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (a570e858-842c-4768-adba-7aa596688adc), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:01.661873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:01.662503 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:01.664008 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] 10.222.0.18 "PUT /v2.0/ports/a570e858-842c-4768-adba-7aa596688adc HTTP/1.1" status: 200 len: 1091 time: 1.0484536 Feb 02 14:02:01.664462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'tag': 'a570e858-842c-4768-adba-7aa596688adc'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:02:01.666796 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d823db0-06d7-465c-9362-3c5760518ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "95af0ac3-479d-4f33-b95e-66615799a4b2", "tag": "a570e858-842c-4768-adba-7aa596688adc"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:02:01.696660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7ec46-2868-4e47-ac0d-22ec9f0a5469 service neutron] Pushing event updated for resources: {'Port': ['ID=a570e858-842c-4768-adba-7aa596688adc,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:01.719682 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b542070-3e39-4f71-978c-220fe98e4e4a x-openstack-request-id: req-2b542070-3e39-4f71-978c-220fe98e4e4a {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:02:01.719977 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95af0ac3-479d-4f33-b95e-66615799a4b2", "tag": "a570e858-842c-4768-adba-7aa596688adc", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:02:01.720228 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2b542070-3e39-4f71-978c-220fe98e4e4a {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:02:01.720633 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'tag': 'a570e858-842c-4768-adba-7aa596688adc', 'status': 'completed', 'code': 200} Feb 02 14:02:01.784610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-4322128e-1fc2-4db9-9ee6-b01464ac69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:01.786376 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-4322128e-1fc2-4db9-9ee6-b01464ac69d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 1125 time: 0.0491376 Feb 02 14:02:01.839512 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-eb7b5d0a-3b48-4224-b546-3c4c6e0e68e8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a570e858-842c-4768-adba-7aa596688adc HTTP/1.1" status: 200 len: 217 time: 0.0388601 Feb 02 14:02:01.860586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ab78bae4-064e-4911-9071-4f7eb9a41999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:01.896649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-451cc136-1f51-44f3-be54-cca5f8be6b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:01.898161 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-451cc136-1f51-44f3-be54-cca5f8be6b89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5be208af-2407-49cb-8011-187348f53ed0 HTTP/1.1" status: 200 len: 835 time: 0.0531154 Feb 02 14:02:01.954577 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-3038975e-4160-418c-9633-d11c193b69fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:01.956901 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-3038975e-4160-418c-9633-d11c193b69fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=081da48b-5897-4b64-b578-7cb317fc3223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533247 Feb 02 14:02:01.987087 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace73cd8-076a-4bb5-b658-56587e1cfaf2 req-29e73546-85f6-42b1-9987-2ee74cc7db8e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:01.988913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ace73cd8-076a-4bb5-b658-56587e1cfaf2 req-29e73546-85f6-42b1-9987-2ee74cc7db8e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 943 time: 0.0567493 Feb 02 14:02:02.042023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ace73cd8-076a-4bb5-b658-56587e1cfaf2 req-3b1ae787-2fb2-46fe-9cc2-59fb6eabf896 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473428 Feb 02 14:02:02.058866 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-89853bc0-d776-4eaa-8bfd-116bad0d532c service neutron] 10.222.0.18 "GET /v2.0/networks/081da48b-5897-4b64-b578-7cb317fc3223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958402 Feb 02 14:02:02.153893 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-79d2d7a1-ca19-4a20-bf24-53a8f58b2be8 req-9bf3431e-c11c-4091-9e5c-ffba4fac58d3 service neutron] 10.222.0.18 "GET /v2.0/networks/081da48b-5897-4b64-b578-7cb317fc3223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862522 Feb 02 14:02:02.294952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d823db0-06d7-465c-9362-3c5760518ea4 req-3aaea5ba-e8af-4468-9dc2-cff41c9ec67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:02.296516 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d823db0-06d7-465c-9362-3c5760518ea4 req-3aaea5ba-e8af-4468-9dc2-cff41c9ec67c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 1125 time: 0.0477102 Feb 02 14:02:02.401450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d823db0-06d7-465c-9362-3c5760518ea4 req-2f5f7941-8519-4360-9c26-8acddb88b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:02.402932 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d823db0-06d7-465c-9362-3c5760518ea4 req-2f5f7941-8519-4360-9c26-8acddb88b455 service neutron] 10.222.0.18 "GET /v2.0/networks?id=081da48b-5897-4b64-b578-7cb317fc3223 HTTP/1.1" status: 200 len: 898 time: 0.0997970 Feb 02 14:02:02.445384 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d823db0-06d7-465c-9362-3c5760518ea4 req-4a2c9560-34bb-454c-a41a-049ba3ac672a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a570e858-842c-4768-adba-7aa596688adc HTTP/1.1" status: 200 len: 217 time: 0.0346639 Feb 02 14:02:02.497747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d823db0-06d7-465c-9362-3c5760518ea4 req-57f6a913-1b64-4f4e-8ced-a5ad494ac1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:02.499256 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d823db0-06d7-465c-9362-3c5760518ea4 req-57f6a913-1b64-4f4e-8ced-a5ad494ac1bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5be208af-2407-49cb-8011-187348f53ed0 HTTP/1.1" status: 200 len: 835 time: 0.0484259 Feb 02 14:02:02.556391 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d823db0-06d7-465c-9362-3c5760518ea4 req-86a619cd-ebc6-4d67-b702-bfae25fdb7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:02.557900 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d823db0-06d7-465c-9362-3c5760518ea4 req-86a619cd-ebc6-4d67-b702-bfae25fdb7f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=081da48b-5897-4b64-b578-7cb317fc3223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507023 Feb 02 14:02:02.648284 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d823db0-06d7-465c-9362-3c5760518ea4 req-29d8e72b-db85-433a-a91e-b11af86b57ce service neutron] 10.222.0.18 "GET /v2.0/networks/081da48b-5897-4b64-b578-7cb317fc3223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836043 Feb 02 14:02:02.750379 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3d823db0-06d7-465c-9362-3c5760518ea4 req-bdd14d35-f463-4e0f-b55a-acc5c1d780db service neutron] 10.222.0.18 "GET /v2.0/networks/081da48b-5897-4b64-b578-7cb317fc3223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959878 Feb 02 14:02:03.178689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb512082-d6df-40c5-b4a5-6779b0fa2bb1 req-b6844ef6-d1b6-480c-9605-c8633bafb7c8 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:03.180203 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb512082-d6df-40c5-b4a5-6779b0fa2bb1 req-b6844ef6-d1b6-480c-9605-c8633bafb7c8 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 943 time: 0.0558484 Feb 02 14:02:03.235570 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb512082-d6df-40c5-b4a5-6779b0fa2bb1 req-5d2b09ad-90c9-4be5-a2b6-1b61944e991e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495582 Feb 02 14:02:03.993378 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a570e858-842c-4768-adba-7aa596688adc details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:02:04.096902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a570e858-842c-4768-adba-7aa596688adc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a570e858-842c-4768-adba-7aa596688adc,segment=NetworkSegment(ffa66acf-303f-404c-a749-5c5a0d7678bf),segment_id=ffa66acf-303f-404c-a749-5c5a0d7678bf)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:02:04.108399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'a570e858-842c-4768-adba-7aa596688adc', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'port_id': 'a570e858-842c-4768-adba-7aa596688adc', 'mac_address': 'fa:16:3e:ea:8e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be208af-2407-49cb-8011-187348f53ed0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:02:04.153134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a570e858-842c-4768-adba-7aa596688adc is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:02:04.153543 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a570e858-842c-4768-adba-7aa596688adc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:04.165184 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aaf4a0a1-73a1-46ac-91dd-9f3bacffd30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:04.171362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a570e858-842c-4768-adba-7aa596688adc {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:02:04.192731 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a570e858-842c-4768-adba-7aa596688adc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a570e858-842c-4768-adba-7aa596688adc,segment=NetworkSegment(ffa66acf-303f-404c-a749-5c5a0d7678bf),segment_id=ffa66acf-303f-404c-a749-5c5a0d7678bf)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:02:04.198623 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a570e858-842c-4768-adba-7aa596688adc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:04.257237 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a570e858-842c-4768-adba-7aa596688adc,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:04.368129 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443413a-27f0-4eef-8d2b-83681e6544fa req-3e328f4a-615a-408c-9d94-755b4c5b0159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:04.369692 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d443413a-27f0-4eef-8d2b-83681e6544fa req-3e328f4a-615a-408c-9d94-755b4c5b0159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 944 time: 0.0559261 Feb 02 14:02:04.431075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d443413a-27f0-4eef-8d2b-83681e6544fa req-dd435ff9-3a3d-4d13-9054-1881068a22ef tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527182 Feb 02 14:02:04.492308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['a570e858-842c-4768-adba-7aa596688adc'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:02:05.560059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edc188-fe63-402e-ac48-c3580d11b2ba req-4155a373-34e6-4a6f-8838-d847d0bcff0a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:05.561537 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69edc188-fe63-402e-ac48-c3580d11b2ba req-4155a373-34e6-4a6f-8838-d847d0bcff0a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 944 time: 0.0549014 Feb 02 14:02:05.612241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69edc188-fe63-402e-ac48-c3580d11b2ba req-64215447-97b4-4d33-9cda-a9803dc642a9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 Feb 02 14:02:05.786973 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:06.007763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a570e858-842c-4768-adba-7aa596688adc up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:02:06.064775 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port a570e858-842c-4768-adba-7aa596688adc completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:02:06.069277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port a570e858-842c-4768-adba-7aa596688adc triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:02:06.069604 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (a570e858-842c-4768-adba-7aa596688adc), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:06.155242 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port a570e858-842c-4768-adba-7aa596688adc is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:02:06.155851 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (a570e858-842c-4768-adba-7aa596688adc), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:06.186662 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a570e858-842c-4768-adba-7aa596688adc'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:02:06.188993 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c458aa2b-e44a-4ff1-a627-7de9831e8f24" -d '{"events": [{"server_uuid": "95af0ac3-479d-4f33-b95e-66615799a4b2", "name": "network-vif-plugged", "status": "completed", "tag": "a570e858-842c-4768-adba-7aa596688adc"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:02:06.202900 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port a570e858-842c-4768-adba-7aa596688adc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a570e858-842c-4768-adba-7aa596688adc,segment=NetworkSegment(ffa66acf-303f-404c-a749-5c5a0d7678bf),segment_id=ffa66acf-303f-404c-a749-5c5a0d7678bf)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:02:06.209106 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (a570e858-842c-4768-adba-7aa596688adc), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:06.258350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=a570e858-842c-4768-adba-7aa596688adc,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:06.286629 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2fd7ed-6a3a-4520-8aba-33856ab6cdaf x-openstack-request-id: req-1d2fd7ed-6a3a-4520-8aba-33856ab6cdaf {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:02:06.286916 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95af0ac3-479d-4f33-b95e-66615799a4b2", "name": "network-vif-plugged", "status": "completed", "tag": "a570e858-842c-4768-adba-7aa596688adc", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:02:06.287163 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1d2fd7ed-6a3a-4520-8aba-33856ab6cdaf {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:02:06.287593 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a570e858-842c-4768-adba-7aa596688adc', 'code': 200} Feb 02 14:02:06.431541 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc21cb-4d79-4620-a58b-f6f9b646401d req-9a38df77-50a8-4601-9c35-5d0cc7dff3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:06.433037 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e9bc21cb-4d79-4620-a58b-f6f9b646401d req-9a38df77-50a8-4601-9c35-5d0cc7dff3f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 1127 time: 0.0517781 Feb 02 14:02:06.484029 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e9bc21cb-4d79-4620-a58b-f6f9b646401d req-144b7cbe-d7a4-4a6e-bd43-c22c6331e154 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439935 Feb 02 14:02:06.746144 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344a763-3bf6-49c9-875a-cffaa190f426 req-9d9ca0db-f7f0-44eb-b628-251421506230 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:06.747614 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7344a763-3bf6-49c9-875a-cffaa190f426 req-9d9ca0db-f7f0-44eb-b628-251421506230 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0625091 Feb 02 14:02:06.804791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7344a763-3bf6-49c9-875a-cffaa190f426 req-7fbf83cb-fc59-43f4-bb55-8649a5d31fe9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489292 Feb 02 14:02:07.052418 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:07.239078 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:07.933812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32622a08-10e2-48f7-923d-c42447fba2b0 req-d7f6e5f6-da9b-4cc3-93a9-6fe17262d1bd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:07.935259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32622a08-10e2-48f7-923d-c42447fba2b0 req-d7f6e5f6-da9b-4cc3-93a9-6fe17262d1bd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0536680 Feb 02 14:02:07.986148 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32622a08-10e2-48f7-923d-c42447fba2b0 req-abeccf8a-cba5-4519-ba4e-9d74cbe5ce20 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450790 Feb 02 14:02:08.076833 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:08.106540 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6c8a3-06d9-4c7f-ab38-9140aa76f60f req-1af8454b-aa5e-4fee-b803-f39b9b28af7b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:08.108026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-efa6c8a3-06d9-4c7f-ab38-9140aa76f60f req-1af8454b-aa5e-4fee-b803-f39b9b28af7b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0529928 Feb 02 14:02:08.163512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-efa6c8a3-06d9-4c7f-ab38-9140aa76f60f req-8fe38b95-baa0-49ce-a650-e504ea610be6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496325 Feb 02 14:02:08.179643 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:08.186774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42336) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:08.232329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6e4f00-16e5-4d17-99a3-dba9f96ac4d7 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:08.233877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4c6e4f00-16e5-4d17-99a3-dba9f96ac4d7 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 1122 time: 0.0460269 Feb 02 14:02:08.237016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42338) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:08.241469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'a570e858-842c-4768-adba-7aa596688adc', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:08.264466 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:08.369692 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:08.479368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.25.4.136 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/63b583b0-6f46-4b92-8f50-ba8b0efcb5bb) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:02:08.585679 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (63b583b0-6f46-4b92-8f50-ba8b0efcb5bb), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:08.629839 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (63b583b0-6f46-4b92-8f50-ba8b0efcb5bb), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:08.667324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:02:08.672836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:02:08.676665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:02:08.682211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=63b583b0-6f46-4b92-8f50-ba8b0efcb5bb,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:09.417403 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (8f7145d3-ee58-4b01-a897-fb5a942b8ba0), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:09.486357 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (63b583b0-6f46-4b92-8f50-ba8b0efcb5bb), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:09.646138 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (63b583b0-6f46-4b92-8f50-ba8b0efcb5bb), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:09.653391 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (63b583b0-6f46-4b92-8f50-ba8b0efcb5bb), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:09.727368 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=63b583b0-6f46-4b92-8f50-ba8b0efcb5bb,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:09.736727 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (8f7145d3-ee58-4b01-a897-fb5a942b8ba0), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:09.848197 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Floating IP 8f7145d3-ee58-4b01-a897-fb5a942b8ba0 associated. External IP: 172.25.4.136, port: a570e858-842c-4768-adba-7aa596688adc. Feb 02 14:02:10.092969 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:02:10.202414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:02:10.213801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7ef89d-2a37-4275-9700-540337322217 None None] Sync routers for ids ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:02:10.227010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:10.227735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7ef89d-2a37-4275-9700-540337322217 None None] Routers {'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:02:10.228365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1f7ef89d-2a37-4275-9700-540337322217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:02:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:10.263459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4a7f544c-d24f-449d-a1d3-7c9bfa0a3ffa tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0254269 Feb 02 14:02:10.264457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'tag': 'a570e858-842c-4768-adba-7aa596688adc'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:02:10.266432 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591a0dae-89f9-4b41-9557-0803673f6735" -d '{"events": [{"name": "network-changed", "server_uuid": "95af0ac3-479d-4f33-b95e-66615799a4b2", "tag": "a570e858-842c-4768-adba-7aa596688adc"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:02:10.312489 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5a85c9-8208-49ad-bc50-e61e9799c5e0 x-openstack-request-id: req-9b5a85c9-8208-49ad-bc50-e61e9799c5e0 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:02:10.312776 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95af0ac3-479d-4f33-b95e-66615799a4b2", "tag": "a570e858-842c-4768-adba-7aa596688adc", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:02:10.313028 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9b5a85c9-8208-49ad-bc50-e61e9799c5e0 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:02:10.313449 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'tag': 'a570e858-842c-4768-adba-7aa596688adc', 'status': 'completed', 'code': 200} Feb 02 14:02:10.339079 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-1f7ef89d-2a37-4275-9700-540337322217 None None] Set router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:02:10.381051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca9416-a417-4f7d-9eb5-77dace701056 req-c285b4ee-0ad3-4551-bf35-e50215725d3c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:10.383716 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44ca9416-a417-4f7d-9eb5-77dace701056 req-c285b4ee-0ad3-4551-bf35-e50215725d3c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0567284 Feb 02 14:02:10.414171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a0dae-89f9-4b41-9557-0803673f6735 req-9ab4e4d3-34c9-4a88-8eea-8539338cbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:10.415821 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-591a0dae-89f9-4b41-9557-0803673f6735 req-9ab4e4d3-34c9-4a88-8eea-8539338cbb5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 1127 time: 0.0584567 Feb 02 14:02:10.434950 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44ca9416-a417-4f7d-9eb5-77dace701056 req-ce2aae4e-92a3-4152-8a72-a5538cb486a5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465930 Feb 02 14:02:10.459107 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42344) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:10.511914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a0dae-89f9-4b41-9557-0803673f6735 req-30966e8d-c04f-4a53-9637-af5c21584bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:10.513576 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-591a0dae-89f9-4b41-9557-0803673f6735 req-30966e8d-c04f-4a53-9637-af5c21584bc8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=081da48b-5897-4b64-b578-7cb317fc3223 HTTP/1.1" status: 200 len: 898 time: 0.0922518 Feb 02 14:02:10.535159 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c800eb96-47d1-4cf9-9626-4c7c3534d355 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/8f7145d3-ee58-4b01-a897-fb5a942b8ba0 HTTP/1.1" status: 200 len: 991 time: 0.0741477 Feb 02 14:02:10.592174 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-591a0dae-89f9-4b41-9557-0803673f6735 req-127e3af3-61a6-44be-b2b5-a8c2a7eca27e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a570e858-842c-4768-adba-7aa596688adc HTTP/1.1" status: 200 len: 999 time: 0.0730269 Feb 02 14:02:10.595905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1f7ef89d-2a37-4275-9700-540337322217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:01:56Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '8f7145d3-ee58-4b01-a897-fb5a942b8ba0', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.136', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'port_id': 'a570e858-842c-4768-adba-7aa596688adc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'mac_address': 'fa:16:3e:ea:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:02:08Z', 'updated_at': '2022-02-02T14:02:08Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a8e74-db9c-45d0-ad40-77cd8fcce635', 'name': '', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:53:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5be208af-2407-49cb-8011-187348f53ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:56Z', 'updated_at': '2022-02-02T14:01:59Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '5be208af-2407-49cb-8011-187348f53ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:10.629608 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7ef89d-2a37-4275-9700-540337322217 None None] Checking router: c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:02:10.639315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7ef89d-2a37-4275-9700-540337322217 None None] Routers {'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:02:10.639941 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1f7ef89d-2a37-4275-9700-540337322217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:02:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:10.647525 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a0dae-89f9-4b41-9557-0803673f6735 req-2419258b-91cf-4975-8a6a-0f4ae496a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:10.648523 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-591a0dae-89f9-4b41-9557-0803673f6735 req-2419258b-91cf-4975-8a6a-0f4ae496a073 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5be208af-2407-49cb-8011-187348f53ed0 HTTP/1.1" status: 200 len: 835 time: 0.0486264 Feb 02 14:02:10.705449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a0dae-89f9-4b41-9557-0803673f6735 req-6684ede1-1071-445a-968b-b8358f3e0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:10.707930 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-591a0dae-89f9-4b41-9557-0803673f6735 req-6684ede1-1071-445a-968b-b8358f3e0b33 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=081da48b-5897-4b64-b578-7cb317fc3223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538669 Feb 02 14:02:10.758761 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-1f7ef89d-2a37-4275-9700-540337322217 None None] Set router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:02:10.815207 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-591a0dae-89f9-4b41-9557-0803673f6735 req-5fdbf1a3-291a-45e5-8cbd-5c869e597b6a service neutron] 10.222.0.18 "GET /v2.0/networks/081da48b-5897-4b64-b578-7cb317fc3223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016550 Feb 02 14:02:10.915572 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-591a0dae-89f9-4b41-9557-0803673f6735 req-ed626ae9-0c3d-4748-ac51-756830676e5f service neutron] 10.222.0.18 "GET /v2.0/networks/081da48b-5897-4b64-b578-7cb317fc3223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878663 Feb 02 14:02:11.014810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-1f7ef89d-2a37-4275-9700-540337322217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:01:56Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '8f7145d3-ee58-4b01-a897-fb5a942b8ba0', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.136', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'port_id': 'a570e858-842c-4768-adba-7aa596688adc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'mac_address': 'fa:16:3e:ea:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:02:08Z', 'updated_at': '2022-02-02T14:02:08Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a8e74-db9c-45d0-ad40-77cd8fcce635', 'name': '', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:53:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5be208af-2407-49cb-8011-187348f53ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:56Z', 'updated_at': '2022-02-02T14:01:59Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '5be208af-2407-49cb-8011-187348f53ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:11.045463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7ef89d-2a37-4275-9700-540337322217 None None] The sync data for ids ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'] in n-d-827336-2 is: [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:01:56Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '8f7145d3-ee58-4b01-a897-fb5a942b8ba0', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.136', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'port_id': 'a570e858-842c-4768-adba-7aa596688adc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'mac_address': 'fa:16:3e:ea:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:02:08Z', 'updated_at': '2022-02-02T14:02:08Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '792a8e74-db9c-45d0-ad40-77cd8fcce635', 'name': '', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:53:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5be208af-2407-49cb-8011-187348f53ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:56Z', 'updated_at': '2022-02-02T14:01:59Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '5be208af-2407-49cb-8011-187348f53ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:02:11.257777 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf73ed76-5f21-4f90-b8e2-a4969fe240f2 None None] New status for floating IP 8f7145d3-ee58-4b01-a897-fb5a942b8ba0: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:02:11.538683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42348) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:11.607843 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ce9c2078-e22b-4304-b30a-940a65c4a805 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/8f7145d3-ee58-4b01-a897-fb5a942b8ba0 HTTP/1.1" status: 200 len: 993 time: 0.0679328 Feb 02 14:02:19.561180 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:02:31.855278 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6c70f51-9271-4d6f-a2cd-6a2fd121580f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:34.159618 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f42c7a50-52f9-4f74-978c-712f5b5423e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:35.784810 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:37.053437 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:37.266208 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:38.083390 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:38.162136 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:40.398704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff7c19-587b-439c-94ae-a00e23500baa req-3d565098-0889-43f4-b85e-00d345597ac1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:40.400334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83ff7c19-587b-439c-94ae-a00e23500baa req-3d565098-0889-43f4-b85e-00d345597ac1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0672064 Feb 02 14:02:40.458066 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83ff7c19-587b-439c-94ae-a00e23500baa req-24eb42bb-c91c-4d2e-a56a-7a15b70ce9d0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494325 Feb 02 14:02:41.600169 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0cdcd-3965-4769-8618-65efdee100bd req-300891cb-42fe-4c02-829f-76600c4206fb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:41.601891 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ce0cdcd-3965-4769-8618-65efdee100bd req-300891cb-42fe-4c02-829f-76600c4206fb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0659642 Feb 02 14:02:41.649736 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2ce0cdcd-3965-4769-8618-65efdee100bd req-29d436a4-b44d-438c-af27-d70a4abf3597 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Feb 02 14:02:41.672961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42374) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:41.736835 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-02d9cbe4-e379-4f37-968f-ee0778e996cf tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/8f7145d3-ee58-4b01-a897-fb5a942b8ba0 HTTP/1.1" status: 200 len: 993 time: 0.0623095 Feb 02 14:02:43.049196 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77cd41-1241-4c15-b67d-fac35791f13d req-c337954d-f2f8-41b1-84a7-f297c4da59dd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:43.050584 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd77cd41-1241-4c15-b67d-fac35791f13d req-c337954d-f2f8-41b1-84a7-f297c4da59dd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0599673 Feb 02 14:02:43.107680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dd77cd41-1241-4c15-b67d-fac35791f13d req-fe1cc864-4c61-4d37-83ae-8c7558d76666 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490108 Feb 02 14:02:44.237487 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03394484-d4f1-44fb-909c-b8069388f867 req-8b81a7da-5215-47a0-a99a-dc40538ee28e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:44.239154 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03394484-d4f1-44fb-909c-b8069388f867 req-8b81a7da-5215-47a0-a99a-dc40538ee28e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0559909 Feb 02 14:02:44.290514 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03394484-d4f1-44fb-909c-b8069388f867 req-3e9a6bec-8996-48a3-8abf-6d5c52a5dd97 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454471 Feb 02 14:02:44.314555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42384) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:44.387244 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-84728a5b-4016-4c85-a957-9522512cd585 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/8f7145d3-ee58-4b01-a897-fb5a942b8ba0 HTTP/1.1" status: 200 len: 993 time: 0.0714700 Feb 02 14:02:44.709606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42390) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:44.894500 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port 63b583b0-6f46-4b92-8f50-ba8b0efcb5bb {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:02:44.894847 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (63b583b0-6f46-4b92-8f50-ba8b0efcb5bb), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:44.980945 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (63b583b0-6f46-4b92-8f50-ba8b0efcb5bb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:44.981219 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (63b583b0-6f46-4b92-8f50-ba8b0efcb5bb), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:44.994913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for 63b583b0-6f46-4b92-8f50-ba8b0efcb5bb owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:02:45.160975 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (63b583b0-6f46-4b92-8f50-ba8b0efcb5bb), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:45.192470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=63b583b0-6f46-4b92-8f50-ba8b0efcb5bb,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:45.216807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.217200 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.217305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.217596 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.217887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.218233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.218527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.218878 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.219199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.219547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.219867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.220183 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.220494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:45.266252 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (8f7145d3-ee58-4b01-a897-fb5a942b8ba0), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:45.266917 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Floating IP 8f7145d3-ee58-4b01-a897-fb5a942b8ba0 disassociated (deleted). External IP: 172.25.4.136, port: a570e858-842c-4768-adba-7aa596688adc. Feb 02 14:02:45.488611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:02:45.606916 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:02:45.612504 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:45.616543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affdd0d8-a3ff-482b-84f9-4ce376c3ba50 None None] Sync routers for ids ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:02:45.627170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affdd0d8-a3ff-482b-84f9-4ce376c3ba50 None None] Routers {'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:02:45.627999 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-affdd0d8-a3ff-482b-84f9-4ce376c3ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:02:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:45.642526 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1a5e0ca3-c49a-4a67-b71b-34d68783474d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/floatingips/8f7145d3-ee58-4b01-a897-fb5a942b8ba0 HTTP/1.1" status: 204 len: 168 time: 0.9313912 Feb 02 14:02:45.643109 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'tag': 'a570e858-842c-4768-adba-7aa596688adc'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:02:45.645534 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66899b0c-c65b-42b9-a915-341cc14a8af1" -d '{"events": [{"name": "network-changed", "server_uuid": "95af0ac3-479d-4f33-b95e-66615799a4b2", "tag": "a570e858-842c-4768-adba-7aa596688adc"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:02:45.704342 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7d35f1-d80d-4c56-a162-952fba670679 x-openstack-request-id: req-ea7d35f1-d80d-4c56-a162-952fba670679 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:02:45.704727 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95af0ac3-479d-4f33-b95e-66615799a4b2", "tag": "a570e858-842c-4768-adba-7aa596688adc", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:02:45.704990 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ea7d35f1-d80d-4c56-a162-952fba670679 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:02:45.705423 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'tag': 'a570e858-842c-4768-adba-7aa596688adc', 'status': 'completed', 'code': 200} Feb 02 14:02:45.751615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-affdd0d8-a3ff-482b-84f9-4ce376c3ba50 None None] Set router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:02:45.810602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66899b0c-c65b-42b9-a915-341cc14a8af1 req-38e344e6-032d-49a9-ba74-aafc630048f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:45.812339 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-66899b0c-c65b-42b9-a915-341cc14a8af1 req-38e344e6-032d-49a9-ba74-aafc630048f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 1127 time: 0.0696807 Feb 02 14:02:45.898224 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e81b04-024c-48eb-bdf2-ee50d3973d0b req-1596c3da-7141-4b2b-b849-4689be2bc881 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:45.899831 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32e81b04-024c-48eb-bdf2-ee50d3973d0b req-1596c3da-7141-4b2b-b849-4689be2bc881 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0599351 Feb 02 14:02:45.935067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66899b0c-c65b-42b9-a915-341cc14a8af1 req-29575d23-0022-40ed-81eb-a480f4af4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:45.936887 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-66899b0c-c65b-42b9-a915-341cc14a8af1 req-29575d23-0022-40ed-81eb-a480f4af4c2b service neutron] 10.222.0.18 "GET /v2.0/networks?id=081da48b-5897-4b64-b578-7cb317fc3223 HTTP/1.1" status: 200 len: 898 time: 0.0984449 Feb 02 14:02:45.963981 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-32e81b04-024c-48eb-bdf2-ee50d3973d0b req-45732960-2026-432f-8e5d-04d287c50ffc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581036 Feb 02 14:02:45.972397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-affdd0d8-a3ff-482b-84f9-4ce376c3ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:01:56Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '792a8e74-db9c-45d0-ad40-77cd8fcce635', 'name': '', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:53:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5be208af-2407-49cb-8011-187348f53ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:56Z', 'updated_at': '2022-02-02T14:01:59Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '5be208af-2407-49cb-8011-187348f53ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:45.996177 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-66899b0c-c65b-42b9-a915-341cc14a8af1 req-cf79ae42-9e5e-4092-a721-fe9ee67d2c8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a570e858-842c-4768-adba-7aa596688adc HTTP/1.1" status: 200 len: 217 time: 0.0404997 Feb 02 14:02:46.006066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affdd0d8-a3ff-482b-84f9-4ce376c3ba50 None None] Checking router: c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:02:46.014713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affdd0d8-a3ff-482b-84f9-4ce376c3ba50 None None] Routers {'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:02:46.015318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-affdd0d8-a3ff-482b-84f9-4ce376c3ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:02:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:46.054310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66899b0c-c65b-42b9-a915-341cc14a8af1 req-5b6afb2a-8edd-4a45-9505-1d33e721eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:46.055909 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-66899b0c-c65b-42b9-a915-341cc14a8af1 req-5b6afb2a-8edd-4a45-9505-1d33e721eeb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5be208af-2407-49cb-8011-187348f53ed0 HTTP/1.1" status: 200 len: 835 time: 0.0463922 Feb 02 14:02:46.113771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66899b0c-c65b-42b9-a915-341cc14a8af1 req-23259dbc-a0e8-4069-9850-b976245c41c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:46.115372 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-66899b0c-c65b-42b9-a915-341cc14a8af1 req-23259dbc-a0e8-4069-9850-b976245c41c3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=081da48b-5897-4b64-b578-7cb317fc3223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506146 Feb 02 14:02:46.122007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-affdd0d8-a3ff-482b-84f9-4ce376c3ba50 None None] Set router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:02:46.209905 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-66899b0c-c65b-42b9-a915-341cc14a8af1 req-5d1f3b8a-9c13-490e-9cd4-82b1b9f0edc8 service neutron] 10.222.0.18 "GET /v2.0/networks/081da48b-5897-4b64-b578-7cb317fc3223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874848 Feb 02 14:02:46.309456 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-66899b0c-c65b-42b9-a915-341cc14a8af1 req-ba3fe244-a3bc-4bb1-b231-fad661c18fe8 service neutron] 10.222.0.18 "GET /v2.0/networks/081da48b-5897-4b64-b578-7cb317fc3223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927362 Feb 02 14:02:46.325315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-affdd0d8-a3ff-482b-84f9-4ce376c3ba50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:01:56Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '792a8e74-db9c-45d0-ad40-77cd8fcce635', 'name': '', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:53:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5be208af-2407-49cb-8011-187348f53ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:56Z', 'updated_at': '2022-02-02T14:01:59Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '5be208af-2407-49cb-8011-187348f53ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:46.359712 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affdd0d8-a3ff-482b-84f9-4ce376c3ba50 None None] The sync data for ids ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'] in n-d-827336-2 is: [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:01:56Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '792a8e74-db9c-45d0-ad40-77cd8fcce635', 'name': '', 'network_id': '081da48b-5897-4b64-b578-7cb317fc3223', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:53:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '5be208af-2407-49cb-8011-187348f53ed0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:56Z', 'updated_at': '2022-02-02T14:01:59Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '5be208af-2407-49cb-8011-187348f53ed0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:02:46.601279 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70146a3e-55dd-4d17-a0b8-3236bb5f57ac None None] New status for floating IP 8f7145d3-ee58-4b01-a897-fb5a942b8ba0: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:02:47.089510 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465b4be-8589-45dc-b623-dcb2e87ce8f8 req-e16c7bfd-4232-43cb-b5f2-3a625ecf0565 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:47.091181 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0465b4be-8589-45dc-b623-dcb2e87ce8f8 req-e16c7bfd-4232-43cb-b5f2-3a625ecf0565 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0558968 Feb 02 14:02:47.153230 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0465b4be-8589-45dc-b623-dcb2e87ce8f8 req-622a679e-9cb5-4e6f-885b-76e2c9085434 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554590 Feb 02 14:02:47.882264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed697062-e6bb-4c5a-b192-275a31559edc req-284932cd-3c6a-4cec-a3de-bd9df4ad9b8b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:47.883777 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed697062-e6bb-4c5a-b192-275a31559edc req-284932cd-3c6a-4cec-a3de-bd9df4ad9b8b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 945 time: 0.0600493 Feb 02 14:02:47.996864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-ed697062-e6bb-4c5a-b192-275a31559edc req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port a570e858-842c-4768-adba-7aa596688adc {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:02:47.997400 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ed697062-e6bb-4c5a-b192-275a31559edc req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (a570e858-842c-4768-adba-7aa596688adc), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:48.097724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-ed697062-e6bb-4c5a-b192-275a31559edc req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port a570e858-842c-4768-adba-7aa596688adc, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=a570e858-842c-4768-adba-7aa596688adc,segment=NetworkSegment(ffa66acf-303f-404c-a749-5c5a0d7678bf),segment_id=ffa66acf-303f-404c-a749-5c5a0d7678bf)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:02:48.098095 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ed697062-e6bb-4c5a-b192-275a31559edc req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (a570e858-842c-4768-adba-7aa596688adc), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:48.114423 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-ed697062-e6bb-4c5a-b192-275a31559edc req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for a570e858-842c-4768-adba-7aa596688adc owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:02:48.262506 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ed697062-e6bb-4c5a-b192-275a31559edc req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (a570e858-842c-4768-adba-7aa596688adc), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:48.292315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=a570e858-842c-4768-adba-7aa596688adc,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:48.299489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac323e-f31d-47bf-9290-7b01690441b1 req-f8ffd9f0-5112-4bb2-b2e5-174b0fd337ee tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:48.302321 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16ac323e-f31d-47bf-9290-7b01690441b1 req-f8ffd9f0-5112-4bb2-b2e5-174b0fd337ee tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=95af0ac3-479d-4f33-b95e-66615799a4b2 HTTP/1.1" status: 200 len: 867 time: 0.0728791 Feb 02 14:02:48.326389 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.327047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.327197 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.327512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.327851 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.328180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.328509 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.328838 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.329164 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.329487 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.329808 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.330129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.330444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:48.348223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed697062-e6bb-4c5a-b192-275a31559edc req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] No DVR routers for this DVR port a570e858-842c-4768-adba-7aa596688adc on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:02:48.351293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ed697062-e6bb-4c5a-b192-275a31559edc req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:48.354868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed697062-e6bb-4c5a-b192-275a31559edc req-ee5beec6-b4c1-4314-8433-ff54080c3728 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "DELETE /v2.0/ports/a570e858-842c-4768-adba-7aa596688adc HTTP/1.1" status: 204 len: 173 time: 0.4653974 Feb 02 14:02:48.355341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'name': 'network-vif-deleted', 'tag': 'a570e858-842c-4768-adba-7aa596688adc'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:02:48.357785 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2bc100-f0bc-4dfa-83ff-a423cdf4dbbb" -d '{"events": [{"server_uuid": "95af0ac3-479d-4f33-b95e-66615799a4b2", "name": "network-vif-deleted", "tag": "a570e858-842c-4768-adba-7aa596688adc"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:02:48.377606 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16ac323e-f31d-47bf-9290-7b01690441b1 req-6d75e4e3-69be-43b8-bde7-89959cdb4a20 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=4d631146-3c96-4f90-9dcb-a4f0ea1aace4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679526 Feb 02 14:02:48.407071 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f431875-c19f-4c2f-88a4-6d5dcc97d7fc x-openstack-request-id: req-8f431875-c19f-4c2f-88a4-6d5dcc97d7fc {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:02:48.407449 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95af0ac3-479d-4f33-b95e-66615799a4b2", "name": "network-vif-deleted", "tag": "a570e858-842c-4768-adba-7aa596688adc", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:02:48.407613 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8f431875-c19f-4c2f-88a4-6d5dcc97d7fc {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:02:48.408163 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95af0ac3-479d-4f33-b95e-66615799a4b2', 'name': 'network-vif-deleted', 'tag': 'a570e858-842c-4768-adba-7aa596688adc', 'status': 'completed', 'code': 200} Feb 02 14:02:49.437969 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42406) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:49.888138 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-69a29474-8166-4473-8698-b591f1153503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:50.193827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-69a29474-8166-4473-8698-b591f1153503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port 792a8e74-db9c-45d0-ad40-77cd8fcce635 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:02:50.194183 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-69a29474-8166-4473-8698-b591f1153503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:50.209980 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a570e858-842c-4768-adba-7aa596688adc no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:02:50.233919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: a570e858-842c-4768-adba-7aa596688adc {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:02:50.234267 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device a570e858-842c-4768-adba-7aa596688adc not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:02:50.289531 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-69a29474-8166-4473-8698-b591f1153503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port 792a8e74-db9c-45d0-ad40-77cd8fcce635, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=792a8e74-db9c-45d0-ad40-77cd8fcce635,segment=NetworkSegment(ffa66acf-303f-404c-a749-5c5a0d7678bf),segment_id=ffa66acf-303f-404c-a749-5c5a0d7678bf)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:02:50.289897 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-69a29474-8166-4473-8698-b591f1153503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:50.303001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-69a29474-8166-4473-8698-b591f1153503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for 792a8e74-db9c-45d0-ad40-77cd8fcce635 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:02:50.495263 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-69a29474-8166-4473-8698-b591f1153503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (792a8e74-db9c-45d0-ad40-77cd8fcce635), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:50.527938 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a29474-8166-4473-8698-b591f1153503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=792a8e74-db9c-45d0-ad40-77cd8fcce635,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:50.700871 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-69a29474-8166-4473-8698-b591f1153503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:50.934251 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a29474-8166-4473-8698-b591f1153503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:02:51.341627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a29474-8166-4473-8698-b591f1153503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:02:51.347122 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-69a29474-8166-4473-8698-b591f1153503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "PUT /v2.0/routers/c9dd3bb9-8a11-4f84-aed1-55bdff0eac55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078486 Feb 02 14:02:51.349827 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42408) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:51.354305 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd4560-cdf3-41e2-85c7-8ebce6e68665 None None] Sync routers for ids ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:02:51.365181 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd4560-cdf3-41e2-85c7-8ebce6e68665 None None] Routers {'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:02:51.365805 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-64cd4560-cdf3-41e2-85c7-8ebce6e68665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:02:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:51.403329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-3064bef2-1747-449c-a034-2460f46c2025 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting subnet 5be208af-2407-49cb-8011-187348f53ed0 {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:02:51.406883 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3064bef2-1747-449c-a034-2460f46c2025 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (5be208af-2407-49cb-8011-187348f53ed0), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:51.450409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3064bef2-1747-449c-a034-2460f46c2025 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (5be208af-2407-49cb-8011-187348f53ed0), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:51.477489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-64cd4560-cdf3-41e2-85c7-8ebce6e68665 None None] Set router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:02:51.544541 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3064bef2-1747-449c-a034-2460f46c2025 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (5be208af-2407-49cb-8011-187348f53ed0), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:51.611918 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3064bef2-1747-449c-a034-2460f46c2025 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (5be208af-2407-49cb-8011-187348f53ed0), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:51.638580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3064bef2-1747-449c-a034-2460f46c2025 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Subnet': ['ID=5be208af-2407-49cb-8011-187348f53ed0,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:51.642028 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-3064bef2-1747-449c-a034-2460f46c2025 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:51.648159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42410) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:51.648665 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-3064bef2-1747-449c-a034-2460f46c2025 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/subnets/5be208af-2407-49cb-8011-187348f53ed0 HTTP/1.1" status: 204 len: 168 time: 0.2970266 Feb 02 14:02:51.656674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6595451-971d-4e38-b773-1e6a0a064f38 None None] Network 081da48b-5897-4b64-b578-7cb317fc3223 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:02:51.758550 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-64cd4560-cdf3-41e2-85c7-8ebce6e68665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:02:50Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:51.769413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:51.788392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd4560-cdf3-41e2-85c7-8ebce6e68665 None None] Checking router: c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:02:51.801606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cd4560-cdf3-41e2-85c7-8ebce6e68665 None None] Routers {'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:02:51.802306 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-64cd4560-cdf3-41e2-85c7-8ebce6e68665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:02:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:51.885342 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:51.885902 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] DHCP port deletion for 081da48b-5897-4b64-b578-7cb317fc3223 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:02:51.940244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-64cd4560-cdf3-41e2-85c7-8ebce6e68665 None None] Set router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:02:51.948502 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:02:51.948833 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.025449 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Deleting port c95c4378-a9df-41e9-9995-22588ac82545 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:02:52.025810 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c95c4378-a9df-41e9-9995-22588ac82545), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.029781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=98fe2633-69f4-4f1d-8cd7-c3efbc662dd4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:02:52.030131 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.045972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:02:52.133333 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] For port c95c4378-a9df-41e9-9995-22588ac82545, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c95c4378-a9df-41e9-9995-22588ac82545,segment=NetworkSegment(ffa66acf-303f-404c-a749-5c5a0d7678bf),segment_id=ffa66acf-303f-404c-a749-5c5a0d7678bf)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:02:52.133715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c95c4378-a9df-41e9-9995-22588ac82545), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.147920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Calling delete_port for c95c4378-a9df-41e9-9995-22588ac82545 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:02:52.219701 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (98fe2633-69f4-4f1d-8cd7-c3efbc662dd4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.250345 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=98fe2633-69f4-4f1d-8cd7-c3efbc662dd4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:52.320911 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.417105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-64cd4560-cdf3-41e2-85c7-8ebce6e68665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:02:50Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:52.419594 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.422166 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_controller (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.450966 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cd4560-cdf3-41e2-85c7-8ebce6e68665 None None] The sync data for ids ['c9dd3bb9-8a11-4f84-aed1-55bdff0eac55'] in n-d-827336-2 is: [{'id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1768847575', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187'}], 'enable_snat': True}, 'gw_port_id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:01:52Z', 'updated_at': '2022-02-02T14:02:50Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '98fe2633-69f4-4f1d-8cd7-c3efbc662dd4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dd3bb9-8a11-4f84-aed1-55bdff0eac55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:01:53Z', 'updated_at': '2022-02-02T14:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:02:52.452466 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (c95c4378-a9df-41e9-9995-22588ac82545), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.476600 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (c9dd3bb9-8a11-4f84-aed1-55bdff0eac55), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.477197 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Fanout notify agent at l3_agent the message router_deleted on router c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:02:52.487158 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.488643 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2e6872a6-14d2-4033-931d-a2349cd50cb3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/routers/c9dd3bb9-8a11-4f84-aed1-55bdff0eac55 HTTP/1.1" status: 204 len: 168 time: 0.8393648 Feb 02 14:02:52.491798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42412) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:52.493031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] No DVR routers for this DVR port c95c4378-a9df-41e9-9995-22588ac82545 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:02:52.494627 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Pushing event deleted for resources: {'Port': ['ID=c95c4378-a9df-41e9-9995-22588ac82545,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:52.507947 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.507947 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.507947 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.510425 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.511027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.511371 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.511734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.512058 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.512379 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.512703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.513023 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.513427 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.513641 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1851603-6cde-4538-b712-0fd3d56a9dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:02:52.574696 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (081da48b-5897-4b64-b578-7cb317fc3223), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.667256 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (081da48b-5897-4b64-b578-7cb317fc3223), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.688268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081da48b-5897-4b64-b578-7cb317fc3223']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:52.698671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa66acf-303f-404c-a749-5c5a0d7678bf') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:52.698944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa66acf-303f-404c-a749-5c5a0d7678bf') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:52.709501 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (ffa66acf-303f-404c-a749-5c5a0d7678bf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.724250 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (ffa66acf-303f-404c-a749-5c5a0d7678bf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.731111 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:02:52.731551 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (ffa66acf-303f-404c-a749-5c5a0d7678bf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: timer() Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:02:52.734591 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:02:52.803938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (081da48b-5897-4b64-b578-7cb317fc3223), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.813827 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.817755 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/networks/081da48b-5897-4b64-b578-7cb317fc3223 HTTP/1.1" status: 204 len: 168 time: 0.3240199 Feb 02 14:02:52.820853 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42414) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:52.834800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb0e94-5988-469d-a0e0-31f6a0d6fb2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Network': ['ID=081da48b-5897-4b64-b578-7cb317fc3223,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:52.849041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c95c4378-a9df-41e9-9995-22588ac82545 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:02:52.870752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c95c4378-a9df-41e9-9995-22588ac82545 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:02:52.871068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c95c4378-a9df-41e9-9995-22588ac82545 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:02:52.905308 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0359e6de-9b53-41ba-9f54-6b37da541ff9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (4d631146-3c96-4f90-9dcb-a4f0ea1aace4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:52.938807 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0359e6de-9b53-41ba-9f54-6b37da541ff9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (4d631146-3c96-4f90-9dcb-a4f0ea1aace4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:53.014175 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0359e6de-9b53-41ba-9f54-6b37da541ff9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (4d631146-3c96-4f90-9dcb-a4f0ea1aace4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:53.016983 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0359e6de-9b53-41ba-9f54-6b37da541ff9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:53.018186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0359e6de-9b53-41ba-9f54-6b37da541ff9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/security-groups/4d631146-3c96-4f90-9dcb-a4f0ea1aace4 HTTP/1.1" status: 204 len: 168 time: 0.1956177 Feb 02 14:02:53.028712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359e6de-9b53-41ba-9f54-6b37da541ff9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d631146-3c96-4f90-9dcb-a4f0ea1aace4,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:53.719470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42420) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:53.724433 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ea51d709-cfe6-476f-a757-017a1c8c6cd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1772765546', 'description': 'tempest-secgroup-smoke-1772765546 description', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:53.752810 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea51d709-cfe6-476f-a757-017a1c8c6cd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:53.842993 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea51d709-cfe6-476f-a757-017a1c8c6cd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (0da19fe3-cf40-4d6d-ac10-988f993818f8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:53.850680 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea51d709-cfe6-476f-a757-017a1c8c6cd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0da19fe3-cf40-4d6d-ac10-988f993818f8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:53.884658 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ea51d709-cfe6-476f-a757-017a1c8c6cd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:53.885913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ea51d709-cfe6-476f-a757-017a1c8c6cd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1653817 Feb 02 14:02:53.887838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51d709-cfe6-476f-a757-017a1c8c6cd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da19fe3-cf40-4d6d-ac10-988f993818f8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:53.889097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42422) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:53.895364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-9da618ea-bd61-4335-9062-7020ace6506f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '0da19fe3-cf40-4d6d-ac10-988f993818f8', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:53.925045 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9da618ea-bd61-4335-9062-7020ace6506f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (6a0ada4e-1315-4449-a7e3-3b3357e4e08c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:53.984395 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9da618ea-bd61-4335-9062-7020ace6506f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (6a0ada4e-1315-4449-a7e3-3b3357e4e08c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:53.989215 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9da618ea-bd61-4335-9062-7020ace6506f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (6a0ada4e-1315-4449-a7e3-3b3357e4e08c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.007781 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da618ea-bd61-4335-9062-7020ace6506f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0ada4e-1315-4449-a7e3-3b3357e4e08c,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:54.015365 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9da618ea-bd61-4335-9062-7020ace6506f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.016635 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9da618ea-bd61-4335-9062-7020ace6506f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1264951 Feb 02 14:02:54.019716 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42424) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:54.024173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-46c20121-e115-49c9-a091-c62edc8b8a6b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '0da19fe3-cf40-4d6d-ac10-988f993818f8', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:54.050695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46c20121-e115-49c9-a091-c62edc8b8a6b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (f99695a7-5d29-4f86-9817-965944d89746), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.120133 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46c20121-e115-49c9-a091-c62edc8b8a6b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (f99695a7-5d29-4f86-9817-965944d89746), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.125080 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46c20121-e115-49c9-a091-c62edc8b8a6b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (f99695a7-5d29-4f86-9817-965944d89746), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.146583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c20121-e115-49c9-a091-c62edc8b8a6b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99695a7-5d29-4f86-9817-965944d89746,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:54.156972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-46c20121-e115-49c9-a091-c62edc8b8a6b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.158957 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-46c20121-e115-49c9-a091-c62edc8b8a6b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381125 Feb 02 14:02:54.161776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42426) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:54.168399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-dfcd3973-57ea-4b90-9f6b-f0d4b4d713ca tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '0da19fe3-cf40-4d6d-ac10-988f993818f8', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:54.201477 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3973-57ea-4b90-9f6b-f0d4b4d713ca tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (f3f2a339-3725-4b8b-b50a-92da06f6a7ab), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.274211 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3973-57ea-4b90-9f6b-f0d4b4d713ca tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (f3f2a339-3725-4b8b-b50a-92da06f6a7ab), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.279845 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3973-57ea-4b90-9f6b-f0d4b4d713ca tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (f3f2a339-3725-4b8b-b50a-92da06f6a7ab), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.296788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcd3973-57ea-4b90-9f6b-f0d4b4d713ca tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f2a339-3725-4b8b-b50a-92da06f6a7ab,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:54.305561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-dfcd3973-57ea-4b90-9f6b-f0d4b4d713ca tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.306777 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dfcd3973-57ea-4b90-9f6b-f0d4b4d713ca tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436903 Feb 02 14:02:54.309671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42428) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:54.314261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5b47cd61-2a45-44b3-8cdd-1398fbf2e6dd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '0da19fe3-cf40-4d6d-ac10-988f993818f8', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:54.343689 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b47cd61-2a45-44b3-8cdd-1398fbf2e6dd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (4b868d3c-f4cb-406e-9cad-a663dd1085f1), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.403439 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b47cd61-2a45-44b3-8cdd-1398fbf2e6dd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (4b868d3c-f4cb-406e-9cad-a663dd1085f1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.409071 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b47cd61-2a45-44b3-8cdd-1398fbf2e6dd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (4b868d3c-f4cb-406e-9cad-a663dd1085f1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.422006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:02:54.422600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47cd61-2a45-44b3-8cdd-1398fbf2e6dd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b868d3c-f4cb-406e-9cad-a663dd1085f1,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:54.436536 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5b47cd61-2a45-44b3-8cdd-1398fbf2e6dd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.437787 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5b47cd61-2a45-44b3-8cdd-1398fbf2e6dd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1271100 Feb 02 14:02:54.440611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42430) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:54.445253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:02:54.445458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-e1a40acc-d60a-4e0a-a299-83886a524bd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '0da19fe3-cf40-4d6d-ac10-988f993818f8', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:54.446104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 98fe2633-69f4-4f1d-8cd7-c3efbc662dd4 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:02:54.446522 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 792a8e74-db9c-45d0-ad40-77cd8fcce635 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:02:54.466219 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-e1a40acc-d60a-4e0a-a299-83886a524bd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Project 459c7a1ffcd841ee8ae4f375ff46999b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:02:54.471944 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1a40acc-d60a-4e0a-a299-83886a524bd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (4347a72b-d2b4-4bcd-83c5-a068520e37b7), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.472481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 792a8e74-db9c-45d0-ad40-77cd8fcce635 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:02:54.472820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 792a8e74-db9c-45d0-ad40-77cd8fcce635 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:02:54.542995 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1a40acc-d60a-4e0a-a299-83886a524bd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (4347a72b-d2b4-4bcd-83c5-a068520e37b7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.547755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1a40acc-d60a-4e0a-a299-83886a524bd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (4347a72b-d2b4-4bcd-83c5-a068520e37b7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.566042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a40acc-d60a-4e0a-a299-83886a524bd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4347a72b-d2b4-4bcd-83c5-a068520e37b7,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:54.574284 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e1a40acc-d60a-4e0a-a299-83886a524bd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.575566 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e1a40acc-d60a-4e0a-a299-83886a524bd9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337652 Feb 02 14:02:54.578650 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42432) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:54.583207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-27c3c7a5-7c37-426b-88eb-389847b825fe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '0da19fe3-cf40-4d6d-ac10-988f993818f8', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:54.605506 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-27c3c7a5-7c37-426b-88eb-389847b825fe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Project 459c7a1ffcd841ee8ae4f375ff46999b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:02:54.613534 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27c3c7a5-7c37-426b-88eb-389847b825fe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (55a59b79-e4fc-4806-850d-473d43c44a82), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.684504 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27c3c7a5-7c37-426b-88eb-389847b825fe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (55a59b79-e4fc-4806-850d-473d43c44a82), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.690961 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27c3c7a5-7c37-426b-88eb-389847b825fe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (55a59b79-e4fc-4806-850d-473d43c44a82), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.708936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3c7a5-7c37-426b-88eb-389847b825fe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a59b79-e4fc-4806-850d-473d43c44a82,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:54.718984 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-27c3c7a5-7c37-426b-88eb-389847b825fe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.720243 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-27c3c7a5-7c37-426b-88eb-389847b825fe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1406291 Feb 02 14:02:54.723270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42434) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:54.728323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-87fb8c39-2393-4a51-952f-37d6e7e25b64 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'network': {'name': 'tempest-network-smoke--995353242', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'port_security_enabled': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:54.748800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb8c39-2393-4a51-952f-37d6e7e25b64 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:02:54.752044 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb8c39-2393-4a51-952f-37d6e7e25b64 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.775513 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fb8c39-2393-4a51-952f-37d6e7e25b64 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:02:54.785297 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb8c39-2393-4a51-952f-37d6e7e25b64 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (6fb5d6f5-956a-4e0e-982a-2a12d101bbfa), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.785726 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-87fb8c39-2393-4a51-952f-37d6e7e25b64 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Added segment 6fb5d6f5-956a-4e0e-982a-2a12d101bbfa of type vlan for network c3412079-5db0-4f5f-8cbd-32cccc90bea5 Feb 02 14:02:54.827144 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb8c39-2393-4a51-952f-37d6e7e25b64 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (c3412079-5db0-4f5f-8cbd-32cccc90bea5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.853574 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb8c39-2393-4a51-952f-37d6e7e25b64 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (c3412079-5db0-4f5f-8cbd-32cccc90bea5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.858675 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb8c39-2393-4a51-952f-37d6e7e25b64 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:54.859254 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-87fb8c39-2393-4a51-952f-37d6e7e25b64 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.899379 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-87fb8c39-2393-4a51-952f-37d6e7e25b64 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1749487 Feb 02 14:02:54.902142 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42436) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:54.906569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'admin_state_up': True, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:54.949342 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb8c39-2393-4a51-952f-37d6e7e25b64 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Network': ['ID=c3412079-5db0-4f5f-8cbd-32cccc90bea5,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:54.959932 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network c3412079-5db0-4f5f-8cbd-32cccc90bea5 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:02:54.962692 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (449aad91-b78b-4295-91b0-de491eb10074), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:54.963832 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (449aad91-b78b-4295-91b0-de491eb10074), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:55.014956 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_controller (449aad91-b78b-4295-91b0-de491eb10074), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:55.160960 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (449aad91-b78b-4295-91b0-de491eb10074), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:55.374496 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (449aad91-b78b-4295-91b0-de491eb10074), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:55.392959 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:55.499039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.25.4.87 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/14485b39-8ceb-459a-a1c4-e6667546c57d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:02:55.598585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:55.636811 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:55.681370 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:02:55.688214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:02:55.690733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:02:55.716200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=14485b39-8ceb-459a-a1c4-e6667546c57d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:55.953516 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (449aad91-b78b-4295-91b0-de491eb10074), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:56.157006 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (449aad91-b78b-4295-91b0-de491eb10074), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:56.290639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 449aad91-b78b-4295-91b0-de491eb10074 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:02:56.403740 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:02:56.414598 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Sync routers for ids ['449aad91-b78b-4295-91b0-de491eb10074'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:02:56.426937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Routers {'449aad91-b78b-4295-91b0-de491eb10074'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:02:56.427134 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:56.427679 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:02:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['449aad91-b78b-4295-91b0-de491eb10074'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:56.428348 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-81dae0fe-6a0d-4244-9f52-908e033a13c1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5253153 Feb 02 14:02:56.431699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42438) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:56.463813 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f4d5f3c0-0489-4b75-b338-e09fde46f6a6 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=459c7a1ffcd841ee8ae4f375ff46999b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307910 Feb 02 14:02:56.466921 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42440) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:56.555361 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797cb164-172a-4cc2-b101-47d9f48e81a9 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:56.557190 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-797cb164-172a-4cc2-b101-47d9f48e81a9 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0892119 Feb 02 14:02:56.560270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42442) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:56.592868 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e33060f4-7464-4d40-b9a4-f1d9c4935296 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315061 Feb 02 14:02:56.595451 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42444) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:56.600133 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-92119965-cdaf-48ee-805c-0d2cba8e0ec4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-889162344', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:02:56.615651 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:02:56.636051 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Set router 449aad91-b78b-4295-91b0-de491eb10074 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:02:56.684761 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92119965-cdaf-48ee-805c-0d2cba8e0ec4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:02:56.688167 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92119965-cdaf-48ee-805c-0d2cba8e0ec4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:56.821227 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:02:55Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:56.852691 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Checking router: 449aad91-b78b-4295-91b0-de491eb10074 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:02:56.853033 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Updating router 449aad91-b78b-4295-91b0-de491eb10074 port 14485b39-8ceb-459a-a1c4-e6667546c57d binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:02:56.873102 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92119965-cdaf-48ee-805c-0d2cba8e0ec4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (557fcae2-5fc2-4864-91d9-65c408d72b06), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:56.879320 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:56.931059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92119965-cdaf-48ee-805c-0d2cba8e0ec4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Subnet': ['ID=557fcae2-5fc2-4864-91d9-65c408d72b06,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:56.939493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92119965-cdaf-48ee-805c-0d2cba8e0ec4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Checking segment: {'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:02:56.939848 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92119965-cdaf-48ee-805c-0d2cba8e0ec4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network hostable DHCP agents. Network: c3412079-5db0-4f5f-8cbd-32cccc90bea5, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:02:56.958061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92119965-cdaf-48ee-805c-0d2cba8e0ec4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network c3412079-5db0-4f5f-8cbd-32cccc90bea5 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:02:56.968158 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-92119965-cdaf-48ee-805c-0d2cba8e0ec4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, c3412079-5db0-4f5f-8cbd-32cccc90bea5) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:02:56.972419 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92119965-cdaf-48ee-805c-0d2cba8e0ec4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:56.973049 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-92119965-cdaf-48ee-805c-0d2cba8e0ec4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:56.980053 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87afea22-b205-48ee-8d6a-077c8029acf1 None None] Network c3412079-5db0-4f5f-8cbd-32cccc90bea5 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:02:56.994241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42446) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:02:56.994815 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-92119965-cdaf-48ee-805c-0d2cba8e0ec4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3978856 Feb 02 14:02:57.090251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ips': [{'subnet_id': '557fcae2-5fc2-4864-91d9-65c408d72b06'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:02:57.091116 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:57.133771 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Publish callbacks [] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:57.139901 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:57.200500 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec558a-d6da-425e-a73b-857ebb774d63 None None] Pushing event updated for resources: {'Port': ['ID=14485b39-8ceb-459a-a1c4-e6667546c57d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:57.202831 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Attempting to bind port 14485b39-8ceb-459a-a1c4-e6667546c57d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:02:57.203185 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Attempting to bind port 14485b39-8ceb-459a-a1c4-e6667546c57d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:02:57.203574 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Attempting to bind port 14485b39-8ceb-459a-a1c4-e6667546c57d on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:02:57.209314 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:02:57.209687 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:02:57.210087 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:57.210469 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:02:57.210930 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Bound port: 14485b39-8ceb-459a-a1c4-e6667546c57d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:02:57.211304 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:57.231562 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Allocated IP 172.20.0.2 (c3412079-5db0-4f5f-8cbd-32cccc90bea5/557fcae2-5fc2-4864-91d9-65c408d72b06/422033b9-0e33-428b-8594-3eebccf24c59) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:02:57.274156 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] For port 14485b39-8ceb-459a-a1c4-e6667546c57d, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:02:57.277588 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] For port 14485b39-8ceb-459a-a1c4-e6667546c57d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=14485b39-8ceb-459a-a1c4-e6667546c57d,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:02:57.286114 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:57.340379 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Routers {'449aad91-b78b-4295-91b0-de491eb10074'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:02:57.341012 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:02:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['449aad91-b78b-4295-91b0-de491eb10074'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:57.389891 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Publish callbacks [] for port (422033b9-0e33-428b-8594-3eebccf24c59), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:57.390958 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec558a-d6da-425e-a73b-857ebb774d63 None None] Pushing event updated for resources: {'Port': ['ID=14485b39-8ceb-459a-a1c4-e6667546c57d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:57.403607 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (422033b9-0e33-428b-8594-3eebccf24c59), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:57.446066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Network c3412079-5db0-4f5f-8cbd-32cccc90bea5 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:02:57.456479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:02:57.459513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:02:57.461636 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] Set router 449aad91-b78b-4295-91b0-de491eb10074 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:02:57.464622 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Pushing event updated for resources: {'Port': ['ID=422033b9-0e33-428b-8594-3eebccf24c59,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:57.469873 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:57.527230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Attempting to bind port 422033b9-0e33-428b-8594-3eebccf24c59 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:02:57.527725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Attempting to bind port 422033b9-0e33-428b-8594-3eebccf24c59 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:02:57.528157 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Attempting to bind port 422033b9-0e33-428b-8594-3eebccf24c59 on network c3412079-5db0-4f5f-8cbd-32cccc90bea5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:02:57.535613 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:02:57.536241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Checking segment: {'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:02:57.537276 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:57.537665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Bound using segment: {'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:02:57.538144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Bound port: 422033b9-0e33-428b-8594-3eebccf24c59, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:02:57.538525 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (422033b9-0e33-428b-8594-3eebccf24c59), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:57.603106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] For port 422033b9-0e33-428b-8594-3eebccf24c59, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:02:57.607016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] For port 422033b9-0e33-428b-8594-3eebccf24c59, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=422033b9-0e33-428b-8594-3eebccf24c59,segment=NetworkSegment(6fb5d6f5-956a-4e0e-982a-2a12d101bbfa),segment_id=6fb5d6f5-956a-4e0e-982a-2a12d101bbfa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:02:57.614944 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (422033b9-0e33-428b-8594-3eebccf24c59), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:57.658179 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:02:55Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:57.675651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb2cba-25ab-4674-9341-467b072beb23 None None] Pushing event updated for resources: {'Port': ['ID=422033b9-0e33-428b-8594-3eebccf24c59,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:57.687025 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ac85d1-5364-4cde-bdda-9b132730b8dd None None] The sync data for ids ['449aad91-b78b-4295-91b0-de491eb10074'] in n-d-827336-2 is: [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:02:55Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:02:57.820616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.20.0.1 (c3412079-5db0-4f5f-8cbd-32cccc90bea5/557fcae2-5fc2-4864-91d9-65c408d72b06/f1ec22e8-c24d-4308-b307-168d529a2099) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:02:58.328679 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (f1ec22e8-c24d-4308-b307-168d529a2099), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:58.364584 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:58.411398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network c3412079-5db0-4f5f-8cbd-32cccc90bea5 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:02:58.414576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:02:58.417484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:02:58.424426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=f1ec22e8-c24d-4308-b307-168d529a2099,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:58.489457 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (449aad91-b78b-4295-91b0-de491eb10074), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:58.634981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 422033b9-0e33-428b-8594-3eebccf24c59 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:02:58.653375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:58.688889 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 422033b9-0e33-428b-8594-3eebccf24c59 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:02:58.696253 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (422033b9-0e33-428b-8594-3eebccf24c59), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:58.779811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f9ec25-31fa-42e8-a802-2a824e87f0a1 None None] Network c3412079-5db0-4f5f-8cbd-32cccc90bea5 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:02:58.809721 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 422033b9-0e33-428b-8594-3eebccf24c59 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:02:58.810109 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (422033b9-0e33-428b-8594-3eebccf24c59), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:58.880542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4a41102e-90c1-486f-9409-537bfd27457a None None] Provisioning complete for port 422033b9-0e33-428b-8594-3eebccf24c59 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:02:58.880912 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4a41102e-90c1-486f-9409-537bfd27457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (422033b9-0e33-428b-8594-3eebccf24c59), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:58.922046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 422033b9-0e33-428b-8594-3eebccf24c59, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=422033b9-0e33-428b-8594-3eebccf24c59,segment=NetworkSegment(6fb5d6f5-956a-4e0e-982a-2a12d101bbfa),segment_id=6fb5d6f5-956a-4e0e-982a-2a12d101bbfa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:02:58.948505 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (f1ec22e8-c24d-4308-b307-168d529a2099), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:58.954208 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (422033b9-0e33-428b-8594-3eebccf24c59), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:58.954931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:58.955080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 14485b39-8ceb-459a-a1c4-e6667546c57d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:02:59.032639 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (449aad91-b78b-4295-91b0-de491eb10074), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:59.034756 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=f1ec22e8-c24d-4308-b307-168d529a2099,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:59.053814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=422033b9-0e33-428b-8594-3eebccf24c59,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:59.095975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4a41102e-90c1-486f-9409-537bfd27457a None None] Current status of the port 422033b9-0e33-428b-8594-3eebccf24c59 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:02:59.106436 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 14485b39-8ceb-459a-a1c4-e6667546c57d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:02:59.106812 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:59.135196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network c3412079-5db0-4f5f-8cbd-32cccc90bea5 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:02:59.136713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:02:59.196674 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 14485b39-8ceb-459a-a1c4-e6667546c57d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:02:59.197304 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:59.224816 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 14485b39-8ceb-459a-a1c4-e6667546c57d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=14485b39-8ceb-459a-a1c4-e6667546c57d,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:02:59.233386 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:59.278236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 449aad91-b78b-4295-91b0-de491eb10074 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:02:59.284804 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=14485b39-8ceb-459a-a1c4-e6667546c57d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:02:59.317248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccadc6a1-9582-4cfb-80b6-7cc074320c6a None None] Provisioning complete for port f1ec22e8-c24d-4308-b307-168d529a2099 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:02:59.317556 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccadc6a1-9582-4cfb-80b6-7cc074320c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:59.359834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccadc6a1-9582-4cfb-80b6-7cc074320c6a None None] Port f1ec22e8-c24d-4308-b307-168d529a2099 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:02:59.370111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ccadc6a1-9582-4cfb-80b6-7cc074320c6a None None] Provisioning complete for port 422033b9-0e33-428b-8594-3eebccf24c59 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:02:59.370475 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ccadc6a1-9582-4cfb-80b6-7cc074320c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (422033b9-0e33-428b-8594-3eebccf24c59), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:59.418696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:02:59.424987 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e557b752-fc14-4fe1-8de4-962fe4cc6ebe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "PUT /v2.0/routers/449aad91-b78b-4295-91b0-de491eb10074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4294102 Feb 02 14:02:59.471671 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ccadc6a1-9582-4cfb-80b6-7cc074320c6a None None] Current status of the port 422033b9-0e33-428b-8594-3eebccf24c59 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:02:59.572959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Sync routers for ids ['449aad91-b78b-4295-91b0-de491eb10074'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:02:59.589143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Routers {'449aad91-b78b-4295-91b0-de491eb10074'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:02:59.589896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-040c2af5-b744-491e-a885-2c230a720057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:02:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['449aad91-b78b-4295-91b0-de491eb10074'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:02:59.602718 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-e8616b1b-a1b0-4c06-b309-e2035cbc4453 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772765546&fields=id&tenant_id=459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 267 time: 0.0619159 Feb 02 14:02:59.644098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-3b86ac0e-268c-43a1-999a-2cdc551fef74 None None] Provisioning complete for port f1ec22e8-c24d-4308-b307-168d529a2099 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:02:59.644678 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3b86ac0e-268c-43a1-999a-2cdc551fef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:59.719346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-34ab91c1-e758-4356-9728-a61808d61b8f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:02:59.719870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3b86ac0e-268c-43a1-999a-2cdc551fef74 None None] Port f1ec22e8-c24d-4308-b307-168d529a2099 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:02:59.721466 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-34ab91c1-e758-4356-9728-a61808d61b8f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/networks?id=c3412079-5db0-4f5f-8cbd-32cccc90bea5 HTTP/1.1" status: 200 len: 796 time: 0.1120903 Feb 02 14:02:59.738978 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-b40ca9a7-0177-44eb-81cc-aa0e9817d43d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/quotas/459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 375 time: 0.0106099 Feb 02 14:02:59.746888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Set router 449aad91-b78b-4295-91b0-de491eb10074 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:02:59.795346 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-c12a7974-8aa3-40cf-9cdb-4de18b7f62a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499144 Feb 02 14:02:59.860108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-c29da611-539a-4447-aeeb-5afe3dac5b6c service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:02:59.861197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-c29da611-539a-4447-aeeb-5afe3dac5b6c service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547740 Feb 02 14:02:59.890921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-37d29861-7f59-431e-a92a-b07122404b28 None None] Provisioning complete for port f1ec22e8-c24d-4308-b307-168d529a2099 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:02:59.891288 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-37d29861-7f59-431e-a92a-b07122404b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:02:59.960367 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-8f6349b7-70d6-4c93-91fe-b6a761844f26 service neutron] 10.222.0.83 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924759 Feb 02 14:02:59.962106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-37d29861-7f59-431e-a92a-b07122404b28 None None] Port f1ec22e8-c24d-4308-b307-168d529a2099 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:02:59.990472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-040c2af5-b744-491e-a885-2c230a720057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:02:58Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f1ec22e8-c24d-4308-b307-168d529a2099', 'name': '', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:3a:0f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:57Z', 'updated_at': '2022-02-02T14:02:58Z', 'revision_number': 2, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:03:00.024821 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Checking router: 449aad91-b78b-4295-91b0-de491eb10074 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:03:00.025202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Updating router 449aad91-b78b-4295-91b0-de491eb10074 port f1ec22e8-c24d-4308-b307-168d529a2099 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:03:00.054178 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:00.067475 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-624713fb-459c-4f99-ba21-76dc25e03003 service neutron] 10.222.0.83 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012092 Feb 02 14:03:00.328747 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Publish callbacks [] for port (f1ec22e8-c24d-4308-b307-168d529a2099), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:00.336544 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:00.382884 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127c5ad-1ece-4fa4-ae2e-3ff28869f8a6 None None] Pushing event updated for resources: {'Port': ['ID=f1ec22e8-c24d-4308-b307-168d529a2099,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:03:00.458808 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Attempting to bind port f1ec22e8-c24d-4308-b307-168d529a2099 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:03:00.459273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Attempting to bind port f1ec22e8-c24d-4308-b307-168d529a2099 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:03:00.459757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Attempting to bind port f1ec22e8-c24d-4308-b307-168d529a2099 on network c3412079-5db0-4f5f-8cbd-32cccc90bea5 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:03:00.465142 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:03:00.465624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Checking segment: {'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:03:00.466094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:00.466863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Bound using segment: {'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:03:00.467392 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Bound port: f1ec22e8-c24d-4308-b307-168d529a2099, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:03:00.467869 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:00.541256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-040c2af5-b744-491e-a885-2c230a720057 None None] For port f1ec22e8-c24d-4308-b307-168d529a2099, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:03:00.547730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 422033b9-0e33-428b-8594-3eebccf24c59 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:03:00.554358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-040c2af5-b744-491e-a885-2c230a720057 None None] For port f1ec22e8-c24d-4308-b307-168d529a2099, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f1ec22e8-c24d-4308-b307-168d529a2099,segment=NetworkSegment(6fb5d6f5-956a-4e0e-982a-2a12d101bbfa),segment_id=6fb5d6f5-956a-4e0e-982a-2a12d101bbfa)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:03:00.578412 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:00.658035 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Routers {'449aad91-b78b-4295-91b0-de491eb10074'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:03:00.658703 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-040c2af5-b744-491e-a885-2c230a720057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:02:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['449aad91-b78b-4295-91b0-de491eb10074'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:03:00.661033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127c5ad-1ece-4fa4-ae2e-3ff28869f8a6 None None] Pushing event updated for resources: {'Port': ['ID=f1ec22e8-c24d-4308-b307-168d529a2099,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:03:00.719472 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 422033b9-0e33-428b-8594-3eebccf24c59 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:03:00.719838 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (422033b9-0e33-428b-8594-3eebccf24c59), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:00.943903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5a4a40da-05a6-48c6-81c7-6782b3999634 None None] Provisioning complete for port f1ec22e8-c24d-4308-b307-168d529a2099 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:03:00.944183 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a4a40da-05a6-48c6-81c7-6782b3999634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:01.012545 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-040c2af5-b744-491e-a885-2c230a720057 None None] Set router 449aad91-b78b-4295-91b0-de491eb10074 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:03:01.157653 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 422033b9-0e33-428b-8594-3eebccf24c59 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:03:01.158982 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 14485b39-8ceb-459a-a1c4-e6667546c57d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:03:01.232350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5a4a40da-05a6-48c6-81c7-6782b3999634 None None] Current status of the port f1ec22e8-c24d-4308-b307-168d529a2099 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:03:01.232740 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a4a40da-05a6-48c6-81c7-6782b3999634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:01.249421 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6aa6df19-5131-44f0-8130-562b213e2ca7 req-9047626b-7b59-4205-b993-b0f6b0d6d559 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 210 time: 0.0268712 Feb 02 14:03:01.314668 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-5a4a40da-05a6-48c6-81c7-6782b3999634 None None] For port f1ec22e8-c24d-4308-b307-168d529a2099, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f1ec22e8-c24d-4308-b307-168d529a2099,segment=NetworkSegment(6fb5d6f5-956a-4e0e-982a-2a12d101bbfa),segment_id=6fb5d6f5-956a-4e0e-982a-2a12d101bbfa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:03:01.327086 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5a4a40da-05a6-48c6-81c7-6782b3999634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:01.334788 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 14485b39-8ceb-459a-a1c4-e6667546c57d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:03:01.335155 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:01.416464 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a40da-05a6-48c6-81c7-6782b3999634 None None] Pushing event updated for resources: {'Port': ['ID=f1ec22e8-c24d-4308-b307-168d529a2099,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:03:01.427517 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-040c2af5-b744-491e-a885-2c230a720057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:02:58Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f1ec22e8-c24d-4308-b307-168d529a2099', 'name': '', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:3a:0f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:57Z', 'updated_at': '2022-02-02T14:03:00Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:03:01.465645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040c2af5-b744-491e-a885-2c230a720057 None None] The sync data for ids ['449aad91-b78b-4295-91b0-de491eb10074'] in n-d-827336-2 is: [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:02:58Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f1ec22e8-c24d-4308-b307-168d529a2099', 'name': '', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:3a:0f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:57Z', 'updated_at': '2022-02-02T14:03:00Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:03:01.512355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-456a8b95-39e3-4103-b101-21a59d9910a9 None None] Provisioning complete for port f1ec22e8-c24d-4308-b307-168d529a2099 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:03:01.512355 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-456a8b95-39e3-4103-b101-21a59d9910a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:01.566660 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 14485b39-8ceb-459a-a1c4-e6667546c57d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:03:01.625872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-456a8b95-39e3-4103-b101-21a59d9910a9 None None] Current status of the port f1ec22e8-c24d-4308-b307-168d529a2099 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:03:01.869137 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3ec6f042-5a9e-4fea-a459-d344776034a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:02.359986 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2f669faf-767c-4d26-9d8f-a4399efe5f59 req-30bf781c-2c28-4b83-b3ff-f7a9d0d1fd3a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 210 time: 0.0302324 Feb 02 14:03:02.431026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-5ad474ce-e9cf-49bd-8a0f-28fb70bf35fd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:02.432763 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-5ad474ce-e9cf-49bd-8a0f-28fb70bf35fd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.62 "GET /v2.0/networks?id=c3412079-5db0-4f5f-8cbd-32cccc90bea5 HTTP/1.1" status: 200 len: 796 time: 0.1329167 Feb 02 14:03:02.523261 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-35253423-235d-4983-88b4-1cbdf3af2658 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 380 time: 0.0728610 Feb 02 14:03:02.536368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f1ec22e8-c24d-4308-b307-168d529a2099 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:03:02.542395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'port': {'device_id': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'admin_state_up': True, 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'security_groups': ['0da19fe3-cf40-4d6d-ac10-988f993818f8']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:03:02.599225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f1ec22e8-c24d-4308-b307-168d529a2099 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:03:02.599628 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:02.660974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:03:02.664391 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:02.680727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f1ec22e8-c24d-4308-b307-168d529a2099 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:03:02.792775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.20.0.3 (c3412079-5db0-4f5f-8cbd-32cccc90bea5/557fcae2-5fc2-4864-91d9-65c408d72b06/78f5129a-07de-4222-b427-dd58524dfb29) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:03:02.943377 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (78f5129a-07de-4222-b427-dd58524dfb29), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:02.981445 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (78f5129a-07de-4222-b427-dd58524dfb29), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:03.024414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network c3412079-5db0-4f5f-8cbd-32cccc90bea5 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:03:03.029441 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:03:03.033018 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:03:03.039388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=78f5129a-07de-4222-b427-dd58524dfb29,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:03:03.086014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:03.086635 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:03.105330 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-1e3b5b15-d029-4d31-8bee-3589a31a5b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680275 Feb 02 14:03:03.123094 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Request body: {'port': {'device_id': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:03:03.192944 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78f5129a-07de-4222-b427-dd58524dfb29), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:03.261082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-72f9ce20-c340-457e-8297-6f8cddd8e972 None None] Provisioning complete for port 78f5129a-07de-4222-b427-dd58524dfb29 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:03:03.262158 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72f9ce20-c340-457e-8297-6f8cddd8e972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (78f5129a-07de-4222-b427-dd58524dfb29), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:03.301874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-72f9ce20-c340-457e-8297-6f8cddd8e972 None None] Port 78f5129a-07de-4222-b427-dd58524dfb29 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:03:03.467166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f5129a-07de-4222-b427-dd58524dfb29 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:03:03.475454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Publish callbacks [] for port (78f5129a-07de-4222-b427-dd58524dfb29), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:03.481457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2fe4b-5468-4b55-8c75-e02c662ad925 req-7febc264-55ab-4cc3-940a-41d80dbb287c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:03.483110 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2c2fe4b-5468-4b55-8c75-e02c662ad925 req-7febc264-55ab-4cc3-940a-41d80dbb287c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 931 time: 0.0548303 Feb 02 14:03:03.488291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Transition to ACTIVE for port object 78f5129a-07de-4222-b427-dd58524dfb29 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:03:03.493090 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (78f5129a-07de-4222-b427-dd58524dfb29), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:03.544382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Pushing event updated for resources: {'Port': ['ID=78f5129a-07de-4222-b427-dd58524dfb29,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:03:03.547184 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2c2fe4b-5468-4b55-8c75-e02c662ad925 req-e65cb480-f87c-4b14-b564-2daef2612b34 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572236 Feb 02 14:03:03.626898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Attempting to bind port 78f5129a-07de-4222-b427-dd58524dfb29 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:03:03.627314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Attempting to bind port 78f5129a-07de-4222-b427-dd58524dfb29 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:03:03.627661 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Attempting to bind port 78f5129a-07de-4222-b427-dd58524dfb29 on network c3412079-5db0-4f5f-8cbd-32cccc90bea5 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:03:03.632242 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Port 78f5129a-07de-4222-b427-dd58524dfb29 on network c3412079-5db0-4f5f-8cbd-32cccc90bea5 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:03:03.632562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Attempting to bind port 78f5129a-07de-4222-b427-dd58524dfb29 on network c3412079-5db0-4f5f-8cbd-32cccc90bea5 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:03:03.637530 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:03:03.637861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Checking segment: {'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:03:03.638240 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Bound using segment: {'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:03:03.638718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Bound port: 78f5129a-07de-4222-b427-dd58524dfb29, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:03:03.639079 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78f5129a-07de-4222-b427-dd58524dfb29), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:03.710560 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] For port 78f5129a-07de-4222-b427-dd58524dfb29, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:03:03.714090 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] For port 78f5129a-07de-4222-b427-dd58524dfb29, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=78f5129a-07de-4222-b427-dd58524dfb29,segment=NetworkSegment(6fb5d6f5-956a-4e0e-982a-2a12d101bbfa),segment_id=6fb5d6f5-956a-4e0e-982a-2a12d101bbfa)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:03:03.722349 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (78f5129a-07de-4222-b427-dd58524dfb29), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:03.754844 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:03.755491 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:03.756943 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] 10.222.0.62 "PUT /v2.0/ports/78f5129a-07de-4222-b427-dd58524dfb29 HTTP/1.1" status: 200 len: 1091 time: 0.6382966 Feb 02 14:03:03.757418 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'tag': '78f5129a-07de-4222-b427-dd58524dfb29'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:03:03.759741 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989a7122-dbac-4dc4-9f9e-0605d945223b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8c8243-ccfb-44bf-836f-eea11cd195f5", "tag": "78f5129a-07de-4222-b427-dd58524dfb29"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:03:03.784008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab499dc-c5e6-4737-aa6c-3ab9eb0d9c62 service neutron] Pushing event updated for resources: {'Port': ['ID=78f5129a-07de-4222-b427-dd58524dfb29,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:03:03.812098 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfa5f1e-938e-4774-b312-dc2a8062030c x-openstack-request-id: req-2dfa5f1e-938e-4774-b312-dc2a8062030c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:03:03.812545 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8c8243-ccfb-44bf-836f-eea11cd195f5", "tag": "78f5129a-07de-4222-b427-dd58524dfb29", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:03:03.812804 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-2dfa5f1e-938e-4774-b312-dc2a8062030c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:03:03.813245 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'tag': '78f5129a-07de-4222-b427-dd58524dfb29', 'status': 'completed', 'code': 200} Feb 02 14:03:03.882646 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-550b9cb7-eb85-4c70-8d93-478624a5f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:03.884360 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-550b9cb7-eb85-4c70-8d93-478624a5f47d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 1125 time: 0.0482368 Feb 02 14:03:03.939353 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-55e5df6b-f2de-4abe-ab7e-715dd49d0572 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78f5129a-07de-4222-b427-dd58524dfb29 HTTP/1.1" status: 200 len: 217 time: 0.0387669 Feb 02 14:03:04.000395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-d7faa7fa-9a5a-462a-b993-ae33858844a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:04.002769 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-d7faa7fa-9a5a-462a-b993-ae33858844a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=557fcae2-5fc2-4864-91d9-65c408d72b06 HTTP/1.1" status: 200 len: 834 time: 0.0568557 Feb 02 14:03:04.057617 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-cbb5645d-2229-491e-b1fd-0340e875298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:04.059079 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-cbb5645d-2229-491e-b1fd-0340e875298e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3412079-5db0-4f5f-8cbd-32cccc90bea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493674 Feb 02 14:03:04.160651 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-104c9089-cb4f-4d4b-b1f4-4121e1dfb083 service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915501 Feb 02 14:03:04.165962 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9410397-ec8c-4846-b6f5-aaad1bd09310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:04.253311 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d6bbb51c-eed5-40b7-9925-509a0a0c40b6 req-81262d6d-040b-42de-8169-70118133e822 service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865042 Feb 02 14:03:04.406263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a7122-dbac-4dc4-9f9e-0605d945223b req-ce28ebb2-49f2-4d6a-a64e-00d3eaadffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:04.407873 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-989a7122-dbac-4dc4-9f9e-0605d945223b req-ce28ebb2-49f2-4d6a-a64e-00d3eaadffac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 1125 time: 0.0528331 Feb 02 14:03:04.502156 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a7122-dbac-4dc4-9f9e-0605d945223b req-f92deaae-6f69-4508-b59a-3ec6249063c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:04.503678 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-989a7122-dbac-4dc4-9f9e-0605d945223b req-f92deaae-6f69-4508-b59a-3ec6249063c4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c3412079-5db0-4f5f-8cbd-32cccc90bea5 HTTP/1.1" status: 200 len: 897 time: 0.0884988 Feb 02 14:03:04.551196 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-989a7122-dbac-4dc4-9f9e-0605d945223b req-d80392fe-104c-468b-973e-c71bc2daed9d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78f5129a-07de-4222-b427-dd58524dfb29 HTTP/1.1" status: 200 len: 217 time: 0.0373149 Feb 02 14:03:04.607472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a7122-dbac-4dc4-9f9e-0605d945223b req-78cd0359-2402-4b2e-a08d-4983c6e5a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:04.608948 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-989a7122-dbac-4dc4-9f9e-0605d945223b req-78cd0359-2402-4b2e-a08d-4983c6e5a7ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=557fcae2-5fc2-4864-91d9-65c408d72b06 HTTP/1.1" status: 200 len: 834 time: 0.0514610 Feb 02 14:03:04.665734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a7122-dbac-4dc4-9f9e-0605d945223b req-2ff22c94-b62e-42d2-8d3e-da2016a1ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:04.667163 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-989a7122-dbac-4dc4-9f9e-0605d945223b req-2ff22c94-b62e-42d2-8d3e-da2016a1ea25 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3412079-5db0-4f5f-8cbd-32cccc90bea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460377 Feb 02 14:03:04.685385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fc35d-a8f5-438f-914c-b531d56003a3 req-dcaa98fa-c071-404e-b207-aef8501549b2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:04.686910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-471fc35d-a8f5-438f-914c-b531d56003a3 req-dcaa98fa-c071-404e-b207-aef8501549b2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 943 time: 0.0563955 Feb 02 14:03:04.737875 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-471fc35d-a8f5-438f-914c-b531d56003a3 req-e7d600bd-dd02-4528-ac78-c3cc79e80461 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446177 Feb 02 14:03:04.762741 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-989a7122-dbac-4dc4-9f9e-0605d945223b req-0b520ade-a896-4d56-8fd0-3e99e9c697d7 service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881121 Feb 02 14:03:04.865014 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-989a7122-dbac-4dc4-9f9e-0605d945223b req-dc4f0fc6-a633-4347-9aee-2c5913ab8a41 service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959921 Feb 02 14:03:05.793002 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:05.872436 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acf468-8480-4464-8760-a734f96f9fdf req-6c94dbd3-b742-477a-9acd-f6f8e33b45b7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:05.873907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90acf468-8480-4464-8760-a734f96f9fdf req-6c94dbd3-b742-477a-9acd-f6f8e33b45b7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 943 time: 0.0589840 Feb 02 14:03:05.929982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90acf468-8480-4464-8760-a734f96f9fdf req-f36f3957-b6c0-413d-8c8e-baf775628d5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476570 Feb 02 14:03:07.056347 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:07.057194 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683cb7e-597b-4da1-ab0d-2b00cf561053 req-d5804608-e7dc-462e-a4aa-98759ed74338 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:07.059141 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d683cb7e-597b-4da1-ab0d-2b00cf561053 req-d5804608-e7dc-462e-a4aa-98759ed74338 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 943 time: 0.0535929 Feb 02 14:03:07.112955 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d683cb7e-597b-4da1-ab0d-2b00cf561053 req-020409dd-1a04-4ff4-9666-9d0af3f463c9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480397 Feb 02 14:03:07.284451 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:07.885239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 78f5129a-07de-4222-b427-dd58524dfb29 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:03:07.997075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 78f5129a-07de-4222-b427-dd58524dfb29, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=78f5129a-07de-4222-b427-dd58524dfb29,segment=NetworkSegment(6fb5d6f5-956a-4e0e-982a-2a12d101bbfa),segment_id=6fb5d6f5-956a-4e0e-982a-2a12d101bbfa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:03:08.009836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '78f5129a-07de-4222-b427-dd58524dfb29', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'port_id': '78f5129a-07de-4222-b427-dd58524dfb29', 'mac_address': 'fa:16:3e:a4:32:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:03:08.054496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 78f5129a-07de-4222-b427-dd58524dfb29 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:03:08.054886 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78f5129a-07de-4222-b427-dd58524dfb29), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:08.075695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f5129a-07de-4222-b427-dd58524dfb29 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:03:08.091812 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:08.100589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 78f5129a-07de-4222-b427-dd58524dfb29, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=78f5129a-07de-4222-b427-dd58524dfb29,segment=NetworkSegment(6fb5d6f5-956a-4e0e-982a-2a12d101bbfa),segment_id=6fb5d6f5-956a-4e0e-982a-2a12d101bbfa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:03:08.104723 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (78f5129a-07de-4222-b427-dd58524dfb29), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:08.170278 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=78f5129a-07de-4222-b427-dd58524dfb29,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:03:08.178622 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:08.242091 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227146bf-9d62-491a-8bcc-e041392cf30a req-25255921-e112-44c1-a960-dc795199810e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:08.244396 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-227146bf-9d62-491a-8bcc-e041392cf30a req-25255921-e112-44c1-a960-dc795199810e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 944 time: 0.0596688 Feb 02 14:03:08.297384 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-227146bf-9d62-491a-8bcc-e041392cf30a req-f36a176b-ce47-481e-a1c0-d7c37e5d5a39 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456722 Feb 02 14:03:08.460497 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['78f5129a-07de-4222-b427-dd58524dfb29'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:03:09.430580 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7fcdb-1242-4711-b5de-59fe8bba3cb2 req-d405c32a-a22f-4cb1-a8d9-c270909985f4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:09.432231 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05b7fcdb-1242-4711-b5de-59fe8bba3cb2 req-d405c32a-a22f-4cb1-a8d9-c270909985f4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 944 time: 0.0551150 Feb 02 14:03:09.481680 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-05b7fcdb-1242-4711-b5de-59fe8bba3cb2 req-6f4218ed-9d36-411a-b4bc-7ea35d2ac15c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Feb 02 14:03:09.888204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 78f5129a-07de-4222-b427-dd58524dfb29 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:03:09.944440 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 78f5129a-07de-4222-b427-dd58524dfb29 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:03:09.948248 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 78f5129a-07de-4222-b427-dd58524dfb29 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:03:09.948625 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (78f5129a-07de-4222-b427-dd58524dfb29), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:10.031815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 78f5129a-07de-4222-b427-dd58524dfb29 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:03:10.032086 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (78f5129a-07de-4222-b427-dd58524dfb29), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:10.057655 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f5129a-07de-4222-b427-dd58524dfb29'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:03:10.060025 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162ba903-9585-4fe5-9f5f-bde48e707002" -d '{"events": [{"server_uuid": "2f8c8243-ccfb-44bf-836f-eea11cd195f5", "name": "network-vif-plugged", "status": "completed", "tag": "78f5129a-07de-4222-b427-dd58524dfb29"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:03:10.074800 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 78f5129a-07de-4222-b427-dd58524dfb29, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=78f5129a-07de-4222-b427-dd58524dfb29,segment=NetworkSegment(6fb5d6f5-956a-4e0e-982a-2a12d101bbfa),segment_id=6fb5d6f5-956a-4e0e-982a-2a12d101bbfa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:03:10.080562 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (78f5129a-07de-4222-b427-dd58524dfb29), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:10.106647 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ebbcff-9bdd-49ca-96d6-0e6ad3556fdb x-openstack-request-id: req-67ebbcff-9bdd-49ca-96d6-0e6ad3556fdb {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:03:10.106937 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8c8243-ccfb-44bf-836f-eea11cd195f5", "name": "network-vif-plugged", "status": "completed", "tag": "78f5129a-07de-4222-b427-dd58524dfb29", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:03:10.107189 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-67ebbcff-9bdd-49ca-96d6-0e6ad3556fdb {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:03:10.107614 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f5129a-07de-4222-b427-dd58524dfb29', 'code': 200} Feb 02 14:03:10.132879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=78f5129a-07de-4222-b427-dd58524dfb29,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:03:10.245778 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda561e-1be7-4820-b346-d58d31880809 req-bd5facf1-8e5b-4232-b261-bf2aef0d2415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:10.247304 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4fda561e-1be7-4820-b346-d58d31880809 req-bd5facf1-8e5b-4232-b261-bf2aef0d2415 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 1127 time: 0.0472915 Feb 02 14:03:10.312908 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4fda561e-1be7-4820-b346-d58d31880809 req-0dee4662-65ff-4541-8855-48203b0530a9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590096 Feb 02 14:03:10.621985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896a632-5469-47b3-b40f-f4820684d82c req-b26bcf7a-e258-46a4-b55c-027fe6ceb353 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:10.623484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d896a632-5469-47b3-b40f-f4820684d82c req-b26bcf7a-e258-46a4-b55c-027fe6ceb353 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0624554 Feb 02 14:03:10.674316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d896a632-5469-47b3-b40f-f4820684d82c req-fb973725-1329-4bb6-97d5-17129274e6f0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449634 Feb 02 14:03:11.816806 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb4847-6802-41cd-8c84-9c5fb8969d30 req-189be605-0558-4c3c-88a9-9cce5e220c4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:11.818290 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7bdb4847-6802-41cd-8c84-9c5fb8969d30 req-189be605-0558-4c3c-88a9-9cce5e220c4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0655558 Feb 02 14:03:11.869504 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7bdb4847-6802-41cd-8c84-9c5fb8969d30 req-8b57b63f-9f8d-4e96-9879-acc8e7137ecf tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429349 Feb 02 14:03:12.009037 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713e9be-aaf0-42f0-9a5c-b3dbee4badf4 req-88ea7ff1-8984-4319-9af3-27b08af99615 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:12.010478 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0713e9be-aaf0-42f0-9a5c-b3dbee4badf4 req-88ea7ff1-8984-4319-9af3-27b08af99615 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0553348 Feb 02 14:03:12.063880 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0713e9be-aaf0-42f0-9a5c-b3dbee4badf4 req-c19b98d8-a8e4-46c7-bc86-32017ae6db87 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465887 Feb 02 14:03:12.086387 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42502) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:03:12.131319 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dde044-3657-4c50-b50c-5d789cd1a7a4 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:12.132855 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-84dde044-3657-4c50-b50c-5d789cd1a7a4 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 1122 time: 0.0454836 Feb 02 14:03:12.135788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42504) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:03:12.140012 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': '78f5129a-07de-4222-b427-dd58524dfb29', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:03:12.161323 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:12.261779 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:12.709917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.25.4.238 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/92e140bd-cfaf-49ec-8c56-7b273504ad81) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:03:12.828396 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (92e140bd-cfaf-49ec-8c56-7b273504ad81), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:12.865665 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (92e140bd-cfaf-49ec-8c56-7b273504ad81), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:12.901839 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:03:12.907082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:03:12.910591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:03:12.915922 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=92e140bd-cfaf-49ec-8c56-7b273504ad81,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:03:13.281492 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (9eed704d-b261-47b2-a630-9077a4c6483d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:13.354970 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (92e140bd-cfaf-49ec-8c56-7b273504ad81), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:13.521170 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (92e140bd-cfaf-49ec-8c56-7b273504ad81), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:13.527053 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (92e140bd-cfaf-49ec-8c56-7b273504ad81), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:13.598669 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=92e140bd-cfaf-49ec-8c56-7b273504ad81,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:03:13.608731 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (9eed704d-b261-47b2-a630-9077a4c6483d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:13.712527 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Floating IP 9eed704d-b261-47b2-a630-9077a4c6483d associated. External IP: 172.25.4.238, port: 78f5129a-07de-4222-b427-dd58524dfb29. Feb 02 14:03:13.924677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 449aad91-b78b-4295-91b0-de491eb10074 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:03:14.065757 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:03:14.076453 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe28e2-42c6-475f-8f81-1206010bb5ff None None] Sync routers for ids ['449aad91-b78b-4295-91b0-de491eb10074'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:03:14.086035 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:14.087395 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe28e2-42c6-475f-8f81-1206010bb5ff None None] Routers {'449aad91-b78b-4295-91b0-de491eb10074'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:03:14.088092 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fbbe28e2-42c6-475f-8f81-1206010bb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:03:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['449aad91-b78b-4295-91b0-de491eb10074'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:03:14.122435 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5921ac8f-d91f-4d5e-a824-a00e2a5e2de9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9830811 Feb 02 14:03:14.122435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'tag': '78f5129a-07de-4222-b427-dd58524dfb29'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:03:14.123091 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7de977-36a1-4a9b-a6c0-e2b2f5d65eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8c8243-ccfb-44bf-836f-eea11cd195f5", "tag": "78f5129a-07de-4222-b427-dd58524dfb29"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:03:14.166233 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf230ee-0b87-47e5-ab30-5bed88d847a1 x-openstack-request-id: req-faf230ee-0b87-47e5-ab30-5bed88d847a1 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:03:14.166782 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8c8243-ccfb-44bf-836f-eea11cd195f5", "tag": "78f5129a-07de-4222-b427-dd58524dfb29", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:03:14.167219 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-faf230ee-0b87-47e5-ab30-5bed88d847a1 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:03:14.167962 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'tag': '78f5129a-07de-4222-b427-dd58524dfb29', 'status': 'completed', 'code': 200} Feb 02 14:03:14.206035 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fbbe28e2-42c6-475f-8f81-1206010bb5ff None None] Set router 449aad91-b78b-4295-91b0-de491eb10074 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:03:14.228777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a51eb3-1f20-4914-b8a9-885bb3500031 req-8ceb4b0b-c019-4c45-97ef-7bd51b3232d5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:14.230277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4a51eb3-1f20-4914-b8a9-885bb3500031 req-8ceb4b0b-c019-4c45-97ef-7bd51b3232d5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0555711 Feb 02 14:03:14.251981 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7de977-36a1-4a9b-a6c0-e2b2f5d65eb0 req-56a11b49-a809-4aca-85d8-644dd29ea85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:14.254290 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7d7de977-36a1-4a9b-a6c0-e2b2f5d65eb0 req-56a11b49-a809-4aca-85d8-644dd29ea85a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 1127 time: 0.0461841 Feb 02 14:03:14.281742 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f4a51eb3-1f20-4914-b8a9-885bb3500031 req-54101842-282c-4d93-b5df-5f36e1a1e6fd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454884 Feb 02 14:03:14.309754 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42510) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:03:14.347151 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7de977-36a1-4a9b-a6c0-e2b2f5d65eb0 req-1eb5679f-0ef5-4249-afce-65347d04c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:14.348784 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7d7de977-36a1-4a9b-a6c0-e2b2f5d65eb0 req-1eb5679f-0ef5-4249-afce-65347d04c930 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c3412079-5db0-4f5f-8cbd-32cccc90bea5 HTTP/1.1" status: 200 len: 897 time: 0.0883210 Feb 02 14:03:14.369787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-60ad7bce-7ce5-4cba-9114-57a93eceb7c9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/9eed704d-b261-47b2-a630-9077a4c6483d HTTP/1.1" status: 200 len: 991 time: 0.0588155 Feb 02 14:03:14.419106 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7d7de977-36a1-4a9b-a6c0-e2b2f5d65eb0 req-1a03b048-9a88-4767-8d03-6540b8d01613 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78f5129a-07de-4222-b427-dd58524dfb29 HTTP/1.1" status: 200 len: 999 time: 0.0640519 Feb 02 14:03:14.469769 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7de977-36a1-4a9b-a6c0-e2b2f5d65eb0 req-196c12d2-3d5a-4686-a74e-d9df4dc40a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:14.471709 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7d7de977-36a1-4a9b-a6c0-e2b2f5d65eb0 req-196c12d2-3d5a-4686-a74e-d9df4dc40a49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=557fcae2-5fc2-4864-91d9-65c408d72b06 HTTP/1.1" status: 200 len: 834 time: 0.0463374 Feb 02 14:03:14.524859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7de977-36a1-4a9b-a6c0-e2b2f5d65eb0 req-3563cb3f-bc02-4051-8f1e-c93cbc92f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:14.526397 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7d7de977-36a1-4a9b-a6c0-e2b2f5d65eb0 req-3563cb3f-bc02-4051-8f1e-c93cbc92f832 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3412079-5db0-4f5f-8cbd-32cccc90bea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479629 Feb 02 14:03:14.536880 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fbbe28e2-42c6-475f-8f81-1206010bb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:02:58Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '9eed704d-b261-47b2-a630-9077a4c6483d', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.238', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '449aad91-b78b-4295-91b0-de491eb10074', 'port_id': '78f5129a-07de-4222-b427-dd58524dfb29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'mac_address': 'fa:16:3e:a4:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:03:13Z', 'updated_at': '2022-02-02T14:03:13Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ec22e8-c24d-4308-b307-168d529a2099', 'name': '', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:3a:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:57Z', 'updated_at': '2022-02-02T14:03:01Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:03:14.563632 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe28e2-42c6-475f-8f81-1206010bb5ff None None] Checking router: 449aad91-b78b-4295-91b0-de491eb10074 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:03:14.572416 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbe28e2-42c6-475f-8f81-1206010bb5ff None None] Routers {'449aad91-b78b-4295-91b0-de491eb10074'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:03:14.573009 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fbbe28e2-42c6-475f-8f81-1206010bb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:03:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['449aad91-b78b-4295-91b0-de491eb10074'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:03:14.628016 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7d7de977-36a1-4a9b-a6c0-e2b2f5d65eb0 req-351ab2ba-4366-4b31-864e-505eb26287f9 service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945199 Feb 02 14:03:14.681268 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-fbbe28e2-42c6-475f-8f81-1206010bb5ff None None] Set router 449aad91-b78b-4295-91b0-de491eb10074 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:03:14.721328 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7d7de977-36a1-4a9b-a6c0-e2b2f5d65eb0 req-a3dc21b5-4a99-4886-b235-c3425300d808 service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872426 Feb 02 14:03:14.911833 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-fbbe28e2-42c6-475f-8f81-1206010bb5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:02:58Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '9eed704d-b261-47b2-a630-9077a4c6483d', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.238', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '449aad91-b78b-4295-91b0-de491eb10074', 'port_id': '78f5129a-07de-4222-b427-dd58524dfb29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'mac_address': 'fa:16:3e:a4:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:03:13Z', 'updated_at': '2022-02-02T14:03:13Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ec22e8-c24d-4308-b307-168d529a2099', 'name': '', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:3a:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:57Z', 'updated_at': '2022-02-02T14:03:01Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:03:14.938161 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbbe28e2-42c6-475f-8f81-1206010bb5ff None None] The sync data for ids ['449aad91-b78b-4295-91b0-de491eb10074'] in n-d-827336-2 is: [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:02:58Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '9eed704d-b261-47b2-a630-9077a4c6483d', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.238', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '449aad91-b78b-4295-91b0-de491eb10074', 'port_id': '78f5129a-07de-4222-b427-dd58524dfb29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'mac_address': 'fa:16:3e:a4:32:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:03:13Z', 'updated_at': '2022-02-02T14:03:13Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ec22e8-c24d-4308-b307-168d529a2099', 'name': '', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:3a:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:57Z', 'updated_at': '2022-02-02T14:03:01Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:03:15.150358 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f569b-89b7-4dd6-9398-f20183d56ab3 None None] New status for floating IP 9eed704d-b261-47b2-a630-9077a4c6483d: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:03:15.373164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42512) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:03:15.439169 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0ff2aeca-f9b0-42ee-bf9a-c9e475f41fe4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/9eed704d-b261-47b2-a630-9077a4c6483d HTTP/1.1" status: 200 len: 993 time: 0.0648401 Feb 02 14:03:27.676276 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8625122e-24a8-4144-b9d6-1d6f111047cc req-39ca9a5e-658c-4148-abf5-4e51949dc2bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476985 Feb 02 14:03:27.786674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625122e-24a8-4144-b9d6-1d6f111047cc req-a62938ef-570a-450d-a327-36a33a3366a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:27.788780 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8625122e-24a8-4144-b9d6-1d6f111047cc req-a62938ef-570a-450d-a327-36a33a3366a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 1127 time: 0.0533173 Feb 02 14:03:27.906998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625122e-24a8-4144-b9d6-1d6f111047cc req-02a993b4-ce13-4ecf-805d-dc8c982d0a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:27.909071 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8625122e-24a8-4144-b9d6-1d6f111047cc req-02a993b4-ce13-4ecf-805d-dc8c982d0a2c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c3412079-5db0-4f5f-8cbd-32cccc90bea5 HTTP/1.1" status: 200 len: 897 time: 0.0986347 Feb 02 14:03:27.978040 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8625122e-24a8-4144-b9d6-1d6f111047cc req-01178bb1-e5c3-484b-acd2-3a7d76a1b28d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78f5129a-07de-4222-b427-dd58524dfb29 HTTP/1.1" status: 200 len: 1001 time: 0.0616093 Feb 02 14:03:28.036747 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625122e-24a8-4144-b9d6-1d6f111047cc req-8f916a0d-d10c-4bee-867c-100dd40ab9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:28.038193 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8625122e-24a8-4144-b9d6-1d6f111047cc req-8f916a0d-d10c-4bee-867c-100dd40ab9ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=557fcae2-5fc2-4864-91d9-65c408d72b06 HTTP/1.1" status: 200 len: 834 time: 0.0482507 Feb 02 14:03:28.094359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8625122e-24a8-4144-b9d6-1d6f111047cc req-83d98c38-c0c1-4102-9386-28cbf7b08720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:28.095981 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8625122e-24a8-4144-b9d6-1d6f111047cc req-83d98c38-c0c1-4102-9386-28cbf7b08720 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3412079-5db0-4f5f-8cbd-32cccc90bea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515997 Feb 02 14:03:28.193528 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8625122e-24a8-4144-b9d6-1d6f111047cc req-fb52183c-7415-4a2e-813c-9aa8f6e23244 service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901673 Feb 02 14:03:28.289207 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8625122e-24a8-4144-b9d6-1d6f111047cc req-00ec3500-e1b7-4c57-88b8-674e53aed046 service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892410 Feb 02 14:03:31.871992 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-75363de4-05e5-4eaa-b424-eb409067fcbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:33.616443 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:03:34.173901 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-12b0dcc5-034b-43fb-959a-7cf2de962ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:35.796959 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:37.065596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:37.267311 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:38.077636 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:38.180836 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:03:48.938389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeade888-6bee-488e-8785-2787705a9fcc req-173ccff9-8e53-42ef-9545-0fc142a75afc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:48.940217 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aeade888-6bee-488e-8785-2787705a9fcc req-173ccff9-8e53-42ef-9545-0fc142a75afc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0570791 Feb 02 14:03:48.971450 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aacd94-2258-4cab-be81-aec4af51bccd req-0f00f905-5e0a-430d-aa84-73245bded5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:48.973586 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47aacd94-2258-4cab-be81-aec4af51bccd req-0f00f905-5e0a-430d-aa84-73245bded5c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 1127 time: 0.0568018 Feb 02 14:03:48.998468 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aeade888-6bee-488e-8785-2787705a9fcc req-4f4a19a9-93c3-48ac-9b7b-c4ba7e048969 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522089 Feb 02 14:03:49.078174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aacd94-2258-4cab-be81-aec4af51bccd req-acce9433-a722-436f-9134-7cb7904e844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:49.079230 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47aacd94-2258-4cab-be81-aec4af51bccd req-acce9433-a722-436f-9134-7cb7904e844c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c3412079-5db0-4f5f-8cbd-32cccc90bea5 HTTP/1.1" status: 200 len: 897 time: 0.0995376 Feb 02 14:03:49.145536 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47aacd94-2258-4cab-be81-aec4af51bccd req-76258326-9edf-4744-9b5e-8e369b0f344a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78f5129a-07de-4222-b427-dd58524dfb29 HTTP/1.1" status: 200 len: 1001 time: 0.0595720 Feb 02 14:03:49.193542 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aacd94-2258-4cab-be81-aec4af51bccd req-6f4bbd27-ccde-499f-b60d-34ed070b70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:49.195022 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47aacd94-2258-4cab-be81-aec4af51bccd req-6f4bbd27-ccde-499f-b60d-34ed070b70f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=557fcae2-5fc2-4864-91d9-65c408d72b06 HTTP/1.1" status: 200 len: 834 time: 0.0436575 Feb 02 14:03:49.248305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aacd94-2258-4cab-be81-aec4af51bccd req-458008fb-c1e7-430a-952d-ee3d9b54e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:49.249688 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47aacd94-2258-4cab-be81-aec4af51bccd req-458008fb-c1e7-430a-952d-ee3d9b54e731 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3412079-5db0-4f5f-8cbd-32cccc90bea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477407 Feb 02 14:03:49.342306 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47aacd94-2258-4cab-be81-aec4af51bccd req-411af06a-7d13-4e2f-b839-2a20360fdc5e service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843673 Feb 02 14:03:49.440190 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-47aacd94-2258-4cab-be81-aec4af51bccd req-e011ef5e-8727-445c-b3d0-7a96c570ea64 service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899277 Feb 02 14:03:50.152325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f5b56-70d2-4a3f-b3c9-a7a561aea0e3 req-2c276752-4211-41d9-a86c-998346dfca0f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:50.153794 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b65f5b56-70d2-4a3f-b3c9-a7a561aea0e3 req-2c276752-4211-41d9-a86c-998346dfca0f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0664759 Feb 02 14:03:50.206171 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b65f5b56-70d2-4a3f-b3c9-a7a561aea0e3 req-f3533c2e-0cf5-45d3-a717-979881865597 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437429 Feb 02 14:03:51.352930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725add5-c8c7-45fd-86d1-d26b05ff7aa3 req-caec49f9-968b-48e6-8323-87a581cccedd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:51.354503 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6725add5-c8c7-45fd-86d1-d26b05ff7aa3 req-caec49f9-968b-48e6-8323-87a581cccedd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0655437 Feb 02 14:03:51.413020 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6725add5-c8c7-45fd-86d1-d26b05ff7aa3 req-57f03b5a-7812-41ec-b11e-285e59b9c234 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491664 Feb 02 14:03:52.557883 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cf37f-da5d-4b69-82e8-7407e62f027f req-a21902e7-141f-4591-b86f-2141f878014f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:52.559449 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d5cf37f-da5d-4b69-82e8-7407e62f027f req-a21902e7-141f-4591-b86f-2141f878014f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0559869 Feb 02 14:03:52.628600 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d5cf37f-da5d-4b69-82e8-7407e62f027f req-c0a3d21d-91a1-4ca0-afa5-519d83b0ec7c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623026 Feb 02 14:03:53.753647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b81242-2f0b-4081-8880-29004b1ccb2b req-068337a0-5840-4031-b783-8beff9fa3cbd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:53.755116 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8b81242-2f0b-4081-8880-29004b1ccb2b req-068337a0-5840-4031-b783-8beff9fa3cbd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0536532 Feb 02 14:03:53.803761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8b81242-2f0b-4081-8880-29004b1ccb2b req-66edf4f8-a95f-4797-8f69-bc72eb330b63 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427191 Feb 02 14:03:54.949244 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb81f97-9d7a-4fe9-acd6-0a8f103b3c3c req-d86837b1-f818-40d4-9655-093d9fd69dc2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:54.950715 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdb81f97-9d7a-4fe9-acd6-0a8f103b3c3c req-d86837b1-f818-40d4-9655-093d9fd69dc2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0666003 Feb 02 14:03:55.003928 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdb81f97-9d7a-4fe9-acd6-0a8f103b3c3c req-8eb081ac-64dd-4378-9b28-b6b303a7464e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473278 Feb 02 14:03:56.143859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98b745-0532-494d-9f4d-c6ec5610ec39 req-182ee5b1-ca1d-4c52-9d99-f7d438401a7c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:56.145358 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c98b745-0532-494d-9f4d-c6ec5610ec39 req-182ee5b1-ca1d-4c52-9d99-f7d438401a7c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0609097 Feb 02 14:03:56.206030 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4c98b745-0532-494d-9f4d-c6ec5610ec39 req-9e0bc89d-3b7d-40a6-9734-59649560eb33 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542545 Feb 02 14:03:57.334744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05fc3d4-4242-4c73-9186-922a5fb65cfa req-2690ad13-0636-4298-9fa3-020fe454f120 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:57.336394 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a05fc3d4-4242-4c73-9186-922a5fb65cfa req-2690ad13-0636-4298-9fa3-020fe454f120 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0609407 Feb 02 14:03:57.386851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a05fc3d4-4242-4c73-9186-922a5fb65cfa req-09a4958f-c302-4fcf-8036-6055f216fab6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444102 Feb 02 14:03:58.511732 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58662403-dfcc-4763-a1a3-f0c49676df50 req-8099fe9c-c340-4448-8438-7c2fe108b891 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:58.513201 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-58662403-dfcc-4763-a1a3-f0c49676df50 req-8099fe9c-c340-4448-8438-7c2fe108b891 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0573857 Feb 02 14:03:58.561936 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-58662403-dfcc-4763-a1a3-f0c49676df50 req-b2c8a4a4-13ca-4321-878e-77eadad606ac tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429764 Feb 02 14:03:59.689043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb1da6-13d6-4a74-8b57-169a772243ce req-73b4905c-5133-4d36-bb7d-07ec153c45bb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:03:59.690540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1abb1da6-13d6-4a74-8b57-169a772243ce req-73b4905c-5133-4d36-bb7d-07ec153c45bb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0537734 Feb 02 14:03:59.740567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1abb1da6-13d6-4a74-8b57-169a772243ce req-bf24fb34-6365-4492-9db2-ce0696d64f34 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443921 Feb 02 14:04:00.867753 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f3eef-f6ea-4177-94e0-53119f7ed6d5 req-3cb41377-eb2d-404d-be22-b11887ee16e2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:00.869254 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed2f3eef-f6ea-4177-94e0-53119f7ed6d5 req-3cb41377-eb2d-404d-be22-b11887ee16e2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0592606 Feb 02 14:04:00.921787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ed2f3eef-f6ea-4177-94e0-53119f7ed6d5 req-b654dfc8-8525-404f-8942-1a0b98cafeee tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468976 Feb 02 14:04:01.867106 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3157cbf1-5cca-4e8f-83d9-d1c47519f68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:02.070703 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca2803-4ea2-4441-ac06-d9c359cbb170 req-68f45e97-615c-48d3-aa6e-db089bab62c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:02.072195 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54ca2803-4ea2-4441-ac06-d9c359cbb170 req-68f45e97-615c-48d3-aa6e-db089bab62c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0603554 Feb 02 14:04:02.126377 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-54ca2803-4ea2-4441-ac06-d9c359cbb170 req-e2976623-8dc5-4531-ad1d-72ab6f865c1e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484786 Feb 02 14:04:03.267080 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7bc96-7036-4d86-9c88-a4ed13e3bf1e req-ceb0d197-6e8e-4a2f-bb6e-cecc5290b8a9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:03.268632 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ce7bc96-7036-4d86-9c88-a4ed13e3bf1e req-ceb0d197-6e8e-4a2f-bb6e-cecc5290b8a9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0552330 Feb 02 14:04:03.326834 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9ce7bc96-7036-4d86-9c88-a4ed13e3bf1e req-0e2b3064-457f-458d-8ce0-115143c58a98 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493031 Feb 02 14:04:04.167822 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08ad5208-e5a2-4306-b47d-5fabdc5b59b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:04.454928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50bf4f-5948-42e7-9593-b24715191a83 req-48fdd7bb-2f59-4f42-832f-14621baada73 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:04.456637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa50bf4f-5948-42e7-9593-b24715191a83 req-48fdd7bb-2f59-4f42-832f-14621baada73 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0597458 Feb 02 14:04:04.507284 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fa50bf4f-5948-42e7-9593-b24715191a83 req-085e3ba1-b722-41d3-81ed-9e8c8e1a2fb0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446970 Feb 02 14:04:05.631706 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420eeb3a-f36e-4179-b760-3e93db3bb7a7 req-21d1e279-5fc7-426d-bb6c-51698143cfc1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:05.633365 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-420eeb3a-f36e-4179-b760-3e93db3bb7a7 req-21d1e279-5fc7-426d-bb6c-51698143cfc1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0552034 Feb 02 14:04:05.682529 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-420eeb3a-f36e-4179-b760-3e93db3bb7a7 req-10f11c5f-c5f8-41ef-8e9f-c698508d982c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435102 Feb 02 14:04:05.705147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42556) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:05.775593 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-76baf3ee-8ed6-4369-b934-171536bdd185 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/9eed704d-b261-47b2-a630-9077a4c6483d HTTP/1.1" status: 200 len: 993 time: 0.0692613 Feb 02 14:04:05.801718 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:07.061531 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:07.280665 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:08.074468 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:08.179509 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:10.618138 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:04:29.638487 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02e83f43-23a8-47d4-8707-661db8b5882c req-385ead4b-0038-4f55-96dc-433209b12c39 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464685 Feb 02 14:04:29.756010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e83f43-23a8-47d4-8707-661db8b5882c req-950007f4-514c-4d38-9aa4-a39908cf3335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:29.757424 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02e83f43-23a8-47d4-8707-661db8b5882c req-950007f4-514c-4d38-9aa4-a39908cf3335 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 1127 time: 0.0475600 Feb 02 14:04:29.871262 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e83f43-23a8-47d4-8707-661db8b5882c req-8e7fc3a3-84fa-4ca6-9cf8-2c8ddc6cdbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:29.872934 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02e83f43-23a8-47d4-8707-661db8b5882c req-8e7fc3a3-84fa-4ca6-9cf8-2c8ddc6cdbd6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c3412079-5db0-4f5f-8cbd-32cccc90bea5 HTTP/1.1" status: 200 len: 897 time: 0.0951130 Feb 02 14:04:29.942059 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02e83f43-23a8-47d4-8707-661db8b5882c req-5bae3708-c224-4b31-b443-68d8f0ff704f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78f5129a-07de-4222-b427-dd58524dfb29 HTTP/1.1" status: 200 len: 1001 time: 0.0623779 Feb 02 14:04:30.003964 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e83f43-23a8-47d4-8707-661db8b5882c req-9eddc78f-64a1-401e-8d10-d9cf6e03ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:30.005450 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02e83f43-23a8-47d4-8707-661db8b5882c req-9eddc78f-64a1-401e-8d10-d9cf6e03ea09 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=557fcae2-5fc2-4864-91d9-65c408d72b06 HTTP/1.1" status: 200 len: 834 time: 0.0564837 Feb 02 14:04:30.065902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e83f43-23a8-47d4-8707-661db8b5882c req-88660ccd-a58f-494f-bf90-1d332e4e6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:30.067381 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02e83f43-23a8-47d4-8707-661db8b5882c req-88660ccd-a58f-494f-bf90-1d332e4e6761 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3412079-5db0-4f5f-8cbd-32cccc90bea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550165 Feb 02 14:04:30.162503 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02e83f43-23a8-47d4-8707-661db8b5882c req-9b95ad52-7600-43b2-a238-775eacb2770b service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886624 Feb 02 14:04:30.257614 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-02e83f43-23a8-47d4-8707-661db8b5882c req-09400e87-c2ad-4b06-bf1b-93febb7bedb6 service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893166 Feb 02 14:04:31.871366 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2616bb9-a4f1-408f-b0d3-b58cab5316a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:34.172303 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-306078e6-05b9-475e-8f4a-2dba83201e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:35.800510 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:37.065447 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:37.278722 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:38.069572 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:38.177493 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:38.333010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42574) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:38.500030 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port 92e140bd-cfaf-49ec-8c56-7b273504ad81 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:04:38.500380 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (92e140bd-cfaf-49ec-8c56-7b273504ad81), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:38.581457 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (92e140bd-cfaf-49ec-8c56-7b273504ad81), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:38.581738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (92e140bd-cfaf-49ec-8c56-7b273504ad81), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:38.594343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for 92e140bd-cfaf-49ec-8c56-7b273504ad81 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:04:38.746465 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (92e140bd-cfaf-49ec-8c56-7b273504ad81), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:38.769508 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=92e140bd-cfaf-49ec-8c56-7b273504ad81,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:38.779458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.779789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.780119 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.780443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.780756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.781103 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.781995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.781995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.781995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.782292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.782610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.782917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.783226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:38.849359 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (9eed704d-b261-47b2-a630-9077a4c6483d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:38.849608 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Floating IP 9eed704d-b261-47b2-a630-9077a4c6483d disassociated (deleted). External IP: 172.25.4.238, port: 78f5129a-07de-4222-b427-dd58524dfb29. Feb 02 14:04:39.086844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 449aad91-b78b-4295-91b0-de491eb10074 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:04:39.196314 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:04:39.201525 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:39.206731 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb58c53-c6cb-4e91-b032-26242f400ae5 None None] Sync routers for ids ['449aad91-b78b-4295-91b0-de491eb10074'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:04:39.217780 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb58c53-c6cb-4e91-b032-26242f400ae5 None None] Routers {'449aad91-b78b-4295-91b0-de491eb10074'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:04:39.218605 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ffb58c53-c6cb-4e91-b032-26242f400ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:04:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['449aad91-b78b-4295-91b0-de491eb10074'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:39.235252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-acf52f0f-24d1-4ecd-b012-dca7e42ab086 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/floatingips/9eed704d-b261-47b2-a630-9077a4c6483d HTTP/1.1" status: 204 len: 168 time: 0.8982620 Feb 02 14:04:39.235252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'tag': '78f5129a-07de-4222-b427-dd58524dfb29'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:04:39.235646 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15f233f-9432-4761-b7bf-3a83ebd42bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8c8243-ccfb-44bf-836f-eea11cd195f5", "tag": "78f5129a-07de-4222-b427-dd58524dfb29"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:04:39.277940 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc182b8-b996-4493-b6dc-6dd17c888a34 x-openstack-request-id: req-0dc182b8-b996-4493-b6dc-6dd17c888a34 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:04:39.278378 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8c8243-ccfb-44bf-836f-eea11cd195f5", "tag": "78f5129a-07de-4222-b427-dd58524dfb29", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:04:39.278750 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-0dc182b8-b996-4493-b6dc-6dd17c888a34 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:04:39.279155 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'tag': '78f5129a-07de-4222-b427-dd58524dfb29', 'status': 'completed', 'code': 200} Feb 02 14:04:39.331897 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ffb58c53-c6cb-4e91-b032-26242f400ae5 None None] Set router 449aad91-b78b-4295-91b0-de491eb10074 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:04:39.376392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f233f-9432-4761-b7bf-3a83ebd42bc8 req-d37cc81a-30eb-40c8-8345-06c6db6f8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:39.380584 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e15f233f-9432-4761-b7bf-3a83ebd42bc8 req-d37cc81a-30eb-40c8-8345-06c6db6f8cc9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 1127 time: 0.0580134 Feb 02 14:04:39.487245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaff8ac-7704-4e28-9440-fe953282fd9c req-ad2127af-5bb0-474c-9e76-831e6fbc5f68 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:39.488938 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8aaff8ac-7704-4e28-9440-fe953282fd9c req-ad2127af-5bb0-474c-9e76-831e6fbc5f68 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0621252 Feb 02 14:04:39.548568 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ffb58c53-c6cb-4e91-b032-26242f400ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:02:58Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f1ec22e8-c24d-4308-b307-168d529a2099', 'name': '', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:3a:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:57Z', 'updated_at': '2022-02-02T14:03:01Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:39.556022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8aaff8ac-7704-4e28-9440-fe953282fd9c req-0617cf0b-589f-47f7-9fae-bfe44f47f4ad tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596092 Feb 02 14:04:39.576678 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb58c53-c6cb-4e91-b032-26242f400ae5 None None] Checking router: 449aad91-b78b-4295-91b0-de491eb10074 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:04:39.586343 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb58c53-c6cb-4e91-b032-26242f400ae5 None None] Routers {'449aad91-b78b-4295-91b0-de491eb10074'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:04:39.586952 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ffb58c53-c6cb-4e91-b032-26242f400ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:04:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['449aad91-b78b-4295-91b0-de491eb10074'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:39.696049 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-ffb58c53-c6cb-4e91-b032-26242f400ae5 None None] Set router 449aad91-b78b-4295-91b0-de491eb10074 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:04:39.809842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f233f-9432-4761-b7bf-3a83ebd42bc8 req-1263c5be-ff29-4877-b6fe-3fda17065b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:39.811277 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e15f233f-9432-4761-b7bf-3a83ebd42bc8 req-1263c5be-ff29-4877-b6fe-3fda17065b8c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c3412079-5db0-4f5f-8cbd-32cccc90bea5 HTTP/1.1" status: 200 len: 897 time: 0.4249859 Feb 02 14:04:39.853353 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e15f233f-9432-4761-b7bf-3a83ebd42bc8 req-6a840258-378b-4ad8-a9b2-df225063589b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78f5129a-07de-4222-b427-dd58524dfb29 HTTP/1.1" status: 200 len: 217 time: 0.0345666 Feb 02 14:04:39.903998 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f233f-9432-4761-b7bf-3a83ebd42bc8 req-37f58fa9-a569-4c3a-9985-a8c1a8876a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:39.905470 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e15f233f-9432-4761-b7bf-3a83ebd42bc8 req-37f58fa9-a569-4c3a-9985-a8c1a8876a54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=557fcae2-5fc2-4864-91d9-65c408d72b06 HTTP/1.1" status: 200 len: 834 time: 0.0451031 Feb 02 14:04:39.907152 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-ffb58c53-c6cb-4e91-b032-26242f400ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:02:58Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f1ec22e8-c24d-4308-b307-168d529a2099', 'name': '', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:3a:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:57Z', 'updated_at': '2022-02-02T14:03:01Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:39.937662 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb58c53-c6cb-4e91-b032-26242f400ae5 None None] The sync data for ids ['449aad91-b78b-4295-91b0-de491eb10074'] in n-d-827336-2 is: [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:02:58Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f1ec22e8-c24d-4308-b307-168d529a2099', 'name': '', 'network_id': 'c3412079-5db0-4f5f-8cbd-32cccc90bea5', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:3a:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:57Z', 'updated_at': '2022-02-02T14:03:01Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '557fcae2-5fc2-4864-91d9-65c408d72b06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:04:39.960912 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f233f-9432-4761-b7bf-3a83ebd42bc8 req-a2e420b6-8897-42c7-a9ff-46a170130b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:39.962477 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e15f233f-9432-4761-b7bf-3a83ebd42bc8 req-a2e420b6-8897-42c7-a9ff-46a170130b7f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c3412079-5db0-4f5f-8cbd-32cccc90bea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499043 Feb 02 14:04:40.059623 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e15f233f-9432-4761-b7bf-3a83ebd42bc8 req-8abc22ab-c197-42cd-8fbf-74bb069c0250 service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901883 Feb 02 14:04:40.156596 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e15f233f-9432-4761-b7bf-3a83ebd42bc8 req-d1f24ff2-1e54-4b58-8e1a-7b8f9dd5a527 service neutron] 10.222.0.62 "GET /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904288 Feb 02 14:04:40.164372 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34965ce6-20ef-4c2c-9ea7-57288b830bf1 None None] New status for floating IP 9eed704d-b261-47b2-a630-9077a4c6483d: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:04:40.681663 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08574d58-bcbf-4d95-8cb8-a63326d32337 req-88007740-24fb-45a1-b672-f22701113740 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:40.683222 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08574d58-bcbf-4d95-8cb8-a63326d32337 req-88007740-24fb-45a1-b672-f22701113740 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0528402 Feb 02 14:04:40.741652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08574d58-bcbf-4d95-8cb8-a63326d32337 req-9199793e-493c-4a63-b8fa-78f3d8982cb9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0da19fe3-cf40-4d6d-ac10-988f993818f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506849 Feb 02 14:04:41.188040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5980e-dc5b-4079-893d-2e0227169f8c req-b52f2c72-f968-486f-bd4b-391b7b54f268 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:41.189510 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4ba5980e-dc5b-4079-893d-2e0227169f8c req-b52f2c72-f968-486f-bd4b-391b7b54f268 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.62 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 945 time: 0.0573699 Feb 02 14:04:41.284569 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-4ba5980e-dc5b-4079-893d-2e0227169f8c req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port 78f5129a-07de-4222-b427-dd58524dfb29 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:04:41.284858 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4ba5980e-dc5b-4079-893d-2e0227169f8c req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (78f5129a-07de-4222-b427-dd58524dfb29), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:41.382166 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-4ba5980e-dc5b-4079-893d-2e0227169f8c req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port 78f5129a-07de-4222-b427-dd58524dfb29, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=78f5129a-07de-4222-b427-dd58524dfb29,segment=NetworkSegment(6fb5d6f5-956a-4e0e-982a-2a12d101bbfa),segment_id=6fb5d6f5-956a-4e0e-982a-2a12d101bbfa)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:04:41.382500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4ba5980e-dc5b-4079-893d-2e0227169f8c req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (78f5129a-07de-4222-b427-dd58524dfb29), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:41.397601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-4ba5980e-dc5b-4079-893d-2e0227169f8c req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for 78f5129a-07de-4222-b427-dd58524dfb29 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:04:41.539276 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4ba5980e-dc5b-4079-893d-2e0227169f8c req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (78f5129a-07de-4222-b427-dd58524dfb29), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:41.571042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=78f5129a-07de-4222-b427-dd58524dfb29,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:41.587556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.587556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.587986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.588539 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.588923 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.589282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.589594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.589918 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.590242 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.591028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.591453 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.591786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.592106 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:41.629263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba5980e-dc5b-4079-893d-2e0227169f8c req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] No DVR routers for this DVR port 78f5129a-07de-4222-b427-dd58524dfb29 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:04:41.632332 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-4ba5980e-dc5b-4079-893d-2e0227169f8c req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:41.636210 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4ba5980e-dc5b-4079-893d-2e0227169f8c req-ee1d860f-2f78-4d8d-8bc2-9da323d37954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.62 "DELETE /v2.0/ports/78f5129a-07de-4222-b427-dd58524dfb29 HTTP/1.1" status: 204 len: 173 time: 0.4416783 Feb 02 14:04:41.636654 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'name': 'network-vif-deleted', 'tag': '78f5129a-07de-4222-b427-dd58524dfb29'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:04:41.639606 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec576e1-eb90-4105-9f1d-9643e5069e6c" -d '{"events": [{"server_uuid": "2f8c8243-ccfb-44bf-836f-eea11cd195f5", "name": "network-vif-deleted", "tag": "78f5129a-07de-4222-b427-dd58524dfb29"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:04:41.686804 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c192417b-fb8f-42e8-ab36-53f10a2d47c9 x-openstack-request-id: req-c192417b-fb8f-42e8-ab36-53f10a2d47c9 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:04:41.687099 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8c8243-ccfb-44bf-836f-eea11cd195f5", "name": "network-vif-deleted", "tag": "78f5129a-07de-4222-b427-dd58524dfb29", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:04:41.687339 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c192417b-fb8f-42e8-ab36-53f10a2d47c9 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:04:41.688411 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8c8243-ccfb-44bf-836f-eea11cd195f5', 'name': 'network-vif-deleted', 'tag': '78f5129a-07de-4222-b427-dd58524dfb29', 'status': 'completed', 'code': 200} Feb 02 14:04:41.866502 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8db77abb-cf76-4ec0-814e-553369039182 req-6ea808b1-cde6-4561-95ef-43f95842833f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=2f8c8243-ccfb-44bf-836f-eea11cd195f5 HTTP/1.1" status: 200 len: 210 time: 0.0319459 Feb 02 14:04:42.937294 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42590) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:43.663447 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e809610e-9dea-4a9c-be33-17aa5164a8c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (449aad91-b78b-4295-91b0-de491eb10074), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:43.943203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e809610e-9dea-4a9c-be33-17aa5164a8c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port f1ec22e8-c24d-4308-b307-168d529a2099 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:04:43.943945 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e809610e-9dea-4a9c-be33-17aa5164a8c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:44.055785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e809610e-9dea-4a9c-be33-17aa5164a8c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port f1ec22e8-c24d-4308-b307-168d529a2099, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f1ec22e8-c24d-4308-b307-168d529a2099,segment=NetworkSegment(6fb5d6f5-956a-4e0e-982a-2a12d101bbfa),segment_id=6fb5d6f5-956a-4e0e-982a-2a12d101bbfa)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:04:44.056147 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e809610e-9dea-4a9c-be33-17aa5164a8c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:44.069241 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e809610e-9dea-4a9c-be33-17aa5164a8c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for f1ec22e8-c24d-4308-b307-168d529a2099 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:04:44.259643 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e809610e-9dea-4a9c-be33-17aa5164a8c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f1ec22e8-c24d-4308-b307-168d529a2099), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:44.284742 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809610e-9dea-4a9c-be33-17aa5164a8c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=f1ec22e8-c24d-4308-b307-168d529a2099,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:44.458988 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e809610e-9dea-4a9c-be33-17aa5164a8c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (449aad91-b78b-4295-91b0-de491eb10074), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:44.679288 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e809610e-9dea-4a9c-be33-17aa5164a8c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 449aad91-b78b-4295-91b0-de491eb10074 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:04:44.791274 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e809610e-9dea-4a9c-be33-17aa5164a8c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:04:44.796836 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e809610e-9dea-4a9c-be33-17aa5164a8c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "PUT /v2.0/routers/449aad91-b78b-4295-91b0-de491eb10074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8584201 Feb 02 14:04:44.799994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42592) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:44.803132 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf4e29-61f9-4927-81dc-9e7432bb09ea None None] Sync routers for ids ['449aad91-b78b-4295-91b0-de491eb10074'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:04:44.814196 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf4e29-61f9-4927-81dc-9e7432bb09ea None None] Routers {'449aad91-b78b-4295-91b0-de491eb10074'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:04:44.814815 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a5bf4e29-61f9-4927-81dc-9e7432bb09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:04:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['449aad91-b78b-4295-91b0-de491eb10074'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:44.852139 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72c98a2-d7e9-49b1-b1f2-a01fa871ad52 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting subnet 557fcae2-5fc2-4864-91d9-65c408d72b06 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:04:44.855686 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72c98a2-d7e9-49b1-b1f2-a01fa871ad52 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (557fcae2-5fc2-4864-91d9-65c408d72b06), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:44.895009 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72c98a2-d7e9-49b1-b1f2-a01fa871ad52 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (557fcae2-5fc2-4864-91d9-65c408d72b06), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:44.919952 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a5bf4e29-61f9-4927-81dc-9e7432bb09ea None None] Set router 449aad91-b78b-4295-91b0-de491eb10074 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:04:44.981490 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72c98a2-d7e9-49b1-b1f2-a01fa871ad52 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (557fcae2-5fc2-4864-91d9-65c408d72b06), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.042977 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72c98a2-d7e9-49b1-b1f2-a01fa871ad52 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (557fcae2-5fc2-4864-91d9-65c408d72b06), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.072385 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72c98a2-d7e9-49b1-b1f2-a01fa871ad52 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Subnet': ['ID=557fcae2-5fc2-4864-91d9-65c408d72b06,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:45.077242 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f72c98a2-d7e9-49b1-b1f2-a01fa871ad52 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.080494 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f72c98a2-d7e9-49b1-b1f2-a01fa871ad52 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/subnets/557fcae2-5fc2-4864-91d9-65c408d72b06 HTTP/1.1" status: 204 len: 168 time: 0.2795808 Feb 02 14:04:45.083147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42594) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:45.086199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb752b1-58ca-4160-9754-d647f501133b None None] Network c3412079-5db0-4f5f-8cbd-32cccc90bea5 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:04:45.204969 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (449aad91-b78b-4295-91b0-de491eb10074), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.225529 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a5bf4e29-61f9-4927-81dc-9e7432bb09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:04:44Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:45.255714 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf4e29-61f9-4927-81dc-9e7432bb09ea None None] Checking router: 449aad91-b78b-4295-91b0-de491eb10074 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:04:45.255989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] DHCP port deletion for c3412079-5db0-4f5f-8cbd-32cccc90bea5 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:04:45.264020 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf4e29-61f9-4927-81dc-9e7432bb09ea None None] Routers {'449aad91-b78b-4295-91b0-de491eb10074'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:04:45.264612 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a5bf4e29-61f9-4927-81dc-9e7432bb09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:04:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['449aad91-b78b-4295-91b0-de491eb10074'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:45.310469 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Deleting port 422033b9-0e33-428b-8594-3eebccf24c59 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:04:45.310743 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (422033b9-0e33-428b-8594-3eebccf24c59), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.313199 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (449aad91-b78b-4295-91b0-de491eb10074), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.374795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port 14485b39-8ceb-459a-a1c4-e6667546c57d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:04:45.375137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.376761 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-a5bf4e29-61f9-4927-81dc-9e7432bb09ea None None] Set router 449aad91-b78b-4295-91b0-de491eb10074 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:04:45.381859 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] For port 422033b9-0e33-428b-8594-3eebccf24c59, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=422033b9-0e33-428b-8594-3eebccf24c59,segment=NetworkSegment(6fb5d6f5-956a-4e0e-982a-2a12d101bbfa),segment_id=6fb5d6f5-956a-4e0e-982a-2a12d101bbfa)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:04:45.382247 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (422033b9-0e33-428b-8594-3eebccf24c59), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.394908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Calling delete_port for 422033b9-0e33-428b-8594-3eebccf24c59 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:04:45.456811 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port 14485b39-8ceb-459a-a1c4-e6667546c57d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=14485b39-8ceb-459a-a1c4-e6667546c57d,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:04:45.457316 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.469656 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for 14485b39-8ceb-459a-a1c4-e6667546c57d owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:04:45.483075 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (422033b9-0e33-428b-8594-3eebccf24c59), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.508518 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Pushing event deleted for resources: {'Port': ['ID=422033b9-0e33-428b-8594-3eebccf24c59,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:45.511296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] No DVR routers for this DVR port 422033b9-0e33-428b-8594-3eebccf24c59 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.522766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31e32903-0b94-4abb-bcfd-fe83e47ea79d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:45.563813 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-a5bf4e29-61f9-4927-81dc-9e7432bb09ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:04:44Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:45.592981 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bf4e29-61f9-4927-81dc-9e7432bb09ea None None] The sync data for ids ['449aad91-b78b-4295-91b0-de491eb10074'] in n-d-827336-2 is: [{'id': '449aad91-b78b-4295-91b0-de491eb10074', 'name': 'tempest-TestNetworkAdvancedServerOps-router-698162606', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87'}], 'enable_snat': True}, 'gw_port_id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:02:54Z', 'updated_at': '2022-02-02T14:04:44Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '14485b39-8ceb-459a-a1c4-e6667546c57d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:28:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449aad91-b78b-4295-91b0-de491eb10074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:02:55Z', 'updated_at': '2022-02-02T14:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:04:45.657609 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (14485b39-8ceb-459a-a1c4-e6667546c57d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.686463 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=14485b39-8ceb-459a-a1c4-e6667546c57d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:45.751443 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (449aad91-b78b-4295-91b0-de491eb10074), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.846334 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (449aad91-b78b-4295-91b0-de491eb10074), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.848398 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_controller (449aad91-b78b-4295-91b0-de491eb10074), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.895302 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (449aad91-b78b-4295-91b0-de491eb10074), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.896088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Fanout notify agent at l3_agent the message router_deleted on router 449aad91-b78b-4295-91b0-de491eb10074 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:04:45.904251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:45.905383 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ba7a9b92-dca1-4b5a-b9a6-6f6a12ec0581 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/routers/449aad91-b78b-4295-91b0-de491eb10074 HTTP/1.1" status: 204 len: 168 time: 0.8212378 Feb 02 14:04:45.908413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:45.988890 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (c3412079-5db0-4f5f-8cbd-32cccc90bea5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.082032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-4811e8fe-d72c-4cd0-867b-ff0912687733 req-6a9d5eaa-61e8-49cb-90b6-7ce29ac4c46c tempest-DeleteServersTestJSON-1473110893 tempest-DeleteServersTestJSON-1473110893-project] (103188) timed out ('10.222.0.18', 62485) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 14:04:46.083810 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (c3412079-5db0-4f5f-8cbd-32cccc90bea5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.111707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3412079-5db0-4f5f-8cbd-32cccc90bea5']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:46.121874 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:46.122117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb5d6f5-956a-4e0e-982a-2a12d101bbfa') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:46.132414 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (6fb5d6f5-956a-4e0e-982a-2a12d101bbfa), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.147345 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (6fb5d6f5-956a-4e0e-982a-2a12d101bbfa), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.153693 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:04:46.154092 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (6fb5d6f5-956a-4e0e-982a-2a12d101bbfa), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: timer() Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:04:46.157290 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:04:46.230427 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (c3412079-5db0-4f5f-8cbd-32cccc90bea5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.237930 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.243610 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/networks/c3412079-5db0-4f5f-8cbd-32cccc90bea5 HTTP/1.1" status: 204 len: 168 time: 0.3314674 Feb 02 14:04:46.243990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42598) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:46.252613 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab883b-4e70-4ba2-aafc-4486e90d06d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Network': ['ID=c3412079-5db0-4f5f-8cbd-32cccc90bea5,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:46.274599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 78f5129a-07de-4222-b427-dd58524dfb29 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:04:46.295352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 78f5129a-07de-4222-b427-dd58524dfb29 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:04:46.295741 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 78f5129a-07de-4222-b427-dd58524dfb29 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:04:46.311923 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72effce-1175-4438-bba1-e060d76c87a0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (0da19fe3-cf40-4d6d-ac10-988f993818f8), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.343306 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72effce-1175-4438-bba1-e060d76c87a0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (0da19fe3-cf40-4d6d-ac10-988f993818f8), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.417602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72effce-1175-4438-bba1-e060d76c87a0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0da19fe3-cf40-4d6d-ac10-988f993818f8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.419977 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a72effce-1175-4438-bba1-e060d76c87a0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.421163 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a72effce-1175-4438-bba1-e060d76c87a0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/security-groups/0da19fe3-cf40-4d6d-ac10-988f993818f8 HTTP/1.1" status: 204 len: 168 time: 0.1760917 Feb 02 14:04:46.430872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72effce-1175-4438-bba1-e060d76c87a0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da19fe3-cf40-4d6d-ac10-988f993818f8,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:46.652034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 422033b9-0e33-428b-8594-3eebccf24c59 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:04:46.672955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 422033b9-0e33-428b-8594-3eebccf24c59 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:04:46.673303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 422033b9-0e33-428b-8594-3eebccf24c59 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:04:46.673725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 14485b39-8ceb-459a-a1c4-e6667546c57d no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:04:46.694075 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42604) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:46.695127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 14485b39-8ceb-459a-a1c4-e6667546c57d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:04:46.695493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 14485b39-8ceb-459a-a1c4-e6667546c57d not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:04:46.695906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f1ec22e8-c24d-4308-b307-168d529a2099 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:04:46.699180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-39fcec1e-cbc3-4ed5-997e-4d4171643991 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1293103027', 'description': 'tempest-secgroup-smoke-1293103027 description', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:04:46.715034 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: f1ec22e8-c24d-4308-b307-168d529a2099 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:04:46.715377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f1ec22e8-c24d-4308-b307-168d529a2099 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:04:46.721868 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39fcec1e-cbc3-4ed5-997e-4d4171643991 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.793588 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39fcec1e-cbc3-4ed5-997e-4d4171643991 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (66582842-b4b1-4568-8458-2f5bde7bdf7c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.798003 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39fcec1e-cbc3-4ed5-997e-4d4171643991 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (66582842-b4b1-4568-8458-2f5bde7bdf7c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.824450 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-39fcec1e-cbc3-4ed5-997e-4d4171643991 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.825674 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-39fcec1e-cbc3-4ed5-997e-4d4171643991 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1303964 Feb 02 14:04:46.829000 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42606) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:46.829810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcec1e-cbc3-4ed5-997e-4d4171643991 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66582842-b4b1-4568-8458-2f5bde7bdf7c,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:46.833740 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3d6cd7f4-99f2-4401-a9c0-5e7a3f9649a5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '66582842-b4b1-4568-8458-2f5bde7bdf7c', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:04:46.861137 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd7f4-99f2-4401-a9c0-5e7a3f9649a5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (66825dc6-17fe-4335-b5a6-d6e13e8efb7c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.914589 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd7f4-99f2-4401-a9c0-5e7a3f9649a5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (66825dc6-17fe-4335-b5a6-d6e13e8efb7c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.919172 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd7f4-99f2-4401-a9c0-5e7a3f9649a5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (66825dc6-17fe-4335-b5a6-d6e13e8efb7c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.936255 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cd7f4-99f2-4401-a9c0-5e7a3f9649a5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66825dc6-17fe-4335-b5a6-d6e13e8efb7c,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:46.945203 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd7f4-99f2-4401-a9c0-5e7a3f9649a5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:46.946392 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3d6cd7f4-99f2-4401-a9c0-5e7a3f9649a5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162679 Feb 02 14:04:46.949211 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42608) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:46.953458 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f4c11b49-341d-44c2-95de-e9f81986b076 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '66582842-b4b1-4568-8458-2f5bde7bdf7c', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:04:46.977352 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b49-341d-44c2-95de-e9f81986b076 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (374c5166-c7b6-4bde-89f1-df5fe097f9af), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.035095 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b49-341d-44c2-95de-e9f81986b076 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (374c5166-c7b6-4bde-89f1-df5fe097f9af), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.041257 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b49-341d-44c2-95de-e9f81986b076 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (374c5166-c7b6-4bde-89f1-df5fe097f9af), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.058088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c11b49-341d-44c2-95de-e9f81986b076 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374c5166-c7b6-4bde-89f1-df5fe097f9af,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:47.066460 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f4c11b49-341d-44c2-95de-e9f81986b076 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.067678 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f4c11b49-341d-44c2-95de-e9f81986b076 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175206 Feb 02 14:04:47.072092 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42610) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:47.078928 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c0da4e98-3c26-4264-9257-f58ff2e8ac8e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '66582842-b4b1-4568-8458-2f5bde7bdf7c', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:04:47.109315 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0da4e98-3c26-4264-9257-f58ff2e8ac8e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (4ff446b4-d934-4caf-8b27-8badee7c59b8), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.173477 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0da4e98-3c26-4264-9257-f58ff2e8ac8e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (4ff446b4-d934-4caf-8b27-8badee7c59b8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.179246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0da4e98-3c26-4264-9257-f58ff2e8ac8e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (4ff446b4-d934-4caf-8b27-8badee7c59b8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.197300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da4e98-3c26-4264-9257-f58ff2e8ac8e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff446b4-d934-4caf-8b27-8badee7c59b8,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:47.204223 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c0da4e98-3c26-4264-9257-f58ff2e8ac8e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.205469 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c0da4e98-3c26-4264-9257-f58ff2e8ac8e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318953 Feb 02 14:04:47.210807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42612) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:47.215322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-14c6814c-4d23-4428-9498-2b8093618888 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '66582842-b4b1-4568-8458-2f5bde7bdf7c', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:04:47.241611 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-14c6814c-4d23-4428-9498-2b8093618888 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (db2b196e-f52f-4edb-a586-dd3b8209ee70), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.302098 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-14c6814c-4d23-4428-9498-2b8093618888 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (db2b196e-f52f-4edb-a586-dd3b8209ee70), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.307583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-14c6814c-4d23-4428-9498-2b8093618888 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (db2b196e-f52f-4edb-a586-dd3b8209ee70), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.324401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6814c-4d23-4428-9498-2b8093618888 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2b196e-f52f-4edb-a586-dd3b8209ee70,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:47.334886 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-14c6814c-4d23-4428-9498-2b8093618888 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.336109 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-14c6814c-4d23-4428-9498-2b8093618888 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242805 Feb 02 14:04:47.341398 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42614) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:47.347789 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-ad650411-4aac-40b0-a585-347637a10e1e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '66582842-b4b1-4568-8458-2f5bde7bdf7c', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:04:47.371148 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-ad650411-4aac-40b0-a585-347637a10e1e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Project 459c7a1ffcd841ee8ae4f375ff46999b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:04:47.376076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad650411-4aac-40b0-a585-347637a10e1e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (5566c821-d80f-4b90-83f6-43f18d59d676), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.442807 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad650411-4aac-40b0-a585-347637a10e1e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (5566c821-d80f-4b90-83f6-43f18d59d676), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.447982 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad650411-4aac-40b0-a585-347637a10e1e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (5566c821-d80f-4b90-83f6-43f18d59d676), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.471008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad650411-4aac-40b0-a585-347637a10e1e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5566c821-d80f-4b90-83f6-43f18d59d676,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:47.476855 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-ad650411-4aac-40b0-a585-347637a10e1e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.478010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ad650411-4aac-40b0-a585-347637a10e1e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1350486 Feb 02 14:04:47.480788 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42616) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:47.485056 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-8a126cdb-c9fc-4f7e-b770-e192f15611ba tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '66582842-b4b1-4568-8458-2f5bde7bdf7c', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:04:47.508595 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-8a126cdb-c9fc-4f7e-b770-e192f15611ba tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Project 459c7a1ffcd841ee8ae4f375ff46999b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:04:47.513277 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a126cdb-c9fc-4f7e-b770-e192f15611ba tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (4e72d640-53c0-4607-a416-34aac1be651e), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.572716 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a126cdb-c9fc-4f7e-b770-e192f15611ba tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (4e72d640-53c0-4607-a416-34aac1be651e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.577069 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a126cdb-c9fc-4f7e-b770-e192f15611ba tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (4e72d640-53c0-4607-a416-34aac1be651e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.603670 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a126cdb-c9fc-4f7e-b770-e192f15611ba tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e72d640-53c0-4607-a416-34aac1be651e,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:47.609720 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8a126cdb-c9fc-4f7e-b770-e192f15611ba tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.610422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8a126cdb-c9fc-4f7e-b770-e192f15611ba tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287160 Feb 02 14:04:47.613538 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42618) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:47.618594 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-7c07d704-83e6-4e37-8371-23ae1b2c2954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'network': {'name': 'tempest-network-smoke--1238976504', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'port_security_enabled': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:04:47.619408 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:04:47.641191 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c07d704-83e6-4e37-8371-23ae1b2c2954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:04:47.644587 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c07d704-83e6-4e37-8371-23ae1b2c2954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.669425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c07d704-83e6-4e37-8371-23ae1b2c2954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:04:47.679085 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c07d704-83e6-4e37-8371-23ae1b2c2954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.679445 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-7c07d704-83e6-4e37-8371-23ae1b2c2954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Added segment d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79 of type vlan for network 189f08d1-f7dd-433c-894f-9725a1286fdf Feb 02 14:04:47.719055 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c07d704-83e6-4e37-8371-23ae1b2c2954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (189f08d1-f7dd-433c-894f-9725a1286fdf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.744195 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c07d704-83e6-4e37-8371-23ae1b2c2954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (189f08d1-f7dd-433c-894f-9725a1286fdf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.749258 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c07d704-83e6-4e37-8371-23ae1b2c2954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:47.749850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-7c07d704-83e6-4e37-8371-23ae1b2c2954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.784938 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7c07d704-83e6-4e37-8371-23ae1b2c2954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1702905 Feb 02 14:04:47.788007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42620) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:47.794672 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'admin_state_up': True, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:04:47.836696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07d704-83e6-4e37-8371-23ae1b2c2954 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Network': ['ID=189f08d1-f7dd-433c-894f-9725a1286fdf,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:47.851800 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 189f08d1-f7dd-433c-894f-9725a1286fdf details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:04:47.858874 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (03f040a8-ae4b-4eb5-8a23-817503cba8f4), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.860200 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (03f040a8-ae4b-4eb5-8a23-817503cba8f4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:47.913529 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_controller (03f040a8-ae4b-4eb5-8a23-817503cba8f4), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:48.064099 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (03f040a8-ae4b-4eb5-8a23-817503cba8f4), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:48.275865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (03f040a8-ae4b-4eb5-8a23-817503cba8f4), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:48.297780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:48.401678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.25.4.68 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/17b06c18-c026-4a91-8558-9d7f10356c33) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:04:48.515175 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (17b06c18-c026-4a91-8558-9d7f10356c33), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:48.556650 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (17b06c18-c026-4a91-8558-9d7f10356c33), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:48.599036 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:04:48.601999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:04:48.606291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:04:48.609326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=17b06c18-c026-4a91-8558-9d7f10356c33,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:48.867725 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (03f040a8-ae4b-4eb5-8a23-817503cba8f4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:49.077554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (03f040a8-ae4b-4eb5-8a23-817503cba8f4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:49.218573 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:04:49.349849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:04:49.361444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Sync routers for ids ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:04:49.373245 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Routers {'03f040a8-ae4b-4eb5-8a23-817503cba8f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:04:49.373844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:04:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:49.376658 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:49.377924 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d0c0acc2-abd5-42e2-bd2c-fa2859bb4159 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5889356 Feb 02 14:04:49.382586 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42622) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:49.410987 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6397da98-fedf-4cf8-93fb-67e50999a564 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=459c7a1ffcd841ee8ae4f375ff46999b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272059 Feb 02 14:04:49.413724 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42624) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:49.481407 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Set router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:04:49.502903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332cc082-91d7-40cb-9341-ad2c773e1451 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:49.504501 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-332cc082-91d7-40cb-9341-ad2c773e1451 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898159 Feb 02 14:04:49.507679 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42626) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:49.534821 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4902a74b-c877-4937-bb23-1c5a284a44c9 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260448 Feb 02 14:04:49.537442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42628) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:49.542112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-2cd3cc8c-c6cb-48ea-b8ee-bed1ff617cc5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-395269229', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:04:49.627160 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd3cc8c-c6cb-48ea-b8ee-bed1ff617cc5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:04:49.630602 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cc8c-c6cb-48ea-b8ee-bed1ff617cc5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:49.669696 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:04:48Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:49.696339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Checking router: 03f040a8-ae4b-4eb5-8a23-817503cba8f4 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:04:49.696688 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Updating router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 port 17b06c18-c026-4a91-8558-9d7f10356c33 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:04:49.725026 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (17b06c18-c026-4a91-8558-9d7f10356c33), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:49.814224 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cc8c-c6cb-48ea-b8ee-bed1ff617cc5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (3974f81e-5109-4e9e-af54-cef09228065f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:49.884117 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3cc8c-c6cb-48ea-b8ee-bed1ff617cc5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Subnet': ['ID=3974f81e-5109-4e9e-af54-cef09228065f,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:49.895405 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd3cc8c-c6cb-48ea-b8ee-bed1ff617cc5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Checking segment: {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:04:49.895800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd3cc8c-c6cb-48ea-b8ee-bed1ff617cc5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network hostable DHCP agents. Network: 189f08d1-f7dd-433c-894f-9725a1286fdf, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:04:49.914030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd3cc8c-c6cb-48ea-b8ee-bed1ff617cc5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 189f08d1-f7dd-433c-894f-9725a1286fdf is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:04:49.924129 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-2cd3cc8c-c6cb-48ea-b8ee-bed1ff617cc5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 189f08d1-f7dd-433c-894f-9725a1286fdf) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:04:49.928734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd3cc8c-c6cb-48ea-b8ee-bed1ff617cc5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:49.929375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-2cd3cc8c-c6cb-48ea-b8ee-bed1ff617cc5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:49.947182 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2cd3cc8c-c6cb-48ea-b8ee-bed1ff617cc5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4086943 Feb 02 14:04:49.950109 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42630) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:04:49.981320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047268a4-0c47-4a1f-be2b-71eaa0a89039 None None] Network 189f08d1-f7dd-433c-894f-9725a1286fdf requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:04:50.156829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-189f08d1-f7dd-433c-894f-9725a1286fdf', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ips': [{'subnet_id': '3974f81e-5109-4e9e-af54-cef09228065f'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:04:50.157804 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:50.308123 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Publish callbacks [] for port (17b06c18-c026-4a91-8558-9d7f10356c33), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:50.334618 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (17b06c18-c026-4a91-8558-9d7f10356c33), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:50.377568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Allocated IP 172.20.0.2 (189f08d1-f7dd-433c-894f-9725a1286fdf/3974f81e-5109-4e9e-af54-cef09228065f/708b1901-0d31-4808-8d1e-32d546f5bf37) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:04:50.404396 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:50.407727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Attempting to bind port 17b06c18-c026-4a91-8558-9d7f10356c33 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:04:50.408092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Attempting to bind port 17b06c18-c026-4a91-8558-9d7f10356c33 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:04:50.408445 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Attempting to bind port 17b06c18-c026-4a91-8558-9d7f10356c33 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:04:50.418644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5779b80-2e83-45d4-86bb-dd45b6ac76c3 None None] Pushing event updated for resources: {'Port': ['ID=17b06c18-c026-4a91-8558-9d7f10356c33,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:50.429491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:04:50.429846 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:04:50.430244 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:50.430639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:04:50.431104 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Bound port: 17b06c18-c026-4a91-8558-9d7f10356c33, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:04:50.431500 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (17b06c18-c026-4a91-8558-9d7f10356c33), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:50.532515 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] For port 17b06c18-c026-4a91-8558-9d7f10356c33, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:04:50.536736 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] For port 17b06c18-c026-4a91-8558-9d7f10356c33, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=17b06c18-c026-4a91-8558-9d7f10356c33,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:04:50.544369 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (17b06c18-c026-4a91-8558-9d7f10356c33), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:50.645980 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Publish callbacks [] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:50.647580 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5779b80-2e83-45d4-86bb-dd45b6ac76c3 None None] Pushing event updated for resources: {'Port': ['ID=17b06c18-c026-4a91-8558-9d7f10356c33,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:50.651098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Routers {'03f040a8-ae4b-4eb5-8a23-817503cba8f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:04:50.651692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:04:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:50.655794 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:50.707777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.20.0.1 (189f08d1-f7dd-433c-894f-9725a1286fdf/3974f81e-5109-4e9e-af54-cef09228065f/5dc5c315-ea7d-436e-89a4-6de5345a480a) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:04:50.762623 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Network 189f08d1-f7dd-433c-894f-9725a1286fdf is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:04:50.766891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:04:50.778387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:04:50.795193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Pushing event updated for resources: {'Port': ['ID=708b1901-0d31-4808-8d1e-32d546f5bf37,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:50.825792 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:50.838437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] Set router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:04:50.861626 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:50.912214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Attempting to bind port 708b1901-0d31-4808-8d1e-32d546f5bf37 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:04:50.912457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Attempting to bind port 708b1901-0d31-4808-8d1e-32d546f5bf37 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:04:50.912829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Attempting to bind port 708b1901-0d31-4808-8d1e-32d546f5bf37 on network 189f08d1-f7dd-433c-894f-9725a1286fdf {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:04:50.927326 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:04:50.927735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Checking segment: {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:04:50.928137 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:50.928538 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Bound using segment: {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:04:50.929005 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Bound port: 708b1901-0d31-4808-8d1e-32d546f5bf37, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:04:50.929373 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:51.062012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] For port 708b1901-0d31-4808-8d1e-32d546f5bf37, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:04:51.078599 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] For port 708b1901-0d31-4808-8d1e-32d546f5bf37, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=708b1901-0d31-4808-8d1e-32d546f5bf37,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:04:51.089167 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:51.151325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:04:48Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:51.153243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d47e5f-60a5-406e-a7b7-236284c002f1 None None] Pushing event updated for resources: {'Port': ['ID=708b1901-0d31-4808-8d1e-32d546f5bf37,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:51.181839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0b9fb5-c3df-4bee-9846-d9052c4398bb None None] The sync data for ids ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'] in n-d-827336-2 is: [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:04:48Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:04:51.252637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 189f08d1-f7dd-433c-894f-9725a1286fdf is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:04:51.258114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:04:51.261979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:04:51.268690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=5dc5c315-ea7d-436e-89a4-6de5345a480a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:51.311285 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (03f040a8-ae4b-4eb5-8a23-817503cba8f4), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:51.481991 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:51.791555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:51.796770 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:51.877296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (03f040a8-ae4b-4eb5-8a23-817503cba8f4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:51.879162 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=5dc5c315-ea7d-436e-89a4-6de5345a480a,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:51.982659 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 189f08d1-f7dd-433c-894f-9725a1286fdf is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:04:51.984451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:04:52.115970 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:04:52.226281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e8ccb-5b25-4c97-8c40-bb626a96883e None None] Network 189f08d1-f7dd-433c-894f-9725a1286fdf requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:04:52.234122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:04:52.239221 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-18b1cecd-e94b-4516-95b6-4bff674f3e62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "PUT /v2.0/routers/03f040a8-ae4b-4eb5-8a23-817503cba8f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2880061 Feb 02 14:04:52.313022 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-4658400d-f83a-447b-937c-58f03ea3ea99 None None] Provisioning complete for port 708b1901-0d31-4808-8d1e-32d546f5bf37 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:52.313368 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4658400d-f83a-447b-937c-58f03ea3ea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:52.398883 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-f68dad88-8d51-46d0-b306-97e727f95ba2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1293103027&fields=id&tenant_id=459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 267 time: 0.0476418 Feb 02 14:04:52.429348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-4658400d-f83a-447b-937c-58f03ea3ea99 None None] Current status of the port 708b1901-0d31-4808-8d1e-32d546f5bf37 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:04:52.429808 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4658400d-f83a-447b-937c-58f03ea3ea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:52.465327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4658400d-f83a-447b-937c-58f03ea3ea99 None None] For port 708b1901-0d31-4808-8d1e-32d546f5bf37, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=708b1901-0d31-4808-8d1e-32d546f5bf37,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:04:52.478196 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4658400d-f83a-447b-937c-58f03ea3ea99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:52.536579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-60ee19a7-856f-49cb-bc60-10033ba16ade tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:52.540675 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658400d-f83a-447b-937c-58f03ea3ea99 None None] Pushing event updated for resources: {'Port': ['ID=708b1901-0d31-4808-8d1e-32d546f5bf37,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:52.544021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-60ee19a7-856f-49cb-bc60-10033ba16ade tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/networks?id=189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 200 len: 797 time: 0.1381958 Feb 02 14:04:52.562161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2ef76a42-a870-45c1-bef1-f51cbedbd7bb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/quotas/459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 375 time: 0.0168309 Feb 02 14:04:52.625697 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-9fb11f8b-4b1a-4c2c-9490-91ac2945f043 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627618 Feb 02 14:04:52.696292 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 17b06c18-c026-4a91-8558-9d7f10356c33 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:04:52.746577 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-92c81faa-06d1-45a0-a8dd-1e27e1f4f31a None None] Provisioning complete for port 5dc5c315-ea7d-436e-89a4-6de5345a480a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:52.747100 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-92c81faa-06d1-45a0-a8dd-1e27e1f4f31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:52.792057 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 17b06c18-c026-4a91-8558-9d7f10356c33 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:52.792578 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (17b06c18-c026-4a91-8558-9d7f10356c33), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:52.796536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-92c81faa-06d1-45a0-a8dd-1e27e1f4f31a None None] Port 5dc5c315-ea7d-436e-89a4-6de5345a480a cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:04:52.797902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-8aac7d48-3fe3-4036-9130-66f8e6de65ad service neutron] 10.222.0.83 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605196 Feb 02 14:04:52.838568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-92c81faa-06d1-45a0-a8dd-1e27e1f4f31a None None] Provisioning complete for port 708b1901-0d31-4808-8d1e-32d546f5bf37 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:52.838944 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-92c81faa-06d1-45a0-a8dd-1e27e1f4f31a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:52.896572 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-48071e41-c260-4f55-8662-f0bf6d3338fe service neutron] 10.222.0.83 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913777 Feb 02 14:04:52.950782 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 17b06c18-c026-4a91-8558-9d7f10356c33 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:04:52.951157 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (17b06c18-c026-4a91-8558-9d7f10356c33), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:52.973453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-92c81faa-06d1-45a0-a8dd-1e27e1f4f31a None None] Current status of the port 708b1901-0d31-4808-8d1e-32d546f5bf37 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:04:52.986165 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 17b06c18-c026-4a91-8558-9d7f10356c33, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=17b06c18-c026-4a91-8558-9d7f10356c33,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:04:52.991540 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (17b06c18-c026-4a91-8558-9d7f10356c33), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:52.992760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 708b1901-0d31-4808-8d1e-32d546f5bf37 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:04:53.015340 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Sync routers for ids ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:04:53.026431 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Routers {'03f040a8-ae4b-4eb5-8a23-817503cba8f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:04:53.027292 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:04:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:53.130885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=17b06c18-c026-4a91-8558-9d7f10356c33,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:53.152028 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8dd7a173-ebff-4d6a-99e7-f257a917e1c5 req-5cf54fbc-b631-4f8e-8364-fbb5d8e43b5d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 210 time: 0.0702078 Feb 02 14:04:53.163167 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7f5b5e4c-207a-4a67-9aac-910b2c5b7fa2 None None] Provisioning complete for port 5dc5c315-ea7d-436e-89a4-6de5345a480a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:53.163571 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7f5b5e4c-207a-4a67-9aac-910b2c5b7fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:53.166621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 708b1901-0d31-4808-8d1e-32d546f5bf37 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:53.166768 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:53.169057 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Set router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:04:53.245307 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b5e4c-207a-4a67-9aac-910b2c5b7fa2 None None] Port 5dc5c315-ea7d-436e-89a4-6de5345a480a cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:04:53.300044 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 708b1901-0d31-4808-8d1e-32d546f5bf37 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:04:53.367920 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e4c3d83f-75ec-49cf-b2b3-24fc1ba008f6 None None] Provisioning complete for port 5dc5c315-ea7d-436e-89a4-6de5345a480a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:53.368329 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e4c3d83f-75ec-49cf-b2b3-24fc1ba008f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:53.404701 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:04:51Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5dc5c315-ea7d-436e-89a4-6de5345a480a', 'name': '', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:30:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3974f81e-5109-4e9e-af54-cef09228065f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:50Z', 'updated_at': '2022-02-02T14:04:51Z', 'revision_number': 2, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '3974f81e-5109-4e9e-af54-cef09228065f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:53.408149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e4c3d83f-75ec-49cf-b2b3-24fc1ba008f6 None None] Port 5dc5c315-ea7d-436e-89a4-6de5345a480a cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:04:53.438710 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Checking router: 03f040a8-ae4b-4eb5-8a23-817503cba8f4 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:04:53.439069 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Updating router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 port 5dc5c315-ea7d-436e-89a4-6de5345a480a binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:04:53.469963 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:53.748045 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Publish callbacks [] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:53.754296 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:53.806219 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Pushing event updated for resources: {'Port': ['ID=5dc5c315-ea7d-436e-89a4-6de5345a480a,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:53.830506 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.830844 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.831195 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.831529 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.831854 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.832174 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.832490 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.832804 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.833138 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.833446 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.833753 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.834059 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.834363 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:04:53.870571 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Attempting to bind port 5dc5c315-ea7d-436e-89a4-6de5345a480a on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:04:53.870931 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Attempting to bind port 5dc5c315-ea7d-436e-89a4-6de5345a480a by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:04:53.871284 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Attempting to bind port 5dc5c315-ea7d-436e-89a4-6de5345a480a on network 189f08d1-f7dd-433c-894f-9725a1286fdf {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:04:53.876522 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:04:53.876886 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Checking segment: {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:04:53.877280 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:53.877659 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Bound using segment: {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:04:53.878119 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Bound port: 5dc5c315-ea7d-436e-89a4-6de5345a480a, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:04:53.878487 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:53.943343 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] For port 5dc5c315-ea7d-436e-89a4-6de5345a480a, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:04:53.946641 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] For port 5dc5c315-ea7d-436e-89a4-6de5345a480a, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5dc5c315-ea7d-436e-89a4-6de5345a480a,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:04:53.953038 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:54.014962 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b416261-d3d5-4950-887a-adc9ec8b6ca8 None None] Pushing event updated for resources: {'Port': ['ID=5dc5c315-ea7d-436e-89a4-6de5345a480a,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:54.017931 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Routers {'03f040a8-ae4b-4eb5-8a23-817503cba8f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:04:54.018587 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:04:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:54.038810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a34c99c8-6a87-47a5-a9f9-c4af8bf4778d None None] Provisioning complete for port 5dc5c315-ea7d-436e-89a4-6de5345a480a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:54.039200 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a34c99c8-6a87-47a5-a9f9-c4af8bf4778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:54.129768 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] Set router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:04:54.141798 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a34c99c8-6a87-47a5-a9f9-c4af8bf4778d None None] Current status of the port 5dc5c315-ea7d-436e-89a4-6de5345a480a is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:04:54.142222 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a34c99c8-6a87-47a5-a9f9-c4af8bf4778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:54.183730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a34c99c8-6a87-47a5-a9f9-c4af8bf4778d None None] For port 5dc5c315-ea7d-436e-89a4-6de5345a480a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5dc5c315-ea7d-436e-89a4-6de5345a480a,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:04:54.196752 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a34c99c8-6a87-47a5-a9f9-c4af8bf4778d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:54.271520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c99c8-6a87-47a5-a9f9-c4af8bf4778d None None] Pushing event updated for resources: {'Port': ['ID=5dc5c315-ea7d-436e-89a4-6de5345a480a,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:54.313266 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94ed604d-915a-41d0-b23c-29d7f49e480e req-615d5276-6384-428a-a90c-303a6f922a6d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 210 time: 0.0427387 Feb 02 14:04:54.331702 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a9869a01-f93d-445c-a8bb-a810d8673ed8 None None] Provisioning complete for port 5dc5c315-ea7d-436e-89a4-6de5345a480a triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:54.332074 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9869a01-f93d-445c-a8bb-a810d8673ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:54.369479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-46661d11-7327-40f1-88c2-62f4575ec294 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:54.371056 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-46661d11-7327-40f1-88c2-62f4575ec294 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "GET /v2.0/networks?id=189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 200 len: 797 time: 0.2245042 Feb 02 14:04:54.446247 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-d1639281-0035-4a8a-b62b-3419f0ab7e8a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 380 time: 0.0582972 Feb 02 14:04:54.455225 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'port': {'device_id': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'admin_state_up': True, 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'security_groups': ['66582842-b4b1-4568-8458-2f5bde7bdf7c']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:04:54.462809 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:04:51Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5dc5c315-ea7d-436e-89a4-6de5345a480a', 'name': '', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:30:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3974f81e-5109-4e9e-af54-cef09228065f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:50Z', 'updated_at': '2022-02-02T14:04:53Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '3974f81e-5109-4e9e-af54-cef09228065f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:04:54.490565 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9cc379-efed-49b6-8df2-8a9009758e72 None None] The sync data for ids ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'] in n-d-827336-2 is: [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:04:51Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5dc5c315-ea7d-436e-89a4-6de5345a480a', 'name': '', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:30:dd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3974f81e-5109-4e9e-af54-cef09228065f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:50Z', 'updated_at': '2022-02-02T14:04:53Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '3974f81e-5109-4e9e-af54-cef09228065f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:04:54.596241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 708b1901-0d31-4808-8d1e-32d546f5bf37 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:04:54.630341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:04:54.636044 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:54.638155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a9869a01-f93d-445c-a8bb-a810d8673ed8 None None] Current status of the port 5dc5c315-ea7d-436e-89a4-6de5345a480a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:04:54.660127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 708b1901-0d31-4808-8d1e-32d546f5bf37 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:54.660508 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:54.756335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 708b1901-0d31-4808-8d1e-32d546f5bf37 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:04:54.757519 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 17b06c18-c026-4a91-8558-9d7f10356c33 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:04:54.802985 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.20.0.13 (189f08d1-f7dd-433c-894f-9725a1286fdf/3974f81e-5109-4e9e-af54-cef09228065f/2e4d3af4-921c-442c-9de8-7358db0ef349) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:04:54.805832 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 17b06c18-c026-4a91-8558-9d7f10356c33 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:54.806281 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (17b06c18-c026-4a91-8558-9d7f10356c33), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:54.891924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 17b06c18-c026-4a91-8558-9d7f10356c33 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:04:54.961983 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:54.999404 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:55.056481 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 189f08d1-f7dd-433c-894f-9725a1286fdf is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:04:55.059750 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:04:55.066478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:04:55.092944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=2e4d3af4-921c-442c-9de8-7358db0ef349,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:55.128410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:55.129082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:55.148421 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-e445f64a-bdc1-4337-b541-f786d597d999 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6971850 Feb 02 14:04:55.168846 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Request body: {'port': {'device_id': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:04:55.235484 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:55.364279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1c6dbb20-10ba-44cc-95b1-def424af5151 None None] Provisioning complete for port 2e4d3af4-921c-442c-9de8-7358db0ef349 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:55.365487 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c6dbb20-10ba-44cc-95b1-def424af5151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:55.425096 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1c6dbb20-10ba-44cc-95b1-def424af5151 None None] Port 2e4d3af4-921c-442c-9de8-7358db0ef349 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:04:55.443645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc77301-789c-4679-9d0f-50176cbd54f0 req-8d00f6fd-c06e-4a1a-93a8-f18e925becd0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:55.445372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7dc77301-789c-4679-9d0f-50176cbd54f0 req-8d00f6fd-c06e-4a1a-93a8-f18e925becd0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 932 time: 0.0574231 Feb 02 14:04:55.499673 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7dc77301-789c-4679-9d0f-50176cbd54f0 req-f0b44aed-005a-4a3f-81ce-a3cd769e31bd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476792 Feb 02 14:04:55.548317 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4d3af4-921c-442c-9de8-7358db0ef349 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:04:55.556551 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Publish callbacks [] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:55.570159 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Transition to ACTIVE for port object 2e4d3af4-921c-442c-9de8-7358db0ef349 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:04:55.574735 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:55.626326 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4d3af4-921c-442c-9de8-7358db0ef349,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:55.703590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Attempting to bind port 2e4d3af4-921c-442c-9de8-7358db0ef349 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:04:55.703810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Attempting to bind port 2e4d3af4-921c-442c-9de8-7358db0ef349 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:04:55.704111 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Attempting to bind port 2e4d3af4-921c-442c-9de8-7358db0ef349 on network 189f08d1-f7dd-433c-894f-9725a1286fdf {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:04:55.708768 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Port 2e4d3af4-921c-442c-9de8-7358db0ef349 on network 189f08d1-f7dd-433c-894f-9725a1286fdf not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:04:55.709086 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Attempting to bind port 2e4d3af4-921c-442c-9de8-7358db0ef349 on network 189f08d1-f7dd-433c-894f-9725a1286fdf {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:04:55.713993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:04:55.714321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Checking segment: {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:04:55.714702 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Bound using segment: {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:04:55.715127 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Bound port: 2e4d3af4-921c-442c-9de8-7358db0ef349, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:04:55.715822 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:55.781684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:04:55.784811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=2e4d3af4-921c-442c-9de8-7358db0ef349,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:04:55.792339 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:55.828982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:55.829653 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:55.831065 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] 10.222.0.18 "PUT /v2.0/ports/2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 1092 time: 0.6668739 Feb 02 14:04:55.831533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:04:55.833845 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b31903-c17f-4a01-8aea-350728b61a26" -d '{"events": [{"name": "network-changed", "server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:04:55.860243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed057f-044d-4503-9fa6-789be062bb12 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4d3af4-921c-442c-9de8-7358db0ef349,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:55.881250 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8befda6-6a12-45e4-8d37-f00861934aa4 x-openstack-request-id: req-c8befda6-6a12-45e4-8d37-f00861934aa4 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:04:55.881805 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:04:55.882156 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c8befda6-6a12-45e4-8d37-f00861934aa4 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:04:55.882707 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'status': 'completed', 'code': 200} Feb 02 14:04:55.947624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-f6bbe114-3de2-4057-a68c-a41de508b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:55.949194 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-f6bbe114-3de2-4057-a68c-a41de508b175 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1126 time: 0.0465965 Feb 02 14:04:56.005065 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-14effbc0-955e-44fa-ae6f-9272422e5d34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 217 time: 0.0397489 Feb 02 14:04:56.053163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-a1a31674-c8b6-43b6-82c2-672130ea18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:56.054653 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-a1a31674-c8b6-43b6-82c2-672130ea18ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3974f81e-5109-4e9e-af54-cef09228065f HTTP/1.1" status: 200 len: 834 time: 0.0438471 Feb 02 14:04:56.108888 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-a8085db4-982c-446e-b897-623e826718c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:56.110415 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-a8085db4-982c-446e-b897-623e826718c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=189f08d1-f7dd-433c-894f-9725a1286fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474491 Feb 02 14:04:56.217888 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-674a307f-3b84-4bec-a191-b97cab148952 service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010637 Feb 02 14:04:56.310953 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f982e8d9-a3c7-477b-a622-6b8871f5dfc3 req-ce8f76d8-8cd0-43d1-b727-11e1d413a318 service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867388 Feb 02 14:04:56.464729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b31903-c17f-4a01-8aea-350728b61a26 req-8b382981-0b62-48bb-959c-0290e5d383e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:56.466575 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b31903-c17f-4a01-8aea-350728b61a26 req-8b382981-0b62-48bb-959c-0290e5d383e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1126 time: 0.0534971 Feb 02 14:04:56.567331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b31903-c17f-4a01-8aea-350728b61a26 req-40ba7cfe-dc9b-4c0e-8044-b6a6d51dbc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:56.568845 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b31903-c17f-4a01-8aea-350728b61a26 req-40ba7cfe-dc9b-4c0e-8044-b6a6d51dbc81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 200 len: 898 time: 0.0961139 Feb 02 14:04:56.577705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5dc5c315-ea7d-436e-89a4-6de5345a480a up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:04:56.618309 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b31903-c17f-4a01-8aea-350728b61a26 req-e070b91b-7bb2-44a8-aeaa-54da32adb3e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 217 time: 0.0409150 Feb 02 14:04:56.632040 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 5dc5c315-ea7d-436e-89a4-6de5345a480a triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:04:56.632415 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:56.633728 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138b841-8b2e-4596-851a-56297af08ed8 req-fa4f6456-9454-4aa7-ae66-615b1eac338b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:56.635585 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9138b841-8b2e-4596-851a-56297af08ed8 req-fa4f6456-9454-4aa7-ae66-615b1eac338b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 944 time: 0.0587659 Feb 02 14:04:56.668669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b31903-c17f-4a01-8aea-350728b61a26 req-2d9f5915-4783-483e-94fb-57c4557a57e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:56.670327 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b31903-c17f-4a01-8aea-350728b61a26 req-2d9f5915-4783-483e-94fb-57c4557a57e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3974f81e-5109-4e9e-af54-cef09228065f HTTP/1.1" status: 200 len: 834 time: 0.0459073 Feb 02 14:04:56.690171 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9138b841-8b2e-4596-851a-56297af08ed8 req-b518424f-1d6e-4cd2-aa89-da6277036b94 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486798 Feb 02 14:04:56.720550 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 5dc5c315-ea7d-436e-89a4-6de5345a480a is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:04:56.726927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b31903-c17f-4a01-8aea-350728b61a26 req-cac376f8-4137-44bc-be63-f34d408605f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:56.728770 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b31903-c17f-4a01-8aea-350728b61a26 req-cac376f8-4137-44bc-be63-f34d408605f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=189f08d1-f7dd-433c-894f-9725a1286fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520022 Feb 02 14:04:56.824765 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b31903-c17f-4a01-8aea-350728b61a26 req-9dc06fd6-5b7b-4c2a-b46e-14f07a5da666 service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884004 Feb 02 14:04:56.920492 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e6b31903-c17f-4a01-8aea-350728b61a26 req-8dce1d9f-3cb9-448d-8fb8-6a9323b9c4a6 service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886610 Feb 02 14:04:57.833556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b0125-de73-4d46-91c5-4f946f915616 req-0cef2a08-b6e5-4f6f-ad1e-1bb93cc351f7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:57.835054 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e48b0125-de73-4d46-91c5-4f946f915616 req-0cef2a08-b6e5-4f6f-ad1e-1bb93cc351f7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 944 time: 0.0689895 Feb 02 14:04:57.885143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e48b0125-de73-4d46-91c5-4f946f915616 req-8813badd-4acc-47b8-8c44-65f577bf5892 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438132 Feb 02 14:04:58.817458 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 2e4d3af4-921c-442c-9de8-7358db0ef349 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:04:58.924689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=2e4d3af4-921c-442c-9de8-7358db0ef349,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:04:58.936352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'port_id': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'mac_address': 'fa:16:3e:a9:62:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3974f81e-5109-4e9e-af54-cef09228065f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:04:58.978156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 2e4d3af4-921c-442c-9de8-7358db0ef349 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:04:58.978622 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:58.992986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4d3af4-921c-442c-9de8-7358db0ef349 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:04:59.011443 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5016-8762-4e17-a485-e4745ec9bc60 req-255de405-7384-4466-bb6d-22340fd18503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:04:59.013050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-016e5016-8762-4e17-a485-e4745ec9bc60 req-255de405-7384-4466-bb6d-22340fd18503 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 944 time: 0.0574603 Feb 02 14:04:59.013881 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=2e4d3af4-921c-442c-9de8-7358db0ef349,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:04:59.018828 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:04:59.065314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-016e5016-8762-4e17-a485-e4745ec9bc60 req-6599111a-85a8-4ea1-a108-1b2b7fa07c04 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458586 Feb 02 14:04:59.069244 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=2e4d3af4-921c-442c-9de8-7358db0ef349,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:04:59.325801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['2e4d3af4-921c-442c-9de8-7358db0ef349'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:05:00.194438 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191a4c0-f2a6-4eb3-9146-c69a4c8ccbff req-35b65282-f1fd-44b4-a842-3c265d25b8d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:00.195930 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3191a4c0-f2a6-4eb3-9146-c69a4c8ccbff req-35b65282-f1fd-44b4-a842-3c265d25b8d3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 945 time: 0.0580921 Feb 02 14:05:00.248107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3191a4c0-f2a6-4eb3-9146-c69a4c8ccbff req-7b02373b-42ef-493f-aff0-c0fc612bc003 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439422 Feb 02 14:05:00.835914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 2e4d3af4-921c-442c-9de8-7358db0ef349 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:05:00.892609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 2e4d3af4-921c-442c-9de8-7358db0ef349 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:05:00.896658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 2e4d3af4-921c-442c-9de8-7358db0ef349 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:05:00.897034 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:00.975714 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 2e4d3af4-921c-442c-9de8-7358db0ef349 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:05:00.976104 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:01.000061 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:05:01.002362 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fb58a9-896e-48df-8628-2b82d2e6bff8" -d '{"events": [{"server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "name": "network-vif-plugged", "status": "completed", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:05:01.023138 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=2e4d3af4-921c-442c-9de8-7358db0ef349,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:05:01.029889 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:01.054438 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1372ec8-b04e-4348-935d-cc7290439347 x-openstack-request-id: req-f1372ec8-b04e-4348-935d-cc7290439347 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:05:01.054843 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "name": "network-vif-plugged", "status": "completed", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:05:01.055149 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f1372ec8-b04e-4348-935d-cc7290439347 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:05:01.055568 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'code': 200} Feb 02 14:05:01.087656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=2e4d3af4-921c-442c-9de8-7358db0ef349,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:05:01.192830 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3926a-2115-4231-8db3-4f3b0bc864a3 req-c6b94f0f-f784-4789-a206-3397213d78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:01.195028 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-55a3926a-2115-4231-8db3-4f3b0bc864a3 req-c6b94f0f-f784-4789-a206-3397213d78f1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1128 time: 0.0451741 Feb 02 14:05:01.247898 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-55a3926a-2115-4231-8db3-4f3b0bc864a3 req-e4fb072b-8141-4bc1-b59b-d9c52363a0dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470512 Feb 02 14:05:01.385962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d726df-a80c-42de-9782-cb7d7c39276d req-1518a136-3ed7-4bee-a68e-4f9138f7712a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:01.387501 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03d726df-a80c-42de-9782-cb7d7c39276d req-1518a136-3ed7-4bee-a68e-4f9138f7712a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0697324 Feb 02 14:05:01.440833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03d726df-a80c-42de-9782-cb7d7c39276d req-96c51b1f-0725-477c-b8e3-870bfbd6e195 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456979 Feb 02 14:05:01.877245 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac22f538-9ba4-4b4a-8c95-7661286072e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:02.566507 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62717f-d357-4d8b-9185-a3e8783b65a3 req-2d258fe8-ba2b-4740-8263-e2c99c2e3473 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:02.568067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da62717f-d357-4d8b-9185-a3e8783b65a3 req-2d258fe8-ba2b-4740-8263-e2c99c2e3473 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0538957 Feb 02 14:05:02.621994 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da62717f-d357-4d8b-9185-a3e8783b65a3 req-598c5432-f8c2-4b54-81ac-1526f6ebbfc8 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483172 Feb 02 14:05:02.745059 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc824f9-06ed-4a6a-9375-13c847a12e1b req-516eef70-04fc-44a9-8691-3760693dd35a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:02.746538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fc824f9-06ed-4a6a-9375-13c847a12e1b req-516eef70-04fc-44a9-8691-3760693dd35a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0541441 Feb 02 14:05:02.800758 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1fc824f9-06ed-4a6a-9375-13c847a12e1b req-75d34aa9-9ebe-4527-9579-a4b09cb729a9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448830 Feb 02 14:05:02.831165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42682) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:05:02.879207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2397ab47-7f2a-4a32-83c9-6bda494e9163 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:02.880781 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2397ab47-7f2a-4a32-83c9-6bda494e9163 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1123 time: 0.0486486 Feb 02 14:05:02.883898 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42684) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:05:02.890236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:05:02.918456 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:03.031301 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:03.135094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.25.4.109 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/9f0cdeac-28a0-41af-b2cc-a74213d9b277) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:05:03.244330 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (9f0cdeac-28a0-41af-b2cc-a74213d9b277), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:03.280695 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9f0cdeac-28a0-41af-b2cc-a74213d9b277), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:03.317971 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:05:03.324277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:05:03.328588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:05:03.331647 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=9f0cdeac-28a0-41af-b2cc-a74213d9b277,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:05:03.721801 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (2d2b53a6-dff3-45c3-bbdb-995eff3c78fd), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:03.790412 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9f0cdeac-28a0-41af-b2cc-a74213d9b277), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:03.946458 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (9f0cdeac-28a0-41af-b2cc-a74213d9b277), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:03.952934 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (9f0cdeac-28a0-41af-b2cc-a74213d9b277), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:04.025615 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=9f0cdeac-28a0-41af-b2cc-a74213d9b277,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:05:04.034794 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (2d2b53a6-dff3-45c3-bbdb-995eff3c78fd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:04.139675 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Floating IP 2d2b53a6-dff3-45c3-bbdb-995eff3c78fd associated. External IP: 172.25.4.109, port: 2e4d3af4-921c-442c-9de8-7358db0ef349. Feb 02 14:05:04.176618 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acca4c58-cf8f-4233-a864-697db6f05e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:04.370061 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:05:04.842084 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:05:04.855573 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda53d88-496d-4635-a1c7-b7604acc5be4 None None] Sync routers for ids ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:05:04.867998 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:04.869854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda53d88-496d-4635-a1c7-b7604acc5be4 None None] Routers {'03f040a8-ae4b-4eb5-8a23-817503cba8f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:05:04.870551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-bda53d88-496d-4635-a1c7-b7604acc5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:05:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:05:04.901268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4868ddab-cbf0-4be3-9679-d1d837206b62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0134776 Feb 02 14:05:04.901268 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:05:04.901691 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc19ee7d-f727-483d-9754-fa7d93c680f9" -d '{"events": [{"name": "network-changed", "server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:05:04.946141 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333f8318-d7ed-4dd1-b89e-724da792c13f x-openstack-request-id: req-333f8318-d7ed-4dd1-b89e-724da792c13f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:05:04.947084 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:05:04.947327 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-333f8318-d7ed-4dd1-b89e-724da792c13f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:05:04.947746 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'status': 'completed', 'code': 200} Feb 02 14:05:04.983841 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-bda53d88-496d-4635-a1c7-b7604acc5be4 None None] Set router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:05:05.023444 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b536562d-35fa-41d2-8606-e0a9c5a82828 req-dbb61fd7-8325-43c6-8209-f7d406d63a85 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:05.028479 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b536562d-35fa-41d2-8606-e0a9c5a82828 req-dbb61fd7-8325-43c6-8209-f7d406d63a85 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0652785 Feb 02 14:05:05.050138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19ee7d-f727-483d-9754-fa7d93c680f9 req-963faac8-bd18-41dc-b373-7c00e2ee89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:05.051979 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc19ee7d-f727-483d-9754-fa7d93c680f9 req-963faac8-bd18-41dc-b373-7c00e2ee89b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1128 time: 0.0563774 Feb 02 14:05:05.085095 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b536562d-35fa-41d2-8606-e0a9c5a82828 req-28734c45-413c-4e65-9959-726d05c2a731 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533235 Feb 02 14:05:05.108915 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42690) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:05:05.166832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19ee7d-f727-483d-9754-fa7d93c680f9 req-847f414d-ef3e-4972-a0a8-16b6c6fa5540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:05.170136 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc19ee7d-f727-483d-9754-fa7d93c680f9 req-847f414d-ef3e-4972-a0a8-16b6c6fa5540 service neutron] 10.222.0.18 "GET /v2.0/networks?id=189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 200 len: 898 time: 0.1105824 Feb 02 14:05:05.185243 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-eea07155-1806-4455-8a60-f12d3e1d999c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/2d2b53a6-dff3-45c3-bbdb-995eff3c78fd HTTP/1.1" status: 200 len: 992 time: 0.0729563 Feb 02 14:05:05.224169 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-bda53d88-496d-4635-a1c7-b7604acc5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:04:51Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '2d2b53a6-dff3-45c3-bbdb-995eff3c78fd', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'port_id': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'mac_address': 'fa:16:3e:a9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:05:03Z', 'updated_at': '2022-02-02T14:05:03Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc5c315-ea7d-436e-89a4-6de5345a480a', 'name': '', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:30:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3974f81e-5109-4e9e-af54-cef09228065f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:50Z', 'updated_at': '2022-02-02T14:04:54Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '3974f81e-5109-4e9e-af54-cef09228065f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:05:05.239206 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc19ee7d-f727-483d-9754-fa7d93c680f9 req-8237b9f5-eee1-4e38-8f26-cee8178bbb6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 1000 time: 0.0629990 Feb 02 14:05:05.254838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda53d88-496d-4635-a1c7-b7604acc5be4 None None] Checking router: 03f040a8-ae4b-4eb5-8a23-817503cba8f4 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:05:05.263155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda53d88-496d-4635-a1c7-b7604acc5be4 None None] Routers {'03f040a8-ae4b-4eb5-8a23-817503cba8f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:05:05.264042 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-bda53d88-496d-4635-a1c7-b7604acc5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:05:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:05:05.286632 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19ee7d-f727-483d-9754-fa7d93c680f9 req-ebb242ad-42b6-4aa4-ba34-b4d4a8199785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:05.288114 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc19ee7d-f727-483d-9754-fa7d93c680f9 req-ebb242ad-42b6-4aa4-ba34-b4d4a8199785 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3974f81e-5109-4e9e-af54-cef09228065f HTTP/1.1" status: 200 len: 834 time: 0.0434167 Feb 02 14:05:05.341429 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19ee7d-f727-483d-9754-fa7d93c680f9 req-e81c0ce4-4905-4011-a5f5-4fd513ed26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:05.343096 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc19ee7d-f727-483d-9754-fa7d93c680f9 req-e81c0ce4-4905-4011-a5f5-4fd513ed26f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=189f08d1-f7dd-433c-894f-9725a1286fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492766 Feb 02 14:05:05.374807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-bda53d88-496d-4635-a1c7-b7604acc5be4 None None] Set router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:05:05.433566 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc19ee7d-f727-483d-9754-fa7d93c680f9 req-3eda295b-5a21-4f46-b2b8-a1dc7b982553 service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845039 Feb 02 14:05:05.531904 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc19ee7d-f727-483d-9754-fa7d93c680f9 req-8d475571-2ad9-4512-8e33-83c9776a0503 service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913908 Feb 02 14:05:05.621862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-bda53d88-496d-4635-a1c7-b7604acc5be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:04:51Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '2d2b53a6-dff3-45c3-bbdb-995eff3c78fd', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'port_id': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'mac_address': 'fa:16:3e:a9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:05:03Z', 'updated_at': '2022-02-02T14:05:03Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc5c315-ea7d-436e-89a4-6de5345a480a', 'name': '', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:30:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3974f81e-5109-4e9e-af54-cef09228065f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:50Z', 'updated_at': '2022-02-02T14:04:54Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '3974f81e-5109-4e9e-af54-cef09228065f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:05:05.651905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda53d88-496d-4635-a1c7-b7604acc5be4 None None] The sync data for ids ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'] in n-d-827336-2 is: [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:04:51Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '2d2b53a6-dff3-45c3-bbdb-995eff3c78fd', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.109', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'port_id': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'mac_address': 'fa:16:3e:a9:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:05:03Z', 'updated_at': '2022-02-02T14:05:03Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc5c315-ea7d-436e-89a4-6de5345a480a', 'name': '', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:30:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3974f81e-5109-4e9e-af54-cef09228065f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:50Z', 'updated_at': '2022-02-02T14:04:54Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '3974f81e-5109-4e9e-af54-cef09228065f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:05:05.801697 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:05.854623 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65582bc9-3c10-4351-a0a6-43e96e3cbb08 None None] New status for floating IP 2d2b53a6-dff3-45c3-bbdb-995eff3c78fd: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:05:06.188328 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42694) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:05:06.263191 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-71ddc100-6de8-48cf-a0c0-7fc2024cc81d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/2d2b53a6-dff3-45c3-bbdb-995eff3c78fd HTTP/1.1" status: 200 len: 994 time: 0.0735278 Feb 02 14:05:07.068077 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:07.280852 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:08.073724 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:08.209970 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:09.083467 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-213dd2cd-117b-43de-a0f0-2daf99626fa0 req-5ad3737b-17c9-4ec3-8959-6913489d8541 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518537 Feb 02 14:05:09.203261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dd2cd-117b-43de-a0f0-2daf99626fa0 req-dd6776d8-8653-4f5c-b6f2-3e48cfc80005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:09.204824 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-213dd2cd-117b-43de-a0f0-2daf99626fa0 req-dd6776d8-8653-4f5c-b6f2-3e48cfc80005 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1128 time: 0.0535746 Feb 02 14:05:09.334611 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dd2cd-117b-43de-a0f0-2daf99626fa0 req-4ec62e57-f396-4c6f-b549-b156fd201112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:09.336244 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-213dd2cd-117b-43de-a0f0-2daf99626fa0 req-4ec62e57-f396-4c6f-b549-b156fd201112 service neutron] 10.222.0.18 "GET /v2.0/networks?id=189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 200 len: 898 time: 0.1075110 Feb 02 14:05:09.412317 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-213dd2cd-117b-43de-a0f0-2daf99626fa0 req-83882c42-bcb5-4b05-bb8e-46d165bb5116 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 1002 time: 0.0703924 Feb 02 14:05:09.465837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dd2cd-117b-43de-a0f0-2daf99626fa0 req-f49ccd53-8125-4754-a074-8d341024e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:09.467656 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-213dd2cd-117b-43de-a0f0-2daf99626fa0 req-f49ccd53-8125-4754-a074-8d341024e684 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3974f81e-5109-4e9e-af54-cef09228065f HTTP/1.1" status: 200 len: 834 time: 0.0495901 Feb 02 14:05:09.526299 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213dd2cd-117b-43de-a0f0-2daf99626fa0 req-e8f249d4-ca3d-404a-bc3e-c177efa7e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:09.527844 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-213dd2cd-117b-43de-a0f0-2daf99626fa0 req-e8f249d4-ca3d-404a-bc3e-c177efa7e5e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=189f08d1-f7dd-433c-894f-9725a1286fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549467 Feb 02 14:05:09.629323 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-213dd2cd-117b-43de-a0f0-2daf99626fa0 req-22f50d27-585d-45a4-8640-de1853e4f3fe service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944829 Feb 02 14:05:09.734230 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-213dd2cd-117b-43de-a0f0-2daf99626fa0 req-092df92d-05d5-4609-82dd-08b673bbc4b1 service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987945 Feb 02 14:05:24.620500 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:05:31.873037 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-76dc4a54-8902-4d97-8c9e-2f104f8ceeed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:34.184233 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4c04389c-7335-4dba-8642-f9d0d59c03f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:34.885258 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-6e873e03-c337-4750-ba7a-32118785bb89 req-f3fd4ee6-7393-431a-af27-9fbb34854d77 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:05:34.886264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6e873e03-c337-4750-ba7a-32118785bb89 req-f3fd4ee6-7393-431a-af27-9fbb34854d77 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069053 Feb 02 14:05:35.067664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42714) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:05:35.141143 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7505b-0dc0-4e34-b05f-b2c35f4f9a79 req-19489d66-4fc1-4822-8b90-85c670bc9ceb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:35.142691 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81e7505b-0dc0-4e34-b05f-b2c35f4f9a79 req-19489d66-4fc1-4822-8b90-85c670bc9ceb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.1036367 Feb 02 14:05:35.153548 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-d4d0559a-93b3-4a03-bf53-2f0ecabc2600 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846510 Feb 02 14:05:35.163201 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-fe8bd284-79d6-4666-960c-163dede70419 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:05:35.164231 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-fe8bd284-79d6-4666-960c-163dede70419 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057425 Feb 02 14:05:35.205459 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81e7505b-0dc0-4e34-b05f-b2c35f4f9a79 req-6eadb73e-8d56-4bcb-baeb-9e07d677b0a6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570650 Feb 02 14:05:35.807549 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:36.403755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f99493-194b-475b-8e0e-c57b3d9e864b req-1e9e8dfc-f08d-4d17-8ebc-99b38d055ab5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:36.405354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-58f99493-194b-475b-8e0e-c57b3d9e864b req-1e9e8dfc-f08d-4d17-8ebc-99b38d055ab5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.1197448 Feb 02 14:05:36.458215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-58f99493-194b-475b-8e0e-c57b3d9e864b req-30d24062-f0c5-42f1-acc9-9bfb43c533b5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 Feb 02 14:05:37.073531 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:37.284586 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:37.599880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946e17e-0c41-4964-b07d-19050e84cf7a req-307e26f1-dfed-4e5a-90bb-12bad7e30402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:37.601268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6946e17e-0c41-4964-b07d-19050e84cf7a req-307e26f1-dfed-4e5a-90bb-12bad7e30402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0664709 Feb 02 14:05:37.657197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6946e17e-0c41-4964-b07d-19050e84cf7a req-7e5b547c-d412-4e76-87f3-18f61aafb9b1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501711 Feb 02 14:05:38.080867 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:38.201809 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:38.791105 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdaf88-4309-46d7-9bf4-a09602c6a3a9 req-9b75709c-dcd0-4941-a611-a5adc6aa5bde tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:38.792540 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7fdaf88-4309-46d7-9bf4-a09602c6a3a9 req-9b75709c-dcd0-4941-a611-a5adc6aa5bde tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0595243 Feb 02 14:05:38.855123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7fdaf88-4309-46d7-9bf4-a09602c6a3a9 req-5d159d83-1ae2-4d0a-afbf-372e7e3ff92a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568280 Feb 02 14:05:39.977376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c9420-0087-427b-b4ee-81ae3010339e req-a7ba7c6d-3851-4f67-b361-90097965053c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:39.978863 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d5c9420-0087-427b-b4ee-81ae3010339e req-a7ba7c6d-3851-4f67-b361-90097965053c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0535429 Feb 02 14:05:40.033552 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1d5c9420-0087-427b-b4ee-81ae3010339e req-e9ce87b3-6479-4e1f-a9f2-e2889a315406 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486224 Feb 02 14:05:40.648520 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-d1049ab7-14df-4519-a50c-c4c8ea95e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:40.650162 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-d1049ab7-14df-4519-a50c-c4c8ea95e095 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1128 time: 0.0508771 Feb 02 14:05:40.743995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-83f2038c-45b3-41d8-b406-03776fb5f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:40.745496 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-83f2038c-45b3-41d8-b406-03776fb5f4ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 200 len: 898 time: 0.0889926 Feb 02 14:05:40.820462 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-72fb36f4-7784-4e0b-a24f-51045f16e925 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 1002 time: 0.0686421 Feb 02 14:05:40.868694 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-a6e13596-9fca-4b3a-b84a-0aca4d210f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:40.870148 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-a6e13596-9fca-4b3a-b84a-0aca4d210f4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3974f81e-5109-4e9e-af54-cef09228065f HTTP/1.1" status: 200 len: 834 time: 0.0440369 Feb 02 14:05:40.920455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-fec8f50f-3e40-48ac-8063-ef2a1d9d0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:40.921952 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-fec8f50f-3e40-48ac-8063-ef2a1d9d0b4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=189f08d1-f7dd-433c-894f-9725a1286fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456212 Feb 02 14:05:41.015654 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-e2243d3f-39f4-4e49-952f-ff44008a8ad9 service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875087 Feb 02 14:05:41.105980 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-10db589d-00ba-46cb-a1bd-367594b30906 service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845006 Feb 02 14:05:41.160737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a2277-1bee-4924-ae81-e75b322c380d req-384e9f3b-3973-4471-a620-cde9319ca246 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:41.162416 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d51a2277-1bee-4924-ae81-e75b322c380d req-384e9f3b-3973-4471-a620-cde9319ca246 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0580881 Feb 02 14:05:41.213984 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d51a2277-1bee-4924-ae81-e75b322c380d req-fbd8c83f-7ba3-40d0-9133-3e3254024697 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455577 Feb 02 14:05:42.352399 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84fa14-fe9d-435f-83db-6f0859313df6 req-1fffa106-3e6a-4cb0-9c00-a87821e3c82a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:42.353909 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff84fa14-fe9d-435f-83db-6f0859313df6 req-1fffa106-3e6a-4cb0-9c00-a87821e3c82a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0681849 Feb 02 14:05:42.404896 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff84fa14-fe9d-435f-83db-6f0859313df6 req-3f62db35-1d56-42c9-8f00-24bf8847cc39 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431628 Feb 02 14:05:43.539845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76ace6-2695-4904-9082-a7c86a05c561 req-49b906fb-29a6-413d-a633-2a72f77ebb1c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:43.542441 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d76ace6-2695-4904-9082-a7c86a05c561 req-49b906fb-29a6-413d-a633-2a72f77ebb1c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0597959 Feb 02 14:05:43.593455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8d76ace6-2695-4904-9082-a7c86a05c561 req-a981d321-64a0-4db0-8ef9-1a798f7aeaa9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462978 Feb 02 14:05:44.718537 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83627f71-5c7e-47cd-92a8-aa0a151aca06 req-b02831e8-d90e-480e-8c00-c5573d8c1861 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:44.720035 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83627f71-5c7e-47cd-92a8-aa0a151aca06 req-b02831e8-d90e-480e-8c00-c5573d8c1861 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0563409 Feb 02 14:05:44.784675 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-83627f71-5c7e-47cd-92a8-aa0a151aca06 req-5d436182-5de4-4a64-aa3c-c0c608c5b7b8 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565073 Feb 02 14:05:45.927206 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a1025-340e-4740-87f3-8a241f67aa72 req-265679f0-d1d4-4198-99a0-4d33e99b8108 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:45.929653 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d49a1025-340e-4740-87f3-8a241f67aa72 req-265679f0-d1d4-4198-99a0-4d33e99b8108 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0659347 Feb 02 14:05:45.982998 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d49a1025-340e-4740-87f3-8a241f67aa72 req-6bbaf7f3-dea8-4a06-afa6-13028f31bf37 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447764 Feb 02 14:05:47.107823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39857d-2e1a-4301-b0de-6dd79f946d12 req-81120a81-7b16-4bed-be79-65cd4fc1f2a6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:47.109317 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a39857d-2e1a-4301-b0de-6dd79f946d12 req-81120a81-7b16-4bed-be79-65cd4fc1f2a6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0566435 Feb 02 14:05:47.161276 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5a39857d-2e1a-4301-b0de-6dd79f946d12 req-76aa47e5-dc47-4f78-92bc-a8d4ab6c3cbb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461712 Feb 02 14:05:48.306414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c7100-cb54-4c98-9f51-de8be9b1c421 req-19b2015d-aaf4-4e64-bca6-1db62443eb72 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:48.308021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c4c7100-cb54-4c98-9f51-de8be9b1c421 req-19b2015d-aaf4-4e64-bca6-1db62443eb72 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0664263 Feb 02 14:05:48.357429 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c4c7100-cb54-4c98-9f51-de8be9b1c421 req-5a677039-de94-443a-b983-f37c966bb7d2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436964 Feb 02 14:05:49.503500 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ab285-760a-4dac-ad74-bb4a216c8232 req-60ef85bc-8d37-4f6a-b73f-d03c3286c96c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:49.504991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b3ab285-760a-4dac-ad74-bb4a216c8232 req-60ef85bc-8d37-4f6a-b73f-d03c3286c96c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0561950 Feb 02 14:05:49.555953 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0b3ab285-760a-4dac-ad74-bb4a216c8232 req-0d47cea6-fdb6-4b67-9714-9377da4108d5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427785 Feb 02 14:05:50.710659 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8356c-0946-4534-aea1-e79c97d7eabc req-1a5e9f6d-9ee3-489e-8ad3-221d7967aa16 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:50.712204 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0d8356c-0946-4534-aea1-e79c97d7eabc req-1a5e9f6d-9ee3-489e-8ad3-221d7967aa16 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0660923 Feb 02 14:05:50.774455 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0d8356c-0946-4534-aea1-e79c97d7eabc req-6f5ff6af-7de4-449b-8d55-9f0204e89d2a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532484 Feb 02 14:05:51.917323 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8569ffb-8fce-4bb4-a5ec-4b5c3cc6e25b req-3cdf7644-b5a4-43bf-b581-12f3e76db29b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:51.918791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8569ffb-8fce-4bb4-a5ec-4b5c3cc6e25b req-3cdf7644-b5a4-43bf-b581-12f3e76db29b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0566044 Feb 02 14:05:51.973900 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8569ffb-8fce-4bb4-a5ec-4b5c3cc6e25b req-3b4c134e-b5a6-43ce-b034-59f678be63d6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467017 Feb 02 14:05:53.109756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887270c-d5be-494a-88f5-2bd47decc64d req-0648b1b4-b708-4ff5-acb5-624da85e2ff2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:53.111286 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8887270c-d5be-494a-88f5-2bd47decc64d req-0648b1b4-b708-4ff5-acb5-624da85e2ff2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0609798 Feb 02 14:05:53.169026 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8887270c-d5be-494a-88f5-2bd47decc64d req-18b2137d-bd18-4051-abbe-51c36c30d7d7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494099 Feb 02 14:05:54.298527 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c5834-4427-4565-b54d-a07afe74137b req-d70032a0-7f9f-4da9-944b-98533b7475e3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:54.300096 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-798c5834-4427-4565-b54d-a07afe74137b req-d70032a0-7f9f-4da9-944b-98533b7475e3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0525010 Feb 02 14:05:54.349036 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-798c5834-4427-4565-b54d-a07afe74137b req-1afb6b14-34a3-4826-a0dd-41617f29f0ba tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432177 Feb 02 14:05:55.483636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011998cb-4f04-437d-aa57-421248690e7b req-9b8464fd-86c1-4345-8b41-5dd4299c2fe4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:55.487925 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-011998cb-4f04-437d-aa57-421248690e7b req-9b8464fd-86c1-4345-8b41-5dd4299c2fe4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0649168 Feb 02 14:05:55.536939 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-011998cb-4f04-437d-aa57-421248690e7b req-e1602e20-ec59-4d7d-a67f-2dbe9dd40521 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460932 Feb 02 14:05:56.672403 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6647820-cd2a-4067-ab93-6d9706c6380f req-226c19e5-7120-496b-bcbd-9ccdb4a6387a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:56.673897 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6647820-cd2a-4067-ab93-6d9706c6380f req-226c19e5-7120-496b-bcbd-9ccdb4a6387a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0612047 Feb 02 14:05:56.726722 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a6647820-cd2a-4067-ab93-6d9706c6380f req-c9c947a7-3de0-41ec-9443-7abc2b9e8f62 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444007 Feb 02 14:05:57.871402 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad72e1-8c75-4209-b990-95148fe25e76 req-1b079ccc-74e6-42df-b7ee-cc4e75609226 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:57.873021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29ad72e1-8c75-4209-b990-95148fe25e76 req-1b079ccc-74e6-42df-b7ee-cc4e75609226 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0646212 Feb 02 14:05:57.931509 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-29ad72e1-8c75-4209-b990-95148fe25e76 req-8e321d1d-8303-4f94-9dd5-59d4d84d920b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500894 Feb 02 14:05:58.307663 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-24968f99-a35a-4582-8947-33319a5c8759 service neutron] show failed (client error): The resource could not be found. Feb 02 14:05:58.308704 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-24968f99-a35a-4582-8947-33319a5c8759 service neutron] 10.222.0.18 "GET /v2.0/ports/2e4d3af4-921c-442c-9de8-7358db0ef349/bindings/n-h2-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0643957 Feb 02 14:05:58.542027 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-9e80c9d1-2b19-4b44-ad23-f62ee821ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:58.543631 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-9e80c9d1-2b19-4b44-ad23-f62ee821ea54 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a&tenant_id=459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 1128 time: 0.0563879 Feb 02 14:05:58.560851 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:05:58.623020 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:58.836085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=2e4d3af4-921c-442c-9de8-7358db0ef349,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:05:58.868972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:05:58.910339 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:05:58.913852 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a90df8-8dd9-417d-b0eb-e70bb57bcad1" -d '{"events": [{"server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:05:58.918861 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Publish callbacks [] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:58.932300 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Transition to ACTIVE for port object 2e4d3af4-921c-442c-9de8-7358db0ef349 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:05:58.937278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:58.971486 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 14:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff325a6-7b6b-48ae-a1ae-5ac1e31e7df7 x-openstack-request-id: req-eff325a6-7b6b-48ae-a1ae-5ac1e31e7df7 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:05:58.972425 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "name": "network-vif-unplugged", "status": "completed", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:05:58.972425 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-eff325a6-7b6b-48ae-a1ae-5ac1e31e7df7 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:05:58.972425 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'code': 200} Feb 02 14:05:59.024365 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Pushing event updated for resources: {'Port': ['ID=2e4d3af4-921c-442c-9de8-7358db0ef349,revision_number=6']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:05:59.035999 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.036556 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.037001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.037357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.037667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.038003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.038325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.038682 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.039150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.039641 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.039974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.040296 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.040624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:05:59.063203 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cfba2-d727-4026-b65c-6bb4a4ffd966 req-4f6b1452-6aa5-4efc-b1a2-ee31e0868f21 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:59.064825 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-734cfba2-d727-4026-b65c-6bb4a4ffd966 req-4f6b1452-6aa5-4efc-b1a2-ee31e0868f21 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 944 time: 0.0553098 Feb 02 14:05:59.080809 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] No DVR routers for this DVR port 2e4d3af4-921c-442c-9de8-7358db0ef349 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:05:59.126907 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-734cfba2-d727-4026-b65c-6bb4a4ffd966 req-bf5eb2a5-d30a-4fca-abc3-e8c1a45adacb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561380 Feb 02 14:05:59.547660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Attempting to bind port 2e4d3af4-921c-442c-9de8-7358db0ef349 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:05:59.548304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Attempting to bind port 2e4d3af4-921c-442c-9de8-7358db0ef349 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:05:59.548304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Attempting to bind port 2e4d3af4-921c-442c-9de8-7358db0ef349 on network 189f08d1-f7dd-433c-894f-9725a1286fdf {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:05:59.553024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Port 2e4d3af4-921c-442c-9de8-7358db0ef349 on network 189f08d1-f7dd-433c-894f-9725a1286fdf not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:05:59.553334 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Attempting to bind port 2e4d3af4-921c-442c-9de8-7358db0ef349 on network 189f08d1-f7dd-433c-894f-9725a1286fdf {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:05:59.558315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:05:59.558639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Checking segment: {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:05:59.559004 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Bound using segment: {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:05:59.559452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Bound port: 2e4d3af4-921c-442c-9de8-7358db0ef349, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:05:59.559817 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:59.622214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:05:59.625483 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2e4d3af4-921c-442c-9de8-7358db0ef349,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:05:59.634761 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:59.669842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:59.670488 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:05:59.671956 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] 10.222.0.62 "PUT /v2.0/ports/2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 1092 time: 1.1153781 Feb 02 14:05:59.695506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2d8ce-a78c-44f9-982a-7c0cd06077cd service neutron] Pushing event updated for resources: {'Port': ['ID=2e4d3af4-921c-442c-9de8-7358db0ef349,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:05:59.766150 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-0d42c518-184e-46d3-ba72-c60c764c9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:59.767796 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-0d42c518-184e-46d3-ba72-c60c764c9f59 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1126 time: 0.0501633 Feb 02 14:05:59.860306 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-4fd91503-e56b-44a9-95d5-6ce01236eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:59.861793 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-4fd91503-e56b-44a9-95d5-6ce01236eb65 service neutron] 10.222.0.62 "GET /v2.0/networks?id=189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 200 len: 898 time: 0.0879648 Feb 02 14:05:59.932095 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-d940a52b-9683-4a07-936d-bb44293d776d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 1000 time: 0.0638194 Feb 02 14:05:59.985275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-763e207d-80d9-4c1d-9a99-b4067d56a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:05:59.986740 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-763e207d-80d9-4c1d-9a99-b4067d56a483 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3974f81e-5109-4e9e-af54-cef09228065f HTTP/1.1" status: 200 len: 834 time: 0.0482376 Feb 02 14:06:00.042590 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-dcec03f8-18fa-429c-a3da-ecab51d9d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:00.044143 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-dcec03f8-18fa-429c-a3da-ecab51d9d083 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=189f08d1-f7dd-433c-894f-9725a1286fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504744 Feb 02 14:06:00.136547 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-86977472-ddcd-4cd9-a991-87cd796a4b6f service neutron] 10.222.0.62 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856433 Feb 02 14:06:00.229586 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8abe3cc8-c51c-4245-acfe-e60b63bf8bcf req-9e439717-2316-4a88-8c85-72333080b67c service neutron] 10.222.0.62 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858510 Feb 02 14:06:00.250709 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594120ff-00ed-4316-9484-0bdc4d734969 req-28c46d20-232c-4938-b9ea-b314e5b581ca tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:00.253164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-594120ff-00ed-4316-9484-0bdc4d734969 req-28c46d20-232c-4938-b9ea-b314e5b581ca tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 944 time: 0.0546298 Feb 02 14:06:00.304869 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-594120ff-00ed-4316-9484-0bdc4d734969 req-49435ac8-29f6-4daf-a50e-5f7c6a2a84c5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454412 Feb 02 14:06:00.974509 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:06:00.978714 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db867afe-d765-4a30-8e58-b7d8e9784f85" -d '{"events": [{"name": "network-changed", "server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:06:01.035882 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd2149c-82a7-4d85-889a-dbe46fc02995 x-openstack-request-id: req-bdd2149c-82a7-4d85-889a-dbe46fc02995 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:06:01.036175 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:06:01.036438 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-bdd2149c-82a7-4d85-889a-dbe46fc02995 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:06:01.036836 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'status': 'completed', 'code': 200} Feb 02 14:06:01.153374 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-03240f3b-2c9d-484d-999c-26a50091f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:01.154866 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-03240f3b-2c9d-484d-999c-26a50091f9b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1126 time: 0.0794308 Feb 02 14:06:01.156562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-584336e0-0aa4-4cbe-ae9d-472ee0b9bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:01.157882 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-584336e0-0aa4-4cbe-ae9d-472ee0b9bcbe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1126 time: 0.0742097 Feb 02 14:06:01.317572 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-eeee8510-c15b-43e5-8a51-39f3ae3b9403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:01.318967 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-eeee8510-c15b-43e5-8a51-39f3ae3b9403 service neutron] 10.222.0.18 "GET /v2.0/networks?id=189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 200 len: 898 time: 0.1538453 Feb 02 14:06:01.319925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-ca07dd77-4c93-4c97-9e27-ce5259989892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:01.321198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-ca07dd77-4c93-4c97-9e27-ce5259989892 service neutron] 10.222.0.62 "GET /v2.0/networks?id=189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 200 len: 898 time: 0.1571634 Feb 02 14:06:01.431922 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-e4395379-9881-4c58-932a-4a3c1d154c21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 1000 time: 0.1059711 Feb 02 14:06:01.436962 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf63df-df80-488b-bbbd-b95f397103b4 req-3d79ffeb-9dbb-4a88-842e-8c08fdcc99f6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:01.438660 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-677bb759-3bcb-4ebb-a529-510acd271aea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 1000 time: 0.1051629 Feb 02 14:06:01.438818 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ddcf63df-df80-488b-bbbd-b95f397103b4 req-3d79ffeb-9dbb-4a88-842e-8c08fdcc99f6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 944 time: 0.0542154 Feb 02 14:06:01.494429 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ddcf63df-df80-488b-bbbd-b95f397103b4 req-d18cc58c-1fbf-4a4f-8a5e-b9f5e6f7ff04 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495334 Feb 02 14:06:01.520813 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-b2ceae10-6885-470c-a20d-1c9a6fc1307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:01.522306 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-b2ceae10-6885-470c-a20d-1c9a6fc1307d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3974f81e-5109-4e9e-af54-cef09228065f HTTP/1.1" status: 200 len: 834 time: 0.0832026 Feb 02 14:06:01.524030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-541fc335-eb33-4982-a780-7dc45d6d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:01.525360 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-541fc335-eb33-4982-a780-7dc45d6d52bf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3974f81e-5109-4e9e-af54-cef09228065f HTTP/1.1" status: 200 len: 834 time: 0.0787215 Feb 02 14:06:01.601972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-2e8e0f9d-b120-435e-8fd3-9f78fe213723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:01.603456 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-2e8e0f9d-b120-435e-8fd3-9f78fe213723 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=189f08d1-f7dd-433c-894f-9725a1286fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0739415 Feb 02 14:06:01.609260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-d33d56de-98e7-427b-95d3-1357929491c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:01.610726 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-d33d56de-98e7-427b-95d3-1357929491c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=189f08d1-f7dd-433c-894f-9725a1286fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0735614 Feb 02 14:06:01.619498 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:06:01.759207 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-55bf10b7-c88b-4b27-90e5-d401904f34aa service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475055 Feb 02 14:06:01.762751 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-de16a26a-fb22-4a17-8c4f-c5e9f6993fe3 service neutron] 10.222.0.62 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435769 Feb 02 14:06:01.867152 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33def14b-3999-45b0-8730-3a23ef274971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:01.922950 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-6b61871c-74e8-4072-9d55-87876cfa0810 service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574073 Feb 02 14:06:01.928586 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-db867afe-d765-4a30-8e58-b7d8e9784f85 req-48bee7de-5b40-49bd-8e34-ec108b8f4dd5 service neutron] 10.222.0.62 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412628 Feb 02 14:06:02.636690 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724b608-5c0e-492e-841a-f5836be33fca req-d4efb359-1d54-4941-8598-b8d69a649350 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:02.638199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8724b608-5c0e-492e-841a-f5836be33fca req-d4efb359-1d54-4941-8598-b8d69a649350 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 944 time: 0.0679388 Feb 02 14:06:02.689923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8724b608-5c0e-492e-841a-f5836be33fca req-7636ae87-dabc-4afa-a344-e951526f1360 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458453 Feb 02 14:06:02.728403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2e4d3af4-921c-442c-9de8-7358db0ef349 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:06:02.836018 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2e4d3af4-921c-442c-9de8-7358db0ef349,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:02.848606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'port_id': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'mac_address': 'fa:16:3e:a9:62:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3974f81e-5109-4e9e-af54-cef09228065f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:06:02.886836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 2e4d3af4-921c-442c-9de8-7358db0ef349 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:02.887678 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:02.901286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4d3af4-921c-442c-9de8-7358db0ef349 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:06:02.909675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c0f54-5c48-4cb2-9e4a-d7e86a75c46f req-06401f83-0781-4976-b656-dc1c6571cfea tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:02.912498 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-161c0f54-5c48-4cb2-9e4a-d7e86a75c46f req-06401f83-0781-4976-b656-dc1c6571cfea tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 944 time: 0.0642774 Feb 02 14:06:02.925807 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2e4d3af4-921c-442c-9de8-7358db0ef349,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:02.930889 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:02.941734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-10e9a69f-1dab-497b-bcb4-bb29607c1ade tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:02.943254 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-10e9a69f-1dab-497b-bcb4-bb29607c1ade tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a&tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&binding%3Ahost_id=n-h2-827336-2 HTTP/1.1" status: 200 len: 944 time: 0.0668485 Feb 02 14:06:02.970426 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-161c0f54-5c48-4cb2-9e4a-d7e86a75c46f req-08ae63d9-6800-4d5e-bf26-3a3e8a958253 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516212 Feb 02 14:06:02.982899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=2e4d3af4-921c-442c-9de8-7358db0ef349,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:02.991046 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:02.991400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:02.991748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:02.992294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:02.992621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:02.992945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:02.993266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:02.993584 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:02.993899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:02.994212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:02.994525 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:02.994834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:02.995303 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:03.006432 n-d-827336-2 neutron-server[103187]: INFO neutron.api.v2.resource [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-39b9950c-93e9-48dc-8daa-4f760dd6f566 service neutron] delete failed (client error): The resource could not be found. Feb 02 14:06:03.007520 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-39b9950c-93e9-48dc-8daa-4f760dd6f566 service neutron] 10.222.0.18 "DELETE /v2.0/ports/2e4d3af4-921c-442c-9de8-7358db0ef349/bindings/n-h1-827336-2 HTTP/1.1" status: 404 len: 380 time: 0.0578179 Feb 02 14:06:03.097560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb5904-4566-421f-a80a-ac9e66c44e48 req-fd7d2a3c-77d0-4e77-85e8-da92d88bd5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:03.099005 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebfb5904-4566-421f-a80a-ac9e66c44e48 req-fd7d2a3c-77d0-4e77-85e8-da92d88bd5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 945 time: 0.0577378 Feb 02 14:06:03.116796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-8294bb83-c863-403b-a8c7-cfa552b3e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:03.118438 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-8294bb83-c863-403b-a8c7-cfa552b3e774 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1127 time: 0.0466895 Feb 02 14:06:03.141071 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 2e4d3af4-921c-442c-9de8-7358db0ef349 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:06:03.150861 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebfb5904-4566-421f-a80a-ac9e66c44e48 req-aefa090d-68d5-4298-bf9f-bffc1e4535c4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459476 Feb 02 14:06:03.184380 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] The host n-h1-827336-2 is not matching for port 2e4d3af4-921c-442c-9de8-7358db0ef349 host n-h2-827336-2! {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Feb 02 14:06:03.184886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 2e4d3af4-921c-442c-9de8-7358db0ef349 not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:06:03.225198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-43e8c58e-58d0-4997-8087-ecf5980e2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:03.226686 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-43e8c58e-58d0-4997-8087-ecf5980e2d95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 200 len: 898 time: 0.1008165 Feb 02 14:06:03.232025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['2e4d3af4-921c-442c-9de8-7358db0ef349'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:06:03.296954 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-df031fde-fe45-4802-b388-d56c4814bbb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 1001 time: 0.0619681 Feb 02 14:06:03.350948 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-16fadb54-9816-4974-9e2b-85355e462d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:03.352479 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-16fadb54-9816-4974-9e2b-85355e462d53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3974f81e-5109-4e9e-af54-cef09228065f HTTP/1.1" status: 200 len: 834 time: 0.0500138 Feb 02 14:06:03.403200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-001d79a8-57e6-4acf-aebc-63e41348f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:03.404525 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-001d79a8-57e6-4acf-aebc-63e41348f0c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=189f08d1-f7dd-433c-894f-9725a1286fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463061 Feb 02 14:06:03.495062 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-fda2b921-356c-4f77-bb30-acd913edef6d service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847397 Feb 02 14:06:03.595312 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bb5ab250-d42d-4b60-af7d-9feecd667859 req-ea3ca13f-3769-4d94-89c7-3d47655e378f service neutron] 10.222.0.18 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931885 Feb 02 14:06:04.181111 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4471e988-6c93-4186-80bd-421418dbf223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:04.275455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127aafe-56d4-41e9-8952-0736cbee6fc3 req-d1dc9e18-6699-4595-a87d-1216c8f7ac9d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:04.277058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c127aafe-56d4-41e9-8952-0736cbee6fc3 req-d1dc9e18-6699-4595-a87d-1216c8f7ac9d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 945 time: 0.0544245 Feb 02 14:06:04.327550 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c127aafe-56d4-41e9-8952-0736cbee6fc3 req-e1a06cee-4d0c-45bd-9000-9f4df3848dc6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445459 Feb 02 14:06:04.351078 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42812) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:04.414910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2457511d-dec9-4f8c-aeb0-dd0d38d6d48d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/2d2b53a6-dff3-45c3-bbdb-995eff3c78fd HTTP/1.1" status: 200 len: 993 time: 0.0626578 Feb 02 14:06:04.746030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2e4d3af4-921c-442c-9de8-7358db0ef349 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:06:04.800845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 2e4d3af4-921c-442c-9de8-7358db0ef349 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:06:04.804725 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 2e4d3af4-921c-442c-9de8-7358db0ef349 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:04.805091 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:05.059308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 2e4d3af4-921c-442c-9de8-7358db0ef349 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:05.059587 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:05.082609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:06:05.084926 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066389cc-d254-4d8d-aad1-dcb859b46c69" -d '{"events": [{"server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "name": "network-vif-plugged", "status": "completed", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:06:05.097081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2e4d3af4-921c-442c-9de8-7358db0ef349,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:05.101785 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:05.127250 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54b51f6-e6bf-4d41-8521-4a05242c2c4d x-openstack-request-id: req-f54b51f6-e6bf-4d41-8521-4a05242c2c4d {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:06:05.127570 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "name": "network-vif-plugged", "status": "completed", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:06:05.127824 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f54b51f6-e6bf-4d41-8521-4a05242c2c4d {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:06:05.128246 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'code': 200} Feb 02 14:06:05.154222 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=2e4d3af4-921c-442c-9de8-7358db0ef349,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:05.809631 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:07.080291 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:07.306855 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:08.080437 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:08.192363 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:31.676278 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba93ee98-4097-4fb4-bc68-b23515c5df7d req-44afdbcd-83c2-4bdc-a960-ccbe39206838 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0926940 Feb 02 14:06:31.784864 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93ee98-4097-4fb4-bc68-b23515c5df7d req-0412b4a6-c19d-41c9-b096-1b3a9881676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:31.786408 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba93ee98-4097-4fb4-bc68-b23515c5df7d req-0412b4a6-c19d-41c9-b096-1b3a9881676a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1128 time: 0.0466349 Feb 02 14:06:31.873106 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c6a8e45-64e2-4846-8230-b496d7841960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:31.899894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93ee98-4097-4fb4-bc68-b23515c5df7d req-2981caea-530a-4a58-b7c6-a377562681dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:31.901394 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba93ee98-4097-4fb4-bc68-b23515c5df7d req-2981caea-530a-4a58-b7c6-a377562681dd service neutron] 10.222.0.62 "GET /v2.0/networks?id=189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 200 len: 898 time: 0.0958586 Feb 02 14:06:31.973410 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba93ee98-4097-4fb4-bc68-b23515c5df7d req-ddd395ce-4540-4bd5-a250-4964d38a6ae8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 1002 time: 0.0647409 Feb 02 14:06:32.024058 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93ee98-4097-4fb4-bc68-b23515c5df7d req-f6617581-d725-4845-950b-d2ea04cc3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:32.025483 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba93ee98-4097-4fb4-bc68-b23515c5df7d req-f6617581-d725-4845-950b-d2ea04cc3bcb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3974f81e-5109-4e9e-af54-cef09228065f HTTP/1.1" status: 200 len: 834 time: 0.0442722 Feb 02 14:06:32.081951 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93ee98-4097-4fb4-bc68-b23515c5df7d req-5d303c9a-e570-4810-8703-468ca3454990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:32.083445 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba93ee98-4097-4fb4-bc68-b23515c5df7d req-5d303c9a-e570-4810-8703-468ca3454990 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=189f08d1-f7dd-433c-894f-9725a1286fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473754 Feb 02 14:06:32.178521 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba93ee98-4097-4fb4-bc68-b23515c5df7d req-612471ba-45bb-4c4d-a4ca-96c1a69393c1 service neutron] 10.222.0.62 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863531 Feb 02 14:06:32.283336 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ba93ee98-4097-4fb4-bc68-b23515c5df7d req-e5e626e8-2876-425b-96be-dd17e930b4de service neutron] 10.222.0.62 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981534 Feb 02 14:06:34.176330 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-72c9760b-77d5-433c-903f-ad9ef071c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:35.135408 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42838) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:35.319207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port 9f0cdeac-28a0-41af-b2cc-a74213d9b277 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:06:35.319895 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9f0cdeac-28a0-41af-b2cc-a74213d9b277), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:35.405548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9f0cdeac-28a0-41af-b2cc-a74213d9b277), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:35.405548 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (9f0cdeac-28a0-41af-b2cc-a74213d9b277), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:35.428505 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for 9f0cdeac-28a0-41af-b2cc-a74213d9b277 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:06:35.599465 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9f0cdeac-28a0-41af-b2cc-a74213d9b277), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:35.624181 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=9f0cdeac-28a0-41af-b2cc-a74213d9b277,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:35.696285 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (2d2b53a6-dff3-45c3-bbdb-995eff3c78fd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:35.696619 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Floating IP 2d2b53a6-dff3-45c3-bbdb-995eff3c78fd disassociated (deleted). External IP: 172.25.4.109, port: 2e4d3af4-921c-442c-9de8-7358db0ef349. Feb 02 14:06:35.811467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:35.925804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:06:36.040623 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:06:36.045945 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:36.051000 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812818f0-682e-40e7-ae6e-fb7e8fb69221 None None] Sync routers for ids ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:06:36.061814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812818f0-682e-40e7-ae6e-fb7e8fb69221 None None] Routers {'03f040a8-ae4b-4eb5-8a23-817503cba8f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:06:36.062433 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-812818f0-682e-40e7-ae6e-fb7e8fb69221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:06:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:36.077481 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-26365503-50fc-4d49-9c33-b7a7d5c65fc4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/floatingips/2d2b53a6-dff3-45c3-bbdb-995eff3c78fd HTTP/1.1" status: 204 len: 168 time: 0.9408634 Feb 02 14:06:36.078246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:06:36.080611 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248b2b77-5a3a-4348-84f4-30ae1e3a04d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:06:36.122248 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847689ce-83bf-4bcc-a255-cb44b9657f85 x-openstack-request-id: req-847689ce-83bf-4bcc-a255-cb44b9657f85 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:06:36.122888 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:06:36.123195 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-847689ce-83bf-4bcc-a255-cb44b9657f85 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:06:36.123644 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'status': 'completed', 'code': 200} Feb 02 14:06:36.184440 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-812818f0-682e-40e7-ae6e-fb7e8fb69221 None None] Set router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:06:36.227043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b2b77-5a3a-4348-84f4-30ae1e3a04d2 req-bd31c9f0-5d2d-47c1-8f21-ab5ae00ce09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:36.228990 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-248b2b77-5a3a-4348-84f4-30ae1e3a04d2 req-bd31c9f0-5d2d-47c1-8f21-ab5ae00ce09c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 1128 time: 0.0581007 Feb 02 14:06:36.325257 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b2b77-5a3a-4348-84f4-30ae1e3a04d2 req-c917b4cc-b93f-4ff9-817f-ea31cfa48350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:36.327205 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-248b2b77-5a3a-4348-84f4-30ae1e3a04d2 req-c917b4cc-b93f-4ff9-817f-ea31cfa48350 service neutron] 10.222.0.62 "GET /v2.0/networks?id=189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 200 len: 898 time: 0.0910528 Feb 02 14:06:36.329855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ab104-ad0c-4a7e-aa27-99fad2433995 req-b71de9aa-3032-4525-943b-5a662b662949 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:36.331401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-362ab104-ad0c-4a7e-aa27-99fad2433995 req-b71de9aa-3032-4525-943b-5a662b662949 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0563924 Feb 02 14:06:36.375376 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-248b2b77-5a3a-4348-84f4-30ae1e3a04d2 req-6d8b30bb-9a0d-4712-9cc5-6af971ce97ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 200 len: 217 time: 0.0407305 Feb 02 14:06:36.398112 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-362ab104-ad0c-4a7e-aa27-99fad2433995 req-d27401f4-9cf7-4399-a471-189120d6f69a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514817 Feb 02 14:06:36.402137 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-812818f0-682e-40e7-ae6e-fb7e8fb69221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:04:51Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5dc5c315-ea7d-436e-89a4-6de5345a480a', 'name': '', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:30:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3974f81e-5109-4e9e-af54-cef09228065f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:50Z', 'updated_at': '2022-02-02T14:04:54Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '3974f81e-5109-4e9e-af54-cef09228065f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:36.432250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b2b77-5a3a-4348-84f4-30ae1e3a04d2 req-e0d86764-bfe5-4485-9ecc-cfd860643bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:36.433772 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-248b2b77-5a3a-4348-84f4-30ae1e3a04d2 req-e0d86764-bfe5-4485-9ecc-cfd860643bd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3974f81e-5109-4e9e-af54-cef09228065f HTTP/1.1" status: 200 len: 834 time: 0.0497611 Feb 02 14:06:36.437414 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812818f0-682e-40e7-ae6e-fb7e8fb69221 None None] Checking router: 03f040a8-ae4b-4eb5-8a23-817503cba8f4 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:06:36.445826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812818f0-682e-40e7-ae6e-fb7e8fb69221 None None] Routers {'03f040a8-ae4b-4eb5-8a23-817503cba8f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:06:36.446418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-812818f0-682e-40e7-ae6e-fb7e8fb69221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:06:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:36.485330 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b2b77-5a3a-4348-84f4-30ae1e3a04d2 req-f14c8bcb-f86f-4660-af1d-0aac6a8e80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:36.487001 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-248b2b77-5a3a-4348-84f4-30ae1e3a04d2 req-f14c8bcb-f86f-4660-af1d-0aac6a8e80d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=189f08d1-f7dd-433c-894f-9725a1286fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472307 Feb 02 14:06:36.554139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-812818f0-682e-40e7-ae6e-fb7e8fb69221 None None] Set router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:06:36.584305 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-248b2b77-5a3a-4348-84f4-30ae1e3a04d2 req-25efc0b5-25b9-4874-9429-a345484de6c4 service neutron] 10.222.0.62 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893462 Feb 02 14:06:36.678920 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-248b2b77-5a3a-4348-84f4-30ae1e3a04d2 req-49fa962e-c25e-4bb1-a0d4-6c24d83596ae service neutron] 10.222.0.62 "GET /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878191 Feb 02 14:06:36.765151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-812818f0-682e-40e7-ae6e-fb7e8fb69221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:04:51Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5dc5c315-ea7d-436e-89a4-6de5345a480a', 'name': '', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:30:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3974f81e-5109-4e9e-af54-cef09228065f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:50Z', 'updated_at': '2022-02-02T14:04:54Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '3974f81e-5109-4e9e-af54-cef09228065f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:36.791652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812818f0-682e-40e7-ae6e-fb7e8fb69221 None None] The sync data for ids ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'] in n-d-827336-2 is: [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:04:51Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '5dc5c315-ea7d-436e-89a4-6de5345a480a', 'name': '', 'network_id': '189f08d1-f7dd-433c-894f-9725a1286fdf', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:30:dd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4274, 'fixed_ips': [{'subnet_id': '3974f81e-5109-4e9e-af54-cef09228065f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:50Z', 'updated_at': '2022-02-02T14:04:54Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '3974f81e-5109-4e9e-af54-cef09228065f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:06:37.030366 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1649b0-4390-4cb9-abe4-41201d99367e None None] New status for floating IP 2d2b53a6-dff3-45c3-bbdb-995eff3c78fd: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:06:37.077362 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:37.323034 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:37.530414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51d027-0a49-4f50-bb87-9b726b33a0dc req-5d68b6ed-76e6-4ccf-baac-c363c5f8300d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:37.531934 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d51d027-0a49-4f50-bb87-9b726b33a0dc req-5d68b6ed-76e6-4ccf-baac-c363c5f8300d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0542476 Feb 02 14:06:37.582352 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6d51d027-0a49-4f50-bb87-9b726b33a0dc req-5645c98a-fa55-4d3b-8252-9b89f243f452 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=66582842-b4b1-4568-8458-2f5bde7bdf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444477 Feb 02 14:06:37.763695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff398c9-e58f-48c7-866a-cfebb2c27d01 req-1adc04df-ae62-4f87-aec1-ddf7680c9361 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:37.765184 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bff398c9-e58f-48c7-866a-cfebb2c27d01 req-1adc04df-ae62-4f87-aec1-ddf7680c9361 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.62 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 946 time: 0.0570323 Feb 02 14:06:37.872635 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-bff398c9-e58f-48c7-866a-cfebb2c27d01 req-db45c363-b1ad-4936-bffb-a037880f9263 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port 2e4d3af4-921c-442c-9de8-7358db0ef349 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:06:37.872946 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bff398c9-e58f-48c7-866a-cfebb2c27d01 req-db45c363-b1ad-4936-bffb-a037880f9263 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:37.967921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-bff398c9-e58f-48c7-866a-cfebb2c27d01 req-db45c363-b1ad-4936-bffb-a037880f9263 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port 2e4d3af4-921c-442c-9de8-7358db0ef349, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2e4d3af4-921c-442c-9de8-7358db0ef349,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:37.968249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bff398c9-e58f-48c7-866a-cfebb2c27d01 req-db45c363-b1ad-4936-bffb-a037880f9263 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:37.985720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-bff398c9-e58f-48c7-866a-cfebb2c27d01 req-db45c363-b1ad-4936-bffb-a037880f9263 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for 2e4d3af4-921c-442c-9de8-7358db0ef349 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:06:38.078110 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:38.122095 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bff398c9-e58f-48c7-866a-cfebb2c27d01 req-db45c363-b1ad-4936-bffb-a037880f9263 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2e4d3af4-921c-442c-9de8-7358db0ef349), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:38.151575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45c363-b1ad-4936-bffb-a037880f9263 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=2e4d3af4-921c-442c-9de8-7358db0ef349,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:38.199247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff398c9-e58f-48c7-866a-cfebb2c27d01 req-db45c363-b1ad-4936-bffb-a037880f9263 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] No DVR routers for this DVR port 2e4d3af4-921c-442c-9de8-7358db0ef349 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:06:38.202932 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bff398c9-e58f-48c7-866a-cfebb2c27d01 req-db45c363-b1ad-4936-bffb-a037880f9263 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:38.204471 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:38.207002 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bff398c9-e58f-48c7-866a-cfebb2c27d01 req-db45c363-b1ad-4936-bffb-a037880f9263 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.62 "DELETE /v2.0/ports/2e4d3af4-921c-442c-9de8-7358db0ef349 HTTP/1.1" status: 204 len: 173 time: 0.4362829 Feb 02 14:06:38.207737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'name': 'network-vif-deleted', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:06:38.210611 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493b48ab-a248-4b6b-9bb7-e777f2698944" -d '{"events": [{"server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "name": "network-vif-deleted", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:06:38.247866 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5c9d1d-e447-470c-996d-440435fb46cd x-openstack-request-id: req-dd5c9d1d-e447-470c-996d-440435fb46cd {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:06:38.248165 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c777fcdd-67bf-4f4a-9971-62a0a5965b1a", "name": "network-vif-deleted", "tag": "2e4d3af4-921c-442c-9de8-7358db0ef349", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:06:38.248472 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-dd5c9d1d-e447-470c-996d-440435fb46cd {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:06:38.248813 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c777fcdd-67bf-4f4a-9971-62a0a5965b1a', 'name': 'network-vif-deleted', 'tag': '2e4d3af4-921c-442c-9de8-7358db0ef349', 'status': 'completed', 'code': 200} Feb 02 14:06:38.626260 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:06:38.701920 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c31a1839-ce72-47d8-8b0f-0991e19558f1 req-b44aa65b-5d33-48ce-a007-66f611202577 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=c777fcdd-67bf-4f4a-9971-62a0a5965b1a HTTP/1.1" status: 200 len: 210 time: 0.0325308 Feb 02 14:06:39.764941 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42854) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:40.171596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (03f040a8-ae4b-4eb5-8a23-817503cba8f4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:40.448036 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port 5dc5c315-ea7d-436e-89a4-6de5345a480a {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:06:40.448280 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:40.543377 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port 5dc5c315-ea7d-436e-89a4-6de5345a480a, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=5dc5c315-ea7d-436e-89a4-6de5345a480a,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:40.543763 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:40.556266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for 5dc5c315-ea7d-436e-89a4-6de5345a480a owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:06:40.743731 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (5dc5c315-ea7d-436e-89a4-6de5345a480a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:40.770072 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=5dc5c315-ea7d-436e-89a4-6de5345a480a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:40.782627 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.782982 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.783364 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.783679 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.784007 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.784329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.784651 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.784994 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.785319 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.785643 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.785960 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.786271 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.786554 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:40.962902 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (03f040a8-ae4b-4eb5-8a23-817503cba8f4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:41.188106 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:06:41.301253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:06:41.306693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b4c8562a-a20f-4a32-bfb0-59c5b73e5e10 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "PUT /v2.0/routers/03f040a8-ae4b-4eb5-8a23-817503cba8f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5406964 Feb 02 14:06:41.310204 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42856) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:41.313011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1dd5e3-13e4-4631-8c92-28ca5b11da72 None None] Sync routers for ids ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:06:41.327754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1dd5e3-13e4-4631-8c92-28ca5b11da72 None None] Routers {'03f040a8-ae4b-4eb5-8a23-817503cba8f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:06:41.328541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6e1dd5e3-13e4-4631-8c92-28ca5b11da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:06:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:41.363729 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdfec40-14bb-4a7b-ae78-88791567a44b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting subnet 3974f81e-5109-4e9e-af54-cef09228065f {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:06:41.367019 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fdfec40-14bb-4a7b-ae78-88791567a44b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (3974f81e-5109-4e9e-af54-cef09228065f), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:41.410269 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fdfec40-14bb-4a7b-ae78-88791567a44b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (3974f81e-5109-4e9e-af54-cef09228065f), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:41.433260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-6e1dd5e3-13e4-4631-8c92-28ca5b11da72 None None] Set router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:06:41.502057 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fdfec40-14bb-4a7b-ae78-88791567a44b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (3974f81e-5109-4e9e-af54-cef09228065f), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:41.561839 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fdfec40-14bb-4a7b-ae78-88791567a44b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (3974f81e-5109-4e9e-af54-cef09228065f), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:41.586712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfec40-14bb-4a7b-ae78-88791567a44b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Subnet': ['ID=3974f81e-5109-4e9e-af54-cef09228065f,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:41.592942 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8fdfec40-14bb-4a7b-ae78-88791567a44b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:41.596157 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8fdfec40-14bb-4a7b-ae78-88791567a44b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/subnets/3974f81e-5109-4e9e-af54-cef09228065f HTTP/1.1" status: 204 len: 168 time: 0.2848713 Feb 02 14:06:41.598887 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42858) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:41.603844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c403b49-202c-46bc-9722-7b3866a4fa3f None None] Network 189f08d1-f7dd-433c-894f-9725a1286fdf requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:06:41.704554 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6e1dd5e3-13e4-4631-8c92-28ca5b11da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:06:40Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:41.712543 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (03f040a8-ae4b-4eb5-8a23-817503cba8f4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:41.731279 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1dd5e3-13e4-4631-8c92-28ca5b11da72 None None] Checking router: 03f040a8-ae4b-4eb5-8a23-817503cba8f4 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:06:41.745628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1dd5e3-13e4-4631-8c92-28ca5b11da72 None None] Routers {'03f040a8-ae4b-4eb5-8a23-817503cba8f4'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:06:41.746160 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6e1dd5e3-13e4-4631-8c92-28ca5b11da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:06:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:41.819984 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (03f040a8-ae4b-4eb5-8a23-817503cba8f4), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:41.831826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b557a8-8b6e-47ac-af99-a1e1aa6b3266 None None] DHCP port deletion for 189f08d1-f7dd-433c-894f-9725a1286fdf request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:06:41.875566 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port 17b06c18-c026-4a91-8558-9d7f10356c33 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:06:41.875912 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (17b06c18-c026-4a91-8558-9d7f10356c33), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:41.885948 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-6e1dd5e3-13e4-4631-8c92-28ca5b11da72 None None] Set router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:06:41.958263 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port 17b06c18-c026-4a91-8558-9d7f10356c33, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=17b06c18-c026-4a91-8558-9d7f10356c33,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:41.958613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (17b06c18-c026-4a91-8558-9d7f10356c33), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:41.971946 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for 17b06c18-c026-4a91-8558-9d7f10356c33 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:06:42.002522 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a1b557a8-8b6e-47ac-af99-a1e1aa6b3266 None None] Deleting port 708b1901-0d31-4808-8d1e-32d546f5bf37 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:06:42.002892 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1b557a8-8b6e-47ac-af99-a1e1aa6b3266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.078488 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a1b557a8-8b6e-47ac-af99-a1e1aa6b3266 None None] For port 708b1901-0d31-4808-8d1e-32d546f5bf37, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=708b1901-0d31-4808-8d1e-32d546f5bf37,segment=NetworkSegment(d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79),segment_id=d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:42.078751 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1b557a8-8b6e-47ac-af99-a1e1aa6b3266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.114898 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a1b557a8-8b6e-47ac-af99-a1e1aa6b3266 None None] Calling delete_port for 708b1901-0d31-4808-8d1e-32d546f5bf37 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:06:42.148155 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (17b06c18-c026-4a91-8558-9d7f10356c33), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.174039 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=17b06c18-c026-4a91-8558-9d7f10356c33,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:42.194016 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-6e1dd5e3-13e4-4631-8c92-28ca5b11da72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:06:40Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:42.226320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1dd5e3-13e4-4631-8c92-28ca5b11da72 None None] The sync data for ids ['03f040a8-ae4b-4eb5-8a23-817503cba8f4'] in n-d-827336-2 is: [{'id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1237412892', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:04:47Z', 'updated_at': '2022-02-02T14:06:40Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': '17b06c18-c026-4a91-8558-9d7f10356c33', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:09:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03f040a8-ae4b-4eb5-8a23-817503cba8f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:04:48Z', 'updated_at': '2022-02-02T14:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:06:42.238871 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a1b557a8-8b6e-47ac-af99-a1e1aa6b3266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (708b1901-0d31-4808-8d1e-32d546f5bf37), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.245928 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (03f040a8-ae4b-4eb5-8a23-817503cba8f4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.270685 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b557a8-8b6e-47ac-af99-a1e1aa6b3266 None None] Pushing event deleted for resources: {'Port': ['ID=708b1901-0d31-4808-8d1e-32d546f5bf37,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:42.272748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b557a8-8b6e-47ac-af99-a1e1aa6b3266 None None] No DVR routers for this DVR port 708b1901-0d31-4808-8d1e-32d546f5bf37 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:06:42.343306 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (03f040a8-ae4b-4eb5-8a23-817503cba8f4), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.345528 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_controller (03f040a8-ae4b-4eb5-8a23-817503cba8f4), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.390556 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (03f040a8-ae4b-4eb5-8a23-817503cba8f4), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.390556 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Fanout notify agent at l3_agent the message router_deleted on router 03f040a8-ae4b-4eb5-8a23-817503cba8f4 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:06:42.399444 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.400621 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9d455cf4-d66a-4133-85ce-efe37e93d8bc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/routers/03f040a8-ae4b-4eb5-8a23-817503cba8f4 HTTP/1.1" status: 204 len: 168 time: 0.8007991 Feb 02 14:06:42.403575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42860) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:42.480857 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (189f08d1-f7dd-433c-894f-9725a1286fdf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.568881 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (189f08d1-f7dd-433c-894f-9725a1286fdf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.591633 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189f08d1-f7dd-433c-894f-9725a1286fdf']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:42.601787 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:42.602085 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:42.615443 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.631136 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.638168 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:06:42.638689 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (d3c2d0c1-1d93-445e-8c1d-cf7b40d3cd79), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: timer() Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:06:42.641982 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:06:42.689564 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5dc5c315-ea7d-436e-89a4-6de5345a480a no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:06:42.709000 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (189f08d1-f7dd-433c-894f-9725a1286fdf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.714063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.721358 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42862) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:42.721562 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/networks/189f08d1-f7dd-433c-894f-9725a1286fdf HTTP/1.1" status: 204 len: 168 time: 0.3166351 Feb 02 14:06:42.740356 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2ae4f-fc7b-46a9-b432-64fbbc735e5f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Network': ['ID=189f08d1-f7dd-433c-894f-9725a1286fdf,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:42.791512 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20c5934b-4413-4b7d-aa17-227720c28ba3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (66582842-b4b1-4568-8458-2f5bde7bdf7c), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.822411 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20c5934b-4413-4b7d-aa17-227720c28ba3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (66582842-b4b1-4568-8458-2f5bde7bdf7c), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.902350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 5dc5c315-ea7d-436e-89a4-6de5345a480a {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:06:42.902692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 5dc5c315-ea7d-436e-89a4-6de5345a480a not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:06:42.903116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 708b1901-0d31-4808-8d1e-32d546f5bf37 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:06:42.911410 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20c5934b-4413-4b7d-aa17-227720c28ba3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (66582842-b4b1-4568-8458-2f5bde7bdf7c), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.914396 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-20c5934b-4413-4b7d-aa17-227720c28ba3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:42.918486 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-20c5934b-4413-4b7d-aa17-227720c28ba3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/security-groups/66582842-b4b1-4568-8458-2f5bde7bdf7c HTTP/1.1" status: 204 len: 168 time: 0.1931393 Feb 02 14:06:42.926027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5934b-4413-4b7d-aa17-227720c28ba3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66582842-b4b1-4568-8458-2f5bde7bdf7c,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:42.931274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 708b1901-0d31-4808-8d1e-32d546f5bf37 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:06:42.931854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 708b1901-0d31-4808-8d1e-32d546f5bf37 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:06:42.946773 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2e4d3af4-921c-442c-9de8-7358db0ef349 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:06:42.969602 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 2e4d3af4-921c-442c-9de8-7358db0ef349 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:06:42.970314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2e4d3af4-921c-442c-9de8-7358db0ef349 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:06:43.230879 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42868) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:43.237529 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0080e12c-2481-4359-8b35-b9121fdfa0b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-774371744', 'description': 'tempest-secgroup-smoke-774371744 description', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:43.268720 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0080e12c-2481-4359-8b35-b9121fdfa0b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.347293 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0080e12c-2481-4359-8b35-b9121fdfa0b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (0639618e-f01c-493a-b34c-c872107dc993), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.352956 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0080e12c-2481-4359-8b35-b9121fdfa0b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0639618e-f01c-493a-b34c-c872107dc993), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.383432 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0080e12c-2481-4359-8b35-b9121fdfa0b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.384698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0080e12c-2481-4359-8b35-b9121fdfa0b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1525881 Feb 02 14:06:43.387857 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42870) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:43.389435 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080e12c-2481-4359-8b35-b9121fdfa0b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0639618e-f01c-493a-b34c-c872107dc993,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:43.393289 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-a197019a-558c-4f51-8f78-183a557c0860 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '0639618e-f01c-493a-b34c-c872107dc993', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:43.420333 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a197019a-558c-4f51-8f78-183a557c0860 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (a837c842-9c1f-4e22-ac27-6cc02a3cce10), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.476892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a197019a-558c-4f51-8f78-183a557c0860 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (a837c842-9c1f-4e22-ac27-6cc02a3cce10), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.481994 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a197019a-558c-4f51-8f78-183a557c0860 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (a837c842-9c1f-4e22-ac27-6cc02a3cce10), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.500445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197019a-558c-4f51-8f78-183a557c0860 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a837c842-9c1f-4e22-ac27-6cc02a3cce10,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:43.508174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a197019a-558c-4f51-8f78-183a557c0860 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.509374 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a197019a-558c-4f51-8f78-183a557c0860 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205175 Feb 02 14:06:43.512236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42872) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:43.516523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-05dd87ee-9711-4583-a286-dc34e3f22e0b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '0639618e-f01c-493a-b34c-c872107dc993', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:43.542481 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05dd87ee-9711-4583-a286-dc34e3f22e0b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (c64cd6f4-cb46-4672-8c64-e85096afc20d), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.599231 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05dd87ee-9711-4583-a286-dc34e3f22e0b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (c64cd6f4-cb46-4672-8c64-e85096afc20d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.604902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05dd87ee-9711-4583-a286-dc34e3f22e0b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (c64cd6f4-cb46-4672-8c64-e85096afc20d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.621479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd87ee-9711-4583-a286-dc34e3f22e0b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64cd6f4-cb46-4672-8c64-e85096afc20d,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:43.631661 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-05dd87ee-9711-4583-a286-dc34e3f22e0b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.633011 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-05dd87ee-9711-4583-a286-dc34e3f22e0b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198709 Feb 02 14:06:43.636325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42874) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:43.642198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-090cb54d-ffe8-45e0-a3d0-0f3d1f798287 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '0639618e-f01c-493a-b34c-c872107dc993', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:43.670963 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-090cb54d-ffe8-45e0-a3d0-0f3d1f798287 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (5959a2f0-eb4c-42a0-84ee-5fb3a380c5c2), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.733504 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-090cb54d-ffe8-45e0-a3d0-0f3d1f798287 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (5959a2f0-eb4c-42a0-84ee-5fb3a380c5c2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.738151 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-090cb54d-ffe8-45e0-a3d0-0f3d1f798287 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (5959a2f0-eb4c-42a0-84ee-5fb3a380c5c2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.755619 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cb54d-ffe8-45e0-a3d0-0f3d1f798287 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5959a2f0-eb4c-42a0-84ee-5fb3a380c5c2,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:43.764940 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-090cb54d-ffe8-45e0-a3d0-0f3d1f798287 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.766154 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-090cb54d-ffe8-45e0-a3d0-0f3d1f798287 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278389 Feb 02 14:06:43.769098 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42876) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:43.773751 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-472f0df2-43b3-4fa5-bd69-8408951b2d2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '0639618e-f01c-493a-b34c-c872107dc993', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:43.800821 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-472f0df2-43b3-4fa5-bd69-8408951b2d2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (1adf5d8b-0d76-4ac0-b050-e89a8ecbf1ba), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.863063 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-472f0df2-43b3-4fa5-bd69-8408951b2d2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (1adf5d8b-0d76-4ac0-b050-e89a8ecbf1ba), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.868883 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-472f0df2-43b3-4fa5-bd69-8408951b2d2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (1adf5d8b-0d76-4ac0-b050-e89a8ecbf1ba), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.886860 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f0df2-43b3-4fa5-bd69-8408951b2d2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adf5d8b-0d76-4ac0-b050-e89a8ecbf1ba,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:43.892247 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-472f0df2-43b3-4fa5-bd69-8408951b2d2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.896241 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-472f0df2-43b3-4fa5-bd69-8408951b2d2f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233194 Feb 02 14:06:43.896405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42878) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:43.902657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-f74d87e1-b7e4-42e1-b969-ef9a3b2d16d4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '0639618e-f01c-493a-b34c-c872107dc993', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:43.929298 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-f74d87e1-b7e4-42e1-b969-ef9a3b2d16d4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Project 459c7a1ffcd841ee8ae4f375ff46999b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:06:43.934195 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f74d87e1-b7e4-42e1-b969-ef9a3b2d16d4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (57f318bc-1107-49d3-8628-f41609b87748), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:43.995465 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f74d87e1-b7e4-42e1-b969-ef9a3b2d16d4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (57f318bc-1107-49d3-8628-f41609b87748), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.001093 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f74d87e1-b7e4-42e1-b969-ef9a3b2d16d4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (57f318bc-1107-49d3-8628-f41609b87748), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.021914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d87e1-b7e4-42e1-b969-ef9a3b2d16d4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f318bc-1107-49d3-8628-f41609b87748,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:44.029658 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f74d87e1-b7e4-42e1-b969-ef9a3b2d16d4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.030888 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f74d87e1-b7e4-42e1-b969-ef9a3b2d16d4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333609 Feb 02 14:06:44.034228 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42880) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:44.038588 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5e725d3c-4c79-4142-80b7-a96092dd3803 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': '0639618e-f01c-493a-b34c-c872107dc993', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:44.062229 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-5e725d3c-4c79-4142-80b7-a96092dd3803 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Project 459c7a1ffcd841ee8ae4f375ff46999b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:06:44.067171 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e725d3c-4c79-4142-80b7-a96092dd3803 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (03ab0eaa-f5d3-496e-8366-56b1285fccf4), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.130097 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e725d3c-4c79-4142-80b7-a96092dd3803 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (03ab0eaa-f5d3-496e-8366-56b1285fccf4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.135375 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e725d3c-4c79-4142-80b7-a96092dd3803 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (03ab0eaa-f5d3-496e-8366-56b1285fccf4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.153354 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e725d3c-4c79-4142-80b7-a96092dd3803 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ab0eaa-f5d3-496e-8366-56b1285fccf4,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:44.162255 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e725d3c-4c79-4142-80b7-a96092dd3803 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.163536 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5e725d3c-4c79-4142-80b7-a96092dd3803 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283500 Feb 02 14:06:44.166728 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42882) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:44.171878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-eb16abaa-43df-4fa6-95da-0e0ec7f1a402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'network': {'name': 'tempest-network-smoke--1758094787', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'port_security_enabled': True}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:44.196382 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb16abaa-43df-4fa6-95da-0e0ec7f1a402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:06:44.199824 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb16abaa-43df-4fa6-95da-0e0ec7f1a402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.233621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb16abaa-43df-4fa6-95da-0e0ec7f1a402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:06:44.243293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb16abaa-43df-4fa6-95da-0e0ec7f1a402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (80d82c7e-5dc5-40d1-810e-32e82a5ccb4f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.243742 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-eb16abaa-43df-4fa6-95da-0e0ec7f1a402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Added segment 80d82c7e-5dc5-40d1-810e-32e82a5ccb4f of type vlan for network 14d85f64-704d-4677-a352-d69737735086 Feb 02 14:06:44.286428 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb16abaa-43df-4fa6-95da-0e0ec7f1a402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (14d85f64-704d-4677-a352-d69737735086), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.315068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb16abaa-43df-4fa6-95da-0e0ec7f1a402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (14d85f64-704d-4677-a352-d69737735086), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.320303 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb16abaa-43df-4fa6-95da-0e0ec7f1a402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:44.320876 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eb16abaa-43df-4fa6-95da-0e0ec7f1a402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.361545 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eb16abaa-43df-4fa6-95da-0e0ec7f1a402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1932547 Feb 02 14:06:44.364259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42884) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:44.368985 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'admin_state_up': True, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:44.392154 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (04b829dc-f809-496b-8000-c2973dea8491), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.393461 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (04b829dc-f809-496b-8000-c2973dea8491), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.398192 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16abaa-43df-4fa6-95da-0e0ec7f1a402 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Network': ['ID=14d85f64-704d-4677-a352-d69737735086,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:44.410212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 14d85f64-704d-4677-a352-d69737735086 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:06:44.452687 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_controller (04b829dc-f809-496b-8000-c2973dea8491), precommit_add_association {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.558676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 17b06c18-c026-4a91-8558-9d7f10356c33 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:06:44.580338 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 17b06c18-c026-4a91-8558-9d7f10356c33 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:06:44.580776 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 17b06c18-c026-4a91-8558-9d7f10356c33 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:06:44.616242 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (04b829dc-f809-496b-8000-c2973dea8491), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.826295 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (04b829dc-f809-496b-8000-c2973dea8491), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.848922 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:44.963525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.25.4.161 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/dea50507-5757-4b55-a8b1-a76368aacdf7) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:06:45.092231 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:45.476756 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:45.512731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:06:45.517393 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:06:45.520852 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:06:45.525984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=dea50507-5757-4b55-a8b1-a76368aacdf7,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:45.775499 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (04b829dc-f809-496b-8000-c2973dea8491), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:45.973976 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (04b829dc-f809-496b-8000-c2973dea8491), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:46.125576 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 04b829dc-f809-496b-8000-c2973dea8491 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103188) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:06:46.246786 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:06:46.258488 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Sync routers for ids ['04b829dc-f809-496b-8000-c2973dea8491'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:06:46.268234 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:46.269123 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Routers {'04b829dc-f809-496b-8000-c2973dea8491'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:06:46.269460 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-86306cf0-6aa8-438a-82fc-a9d1e361682b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9041648 Feb 02 14:06:46.270198 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:06:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04b829dc-f809-496b-8000-c2973dea8491'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:46.272949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42886) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:46.307348 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-7de96584-5005-450f-985d-469628891914 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=459c7a1ffcd841ee8ae4f375ff46999b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330873 Feb 02 14:06:46.310179 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42888) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:46.379245 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Set router 04b829dc-f809-496b-8000-c2973dea8491 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:06:46.396755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01094491-4e65-48da-b332-6122f71b9758 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:46.398293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-01094491-4e65-48da-b332-6122f71b9758 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870371 Feb 02 14:06:46.401277 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42890) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:46.432562 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c1db3517-c240-421e-a0c9-5f693d852270 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302048 Feb 02 14:06:46.435485 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42892) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:46.440291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-0efb562b-18d2-4bc3-9d2c-f5b4d769c953 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1171228705', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:46.525461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efb562b-18d2-4bc3-9d2c-f5b4d769c953 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:06:46.530485 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0efb562b-18d2-4bc3-9d2c-f5b4d769c953 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:46.569688 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:45Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:46.595850 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Checking router: 04b829dc-f809-496b-8000-c2973dea8491 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:06:46.596188 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Updating router 04b829dc-f809-496b-8000-c2973dea8491 port dea50507-5757-4b55-a8b1-a76368aacdf7 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:06:46.627185 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:46.721837 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0efb562b-18d2-4bc3-9d2c-f5b4d769c953 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (9459b992-c559-4e32-ab6a-a3b80273c705), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:46.779638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb562b-18d2-4bc3-9d2c-f5b4d769c953 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Subnet': ['ID=9459b992-c559-4e32-ab6a-a3b80273c705,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:46.789820 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb562b-18d2-4bc3-9d2c-f5b4d769c953 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Checking segment: {'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:06:46.790176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb562b-18d2-4bc3-9d2c-f5b4d769c953 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network hostable DHCP agents. Network: 14d85f64-704d-4677-a352-d69737735086, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:06:46.808427 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb562b-18d2-4bc3-9d2c-f5b4d769c953 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 14d85f64-704d-4677-a352-d69737735086 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:06:46.817934 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-0efb562b-18d2-4bc3-9d2c-f5b4d769c953 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 14d85f64-704d-4677-a352-d69737735086) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:06:46.822396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efb562b-18d2-4bc3-9d2c-f5b4d769c953 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:46.822952 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-0efb562b-18d2-4bc3-9d2c-f5b4d769c953 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:46.830630 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9473ee3-e0fd-4879-947a-cecf745118e7 None None] Network 14d85f64-704d-4677-a352-d69737735086 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:06:46.846832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42894) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:46.847964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-0efb562b-18d2-4bc3-9d2c-f5b4d769c953 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4114673 Feb 02 14:06:46.885511 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Publish callbacks [] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:46.893100 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:46.938989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-14d85f64-704d-4677-a352-d69737735086', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ips': [{'subnet_id': '9459b992-c559-4e32-ab6a-a3b80273c705'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:06:46.940120 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:46.961511 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Pushing event updated for resources: {'Port': ['ID=dea50507-5757-4b55-a8b1-a76368aacdf7,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:46.973210 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.973733 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.974246 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.974754 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.975108 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.975556 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.975936 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.976246 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.976562 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.976879 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.977199 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.977510 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.978255 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:06:46.982187 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Attempting to bind port dea50507-5757-4b55-a8b1-a76368aacdf7 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:06:46.982553 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Attempting to bind port dea50507-5757-4b55-a8b1-a76368aacdf7 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:06:46.982918 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Attempting to bind port dea50507-5757-4b55-a8b1-a76368aacdf7 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:06:46.989204 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:06:46.989359 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:06:46.989757 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:46.990177 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:06:46.990728 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Bound port: dea50507-5757-4b55-a8b1-a76368aacdf7, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:06:46.991003 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:47.049570 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] For port dea50507-5757-4b55-a8b1-a76368aacdf7, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:06:47.053173 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] For port dea50507-5757-4b55-a8b1-a76368aacdf7, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=dea50507-5757-4b55-a8b1-a76368aacdf7,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:06:47.060674 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:47.088690 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Allocated IP 172.20.0.2 (14d85f64-704d-4677-a352-d69737735086/9459b992-c559-4e32-ab6a-a3b80273c705/6d73ef2d-3437-4f37-a1b3-7256949f8eea) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:06:47.124391 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Routers {'04b829dc-f809-496b-8000-c2973dea8491'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:06:47.125512 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:06:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04b829dc-f809-496b-8000-c2973dea8491'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:47.128693 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c24e95-7718-4e13-970c-2143f197397d None None] Pushing event updated for resources: {'Port': ['ID=dea50507-5757-4b55-a8b1-a76368aacdf7,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:47.234254 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] Set router 04b829dc-f809-496b-8000-c2973dea8491 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:06:47.238731 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Publish callbacks [] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:47.247871 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:47.292401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Network 14d85f64-704d-4677-a352-d69737735086 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:06:47.304066 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:06:47.309803 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:06:47.315011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Pushing event updated for resources: {'Port': ['ID=6d73ef2d-3437-4f37-a1b3-7256949f8eea,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:47.370844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Attempting to bind port 6d73ef2d-3437-4f37-a1b3-7256949f8eea on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:06:47.371212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Attempting to bind port 6d73ef2d-3437-4f37-a1b3-7256949f8eea by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:06:47.371813 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Attempting to bind port 6d73ef2d-3437-4f37-a1b3-7256949f8eea on network 14d85f64-704d-4677-a352-d69737735086 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:06:47.376856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:06:47.377224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Checking segment: {'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:06:47.377819 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:47.378400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Bound using segment: {'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:06:47.378855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Bound port: 6d73ef2d-3437-4f37-a1b3-7256949f8eea, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:06:47.379230 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:47.428570 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:45Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:47.444343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] For port 6d73ef2d-3437-4f37-a1b3-7256949f8eea, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:06:47.449010 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] For port 6d73ef2d-3437-4f37-a1b3-7256949f8eea, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6d73ef2d-3437-4f37-a1b3-7256949f8eea,segment=NetworkSegment(80d82c7e-5dc5-40d1-810e-32e82a5ccb4f),segment_id=80d82c7e-5dc5-40d1-810e-32e82a5ccb4f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:06:47.455088 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c20328-9ba8-4613-8ed8-16ce3c4ec94e None None] The sync data for ids ['04b829dc-f809-496b-8000-c2973dea8491'] in n-d-827336-2 is: [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:45Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:06:47.457892 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:47.522746 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3018a26-bf87-4dd4-af1d-c765134eadaf None None] Pushing event updated for resources: {'Port': ['ID=6d73ef2d-3437-4f37-a1b3-7256949f8eea,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:47.726000 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.035329 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.20.0.1 (14d85f64-704d-4677-a352-d69737735086/9459b992-c559-4e32-ab6a-a3b80273c705/f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:06:48.155942 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.197076 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.245214 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 14d85f64-704d-4677-a352-d69737735086 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:06:48.248468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:06:48.251289 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:06:48.258299 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:48.310155 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (04b829dc-f809-496b-8000-c2973dea8491), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.460173 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.613535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a7c9c7-3987-4f47-b911-e0186cdca33e None None] Network 14d85f64-704d-4677-a352-d69737735086 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:06:48.717027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6d73ef2d-3437-4f37-a1b3-7256949f8eea up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:06:48.763289 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b9f982a9-e836-41d9-b739-7b68665316f3 None None] Provisioning complete for port 6d73ef2d-3437-4f37-a1b3-7256949f8eea triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:48.763711 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f982a9-e836-41d9-b739-7b68665316f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.778540 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.784273 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.838526 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 6d73ef2d-3437-4f37-a1b3-7256949f8eea triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:48.838942 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.857169 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (04b829dc-f809-496b-8000-c2973dea8491), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.860066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:48.911857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b9f982a9-e836-41d9-b739-7b68665316f3 None None] Current status of the port 6d73ef2d-3437-4f37-a1b3-7256949f8eea is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:48.912246 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f982a9-e836-41d9-b739-7b68665316f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.973418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b9f982a9-e836-41d9-b739-7b68665316f3 None None] For port 6d73ef2d-3437-4f37-a1b3-7256949f8eea, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6d73ef2d-3437-4f37-a1b3-7256949f8eea,segment=NetworkSegment(80d82c7e-5dc5-40d1-810e-32e82a5ccb4f),segment_id=80d82c7e-5dc5-40d1-810e-32e82a5ccb4f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:48.984072 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b9f982a9-e836-41d9-b739-7b68665316f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.988680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 6d73ef2d-3437-4f37-a1b3-7256949f8eea is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:48.989042 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:48.990775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 14d85f64-704d-4677-a352-d69737735086 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:06:48.995327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:06:49.076758 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f982a9-e836-41d9-b739-7b68665316f3 None None] Pushing event updated for resources: {'Port': ['ID=6d73ef2d-3437-4f37-a1b3-7256949f8eea,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:49.093216 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103189) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 14:06:49.093579 n-d-827336-2 neutron-server[103189]: DEBUG oslo_db.api [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 14:06:49.118412 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 04b829dc-f809-496b-8000-c2973dea8491 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:06:49.205431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f5ef335d-a976-418f-9eac-847dc08b4c37 None None] Provisioning complete for port 6d73ef2d-3437-4f37-a1b3-7256949f8eea triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:49.205802 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5ef335d-a976-418f-9eac-847dc08b4c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:49.237731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:06:49.252848 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-0ee48b57-46d3-4762-9ccd-840c327c1abc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "PUT /v2.0/routers/04b829dc-f809-496b-8000-c2973dea8491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4042020 Feb 02 14:06:49.288062 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef335d-a976-418f-9eac-847dc08b4c37 None None] Current status of the port 6d73ef2d-3437-4f37-a1b3-7256949f8eea is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:49.304914 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f5ef335d-a976-418f-9eac-847dc08b4c37 None None] Provisioning complete for port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:49.305368 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f5ef335d-a976-418f-9eac-847dc08b4c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:49.345406 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef335d-a976-418f-9eac-847dc08b4c37 None None] Port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:06:49.376389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Sync routers for ids ['04b829dc-f809-496b-8000-c2973dea8491'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:06:49.387520 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Routers {'04b829dc-f809-496b-8000-c2973dea8491'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:06:49.388159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:06:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04b829dc-f809-496b-8000-c2973dea8491'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:49.421860 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-1733569c-4752-4093-8182-77b91f892a4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-774371744&fields=id&tenant_id=459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 267 time: 0.0587406 Feb 02 14:06:49.512009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ea8405bd-a473-401c-a979-22871cdd1207 None None] Provisioning complete for port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:49.512388 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea8405bd-a473-401c-a979-22871cdd1207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:49.517578 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Set router 04b829dc-f809-496b-8000-c2973dea8491 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:06:49.550281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-2d8f7099-591d-498a-8321-c7a1321617dc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:49.551844 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-2d8f7099-591d-498a-8321-c7a1321617dc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/networks?id=14d85f64-704d-4677-a352-d69737735086 HTTP/1.1" status: 200 len: 797 time: 0.1244032 Feb 02 14:06:49.568602 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-e4fb9e21-2dfc-4c9b-b72a-b62839ea9cbe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/quotas/459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 375 time: 0.0098658 Feb 02 14:06:49.585616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ea8405bd-a473-401c-a979-22871cdd1207 None None] Port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:06:49.627664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-c5d43005-9db6-439d-965c-995c26fba321 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504894 Feb 02 14:06:49.700228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 6d73ef2d-3437-4f37-a1b3-7256949f8eea is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:49.702766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dea50507-5757-4b55-a8b1-a76368aacdf7 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:06:49.731152 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-c303783a-edf7-4734-938a-c9862c8e59f7 service neutron] 10.222.0.83 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914140 Feb 02 14:06:49.762652 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7458e89b-09f6-49b8-8fd5-b40bfb77ae05 None None] Provisioning complete for port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:49.763052 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7458e89b-09f6-49b8-8fd5-b40bfb77ae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:49.823276 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-3e0ae867-cd33-49c8-8664-1beead1bce7d service neutron] 10.222.0.83 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856512 Feb 02 14:06:49.827888 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7458e89b-09f6-49b8-8fd5-b40bfb77ae05 None None] Port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:06:49.840964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port dea50507-5757-4b55-a8b1-a76368aacdf7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:49.841338 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:49.896324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:48Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e', 'name': '', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:48:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:47Z', 'updated_at': '2022-02-02T14:06:48Z', 'revision_number': 2, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:49.924925 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Checking router: 04b829dc-f809-496b-8000-c2973dea8491 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:06:49.925283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Updating router 04b829dc-f809-496b-8000-c2973dea8491 port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:06:49.986037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port dea50507-5757-4b55-a8b1-a76368aacdf7 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:49.986419 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:49.991195 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:50.003902 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c7d9150b-7958-489a-b09b-34fec9ab5f8a req-9ab0ccf7-4c5e-49ec-b93e-cd4bec5a676b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 210 time: 0.0376837 Feb 02 14:06:50.036783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port dea50507-5757-4b55-a8b1-a76368aacdf7, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=dea50507-5757-4b55-a8b1-a76368aacdf7,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:50.041955 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:50.155869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=dea50507-5757-4b55-a8b1-a76368aacdf7,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:50.319949 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Publish callbacks [] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:50.326327 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:50.374164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2aeb63-5009-48b5-a085-3d5a4aa3138f None None] Pushing event updated for resources: {'Port': ['ID=f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:50.430383 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Attempting to bind port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:06:50.430896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Attempting to bind port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:06:50.432374 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Attempting to bind port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e on network 14d85f64-704d-4677-a352-d69737735086 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:06:50.437488 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:06:50.438287 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Checking segment: {'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:06:50.438815 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:50.439395 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Bound using segment: {'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:06:50.440030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Bound port: f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:06:50.440605 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:50.515945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] For port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:06:50.519403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] For port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e,segment=NetworkSegment(80d82c7e-5dc5-40d1-810e-32e82a5ccb4f),segment_id=80d82c7e-5dc5-40d1-810e-32e82a5ccb4f)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:06:50.526596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:50.594768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Routers {'04b829dc-f809-496b-8000-c2973dea8491'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:06:50.596860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:06:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04b829dc-f809-496b-8000-c2973dea8491'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:50.606419 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2aeb63-5009-48b5-a085-3d5a4aa3138f None None] Pushing event updated for resources: {'Port': ['ID=f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:50.662191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6d73ef2d-3437-4f37-a1b3-7256949f8eea up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:06:50.742350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ad0da94f-25f9-401b-9d63-b092cbfb5248 None None] Provisioning complete for port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:50.743091 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad0da94f-25f9-401b-9d63-b092cbfb5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:50.798502 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] Set router 04b829dc-f809-496b-8000-c2973dea8491 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:06:50.854393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 6d73ef2d-3437-4f37-a1b3-7256949f8eea triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:50.854393 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:51.121969 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-251ccc47-0e61-4508-9669-526beec01758 req-d273e719-cfbb-4fcd-ba63-1eb504481bb7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 210 time: 0.0349967 Feb 02 14:06:51.161966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-256d79f3-d788-4795-a072-5987299ebb92 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:51.163104 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-256d79f3-d788-4795-a072-5987299ebb92 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.62 "GET /v2.0/networks?id=14d85f64-704d-4677-a352-d69737735086 HTTP/1.1" status: 200 len: 797 time: 0.1896586 Feb 02 14:06:51.220748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ad0da94f-25f9-401b-9d63-b092cbfb5248 None None] Current status of the port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:51.221271 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad0da94f-25f9-401b-9d63-b092cbfb5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:51.238844 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-67aa05cc-4743-43ac-8464-94ac42ef73a5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 379 time: 0.0601661 Feb 02 14:06:51.248703 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'port': {'device_id': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'admin_state_up': True, 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'security_groups': ['0639618e-f01c-493a-b34c-c872107dc993']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:51.325468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ad0da94f-25f9-401b-9d63-b092cbfb5248 None None] For port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e,segment=NetworkSegment(80d82c7e-5dc5-40d1-810e-32e82a5ccb4f),segment_id=80d82c7e-5dc5-40d1-810e-32e82a5ccb4f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:51.328232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 6d73ef2d-3437-4f37-a1b3-7256949f8eea is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:51.329463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dea50507-5757-4b55-a8b1-a76368aacdf7 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:06:51.350862 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ad0da94f-25f9-401b-9d63-b092cbfb5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:51.374570 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:06:51.377989 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:51.428370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0da94f-25f9-401b-9d63-b092cbfb5248 None None] Pushing event updated for resources: {'Port': ['ID=f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:51.445445 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port dea50507-5757-4b55-a8b1-a76368aacdf7 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:51.445816 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:51.448945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:48Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e', 'name': '', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:48:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:47Z', 'updated_at': '2022-02-02T14:06:50Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:06:51.502450 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d95bf57-e14f-4f41-8b6e-b9aab037f8f0 None None] The sync data for ids ['04b829dc-f809-496b-8000-c2973dea8491'] in n-d-827336-2 is: [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:48Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e', 'name': '', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:48:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:47Z', 'updated_at': '2022-02-02T14:06:50Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:06:51.516563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.20.0.11 (14d85f64-704d-4677-a352-d69737735086/9459b992-c559-4e32-ab6a-a3b80273c705/e285ec27-bbbb-4c86-b920-32183007dfaf) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:06:51.530015 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-85afdba1-e014-4bfa-88d0-08025ab97a8d None None] Provisioning complete for port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:51.530403 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85afdba1-e014-4bfa-88d0-08025ab97a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:51.633640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port dea50507-5757-4b55-a8b1-a76368aacdf7 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:51.677304 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-85afdba1-e014-4bfa-88d0-08025ab97a8d None None] Current status of the port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:51.708987 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:51.746401 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:51.795945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 14d85f64-704d-4677-a352-d69737735086 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:06:51.801291 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:06:51.805196 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:06:51.812305 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=e285ec27-bbbb-4c86-b920-32183007dfaf,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:51.867078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:51.867791 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:51.897584 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d43bc944-7399-496d-8e9e-ea4f142e519e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6529934 Feb 02 14:06:51.915696 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Request body: {'port': {'device_id': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:51.984943 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:52.098828 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a8848066-7d10-4b0a-83d9-372948032d17 None None] Provisioning complete for port e285ec27-bbbb-4c86-b920-32183007dfaf triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:52.099467 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a8848066-7d10-4b0a-83d9-372948032d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:52.136101 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a8848066-7d10-4b0a-83d9-372948032d17 None None] Port e285ec27-bbbb-4c86-b920-32183007dfaf cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:06:52.245536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87fe0b-a026-4743-ac0f-c5c01b5dfa6f req-184a916e-a86d-4550-b046-038d71f4c768 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:52.247289 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a87fe0b-a026-4743-ac0f-c5c01b5dfa6f req-184a916e-a86d-4550-b046-038d71f4c768 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 932 time: 0.0577347 Feb 02 14:06:52.286479 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e285ec27-bbbb-4c86-b920-32183007dfaf {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:06:52.297999 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Publish callbacks [] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:52.300921 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a87fe0b-a026-4743-ac0f-c5c01b5dfa6f req-613447fb-4020-42f8-b4cd-f7b2b4d38036 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462925 Feb 02 14:06:52.315407 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Transition to ACTIVE for port object e285ec27-bbbb-4c86-b920-32183007dfaf will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:06:52.325151 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:52.398239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Pushing event updated for resources: {'Port': ['ID=e285ec27-bbbb-4c86-b920-32183007dfaf,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:52.460473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Attempting to bind port e285ec27-bbbb-4c86-b920-32183007dfaf on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:06:52.460981 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Attempting to bind port e285ec27-bbbb-4c86-b920-32183007dfaf by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:06:52.461316 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Attempting to bind port e285ec27-bbbb-4c86-b920-32183007dfaf on network 14d85f64-704d-4677-a352-d69737735086 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:06:52.468396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Port e285ec27-bbbb-4c86-b920-32183007dfaf on network 14d85f64-704d-4677-a352-d69737735086 not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:06:52.468715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Attempting to bind port e285ec27-bbbb-4c86-b920-32183007dfaf on network 14d85f64-704d-4677-a352-d69737735086 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:06:52.474402 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:06:52.474741 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Checking segment: {'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:06:52.475130 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Bound using segment: {'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:06:52.475597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Bound port: e285ec27-bbbb-4c86-b920-32183007dfaf, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '14d85f64-704d-4677-a352-d69737735086'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:06:52.475954 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:52.549173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] For port e285ec27-bbbb-4c86-b920-32183007dfaf, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:06:52.552488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] For port e285ec27-bbbb-4c86-b920-32183007dfaf, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e285ec27-bbbb-4c86-b920-32183007dfaf,segment=NetworkSegment(80d82c7e-5dc5-40d1-810e-32e82a5ccb4f),segment_id=80d82c7e-5dc5-40d1-810e-32e82a5ccb4f)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:06:52.560605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:52.606072 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:52.606809 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:52.608437 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] 10.222.0.62 "PUT /v2.0/ports/e285ec27-bbbb-4c86-b920-32183007dfaf HTTP/1.1" status: 200 len: 1092 time: 0.6974020 Feb 02 14:06:52.611091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'tag': 'e285ec27-bbbb-4c86-b920-32183007dfaf'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:06:52.613518 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b34bd2c-26e2-4091-a4c9-e0ddbc73b46b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d633d2-319c-45bd-9ece-232e55470a9e", "tag": "e285ec27-bbbb-4c86-b920-32183007dfaf"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:06:52.647802 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1a001-f262-4a5d-b497-ded53b82f2ea service neutron] Pushing event updated for resources: {'Port': ['ID=e285ec27-bbbb-4c86-b920-32183007dfaf,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:52.724218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-45ea8363-2788-4838-98dd-d7dcc44fe32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:52.726875 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-45ea8363-2788-4838-98dd-d7dcc44fe32a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 1126 time: 0.0561893 Feb 02 14:06:52.729039 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:06:52.795140 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:52.795655 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:52.800263 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b3c0b6-fc5f-406a-afa2-0c778b529efa x-openstack-request-id: req-e1b3c0b6-fc5f-406a-afa2-0c778b529efa {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:06:52.800548 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d633d2-319c-45bd-9ece-232e55470a9e", "tag": "e285ec27-bbbb-4c86-b920-32183007dfaf", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:06:52.800927 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-e1b3c0b6-fc5f-406a-afa2-0c778b529efa {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:06:52.801519 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'tag': 'e285ec27-bbbb-4c86-b920-32183007dfaf', 'status': 'completed', 'code': 200} Feb 02 14:06:52.803197 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-9c688d13-7b91-4cbd-95a8-d0384c76147f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e285ec27-bbbb-4c86-b920-32183007dfaf HTTP/1.1" status: 200 len: 217 time: 0.0643182 Feb 02 14:06:52.859749 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-824d8664-9ee3-4522-ae50-957818f461a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:52.861254 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-824d8664-9ee3-4522-ae50-957818f461a6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9459b992-c559-4e32-ab6a-a3b80273c705 HTTP/1.1" status: 200 len: 835 time: 0.0517881 Feb 02 14:06:52.878656 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:52.914216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-6fbe4c34-fc51-4c79-803d-058027053213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:52.915726 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-6fbe4c34-fc51-4c79-803d-058027053213 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14d85f64-704d-4677-a352-d69737735086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480852 Feb 02 14:06:53.024082 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-dea594c6-001b-49a0-b4d6-7286ef2f360a service neutron] 10.222.0.62 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022725 Feb 02 14:06:53.125497 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-458a3f7d-9cdf-4b67-9bd9-f79f56a49ee8 req-98b86d99-9bba-47be-9844-008478fdb796 service neutron] 10.222.0.62 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943074 Feb 02 14:06:53.270607 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34bd2c-26e2-4091-a4c9-e0ddbc73b46b req-8d5dc7ac-6fe4-407a-b71e-8f2151f1b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:53.272076 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5b34bd2c-26e2-4091-a4c9-e0ddbc73b46b req-8d5dc7ac-6fe4-407a-b71e-8f2151f1b22e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 1126 time: 0.0531166 Feb 02 14:06:53.367007 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34bd2c-26e2-4091-a4c9-e0ddbc73b46b req-836a76fa-5228-4573-aa69-a58495a29f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:53.369544 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5b34bd2c-26e2-4091-a4c9-e0ddbc73b46b req-836a76fa-5228-4573-aa69-a58495a29f40 service neutron] 10.222.0.62 "GET /v2.0/networks?id=14d85f64-704d-4677-a352-d69737735086 HTTP/1.1" status: 200 len: 898 time: 0.0882227 Feb 02 14:06:53.413995 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5b34bd2c-26e2-4091-a4c9-e0ddbc73b46b req-1acdf43a-00c1-4c9c-8c67-c6d6fd22e6e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e285ec27-bbbb-4c86-b920-32183007dfaf HTTP/1.1" status: 200 len: 217 time: 0.0378537 Feb 02 14:06:53.425533 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f96ca-9d28-43bd-afaf-c79af2541f40 req-aa0dce19-1a10-4953-9898-2c34ed7d6af7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:53.427058 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f47f96ca-9d28-43bd-afaf-c79af2541f40 req-aa0dce19-1a10-4953-9898-2c34ed7d6af7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 944 time: 0.0545392 Feb 02 14:06:53.464184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34bd2c-26e2-4091-a4c9-e0ddbc73b46b req-c6944b7c-090f-41b5-b24a-f0750612a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:53.466007 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5b34bd2c-26e2-4091-a4c9-e0ddbc73b46b req-c6944b7c-090f-41b5-b24a-f0750612a0e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9459b992-c559-4e32-ab6a-a3b80273c705 HTTP/1.1" status: 200 len: 835 time: 0.0447960 Feb 02 14:06:53.482177 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f47f96ca-9d28-43bd-afaf-c79af2541f40 req-991ebc72-689a-4eee-af58-c3968da73726 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479054 Feb 02 14:06:53.516686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34bd2c-26e2-4091-a4c9-e0ddbc73b46b req-54eb1269-e0fc-4e61-9349-3cdee7ff1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:53.518182 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5b34bd2c-26e2-4091-a4c9-e0ddbc73b46b req-54eb1269-e0fc-4e61-9349-3cdee7ff1a6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14d85f64-704d-4677-a352-d69737735086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459268 Feb 02 14:06:53.611357 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5b34bd2c-26e2-4091-a4c9-e0ddbc73b46b req-4c34175b-c60e-4003-b81a-c43088a95092 service neutron] 10.222.0.62 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861833 Feb 02 14:06:53.700615 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5b34bd2c-26e2-4091-a4c9-e0ddbc73b46b req-bb0c4bfa-a8cc-4feb-aa97-292dd1f9acae service neutron] 10.222.0.62 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827048 Feb 02 14:06:54.614285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef77b4-c49d-47b1-919c-0991dfca39fc req-41c902bc-e316-4594-9c8a-c29334704fe5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:54.615774 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5ef77b4-c49d-47b1-919c-0991dfca39fc req-41c902bc-e316-4594-9c8a-c29334704fe5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 944 time: 0.0615840 Feb 02 14:06:54.667554 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c5ef77b4-c49d-47b1-919c-0991dfca39fc req-68b0a60a-c7f1-4de1-a6fa-566cb91d766d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453913 Feb 02 14:06:55.017672 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e285ec27-bbbb-4c86-b920-32183007dfaf details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:06:55.123282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port e285ec27-bbbb-4c86-b920-32183007dfaf, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e285ec27-bbbb-4c86-b920-32183007dfaf,segment=NetworkSegment(80d82c7e-5dc5-40d1-810e-32e82a5ccb4f),segment_id=80d82c7e-5dc5-40d1-810e-32e82a5ccb4f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:55.136431 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': 'e285ec27-bbbb-4c86-b920-32183007dfaf', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'port_id': 'e285ec27-bbbb-4c86-b920-32183007dfaf', 'mac_address': 'fa:16:3e:cf:ef:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:06:55.186251 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port e285ec27-bbbb-4c86-b920-32183007dfaf is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:55.186636 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:55.200147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e285ec27-bbbb-4c86-b920-32183007dfaf {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:06:55.224582 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port e285ec27-bbbb-4c86-b920-32183007dfaf, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e285ec27-bbbb-4c86-b920-32183007dfaf,segment=NetworkSegment(80d82c7e-5dc5-40d1-810e-32e82a5ccb4f),segment_id=80d82c7e-5dc5-40d1-810e-32e82a5ccb4f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:55.229852 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:55.279158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=e285ec27-bbbb-4c86-b920-32183007dfaf,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:55.491030 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['e285ec27-bbbb-4c86-b920-32183007dfaf'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:06:55.790460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89726fcf-b990-4914-a91b-b39d5f90e81e req-2532f8a2-f4cc-422c-861a-6630867e339a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:55.791913 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89726fcf-b990-4914-a91b-b39d5f90e81e req-2532f8a2-f4cc-422c-861a-6630867e339a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 945 time: 0.0533991 Feb 02 14:06:55.839832 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-89726fcf-b990-4914-a91b-b39d5f90e81e req-0d7e9b19-8f04-4436-8b7d-67505b935064 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419266 Feb 02 14:06:56.985642 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab37296-1d37-4f4a-b49b-6d80c1d3ab2f req-303d8ab5-1b45-443b-82f2-ad33f03f36a7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:56.987401 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eab37296-1d37-4f4a-b49b-6d80c1d3ab2f req-303d8ab5-1b45-443b-82f2-ad33f03f36a7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 945 time: 0.0776701 Feb 02 14:06:57.037780 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e285ec27-bbbb-4c86-b920-32183007dfaf up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:06:57.047326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eab37296-1d37-4f4a-b49b-6d80c1d3ab2f req-ee97a4e0-2880-456f-8fa2-a4aa841632d9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540907 Feb 02 14:06:57.097785 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port e285ec27-bbbb-4c86-b920-32183007dfaf completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:06:57.103284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port e285ec27-bbbb-4c86-b920-32183007dfaf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:06:57.103893 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:57.191802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port e285ec27-bbbb-4c86-b920-32183007dfaf is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:06:57.192197 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:57.218209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e285ec27-bbbb-4c86-b920-32183007dfaf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:06:57.220633 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cdda89-5fb1-436d-b169-0130e22e74ec" -d '{"events": [{"server_uuid": "f2d633d2-319c-45bd-9ece-232e55470a9e", "name": "network-vif-plugged", "status": "completed", "tag": "e285ec27-bbbb-4c86-b920-32183007dfaf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:06:57.233111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port e285ec27-bbbb-4c86-b920-32183007dfaf, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e285ec27-bbbb-4c86-b920-32183007dfaf,segment=NetworkSegment(80d82c7e-5dc5-40d1-810e-32e82a5ccb4f),segment_id=80d82c7e-5dc5-40d1-810e-32e82a5ccb4f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:06:57.238414 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:57.262186 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fde709a-d983-4d43-843b-f8343b652db7 x-openstack-request-id: req-8fde709a-d983-4d43-843b-f8343b652db7 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:06:57.262479 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d633d2-319c-45bd-9ece-232e55470a9e", "name": "network-vif-plugged", "status": "completed", "tag": "e285ec27-bbbb-4c86-b920-32183007dfaf", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:06:57.262733 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8fde709a-d983-4d43-843b-f8343b652db7 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:06:57.263155 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e285ec27-bbbb-4c86-b920-32183007dfaf', 'code': 200} Feb 02 14:06:57.292283 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=e285ec27-bbbb-4c86-b920-32183007dfaf,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:06:57.403035 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec9422-5e56-4b2a-bcd3-f6bded44a3fb req-5efb1316-6e93-4f3f-8d92-18101e1f8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:57.404541 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-25ec9422-5e56-4b2a-bcd3-f6bded44a3fb req-5efb1316-6e93-4f3f-8d92-18101e1f8060 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 1128 time: 0.0523241 Feb 02 14:06:57.459002 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-25ec9422-5e56-4b2a-bcd3-f6bded44a3fb req-cac8b02e-d01e-4d13-b4be-b905874a07d6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483434 Feb 02 14:06:58.190855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f6c7-196d-4ec1-a717-8667f3c3fe07 req-2c02a846-1b5f-4d41-9e0a-1fb577d21833 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:58.192628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7538f6c7-196d-4ec1-a717-8667f3c3fe07 req-2c02a846-1b5f-4d41-9e0a-1fb577d21833 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0673473 Feb 02 14:06:58.246465 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7538f6c7-196d-4ec1-a717-8667f3c3fe07 req-0bb0d40e-58f1-4738-97a5-e638e3356a4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477107 Feb 02 14:06:59.383112 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cde71-4409-493b-b6be-61226c8c36b4 req-c332892a-9fe6-4d62-8c67-3d53f80eb866 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:59.384652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-952cde71-4409-493b-b6be-61226c8c36b4 req-c332892a-9fe6-4d62-8c67-3d53f80eb866 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0594182 Feb 02 14:06:59.433313 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-952cde71-4409-493b-b6be-61226c8c36b4 req-1520545c-05e1-492f-932e-8355b7a1d521 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429523 Feb 02 14:06:59.566783 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b3406-a2d8-4727-a3ba-a580ba393770 req-d16f51f2-a3b1-4469-9708-0b422614d434 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:59.568216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e5b3406-a2d8-4727-a3ba-a580ba393770 req-d16f51f2-a3b1-4469-9708-0b422614d434 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0631042 Feb 02 14:06:59.616923 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e5b3406-a2d8-4727-a3ba-a580ba393770 req-e1ca8534-9bc3-4078-870a-969fea85fc45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431237 Feb 02 14:06:59.638861 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42948) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:59.727582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5becc1-df08-40be-8390-17e13552380d tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:06:59.729457 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-dc5becc1-df08-40be-8390-17e13552380d tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 1123 time: 0.0895097 Feb 02 14:06:59.734558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 42952) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:06:59.738851 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'e285ec27-bbbb-4c86-b920-32183007dfaf', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:06:59.765824 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:59.867988 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:06:59.974660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.25.4.238 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/09e33e97-e6da-4940-b332-7059fb878ec9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:07:00.079792 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (09e33e97-e6da-4940-b332-7059fb878ec9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:00.115873 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (09e33e97-e6da-4940-b332-7059fb878ec9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:00.151514 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:07:00.154195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:07:00.160544 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:07:00.183209 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=09e33e97-e6da-4940-b332-7059fb878ec9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:07:00.196866 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.197251 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.197595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.197926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.198251 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.198580 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.198899 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.199224 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.199583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.199886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.200318 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.200499 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.200811 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:07:00.924483 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (6e26adbb-40e3-4f24-8c1f-c22613734271), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:01.005546 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (09e33e97-e6da-4940-b332-7059fb878ec9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:01.174613 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (09e33e97-e6da-4940-b332-7059fb878ec9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:01.180291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (09e33e97-e6da-4940-b332-7059fb878ec9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:01.253234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=09e33e97-e6da-4940-b332-7059fb878ec9,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:07:01.265659 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (6e26adbb-40e3-4f24-8c1f-c22613734271), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:01.372804 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Floating IP 6e26adbb-40e3-4f24-8c1f-c22613734271 associated. External IP: 172.25.4.238, port: e285ec27-bbbb-4c86-b920-32183007dfaf. Feb 02 14:07:01.590470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 04b829dc-f809-496b-8000-c2973dea8491 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:07:01.707624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:07:01.719103 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5feb45-bc78-44d9-836b-cc8e2114d297 None None] Sync routers for ids ['04b829dc-f809-496b-8000-c2973dea8491'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:07:01.727182 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:01.733057 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5feb45-bc78-44d9-836b-cc8e2114d297 None None] Routers {'04b829dc-f809-496b-8000-c2973dea8491'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:07:01.733741 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bb5feb45-bc78-44d9-836b-cc8e2114d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:06:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04b829dc-f809-496b-8000-c2973dea8491'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:07:01.760984 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-697ed2ef-5cc1-4321-8501-8f9c6bcb4c45 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0253763 Feb 02 14:07:01.761674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'tag': 'e285ec27-bbbb-4c86-b920-32183007dfaf'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:07:01.764120 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f80630-1218-4691-8581-3d3a392e5df0" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d633d2-319c-45bd-9ece-232e55470a9e", "tag": "e285ec27-bbbb-4c86-b920-32183007dfaf"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:07:01.807078 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5912d68-bf6d-4e1d-bb98-4abbe00b6c2f x-openstack-request-id: req-f5912d68-bf6d-4e1d-bb98-4abbe00b6c2f {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:07:01.810072 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d633d2-319c-45bd-9ece-232e55470a9e", "tag": "e285ec27-bbbb-4c86-b920-32183007dfaf", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:07:01.810404 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f5912d68-bf6d-4e1d-bb98-4abbe00b6c2f {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:07:01.810837 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'tag': 'e285ec27-bbbb-4c86-b920-32183007dfaf', 'status': 'completed', 'code': 200} Feb 02 14:07:01.879550 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-aec02e44-4168-4b30-8629-c189a6147b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:01.901948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532417ed-3bae-4041-bcbb-2a93e23ac010 req-907ec611-0300-41da-8207-f590c5cc1366 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:01.910366 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-532417ed-3bae-4041-bcbb-2a93e23ac010 req-907ec611-0300-41da-8207-f590c5cc1366 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0880160 Feb 02 14:07:01.933309 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f80630-1218-4691-8581-3d3a392e5df0 req-f84d2049-b3fb-42bc-8b77-b59cb3240860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:01.938041 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-89f80630-1218-4691-8581-3d3a392e5df0 req-f84d2049-b3fb-42bc-8b77-b59cb3240860 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 1128 time: 0.0790942 Feb 02 14:07:01.972189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-532417ed-3bae-4041-bcbb-2a93e23ac010 req-e87ca1d8-35db-4e30-8bac-54c4e52d5f73 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603242 Feb 02 14:07:01.996636 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42958) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:07:02.027878 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bb5feb45-bc78-44d9-836b-cc8e2114d297 None None] Set router 04b829dc-f809-496b-8000-c2973dea8491 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:07:02.063599 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f80630-1218-4691-8581-3d3a392e5df0 req-7ab019da-f13d-4921-a232-35447ce0c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:02.065140 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-89f80630-1218-4691-8581-3d3a392e5df0 req-7ab019da-f13d-4921-a232-35447ce0c8aa service neutron] 10.222.0.62 "GET /v2.0/networks?id=14d85f64-704d-4677-a352-d69737735086 HTTP/1.1" status: 200 len: 898 time: 0.1215315 Feb 02 14:07:02.071617 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3f74baa8-e6bd-43e8-8fe1-6456f081685e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/6e26adbb-40e3-4f24-8c1f-c22613734271 HTTP/1.1" status: 200 len: 992 time: 0.0715716 Feb 02 14:07:02.136077 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-89f80630-1218-4691-8581-3d3a392e5df0 req-b9b63c2c-f852-426f-8b2b-93d0ed22fc52 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e285ec27-bbbb-4c86-b920-32183007dfaf HTTP/1.1" status: 200 len: 1000 time: 0.0637536 Feb 02 14:07:02.186039 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f80630-1218-4691-8581-3d3a392e5df0 req-ef19d968-8c58-42f9-b679-9e15d64f78ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:02.187697 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-89f80630-1218-4691-8581-3d3a392e5df0 req-ef19d968-8c58-42f9-b679-9e15d64f78ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9459b992-c559-4e32-ab6a-a3b80273c705 HTTP/1.1" status: 200 len: 835 time: 0.0475245 Feb 02 14:07:02.248766 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f80630-1218-4691-8581-3d3a392e5df0 req-ac01bdf8-4a0e-4bd3-9a23-375a89d1bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:02.250310 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-89f80630-1218-4691-8581-3d3a392e5df0 req-ac01bdf8-4a0e-4bd3-9a23-375a89d1bedf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14d85f64-704d-4677-a352-d69737735086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572004 Feb 02 14:07:02.315044 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bb5feb45-bc78-44d9-836b-cc8e2114d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:48Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '6e26adbb-40e3-4f24-8c1f-c22613734271', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.238', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '04b829dc-f809-496b-8000-c2973dea8491', 'port_id': 'e285ec27-bbbb-4c86-b920-32183007dfaf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'mac_address': 'fa:16:3e:cf:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:07:00Z', 'updated_at': '2022-02-02T14:07:00Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e', 'name': '', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:48:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:47Z', 'updated_at': '2022-02-02T14:06:51Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:07:02.342203 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5feb45-bc78-44d9-836b-cc8e2114d297 None None] Checking router: 04b829dc-f809-496b-8000-c2973dea8491 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:07:02.345294 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-89f80630-1218-4691-8581-3d3a392e5df0 req-3062223c-0beb-43e1-a30a-002f818e7a7a service neutron] 10.222.0.62 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890644 Feb 02 14:07:02.350275 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5feb45-bc78-44d9-836b-cc8e2114d297 None None] Routers {'04b829dc-f809-496b-8000-c2973dea8491'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:07:02.350848 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bb5feb45-bc78-44d9-836b-cc8e2114d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:06:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04b829dc-f809-496b-8000-c2973dea8491'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:07:02.438728 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-89f80630-1218-4691-8581-3d3a392e5df0 req-55425a63-8622-4712-b986-306470deb2c6 service neutron] 10.222.0.62 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880501 Feb 02 14:07:02.457304 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-bb5feb45-bc78-44d9-836b-cc8e2114d297 None None] Set router 04b829dc-f809-496b-8000-c2973dea8491 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:07:02.694545 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-bb5feb45-bc78-44d9-836b-cc8e2114d297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:48Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '6e26adbb-40e3-4f24-8c1f-c22613734271', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.238', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '04b829dc-f809-496b-8000-c2973dea8491', 'port_id': 'e285ec27-bbbb-4c86-b920-32183007dfaf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'mac_address': 'fa:16:3e:cf:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:07:00Z', 'updated_at': '2022-02-02T14:07:00Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e', 'name': '', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:48:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:47Z', 'updated_at': '2022-02-02T14:06:51Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:07:02.725561 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5feb45-bc78-44d9-836b-cc8e2114d297 None None] The sync data for ids ['04b829dc-f809-496b-8000-c2973dea8491'] in n-d-827336-2 is: [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:48Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '6e26adbb-40e3-4f24-8c1f-c22613734271', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.238', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '04b829dc-f809-496b-8000-c2973dea8491', 'port_id': 'e285ec27-bbbb-4c86-b920-32183007dfaf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'mac_address': 'fa:16:3e:cf:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:07:00Z', 'updated_at': '2022-02-02T14:07:00Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e', 'name': '', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:48:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:47Z', 'updated_at': '2022-02-02T14:06:51Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:07:02.930987 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86062f66-29cb-4503-9fab-92bf7e612672 None None] New status for floating IP 6e26adbb-40e3-4f24-8c1f-c22613734271: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:07:03.074734 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42960) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:07:03.142207 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c51cbc16-c35e-4b73-926d-b68ddbb6f1f8 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/6e26adbb-40e3-4f24-8c1f-c22613734271 HTTP/1.1" status: 200 len: 992 time: 0.0664265 Feb 02 14:07:04.145459 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42962) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:07:04.171457 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-40660287-b80c-4b32-9bf1-56ee81747ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:04.212943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9fe55a62-9e83-44e4-b450-e8d961542d74 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/6e26adbb-40e3-4f24-8c1f-c22613734271 HTTP/1.1" status: 200 len: 994 time: 0.0660689 Feb 02 14:07:05.814519 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:07.080821 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:07.320780 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:08.076309 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:08.204575 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:15.617956 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:07:31.652442 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b28264b1-b846-4ef7-b058-998c790373ce req-26fdc33b-66f8-40f9-8944-6c837b9370a4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485592 Feb 02 14:07:31.765488 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28264b1-b846-4ef7-b058-998c790373ce req-a9a2b0d6-7b68-4c01-beaa-0419fc643930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:31.767057 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b28264b1-b846-4ef7-b058-998c790373ce req-a9a2b0d6-7b68-4c01-beaa-0419fc643930 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 1128 time: 0.0483155 Feb 02 14:07:31.875973 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c9b10653-9d8f-4a4f-8ba3-b1c3bfb5a854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:31.884392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28264b1-b846-4ef7-b058-998c790373ce req-8bff87ba-e0b8-4b50-8cdf-95f5a78e02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:31.886153 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b28264b1-b846-4ef7-b058-998c790373ce req-8bff87ba-e0b8-4b50-8cdf-95f5a78e02d2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=14d85f64-704d-4677-a352-d69737735086 HTTP/1.1" status: 200 len: 898 time: 0.0985839 Feb 02 14:07:31.954348 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b28264b1-b846-4ef7-b058-998c790373ce req-e6a1f287-8734-4c6d-bf6c-b8f98683f178 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e285ec27-bbbb-4c86-b920-32183007dfaf HTTP/1.1" status: 200 len: 1002 time: 0.0600765 Feb 02 14:07:32.011269 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28264b1-b846-4ef7-b058-998c790373ce req-877532ed-ad3b-4ea1-a514-2a56a1774c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:32.012810 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b28264b1-b846-4ef7-b058-998c790373ce req-877532ed-ad3b-4ea1-a514-2a56a1774c6e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9459b992-c559-4e32-ab6a-a3b80273c705 HTTP/1.1" status: 200 len: 835 time: 0.0509791 Feb 02 14:07:32.066428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28264b1-b846-4ef7-b058-998c790373ce req-148719eb-6d9b-4844-b80c-2dac94f9f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:32.067997 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b28264b1-b846-4ef7-b058-998c790373ce req-148719eb-6d9b-4844-b80c-2dac94f9f7d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14d85f64-704d-4677-a352-d69737735086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485616 Feb 02 14:07:32.178048 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b28264b1-b846-4ef7-b058-998c790373ce req-7fa3c502-e1df-45b2-875b-b040b6747220 service neutron] 10.222.0.62 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027989 Feb 02 14:07:32.279169 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b28264b1-b846-4ef7-b058-998c790373ce req-465c181c-bc2c-48da-9ae6-eee0ccbaba03 service neutron] 10.222.0.62 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937178 Feb 02 14:07:34.178605 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-55ad5bf2-a70e-41a7-a848-2cbddbbceed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:35.560016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d07459-9e5d-461b-a200-c3980d141382 req-0ead8c24-1b6f-4245-b92b-d370510c73f6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:35.561698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95d07459-9e5d-461b-a200-c3980d141382 req-0ead8c24-1b6f-4245-b92b-d370510c73f6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0652745 Feb 02 14:07:35.615265 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-95d07459-9e5d-461b-a200-c3980d141382 req-a26083ec-4c6f-41ef-a823-e8314ba6c053 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457153 Feb 02 14:07:35.817391 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:36.749461 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fedff-c1ab-49d5-980e-1027d3a67e39 req-2da391ed-9003-42b2-aec3-28a52eb9c26e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:36.751033 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-991fedff-c1ab-49d5-980e-1027d3a67e39 req-2da391ed-9003-42b2-aec3-28a52eb9c26e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0583856 Feb 02 14:07:36.805317 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-991fedff-c1ab-49d5-980e-1027d3a67e39 req-df0c61e4-eee5-406c-bb06-1e1d8d889164 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476782 Feb 02 14:07:37.084174 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:37.328603 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:37.935864 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f126c41-9883-4ded-8b30-513e6d251917 req-73bf4e61-8862-4712-aa4d-d0abc315b08b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:37.937645 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f126c41-9883-4ded-8b30-513e6d251917 req-73bf4e61-8862-4712-aa4d-d0abc315b08b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0573821 Feb 02 14:07:38.012107 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f126c41-9883-4ded-8b30-513e6d251917 req-f49f78c7-012b-4f17-bb4d-9ed98f3aeb36 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657728 Feb 02 14:07:38.079662 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:38.230359 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:07:39.143193 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b5e6f-5049-41ee-9972-2ca4547408ca req-34852c05-50e4-4aca-a423-8f2d27e5a777 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:39.144688 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-425b5e6f-5049-41ee-9972-2ca4547408ca req-34852c05-50e4-4aca-a423-8f2d27e5a777 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0605631 Feb 02 14:07:39.194872 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-425b5e6f-5049-41ee-9972-2ca4547408ca req-af46ab24-9206-478d-ba47-51ccb90620c2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444643 Feb 02 14:07:40.325824 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a42660-d594-4cd3-bdd0-5dbbda1a5185 req-bf2e5b59-ee15-4706-b2c5-49008478c670 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:40.327343 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8a42660-d594-4cd3-bdd0-5dbbda1a5185 req-bf2e5b59-ee15-4706-b2c5-49008478c670 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0553353 Feb 02 14:07:40.379372 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e8a42660-d594-4cd3-bdd0-5dbbda1a5185 req-367ed6b8-5300-42aa-bfff-4b2954dd02e9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445461 Feb 02 14:07:41.504819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332374a5-2e09-4a52-b2df-259de5883ec8 req-49580f3f-d56f-44a1-bbd2-b503eaf30820 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:41.506323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-332374a5-2e09-4a52-b2df-259de5883ec8 req-49580f3f-d56f-44a1-bbd2-b503eaf30820 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0539255 Feb 02 14:07:41.561508 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-332374a5-2e09-4a52-b2df-259de5883ec8 req-c7a46a36-0b27-4c7b-9032-6a5ca1a1e8a0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489261 Feb 02 14:07:42.696649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c441ed-1fbb-4375-882b-77c478a96ef5 req-be242dac-ae4b-4dc0-bf5c-b5222952fa50 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:42.698281 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1c441ed-1fbb-4375-882b-77c478a96ef5 req-be242dac-ae4b-4dc0-bf5c-b5222952fa50 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0618010 Feb 02 14:07:42.750607 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c1c441ed-1fbb-4375-882b-77c478a96ef5 req-86ba7554-27c5-4037-9af1-949962d4ab24 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461874 Feb 02 14:07:43.886638 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46745e5d-2b72-4933-b0c3-568bfd0b4f1f req-aae3d141-2f54-4fc6-8603-13f961f79063 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:43.888181 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46745e5d-2b72-4933-b0c3-568bfd0b4f1f req-aae3d141-2f54-4fc6-8603-13f961f79063 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0555980 Feb 02 14:07:43.944182 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46745e5d-2b72-4933-b0c3-568bfd0b4f1f req-e45c3386-31c9-4044-90e5-955b1457d493 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481229 Feb 02 14:07:45.078815 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e953c5-56cf-49b9-bc76-087a2434b99e req-237b0086-1be7-4a9b-bd26-a57102835c0a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:45.080394 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37e953c5-56cf-49b9-bc76-087a2434b99e req-237b0086-1be7-4a9b-bd26-a57102835c0a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0628626 Feb 02 14:07:45.138848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-37e953c5-56cf-49b9-bc76-087a2434b99e req-2ee4cd42-c03b-4c06-8cd4-ad91907593d0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503557 Feb 02 14:07:46.278467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed335e-581a-48c2-8b9e-fa568f05930e req-e561e3dc-1945-4a08-97a9-099571217a5e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:46.280075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42ed335e-581a-48c2-8b9e-fa568f05930e req-e561e3dc-1945-4a08-97a9-099571217a5e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0570276 Feb 02 14:07:46.330539 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-42ed335e-581a-48c2-8b9e-fa568f05930e req-488c8fe4-5f60-4e0b-81c3-4a38a637836d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447531 Feb 02 14:07:46.353926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 42996) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:07:46.420556 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-1cf39aa3-e627-42e1-a0d3-fe1cc8c438f3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/6e26adbb-40e3-4f24-8c1f-c22613734271 HTTP/1.1" status: 200 len: 994 time: 0.0653346 Feb 02 14:07:47.715082 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883ce9b-5d0b-4151-9651-1c7b62446314 req-65bbb9fc-0235-41a3-9c5f-0a6ec799f0e5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:47.716598 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d883ce9b-5d0b-4151-9651-1c7b62446314 req-65bbb9fc-0235-41a3-9c5f-0a6ec799f0e5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0563333 Feb 02 14:07:47.765260 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d883ce9b-5d0b-4151-9651-1c7b62446314 req-f6bcfa56-eb83-43e6-9338-601f6d466c27 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428026 Feb 02 14:07:47.769925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5c19-073f-4c43-803b-03d81528fb9b req-97b4eb20-3be0-4b5c-82b7-01236bd607f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:47.771489 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a0b5c19-073f-4c43-803b-03d81528fb9b req-97b4eb20-3be0-4b5c-82b7-01236bd607f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 1128 time: 0.0472710 Feb 02 14:07:47.869671 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5c19-073f-4c43-803b-03d81528fb9b req-f6658238-dc04-440a-87e5-e78adb494c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:47.871185 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a0b5c19-073f-4c43-803b-03d81528fb9b req-f6658238-dc04-440a-87e5-e78adb494c59 service neutron] 10.222.0.62 "GET /v2.0/networks?id=14d85f64-704d-4677-a352-d69737735086 HTTP/1.1" status: 200 len: 898 time: 0.0918031 Feb 02 14:07:47.938821 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a0b5c19-073f-4c43-803b-03d81528fb9b req-151a0fe6-c524-4fcc-8ea8-544b1c4056a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e285ec27-bbbb-4c86-b920-32183007dfaf HTTP/1.1" status: 200 len: 1002 time: 0.0609305 Feb 02 14:07:48.001715 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5c19-073f-4c43-803b-03d81528fb9b req-fd0a1ced-abae-468a-a07c-cc541b53b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:48.003164 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a0b5c19-073f-4c43-803b-03d81528fb9b req-fd0a1ced-abae-468a-a07c-cc541b53b234 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9459b992-c559-4e32-ab6a-a3b80273c705 HTTP/1.1" status: 200 len: 835 time: 0.0543270 Feb 02 14:07:48.063055 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b5c19-073f-4c43-803b-03d81528fb9b req-02631f47-b5b9-464c-b96d-7ac7f335b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:48.065960 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a0b5c19-073f-4c43-803b-03d81528fb9b req-02631f47-b5b9-464c-b96d-7ac7f335b6a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14d85f64-704d-4677-a352-d69737735086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550053 Feb 02 14:07:48.164446 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a0b5c19-073f-4c43-803b-03d81528fb9b req-6d3e0c7b-a1ce-4ae0-a410-3bb666425050 service neutron] 10.222.0.62 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905550 Feb 02 14:07:48.261424 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3a0b5c19-073f-4c43-803b-03d81528fb9b req-68b326d7-c361-44f1-a472-46b63b655939 service neutron] 10.222.0.62 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906506 Feb 02 14:07:48.901531 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e0958a-be53-4119-8abb-2d23718bf404 req-376dc329-c5d0-4b8f-8dc4-0dc344760bbc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:07:48.903010 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1e0958a-be53-4119-8abb-2d23718bf404 req-376dc329-c5d0-4b8f-8dc4-0dc344760bbc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0603142 Feb 02 14:07:48.959573 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1e0958a-be53-4119-8abb-2d23718bf404 req-0a3edae2-3874-43b8-917f-32a679685041 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507925 Feb 02 14:07:48.983572 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43008) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:07:49.045350 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f47d6f79-7752-4628-a274-e5bd2074e6b2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/6e26adbb-40e3-4f24-8c1f-c22613734271 HTTP/1.1" status: 200 len: 994 time: 0.0605197 Feb 02 14:07:52.617882 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:08:01.880601 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f6686daf-8be3-44db-ab84-f590878f60b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:04.174420 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9d59b634-d661-40ba-846b-5ebe0fa6ae36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:05.821466 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:07.087247 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:07.333598 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:08.076775 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:08.244261 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:21.450618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43020) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:21.625844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port 09e33e97-e6da-4940-b332-7059fb878ec9 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:08:21.626182 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (09e33e97-e6da-4940-b332-7059fb878ec9), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:21.710903 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (09e33e97-e6da-4940-b332-7059fb878ec9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:21.711521 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (09e33e97-e6da-4940-b332-7059fb878ec9), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:21.723781 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for 09e33e97-e6da-4940-b332-7059fb878ec9 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:08:21.896752 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (09e33e97-e6da-4940-b332-7059fb878ec9), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:21.928626 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=09e33e97-e6da-4940-b332-7059fb878ec9,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:21.957259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:21.957503 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:21.957849 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:21.958185 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:21.958517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:21.958844 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:21.959171 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:21.959522 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:21.959845 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:21.960167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:21.960488 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:21.960805 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:21.961128 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:22.005817 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (6e26adbb-40e3-4f24-8c1f-c22613734271), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:22.006184 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Floating IP 6e26adbb-40e3-4f24-8c1f-c22613734271 disassociated (deleted). External IP: 172.25.4.238, port: e285ec27-bbbb-4c86-b920-32183007dfaf. Feb 02 14:08:22.231634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 04b829dc-f809-496b-8000-c2973dea8491 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:08:22.355769 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:08:22.361133 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:22.367236 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e6842-ea22-406f-a975-9a9d3ec6e151 None None] Sync routers for ids ['04b829dc-f809-496b-8000-c2973dea8491'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:08:22.378056 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e6842-ea22-406f-a975-9a9d3ec6e151 None None] Routers {'04b829dc-f809-496b-8000-c2973dea8491'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:08:22.378660 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1d6e6842-ea22-406f-a975-9a9d3ec6e151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04b829dc-f809-496b-8000-c2973dea8491'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:22.392559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a26a401b-da77-4927-81e2-86d01c6fe1f5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/floatingips/6e26adbb-40e3-4f24-8c1f-c22613734271 HTTP/1.1" status: 204 len: 168 time: 0.9406004 Feb 02 14:08:22.393126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'tag': 'e285ec27-bbbb-4c86-b920-32183007dfaf'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:08:22.395579 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ecd72c-01a6-4622-93cd-88f0b17137bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d633d2-319c-45bd-9ece-232e55470a9e", "tag": "e285ec27-bbbb-4c86-b920-32183007dfaf"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:08:22.412816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-ed27c49d-2af1-44fc-8227-d13a3ae87f61 req-5b80a7e0-aafd-438b-aab8-2d5dd386baa0 service neutron] (103187) timed out ('10.222.0.62', 60824) {{(pid=103187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 14:08:22.491576 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1d6e6842-ea22-406f-a975-9a9d3ec6e151 None None] Set router 04b829dc-f809-496b-8000-c2973dea8491 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:08:22.500931 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13889432-d468-4d82-bc6b-fcc225a884f6 x-openstack-request-id: req-13889432-d468-4d82-bc6b-fcc225a884f6 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:08:22.501466 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d633d2-319c-45bd-9ece-232e55470a9e", "tag": "e285ec27-bbbb-4c86-b920-32183007dfaf", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:08:22.501466 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-13889432-d468-4d82-bc6b-fcc225a884f6 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:08:22.501862 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'tag': 'e285ec27-bbbb-4c86-b920-32183007dfaf', 'status': 'completed', 'code': 200} Feb 02 14:08:22.598871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd72c-01a6-4622-93cd-88f0b17137bf req-9b4dae52-6528-4131-b5fb-661508da6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:22.600678 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7ecd72c-01a6-4622-93cd-88f0b17137bf req-9b4dae52-6528-4131-b5fb-661508da6520 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 1128 time: 0.0528088 Feb 02 14:08:22.653744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f7e91-19d0-4279-96bc-e7df1efefda2 req-1148246b-6c3c-4a5a-94cd-b87f2a063cc2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:22.655312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d35f7e91-19d0-4279-96bc-e7df1efefda2 req-1148246b-6c3c-4a5a-94cd-b87f2a063cc2 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0652499 Feb 02 14:08:22.700349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd72c-01a6-4622-93cd-88f0b17137bf req-3ae37676-a300-4aad-9ffd-0430571f1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:22.701840 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7ecd72c-01a6-4622-93cd-88f0b17137bf req-3ae37676-a300-4aad-9ffd-0430571f1f1a service neutron] 10.222.0.62 "GET /v2.0/networks?id=14d85f64-704d-4677-a352-d69737735086 HTTP/1.1" status: 200 len: 898 time: 0.0949702 Feb 02 14:08:22.710046 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d35f7e91-19d0-4279-96bc-e7df1efefda2 req-1d61204f-1158-4846-8f6b-c4d3c220bea0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486441 Feb 02 14:08:22.718375 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1d6e6842-ea22-406f-a975-9a9d3ec6e151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:48Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e', 'name': '', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:48:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:47Z', 'updated_at': '2022-02-02T14:06:51Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:22.746036 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7ecd72c-01a6-4622-93cd-88f0b17137bf req-4db1acf5-15ad-4e6b-9036-e7b0e677d6d9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e285ec27-bbbb-4c86-b920-32183007dfaf HTTP/1.1" status: 200 len: 217 time: 0.0374711 Feb 02 14:08:22.749503 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e6842-ea22-406f-a975-9a9d3ec6e151 None None] Checking router: 04b829dc-f809-496b-8000-c2973dea8491 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:08:22.757795 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6e6842-ea22-406f-a975-9a9d3ec6e151 None None] Routers {'04b829dc-f809-496b-8000-c2973dea8491'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:08:22.758379 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1d6e6842-ea22-406f-a975-9a9d3ec6e151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04b829dc-f809-496b-8000-c2973dea8491'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:22.805122 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd72c-01a6-4622-93cd-88f0b17137bf req-6f4af51e-d5ef-41ab-af2a-8681584afca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:22.807217 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7ecd72c-01a6-4622-93cd-88f0b17137bf req-6f4af51e-d5ef-41ab-af2a-8681584afca2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9459b992-c559-4e32-ab6a-a3b80273c705 HTTP/1.1" status: 200 len: 835 time: 0.0447450 Feb 02 14:08:22.865470 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecd72c-01a6-4622-93cd-88f0b17137bf req-838c9a8f-e57b-4d9c-831f-e8a516b0bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:22.867001 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7ecd72c-01a6-4622-93cd-88f0b17137bf req-838c9a8f-e57b-4d9c-831f-e8a516b0bf53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=14d85f64-704d-4677-a352-d69737735086&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532937 Feb 02 14:08:22.873760 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1d6e6842-ea22-406f-a975-9a9d3ec6e151 None None] Set router 04b829dc-f809-496b-8000-c2973dea8491 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:08:22.959991 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7ecd72c-01a6-4622-93cd-88f0b17137bf req-c6be1773-80ce-4885-8ec8-3c48215a0d57 service neutron] 10.222.0.62 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862217 Feb 02 14:08:23.061147 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7ecd72c-01a6-4622-93cd-88f0b17137bf req-cd62f3f7-7c94-4392-adaa-7d5f9d46e487 service neutron] 10.222.0.62 "GET /v2.0/networks/14d85f64-704d-4677-a352-d69737735086?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935912 Feb 02 14:08:23.180613 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1d6e6842-ea22-406f-a975-9a9d3ec6e151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:48Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e', 'name': '', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:48:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:47Z', 'updated_at': '2022-02-02T14:06:51Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:23.210724 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6e6842-ea22-406f-a975-9a9d3ec6e151 None None] The sync data for ids ['04b829dc-f809-496b-8000-c2973dea8491'] in n-d-827336-2 is: [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:48Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e', 'name': '', 'network_id': '14d85f64-704d-4677-a352-d69737735086', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:48:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:47Z', 'updated_at': '2022-02-02T14:06:51Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': '9459b992-c559-4e32-ab6a-a3b80273c705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:08:23.454752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1503e7-565e-4764-b87b-cadffd4f6f8b None None] New status for floating IP 6e26adbb-40e3-4f24-8c1f-c22613734271: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:08:23.851622 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5c220-f751-4955-9048-ec517680425d req-ed143b45-bc1c-40e8-ab1c-73b454dfaa7c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:23.853090 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15e5c220-f751-4955-9048-ec517680425d req-ed143b45-bc1c-40e8-ab1c-73b454dfaa7c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0662766 Feb 02 14:08:23.910781 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-15e5c220-f751-4955-9048-ec517680425d req-23b18681-e46b-4eab-a9f1-0d1eff6dd23a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=0639618e-f01c-493a-b34c-c872107dc993&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515878 Feb 02 14:08:24.441705 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32aff6-d302-4494-ae31-8a2a573e8a97 req-15010906-d0a5-4b53-aa64-6d8f23359c77 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:24.443354 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3f32aff6-d302-4494-ae31-8a2a573e8a97 req-15010906-d0a5-4b53-aa64-6d8f23359c77 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.62 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 946 time: 0.0568516 Feb 02 14:08:24.542974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-3f32aff6-d302-4494-ae31-8a2a573e8a97 req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port e285ec27-bbbb-4c86-b920-32183007dfaf {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:08:24.543316 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f32aff6-d302-4494-ae31-8a2a573e8a97 req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:24.646805 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-3f32aff6-d302-4494-ae31-8a2a573e8a97 req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port e285ec27-bbbb-4c86-b920-32183007dfaf, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=e285ec27-bbbb-4c86-b920-32183007dfaf,segment=NetworkSegment(80d82c7e-5dc5-40d1-810e-32e82a5ccb4f),segment_id=80d82c7e-5dc5-40d1-810e-32e82a5ccb4f)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:08:24.647153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f32aff6-d302-4494-ae31-8a2a573e8a97 req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:24.662503 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-3f32aff6-d302-4494-ae31-8a2a573e8a97 req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for e285ec27-bbbb-4c86-b920-32183007dfaf owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:08:24.806731 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f32aff6-d302-4494-ae31-8a2a573e8a97 req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (e285ec27-bbbb-4c86-b920-32183007dfaf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:24.836353 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=e285ec27-bbbb-4c86-b920-32183007dfaf,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:24.849251 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.849601 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.849933 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.850261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.850583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.850939 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.851232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.851619 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.851917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.852238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.852555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.852868 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.853178 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:24.888655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f32aff6-d302-4494-ae31-8a2a573e8a97 req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] No DVR routers for this DVR port e285ec27-bbbb-4c86-b920-32183007dfaf on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:08:24.891339 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-3f32aff6-d302-4494-ae31-8a2a573e8a97 req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:24.894623 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-3f32aff6-d302-4494-ae31-8a2a573e8a97 req-450dd247-a16f-4664-99b1-1d1006cf96a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.62 "DELETE /v2.0/ports/e285ec27-bbbb-4c86-b920-32183007dfaf HTTP/1.1" status: 204 len: 173 time: 0.4456046 Feb 02 14:08:24.895114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'name': 'network-vif-deleted', 'tag': 'e285ec27-bbbb-4c86-b920-32183007dfaf'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:08:24.897375 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e963c11-45bd-4d34-8ed7-54756c5819d1" -d '{"events": [{"server_uuid": "f2d633d2-319c-45bd-9ece-232e55470a9e", "name": "network-vif-deleted", "tag": "e285ec27-bbbb-4c86-b920-32183007dfaf"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:08:24.936442 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180737ee-9a88-48b0-a019-aa25585fda7b x-openstack-request-id: req-180737ee-9a88-48b0-a019-aa25585fda7b {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:08:24.937235 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d633d2-319c-45bd-9ece-232e55470a9e", "name": "network-vif-deleted", "tag": "e285ec27-bbbb-4c86-b920-32183007dfaf", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:08:24.937485 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-180737ee-9a88-48b0-a019-aa25585fda7b {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:08:24.938003 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d633d2-319c-45bd-9ece-232e55470a9e', 'name': 'network-vif-deleted', 'tag': 'e285ec27-bbbb-4c86-b920-32183007dfaf', 'status': 'completed', 'code': 200} Feb 02 14:08:25.019691 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-545f5c24-4d88-4ec1-ae67-d3d34cf93fbb req-cfe1a22b-5417-4d1d-a518-0a6967ea83a6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=f2d633d2-319c-45bd-9ece-232e55470a9e HTTP/1.1" status: 200 len: 210 time: 0.0274520 Feb 02 14:08:26.081536 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43040) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:26.486608 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42961377-e684-4e64-ad30-75784c99ffdb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (04b829dc-f809-496b-8000-c2973dea8491), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:27.127264 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-42961377-e684-4e64-ad30-75784c99ffdb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:08:27.128083 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42961377-e684-4e64-ad30-75784c99ffdb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:27.219236 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-42961377-e684-4e64-ad30-75784c99ffdb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e,segment=NetworkSegment(80d82c7e-5dc5-40d1-810e-32e82a5ccb4f),segment_id=80d82c7e-5dc5-40d1-810e-32e82a5ccb4f)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:08:27.219583 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42961377-e684-4e64-ad30-75784c99ffdb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:27.232291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-42961377-e684-4e64-ad30-75784c99ffdb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:08:27.437591 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42961377-e684-4e64-ad30-75784c99ffdb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:27.470272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42961377-e684-4e64-ad30-75784c99ffdb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:27.670717 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42961377-e684-4e64-ad30-75784c99ffdb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (04b829dc-f809-496b-8000-c2973dea8491), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:27.921718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42961377-e684-4e64-ad30-75784c99ffdb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 04b829dc-f809-496b-8000-c2973dea8491 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:08:28.038560 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42961377-e684-4e64-ad30-75784c99ffdb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:08:28.044446 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-42961377-e684-4e64-ad30-75784c99ffdb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "PUT /v2.0/routers/04b829dc-f809-496b-8000-c2973dea8491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9611933 Feb 02 14:08:28.046875 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43042) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:28.049635 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17e9db-a5a5-4e12-8eb3-c98374f8e08b None None] Sync routers for ids ['04b829dc-f809-496b-8000-c2973dea8491'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:08:28.059334 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17e9db-a5a5-4e12-8eb3-c98374f8e08b None None] Routers {'04b829dc-f809-496b-8000-c2973dea8491'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:08:28.059990 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1f17e9db-a5a5-4e12-8eb3-c98374f8e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04b829dc-f809-496b-8000-c2973dea8491'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:28.101857 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6d21e9-61ac-4b78-8489-eceebe8cd40f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting subnet 9459b992-c559-4e32-ab6a-a3b80273c705 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:08:28.105010 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de6d21e9-61ac-4b78-8489-eceebe8cd40f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (9459b992-c559-4e32-ab6a-a3b80273c705), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:28.145319 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de6d21e9-61ac-4b78-8489-eceebe8cd40f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (9459b992-c559-4e32-ab6a-a3b80273c705), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:28.168132 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1f17e9db-a5a5-4e12-8eb3-c98374f8e08b None None] Set router 04b829dc-f809-496b-8000-c2973dea8491 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:08:28.235078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de6d21e9-61ac-4b78-8489-eceebe8cd40f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (9459b992-c559-4e32-ab6a-a3b80273c705), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:28.293720 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de6d21e9-61ac-4b78-8489-eceebe8cd40f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (9459b992-c559-4e32-ab6a-a3b80273c705), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:28.320417 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d21e9-61ac-4b78-8489-eceebe8cd40f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Subnet': ['ID=9459b992-c559-4e32-ab6a-a3b80273c705,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:28.326185 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-de6d21e9-61ac-4b78-8489-eceebe8cd40f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:28.332454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43044) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:28.333178 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-de6d21e9-61ac-4b78-8489-eceebe8cd40f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/subnets/9459b992-c559-4e32-ab6a-a3b80273c705 HTTP/1.1" status: 204 len: 168 time: 0.2850902 Feb 02 14:08:28.337818 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83bd603-6d1a-4c91-abeb-836f86e99f02 None None] Network 14d85f64-704d-4677-a352-d69737735086 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:08:28.357135 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1f17e9db-a5a5-4e12-8eb3-c98374f8e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:08:27Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:28.386565 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17e9db-a5a5-4e12-8eb3-c98374f8e08b None None] Checking router: 04b829dc-f809-496b-8000-c2973dea8491 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:08:28.395553 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17e9db-a5a5-4e12-8eb3-c98374f8e08b None None] Routers {'04b829dc-f809-496b-8000-c2973dea8491'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:08:28.396243 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1f17e9db-a5a5-4e12-8eb3-c98374f8e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['04b829dc-f809-496b-8000-c2973dea8491'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:28.453236 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (04b829dc-f809-496b-8000-c2973dea8491), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:28.501762 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-1f17e9db-a5a5-4e12-8eb3-c98374f8e08b None None] Set router 04b829dc-f809-496b-8000-c2973dea8491 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:08:28.519893 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] DHCP port deletion for 14d85f64-704d-4677-a352-d69737735086 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:08:28.570281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Deleting port 6d73ef2d-3437-4f37-a1b3-7256949f8eea {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:08:28.570915 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:28.578034 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (04b829dc-f809-496b-8000-c2973dea8491), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:28.639297 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port dea50507-5757-4b55-a8b1-a76368aacdf7 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:08:28.640011 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:28.649011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] For port 6d73ef2d-3437-4f37-a1b3-7256949f8eea, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=6d73ef2d-3437-4f37-a1b3-7256949f8eea,segment=NetworkSegment(80d82c7e-5dc5-40d1-810e-32e82a5ccb4f),segment_id=80d82c7e-5dc5-40d1-810e-32e82a5ccb4f)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:08:28.649766 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:28.665496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Calling delete_port for 6d73ef2d-3437-4f37-a1b3-7256949f8eea owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:08:28.696174 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-1f17e9db-a5a5-4e12-8eb3-c98374f8e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:08:27Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:28.722915 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17e9db-a5a5-4e12-8eb3-c98374f8e08b None None] The sync data for ids ['04b829dc-f809-496b-8000-c2973dea8491'] in n-d-827336-2 is: [{'id': '04b829dc-f809-496b-8000-c2973dea8491', 'name': 'tempest-TestNetworkAdvancedServerOps-router-610294922', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:08:27Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'dea50507-5757-4b55-a8b1-a76368aacdf7', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b829dc-f809-496b-8000-c2973dea8491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:06:44Z', 'updated_at': '2022-02-02T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:08:28.757848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port dea50507-5757-4b55-a8b1-a76368aacdf7, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=dea50507-5757-4b55-a8b1-a76368aacdf7,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:08:28.758334 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:28.769070 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6d73ef2d-3437-4f37-a1b3-7256949f8eea no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:08:28.772160 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (6d73ef2d-3437-4f37-a1b3-7256949f8eea), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:28.779984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for dea50507-5757-4b55-a8b1-a76368aacdf7 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:08:28.819033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 6d73ef2d-3437-4f37-a1b3-7256949f8eea {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:08:28.819508 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 6d73ef2d-3437-4f37-a1b3-7256949f8eea not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:08:28.821531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Pushing event deleted for resources: {'Port': ['ID=6d73ef2d-3437-4f37-a1b3-7256949f8eea,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:28.826322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] No DVR routers for this DVR port 6d73ef2d-3437-4f37-a1b3-7256949f8eea on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:08:28.834438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.835839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.835839 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.836386 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.836905 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.837403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.837899 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.838399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.839230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.839984 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.840591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.841453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.842489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e196851-f97b-4bdd-8df7-281ab41867af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:28.975217 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (dea50507-5757-4b55-a8b1-a76368aacdf7), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.003468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=dea50507-5757-4b55-a8b1-a76368aacdf7,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:29.068556 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (04b829dc-f809-496b-8000-c2973dea8491), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.162391 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (04b829dc-f809-496b-8000-c2973dea8491), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.164887 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_controller (04b829dc-f809-496b-8000-c2973dea8491), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.213986 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (04b829dc-f809-496b-8000-c2973dea8491), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.214557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Fanout notify agent at l3_agent the message router_deleted on router 04b829dc-f809-496b-8000-c2973dea8491 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:08:29.221479 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.222612 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-65d3d5bd-0fd8-4524-b9af-b481e41de5be tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/routers/04b829dc-f809-496b-8000-c2973dea8491 HTTP/1.1" status: 204 len: 168 time: 0.8891416 Feb 02 14:08:29.225693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43046) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:29.307077 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (14d85f64-704d-4677-a352-d69737735086), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.388091 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e285ec27-bbbb-4c86-b920-32183007dfaf no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:08:29.401651 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (14d85f64-704d-4677-a352-d69737735086), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.409940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: e285ec27-bbbb-4c86-b920-32183007dfaf {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:08:29.410271 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device e285ec27-bbbb-4c86-b920-32183007dfaf not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:08:29.423623 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d85f64-704d-4677-a352-d69737735086']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:29.433384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:29.433686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d82c7e-5dc5-40d1-810e-32e82a5ccb4f') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:29.443906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (80d82c7e-5dc5-40d1-810e-32e82a5ccb4f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.457990 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (80d82c7e-5dc5-40d1-810e-32e82a5ccb4f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.465945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:08:29.466674 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (80d82c7e-5dc5-40d1-810e-32e82a5ccb4f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: timer() Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:08:29.469933 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:08:29.535985 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (14d85f64-704d-4677-a352-d69737735086), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.554041 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.562792 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/networks/14d85f64-704d-4677-a352-d69737735086 HTTP/1.1" status: 204 len: 168 time: 0.3328383 Feb 02 14:08:29.562792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1eecd-dd7f-4af5-b79c-157b4ce2e2da tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Network': ['ID=14d85f64-704d-4677-a352-d69737735086,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:29.563240 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43048) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:29.616905 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:08:29.625146 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78524e4f-2847-4f51-acf6-fe3b95e877d6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (0639618e-f01c-493a-b34c-c872107dc993), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.652147 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78524e4f-2847-4f51-acf6-fe3b95e877d6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (0639618e-f01c-493a-b34c-c872107dc993), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.739901 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78524e4f-2847-4f51-acf6-fe3b95e877d6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (0639618e-f01c-493a-b34c-c872107dc993), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.743311 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-78524e4f-2847-4f51-acf6-fe3b95e877d6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:29.744672 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-78524e4f-2847-4f51-acf6-fe3b95e877d6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/security-groups/0639618e-f01c-493a-b34c-c872107dc993 HTTP/1.1" status: 204 len: 168 time: 0.1797297 Feb 02 14:08:29.754756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78524e4f-2847-4f51-acf6-fe3b95e877d6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0639618e-f01c-493a-b34c-c872107dc993,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:30.060457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43054) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:30.065320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-943dc0ed-dffa-400d-a034-da13620c8134 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2032160689', 'description': 'tempest-secgroup-smoke-2032160689 description', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:30.089794 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-943dc0ed-dffa-400d-a034-da13620c8134 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.159685 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-943dc0ed-dffa-400d-a034-da13620c8134 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.164868 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-943dc0ed-dffa-400d-a034-da13620c8134 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.196520 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-943dc0ed-dffa-400d-a034-da13620c8134 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.197754 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-943dc0ed-dffa-400d-a034-da13620c8134 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1361873 Feb 02 14:08:30.198709 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dc0ed-dffa-400d-a034-da13620c8134 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:30.200737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43056) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:30.205437 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5bca5e96-071b-40b7-aeb1-b65205be8abe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': 'eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:30.232209 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bca5e96-071b-40b7-aeb1-b65205be8abe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (e3f7c568-fab8-46d0-967e-aafce3858e86), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.291239 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bca5e96-071b-40b7-aeb1-b65205be8abe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (e3f7c568-fab8-46d0-967e-aafce3858e86), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.295738 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bca5e96-071b-40b7-aeb1-b65205be8abe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (e3f7c568-fab8-46d0-967e-aafce3858e86), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.313257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca5e96-071b-40b7-aeb1-b65205be8abe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3f7c568-fab8-46d0-967e-aafce3858e86,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:30.324897 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5bca5e96-071b-40b7-aeb1-b65205be8abe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.326163 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5bca5e96-071b-40b7-aeb1-b65205be8abe tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245091 Feb 02 14:08:30.329032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43058) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:30.333792 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-3a2a0040-5767-4f44-918f-1fca6f86e455 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': 'eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:30.364775 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a2a0040-5767-4f44-918f-1fca6f86e455 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (5371ab65-855d-46bd-a495-72cdbcc6c354), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.422651 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a2a0040-5767-4f44-918f-1fca6f86e455 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (5371ab65-855d-46bd-a495-72cdbcc6c354), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.430187 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a2a0040-5767-4f44-918f-1fca6f86e455 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (5371ab65-855d-46bd-a495-72cdbcc6c354), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.457504 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a0040-5767-4f44-918f-1fca6f86e455 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5371ab65-855d-46bd-a495-72cdbcc6c354,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:30.468272 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a2a0040-5767-4f44-918f-1fca6f86e455 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.472507 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3a2a0040-5767-4f44-918f-1fca6f86e455 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423635 Feb 02 14:08:30.472729 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43060) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:30.477897 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f6536a77-2d5c-4b48-92aa-0f0f7a1abe0d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': 'eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:30.507404 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6536a77-2d5c-4b48-92aa-0f0f7a1abe0d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (739890a8-da72-41a6-8e1b-f17706f690b3), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.569618 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6536a77-2d5c-4b48-92aa-0f0f7a1abe0d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (739890a8-da72-41a6-8e1b-f17706f690b3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.573765 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6536a77-2d5c-4b48-92aa-0f0f7a1abe0d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (739890a8-da72-41a6-8e1b-f17706f690b3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.592565 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6536a77-2d5c-4b48-92aa-0f0f7a1abe0d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739890a8-da72-41a6-8e1b-f17706f690b3,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:30.602422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f6536a77-2d5c-4b48-92aa-0f0f7a1abe0d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.603531 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f6536a77-2d5c-4b48-92aa-0f0f7a1abe0d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297598 Feb 02 14:08:30.606405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43062) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:30.612493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-bcf2c273-14c6-444b-b003-d33697a10313 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': 'eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:30.642384 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c273-14c6-444b-b003-d33697a10313 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (0f502bbb-5498-4cf3-afa0-ed8928f01081), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.664904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dea50507-5757-4b55-a8b1-a76368aacdf7 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:08:30.685111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: dea50507-5757-4b55-a8b1-a76368aacdf7 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:08:30.685455 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device dea50507-5757-4b55-a8b1-a76368aacdf7 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:08:30.686110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:08:30.705286 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:08:30.705628 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device f9bd91e6-2fe0-4601-8ebb-81e4ebb37d1e not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:08:30.711765 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c273-14c6-444b-b003-d33697a10313 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (0f502bbb-5498-4cf3-afa0-ed8928f01081), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.716089 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c273-14c6-444b-b003-d33697a10313 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (0f502bbb-5498-4cf3-afa0-ed8928f01081), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.733493 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2c273-14c6-444b-b003-d33697a10313 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f502bbb-5498-4cf3-afa0-ed8928f01081,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:30.743959 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-bcf2c273-14c6-444b-b003-d33697a10313 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.745476 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-bcf2c273-14c6-444b-b003-d33697a10313 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376569 Feb 02 14:08:30.748168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43064) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:30.752600 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-53d28c7e-a837-47c3-a42d-3d56e8518b43 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': 'eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:30.772989 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-53d28c7e-a837-47c3-a42d-3d56e8518b43 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Project 459c7a1ffcd841ee8ae4f375ff46999b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:08:30.778246 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53d28c7e-a837-47c3-a42d-3d56e8518b43 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (47bbee87-3752-4957-98cd-a0182b87392d), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.836151 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53d28c7e-a837-47c3-a42d-3d56e8518b43 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (47bbee87-3752-4957-98cd-a0182b87392d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.840414 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53d28c7e-a837-47c3-a42d-3d56e8518b43 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (47bbee87-3752-4957-98cd-a0182b87392d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.860738 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d28c7e-a837-47c3-a42d-3d56e8518b43 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bbee87-3752-4957-98cd-a0182b87392d,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:30.865976 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-53d28c7e-a837-47c3-a42d-3d56e8518b43 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.869977 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-53d28c7e-a837-47c3-a42d-3d56e8518b43 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180820 Feb 02 14:08:30.870178 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43066) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:30.874525 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-50fdd070-5d57-4f2e-8c3e-7e44a723b042 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'security_group_rule': {'security_group_id': 'eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:30.896264 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-50fdd070-5d57-4f2e-8c3e-7e44a723b042 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Project 459c7a1ffcd841ee8ae4f375ff46999b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:08:30.901358 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50fdd070-5d57-4f2e-8c3e-7e44a723b042 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (a1e3f700-85fc-481d-87ab-3d4ba95c3592), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.966667 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50fdd070-5d57-4f2e-8c3e-7e44a723b042 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (a1e3f700-85fc-481d-87ab-3d4ba95c3592), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.971201 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50fdd070-5d57-4f2e-8c3e-7e44a723b042 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (a1e3f700-85fc-481d-87ab-3d4ba95c3592), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:30.986366 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdd070-5d57-4f2e-8c3e-7e44a723b042 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e3f700-85fc-481d-87ab-3d4ba95c3592,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:30.997753 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-50fdd070-5d57-4f2e-8c3e-7e44a723b042 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:31.001805 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-50fdd070-5d57-4f2e-8c3e-7e44a723b042 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1279008 Feb 02 14:08:31.001948 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43068) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:31.007025 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-4941781c-7ef1-4315-bab0-14db183f4932 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'network': {'name': 'tempest-network-smoke--958306464', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'port_security_enabled': True}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:31.027544 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4941781c-7ef1-4315-bab0-14db183f4932 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:08:31.030789 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4941781c-7ef1-4315-bab0-14db183f4932 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:31.054981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4941781c-7ef1-4315-bab0-14db183f4932 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:08:31.064717 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4941781c-7ef1-4315-bab0-14db183f4932 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (83be74b3-81a6-4b6a-8b11-2944ebfacc67), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:31.065091 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-4941781c-7ef1-4315-bab0-14db183f4932 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Added segment 83be74b3-81a6-4b6a-8b11-2944ebfacc67 of type vlan for network 260b5ae5-ed45-404f-a686-dd5b4ec29061 Feb 02 14:08:31.108199 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4941781c-7ef1-4315-bab0-14db183f4932 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (260b5ae5-ed45-404f-a686-dd5b4ec29061), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:31.139315 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4941781c-7ef1-4315-bab0-14db183f4932 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (260b5ae5-ed45-404f-a686-dd5b4ec29061), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:31.144365 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4941781c-7ef1-4315-bab0-14db183f4932 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:31.145546 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-4941781c-7ef1-4315-bab0-14db183f4932 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:31.184646 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-4941781c-7ef1-4315-bab0-14db183f4932 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1815009 Feb 02 14:08:31.187437 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43070) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:31.192021 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'admin_state_up': True, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:31.214389 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (9690b7e1-20eb-43dd-a8a3-03c746aba969), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:31.215561 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (9690b7e1-20eb-43dd-a8a3-03c746aba969), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:31.228397 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941781c-7ef1-4315-bab0-14db183f4932 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Network': ['ID=260b5ae5-ed45-404f-a686-dd5b4ec29061,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:31.241274 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 260b5ae5-ed45-404f-a686-dd5b4ec29061 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:08:31.282743 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_controller (9690b7e1-20eb-43dd-a8a3-03c746aba969), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:31.756938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (9690b7e1-20eb-43dd-a8a3-03c746aba969), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:31.885442 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c33319b2-b95a-426d-bea8-1d7d0484dbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:31.964993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (9690b7e1-20eb-43dd-a8a3-03c746aba969), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:31.983060 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:32.099195 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.25.4.209 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/c82d7068-fd6f-4d09-9cb7-35095a4c7fc4) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:08:32.211186 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:32.258179 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:32.294793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:08:32.299731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:08:32.303273 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:08:32.313841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=c82d7068-fd6f-4d09-9cb7-35095a4c7fc4,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:32.566706 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (9690b7e1-20eb-43dd-a8a3-03c746aba969), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:32.777626 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (9690b7e1-20eb-43dd-a8a3-03c746aba969), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:32.915243 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 9690b7e1-20eb-43dd-a8a3-03c746aba969 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:08:33.026359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:08:33.037319 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Sync routers for ids ['9690b7e1-20eb-43dd-a8a3-03c746aba969'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:08:33.048131 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Routers {'9690b7e1-20eb-43dd-a8a3-03c746aba969'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:08:33.048755 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:08:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9690b7e1-20eb-43dd-a8a3-03c746aba969'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:33.049370 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:33.050646 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5838b542-3278-48dd-93b7-9700357d33fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8621800 Feb 02 14:08:33.053859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43072) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:33.084516 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b22b7d92-ac19-40db-8079-91223a058420 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/subnets?project_id=459c7a1ffcd841ee8ae4f375ff46999b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294271 Feb 02 14:08:33.087125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43074) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:33.155706 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Set router 9690b7e1-20eb-43dd-a8a3-03c746aba969 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:08:33.173995 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494188e-993e-4ea8-9053-a24ac68d9626 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:33.175546 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-2494188e-993e-4ea8-9053-a24ac68d9626 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874128 Feb 02 14:08:33.178321 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43076) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:33.210571 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-051efd38-e440-4fe9-a5ba-8b247cea3759 tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/subnets?network_id=367940fe-3d66-4589-acc0-beae9dd0f10d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311244 Feb 02 14:08:33.213409 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43078) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:33.219379 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-aad8498a-05ac-4b70-b21b-829654878d4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1470512525', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:33.320192 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad8498a-05ac-4b70-b21b-829654878d4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:08:33.323943 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aad8498a-05ac-4b70-b21b-829654878d4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:33.510212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:32Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:33.520259 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aad8498a-05ac-4b70-b21b-829654878d4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (c3b958ef-df9f-4b12-9b96-01b12e13f23b), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:33.537204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Checking router: 9690b7e1-20eb-43dd-a8a3-03c746aba969 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:08:33.537569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Updating router 9690b7e1-20eb-43dd-a8a3-03c746aba969 port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:08:33.567280 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:33.582067 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8498a-05ac-4b70-b21b-829654878d4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Subnet': ['ID=c3b958ef-df9f-4b12-9b96-01b12e13f23b,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:33.595579 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad8498a-05ac-4b70-b21b-829654878d4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Checking segment: {'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:08:33.595936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad8498a-05ac-4b70-b21b-829654878d4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network hostable DHCP agents. Network: 260b5ae5-ed45-404f-a686-dd5b4ec29061, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:08:33.614455 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad8498a-05ac-4b70-b21b-829654878d4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 260b5ae5-ed45-404f-a686-dd5b4ec29061 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:08:33.625212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-aad8498a-05ac-4b70-b21b-829654878d4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 260b5ae5-ed45-404f-a686-dd5b4ec29061) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:08:33.629422 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad8498a-05ac-4b70-b21b-829654878d4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:33.630025 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aad8498a-05ac-4b70-b21b-829654878d4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:33.647139 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aad8498a-05ac-4b70-b21b-829654878d4b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4322011 Feb 02 14:08:33.649965 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43080) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:33.656209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b06b4a-3bde-43ca-b09e-250ac700b3eb None None] Network 260b5ae5-ed45-404f-a686-dd5b4ec29061 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:08:33.835027 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-260b5ae5-ed45-404f-a686-dd5b4ec29061', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ips': [{'subnet_id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:08:33.835910 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:33.985070 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Publish callbacks [] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:33.992755 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.083210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcfa1b-1805-4821-a77a-85f91ed1fc30 None None] Pushing event updated for resources: {'Port': ['ID=c82d7068-fd6f-4d09-9cb7-35095a4c7fc4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:34.088108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Attempting to bind port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:08:34.088447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Attempting to bind port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:08:34.089673 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Attempting to bind port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:08:34.092056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Allocated IP 172.20.0.2 (260b5ae5-ed45-404f-a686-dd5b4ec29061/c3b958ef-df9f-4b12-9b96-01b12e13f23b/e82c23fa-be69-4a22-9366-5ca781bd38d4) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:08:34.097962 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.103457 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:08:34.103838 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:08:34.104239 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.104631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:08:34.105106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Bound port: c82d7068-fd6f-4d09-9cb7-35095a4c7fc4, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:08:34.105490 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.221824 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fe3a62d6-e9cb-4621-9b2f-275b8ab0f853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.226732 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] For port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:08:34.243308 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] For port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c82d7068-fd6f-4d09-9cb7-35095a4c7fc4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:08:34.256108 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.363059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcfa1b-1805-4821-a77a-85f91ed1fc30 None None] Pushing event updated for resources: {'Port': ['ID=c82d7068-fd6f-4d09-9cb7-35095a4c7fc4,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:34.366093 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Publish callbacks [] for port (e82c23fa-be69-4a22-9366-5ca781bd38d4), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.368211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Routers {'9690b7e1-20eb-43dd-a8a3-03c746aba969'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:08:34.368837 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9690b7e1-20eb-43dd-a8a3-03c746aba969'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:34.409967 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (e82c23fa-be69-4a22-9366-5ca781bd38d4), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.425353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.20.0.1 (260b5ae5-ed45-404f-a686-dd5b4ec29061/c3b958ef-df9f-4b12-9b96-01b12e13f23b/569ab6af-a57d-4613-a268-74192662858f) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:08:34.496301 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Network 260b5ae5-ed45-404f-a686-dd5b4ec29061 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:08:34.503080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:08:34.506757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:08:34.508710 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Pushing event updated for resources: {'Port': ['ID=e82c23fa-be69-4a22-9366-5ca781bd38d4,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:34.546328 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (569ab6af-a57d-4613-a268-74192662858f), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.564211 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] Set router 9690b7e1-20eb-43dd-a8a3-03c746aba969 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:08:34.581186 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (569ab6af-a57d-4613-a268-74192662858f), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.619469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 260b5ae5-ed45-404f-a686-dd5b4ec29061 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:08:34.622799 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:08:34.629587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:08:34.656410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Attempting to bind port e82c23fa-be69-4a22-9366-5ca781bd38d4 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:08:34.656849 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Attempting to bind port e82c23fa-be69-4a22-9366-5ca781bd38d4 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:08:34.657270 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Attempting to bind port e82c23fa-be69-4a22-9366-5ca781bd38d4 on network 260b5ae5-ed45-404f-a686-dd5b4ec29061 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:08:34.660720 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=569ab6af-a57d-4613-a268-74192662858f,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:34.681142 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (9690b7e1-20eb-43dd-a8a3-03c746aba969), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.688709 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:08:34.689082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Checking segment: {'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:08:34.689493 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.689883 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Bound using segment: {'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:08:34.690350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Bound port: e82c23fa-be69-4a22-9366-5ca781bd38d4, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:08:34.690716 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e82c23fa-be69-4a22-9366-5ca781bd38d4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.799272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] For port e82c23fa-be69-4a22-9366-5ca781bd38d4, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:08:34.803128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] For port e82c23fa-be69-4a22-9366-5ca781bd38d4, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e82c23fa-be69-4a22-9366-5ca781bd38d4,segment=NetworkSegment(83be74b3-81a6-4b6a-8b11-2944ebfacc67),segment_id=83be74b3-81a6-4b6a-8b11-2944ebfacc67)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:08:34.811748 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e82c23fa-be69-4a22-9366-5ca781bd38d4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.813240 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (569ab6af-a57d-4613-a268-74192662858f), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:34.876225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:32Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:34.879364 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7cc8d-42b4-42dd-aba3-b7c194637b18 None None] Pushing event updated for resources: {'Port': ['ID=e82c23fa-be69-4a22-9366-5ca781bd38d4,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:34.906653 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8908bc4f-d9e8-4d83-bea1-9e925c9e4a60 None None] The sync data for ids ['9690b7e1-20eb-43dd-a8a3-03c746aba969'] in n-d-827336-2 is: [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:32Z', 'revision_number': 3, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:08:35.155924 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (569ab6af-a57d-4613-a268-74192662858f), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:35.164190 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (569ab6af-a57d-4613-a268-74192662858f), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:35.254168 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=569ab6af-a57d-4613-a268-74192662858f,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:35.256629 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (9690b7e1-20eb-43dd-a8a3-03c746aba969), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:35.358867 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 260b5ae5-ed45-404f-a686-dd5b4ec29061 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:08:35.361850 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:08:35.483803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 9690b7e1-20eb-43dd-a8a3-03c746aba969 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:08:35.610771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:08:35.622175 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3faf2359-edca-4852-831b-c1156fef5eeb tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "PUT /v2.0/routers/9690b7e1-20eb-43dd-a8a3-03c746aba969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9710674 Feb 02 14:08:35.784949 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-fbaa6dec-8291-4a9f-b6d1-cd98bdf0d427 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032160689&fields=id&tenant_id=459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 267 time: 0.0500538 Feb 02 14:08:35.826987 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:35.916227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-3e2433ac-c869-4c5a-9f19-2c551631b45a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:35.917713 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-3e2433ac-c869-4c5a-9f19-2c551631b45a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/networks?id=260b5ae5-ed45-404f-a686-dd5b4ec29061 HTTP/1.1" status: 200 len: 796 time: 0.1257677 Feb 02 14:08:35.935214 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-37c70a59-f088-4c7f-8953-cbba7184444c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/quotas/459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 375 time: 0.0118906 Feb 02 14:08:35.942014 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee36a4e0-c053-41fd-8901-428b38934f06 None None] Network 260b5ae5-ed45-404f-a686-dd5b4ec29061 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:08:35.994146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-0b3369d8-6792-4e45-8051-c21da04fbf2c tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551193 Feb 02 14:08:36.016232 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-2f1e6452-d90e-431d-a764-a76356eb0a1d None None] Provisioning complete for port e82c23fa-be69-4a22-9366-5ca781bd38d4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:36.016605 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6452-d90e-431d-a764-a76356eb0a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e82c23fa-be69-4a22-9366-5ca781bd38d4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:36.134505 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e6452-d90e-431d-a764-a76356eb0a1d None None] Current status of the port e82c23fa-be69-4a22-9366-5ca781bd38d4 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:08:36.135018 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6452-d90e-431d-a764-a76356eb0a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (e82c23fa-be69-4a22-9366-5ca781bd38d4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:36.139535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-6101dbfc-1125-44c0-916c-326150293a1c service neutron] 10.222.0.83 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329608 Feb 02 14:08:36.171007 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-2f1e6452-d90e-431d-a764-a76356eb0a1d None None] For port e82c23fa-be69-4a22-9366-5ca781bd38d4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e82c23fa-be69-4a22-9366-5ca781bd38d4,segment=NetworkSegment(83be74b3-81a6-4b6a-8b11-2944ebfacc67),segment_id=83be74b3-81a6-4b6a-8b11-2944ebfacc67)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:08:36.175907 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2f1e6452-d90e-431d-a764-a76356eb0a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (e82c23fa-be69-4a22-9366-5ca781bd38d4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:36.232134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e6452-d90e-431d-a764-a76356eb0a1d None None] Pushing event updated for resources: {'Port': ['ID=e82c23fa-be69-4a22-9366-5ca781bd38d4,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:36.235777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-f0f1b142-d700-4243-b270-5c3360456712 service neutron] 10.222.0.83 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907280 Feb 02 14:08:36.397075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f7949383-f1c9-492f-8eca-289aa6e37f5f None None] Provisioning complete for port 569ab6af-a57d-4613-a268-74192662858f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:36.397354 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7949383-f1c9-492f-8eca-289aa6e37f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (569ab6af-a57d-4613-a268-74192662858f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:36.433693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f7949383-f1c9-492f-8eca-289aa6e37f5f None None] Port 569ab6af-a57d-4613-a268-74192662858f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:08:36.446370 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f7949383-f1c9-492f-8eca-289aa6e37f5f None None] Provisioning complete for port e82c23fa-be69-4a22-9366-5ca781bd38d4 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:36.446738 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f7949383-f1c9-492f-8eca-289aa6e37f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e82c23fa-be69-4a22-9366-5ca781bd38d4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:36.536188 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f7949383-f1c9-492f-8eca-289aa6e37f5f None None] Current status of the port e82c23fa-be69-4a22-9366-5ca781bd38d4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:08:36.660295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b75de1e3-cb3e-47e4-a482-fbe5e39d5e6a None None] Provisioning complete for port 569ab6af-a57d-4613-a268-74192662858f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:36.660833 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b75de1e3-cb3e-47e4-a482-fbe5e39d5e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (569ab6af-a57d-4613-a268-74192662858f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:36.667828 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Sync routers for ids ['9690b7e1-20eb-43dd-a8a3-03c746aba969'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:08:36.679190 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Routers {'9690b7e1-20eb-43dd-a8a3-03c746aba969'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:08:36.679715 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9690b7e1-20eb-43dd-a8a3-03c746aba969'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:36.702820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b75de1e3-cb3e-47e4-a482-fbe5e39d5e6a None None] Port 569ab6af-a57d-4613-a268-74192662858f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:08:36.769973 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e82c23fa-be69-4a22-9366-5ca781bd38d4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:08:36.802440 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Set router 9690b7e1-20eb-43dd-a8a3-03c746aba969 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:08:36.828585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-baa62e79-4518-441c-a995-e00432e7bca3 None None] Provisioning complete for port 569ab6af-a57d-4613-a268-74192662858f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:36.829204 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-baa62e79-4518-441c-a995-e00432e7bca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (569ab6af-a57d-4613-a268-74192662858f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:36.830814 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port e82c23fa-be69-4a22-9366-5ca781bd38d4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:36.831166 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (e82c23fa-be69-4a22-9366-5ca781bd38d4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:36.893485 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-baa62e79-4518-441c-a995-e00432e7bca3 None None] Port 569ab6af-a57d-4613-a268-74192662858f cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:08:36.938263 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port e82c23fa-be69-4a22-9366-5ca781bd38d4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:08:36.939213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:08:36.985829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:36.986241 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.005683 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '569ab6af-a57d-4613-a268-74192662858f', 'name': '', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:4b:c2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:34Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 2, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:37.032409 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Checking router: 9690b7e1-20eb-43dd-a8a3-03c746aba969 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:08:37.032732 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Updating router 9690b7e1-20eb-43dd-a8a3-03c746aba969 port 569ab6af-a57d-4613-a268-74192662858f binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:08:37.061961 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (569ab6af-a57d-4613-a268-74192662858f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.196347 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.238615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:08:37.239000 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.261149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c82d7068-fd6f-4d09-9cb7-35095a4c7fc4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:08:37.266723 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.312754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=c82d7068-fd6f-4d09-9cb7-35095a4c7fc4,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:37.333508 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Publish callbacks [] for port (569ab6af-a57d-4613-a268-74192662858f), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.336702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.340655 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (569ab6af-a57d-4613-a268-74192662858f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.422603 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Pushing event updated for resources: {'Port': ['ID=569ab6af-a57d-4613-a268-74192662858f,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:37.427964 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4748022b-65ae-49a7-968c-8619ac54fa3b req-b8a2fc40-26cc-49fc-8d77-ddeec8628ac5 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 210 time: 0.0346253 Feb 02 14:08:37.445134 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.445543 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.445944 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.446342 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.446786 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.447121 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.447545 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.447932 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.448313 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.449107 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.449638 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.450018 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.450397 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:08:37.471352 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Attempting to bind port 569ab6af-a57d-4613-a268-74192662858f on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:08:37.471685 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Attempting to bind port 569ab6af-a57d-4613-a268-74192662858f by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:08:37.472152 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Attempting to bind port 569ab6af-a57d-4613-a268-74192662858f on network 260b5ae5-ed45-404f-a686-dd5b4ec29061 {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:08:37.478255 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:08:37.480032 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Checking segment: {'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:08:37.480661 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.481237 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Bound using segment: {'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:08:37.481917 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Bound port: 569ab6af-a57d-4613-a268-74192662858f, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:08:37.483080 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (569ab6af-a57d-4613-a268-74192662858f), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.556976 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] For port 569ab6af-a57d-4613-a268-74192662858f, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:08:37.560044 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] For port 569ab6af-a57d-4613-a268-74192662858f, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=569ab6af-a57d-4613-a268-74192662858f,segment=NetworkSegment(83be74b3-81a6-4b6a-8b11-2944ebfacc67),segment_id=83be74b3-81a6-4b6a-8b11-2944ebfacc67)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:08:37.568787 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (569ab6af-a57d-4613-a268-74192662858f), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.622305 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Routers {'9690b7e1-20eb-43dd-a8a3-03c746aba969'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:08:37.622928 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9690b7e1-20eb-43dd-a8a3-03c746aba969'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:37.633470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-05de112e-c163-44f0-a503-c07a70c540f4 None None] Provisioning complete for port 569ab6af-a57d-4613-a268-74192662858f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:37.633470 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05de112e-c163-44f0-a503-c07a70c540f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (569ab6af-a57d-4613-a268-74192662858f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.730689 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-05de112e-c163-44f0-a503-c07a70c540f4 None None] Current status of the port 569ab6af-a57d-4613-a268-74192662858f is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:08:37.731086 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05de112e-c163-44f0-a503-c07a70c540f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (569ab6af-a57d-4613-a268-74192662858f), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.773277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-05de112e-c163-44f0-a503-c07a70c540f4 None None] For port 569ab6af-a57d-4613-a268-74192662858f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=569ab6af-a57d-4613-a268-74192662858f,segment=NetworkSegment(83be74b3-81a6-4b6a-8b11-2944ebfacc67),segment_id=83be74b3-81a6-4b6a-8b11-2944ebfacc67)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:08:37.779498 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05de112e-c163-44f0-a503-c07a70c540f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (569ab6af-a57d-4613-a268-74192662858f), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:37.834410 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686a23a-6929-49c7-ab10-80cdee42612a None None] Pushing event updated for resources: {'Port': ['ID=569ab6af-a57d-4613-a268-74192662858f,revision_number=4']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:37.839496 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de112e-c163-44f0-a503-c07a70c540f4 None None] Pushing event updated for resources: {'Port': ['ID=569ab6af-a57d-4613-a268-74192662858f,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:37.869491 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] Set router 9690b7e1-20eb-43dd-a8a3-03c746aba969 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:08:38.003826 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bb851f08-0432-4be8-9b2e-2096171f4121 None None] Provisioning complete for port 569ab6af-a57d-4613-a268-74192662858f triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:38.004279 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb851f08-0432-4be8-9b2e-2096171f4121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (569ab6af-a57d-4613-a268-74192662858f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:38.096785 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:38.102690 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '569ab6af-a57d-4613-a268-74192662858f', 'name': '', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:4b:c2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:34Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:38.116326 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bb851f08-0432-4be8-9b2e-2096171f4121 None None] Current status of the port 569ab6af-a57d-4613-a268-74192662858f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:08:38.132426 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801aae2-ec85-4de4-a871-c834c40a3476 None None] The sync data for ids ['9690b7e1-20eb-43dd-a8a3-03c746aba969'] in n-d-827336-2 is: [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '569ab6af-a57d-4613-a268-74192662858f', 'name': '', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:4b:c2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:34Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:08:38.232598 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:38.554128 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-667fd473-7179-4641-87ff-254efc4c271c req-3e0824ca-8f5c-483f-8eb7-246e8c96b302 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 210 time: 0.0405023 Feb 02 14:08:38.636098 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-c8172779-c48e-4a2e-b59e-5c409ce35c13 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:38.637605 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-c8172779-c48e-4a2e-b59e-5c409ce35c13 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "GET /v2.0/networks?id=260b5ae5-ed45-404f-a686-dd5b4ec29061 HTTP/1.1" status: 200 len: 796 time: 0.1448720 Feb 02 14:08:38.714525 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-0849ff7c-3b13-4221-81d1-059c3f69c62e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=459c7a1ffcd841ee8ae4f375ff46999b HTTP/1.1" status: 200 len: 380 time: 0.0610640 Feb 02 14:08:38.739236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'port': {'device_id': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'admin_state_up': True, 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'security_groups': ['eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:38.806622 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 569ab6af-a57d-4613-a268-74192662858f up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:08:38.860318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 569ab6af-a57d-4613-a268-74192662858f triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:38.861492 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (569ab6af-a57d-4613-a268-74192662858f), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:38.865275 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Made reservation on behalf of 459c7a1ffcd841ee8ae4f375ff46999b for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:08:38.868938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:38.948851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 569ab6af-a57d-4613-a268-74192662858f is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:08:38.949946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:08:39.001817 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:39.002195 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:39.007117 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.20.0.8 (260b5ae5-ed45-404f-a686-dd5b4ec29061/c3b958ef-df9f-4b12-9b96-01b12e13f23b/c13cfaa1-abc0-4e86-92ee-05e955a30fed) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:08:39.092105 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:08:39.159739 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:39.194085 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:39.237223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 260b5ae5-ed45-404f-a686-dd5b4ec29061 is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:08:39.242512 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:08:39.246433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:08:39.253205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=c13cfaa1-abc0-4e86-92ee-05e955a30fed,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:39.307362 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:39.308147 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:39.326034 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-d018a76d-2a9d-4b93-9e2b-04a001a51421 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5908411 Feb 02 14:08:39.387627 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Request body: {'port': {'device_id': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:39.449422 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:39.544687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-792407a9-789b-4a36-9596-bddddbf5ae52 None None] Provisioning complete for port c13cfaa1-abc0-4e86-92ee-05e955a30fed triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:39.545072 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-792407a9-789b-4a36-9596-bddddbf5ae52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:39.579631 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-792407a9-789b-4a36-9596-bddddbf5ae52 None None] Port c13cfaa1-abc0-4e86-92ee-05e955a30fed cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:08:39.687725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c299a-40a5-4c02-9bfc-121542380f10 req-d96ad07f-1850-459b-b62a-aa1ca6da1de6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:39.689233 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e3c299a-40a5-4c02-9bfc-121542380f10 req-d96ad07f-1850-459b-b62a-aa1ca6da1de6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 931 time: 0.0576994 Feb 02 14:08:39.730360 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13cfaa1-abc0-4e86-92ee-05e955a30fed {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:08:39.737870 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Publish callbacks [] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:39.738271 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9e3c299a-40a5-4c02-9bfc-121542380f10 req-3e644559-912a-4da9-b7fb-41e17801e21e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431046 Feb 02 14:08:39.749993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Transition to ACTIVE for port object c13cfaa1-abc0-4e86-92ee-05e955a30fed will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:08:39.755069 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:39.803548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Pushing event updated for resources: {'Port': ['ID=c13cfaa1-abc0-4e86-92ee-05e955a30fed,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:39.877506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Attempting to bind port c13cfaa1-abc0-4e86-92ee-05e955a30fed on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:08:39.877839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Attempting to bind port c13cfaa1-abc0-4e86-92ee-05e955a30fed by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:08:39.878182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Attempting to bind port c13cfaa1-abc0-4e86-92ee-05e955a30fed on network 260b5ae5-ed45-404f-a686-dd5b4ec29061 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:08:39.883044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Port c13cfaa1-abc0-4e86-92ee-05e955a30fed on network 260b5ae5-ed45-404f-a686-dd5b4ec29061 not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:08:39.883363 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Attempting to bind port c13cfaa1-abc0-4e86-92ee-05e955a30fed on network 260b5ae5-ed45-404f-a686-dd5b4ec29061 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:08:39.888462 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:08:39.888799 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Checking segment: {'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:08:39.889180 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Bound using segment: {'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:08:39.889610 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Bound port: c13cfaa1-abc0-4e86-92ee-05e955a30fed, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83be74b3-81a6-4b6a-8b11-2944ebfacc67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:08:39.889965 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:39.969772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] For port c13cfaa1-abc0-4e86-92ee-05e955a30fed, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:08:39.974977 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] For port c13cfaa1-abc0-4e86-92ee-05e955a30fed, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c13cfaa1-abc0-4e86-92ee-05e955a30fed,segment=NetworkSegment(83be74b3-81a6-4b6a-8b11-2944ebfacc67),segment_id=83be74b3-81a6-4b6a-8b11-2944ebfacc67)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:08:39.981737 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:40.021966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:40.022404 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:40.023839 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] 10.222.0.18 "PUT /v2.0/ports/c13cfaa1-abc0-4e86-92ee-05e955a30fed HTTP/1.1" status: 200 len: 1091 time: 0.6850581 Feb 02 14:08:40.024283 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'tag': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:08:40.027793 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37924b25-19d6-47b6-ad8e-403c6029eb73" -d '{"events": [{"name": "network-changed", "server_uuid": "5d532fab-ea61-4201-9dbc-ded75629c8b8", "tag": "c13cfaa1-abc0-4e86-92ee-05e955a30fed"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:08:40.061380 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9915c6-e207-4f55-9152-6dd21899c34a service neutron] Pushing event updated for resources: {'Port': ['ID=c13cfaa1-abc0-4e86-92ee-05e955a30fed,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:40.075735 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8038d58b-7737-419b-a608-9240785ecef9 x-openstack-request-id: req-8038d58b-7737-419b-a608-9240785ecef9 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:08:40.076678 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d532fab-ea61-4201-9dbc-ded75629c8b8", "tag": "c13cfaa1-abc0-4e86-92ee-05e955a30fed", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:08:40.077124 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-8038d58b-7737-419b-a608-9240785ecef9 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:08:40.077744 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'tag': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed', 'status': 'completed', 'code': 200} Feb 02 14:08:40.148971 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-05a09bdd-84d5-4538-b69c-13110e7714c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:40.150546 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-05a09bdd-84d5-4538-b69c-13110e7714c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 1125 time: 0.0501814 Feb 02 14:08:40.203483 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-7fba297f-37f4-4fdb-a699-ff5aaab0916d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c13cfaa1-abc0-4e86-92ee-05e955a30fed HTTP/1.1" status: 200 len: 217 time: 0.0395401 Feb 02 14:08:40.251475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-c8de26c8-4958-479f-a7f4-a1f56302db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:40.252915 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-c8de26c8-4958-479f-a7f4-a1f56302db76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3b958ef-df9f-4b12-9b96-01b12e13f23b HTTP/1.1" status: 200 len: 835 time: 0.0440025 Feb 02 14:08:40.302219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-9dd8d42d-0fac-4802-af25-44d1e0f3fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:40.303783 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-9dd8d42d-0fac-4802-af25-44d1e0f3fc49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=260b5ae5-ed45-404f-a686-dd5b4ec29061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452700 Feb 02 14:08:40.399286 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-084d7e11-6053-4a14-b3b3-9c4f93293ce6 service neutron] 10.222.0.18 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897069 Feb 02 14:08:40.493885 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b2c163af-a5c8-4b9b-92d5-1e5e294f048c req-c91882e9-89a0-4293-8951-c276ae317b33 service neutron] 10.222.0.18 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883961 Feb 02 14:08:40.644539 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37924b25-19d6-47b6-ad8e-403c6029eb73 req-ce0e72f0-9168-4ec9-89f0-c23efbb6c2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:40.646094 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37924b25-19d6-47b6-ad8e-403c6029eb73 req-ce0e72f0-9168-4ec9-89f0-c23efbb6c2f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 1125 time: 0.0527551 Feb 02 14:08:40.743961 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37924b25-19d6-47b6-ad8e-403c6029eb73 req-d70ca293-472e-47c7-a9c9-273875563dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:40.745628 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37924b25-19d6-47b6-ad8e-403c6029eb73 req-d70ca293-472e-47c7-a9c9-273875563dc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=260b5ae5-ed45-404f-a686-dd5b4ec29061 HTTP/1.1" status: 200 len: 897 time: 0.0935283 Feb 02 14:08:40.791318 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37924b25-19d6-47b6-ad8e-403c6029eb73 req-be4ea43b-86bf-47f5-b1f0-7e315d377f39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c13cfaa1-abc0-4e86-92ee-05e955a30fed HTTP/1.1" status: 200 len: 217 time: 0.0389819 Feb 02 14:08:40.839742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37924b25-19d6-47b6-ad8e-403c6029eb73 req-73b627db-2735-41cb-b165-2bde54c41dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:40.841229 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37924b25-19d6-47b6-ad8e-403c6029eb73 req-73b627db-2735-41cb-b165-2bde54c41dc1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3b958ef-df9f-4b12-9b96-01b12e13f23b HTTP/1.1" status: 200 len: 835 time: 0.0441651 Feb 02 14:08:40.860257 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc71253-e745-4014-9585-14ef1208fc81 req-d682f3e2-f1e9-4462-9549-c9d686542a8e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:40.861733 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cc71253-e745-4014-9585-14ef1208fc81 req-d682f3e2-f1e9-4462-9549-c9d686542a8e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 943 time: 0.0543947 Feb 02 14:08:40.893410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37924b25-19d6-47b6-ad8e-403c6029eb73 req-a75147db-25c9-4ca4-805f-afb7635ebfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:40.894932 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37924b25-19d6-47b6-ad8e-403c6029eb73 req-a75147db-25c9-4ca4-805f-afb7635ebfc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=260b5ae5-ed45-404f-a686-dd5b4ec29061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459075 Feb 02 14:08:40.909798 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1cc71253-e745-4014-9585-14ef1208fc81 req-962578d7-9dd9-4e32-b955-7b3f270ad5ef tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422812 Feb 02 14:08:41.000046 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37924b25-19d6-47b6-ad8e-403c6029eb73 req-9c728c27-4286-4dc7-a79a-18f357981bbf service neutron] 10.222.0.18 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984111 Feb 02 14:08:41.098170 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-37924b25-19d6-47b6-ad8e-403c6029eb73 req-14f5261e-79ef-4c9e-b6bf-7d9d19e99886 service neutron] 10.222.0.18 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907335 Feb 02 14:08:41.901700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device c13cfaa1-abc0-4e86-92ee-05e955a30fed details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:08:42.021438 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port c13cfaa1-abc0-4e86-92ee-05e955a30fed, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c13cfaa1-abc0-4e86-92ee-05e955a30fed,segment=NetworkSegment(83be74b3-81a6-4b6a-8b11-2944ebfacc67),segment_id=83be74b3-81a6-4b6a-8b11-2944ebfacc67)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:08:42.038791 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'port_id': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed', 'mac_address': 'fa:16:3e:4c:a3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:08:42.057017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd3cd2-f02f-4f5b-9369-dc5c8af22f65 req-fc0c7f05-a7f8-4fe4-b177-b73c4c7bbee7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:42.058521 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69fd3cd2-f02f-4f5b-9369-dc5c8af22f65 req-fc0c7f05-a7f8-4fe4-b177-b73c4c7bbee7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 943 time: 0.0753157 Feb 02 14:08:42.078856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port c13cfaa1-abc0-4e86-92ee-05e955a30fed is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:08:42.079214 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:42.093398 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13cfaa1-abc0-4e86-92ee-05e955a30fed {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:08:42.108895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69fd3cd2-f02f-4f5b-9369-dc5c8af22f65 req-180ae6c3-157d-4b28-8e9a-98fa44604f70 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445862 Feb 02 14:08:42.113329 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port c13cfaa1-abc0-4e86-92ee-05e955a30fed, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c13cfaa1-abc0-4e86-92ee-05e955a30fed,segment=NetworkSegment(83be74b3-81a6-4b6a-8b11-2944ebfacc67),segment_id=83be74b3-81a6-4b6a-8b11-2944ebfacc67)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:08:42.117785 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:42.171566 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=c13cfaa1-abc0-4e86-92ee-05e955a30fed,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:42.448539 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['c13cfaa1-abc0-4e86-92ee-05e955a30fed'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:08:43.240363 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dafa8e-7bb8-479b-a277-f6021c148672 req-ee701a16-b322-4c54-8863-9b40e33e7d38 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:43.241959 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5dafa8e-7bb8-479b-a277-f6021c148672 req-ee701a16-b322-4c54-8863-9b40e33e7d38 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 944 time: 0.0575469 Feb 02 14:08:43.291871 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f5dafa8e-7bb8-479b-a277-f6021c148672 req-44147f3e-a3ce-4744-909e-5714d9cbf378 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Feb 02 14:08:43.902720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device c13cfaa1-abc0-4e86-92ee-05e955a30fed up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:08:43.963082 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port c13cfaa1-abc0-4e86-92ee-05e955a30fed completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:08:43.969581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port c13cfaa1-abc0-4e86-92ee-05e955a30fed triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:08:43.970282 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:44.063827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port c13cfaa1-abc0-4e86-92ee-05e955a30fed is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:08:44.064206 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:44.087946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:08:44.091855 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6776f68-d08d-42f4-85f6-6487ef30a8f0" -d '{"events": [{"server_uuid": "5d532fab-ea61-4201-9dbc-ded75629c8b8", "name": "network-vif-plugged", "status": "completed", "tag": "c13cfaa1-abc0-4e86-92ee-05e955a30fed"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:08:44.105481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port c13cfaa1-abc0-4e86-92ee-05e955a30fed, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c13cfaa1-abc0-4e86-92ee-05e955a30fed,segment=NetworkSegment(83be74b3-81a6-4b6a-8b11-2944ebfacc67),segment_id=83be74b3-81a6-4b6a-8b11-2944ebfacc67)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:08:44.110716 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:44.158791 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=c13cfaa1-abc0-4e86-92ee-05e955a30fed,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:44.181910 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfadd6a-9cb2-4124-90d3-2a378dab0c69 x-openstack-request-id: req-1bfadd6a-9cb2-4124-90d3-2a378dab0c69 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:08:44.182200 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d532fab-ea61-4201-9dbc-ded75629c8b8", "name": "network-vif-plugged", "status": "completed", "tag": "c13cfaa1-abc0-4e86-92ee-05e955a30fed", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:08:44.182435 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-1bfadd6a-9cb2-4124-90d3-2a378dab0c69 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:08:44.182820 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed', 'code': 200} Feb 02 14:08:44.321426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06bfc88-2934-482e-a270-18491732964f req-3a85e466-244a-4181-aae1-ce057b5bb26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:44.323000 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e06bfc88-2934-482e-a270-18491732964f req-3a85e466-244a-4181-aae1-ce057b5bb26a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 1127 time: 0.0458245 Feb 02 14:08:44.376598 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e06bfc88-2934-482e-a270-18491732964f req-b004418d-b110-4d80-932b-123214c75e84 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469947 Feb 02 14:08:44.421414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eae85c-cb51-49ab-9643-507ef5859371 req-ce2c84a4-9195-4296-ac2a-a8ec2702e452 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:44.422982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97eae85c-cb51-49ab-9643-507ef5859371 req-ce2c84a4-9195-4296-ac2a-a8ec2702e452 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0536537 Feb 02 14:08:44.480615 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97eae85c-cb51-49ab-9643-507ef5859371 req-6a6b5b97-7037-4fd4-adde-73ab7a9548fc tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512981 Feb 02 14:08:45.620343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03075893-49a2-446a-b478-21025325b053 req-cce25685-ba77-4576-86f7-432e751aad89 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:45.621841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03075893-49a2-446a-b478-21025325b053 req-cce25685-ba77-4576-86f7-432e751aad89 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0605702 Feb 02 14:08:45.677628 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-03075893-49a2-446a-b478-21025325b053 req-bd3ae3ed-be43-401b-b534-3378d030e66e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472131 Feb 02 14:08:46.802090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0204b-ef3a-4054-923f-3645c831a99a req-874ee180-7189-404a-97e4-9d6b115be775 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:46.803638 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6c0204b-ef3a-4054-923f-3645c831a99a req-874ee180-7189-404a-97e4-9d6b115be775 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0554187 Feb 02 14:08:46.856023 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d6c0204b-ef3a-4054-923f-3645c831a99a req-7ebd0515-704e-4cb8-b6b7-581443d703bf tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464635 Feb 02 14:08:46.997791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d529bd-6d21-4be9-975f-01045b214a93 req-7be3d44e-cac7-4516-9e08-a63713e89f08 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:46.999322 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1d529bd-6d21-4be9-975f-01045b214a93 req-7be3d44e-cac7-4516-9e08-a63713e89f08 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0689309 Feb 02 14:08:47.050636 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a1d529bd-6d21-4be9-975f-01045b214a93 req-ad4eb3c5-4111-4774-a63c-f0a7c7ada69f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453725 Feb 02 14:08:47.074997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43138) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:47.126194 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc12c3d-a7c7-4e7e-a4f7-0c3bf1e8deac tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:47.127725 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-5fc12c3d-a7c7-4e7e-a4f7-0c3bf1e8deac tempest-TestNetworkAdvancedServerOps-1278446292 tempest-TestNetworkAdvancedServerOps-1278446292-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 1122 time: 0.0515842 Feb 02 14:08:47.131494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43140) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:47.137062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:08:47.164801 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:47.288876 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:47.763468 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Allocated IP 172.25.4.119 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/cce3ec31-c229-41ea-b913-19a1b28189e4) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:08:47.874640 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (cce3ec31-c229-41ea-b913-19a1b28189e4), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:47.908433 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (cce3ec31-c229-41ea-b913-19a1b28189e4), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:47.944812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:08:47.947708 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:08:47.953903 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:08:47.977917 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=cce3ec31-c229-41ea-b913-19a1b28189e4,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:48.334008 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (513dfbf1-0260-44da-80e3-12e1ffe9473c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:48.415211 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (cce3ec31-c229-41ea-b913-19a1b28189e4), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:48.574846 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for port (cce3ec31-c229-41ea-b913-19a1b28189e4), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:48.579733 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (cce3ec31-c229-41ea-b913-19a1b28189e4), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:48.654454 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event updated for resources: {'Port': ['ID=cce3ec31-c229-41ea-b913-19a1b28189e4,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:08:48.670459 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (513dfbf1-0260-44da-80e3-12e1ffe9473c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:48.778478 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Floating IP 513dfbf1-0260-44da-80e3-12e1ffe9473c associated. External IP: 172.25.4.119, port: c13cfaa1-abc0-4e86-92ee-05e955a30fed. Feb 02 14:08:48.999325 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 9690b7e1-20eb-43dd-a8a3-03c746aba969 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:08:49.127324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:08:49.139116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a95db6-d62a-49ba-a24f-e2d612b9da9b None None] Sync routers for ids ['9690b7e1-20eb-43dd-a8a3-03c746aba969'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:08:49.148444 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:08:49.150088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a95db6-d62a-49ba-a24f-e2d612b9da9b None None] Routers {'9690b7e1-20eb-43dd-a8a3-03c746aba969'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:08:49.150757 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b7a95db6-d62a-49ba-a24f-e2d612b9da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9690b7e1-20eb-43dd-a8a3-03c746aba969'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:49.181947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-6b61c862-8b70-4c1b-9390-40bae59c56b6 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0491335 Feb 02 14:08:49.182689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'tag': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:08:49.185321 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a395c01-ee87-4c2a-ba10-393722c535f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d532fab-ea61-4201-9dbc-ded75629c8b8", "tag": "c13cfaa1-abc0-4e86-92ee-05e955a30fed"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:08:49.244567 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fec1dc-1df9-4250-95d6-df94be1a4a6d x-openstack-request-id: req-77fec1dc-1df9-4250-95d6-df94be1a4a6d {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:08:49.244836 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d532fab-ea61-4201-9dbc-ded75629c8b8", "tag": "c13cfaa1-abc0-4e86-92ee-05e955a30fed", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:08:49.245086 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-77fec1dc-1df9-4250-95d6-df94be1a4a6d {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:08:49.245494 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'tag': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed', 'status': 'completed', 'code': 200} Feb 02 14:08:49.269715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b7a95db6-d62a-49ba-a24f-e2d612b9da9b None None] Set router 9690b7e1-20eb-43dd-a8a3-03c746aba969 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:08:49.291466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491a877-dbf5-42ec-806a-0450d973c58b req-ce70c721-2ee4-4ef2-aa07-f76afb97cfe7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:49.295106 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e491a877-dbf5-42ec-806a-0450d973c58b req-ce70c721-2ee4-4ef2-aa07-f76afb97cfe7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0623109 Feb 02 14:08:49.335882 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a395c01-ee87-4c2a-ba10-393722c535f1 req-8cc25cef-0c11-4ef2-859c-5e1d22328f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:49.337408 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a395c01-ee87-4c2a-ba10-393722c535f1 req-8cc25cef-0c11-4ef2-859c-5e1d22328f53 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 1127 time: 0.0515153 Feb 02 14:08:49.354299 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e491a877-dbf5-42ec-806a-0450d973c58b req-710db90f-4853-4466-8f46-aeec5151a687 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538948 Feb 02 14:08:49.376795 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43146) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:49.446905 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ff813804-578f-449d-a951-e3aab1def9a8 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/513dfbf1-0260-44da-80e3-12e1ffe9473c HTTP/1.1" status: 200 len: 991 time: 0.0650556 Feb 02 14:08:49.447163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a395c01-ee87-4c2a-ba10-393722c535f1 req-cfaa77e9-a3cf-4e05-9812-f99499f39a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:49.447163 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a395c01-ee87-4c2a-ba10-393722c535f1 req-cfaa77e9-a3cf-4e05-9812-f99499f39a3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=260b5ae5-ed45-404f-a686-dd5b4ec29061 HTTP/1.1" status: 200 len: 897 time: 0.1014984 Feb 02 14:08:49.516247 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a395c01-ee87-4c2a-ba10-393722c535f1 req-a228075d-7eb6-4d5b-8d08-3065b87e91bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c13cfaa1-abc0-4e86-92ee-05e955a30fed HTTP/1.1" status: 200 len: 999 time: 0.0647821 Feb 02 14:08:49.527734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b7a95db6-d62a-49ba-a24f-e2d612b9da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '513dfbf1-0260-44da-80e3-12e1ffe9473c', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.119', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'port_id': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'mac_address': 'fa:16:3e:4c:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:08:48Z', 'updated_at': '2022-02-02T14:08:48Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569ab6af-a57d-4613-a268-74192662858f', 'name': '', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:4b:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:34Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:49.553950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a95db6-d62a-49ba-a24f-e2d612b9da9b None None] Checking router: 9690b7e1-20eb-43dd-a8a3-03c746aba969 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:08:49.563575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a95db6-d62a-49ba-a24f-e2d612b9da9b None None] Routers {'9690b7e1-20eb-43dd-a8a3-03c746aba969'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:08:49.564171 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b7a95db6-d62a-49ba-a24f-e2d612b9da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:08:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9690b7e1-20eb-43dd-a8a3-03c746aba969'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:49.568940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a395c01-ee87-4c2a-ba10-393722c535f1 req-83306732-9664-45d4-8961-b902e6592d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:49.570454 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a395c01-ee87-4c2a-ba10-393722c535f1 req-83306732-9664-45d4-8961-b902e6592d0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3b958ef-df9f-4b12-9b96-01b12e13f23b HTTP/1.1" status: 200 len: 835 time: 0.0469959 Feb 02 14:08:49.628247 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a395c01-ee87-4c2a-ba10-393722c535f1 req-b3396420-ec19-46fd-b551-561bffd4c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:08:49.629927 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a395c01-ee87-4c2a-ba10-393722c535f1 req-b3396420-ec19-46fd-b551-561bffd4c417 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=260b5ae5-ed45-404f-a686-dd5b4ec29061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538309 Feb 02 14:08:49.682003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-b7a95db6-d62a-49ba-a24f-e2d612b9da9b None None] Set router 9690b7e1-20eb-43dd-a8a3-03c746aba969 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:08:49.728249 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a395c01-ee87-4c2a-ba10-393722c535f1 req-5ea786ed-79fa-4496-88d8-d084f6d98744 service neutron] 10.222.0.18 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914011 Feb 02 14:08:49.935616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-b7a95db6-d62a-49ba-a24f-e2d612b9da9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '513dfbf1-0260-44da-80e3-12e1ffe9473c', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.119', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'port_id': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'mac_address': 'fa:16:3e:4c:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:08:48Z', 'updated_at': '2022-02-02T14:08:48Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569ab6af-a57d-4613-a268-74192662858f', 'name': '', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:4b:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:34Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:08:49.962937 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a95db6-d62a-49ba-a24f-e2d612b9da9b None None] The sync data for ids ['9690b7e1-20eb-43dd-a8a3-03c746aba969'] in n-d-827336-2 is: [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '513dfbf1-0260-44da-80e3-12e1ffe9473c', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'floating_ip_address': '172.25.4.119', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'port_id': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'mac_address': 'fa:16:3e:4c:a3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:08:48Z', 'updated_at': '2022-02-02T14:08:48Z', 'revision_number': 0, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '569ab6af-a57d-4613-a268-74192662858f', 'name': '', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:4b:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:34Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:08:50.171644 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7a395c01-ee87-4c2a-ba10-393722c535f1 req-cfbe0827-8056-41fd-88c4-8f92a5900c76 service neutron] 10.222.0.18 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349613 Feb 02 14:08:50.178689 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2171a6a7-b997-4b3b-93dc-5255000a3e45 None None] New status for floating IP 513dfbf1-0260-44da-80e3-12e1ffe9473c: ACTIVE {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:08:50.449467 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43148) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:08:50.519780 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-865153e1-5532-41b4-9115-f872df19a7b0 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/513dfbf1-0260-44da-80e3-12e1ffe9473c HTTP/1.1" status: 200 len: 993 time: 0.0690975 Feb 02 14:09:01.890716 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d68b44c-26d9-471f-82b8-eb17b3ba2d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:04.166976 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ce484e45-ba55-4eb7-bc83-cae51504dd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:05.826883 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:06.616746 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:09:07.099556 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:07.348704 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:08.076272 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:08.237908 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:11.078118 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1937e2ca-b4ae-4196-a97b-12b5da4eff0f req-53df9ba8-8567-4577-ba63-2c880d9d7ddd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472734 Feb 02 14:09:11.188409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e2ca-b4ae-4196-a97b-12b5da4eff0f req-2a89bdbe-f5de-4631-b5d2-c87d6338421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:11.189926 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1937e2ca-b4ae-4196-a97b-12b5da4eff0f req-2a89bdbe-f5de-4631-b5d2-c87d6338421f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 1127 time: 0.0476675 Feb 02 14:09:11.306436 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e2ca-b4ae-4196-a97b-12b5da4eff0f req-7ab6da6f-6847-4f98-a842-27d12025dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:11.307945 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1937e2ca-b4ae-4196-a97b-12b5da4eff0f req-7ab6da6f-6847-4f98-a842-27d12025dca9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=260b5ae5-ed45-404f-a686-dd5b4ec29061 HTTP/1.1" status: 200 len: 897 time: 0.0984941 Feb 02 14:09:11.389947 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1937e2ca-b4ae-4196-a97b-12b5da4eff0f req-854b109f-dbb9-4cf8-bd8e-f8d7719a7581 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c13cfaa1-abc0-4e86-92ee-05e955a30fed HTTP/1.1" status: 200 len: 1001 time: 0.0754015 Feb 02 14:09:11.446043 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e2ca-b4ae-4196-a97b-12b5da4eff0f req-74104f30-23f2-4773-985d-35a6c8799e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:11.447563 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1937e2ca-b4ae-4196-a97b-12b5da4eff0f req-74104f30-23f2-4773-985d-35a6c8799e62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3b958ef-df9f-4b12-9b96-01b12e13f23b HTTP/1.1" status: 200 len: 835 time: 0.0510108 Feb 02 14:09:11.504059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937e2ca-b4ae-4196-a97b-12b5da4eff0f req-ab0524b4-e735-4691-91ef-a5c7a0bb7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:11.505845 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1937e2ca-b4ae-4196-a97b-12b5da4eff0f req-ab0524b4-e735-4691-91ef-a5c7a0bb7849 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=260b5ae5-ed45-404f-a686-dd5b4ec29061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522752 Feb 02 14:09:11.608230 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1937e2ca-b4ae-4196-a97b-12b5da4eff0f req-57175753-473c-4ea9-993f-bbe62e21fbde service neutron] 10.222.0.18 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963869 Feb 02 14:09:11.715981 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-1937e2ca-b4ae-4196-a97b-12b5da4eff0f req-046f1ff1-e3b0-418b-8a66-21a6e4813670 service neutron] 10.222.0.18 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977380 Feb 02 14:09:21.980633 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28406581-5491-4b0e-bc07-73a984f0ce4e req-30b07995-ec50-49e8-8433-7710fa89b2e1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:21.982075 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28406581-5491-4b0e-bc07-73a984f0ce4e req-30b07995-ec50-49e8-8433-7710fa89b2e1 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0566833 Feb 02 14:09:22.034940 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-28406581-5491-4b0e-bc07-73a984f0ce4e req-78d19006-dc92-4ece-a7f2-ba8f02b67a9d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442917 Feb 02 14:09:23.179969 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ed517-9a8f-46fe-9b0d-448100d2cc43 req-759a247e-4471-452e-9c61-b1396478a2b3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:23.181778 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-470ed517-9a8f-46fe-9b0d-448100d2cc43 req-759a247e-4471-452e-9c61-b1396478a2b3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0693586 Feb 02 14:09:23.233334 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-470ed517-9a8f-46fe-9b0d-448100d2cc43 req-9c9c639b-52dc-427c-881a-b01dbc224ed9 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456133 Feb 02 14:09:23.256267 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43172) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:23.316910 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cd2178c2-676c-4877-ba6d-feb9d1d1747d tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/513dfbf1-0260-44da-80e3-12e1ffe9473c HTTP/1.1" status: 200 len: 993 time: 0.0594838 Feb 02 14:09:24.619291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20050fa3-7897-4642-8376-517e3d5fde13 req-cee1b7e5-6a1b-4117-ab7e-320e7b4831cd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:24.621299 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-20050fa3-7897-4642-8376-517e3d5fde13 req-cee1b7e5-6a1b-4117-ab7e-320e7b4831cd tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0562861 Feb 02 14:09:24.660473 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cef013-a6b6-4367-8963-d350f8ce5e06 req-430b2d47-0cd9-404e-98ec-ae17fc499c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:24.661993 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7cef013-a6b6-4367-8963-d350f8ce5e06 req-430b2d47-0cd9-404e-98ec-ae17fc499c52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 1127 time: 0.0474913 Feb 02 14:09:24.676685 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-20050fa3-7897-4642-8376-517e3d5fde13 req-7381a3ab-f4e8-44cf-abcd-15dc270fa471 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492461 Feb 02 14:09:24.758942 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cef013-a6b6-4367-8963-d350f8ce5e06 req-d8d66726-9b23-4445-8b93-30d2cc8e65a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:24.760558 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7cef013-a6b6-4367-8963-d350f8ce5e06 req-d8d66726-9b23-4445-8b93-30d2cc8e65a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=260b5ae5-ed45-404f-a686-dd5b4ec29061 HTTP/1.1" status: 200 len: 897 time: 0.0924232 Feb 02 14:09:24.829706 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7cef013-a6b6-4367-8963-d350f8ce5e06 req-979604c9-12fd-4bcd-9316-9c1ab7b78821 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c13cfaa1-abc0-4e86-92ee-05e955a30fed HTTP/1.1" status: 200 len: 1001 time: 0.0623298 Feb 02 14:09:24.883900 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cef013-a6b6-4367-8963-d350f8ce5e06 req-762c59ad-b980-4c07-87d2-ca2a07a315d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:24.885250 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7cef013-a6b6-4367-8963-d350f8ce5e06 req-762c59ad-b980-4c07-87d2-ca2a07a315d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3b958ef-df9f-4b12-9b96-01b12e13f23b HTTP/1.1" status: 200 len: 835 time: 0.0481400 Feb 02 14:09:24.934409 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cef013-a6b6-4367-8963-d350f8ce5e06 req-e7a5d24e-ef6f-4e78-a5ea-1f92d2ee270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:24.935914 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7cef013-a6b6-4367-8963-d350f8ce5e06 req-e7a5d24e-ef6f-4e78-a5ea-1f92d2ee270b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=260b5ae5-ed45-404f-a686-dd5b4ec29061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446582 Feb 02 14:09:25.030032 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7cef013-a6b6-4367-8963-d350f8ce5e06 req-8658b76a-6d85-4fda-976f-f92250ed72db service neutron] 10.222.0.18 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880198 Feb 02 14:09:25.122843 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e7cef013-a6b6-4367-8963-d350f8ce5e06 req-bcbe5493-abef-4154-94d9-b0affa52f476 service neutron] 10.222.0.18 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865455 Feb 02 14:09:25.818117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e273b-e078-401c-9e14-f3f501c1d63e req-6e027f87-f66f-4364-9314-72deec484569 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:25.820351 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa5e273b-e078-401c-9e14-f3f501c1d63e req-6e027f87-f66f-4364-9314-72deec484569 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0667202 Feb 02 14:09:25.875186 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-aa5e273b-e078-401c-9e14-f3f501c1d63e req-c919c97f-8fff-46c5-8b21-3899002c8780 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466728 Feb 02 14:09:27.007731 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc94672-9fc6-44e8-9560-accdfe66cee0 req-ffd8d2fe-d138-4869-ba44-94afbc8878d7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:27.009277 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-abc94672-9fc6-44e8-9560-accdfe66cee0 req-ffd8d2fe-d138-4869-ba44-94afbc8878d7 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0586307 Feb 02 14:09:27.064197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-abc94672-9fc6-44e8-9560-accdfe66cee0 req-e9c8ff1b-9049-44fc-8b5f-9957b20c824a tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464585 Feb 02 14:09:27.094041 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43184) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:27.166428 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-ed8a40c5-c9c7-42ea-a302-dfa1de9ca22b tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/floatingips/513dfbf1-0260-44da-80e3-12e1ffe9473c HTTP/1.1" status: 200 len: 993 time: 0.0710611 Feb 02 14:09:27.407950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43190) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:27.575614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port cce3ec31-c229-41ea-b913-19a1b28189e4 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:09:27.575854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (cce3ec31-c229-41ea-b913-19a1b28189e4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:27.667868 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (cce3ec31-c229-41ea-b913-19a1b28189e4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:27.668169 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (cce3ec31-c229-41ea-b913-19a1b28189e4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:27.680668 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for cce3ec31-c229-41ea-b913-19a1b28189e4 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:09:27.840388 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (cce3ec31-c229-41ea-b913-19a1b28189e4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:27.865644 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=cce3ec31-c229-41ea-b913-19a1b28189e4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:27.877567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.877911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.878264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.878608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.878949 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.879288 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.879660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.879997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.880333 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.880686 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.880996 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.881331 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.881718 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:27.946972 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for floatingip (513dfbf1-0260-44da-80e3-12e1ffe9473c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:27.947301 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Floating IP 513dfbf1-0260-44da-80e3-12e1ffe9473c disassociated (deleted). External IP: 172.25.4.119, port: c13cfaa1-abc0-4e86-92ee-05e955a30fed. Feb 02 14:09:28.181260 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 9690b7e1-20eb-43dd-a8a3-03c746aba969 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:09:28.294465 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:09:28.299633 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:28.304546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b33ef-c20c-412b-b8fa-430f833cddf0 None None] Sync routers for ids ['9690b7e1-20eb-43dd-a8a3-03c746aba969'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:09:28.315462 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b33ef-c20c-412b-b8fa-430f833cddf0 None None] Routers {'9690b7e1-20eb-43dd-a8a3-03c746aba969'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:09:28.316122 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-759b33ef-c20c-412b-b8fa-430f833cddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9690b7e1-20eb-43dd-a8a3-03c746aba969'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:28.330218 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c41111af-395d-4de1-8863-c5958fb5db4e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/floatingips/513dfbf1-0260-44da-80e3-12e1ffe9473c HTTP/1.1" status: 204 len: 168 time: 0.9211316 Feb 02 14:09:28.330796 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'tag': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:09:28.333120 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7a94b9-c41c-4ad6-8d22-bc5db2931246" -d '{"events": [{"name": "network-changed", "server_uuid": "5d532fab-ea61-4201-9dbc-ded75629c8b8", "tag": "c13cfaa1-abc0-4e86-92ee-05e955a30fed"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:09:28.371685 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef76d1c-0d58-4ac6-9b7d-2e8571901a8c x-openstack-request-id: req-aef76d1c-0d58-4ac6-9b7d-2e8571901a8c {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:09:28.371864 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d532fab-ea61-4201-9dbc-ded75629c8b8", "tag": "c13cfaa1-abc0-4e86-92ee-05e955a30fed", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:09:28.372145 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-aef76d1c-0d58-4ac6-9b7d-2e8571901a8c {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:09:28.372486 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'tag': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed', 'status': 'completed', 'code': 200} Feb 02 14:09:28.437273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-759b33ef-c20c-412b-b8fa-430f833cddf0 None None] Set router 9690b7e1-20eb-43dd-a8a3-03c746aba969 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:09:28.477040 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a94b9-c41c-4ad6-8d22-bc5db2931246 req-910ea65e-00ab-4933-b158-5d74ba4db1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:28.478602 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed7a94b9-c41c-4ad6-8d22-bc5db2931246 req-910ea65e-00ab-4933-b158-5d74ba4db1b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 1127 time: 0.0548937 Feb 02 14:09:28.587825 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ef948-4316-48f7-aa4b-26f23cdede82 req-57f61062-4c41-4ec9-aa34-4b22e2a43d75 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:28.589746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b2ef948-4316-48f7-aa4b-26f23cdede82 req-57f61062-4c41-4ec9-aa34-4b22e2a43d75 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0601132 Feb 02 14:09:28.619310 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a94b9-c41c-4ad6-8d22-bc5db2931246 req-ec78b025-5941-47d1-b2ee-14009e45b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:28.620963 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed7a94b9-c41c-4ad6-8d22-bc5db2931246 req-ec78b025-5941-47d1-b2ee-14009e45b2b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=260b5ae5-ed45-404f-a686-dd5b4ec29061 HTTP/1.1" status: 200 len: 897 time: 0.1009059 Feb 02 14:09:28.651049 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4b2ef948-4316-48f7-aa4b-26f23cdede82 req-2843a0da-e8f1-44e8-95cd-e2b198bc2d85 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552707 Feb 02 14:09:28.659762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-759b33ef-c20c-412b-b8fa-430f833cddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '569ab6af-a57d-4613-a268-74192662858f', 'name': '', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:4b:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:34Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:28.668719 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed7a94b9-c41c-4ad6-8d22-bc5db2931246 req-0312b77c-567c-483e-b7c5-8d3302c4c7c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c13cfaa1-abc0-4e86-92ee-05e955a30fed HTTP/1.1" status: 200 len: 217 time: 0.0405393 Feb 02 14:09:28.686234 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b33ef-c20c-412b-b8fa-430f833cddf0 None None] Checking router: 9690b7e1-20eb-43dd-a8a3-03c746aba969 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:09:28.694717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b33ef-c20c-412b-b8fa-430f833cddf0 None None] Routers {'9690b7e1-20eb-43dd-a8a3-03c746aba969'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:09:28.695250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-759b33ef-c20c-412b-b8fa-430f833cddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9690b7e1-20eb-43dd-a8a3-03c746aba969'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:28.723101 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a94b9-c41c-4ad6-8d22-bc5db2931246 req-80c28be6-c7ab-40f6-8497-08e8a6559606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:28.724670 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed7a94b9-c41c-4ad6-8d22-bc5db2931246 req-80c28be6-c7ab-40f6-8497-08e8a6559606 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3b958ef-df9f-4b12-9b96-01b12e13f23b HTTP/1.1" status: 200 len: 835 time: 0.0487101 Feb 02 14:09:28.776935 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a94b9-c41c-4ad6-8d22-bc5db2931246 req-d9f49aad-6f99-49ce-b1ac-ab68bf10b940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:28.778489 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed7a94b9-c41c-4ad6-8d22-bc5db2931246 req-d9f49aad-6f99-49ce-b1ac-ab68bf10b940 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=260b5ae5-ed45-404f-a686-dd5b4ec29061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461092 Feb 02 14:09:28.802321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-759b33ef-c20c-412b-b8fa-430f833cddf0 None None] Set router 9690b7e1-20eb-43dd-a8a3-03c746aba969 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:09:28.872560 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed7a94b9-c41c-4ad6-8d22-bc5db2931246 req-ccc5e895-9764-4779-b009-a660ff32fa55 service neutron] 10.222.0.18 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868547 Feb 02 14:09:28.978034 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ed7a94b9-c41c-4ad6-8d22-bc5db2931246 req-087dd993-14dc-4304-b181-26975774d3cd service neutron] 10.222.0.18 "GET /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984015 Feb 02 14:09:29.015384 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-759b33ef-c20c-412b-b8fa-430f833cddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '569ab6af-a57d-4613-a268-74192662858f', 'name': '', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:4b:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:34Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:29.044913 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b33ef-c20c-412b-b8fa-430f833cddf0 None None] The sync data for ids ['9690b7e1-20eb-43dd-a8a3-03c746aba969'] in n-d-827336-2 is: [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:34Z', 'revision_number': 4, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '569ab6af-a57d-4613-a268-74192662858f', 'name': '', 'network_id': '260b5ae5-ed45-404f-a686-dd5b4ec29061', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'mac_address': 'fa:16:3e:4b:c2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:34Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'subnets': [{'id': 'c3b958ef-df9f-4b12-9b96-01b12e13f23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:09:29.287244 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7ad374-4825-496c-9d0b-18ed6c77766b None None] New status for floating IP 513dfbf1-0260-44da-80e3-12e1ffe9473c: DOWN {{(pid=103190) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:09:29.783073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98794636-f682-4a38-b0a2-f8f39e2bbc3f req-5071d7b7-d3f8-4101-9931-b4d1ad4ce4ac tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:29.784677 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98794636-f682-4a38-b0a2-f8f39e2bbc3f req-5071d7b7-d3f8-4101-9931-b4d1ad4ce4ac tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0571756 Feb 02 14:09:29.833849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-98794636-f682-4a38-b0a2-f8f39e2bbc3f req-1683de25-9961-4a54-ba81-08cad0bd3bac tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/security-groups?id=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430143 Feb 02 14:09:30.261451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5c123-a94d-47e0-82e6-afd3fa575c31 req-fa05b9d9-f8a7-43d1-a073-5b229b1c94a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:30.262947 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dfd5c123-a94d-47e0-82e6-afd3fa575c31 req-fa05b9d9-f8a7-43d1-a073-5b229b1c94a3 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 945 time: 0.0559771 Feb 02 14:09:30.362731 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-dfd5c123-a94d-47e0-82e6-afd3fa575c31 req-0d5f8ce3-30de-40eb-bd82-a5398de50651 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port c13cfaa1-abc0-4e86-92ee-05e955a30fed {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:09:30.363036 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dfd5c123-a94d-47e0-82e6-afd3fa575c31 req-0d5f8ce3-30de-40eb-bd82-a5398de50651 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:30.454029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-dfd5c123-a94d-47e0-82e6-afd3fa575c31 req-0d5f8ce3-30de-40eb-bd82-a5398de50651 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port c13cfaa1-abc0-4e86-92ee-05e955a30fed, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=c13cfaa1-abc0-4e86-92ee-05e955a30fed,segment=NetworkSegment(83be74b3-81a6-4b6a-8b11-2944ebfacc67),segment_id=83be74b3-81a6-4b6a-8b11-2944ebfacc67)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:30.454365 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dfd5c123-a94d-47e0-82e6-afd3fa575c31 req-0d5f8ce3-30de-40eb-bd82-a5398de50651 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:30.474997 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-dfd5c123-a94d-47e0-82e6-afd3fa575c31 req-0d5f8ce3-30de-40eb-bd82-a5398de50651 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for c13cfaa1-abc0-4e86-92ee-05e955a30fed owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:09:30.610153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dfd5c123-a94d-47e0-82e6-afd3fa575c31 req-0d5f8ce3-30de-40eb-bd82-a5398de50651 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c13cfaa1-abc0-4e86-92ee-05e955a30fed), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:30.642267 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f8ce3-30de-40eb-bd82-a5398de50651 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=c13cfaa1-abc0-4e86-92ee-05e955a30fed,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:30.692025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd5c123-a94d-47e0-82e6-afd3fa575c31 req-0d5f8ce3-30de-40eb-bd82-a5398de50651 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] No DVR routers for this DVR port c13cfaa1-abc0-4e86-92ee-05e955a30fed on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:09:30.695277 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-dfd5c123-a94d-47e0-82e6-afd3fa575c31 req-0d5f8ce3-30de-40eb-bd82-a5398de50651 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:30.698687 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dfd5c123-a94d-47e0-82e6-afd3fa575c31 req-0d5f8ce3-30de-40eb-bd82-a5398de50651 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.18 "DELETE /v2.0/ports/c13cfaa1-abc0-4e86-92ee-05e955a30fed HTTP/1.1" status: 204 len: 173 time: 0.4299796 Feb 02 14:09:30.699132 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'name': 'network-vif-deleted', 'tag': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:09:30.701957 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e02e0f-f983-4a15-80ef-06c14b2917fb" -d '{"events": [{"server_uuid": "5d532fab-ea61-4201-9dbc-ded75629c8b8", "name": "network-vif-deleted", "tag": "c13cfaa1-abc0-4e86-92ee-05e955a30fed"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:09:30.738928 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945c760c-7cb4-4d79-b5d9-44c5c543da37 x-openstack-request-id: req-945c760c-7cb4-4d79-b5d9-44c5c543da37 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:09:30.739260 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d532fab-ea61-4201-9dbc-ded75629c8b8", "name": "network-vif-deleted", "tag": "c13cfaa1-abc0-4e86-92ee-05e955a30fed", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:09:30.739618 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-945c760c-7cb4-4d79-b5d9-44c5c543da37 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:09:30.740077 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d532fab-ea61-4201-9dbc-ded75629c8b8', 'name': 'network-vif-deleted', 'tag': 'c13cfaa1-abc0-4e86-92ee-05e955a30fed', 'status': 'completed', 'code': 200} Feb 02 14:09:30.946714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fee3af56-b021-4b2f-ad6e-bbe16ce7734f req-96809a66-20a9-402b-b52f-10958cb3134e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d532fab-ea61-4201-9dbc-ded75629c8b8 HTTP/1.1" status: 200 len: 210 time: 0.0276847 Feb 02 14:09:31.897643 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c3c54c30-c982-4e80-a674-2ae44c506920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:32.011017 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43206) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:32.430564 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81b4b3a6-2fd7-4406-bee6-db328b19adb4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (9690b7e1-20eb-43dd-a8a3-03c746aba969), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:32.699498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-81b4b3a6-2fd7-4406-bee6-db328b19adb4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port 569ab6af-a57d-4613-a268-74192662858f {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:09:32.699730 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81b4b3a6-2fd7-4406-bee6-db328b19adb4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (569ab6af-a57d-4613-a268-74192662858f), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:32.804927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-81b4b3a6-2fd7-4406-bee6-db328b19adb4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port 569ab6af-a57d-4613-a268-74192662858f, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=569ab6af-a57d-4613-a268-74192662858f,segment=NetworkSegment(83be74b3-81a6-4b6a-8b11-2944ebfacc67),segment_id=83be74b3-81a6-4b6a-8b11-2944ebfacc67)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:32.805259 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81b4b3a6-2fd7-4406-bee6-db328b19adb4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (569ab6af-a57d-4613-a268-74192662858f), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:32.818108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-81b4b3a6-2fd7-4406-bee6-db328b19adb4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for 569ab6af-a57d-4613-a268-74192662858f owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:09:33.022381 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81b4b3a6-2fd7-4406-bee6-db328b19adb4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (569ab6af-a57d-4613-a268-74192662858f), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:33.059198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4b3a6-2fd7-4406-bee6-db328b19adb4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=569ab6af-a57d-4613-a268-74192662858f,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:33.237940 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-81b4b3a6-2fd7-4406-bee6-db328b19adb4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (9690b7e1-20eb-43dd-a8a3-03c746aba969), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:33.464649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b4b3a6-2fd7-4406-bee6-db328b19adb4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Router 9690b7e1-20eb-43dd-a8a3-03c746aba969 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:09:33.575024 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b4b3a6-2fd7-4406-bee6-db328b19adb4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:09:33.580230 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-81b4b3a6-2fd7-4406-bee6-db328b19adb4 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "PUT /v2.0/routers/9690b7e1-20eb-43dd-a8a3-03c746aba969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5680504 Feb 02 14:09:33.583118 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43208) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:33.586373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82753a-0091-4187-8bf0-be6b0891d3b8 None None] Sync routers for ids ['9690b7e1-20eb-43dd-a8a3-03c746aba969'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:09:33.598521 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82753a-0091-4187-8bf0-be6b0891d3b8 None None] Routers {'9690b7e1-20eb-43dd-a8a3-03c746aba969'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:09:33.599154 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0c82753a-0091-4187-8bf0-be6b0891d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9690b7e1-20eb-43dd-a8a3-03c746aba969'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:33.638973 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-284b45ac-201d-47b0-a48c-6ad8ebe58f07 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting subnet c3b958ef-df9f-4b12-9b96-01b12e13f23b {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:09:33.642580 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284b45ac-201d-47b0-a48c-6ad8ebe58f07 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (c3b958ef-df9f-4b12-9b96-01b12e13f23b), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:33.686014 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284b45ac-201d-47b0-a48c-6ad8ebe58f07 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (c3b958ef-df9f-4b12-9b96-01b12e13f23b), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:33.775648 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284b45ac-201d-47b0-a48c-6ad8ebe58f07 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (c3b958ef-df9f-4b12-9b96-01b12e13f23b), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:33.844473 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284b45ac-201d-47b0-a48c-6ad8ebe58f07 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (c3b958ef-df9f-4b12-9b96-01b12e13f23b), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:33.872955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-0c82753a-0091-4187-8bf0-be6b0891d3b8 None None] Set router 9690b7e1-20eb-43dd-a8a3-03c746aba969 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:09:34.066621 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0c82753a-0091-4187-8bf0-be6b0891d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:09:32Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:34.099700 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82753a-0091-4187-8bf0-be6b0891d3b8 None None] Checking router: 9690b7e1-20eb-43dd-a8a3-03c746aba969 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:09:34.104688 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device c13cfaa1-abc0-4e86-92ee-05e955a30fed no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:09:34.128756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: c13cfaa1-abc0-4e86-92ee-05e955a30fed {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:09:34.129094 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device c13cfaa1-abc0-4e86-92ee-05e955a30fed not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:09:34.133341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c82753a-0091-4187-8bf0-be6b0891d3b8 None None] Routers {'9690b7e1-20eb-43dd-a8a3-03c746aba969'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:09:34.133962 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0c82753a-0091-4187-8bf0-be6b0891d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['9690b7e1-20eb-43dd-a8a3-03c746aba969'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:34.200888 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1ca41239-8e04-4412-81ed-fad8c55dfc57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:34.204558 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b45ac-201d-47b0-a48c-6ad8ebe58f07 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b958ef-df9f-4b12-9b96-01b12e13f23b,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:34.209583 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-284b45ac-201d-47b0-a48c-6ad8ebe58f07 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:34.213519 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-284b45ac-201d-47b0-a48c-6ad8ebe58f07 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/subnets/c3b958ef-df9f-4b12-9b96-01b12e13f23b HTTP/1.1" status: 204 len: 168 time: 0.6287167 Feb 02 14:09:34.215943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43210) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:34.234025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d993c7-6dea-46fc-b4a4-39f9557aad18 None None] Network 260b5ae5-ed45-404f-a686-dd5b4ec29061 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:09:34.308045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-0c82753a-0091-4187-8bf0-be6b0891d3b8 None None] Set router 9690b7e1-20eb-43dd-a8a3-03c746aba969 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:09:34.327556 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (9690b7e1-20eb-43dd-a8a3-03c746aba969), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:34.434262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_gateway (9690b7e1-20eb-43dd-a8a3-03c746aba969), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:34.489684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Deleting port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:09:34.490125 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:34.522170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-0c82753a-0091-4187-8bf0-be6b0891d3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:09:32Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:34.553815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] DHCP port deletion for 260b5ae5-ed45-404f-a686-dd5b4ec29061 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:09:34.557162 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c82753a-0091-4187-8bf0-be6b0891d3b8 None None] The sync data for ids ['9690b7e1-20eb-43dd-a8a3-03c746aba969'] in n-d-827336-2 is: [{'id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2017162381', 'tenant_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:09:32Z', 'revision_number': 5, 'project_id': '459c7a1ffcd841ee8ae4f375ff46999b', 'gw_port': {'id': 'c82d7068-fd6f-4d09-9cb7-35095a4c7fc4', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:53:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9690b7e1-20eb-43dd-a8a3-03c746aba969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:08:31Z', 'updated_at': '2022-02-02T14:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:09:34.576905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] For port c82d7068-fd6f-4d09-9cb7-35095a4c7fc4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c82d7068-fd6f-4d09-9cb7-35095a4c7fc4,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:34.577321 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:34.596080 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Calling delete_port for c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:09:34.612993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Deleting port e82c23fa-be69-4a22-9366-5ca781bd38d4 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:09:34.613575 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (e82c23fa-be69-4a22-9366-5ca781bd38d4), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:34.673984 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] For port e82c23fa-be69-4a22-9366-5ca781bd38d4, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=e82c23fa-be69-4a22-9366-5ca781bd38d4,segment=NetworkSegment(83be74b3-81a6-4b6a-8b11-2944ebfacc67),segment_id=83be74b3-81a6-4b6a-8b11-2944ebfacc67)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:34.674375 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (e82c23fa-be69-4a22-9366-5ca781bd38d4), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:34.696006 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Calling delete_port for e82c23fa-be69-4a22-9366-5ca781bd38d4 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:09:34.761512 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c82d7068-fd6f-4d09-9cb7-35095a4c7fc4), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:34.776503 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (e82c23fa-be69-4a22-9366-5ca781bd38d4), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:34.791854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Port': ['ID=c82d7068-fd6f-4d09-9cb7-35095a4c7fc4,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:34.803632 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Pushing event deleted for resources: {'Port': ['ID=e82c23fa-be69-4a22-9366-5ca781bd38d4,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:34.805906 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] No DVR routers for this DVR port e82c23fa-be69-4a22-9366-5ca781bd38d4 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:09:34.816799 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.817151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.817493 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.817827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.818189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.818704 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.818872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.819348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.823075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.823453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.823797 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.824128 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.824454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4172bb-8258-4f96-9b4d-0894d957d7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:34.857413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (9690b7e1-20eb-43dd-a8a3-03c746aba969), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:34.958765 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (9690b7e1-20eb-43dd-a8a3-03c746aba969), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:34.961555 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router_controller (9690b7e1-20eb-43dd-a8a3-03c746aba969), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.013454 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (9690b7e1-20eb-43dd-a8a3-03c746aba969), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.014438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Fanout notify agent at l3_agent the message router_deleted on router 9690b7e1-20eb-43dd-a8a3-03c746aba969 {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:09:35.022363 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.026539 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-06bd4f8c-b5d5-4bfa-86b2-95d225d64218 tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/routers/9690b7e1-20eb-43dd-a8a3-03c746aba969 HTTP/1.1" status: 204 len: 168 time: 0.8066449 Feb 02 14:09:35.027836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43212) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:35.057532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e82c23fa-be69-4a22-9366-5ca781bd38d4 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:09:35.080123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: e82c23fa-be69-4a22-9366-5ca781bd38d4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:09:35.080418 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device e82c23fa-be69-4a22-9366-5ca781bd38d4 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:09:35.080829 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 569ab6af-a57d-4613-a268-74192662858f no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:09:35.103891 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 569ab6af-a57d-4613-a268-74192662858f {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:09:35.104272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 569ab6af-a57d-4613-a268-74192662858f not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:09:35.124628 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (260b5ae5-ed45-404f-a686-dd5b4ec29061), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.211792 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (260b5ae5-ed45-404f-a686-dd5b4ec29061), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.235259 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260b5ae5-ed45-404f-a686-dd5b4ec29061']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:35.245984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83be74b3-81a6-4b6a-8b11-2944ebfacc67') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:35.246250 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83be74b3-81a6-4b6a-8b11-2944ebfacc67') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:35.256667 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (83be74b3-81a6-4b6a-8b11-2944ebfacc67), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.270366 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (83be74b3-81a6-4b6a-8b11-2944ebfacc67), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.277215 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:09:35.277585 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (83be74b3-81a6-4b6a-8b11-2944ebfacc67), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: timer() Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:09:35.280618 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:09:35.345831 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (260b5ae5-ed45-404f-a686-dd5b4ec29061), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.352606 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.357415 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/networks/260b5ae5-ed45-404f-a686-dd5b4ec29061 HTTP/1.1" status: 204 len: 168 time: 0.3269553 Feb 02 14:09:35.358674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43214) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:35.366594 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'Network': ['ID=260b5ae5-ed45-404f-a686-dd5b4ec29061,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:35.374587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.374943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.375388 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.375655 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.376014 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.376346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.376658 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.376988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.377321 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.377644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.377973 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.378340 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.378611 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff86ed4-0ff6-41be-a544-f216b1545d9f tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:35.417605 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e79b60d6-0356-424a-a621-008bfdadf34e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.443280 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e79b60d6-0356-424a-a621-008bfdadf34e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.506475 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e79b60d6-0356-424a-a621-008bfdadf34e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.509125 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e79b60d6-0356-424a-a621-008bfdadf34e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.510319 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e79b60d6-0356-424a-a621-008bfdadf34e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] 10.222.0.83 "DELETE /v2.0/security-groups/eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2 HTTP/1.1" status: 204 len: 168 time: 0.1501088 Feb 02 14:09:35.519966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b60d6-0356-424a-a621-008bfdadf34e tempest-TestNetworkAdvancedServerOps-513957257 tempest-TestNetworkAdvancedServerOps-513957257-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8c2908-de7b-4c4c-99e6-1a0f9dccc1f2,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:35.830785 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43222) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:35.834802 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:35.993668 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-eef7c413-7a72-4fa0-af9e-23bcfb910b77 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=459c7a1ffcd841ee8ae4f375ff46999b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1613173 Feb 02 14:09:35.996859 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43226) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:36.048325 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-354e8366-8c9d-44d2-bf10-1d40cd5a97cf admin admin] Publish callbacks [] for security_group (8f6e6b51-5814-46e8-a8be-77de186ab68d), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:36.071153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-354e8366-8c9d-44d2-bf10-1d40cd5a97cf admin admin] Publish callbacks [] for security_group (8f6e6b51-5814-46e8-a8be-77de186ab68d), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:36.121058 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-354e8366-8c9d-44d2-bf10-1d40cd5a97cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8f6e6b51-5814-46e8-a8be-77de186ab68d), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:36.123675 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-354e8366-8c9d-44d2-bf10-1d40cd5a97cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:36.124999 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-354e8366-8c9d-44d2-bf10-1d40cd5a97cf admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8f6e6b51-5814-46e8-a8be-77de186ab68d HTTP/1.1" status: 204 len: 168 time: 0.1268809 Feb 02 14:09:36.133446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e8366-8c9d-44d2-bf10-1d40cd5a97cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6e6b51-5814-46e8-a8be-77de186ab68d,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:36.420107 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43232) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:36.434073 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59256ae6-37a2-401e-9bed-1c32a1fce9b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:36.512251 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59256ae6-37a2-401e-9bed-1c32a1fce9b4 admin admin] Publish callbacks [] for security_group (8aa03925-b3ae-4e4b-a0a0-d86cdc3bcb64), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:36.517933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-59256ae6-37a2-401e-9bed-1c32a1fce9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8aa03925-b3ae-4e4b-a0a0-d86cdc3bcb64), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:36.553511 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59256ae6-37a2-401e-9bed-1c32a1fce9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa03925-b3ae-4e4b-a0a0-d86cdc3bcb64,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:36.557820 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-59256ae6-37a2-401e-9bed-1c32a1fce9b4 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=e3b63036c5c14ef68bf958b033045edf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366560 Feb 02 14:09:36.560608 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43234) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:36.608938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f1e2329-a062-4f98-b68a-83a385172949 admin admin] Publish callbacks [] for security_group (8aa03925-b3ae-4e4b-a0a0-d86cdc3bcb64), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:36.630621 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f1e2329-a062-4f98-b68a-83a385172949 admin admin] Publish callbacks [] for security_group (8aa03925-b3ae-4e4b-a0a0-d86cdc3bcb64), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:36.653334 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:09:36.674649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:09:36.674999 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c82d7068-fd6f-4d09-9cb7-35095a4c7fc4 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:09:36.681726 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f1e2329-a062-4f98-b68a-83a385172949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (8aa03925-b3ae-4e4b-a0a0-d86cdc3bcb64), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:36.684553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-9f1e2329-a062-4f98-b68a-83a385172949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:36.685726 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9f1e2329-a062-4f98-b68a-83a385172949 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/8aa03925-b3ae-4e4b-a0a0-d86cdc3bcb64 HTTP/1.1" status: 204 len: 168 time: 0.1242604 Feb 02 14:09:36.699737 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e2329-a062-4f98-b68a-83a385172949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa03925-b3ae-4e4b-a0a0-d86cdc3bcb64,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:37.096510 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:37.363267 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:37.448966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43256) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:37.550576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-765540254-network', 'tenant_id': '73708a111d674964a81d96afe86652ca'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:37.572785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Made reservation on behalf of 73708a111d674964a81d96afe86652ca for: {'network': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:09:37.575174 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:37.583842 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:37.660906 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Publish callbacks [] for security_group (da868f37-8df6-4730-918e-b354e27ebb3a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:37.665892 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (da868f37-8df6-4730-918e-b354e27ebb3a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:37.689595 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=103187) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:09:37.698379 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da868f37-8df6-4730-918e-b354e27ebb3a,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:37.705153 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b96c1804-5a3e-461d-b38b-90dd4b132e61), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:37.705510 n-d-827336-2 neutron-server[103187]: INFO neutron.db.segments_db [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Added segment b96c1804-5a3e-461d-b38b-90dd4b132e61 of type vlan for network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc Feb 02 14:09:37.747850 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (e360ae5c-f6c2-442f-b986-c54b8c8cc4bc), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:37.776007 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (e360ae5c-f6c2-442f-b986-c54b8c8cc4bc), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:37.776909 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:37.777585 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:37.812197 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3620574 Feb 02 14:09:37.815330 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43260) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:37.820619 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-236f6931-cdd3-4f92-bb7c-4de8c2997cb2 admin admin] Request body: {'subnet': {'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-765540254-subnet', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'ip_version': 4}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:37.840236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c45fc-bc84-478f-87ae-a90a5f5bd8df admin admin] Pushing event updated for resources: {'Network': ['ID=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:37.842213 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236f6931-cdd3-4f92-bb7c-4de8c2997cb2 admin admin] Made reservation on behalf of 73708a111d674964a81d96afe86652ca for: {'subnet': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:09:37.844589 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236f6931-cdd3-4f92-bb7c-4de8c2997cb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26172658'] for subnet (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:37.851322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:09:38.015872 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236f6931-cdd3-4f92-bb7c-4de8c2997cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26205102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26173208'] for subnet (09071794-08af-43d0-afa3-911026563bfd), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.063466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f6931-cdd3-4f92-bb7c-4de8c2997cb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09071794-08af-43d0-afa3-911026563bfd,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:38.071762 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.079261 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236f6931-cdd3-4f92-bb7c-4de8c2997cb2 admin admin] Checking segment: {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103188) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:09:38.079645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f6931-cdd3-4f92-bb7c-4de8c2997cb2 admin admin] Network hostable DHCP agents. Network: e360ae5c-f6c2-442f-b986-c54b8c8cc4bc, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103188) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:09:38.097347 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236f6931-cdd3-4f92-bb7c-4de8c2997cb2 admin admin] Network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103188) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:09:38.107771 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-236f6931-cdd3-4f92-bb7c-4de8c2997cb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, e360ae5c-f6c2-442f-b986-c54b8c8cc4bc) {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:09:38.112301 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236f6931-cdd3-4f92-bb7c-4de8c2997cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:38.112895 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-236f6931-cdd3-4f92-bb7c-4de8c2997cb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.116834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4fe6be-fcd4-4ca9-af83-f6af0f712f08 None None] Network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:09:38.129656 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-236f6931-cdd3-4f92-bb7c-4de8c2997cb2 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3130980 Feb 02 14:09:38.133146 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43262) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:38.138264 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:38.159813 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.160843 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.219742 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Publish callbacks [] for router_controller (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.227090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'project_id': '73708a111d674964a81d96afe86652ca', 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:09:38.228257 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.257984 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.362140 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Publish callbacks [] for router_gateway (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.373189 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Allocated IP 172.20.0.2 (e360ae5c-f6c2-442f-b986-c54b8c8cc4bc/09071794-08af-43d0-afa3-911026563bfd/0afac3ec-b155-42c6-b955-b42dce78ab39) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:09:38.522313 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Publish callbacks [] for port (0afac3ec-b155-42c6-b955-b42dce78ab39), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.529740 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (0afac3ec-b155-42c6-b955-b42dce78ab39), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.569113 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Publish callbacks [] for router_gateway (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.576615 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:09:38.580277 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Pushing event updated for resources: {'Port': ['ID=0afac3ec-b155-42c6-b955-b42dce78ab39,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:38.582686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:09:38.585224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:09:38.588628 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.641996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Attempting to bind port 0afac3ec-b155-42c6-b955-b42dce78ab39 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:09:38.642441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Attempting to bind port 0afac3ec-b155-42c6-b955-b42dce78ab39 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:09:38.642810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Attempting to bind port 0afac3ec-b155-42c6-b955-b42dce78ab39 on network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:09:38.648268 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:09:38.648646 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Checking segment: {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:09:38.649059 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.649454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Bound using segment: {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:09:38.649938 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Bound port: 0afac3ec-b155-42c6-b955-b42dce78ab39, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:09:38.650326 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0afac3ec-b155-42c6-b955-b42dce78ab39), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.700863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Allocated IP 172.25.4.53 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/7b0d1bf4-ba61-4a1a-8084-41af5efb984d) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:09:38.717479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] For port 0afac3ec-b155-42c6-b955-b42dce78ab39, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:09:38.721049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] For port 0afac3ec-b155-42c6-b955-b42dce78ab39, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0afac3ec-b155-42c6-b955-b42dce78ab39,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:09:38.728875 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0afac3ec-b155-42c6-b955-b42dce78ab39), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.789191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2b751-42a9-4b39-829b-baf8991bf0a6 None None] Pushing event updated for resources: {'Port': ['ID=0afac3ec-b155-42c6-b955-b42dce78ab39,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:38.810694 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Publish callbacks [] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.846962 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:38.888810 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:09:38.891893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:09:38.896141 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:09:38.925855 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Pushing event updated for resources: {'Port': ['ID=7b0d1bf4-ba61-4a1a-8084-41af5efb984d,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:39.183317 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Publish callbacks [] for router_gateway (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:39.393294 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:39.530763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:09:39.643883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:09:39.654968 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Sync routers for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:09:39.664739 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:39.668812 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:09:39.668995 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43264) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:39.669457 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d271aee4-a3d1-4bbc-9f23-e64dc66c468e admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5347049 Feb 02 14:09:39.670226 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:39.726949 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ad041f-59cb-4044-91e5-13eb299db870 None None] Network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:09:39.793116 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:09:39.805541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ffff2aba-adbe-42af-872f-a0ff11295540 None None] Provisioning complete for port 0afac3ec-b155-42c6-b955-b42dce78ab39 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:39.805925 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffff2aba-adbe-42af-872f-a0ff11295540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0afac3ec-b155-42c6-b955-b42dce78ab39), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:39.925967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ffff2aba-adbe-42af-872f-a0ff11295540 None None] Current status of the port 0afac3ec-b155-42c6-b955-b42dce78ab39 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:39.926357 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffff2aba-adbe-42af-872f-a0ff11295540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (0afac3ec-b155-42c6-b955-b42dce78ab39), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:39.970256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-ffff2aba-adbe-42af-872f-a0ff11295540 None None] For port 0afac3ec-b155-42c6-b955-b42dce78ab39, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0afac3ec-b155-42c6-b955-b42dce78ab39,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:39.975620 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffff2aba-adbe-42af-872f-a0ff11295540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (0afac3ec-b155-42c6-b955-b42dce78ab39), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.007352 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:39Z', 'revision_number': 3, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:40.035350 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff2aba-adbe-42af-872f-a0ff11295540 None None] Pushing event updated for resources: {'Port': ['ID=0afac3ec-b155-42c6-b955-b42dce78ab39,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:40.038837 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Checking router: afceddc7-56e9-4a40-8fe3-11b7a314bfd7 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:09:40.039319 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Updating router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:09:40.070859 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.173414 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.198559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-eafc717e-8f9c-4025-be6e-698c65ee44f7 None None] Provisioning complete for port 0afac3ec-b155-42c6-b955-b42dce78ab39 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:40.199091 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-eafc717e-8f9c-4025-be6e-698c65ee44f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0afac3ec-b155-42c6-b955-b42dce78ab39), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.282224 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-eafc717e-8f9c-4025-be6e-698c65ee44f7 None None] Current status of the port 0afac3ec-b155-42c6-b955-b42dce78ab39 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:40.336385 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Publish callbacks [] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.337802 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Allocated IP 172.20.0.1 (e360ae5c-f6c2-442f-b986-c54b8c8cc4bc/09071794-08af-43d0-afa3-911026563bfd/7d7ec222-08f9-4ff3-bd96-e8be604145f8) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:09:40.344821 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.401369 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Attempting to bind port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:09:40.401745 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Attempting to bind port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:09:40.402106 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Attempting to bind port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:09:40.405267 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Pushing event updated for resources: {'Port': ['ID=7b0d1bf4-ba61-4a1a-8084-41af5efb984d,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:40.413298 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:09:40.413667 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:09:40.414062 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.414501 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:09:40.414964 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Bound port: 7b0d1bf4-ba61-4a1a-8084-41af5efb984d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:09:40.415332 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.418745 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.419092 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.419444 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.419796 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.420156 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.420472 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.420793 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.421112 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.421428 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.421796 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.422137 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.422449 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.422761 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:09:40.446658 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Publish callbacks [] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.477649 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] For port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:09:40.481925 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] For port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7b0d1bf4-ba61-4a1a-8084-41af5efb984d,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:09:40.483516 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.488455 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.522329 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:09:40.525517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:09:40.531362 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:09:40.550107 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:09:40.550777 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:40.559851 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7ec222-08f9-4ff3-bd96-e8be604145f8,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:40.580491 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.589009 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5129e9-81e3-48e9-be97-80505cad87d5 None None] Pushing event updated for resources: {'Port': ['ID=7b0d1bf4-ba61-4a1a-8084-41af5efb984d,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:40.753985 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.786017 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:09:40.809238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-81957696-f05e-4beb-b54b-ab564ccd0c7f None None] Provisioning complete for port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:40.809806 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-81957696-f05e-4beb-b54b-ab564ccd0c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.814727 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0afac3ec-b155-42c6-b955-b42dce78ab39 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:09:40.879368 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-81957696-f05e-4beb-b54b-ab564ccd0c7f None None] Port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:09:40.898077 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 0afac3ec-b155-42c6-b955-b42dce78ab39 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:40.898476 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (0afac3ec-b155-42c6-b955-b42dce78ab39), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.936460 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Publish callbacks [] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.942991 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:40.982366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 0afac3ec-b155-42c6-b955-b42dce78ab39 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:40.997457 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:39Z', 'revision_number': 3, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:41.023555 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc49aeb-b688-494c-ac64-20ef336f42ab None None] The sync data for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 is: [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:39Z', 'revision_number': 3, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:09:41.024484 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7ec222-08f9-4ff3-bd96-e8be604145f8,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:41.027570 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:41.120453 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:09:41.121906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:09:41.256460 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:09:41.383313 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:09:41.404135 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a852d648-9f94-46af-818f-789801a06e61 admin admin] 10.222.0.83 "PUT /v2.0/routers/afceddc7-56e9-4a40-8fe3-11b7a314bfd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247980 Feb 02 14:09:41.404339 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-da467dc7-d52f-4530-91b9-14fcd341d90f None None] Provisioning complete for port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:41.404339 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-da467dc7-d52f-4530-91b9-14fcd341d90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:41.439009 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-da467dc7-d52f-4530-91b9-14fcd341d90f None None] Port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:09:41.907256 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43280) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:41.912334 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2065298303-network', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:41.932984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Made reservation on behalf of a0c2f185b23e4e0abcb0b3ec52791ef0 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:09:41.935347 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:41.946229 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.021156 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Publish callbacks [] for security_group (e1da55e7-6201-4dba-897a-fa6361779c54), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.027032 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e1da55e7-6201-4dba-897a-fa6361779c54), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.054906 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:09:42.064587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1da55e7-6201-4dba-897a-fa6361779c54,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:42.069797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (ba518787-46cb-4628-a607-2408541c435c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.070133 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Added segment ba518787-46cb-4628-a607-2408541c435c of type vlan for network 67fef176-7fba-4632-9f7f-72266abdfbb6 Feb 02 14:09:42.112040 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (67fef176-7fba-4632-9f7f-72266abdfbb6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.140877 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (67fef176-7fba-4632-9f7f-72266abdfbb6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.141881 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:42.142472 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.172991 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2646158 Feb 02 14:09:42.175863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43282) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:42.181014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-d02d87a4-56b3-4b8a-a921-db2703bec6a6 admin admin] Request body: {'subnet': {'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2065298303-subnet', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:42.201422 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02d87a4-56b3-4b8a-a921-db2703bec6a6 admin admin] Made reservation on behalf of a0c2f185b23e4e0abcb0b3ec52791ef0 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:09:42.203715 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dbed6-f2cf-4dcf-8fd4-1cb5913cec5b admin admin] Pushing event updated for resources: {'Network': ['ID=67fef176-7fba-4632-9f7f-72266abdfbb6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:42.203940 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d02d87a4-56b3-4b8a-a921-db2703bec6a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.214375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 67fef176-7fba-4632-9f7f-72266abdfbb6 details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:09:42.385880 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d02d87a4-56b3-4b8a-a921-db2703bec6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (dd40778b-63e9-4d63-874c-e080139d61cd), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.439327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d87a4-56b3-4b8a-a921-db2703bec6a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd40778b-63e9-4d63-874c-e080139d61cd,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:42.457244 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02d87a4-56b3-4b8a-a921-db2703bec6a6 admin admin] Checking segment: {'id': 'ba518787-46cb-4628-a607-2408541c435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:09:42.457612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02d87a4-56b3-4b8a-a921-db2703bec6a6 admin admin] Network hostable DHCP agents. Network: 67fef176-7fba-4632-9f7f-72266abdfbb6, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:09:42.476044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02d87a4-56b3-4b8a-a921-db2703bec6a6 admin admin] Network 67fef176-7fba-4632-9f7f-72266abdfbb6 is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:09:42.486598 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-d02d87a4-56b3-4b8a-a921-db2703bec6a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 67fef176-7fba-4632-9f7f-72266abdfbb6) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:09:42.491252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02d87a4-56b3-4b8a-a921-db2703bec6a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:42.492166 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-d02d87a4-56b3-4b8a-a921-db2703bec6a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.496151 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e7ad13-a0f8-4537-b3fd-b4cccdaac187 None None] Network 67fef176-7fba-4632-9f7f-72266abdfbb6 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:09:42.509150 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-d02d87a4-56b3-4b8a-a921-db2703bec6a6 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3320735 Feb 02 14:09:42.512280 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43284) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:42.516567 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2065298303-router', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:42.538377 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (fe8330b1-c626-47d6-8142-e7b8983d67ba), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.539413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (fe8330b1-c626-47d6-8142-e7b8983d67ba), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.594081 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Publish callbacks [] for router_controller (fe8330b1-c626-47d6-8142-e7b8983d67ba), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.606917 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-67fef176-7fba-4632-9f7f-72266abdfbb6', 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6', 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'fixed_ips': [{'subnet_id': 'dd40778b-63e9-4d63-874c-e080139d61cd'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:09:42.607887 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.688095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Sync routers for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:09:42.707720 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:09:42.708470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:42.743649 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Publish callbacks [] for router_gateway (fe8330b1-c626-47d6-8142-e7b8983d67ba), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:42.913261 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7b0d1bf4-ba61-4a1a-8084-41af5efb984d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:09:43.052632 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Allocated IP 172.20.0.2 (67fef176-7fba-4632-9f7f-72266abdfbb6/dd40778b-63e9-4d63-874c-e080139d61cd/658ea4a1-41d4-4acf-9660-f06791ed2f69) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:09:43.067238 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:09:43.130640 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:43.131010 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.277909 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Publish callbacks [] for router_gateway (fe8330b1-c626-47d6-8142-e7b8983d67ba), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.296651 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.412108 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Allocated IP 172.25.4.158 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/ebe84d14-d34b-4d25-8860-2c94ddfb53ef) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:09:43.430353 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Publish callbacks [] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.434087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:43.434458 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.443182 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.492173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7b0d1bf4-ba61-4a1a-8084-41af5efb984d,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:43.499514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Network 67fef176-7fba-4632-9f7f-72266abdfbb6 is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:09:43.503347 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.509868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:09:43.514960 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:09:43.523705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Pushing event updated for resources: {'Port': ['ID=658ea4a1-41d4-4acf-9660-f06791ed2f69,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:43.531948 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Publish callbacks [] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.570608 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.612738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:09:43.617218 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:09:43.617807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:09:43.621378 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:09:43.624265 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 2, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:43.626158 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Attempting to bind port 658ea4a1-41d4-4acf-9660-f06791ed2f69 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:09:43.626524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Attempting to bind port 658ea4a1-41d4-4acf-9660-f06791ed2f69 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'ba518787-46cb-4628-a607-2408541c435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:09:43.626879 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Attempting to bind port 658ea4a1-41d4-4acf-9660-f06791ed2f69 on network 67fef176-7fba-4632-9f7f-72266abdfbb6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:09:43.629651 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=7b0d1bf4-ba61-4a1a-8084-41af5efb984d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:43.643022 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe84d14-d34b-4d25-8860-2c94ddfb53ef,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:43.658355 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Checking router: afceddc7-56e9-4a40-8fe3-11b7a314bfd7 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:09:43.658713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Updating router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:09:43.660860 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:09:43.661236 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Checking segment: {'id': 'ba518787-46cb-4628-a607-2408541c435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:09:43.661715 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.662099 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Bound using segment: {'id': 'ba518787-46cb-4628-a607-2408541c435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:09:43.662568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Bound port: 658ea4a1-41d4-4acf-9660-f06791ed2f69, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba518787-46cb-4628-a607-2408541c435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:09:43.662943 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.719295 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.785327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] For port 658ea4a1-41d4-4acf-9660-f06791ed2f69, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:09:43.790523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] For port 658ea4a1-41d4-4acf-9660-f06791ed2f69, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=658ea4a1-41d4-4acf-9660-f06791ed2f69,segment=NetworkSegment(ba518787-46cb-4628-a607-2408541c435c),segment_id=ba518787-46cb-4628-a607-2408541c435c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:09:43.834990 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.884619 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Publish callbacks [] for router_gateway (fe8330b1-c626-47d6-8142-e7b8983d67ba), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:43.926230 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd79f6-bd68-4564-9192-4e17721cd529 None None] Pushing event updated for resources: {'Port': ['ID=658ea4a1-41d4-4acf-9660-f06791ed2f69,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:44.095161 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Publish callbacks [] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:44.109010 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:44.146015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (fe8330b1-c626-47d6-8142-e7b8983d67ba), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:44.186092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2768c-046e-42a7-8bbf-745ff59b9d48 None None] Pushing event updated for resources: {'Port': ['ID=7d7ec222-08f9-4ff3-bd96-e8be604145f8,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:44.241947 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Attempting to bind port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:09:44.242327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Attempting to bind port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:09:44.242664 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Attempting to bind port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 on network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:09:44.249827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:09:44.250196 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Checking segment: {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:09:44.250595 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:44.250981 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Bound using segment: {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:09:44.251483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Bound port: 7d7ec222-08f9-4ff3-bd96-e8be604145f8, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:09:44.251865 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:44.327648 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] For port 7d7ec222-08f9-4ff3-bd96-e8be604145f8, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:09:44.331855 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] For port 7d7ec222-08f9-4ff3-bd96-e8be604145f8, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7d7ec222-08f9-4ff3-bd96-e8be604145f8,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:09:44.336377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Router fe8330b1-c626-47d6-8142-e7b8983d67ba is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:09:44.340411 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:44.403204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:09:44.403871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:44.441506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2768c-046e-42a7-8bbf-745ff59b9d48 None None] Pushing event updated for resources: {'Port': ['ID=7d7ec222-08f9-4ff3-bd96-e8be604145f8,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:44.458817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:09:44.473290 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Sync routers for ids ['fe8330b1-c626-47d6-8142-e7b8983d67ba'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:09:44.480499 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:44.482366 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-b595f567-d1e7-4cbc-9290-b27b7eda3091 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9691374 Feb 02 14:09:44.485176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43286) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:44.500199 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Routers {'fe8330b1-c626-47d6-8142-e7b8983d67ba'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:09:44.500935 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fe8330b1-c626-47d6-8142-e7b8983d67ba'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:44.533340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b42f7ace-30b0-4fc2-a1e1-3994f1f17e7c None None] Provisioning complete for port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:44.533799 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b42f7ace-30b0-4fc2-a1e1-3994f1f17e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:44.582037 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:09:44.641488 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Set router fe8330b1-c626-47d6-8142-e7b8983d67ba gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:09:44.809930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b42f7ace-30b0-4fc2-a1e1-3994f1f17e7c None None] Current status of the port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:44.811094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b42f7ace-30b0-4fc2-a1e1-3994f1f17e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:44.881167 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'name': 'tempest-TestShelveInstance-2065298303-router', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:42Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 3, 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'gw_port': {'id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:43Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:44.915381 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Checking router: fe8330b1-c626-47d6-8142-e7b8983d67ba for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:09:44.915921 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Updating router fe8330b1-c626-47d6-8142-e7b8983d67ba port ebe84d14-d34b-4d25-8860-2c94ddfb53ef binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:09:44.959075 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.075456 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.117872 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7b0d1bf4-ba61-4a1a-8084-41af5efb984d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:09:45.200285 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b42f7ace-30b0-4fc2-a1e1-3994f1f17e7c None None] For port 7d7ec222-08f9-4ff3-bd96-e8be604145f8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7d7ec222-08f9-4ff3-bd96-e8be604145f8,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:45.222235 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b42f7ace-30b0-4fc2-a1e1-3994f1f17e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.230556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f7247f-4e3c-4137-a040-bda3f9ef5881 None None] Network 67fef176-7fba-4632-9f7f-72266abdfbb6 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:09:45.273585 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Allocated IP 172.20.0.1 (67fef176-7fba-4632-9f7f-72266abdfbb6/dd40778b-63e9-4d63-874c-e080139d61cd/63b05084-028e-452f-8f89-b9632dfdd7de) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:09:45.295690 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Publish callbacks [] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.300993 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.354880 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012a34b-6429-466d-97c9-954732e08bfd None None] Pushing event updated for resources: {'Port': ['ID=ebe84d14-d34b-4d25-8860-2c94ddfb53ef,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:45.359010 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Attempting to bind port ebe84d14-d34b-4d25-8860-2c94ddfb53ef on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:09:45.359010 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Attempting to bind port ebe84d14-d34b-4d25-8860-2c94ddfb53ef by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:09:45.359349 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Attempting to bind port ebe84d14-d34b-4d25-8860-2c94ddfb53ef on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:09:45.364982 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:09:45.366066 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:09:45.366391 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.366944 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:09:45.367620 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Bound port: ebe84d14-d34b-4d25-8860-2c94ddfb53ef, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:09:45.368283 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.404500 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Publish callbacks [] for port (63b05084-028e-452f-8f89-b9632dfdd7de), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.408008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f7ace-30b0-4fc2-a1e1-3994f1f17e7c None None] Pushing event updated for resources: {'Port': ['ID=7d7ec222-08f9-4ff3-bd96-e8be604145f8,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:45.410592 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:45.410976 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.422162 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] For port ebe84d14-d34b-4d25-8860-2c94ddfb53ef, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:09:45.425878 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] For port ebe84d14-d34b-4d25-8860-2c94ddfb53ef, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ebe84d14-d34b-4d25-8860-2c94ddfb53ef,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:09:45.432886 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.442794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:44Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:45.448219 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.453568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e662e9ac-54dd-4560-b18a-4f3e79b51f02 None None] Provisioning complete for port 658ea4a1-41d4-4acf-9660-f06791ed2f69 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:45.453935 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e662e9ac-54dd-4560-b18a-4f3e79b51f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.490247 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Network 67fef176-7fba-4632-9f7f-72266abdfbb6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:09:45.495725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:09:45.495924 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Routers {'fe8330b1-c626-47d6-8142-e7b8983d67ba'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:09:45.496494 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fe8330b1-c626-47d6-8142-e7b8983d67ba'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:45.500391 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:09:45.510764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f63e46-8c24-4a3c-8bcd-b1cd218f606a None None] The sync data for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 is: [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:44Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:09:45.551460 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012a34b-6429-466d-97c9-954732e08bfd None None] Pushing event updated for resources: {'Port': ['ID=ebe84d14-d34b-4d25-8860-2c94ddfb53ef,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:45.653499 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:45.654693 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 658ea4a1-41d4-4acf-9660-f06791ed2f69 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:09:45.670683 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] Set router fe8330b1-c626-47d6-8142-e7b8983d67ba gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:09:45.704958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e662e9ac-54dd-4560-b18a-4f3e79b51f02 None None] Current status of the port 658ea4a1-41d4-4acf-9660-f06791ed2f69 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:45.704958 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e662e9ac-54dd-4560-b18a-4f3e79b51f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.762820 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-e662e9ac-54dd-4560-b18a-4f3e79b51f02 None None] For port 658ea4a1-41d4-4acf-9660-f06791ed2f69, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=658ea4a1-41d4-4acf-9660-f06791ed2f69,segment=NetworkSegment(ba518787-46cb-4628-a607-2408541c435c),segment_id=ba518787-46cb-4628-a607-2408541c435c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:45.770272 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e662e9ac-54dd-4560-b18a-4f3e79b51f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.780295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 658ea4a1-41d4-4acf-9660-f06791ed2f69 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:45.780957 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.856247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e662e9ac-54dd-4560-b18a-4f3e79b51f02 None None] Provisioning complete for port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:45.856892 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e662e9ac-54dd-4560-b18a-4f3e79b51f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:45.897243 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662e9ac-54dd-4560-b18a-4f3e79b51f02 None None] Pushing event updated for resources: {'Port': ['ID=658ea4a1-41d4-4acf-9660-f06791ed2f69,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:45.957699 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 658ea4a1-41d4-4acf-9660-f06791ed2f69 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:46.001297 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'name': 'tempest-TestShelveInstance-2065298303-router', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:42Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 3, 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'gw_port': {'id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:43Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:46.030338 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e662e9ac-54dd-4560-b18a-4f3e79b51f02 None None] Current status of the port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:46.038748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Pushing event updated for resources: {'Port': ['ID=63b05084-028e-452f-8f89-b9632dfdd7de,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:46.045048 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013f8bc-de5b-4468-aec9-49950dd63c29 None None] The sync data for ids ['fe8330b1-c626-47d6-8142-e7b8983d67ba'] in n-d-827336-2 is: [{'id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'name': 'tempest-TestShelveInstance-2065298303-router', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:42Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 3, 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'gw_port': {'id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:43Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:09:46.057272 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (fe8330b1-c626-47d6-8142-e7b8983d67ba), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:46.156173 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a61becd9-74ca-4789-9045-7d35284f0b60 None None] Provisioning complete for port 658ea4a1-41d4-4acf-9660-f06791ed2f69 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:46.157120 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a61becd9-74ca-4789-9045-7d35284f0b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:46.211249 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:46.303200 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a61becd9-74ca-4789-9045-7d35284f0b60 None None] Current status of the port 658ea4a1-41d4-4acf-9660-f06791ed2f69 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:46.436795 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Publish callbacks [] for port (63b05084-028e-452f-8f89-b9632dfdd7de), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:46.440397 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-93228737-7e3e-4b12-be50-e4adbcc577ad None None] Provisioning complete for port 63b05084-028e-452f-8f89-b9632dfdd7de triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:46.440764 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93228737-7e3e-4b12-be50-e4adbcc577ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:46.442955 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:46.484447 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-93228737-7e3e-4b12-be50-e4adbcc577ad None None] Port 63b05084-028e-452f-8f89-b9632dfdd7de cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:09:46.516212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (fe8330b1-c626-47d6-8142-e7b8983d67ba), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:46.519541 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Pushing event updated for resources: {'Port': ['ID=63b05084-028e-452f-8f89-b9632dfdd7de,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:46.633003 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Network 67fef176-7fba-4632-9f7f-72266abdfbb6 is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:09:46.634475 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:09:46.811650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Router fe8330b1-c626-47d6-8142-e7b8983d67ba has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:09:46.920609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ac77dc3d-025f-4da8-ad3c-9a4baefe37a0 None None] Provisioning complete for port 63b05084-028e-452f-8f89-b9632dfdd7de triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:46.920609 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ac77dc3d-025f-4da8-ad3c-9a4baefe37a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:46.953603 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ebe84d14-d34b-4d25-8860-2c94ddfb53ef up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:09:46.988509 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:09:46.996719 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ac77dc3d-025f-4da8-ad3c-9a4baefe37a0 None None] Port 63b05084-028e-452f-8f89-b9632dfdd7de cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:09:46.998747 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-3a3bed8e-84a0-47d7-845c-7edbfe592bca admin admin] 10.222.0.83 "PUT /v2.0/routers/fe8330b1-c626-47d6-8142-e7b8983d67ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5113909 Feb 02 14:09:47.027490 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ebe84d14-d34b-4d25-8860-2c94ddfb53ef triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:47.027853 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.119486 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ebe84d14-d34b-4d25-8860-2c94ddfb53ef is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:47.119882 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.151863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port ebe84d14-d34b-4d25-8860-2c94ddfb53ef, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ebe84d14-d34b-4d25-8860-2c94ddfb53ef,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:47.156656 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.157581 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 658ea4a1-41d4-4acf-9660-f06791ed2f69 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:09:47.246568 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=ebe84d14-d34b-4d25-8860-2c94ddfb53ef,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:47.257871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 658ea4a1-41d4-4acf-9660-f06791ed2f69 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:47.258231 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.343963 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 658ea4a1-41d4-4acf-9660-f06791ed2f69 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:47.344851 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7d7ec222-08f9-4ff3-bd96-e8be604145f8 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:09:47.401790 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:47.402254 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.484127 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:47.712688 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43294) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:47.717640 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f9fdbe85-2794-4c67-9c4f-22e8d2891757 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035938979', 'description': 'tempest-secgroup-smoke-2035938979 description', 'project_id': '73708a111d674964a81d96afe86652ca'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:47.739943 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbe85-2794-4c67-9c4f-22e8d2891757 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.812500 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbe85-2794-4c67-9c4f-22e8d2891757 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group (c062a6ea-e751-403c-ae18-326b62a5d283), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.817613 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbe85-2794-4c67-9c4f-22e8d2891757 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c062a6ea-e751-403c-ae18-326b62a5d283), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.847597 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbe85-2794-4c67-9c4f-22e8d2891757 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.848856 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f9fdbe85-2794-4c67-9c4f-22e8d2891757 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1348002 Feb 02 14:09:47.850842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdbe85-2794-4c67-9c4f-22e8d2891757 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c062a6ea-e751-403c-ae18-326b62a5d283,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:47.852095 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43296) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:47.858469 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-a6aeec89-8c62-4d5c-b0bd-bf35ca5dc4aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group_rule': {'security_group_id': 'c062a6ea-e751-403c-ae18-326b62a5d283', 'project_id': '73708a111d674964a81d96afe86652ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:47.885179 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6aeec89-8c62-4d5c-b0bd-bf35ca5dc4aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (61e01a1c-5c32-4fcc-bb93-55bfe30d5bae), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.923446 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-3bd6759b-256a-4a00-a8f1-91d38a08a8db req-8d8f0046-17e4-4b3c-91cf-a5616567e5fd service neutron] (103188) timed out ('10.222.0.83', 33788) {{(pid=103188) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 14:09:47.940305 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6aeec89-8c62-4d5c-b0bd-bf35ca5dc4aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (61e01a1c-5c32-4fcc-bb93-55bfe30d5bae), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.945443 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6aeec89-8c62-4d5c-b0bd-bf35ca5dc4aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (61e01a1c-5c32-4fcc-bb93-55bfe30d5bae), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.963689 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aeec89-8c62-4d5c-b0bd-bf35ca5dc4aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e01a1c-5c32-4fcc-bb93-55bfe30d5bae,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:47.971736 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-a6aeec89-8c62-4d5c-b0bd-bf35ca5dc4aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:47.972941 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a6aeec89-8c62-4d5c-b0bd-bf35ca5dc4aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190412 Feb 02 14:09:47.977114 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43298) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:47.981876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-4b9d8557-2063-4cf3-adcb-25ce1a1821cf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group_rule': {'security_group_id': 'c062a6ea-e751-403c-ae18-326b62a5d283', 'project_id': '73708a111d674964a81d96afe86652ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:48.010658 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8557-2063-4cf3-adcb-25ce1a1821cf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (092a51cc-148e-47a0-a984-3167453dcc3f), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.068331 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8557-2063-4cf3-adcb-25ce1a1821cf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (092a51cc-148e-47a0-a984-3167453dcc3f), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.073047 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8557-2063-4cf3-adcb-25ce1a1821cf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (092a51cc-148e-47a0-a984-3167453dcc3f), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.091765 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d8557-2063-4cf3-adcb-25ce1a1821cf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092a51cc-148e-47a0-a984-3167453dcc3f,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:48.099742 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4b9d8557-2063-4cf3-adcb-25ce1a1821cf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.103677 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4b9d8557-2063-4cf3-adcb-25ce1a1821cf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227813 Feb 02 14:09:48.104182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43300) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:48.108529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c773d0b9-acd6-4c24-b009-8a14fbc2b4e4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group_rule': {'security_group_id': 'c062a6ea-e751-403c-ae18-326b62a5d283', 'project_id': '73708a111d674964a81d96afe86652ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:48.136314 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c773d0b9-acd6-4c24-b009-8a14fbc2b4e4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (b321627a-65e7-4ab8-986d-07319eb34bed), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.195931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c773d0b9-acd6-4c24-b009-8a14fbc2b4e4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (b321627a-65e7-4ab8-986d-07319eb34bed), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.201056 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c773d0b9-acd6-4c24-b009-8a14fbc2b4e4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (b321627a-65e7-4ab8-986d-07319eb34bed), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.221931 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773d0b9-acd6-4c24-b009-8a14fbc2b4e4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b321627a-65e7-4ab8-986d-07319eb34bed,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:48.231865 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c773d0b9-acd6-4c24-b009-8a14fbc2b4e4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.233102 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c773d0b9-acd6-4c24-b009-8a14fbc2b4e4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1283174 Feb 02 14:09:48.236823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43302) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:48.241218 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6bfc10ef-06e0-4ee8-b8ed-a0275b12548b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group_rule': {'security_group_id': 'c062a6ea-e751-403c-ae18-326b62a5d283', 'project_id': '73708a111d674964a81d96afe86652ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:48.270085 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bfc10ef-06e0-4ee8-b8ed-a0275b12548b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (c293e1b6-eae3-4e1c-9d04-446fed60832b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.332902 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bfc10ef-06e0-4ee8-b8ed-a0275b12548b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (c293e1b6-eae3-4e1c-9d04-446fed60832b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.338291 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bfc10ef-06e0-4ee8-b8ed-a0275b12548b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (c293e1b6-eae3-4e1c-9d04-446fed60832b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.357348 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc10ef-06e0-4ee8-b8ed-a0275b12548b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c293e1b6-eae3-4e1c-9d04-446fed60832b,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:48.363746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6bfc10ef-06e0-4ee8-b8ed-a0275b12548b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.367681 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6bfc10ef-06e0-4ee8-b8ed-a0275b12548b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272342 Feb 02 14:09:48.367821 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43304) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:48.372091 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-eabc9011-3c0c-4427-b896-66f16c948f2b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group_rule': {'security_group_id': 'c062a6ea-e751-403c-ae18-326b62a5d283', 'project_id': '73708a111d674964a81d96afe86652ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:48.393667 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-eabc9011-3c0c-4427-b896-66f16c948f2b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Project 73708a111d674964a81d96afe86652ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:09:48.405634 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eabc9011-3c0c-4427-b896-66f16c948f2b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (86538e22-a958-4c13-a8d3-52cc60054069), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.466552 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eabc9011-3c0c-4427-b896-66f16c948f2b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (86538e22-a958-4c13-a8d3-52cc60054069), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.471556 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eabc9011-3c0c-4427-b896-66f16c948f2b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (86538e22-a958-4c13-a8d3-52cc60054069), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.491986 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc9011-3c0c-4427-b896-66f16c948f2b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86538e22-a958-4c13-a8d3-52cc60054069,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:48.498308 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-eabc9011-3c0c-4427-b896-66f16c948f2b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.499491 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-eabc9011-3c0c-4427-b896-66f16c948f2b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307406 Feb 02 14:09:48.502416 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43306) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:09:48.507443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-14657a95-03e6-4f63-8cb3-f6d614a76af4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group_rule': {'security_group_id': 'c062a6ea-e751-403c-ae18-326b62a5d283', 'project_id': '73708a111d674964a81d96afe86652ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:48.529656 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-14657a95-03e6-4f63-8cb3-f6d614a76af4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Project 73708a111d674964a81d96afe86652ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:09:48.534624 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-14657a95-03e6-4f63-8cb3-f6d614a76af4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (8f1fb231-a94c-4af4-8c88-1b8c3e6b0362), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.597832 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-14657a95-03e6-4f63-8cb3-f6d614a76af4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (8f1fb231-a94c-4af4-8c88-1b8c3e6b0362), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.602695 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-14657a95-03e6-4f63-8cb3-f6d614a76af4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (8f1fb231-a94c-4af4-8c88-1b8c3e6b0362), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.621684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14657a95-03e6-4f63-8cb3-f6d614a76af4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1fb231-a94c-4af4-8c88-1b8c3e6b0362,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:48.630336 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-14657a95-03e6-4f63-8cb3-f6d614a76af4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.631673 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-14657a95-03e6-4f63-8cb3-f6d614a76af4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283004 Feb 02 14:09:48.718041 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ebe84d14-d34b-4d25-8860-2c94ddfb53ef up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:09:48.771435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port ebe84d14-d34b-4d25-8860-2c94ddfb53ef triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:48.771826 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:48.800944 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-d4402fb3-4201-451c-b75e-efe3464f44d5 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035938979&fields=id&tenant_id=73708a111d674964a81d96afe86652ca HTTP/1.1" status: 200 len: 267 time: 0.0447762 Feb 02 14:09:48.835678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Sync routers for ids ['fe8330b1-c626-47d6-8142-e7b8983d67ba'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:09:48.857896 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port ebe84d14-d34b-4d25-8860-2c94ddfb53ef is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:48.859989 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Routers {'fe8330b1-c626-47d6-8142-e7b8983d67ba'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:09:48.860634 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fe8330b1-c626-47d6-8142-e7b8983d67ba'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:48.913497 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-2e5d3988-98f9-403c-98f2-b22552a90601 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:48.915088 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-2e5d3988-98f9-403c-98f2-b22552a90601 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 808 time: 0.1072893 Feb 02 14:09:48.929833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-902a97b6-6a6e-4e51-b087-96774a8ebdd7 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/quotas/73708a111d674964a81d96afe86652ca HTTP/1.1" status: 200 len: 375 time: 0.0093565 Feb 02 14:09:48.969199 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Set router fe8330b1-c626-47d6-8142-e7b8983d67ba gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:09:48.984389 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ba059f9f-8c89-4681-8ac5-355e22819317 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494733 Feb 02 14:09:49.079504 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-a541029e-3ab3-4380-864b-f280644d2bdd service neutron] 10.222.0.83 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832675 Feb 02 14:09:49.180787 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-d299f20e-c848-48c7-bd87-efa1fb87469d service neutron] 10.222.0.83 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952446 Feb 02 14:09:49.181336 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'name': 'tempest-TestShelveInstance-2065298303-router', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:42Z', 'updated_at': '2022-02-02T14:09:46Z', 'revision_number': 4, 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'gw_port': {'id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:43Z', 'updated_at': '2022-02-02T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '63b05084-028e-452f-8f89-b9632dfdd7de', 'name': '', 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'mac_address': 'fa:16:3e:c7:13:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd40778b-63e9-4d63-874c-e080139d61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:45Z', 'updated_at': '2022-02-02T14:09:46Z', 'revision_number': 2, 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'subnets': [{'id': 'dd40778b-63e9-4d63-874c-e080139d61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:49.209831 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Checking router: fe8330b1-c626-47d6-8142-e7b8983d67ba for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:09:49.210186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Updating router fe8330b1-c626-47d6-8142-e7b8983d67ba port 63b05084-028e-452f-8f89-b9632dfdd7de binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:09:49.238112 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:49.360937 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fec68858-221e-4714-96d6-a7bbd5edab2e req-303f6676-e363-4c66-a999-0c6cb0318176 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 210 time: 0.0276661 Feb 02 14:09:49.519446 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Publish callbacks [] for port (63b05084-028e-452f-8f89-b9632dfdd7de), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:49.525937 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:49.575013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf97b85-1f84-430c-a422-a7eadbdc1d5a None None] Pushing event updated for resources: {'Port': ['ID=63b05084-028e-452f-8f89-b9632dfdd7de,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:49.633778 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Attempting to bind port 63b05084-028e-452f-8f89-b9632dfdd7de on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:09:49.634146 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Attempting to bind port 63b05084-028e-452f-8f89-b9632dfdd7de by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'ba518787-46cb-4628-a607-2408541c435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:09:49.634504 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Attempting to bind port 63b05084-028e-452f-8f89-b9632dfdd7de on network 67fef176-7fba-4632-9f7f-72266abdfbb6 {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:09:49.640471 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:09:49.640848 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Checking segment: {'id': 'ba518787-46cb-4628-a607-2408541c435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:09:49.641258 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:49.641644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Bound using segment: {'id': 'ba518787-46cb-4628-a607-2408541c435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:09:49.642118 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Bound port: 63b05084-028e-452f-8f89-b9632dfdd7de, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba518787-46cb-4628-a607-2408541c435c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:09:49.642558 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:49.731852 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] For port 63b05084-028e-452f-8f89-b9632dfdd7de, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:09:49.735494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] For port 63b05084-028e-452f-8f89-b9632dfdd7de, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=63b05084-028e-452f-8f89-b9632dfdd7de,segment=NetworkSegment(ba518787-46cb-4628-a607-2408541c435c),segment_id=ba518787-46cb-4628-a607-2408541c435c)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:09:49.743034 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:49.801887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Routers {'fe8330b1-c626-47d6-8142-e7b8983d67ba'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:09:49.802524 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fe8330b1-c626-47d6-8142-e7b8983d67ba'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:49.853083 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf97b85-1f84-430c-a422-a7eadbdc1d5a None None] Pushing event updated for resources: {'Port': ['ID=63b05084-028e-452f-8f89-b9632dfdd7de,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:49.876676 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7539ce5d-0ec7-4117-9b32-056731f87703 None None] Provisioning complete for port 63b05084-028e-452f-8f89-b9632dfdd7de triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:49.877047 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7539ce5d-0ec7-4117-9b32-056731f87703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:49.964387 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] Set router fe8330b1-c626-47d6-8142-e7b8983d67ba gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:09:50.095552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7539ce5d-0ec7-4117-9b32-056731f87703 None None] Current status of the port 63b05084-028e-452f-8f89-b9632dfdd7de is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:50.095552 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7539ce5d-0ec7-4117-9b32-056731f87703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:50.177320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-7539ce5d-0ec7-4117-9b32-056731f87703 None None] For port 63b05084-028e-452f-8f89-b9632dfdd7de, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=63b05084-028e-452f-8f89-b9632dfdd7de,segment=NetworkSegment(ba518787-46cb-4628-a607-2408541c435c),segment_id=ba518787-46cb-4628-a607-2408541c435c)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:50.182438 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7539ce5d-0ec7-4117-9b32-056731f87703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:50.253605 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539ce5d-0ec7-4117-9b32-056731f87703 None None] Pushing event updated for resources: {'Port': ['ID=63b05084-028e-452f-8f89-b9632dfdd7de,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:50.272108 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'name': 'tempest-TestShelveInstance-2065298303-router', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:42Z', 'updated_at': '2022-02-02T14:09:46Z', 'revision_number': 4, 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'gw_port': {'id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:43Z', 'updated_at': '2022-02-02T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '63b05084-028e-452f-8f89-b9632dfdd7de', 'name': '', 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'mac_address': 'fa:16:3e:c7:13:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd40778b-63e9-4d63-874c-e080139d61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:45Z', 'updated_at': '2022-02-02T14:09:49Z', 'revision_number': 4, 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'subnets': [{'id': 'dd40778b-63e9-4d63-874c-e080139d61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:09:50.466483 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bc63e5cf-274b-47a2-ac82-74385310628c req-d3f9eb7a-7fc4-4138-a660-bed13e0a479a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 210 time: 0.0312057 Feb 02 14:09:50.477147 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d053043e-a646-47af-bd91-20d16af0bf41 None None] The sync data for ids ['fe8330b1-c626-47d6-8142-e7b8983d67ba'] in n-d-827336-2 is: [{'id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'name': 'tempest-TestShelveInstance-2065298303-router', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:42Z', 'updated_at': '2022-02-02T14:09:46Z', 'revision_number': 4, 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'gw_port': {'id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:43Z', 'updated_at': '2022-02-02T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '63b05084-028e-452f-8f89-b9632dfdd7de', 'name': '', 'network_id': '67fef176-7fba-4632-9f7f-72266abdfbb6', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'mac_address': 'fa:16:3e:c7:13:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'dd40778b-63e9-4d63-874c-e080139d61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:45Z', 'updated_at': '2022-02-02T14:09:49Z', 'revision_number': 4, 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'subnets': [{'id': 'dd40778b-63e9-4d63-874c-e080139d61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:09:50.488239 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6b644cfa-f5af-4eb7-9d5b-9118fd636ec3 None None] Provisioning complete for port 63b05084-028e-452f-8f89-b9632dfdd7de triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:50.488616 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b644cfa-f5af-4eb7-9d5b-9118fd636ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:50.618698 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6b644cfa-f5af-4eb7-9d5b-9118fd636ec3 None None] Current status of the port 63b05084-028e-452f-8f89-b9632dfdd7de is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:50.653419 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-20d19a18-8024-4b10-8079-1ab8abc54dcf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:50.654969 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-20d19a18-8024-4b10-8079-1ab8abc54dcf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 808 time: 0.1995656 Feb 02 14:09:50.741993 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-e818c927-040c-446c-aac7-f7c037ad8cb1 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73708a111d674964a81d96afe86652ca HTTP/1.1" status: 200 len: 380 time: 0.0702548 Feb 02 14:09:50.755774 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'port': {'device_id': '0b385110-49c6-4f55-97c6-283084772fc7', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'admin_state_up': True, 'tenant_id': '73708a111d674964a81d96afe86652ca', 'security_groups': ['c062a6ea-e751-403c-ae18-326b62a5d283']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:50.762045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 63b05084-028e-452f-8f89-b9632dfdd7de up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:09:50.817233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 63b05084-028e-452f-8f89-b9632dfdd7de triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:50.817661 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:50.879624 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Made reservation on behalf of 73708a111d674964a81d96afe86652ca for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:09:50.884050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:50.902856 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 63b05084-028e-452f-8f89-b9632dfdd7de is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:51.020535 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Allocated IP 172.20.0.6 (e360ae5c-f6c2-442f-b986-c54b8c8cc4bc/09071794-08af-43d0-afa3-911026563bfd/46c67ba2-0c32-45ee-8fd8-78ceaee533b9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:09:51.171956 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:51.207714 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:51.251283 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:09:51.257093 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:09:51.261278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:09:51.289397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'Port': ['ID=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:51.317630 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:51.318346 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:51.336274 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-151e2478-552e-4443-a19a-d3a840156e19 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5890388 Feb 02 14:09:51.345714 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-491e1eb5-8e33-4d91-ae0e-56575753f06e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:09:51.346762 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-491e1eb5-8e33-4d91-ae0e-56575753f06e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053360 Feb 02 14:09:51.365368 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Request body: {'port': {'device_id': '0b385110-49c6-4f55-97c6-283084772fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:09:51.427358 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:51.550787 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-ea91b599-9d04-4783-9bd3-ec68053b306e None None] Provisioning complete for port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:51.551473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ea91b599-9d04-4783-9bd3-ec68053b306e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:51.590559 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-ea91b599-9d04-4783-9bd3-ec68053b306e None None] Port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:09:51.602685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e551aa8-2b43-415c-9710-1dd07703c17a req-c336bd98-7bdc-4652-b066-c14a557ddd63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:51.604248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e551aa8-2b43-415c-9710-1dd07703c17a req-c336bd98-7bdc-4652-b066-c14a557ddd63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 931 time: 0.0634322 Feb 02 14:09:51.657524 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8e551aa8-2b43-415c-9710-1dd07703c17a req-287c1040-1848-4e1a-9ba6-468cce2e1191 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449712 Feb 02 14:09:51.705235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:09:51.712885 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Publish callbacks [] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:51.724967 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Transition to ACTIVE for port object 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:09:51.730484 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:51.782165 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Pushing event updated for resources: {'Port': ['ID=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:51.856411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Attempting to bind port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:09:51.856742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Attempting to bind port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:09:51.857065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Attempting to bind port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 on network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:09:51.861674 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 on network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:09:51.861992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Attempting to bind port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 on network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:09:51.867555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:09:51.867898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Checking segment: {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:09:51.868281 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Bound using segment: {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:09:51.868704 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Bound port: 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:09:51.869057 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:51.939001 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:09:51.942005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:09:51.948467 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:51.982110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:51.982735 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:51.984180 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] 10.222.0.62 "PUT /v2.0/ports/46c67ba2-0c32-45ee-8fd8-78ceaee533b9 HTTP/1.1" status: 200 len: 1091 time: 0.6239629 Feb 02 14:09:51.984602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:09:51.986857 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74dfaf2-2d98-4e87-9d48-8bf2828bd12c" -d '{"events": [{"name": "network-changed", "server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:09:52.018239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57e534-9cd3-4020-b871-8ca9a2fafc81 service neutron] Pushing event updated for resources: {'Port': ['ID=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:52.039070 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4cc62f-05a2-414e-b6e8-a46af6f88231 x-openstack-request-id: req-6f4cc62f-05a2-414e-b6e8-a46af6f88231 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:09:52.039381 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:09:52.039668 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6f4cc62f-05a2-414e-b6e8-a46af6f88231 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:09:52.040088 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'status': 'completed', 'code': 200} Feb 02 14:09:52.103105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-9b93d7ef-ba61-43cd-86e5-8f94e7fc3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:52.104682 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-9b93d7ef-ba61-43cd-86e5-8f94e7fc3ace service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1125 time: 0.0497835 Feb 02 14:09:52.157016 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-2ab763d6-3db6-4cd5-8e9f-a5d799c63cd2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9 HTTP/1.1" status: 200 len: 217 time: 0.0391829 Feb 02 14:09:52.209029 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-c67ec603-100a-44a6-aad1-007cbb1e7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:52.210524 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-c67ec603-100a-44a6-aad1-007cbb1e7c65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0469851 Feb 02 14:09:52.262433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-355e6325-9852-4ffc-9119-c29de3611a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:52.264011 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-355e6325-9852-4ffc-9119-c29de3611a8c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470886 Feb 02 14:09:52.371843 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-609e7e45-c1e0-4c61-869f-a8b69a495f9b service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003373 Feb 02 14:09:52.470777 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-b0f0d55c-2681-4b30-9181-bbe23fb013e4 req-966450ff-697f-450f-8872-42c9d0b63e8f service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916317 Feb 02 14:09:52.631205 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dfaf2-2d98-4e87-9d48-8bf2828bd12c req-5fd7e550-6f27-4134-a0e4-5ae25664194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:52.632737 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c74dfaf2-2d98-4e87-9d48-8bf2828bd12c req-5fd7e550-6f27-4134-a0e4-5ae25664194b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1125 time: 0.0524523 Feb 02 14:09:52.735893 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dfaf2-2d98-4e87-9d48-8bf2828bd12c req-43fbb480-4e52-45c5-9360-66c05f4faa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:52.737418 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c74dfaf2-2d98-4e87-9d48-8bf2828bd12c req-43fbb480-4e52-45c5-9360-66c05f4faa23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0979483 Feb 02 14:09:52.777436 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c74dfaf2-2d98-4e87-9d48-8bf2828bd12c req-84bf6a4a-0a93-40c5-ad65-1128d67253f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9 HTTP/1.1" status: 200 len: 217 time: 0.0336688 Feb 02 14:09:52.782332 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65aa25-ba15-4663-8f6a-259025c80c27 req-ca2bfc87-464a-4f84-b3b5-b42437f09446 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:52.783833 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b65aa25-ba15-4663-8f6a-259025c80c27 req-ca2bfc87-464a-4f84-b3b5-b42437f09446 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0536938 Feb 02 14:09:52.832008 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dfaf2-2d98-4e87-9d48-8bf2828bd12c req-b0d937e0-bdc2-4116-9a8e-4df695d7317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:52.833623 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c74dfaf2-2d98-4e87-9d48-8bf2828bd12c req-b0d937e0-bdc2-4116-9a8e-4df695d7317a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0475590 Feb 02 14:09:52.834165 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b65aa25-ba15-4663-8f6a-259025c80c27 req-8881c9e2-8071-4247-a158-5a6cf9ec944d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442698 Feb 02 14:09:52.886454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dfaf2-2d98-4e87-9d48-8bf2828bd12c req-fe201328-cd93-48f5-8cd9-a15b00418e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:52.887925 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c74dfaf2-2d98-4e87-9d48-8bf2828bd12c req-fe201328-cd93-48f5-8cd9-a15b00418e0e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472522 Feb 02 14:09:52.990216 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c74dfaf2-2d98-4e87-9d48-8bf2828bd12c req-0bfe74c0-e028-4f63-9799-72adb4dadcea service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949094 Feb 02 14:09:53.083872 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c74dfaf2-2d98-4e87-9d48-8bf2828bd12c req-5380ad0f-b6cc-418c-81ee-fad5ae995101 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877278 Feb 02 14:09:53.972592 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625988b5-3af5-46ab-beed-37107debc93d req-54f50f3a-73f6-46d7-aadd-6c340dde6a70 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:53.973968 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-625988b5-3af5-46ab-beed-37107debc93d req-54f50f3a-73f6-46d7-aadd-6c340dde6a70 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0639491 Feb 02 14:09:54.027676 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-625988b5-3af5-46ab-beed-37107debc93d req-d191c95f-6f12-42eb-9bef-9ec16fc3f262 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480075 Feb 02 14:09:55.163389 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6982d3b-3d5c-43c9-90c6-bac71ed55081 req-10ff0d80-0312-4305-a7e7-99e10cda915c tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:55.164881 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6982d3b-3d5c-43c9-90c6-bac71ed55081 req-10ff0d80-0312-4305-a7e7-99e10cda915c tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0594068 Feb 02 14:09:55.214089 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6982d3b-3d5c-43c9-90c6-bac71ed55081 req-af6a7f0c-97b2-4ffc-8ecc-74a1407a03c7 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433471 Feb 02 14:09:55.806844 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:09:55.916575 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:55.928116 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'port_id': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'mac_address': 'fa:16:3e:fa:b2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:09:55.971272 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:55.971590 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:55.985065 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:09:56.005340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:56.009941 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:56.058468 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:56.335400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['46c67ba2-0c32-45ee-8fd8-78ceaee533b9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:09:56.359372 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc105f37-b981-45d1-98e6-100402b7fd53 req-8d783542-834b-43b3-8509-860422828fed tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:56.361130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc105f37-b981-45d1-98e6-100402b7fd53 req-8d783542-834b-43b3-8509-860422828fed tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 944 time: 0.0576615 Feb 02 14:09:56.413739 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dc105f37-b981-45d1-98e6-100402b7fd53 req-f2f1999b-2cfa-4a6f-9aa5-9946ffc9f340 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463600 Feb 02 14:09:57.551238 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331de5cf-ba5f-4b3a-b054-0fb8514ba35c req-581702fc-2ecb-4471-add8-6ca89fefb047 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:57.552826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-331de5cf-ba5f-4b3a-b054-0fb8514ba35c req-581702fc-2ecb-4471-add8-6ca89fefb047 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 944 time: 0.0645738 Feb 02 14:09:57.604749 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-331de5cf-ba5f-4b3a-b054-0fb8514ba35c req-ecbaee4b-bd88-4220-9b92-5a33a40a6eee tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461953 Feb 02 14:09:57.812531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:09:57.871983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:09:57.878143 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:09:57.878700 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:57.961993 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:09:57.962236 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:57.987121 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:09:57.989442 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab72f33-3bb6-401b-a897-1274f1f3b64c" -d '{"events": [{"server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "name": "network-vif-plugged", "status": "completed", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:09:58.003193 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:09:58.008875 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:09:58.032663 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd53bce-72c1-496d-9406-295441270824 x-openstack-request-id: req-5fd53bce-72c1-496d-9406-295441270824 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:09:58.032993 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "name": "network-vif-plugged", "status": "completed", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:09:58.033245 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5fd53bce-72c1-496d-9406-295441270824 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:09:58.033640 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'code': 200} Feb 02 14:09:58.059378 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:09:58.168534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf105f-fd03-4ce7-b890-345f4221ce86 req-af308daa-da03-4259-ba88-1d3997f13fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:58.170144 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bbaf105f-fd03-4ce7-b890-345f4221ce86 req-af308daa-da03-4259-ba88-1d3997f13fa1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1127 time: 0.0487165 Feb 02 14:09:58.223248 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bbaf105f-fd03-4ce7-b890-345f4221ce86 req-35451b59-0f5d-442e-a6cd-fcf73c7a7389 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454171 Feb 02 14:09:58.736772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6fe2ed-ba03-4836-806b-81b165bf73ed req-85a1ef02-f1e8-4171-9e67-e7d282cd9ac5 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:58.738219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d6fe2ed-ba03-4836-806b-81b165bf73ed req-85a1ef02-f1e8-4171-9e67-e7d282cd9ac5 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0566857 Feb 02 14:09:58.790776 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3d6fe2ed-ba03-4836-806b-81b165bf73ed req-c6222f34-4355-44bb-a022-70267a30d6f9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469084 Feb 02 14:09:59.931083 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570a49b-3900-4608-82d2-f0f063089214 req-c209d238-671f-4c78-93eb-fca9169ee87b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:09:59.932601 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8570a49b-3900-4608-82d2-f0f063089214 req-c209d238-671f-4c78-93eb-fca9169ee87b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0635171 Feb 02 14:09:59.986648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8570a49b-3900-4608-82d2-f0f063089214 req-93fdf490-d4ef-4ef7-8d00-f2cfd849190e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482125 Feb 02 14:10:00.115008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7722c6a-3249-4cb6-a2a3-7b5d446a1888 req-264651b1-d3f3-4016-81d8-db3d29e2df1b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:10:00.116730 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7722c6a-3249-4cb6-a2a3-7b5d446a1888 req-264651b1-d3f3-4016-81d8-db3d29e2df1b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0547285 Feb 02 14:10:00.170146 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f7722c6a-3249-4cb6-a2a3-7b5d446a1888 req-d10a6f5b-a736-4f45-aa08-f5aa381ff34f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458672 Feb 02 14:10:00.199523 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43360) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:10:00.356646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faefa46b-5f17-43d1-99fe-734bba927f1c tempest-TestShelveInstance-1531894131 tempest-TestShelveInstance-1531894131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:10:00.358199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-faefa46b-5f17-43d1-99fe-734bba927f1c tempest-TestShelveInstance-1531894131 tempest-TestShelveInstance-1531894131-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1122 time: 0.1577129 Feb 02 14:10:00.361983 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43364) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:10:00.366710 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:10:00.390171 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:00.506234 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:00.612904 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Allocated IP 172.25.4.157 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/9e43e238-6ca0-480c-96c0-0769fe89e596) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:10:00.725379 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for port (9e43e238-6ca0-480c-96c0-0769fe89e596), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:00.761998 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9e43e238-6ca0-480c-96c0-0769fe89e596), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:00.798017 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:10:00.800855 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:10:00.803667 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:10:00.835396 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'Port': ['ID=9e43e238-6ca0-480c-96c0-0769fe89e596,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:10:01.174669 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for floatingip (ffbd62c0-0b41-4876-a65a-c0d2259e9e0c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:01.248096 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9e43e238-6ca0-480c-96c0-0769fe89e596), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:01.420924 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for port (9e43e238-6ca0-480c-96c0-0769fe89e596), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:01.427572 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (9e43e238-6ca0-480c-96c0-0769fe89e596), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:01.497841 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'Port': ['ID=9e43e238-6ca0-480c-96c0-0769fe89e596,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:10:01.509523 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (ffbd62c0-0b41-4876-a65a-c0d2259e9e0c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:01.613134 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Floating IP ffbd62c0-0b41-4876-a65a-c0d2259e9e0c associated. External IP: 172.25.4.157, port: 46c67ba2-0c32-45ee-8fd8-78ceaee533b9. Feb 02 14:10:01.828956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:10:01.897066 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1abb1f59-b546-4045-9eeb-78343d488f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:01.933570 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:10:01.944282 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04371a8c-a6c6-4209-9f76-8eebe773e17d None None] Sync routers for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:10:01.953718 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:01.956033 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04371a8c-a6c6-4209-9f76-8eebe773e17d None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:10:01.956778 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-04371a8c-a6c6-4209-9f76-8eebe773e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:10:01.986366 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2cfb318a-1e79-4684-ae4e-7ac586ee5c63 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6233468 Feb 02 14:10:01.987048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:10:01.989451 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c17b31b-7016-4474-96b5-60b1acabe6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:10:02.026261 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a0b008-919e-437b-8d05-21237f05c099 x-openstack-request-id: req-28a0b008-919e-437b-8d05-21237f05c099 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:10:02.026517 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:10:02.026762 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-28a0b008-919e-437b-8d05-21237f05c099 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:10:02.027168 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'status': 'completed', 'code': 200} Feb 02 14:10:02.121583 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17b31b-7016-4474-96b5-60b1acabe6b5 req-4ae891b8-f392-4ef4-b44b-f87cddcee4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:10:02.123181 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c17b31b-7016-4474-96b5-60b1acabe6b5 req-4ae891b8-f392-4ef4-b44b-f87cddcee4e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1127 time: 0.0495579 Feb 02 14:10:02.163552 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-04371a8c-a6c6-4209-9f76-8eebe773e17d None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:10:02.219458 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17b31b-7016-4474-96b5-60b1acabe6b5 req-6a319315-ab5f-4190-ba9f-787d82eb8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:10:02.220987 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c17b31b-7016-4474-96b5-60b1acabe6b5 req-6a319315-ab5f-4190-ba9f-787d82eb8c80 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0894041 Feb 02 14:10:02.292315 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c17b31b-7016-4474-96b5-60b1acabe6b5 req-4fcc3190-1fcd-41e6-b246-b01c69aca05b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9 HTTP/1.1" status: 200 len: 999 time: 0.0634196 Feb 02 14:10:02.340952 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17b31b-7016-4474-96b5-60b1acabe6b5 req-bb785c7f-fca1-4526-a9e1-7436573d97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:10:02.342448 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c17b31b-7016-4474-96b5-60b1acabe6b5 req-bb785c7f-fca1-4526-a9e1-7436573d97c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0438709 Feb 02 14:10:02.391457 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-04371a8c-a6c6-4209-9f76-8eebe773e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'ffbd62c0-0b41-4876-a65a-c0d2259e9e0c', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'port_id': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'mac_address': 'fa:16:3e:fa:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385110-49c6-4f55-97c6-283084772fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:10:01Z', 'updated_at': '2022-02-02T14:10:01Z', 'revision_number': 0, 'project_id': '73708a111d674964a81d96afe86652ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:10:02.393849 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17b31b-7016-4474-96b5-60b1acabe6b5 req-6b2b3e4a-a864-45aa-9629-256eac38fc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:10:02.395578 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c17b31b-7016-4474-96b5-60b1acabe6b5 req-6b2b3e4a-a864-45aa-9629-256eac38fc32 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456107 Feb 02 14:10:02.420161 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04371a8c-a6c6-4209-9f76-8eebe773e17d None None] Checking router: afceddc7-56e9-4a40-8fe3-11b7a314bfd7 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:10:02.431843 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04371a8c-a6c6-4209-9f76-8eebe773e17d None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:10:02.432462 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-04371a8c-a6c6-4209-9f76-8eebe773e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:09:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:10:02.498194 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c17b31b-7016-4474-96b5-60b1acabe6b5 req-0b27c499-8638-41b0-a2df-c13d32c8f9f2 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957463 Feb 02 14:10:02.550653 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-04371a8c-a6c6-4209-9f76-8eebe773e17d None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:10:02.592504 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c17b31b-7016-4474-96b5-60b1acabe6b5 req-f8c0999f-7e8f-4952-8da1-8ea606ee2ba5 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865464 Feb 02 14:10:02.793386 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-04371a8c-a6c6-4209-9f76-8eebe773e17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'ffbd62c0-0b41-4876-a65a-c0d2259e9e0c', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'port_id': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'mac_address': 'fa:16:3e:fa:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385110-49c6-4f55-97c6-283084772fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:10:01Z', 'updated_at': '2022-02-02T14:10:01Z', 'revision_number': 0, 'project_id': '73708a111d674964a81d96afe86652ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:10:02.818356 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04371a8c-a6c6-4209-9f76-8eebe773e17d None None] The sync data for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 is: [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': 'ffbd62c0-0b41-4876-a65a-c0d2259e9e0c', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'floating_ip_address': '172.25.4.157', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'port_id': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'mac_address': 'fa:16:3e:fa:b2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b385110-49c6-4f55-97c6-283084772fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:10:01Z', 'updated_at': '2022-02-02T14:10:01Z', 'revision_number': 0, 'project_id': '73708a111d674964a81d96afe86652ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:10:03.024295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855471fa-5f23-416c-bc4d-9a3c0ea41071 None None] New status for floating IP ffbd62c0-0b41-4876-a65a-c0d2259e9e0c: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:10:04.176383 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ee355dfd-5099-4b27-a64e-bcb31ba7f455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:05.832855 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:07.100570 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:07.391940 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:08.080183 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:08.261349 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:20.617452 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:10:31.894702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11e1f0f3-12d0-4bdb-aeab-78033b01e8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:34.186763 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7c4a353b-1b27-4889-b17a-2c01e47c4713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:35.839925 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:36.627633 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6c3397e0-5bef-4582-b035-83a1d796dc97 req-38801448-57c0-422f-b40f-e93302c478d2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552027 Feb 02 14:10:36.736657 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3397e0-5bef-4582-b035-83a1d796dc97 req-deffe8f1-7bcb-401a-92d5-c65265ac98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:10:36.738198 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6c3397e0-5bef-4582-b035-83a1d796dc97 req-deffe8f1-7bcb-401a-92d5-c65265ac98b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1127 time: 0.0543256 Feb 02 14:10:36.849818 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3397e0-5bef-4582-b035-83a1d796dc97 req-436731dd-4bac-4143-ab19-66e9bb3c7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:10:36.851308 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6c3397e0-5bef-4582-b035-83a1d796dc97 req-436731dd-4bac-4143-ab19-66e9bb3c7538 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0939653 Feb 02 14:10:36.915830 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6c3397e0-5bef-4582-b035-83a1d796dc97 req-4e520578-306b-40b7-8ea8-5d74831a8a4f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9 HTTP/1.1" status: 200 len: 1001 time: 0.0577652 Feb 02 14:10:36.965739 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3397e0-5bef-4582-b035-83a1d796dc97 req-4dc353c0-8d0e-474d-b64a-ad14c801f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:10:36.967222 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6c3397e0-5bef-4582-b035-83a1d796dc97 req-4dc353c0-8d0e-474d-b64a-ad14c801f36f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0452018 Feb 02 14:10:37.027924 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3397e0-5bef-4582-b035-83a1d796dc97 req-509619d1-2554-48ed-98dd-b77c51943b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:10:37.029475 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6c3397e0-5bef-4582-b035-83a1d796dc97 req-509619d1-2554-48ed-98dd-b77c51943b18 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557935 Feb 02 14:10:37.104401 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:37.127368 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6c3397e0-5bef-4582-b035-83a1d796dc97 req-19ca60ab-d2d3-4b2b-8aa7-f6551fbaeca1 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915294 Feb 02 14:10:37.407534 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:37.566256 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6c3397e0-5bef-4582-b035-83a1d796dc97 req-653cbfdb-1638-482a-aeb6-1f8d5f9e5de8 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324291 Feb 02 14:10:38.070049 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:38.267223 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:10:57.619152 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:11:01.906439 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ed2bfb73-bdf5-407d-a482-6bbf5730c272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:04.187079 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-803ca3af-40e1-4eb4-ba88-b803f70f58f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:05.846702 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:07.106538 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:07.447394 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:08.066783 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:08.272662 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:31.892838 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e5777919-9ff1-495f-a535-25b021bfe777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:34.192016 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-05545177-12ba-45de-aeee-240d54223eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:34.619578 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:11:35.851630 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:36.705821 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0526df91-eb39-4ff4-a4fb-bd4be40c6890 req-685819ad-a4f1-4367-a72a-27c5723e7cab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1014206 Feb 02 14:11:36.815984 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526df91-eb39-4ff4-a4fb-bd4be40c6890 req-c98db04b-a4f3-4858-b926-28dac3d4bd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:11:36.817587 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0526df91-eb39-4ff4-a4fb-bd4be40c6890 req-c98db04b-a4f3-4858-b926-28dac3d4bd93 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1127 time: 0.0468974 Feb 02 14:11:36.924990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526df91-eb39-4ff4-a4fb-bd4be40c6890 req-3ffca526-c0b8-482b-8dcc-ebbdd913ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:11:36.926391 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0526df91-eb39-4ff4-a4fb-bd4be40c6890 req-3ffca526-c0b8-482b-8dcc-ebbdd913ab1c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0885842 Feb 02 14:11:36.996752 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0526df91-eb39-4ff4-a4fb-bd4be40c6890 req-e74e2462-a76d-472c-9e13-335ca1018260 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9 HTTP/1.1" status: 200 len: 1001 time: 0.0633430 Feb 02 14:11:37.050361 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526df91-eb39-4ff4-a4fb-bd4be40c6890 req-45e22463-bb74-456e-8917-25233ecd78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:11:37.052660 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0526df91-eb39-4ff4-a4fb-bd4be40c6890 req-45e22463-bb74-456e-8917-25233ecd78a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0489390 Feb 02 14:11:37.107074 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:37.109816 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526df91-eb39-4ff4-a4fb-bd4be40c6890 req-db66a86c-3d0a-4ac7-b43c-a04c03a53b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:11:37.112068 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0526df91-eb39-4ff4-a4fb-bd4be40c6890 req-db66a86c-3d0a-4ac7-b43c-a04c03a53b05 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521109 Feb 02 14:11:37.203057 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0526df91-eb39-4ff4-a4fb-bd4be40c6890 req-4af44a94-c380-4a41-b903-f07db961a8e6 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841665 Feb 02 14:11:37.299120 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-0526df91-eb39-4ff4-a4fb-bd4be40c6890 req-e1bb54f7-5b3c-4a6f-ab7d-76dcdb45c1a5 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893245 Feb 02 14:11:37.439013 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:38.062233 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:11:38.283787 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:01.510015 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c550d69-2b56-400b-9061-75d06f57d0b7 req-4cec7b0e-6973-44d2-9cff-26ca1315068a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:01.511550 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c550d69-2b56-400b-9061-75d06f57d0b7 req-4cec7b0e-6973-44d2-9cff-26ca1315068a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.1096458 Feb 02 14:12:01.562864 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c550d69-2b56-400b-9061-75d06f57d0b7 req-1d724ed7-c5c8-4233-bbba-ad7ea7da8a7d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 Feb 02 14:12:01.905720 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9e3a98a6-316f-4183-b541-745cc502eb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:02.713930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c2be0-2f55-462a-96fb-0753e2f3fe72 req-6e7f143c-221a-4c0d-a201-55325a20a00e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:02.715408 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d69c2be0-2f55-462a-96fb-0753e2f3fe72 req-6e7f143c-221a-4c0d-a201-55325a20a00e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0586536 Feb 02 14:12:02.769417 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d69c2be0-2f55-462a-96fb-0753e2f3fe72 req-a205af6a-490b-4a5b-82ea-eb2d96f99fb5 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479198 Feb 02 14:12:03.905710 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c0edc-a4e9-4dba-a8c1-47599c777c5d req-85f817ec-6e4c-4d81-ac7a-3021cf5d811d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:03.907192 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-667c0edc-a4e9-4dba-a8c1-47599c777c5d req-85f817ec-6e4c-4d81-ac7a-3021cf5d811d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0536239 Feb 02 14:12:03.960262 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-667c0edc-a4e9-4dba-a8c1-47599c777c5d req-b95811ab-6600-4c21-8123-dda916505c8f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470777 Feb 02 14:12:04.178395 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4bb2377e-6e0c-45eb-88b5-b3dd202cb136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:05.098027 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392f551-1249-4403-b79b-c7c692cad040 req-107e8b37-fe48-4984-98ac-36f2bfef0926 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:05.099654 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0392f551-1249-4403-b79b-c7c692cad040 req-107e8b37-fe48-4984-98ac-36f2bfef0926 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0570958 Feb 02 14:12:05.149817 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0392f551-1249-4403-b79b-c7c692cad040 req-e2c305e3-df94-4be3-84c0-4e88c1f92b3e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 Feb 02 14:12:05.856771 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:06.289164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4962eb3-34f4-469d-a780-13ceb0d2f725 req-a2d332d9-1835-4519-8e56-459c5876763f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:06.290637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4962eb3-34f4-469d-a780-13ceb0d2f725 req-a2d332d9-1835-4519-8e56-459c5876763f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0667131 Feb 02 14:12:06.344043 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e4962eb3-34f4-469d-a780-13ceb0d2f725 req-ab908d8b-1086-42df-af22-ccc654c36182 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450852 Feb 02 14:12:07.118582 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:07.438341 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:07.482199 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fddfda-a452-49b8-b892-1e3bf516e257 req-f6a613f0-b852-4991-896a-fff52c79cb44 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:07.483764 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23fddfda-a452-49b8-b892-1e3bf516e257 req-f6a613f0-b852-4991-896a-fff52c79cb44 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0645545 Feb 02 14:12:07.534336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23fddfda-a452-49b8-b892-1e3bf516e257 req-799e6030-f641-4de4-9ea5-04ea5f5b034a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447960 Feb 02 14:12:08.065855 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:08.274397 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:08.665135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f257f-27a9-401d-b180-2d80657f873f req-c1554779-110a-4139-a888-0969dd773044 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:08.666592 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-543f257f-27a9-401d-b180-2d80657f873f req-c1554779-110a-4139-a888-0969dd773044 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0543134 Feb 02 14:12:08.722506 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-543f257f-27a9-401d-b180-2d80657f873f req-f91b5ab3-9a16-44d8-9b9a-de7a29590a3c tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501380 Feb 02 14:12:09.870382 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda7402-efe8-40ad-a9a5-60d39a253a36 req-a81a9664-9001-4623-b3d4-150e49ee7b71 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:09.871850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5bda7402-efe8-40ad-a9a5-60d39a253a36 req-a81a9664-9001-4623-b3d4-150e49ee7b71 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0667405 Feb 02 14:12:09.923360 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5bda7402-efe8-40ad-a9a5-60d39a253a36 req-1b36d57b-a528-478d-9807-c7bd4484db1f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457871 Feb 02 14:12:11.046913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134214f-82ff-46e4-8a11-61184ecbc700 req-72fcf0bd-88cb-46e1-835d-1837a0e07be1 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:11.048405 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e134214f-82ff-46e4-8a11-61184ecbc700 req-72fcf0bd-88cb-46e1-835d-1837a0e07be1 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0535438 Feb 02 14:12:11.105567 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e134214f-82ff-46e4-8a11-61184ecbc700 req-75c1cd7a-9088-42fe-b8c3-74b9d92a757d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515244 Feb 02 14:12:11.623659 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:12:12.242404 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dc542-fe20-4929-b9d6-2f0861bdaa84 req-3400f0aa-8bc9-4dc0-bbb8-5e3502cd8d5e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:12.243918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac5dc542-fe20-4929-b9d6-2f0861bdaa84 req-3400f0aa-8bc9-4dc0-bbb8-5e3502cd8d5e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0609713 Feb 02 14:12:12.294117 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ac5dc542-fe20-4929-b9d6-2f0861bdaa84 req-85755e3c-6b59-4f5e-92ab-64f2b1b1ef22 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444593 Feb 02 14:12:12.443164 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:12:12.544713 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:12:12.556088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'port_id': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'mac_address': 'fa:16:3e:fa:b2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:12:12.593483 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:12:12.593874 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:12.606534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:12:12.625335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:12:12.632372 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:12.684325 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:12:12.691921 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.692270 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.692610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.692944 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.693326 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.693597 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.693911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.694233 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.694552 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.694870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.695215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.695563 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.695885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:12:12.793479 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['46c67ba2-0c32-45ee-8fd8-78ceaee533b9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:12:13.441090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46e390-d319-45d5-b45d-e562486bc90a req-ab8aecd3-339e-4c83-bed5-7772b5208148 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:13.443539 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd46e390-d319-45d5-b45d-e562486bc90a req-ab8aecd3-339e-4c83-bed5-7772b5208148 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 944 time: 0.0641232 Feb 02 14:12:13.514591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bd46e390-d319-45d5-b45d-e562486bc90a req-221a3707-f76a-472d-9110-08be792fec31 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621576 Feb 02 14:12:14.474589 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:12:14.533314 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:12:14.533743 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:14.627834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:12:14.628212 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:14.664221 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:12:14.666403 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:12:14.669304 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b37f9af-b1d2-41f4-bae4-4b9641aa2f1d" -d '{"events": [{"server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "name": "network-vif-plugged", "status": "completed", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:12:14.670343 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92ea7c-a2a8-4ee3-8417-35b712b4efa7 req-484f6b7d-beff-4560-9cb5-d9b389350053 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:14.676291 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:14.684979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f92ea7c-a2a8-4ee3-8417-35b712b4efa7 req-484f6b7d-beff-4560-9cb5-d9b389350053 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 944 time: 0.0876372 Feb 02 14:12:14.745823 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e255d7-3dae-4f07-95ac-f2bca2d7501b x-openstack-request-id: req-44e255d7-3dae-4f07-95ac-f2bca2d7501b {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:12:14.746241 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "name": "network-vif-plugged", "status": "completed", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:12:14.746495 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-44e255d7-3dae-4f07-95ac-f2bca2d7501b {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:12:14.746894 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'code': 200} Feb 02 14:12:14.759400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:12:14.763248 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8f92ea7c-a2a8-4ee3-8417-35b712b4efa7 req-07779cf8-142f-450d-8f5a-00ac2e0beaae tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702326 Feb 02 14:12:15.890546 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed7566-6439-447a-a5a1-127a241e1f34 req-6edaa29c-5a12-4221-8358-7ed34d7f6f1a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:15.892215 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1ed7566-6439-447a-a5a1-127a241e1f34 req-6edaa29c-5a12-4221-8358-7ed34d7f6f1a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0565467 Feb 02 14:12:15.943535 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b1ed7566-6439-447a-a5a1-127a241e1f34 req-bc48ac84-2f60-4a01-9b31-69bf94d34151 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454338 Feb 02 14:12:17.078620 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b470d7-bac7-4cc9-8c15-619662da42b0 req-6769eb91-762e-4e3d-ae0d-6d4566bdd032 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:17.081557 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47b470d7-bac7-4cc9-8c15-619662da42b0 req-6769eb91-762e-4e3d-ae0d-6d4566bdd032 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0594611 Feb 02 14:12:17.147845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-47b470d7-bac7-4cc9-8c15-619662da42b0 req-ea8a4e8f-7120-4e54-96b8-b6d364cd4249 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596857 Feb 02 14:12:18.282628 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1c31-ec83-4da4-b79d-d0120a27b6cc req-64647081-a811-47fd-83a1-7c3c1798907a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:18.285092 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dcfc1c31-ec83-4da4-b79d-d0120a27b6cc req-64647081-a811-47fd-83a1-7c3c1798907a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0589981 Feb 02 14:12:18.346995 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-dcfc1c31-ec83-4da4-b79d-d0120a27b6cc req-47296b75-4452-430d-9d56-f38eb58501b9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547638 Feb 02 14:12:19.477589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed356a-21cc-43af-86c6-bdada608f7b0 req-8748e020-e1d4-4d46-a603-8b118f5710ae tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:19.479145 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31ed356a-21cc-43af-86c6-bdada608f7b0 req-8748e020-e1d4-4d46-a603-8b118f5710ae tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0552971 Feb 02 14:12:19.537130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-31ed356a-21cc-43af-86c6-bdada608f7b0 req-0087d9dd-3573-46fa-a473-4a16f5ffe964 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513976 Feb 02 14:12:21.108676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf4ece-9c46-45a7-b12f-6b2e13c29fa7 req-85a190f5-c610-409e-ba16-1bdb8a1411cc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:21.110342 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bdf4ece-9c46-45a7-b12f-6b2e13c29fa7 req-85a190f5-c610-409e-ba16-1bdb8a1411cc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.4859333 Feb 02 14:12:21.170252 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4bdf4ece-9c46-45a7-b12f-6b2e13c29fa7 req-030c50d0-efbd-42a1-81c8-4add3bf6a6f0 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521474 Feb 02 14:12:22.314759 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dbe28-252f-42c4-ada4-2b862ad941fe req-526675ce-ffa3-42af-89dd-34426fd87c1c tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:22.316323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d57dbe28-252f-42c4-ada4-2b862ad941fe req-526675ce-ffa3-42af-89dd-34426fd87c1c tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0619550 Feb 02 14:12:22.370050 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d57dbe28-252f-42c4-ada4-2b862ad941fe req-2ea300f8-afa2-4625-ad48-7f6bca6207a4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480270 Feb 02 14:12:23.509612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3b4bf-a61d-4d67-9023-10ef778c24eb req-3bb80faa-813f-4296-841e-cbb0ce2eba1e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:23.511130 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d3b4bf-a61d-4d67-9023-10ef778c24eb req-3bb80faa-813f-4296-841e-cbb0ce2eba1e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0616918 Feb 02 14:12:23.569848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-26d3b4bf-a61d-4d67-9023-10ef778c24eb req-3a0c7956-cd2f-4a50-b903-a0f2cac52ba4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519447 Feb 02 14:12:23.779451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99e63d-8cf3-44bf-b037-d0dd71635129 req-cf65d757-7c16-4031-b4a6-01b0f9e0cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:23.781040 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dd99e63d-8cf3-44bf-b037-d0dd71635129 req-cf65d757-7c16-4031-b4a6-01b0f9e0cc80 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1127 time: 0.0488217 Feb 02 14:12:23.889160 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99e63d-8cf3-44bf-b037-d0dd71635129 req-5f06572a-2c47-4a3e-a9a8-177533a12bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:23.890668 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dd99e63d-8cf3-44bf-b037-d0dd71635129 req-5f06572a-2c47-4a3e-a9a8-177533a12bcb service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.1026688 Feb 02 14:12:23.969473 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dd99e63d-8cf3-44bf-b037-d0dd71635129 req-9628f105-db2e-4f31-ac93-5d3f20896df7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9 HTTP/1.1" status: 200 len: 1001 time: 0.0623999 Feb 02 14:12:24.053588 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99e63d-8cf3-44bf-b037-d0dd71635129 req-e3e68c3d-a1e8-4f8f-be5a-2bd05aac6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:24.055154 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dd99e63d-8cf3-44bf-b037-d0dd71635129 req-e3e68c3d-a1e8-4f8f-be5a-2bd05aac6d70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0523813 Feb 02 14:12:24.118908 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99e63d-8cf3-44bf-b037-d0dd71635129 req-85764d0e-465a-48c4-9582-acdc3f53d104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:24.120455 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dd99e63d-8cf3-44bf-b037-d0dd71635129 req-85764d0e-465a-48c4-9582-acdc3f53d104 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0589755 Feb 02 14:12:24.223680 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dd99e63d-8cf3-44bf-b037-d0dd71635129 req-5daa7081-2754-4996-b7e5-b5e0d31c04a8 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958433 Feb 02 14:12:24.325414 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-dd99e63d-8cf3-44bf-b037-d0dd71635129 req-e427df34-285c-4386-8ea2-a6a4e6e7ff15 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894306 Feb 02 14:12:24.715300 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb9052-0f34-4d91-9a47-3ba3158ef690 req-e98c565b-1a37-49eb-8cfe-cb0f0c33048f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:24.717218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8acb9052-0f34-4d91-9a47-3ba3158ef690 req-e98c565b-1a37-49eb-8cfe-cb0f0c33048f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0640073 Feb 02 14:12:24.784181 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8acb9052-0f34-4d91-9a47-3ba3158ef690 req-2fb24255-5ecb-4dc9-853a-76254d291ed4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526774 Feb 02 14:12:25.944434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bb40b-742a-443c-b5ae-6610ac1fb0d0 req-973653fc-ca5c-49b6-88b8-ad09d0d107bf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:25.946295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e3bb40b-742a-443c-b5ae-6610ac1fb0d0 req-973653fc-ca5c-49b6-88b8-ad09d0d107bf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 945 time: 0.0742655 Feb 02 14:12:26.010278 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e3bb40b-742a-443c-b5ae-6610ac1fb0d0 req-8ec39f70-f5d0-4652-b7a9-cecb7be3780f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557470 Feb 02 14:12:26.520546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:12:26.606752 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:12:26.607094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:26.630871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:12:26.633176 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab685f1-9beb-4e41-a480-55d7cd401de4" -d '{"events": [{"server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:12:26.646481 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:12:26.651984 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:26.677394 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Feb 2022 14:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb27d0b-82e8-45a7-8e02-3d948d5aa4c3 x-openstack-request-id: req-7cb27d0b-82e8-45a7-8e02-3d948d5aa4c3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:12:26.677683 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "name": "network-vif-unplugged", "status": "failed", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9", "code": 422}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:12:26.677937 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-7cb27d0b-82e8-45a7-8e02-3d948d5aa4c3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:12:26.678333 n-d-827336-2 neutron-server[103189]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'code': 422} returned with failed status Feb 02 14:12:26.707210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:12:27.143986 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224552b4-2ea2-46a2-bde1-2d8b46519add req-965c678b-1033-4875-aa67-b8f626e579bc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:27.145431 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-224552b4-2ea2-46a2-bde1-2d8b46519add req-965c678b-1033-4875-aa67-b8f626e579bc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0552616 Feb 02 14:12:27.205919 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-224552b4-2ea2-46a2-bde1-2d8b46519add req-aca88c1d-e258-43fb-a556-b0ce79f25e26 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540516 Feb 02 14:12:27.321359 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-86a35294-2f1c-4777-b18c-113484d3a40c req-373bca1c-c786-4c0f-b2d4-05d4ead68c3f service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:12:27.322308 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-86a35294-2f1c-4777-b18c-113484d3a40c req-373bca1c-c786-4c0f-b2d4-05d4ead68c3f service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0502808 Feb 02 14:12:28.537496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58c1c6-d610-4437-a785-69e5359db3fe req-7813228b-d386-4f33-bff0-65c7d75acc61 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:28.539197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce58c1c6-d610-4437-a785-69e5359db3fe req-7813228b-d386-4f33-bff0-65c7d75acc61 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0628068 Feb 02 14:12:28.595304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce58c1c6-d610-4437-a785-69e5359db3fe req-d4e4a057-8cac-47f4-8863-502b65a0b1a1 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488262 Feb 02 14:12:28.728343 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-cd1c0205-8eb0-4bd7-9366-4f7901cc3455 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956013 Feb 02 14:12:29.720404 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-d8bde395-6c5f-48fa-9baf-cba60d6aede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:29.721963 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-d8bde395-6c5f-48fa-9baf-cba60d6aede6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7&tenant_id=73708a111d674964a81d96afe86652ca HTTP/1.1" status: 200 len: 1125 time: 0.0469694 Feb 02 14:12:29.729104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dff273-90a8-47fb-82e7-e96ca845b6bc req-b67ff598-592a-44b7-b384-bc0072c4ebbf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:29.730640 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0dff273-90a8-47fb-82e7-e96ca845b6bc req-b67ff598-592a-44b7-b384-bc0072c4ebbf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0616651 Feb 02 14:12:29.780865 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e0dff273-90a8-47fb-82e7-e96ca845b6bc req-2f80de42-3927-44f6-ac40-657b238bb2f6 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441325 Feb 02 14:12:29.815270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-b8c0512c-3f3f-4bae-b4eb-b18f46f6597d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:29.816851 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-b8c0512c-3f3f-4bae-b4eb-b18f46f6597d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1125 time: 0.0602405 Feb 02 14:12:29.908030 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-95555228-8fb6-48ac-867e-c263bf26523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:29.909527 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-95555228-8fb6-48ac-867e-c263bf26523b service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0862708 Feb 02 14:12:29.980277 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-50a85d49-731c-42cb-bf84-dcf6c619edf5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9 HTTP/1.1" status: 200 len: 999 time: 0.0634146 Feb 02 14:12:30.031047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-f45ce731-1b1c-45d1-aa84-00009ed6bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:30.032541 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-f45ce731-1b1c-45d1-aa84-00009ed6bfad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0459528 Feb 02 14:12:30.085720 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-64ea375f-990b-4e13-a4f7-108dc60e5cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:30.087614 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-64ea375f-990b-4e13-a4f7-108dc60e5cf7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485826 Feb 02 14:12:30.186848 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-e75e48b3-c548-4c40-8ab3-731617f4a549 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917544 Feb 02 14:12:30.279191 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-6487591f-adc3-42d8-8b81-b3ade57a9b3a req-e7e45ad0-40ca-47ed-ab87-bad381c9d99a service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853884 Feb 02 14:12:30.564955 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:12:30.669420 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 is: DOWN; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:12:31.022853 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e9a94-fb84-4585-b7a3-8bf2a600aaa2 req-94e5560b-655c-4567-a2ce-2a34fae62bc9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:31.025264 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e02e9a94-fb84-4585-b7a3-8bf2a600aaa2 req-94e5560b-655c-4567-a2ce-2a34fae62bc9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.1212518 Feb 02 14:12:31.107363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e02e9a94-fb84-4585-b7a3-8bf2a600aaa2 req-58f23913-cfe8-4cfc-8d8d-49d8a11265bf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703871 Feb 02 14:12:31.902234 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-994eaa08-55cc-41a8-aa7d-414c93d114a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:32.225665 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdf312-c4c2-4f07-9a44-f08262bda868 req-f3496002-c21b-4be3-bf5d-bf6f172f7f5a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:32.227917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19bdf312-c4c2-4f07-9a44-f08262bda868 req-f3496002-c21b-4be3-bf5d-bf6f172f7f5a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0568407 Feb 02 14:12:32.294263 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-19bdf312-c4c2-4f07-9a44-f08262bda868 req-74ca153f-bf2f-4a03-b558-04cd4925c210 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605249 Feb 02 14:12:33.417578 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb33f56-fefb-4351-964d-080a27fb63c0 req-2ab33e3b-72dd-4cab-89b0-0f0d9c556330 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:33.419354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adb33f56-fefb-4351-964d-080a27fb63c0 req-2ab33e3b-72dd-4cab-89b0-0f0d9c556330 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0577939 Feb 02 14:12:33.473280 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-adb33f56-fefb-4351-964d-080a27fb63c0 req-2435069b-7ad3-4e25-abe5-07a277933398 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481064 Feb 02 14:12:34.181197 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c36eb47f-4cab-4bfa-a089-3a23e1219ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:34.599448 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85aa9-5efb-4c11-b6dc-54babe1d9849 req-9993ca38-e3a7-4df8-8b83-dd6845f97e51 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:34.601048 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97c85aa9-5efb-4c11-b6dc-54babe1d9849 req-9993ca38-e3a7-4df8-8b83-dd6845f97e51 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0552425 Feb 02 14:12:34.652141 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-97c85aa9-5efb-4c11-b6dc-54babe1d9849 req-e55e489b-a91c-4315-8fe4-0902cccdb301 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452077 Feb 02 14:12:35.803317 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617e039-429f-4215-97c8-885aee2ebbf4 req-263142cd-d9ee-4c40-99e6-d42be8d611a5 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:35.804881 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4617e039-429f-4215-97c8-885aee2ebbf4 req-263142cd-d9ee-4c40-99e6-d42be8d611a5 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0762329 Feb 02 14:12:35.857423 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:35.866845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-4617e039-429f-4215-97c8-885aee2ebbf4 req-71969eba-6c45-4be5-9206-d68f5aafd569 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557208 Feb 02 14:12:36.991928 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dbcaa-aa5e-44a0-9b4b-3d92e23f8c73 req-4776cb38-cfd9-4a26-ad92-dd2f6611b75d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:36.993492 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-757dbcaa-aa5e-44a0-9b4b-3d92e23f8c73 req-4776cb38-cfd9-4a26-ad92-dd2f6611b75d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0552723 Feb 02 14:12:37.048096 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-757dbcaa-aa5e-44a0-9b4b-3d92e23f8c73 req-18eb0e73-37f4-4518-bcca-cc9ea0dcbee0 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466042 Feb 02 14:12:37.116633 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:37.449468 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:38.074169 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:38.181943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01cba6e-62d7-4c87-8240-a7e66201b3fa req-4e5a2cc4-d1ed-49ec-afce-297d674eaa36 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:38.183458 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d01cba6e-62d7-4c87-8240-a7e66201b3fa req-4e5a2cc4-d1ed-49ec-afce-297d674eaa36 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0611513 Feb 02 14:12:38.234438 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d01cba6e-62d7-4c87-8240-a7e66201b3fa req-6dc00740-94cc-4600-b412-39406c52bd78 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447226 Feb 02 14:12:38.277596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:38.683222 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e263b9-102b-48da-89e2-fbbc9b229bf7 req-6c0768d4-7354-46da-833e-14560da02abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:38.684759 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c0e263b9-102b-48da-89e2-fbbc9b229bf7 req-6c0768d4-7354-46da-833e-14560da02abf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1125 time: 0.0530443 Feb 02 14:12:38.816454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e263b9-102b-48da-89e2-fbbc9b229bf7 req-95d40f1d-0304-4bb3-99cb-461db072e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:38.817955 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c0e263b9-102b-48da-89e2-fbbc9b229bf7 req-95d40f1d-0304-4bb3-99cb-461db072e354 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0871785 Feb 02 14:12:38.900758 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c0e263b9-102b-48da-89e2-fbbc9b229bf7 req-26549706-5a3d-400b-aef3-d28389cdc419 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9 HTTP/1.1" status: 200 len: 999 time: 0.0757852 Feb 02 14:12:38.951886 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e263b9-102b-48da-89e2-fbbc9b229bf7 req-ce323a6e-660a-436c-a137-dac5d283d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:38.953355 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c0e263b9-102b-48da-89e2-fbbc9b229bf7 req-ce323a6e-660a-436c-a137-dac5d283d064 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0465918 Feb 02 14:12:39.005480 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e263b9-102b-48da-89e2-fbbc9b229bf7 req-e77a846c-6bb0-4acd-96d3-88232dbc6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:39.007011 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c0e263b9-102b-48da-89e2-fbbc9b229bf7 req-e77a846c-6bb0-4acd-96d3-88232dbc6103 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468698 Feb 02 14:12:39.106554 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c0e263b9-102b-48da-89e2-fbbc9b229bf7 req-d415d089-2bce-4b6a-9461-18074478e5b6 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913932 Feb 02 14:12:39.200208 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c0e263b9-102b-48da-89e2-fbbc9b229bf7 req-5de602b8-6762-41a9-adda-7250d3d0cf98 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867479 Feb 02 14:12:39.359991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcb271-3a61-461c-8596-759cb204ed31 req-bd5daa89-ed67-4285-9c80-0f7781be4f14 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:39.361448 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbcb271-3a61-461c-8596-759cb204ed31 req-bd5daa89-ed67-4285-9c80-0f7781be4f14 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0576243 Feb 02 14:12:39.411077 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fdbcb271-3a61-461c-8596-759cb204ed31 req-0c9bf0a3-9a6c-4515-af50-0b09beb2dd39 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439167 Feb 02 14:12:40.548306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60f8e0-a923-4b93-b51d-5dba8236d294 req-d9573575-8b67-42c9-94db-f1441c750b9a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:40.549788 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e60f8e0-a923-4b93-b51d-5dba8236d294 req-d9573575-8b67-42c9-94db-f1441c750b9a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 943 time: 0.0547700 Feb 02 14:12:40.607291 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2e60f8e0-a923-4b93-b51d-5dba8236d294 req-d32e3ce8-2eee-4893-bfb6-0fd84fdf6e77 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496476 Feb 02 14:12:40.611738 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:12:40.718591 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:12:40.730748 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'port_id': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'mac_address': 'fa:16:3e:fa:b2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:12:40.931453 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:12:40.931825 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:40.945202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:12:40.965946 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:12:40.972873 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:41.022250 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:12:41.287541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['46c67ba2-0c32-45ee-8fd8-78ceaee533b9'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:12:41.737405 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104d5ac-5e0e-47ff-9110-5e47c9f58e4f req-239d3396-3332-4fe3-bd81-227fdf794069 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:41.738952 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7104d5ac-5e0e-47ff-9110-5e47c9f58e4f req-239d3396-3332-4fe3-bd81-227fdf794069 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 944 time: 0.0558760 Feb 02 14:12:41.788857 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7104d5ac-5e0e-47ff-9110-5e47c9f58e4f req-cb731fff-dd6d-4e4d-924f-cab79bd74257 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442705 Feb 02 14:12:42.644326 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:12:42.697008 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:12:42.697374 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:42.778979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:12:42.779367 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:42.802541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:12:42.804825 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3f1ba4-2209-47be-bdff-d011ec27eccb" -d '{"events": [{"server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "name": "network-vif-plugged", "status": "completed", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:12:42.818013 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:12:42.824818 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:12:42.849942 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a82e8f-fd2d-4042-8aa4-fafc2d191d86 x-openstack-request-id: req-d9a82e8f-fd2d-4042-8aa4-fafc2d191d86 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:12:42.850212 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "name": "network-vif-plugged", "status": "completed", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:12:42.850481 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d9a82e8f-fd2d-4042-8aa4-fafc2d191d86 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:12:42.850877 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'code': 200} Feb 02 14:12:42.881064 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:12:42.927470 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c3a90-89be-427f-a1ad-7d309cac1e92 req-cadd6ba2-b05e-4280-a2be-97873da3768b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:42.928950 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-706c3a90-89be-427f-a1ad-7d309cac1e92 req-cadd6ba2-b05e-4280-a2be-97873da3768b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 946 time: 0.0580111 Feb 02 14:12:42.979209 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-706c3a90-89be-427f-a1ad-7d309cac1e92 req-9c88b56a-29f7-46af-bd89-94a85e15c5d0 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Feb 02 14:12:43.076364 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748f91c-1442-429a-aad5-f25ce5d9d693 req-7ca5efc6-8135-48d2-9dbe-68c9aa890abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:43.077930 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8748f91c-1442-429a-aad5-f25ce5d9d693 req-7ca5efc6-8135-48d2-9dbe-68c9aa890abd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1128 time: 0.0524006 Feb 02 14:12:43.126415 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8748f91c-1442-429a-aad5-f25ce5d9d693 req-951e2c21-93c1-4042-a08d-89883056cba7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 Feb 02 14:12:44.111079 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa953a-d489-4b8a-8e6d-1e6ac9049e3b req-5cd62e43-18d1-4ba3-b524-082ae07f5062 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:44.112596 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16fa953a-d489-4b8a-8e6d-1e6ac9049e3b req-5cd62e43-18d1-4ba3-b524-082ae07f5062 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 946 time: 0.0587018 Feb 02 14:12:44.161988 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-16fa953a-d489-4b8a-8e6d-1e6ac9049e3b req-3ae9445b-cc67-4b82-8714-9dce9744d06d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436606 Feb 02 14:12:45.295685 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa4755-6404-40ac-a5ed-f7462c33f08b req-bf44e5e6-cb8c-4c47-9302-dc653ec63eea tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:12:45.297251 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44aa4755-6404-40ac-a5ed-f7462c33f08b req-bf44e5e6-cb8c-4c47-9302-dc653ec63eea tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 946 time: 0.0612423 Feb 02 14:12:45.347345 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-44aa4755-6404-40ac-a5ed-f7462c33f08b req-dc240da1-c40f-4a78-910d-9173b3fbb433 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440564 Feb 02 14:12:48.624011 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:13:01.899231 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5c715ed3-41ac-43ec-a29b-0e2f896812b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:04.188382 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4d3f8ded-3e89-4df3-abb4-0ca04184cbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:05.854477 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:07.121142 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:07.451858 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:08.071185 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:08.292668 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:25.624124 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:13:31.894310 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-97c666e8-7378-4ab5-832d-c8632baa4caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:34.185482 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f1f75146-d833-4b03-8e8e-47c230f011b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:35.858380 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:37.122037 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:37.480489 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:37.616076 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae5bf28e-e67b-49e6-ade3-dbaea6dc3310 req-37e805d5-73a0-4f0d-b64c-c35c59b7f3b0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548711 Feb 02 14:13:37.740883 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bf28e-e67b-49e6-ade3-dbaea6dc3310 req-5c5ba6ce-21a3-4553-b2e5-6a2b7c0ac33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:13:37.742401 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae5bf28e-e67b-49e6-ade3-dbaea6dc3310 req-5c5ba6ce-21a3-4553-b2e5-6a2b7c0ac33a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1128 time: 0.0547333 Feb 02 14:13:37.864763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bf28e-e67b-49e6-ade3-dbaea6dc3310 req-1204b346-d92d-42f4-b9e9-5cf942d7cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:13:37.866328 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae5bf28e-e67b-49e6-ade3-dbaea6dc3310 req-1204b346-d92d-42f4-b9e9-5cf942d7cb28 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.1014788 Feb 02 14:13:37.932993 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae5bf28e-e67b-49e6-ade3-dbaea6dc3310 req-4ce9b429-1e68-4ccc-8416-9caef12c6a52 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9 HTTP/1.1" status: 200 len: 1001 time: 0.0599227 Feb 02 14:13:37.988322 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bf28e-e67b-49e6-ade3-dbaea6dc3310 req-fdd5ccb5-a195-486a-9708-af55a5df083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:13:37.989798 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae5bf28e-e67b-49e6-ade3-dbaea6dc3310 req-fdd5ccb5-a195-486a-9708-af55a5df083a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0510046 Feb 02 14:13:38.048817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bf28e-e67b-49e6-ade3-dbaea6dc3310 req-f13de6bb-0bf6-4f4e-b56f-6c7a86027063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:13:38.050374 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae5bf28e-e67b-49e6-ade3-dbaea6dc3310 req-f13de6bb-0bf6-4f4e-b56f-6c7a86027063 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0528495 Feb 02 14:13:38.069959 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:38.150000 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae5bf28e-e67b-49e6-ade3-dbaea6dc3310 req-74da3551-8b27-4f6a-a5f2-ec50ff05b1db service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919347 Feb 02 14:13:38.248189 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ae5bf28e-e67b-49e6-ade3-dbaea6dc3310 req-0b94cdab-f4f0-44cf-b89f-53cf3ef31dd7 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922189 Feb 02 14:13:38.291524 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:57.243112 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43668) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:13:57.418212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Deleting port 9e43e238-6ca0-480c-96c0-0769fe89e596 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:13:57.418498 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9e43e238-6ca0-480c-96c0-0769fe89e596), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:57.496553 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9e43e238-6ca0-480c-96c0-0769fe89e596), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:57.496798 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for floatingip (9e43e238-6ca0-480c-96c0-0769fe89e596), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:57.508637 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Calling delete_port for 9e43e238-6ca0-480c-96c0-0769fe89e596 owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:13:57.660158 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (9e43e238-6ca0-480c-96c0-0769fe89e596), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:57.689982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event deleted for resources: {'Port': ['ID=9e43e238-6ca0-480c-96c0-0769fe89e596,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:13:57.701974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.702319 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.702691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.703124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.703452 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.703837 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.704187 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.704515 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.704842 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.705177 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.705508 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.705832 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.706124 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:13:57.762390 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for floatingip (ffbd62c0-0b41-4876-a65a-c0d2259e9e0c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:57.762611 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Floating IP ffbd62c0-0b41-4876-a65a-c0d2259e9e0c disassociated (deleted). External IP: 172.25.4.157, port: 46c67ba2-0c32-45ee-8fd8-78ceaee533b9. Feb 02 14:13:57.976791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:13:58.095063 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:13:58.100093 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:13:58.104888 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc5290-4d33-4a44-9a64-8ff24c9ada63 None None] Sync routers for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:13:58.114751 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc5290-4d33-4a44-9a64-8ff24c9ada63 None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:13:58.115653 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-45bc5290-4d33-4a44-9a64-8ff24c9ada63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:13:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:13:58.130826 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-e804c788-22ec-48c6-b2d1-977c77e2f98f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "DELETE /v2.0/floatingips/ffbd62c0-0b41-4876-a65a-c0d2259e9e0c HTTP/1.1" status: 204 len: 168 time: 0.8864350 Feb 02 14:13:58.131432 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:13:58.133691 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fb9b34-1148-4882-a7e8-210d12009014" -d '{"events": [{"name": "network-changed", "server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:13:58.231534 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-45bc5290-4d33-4a44-9a64-8ff24c9ada63 None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:13:58.235915 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b6ae2c-adaa-4607-8c92-4d6142c3b7b1 x-openstack-request-id: req-77b6ae2c-adaa-4607-8c92-4d6142c3b7b1 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:13:58.236205 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:13:58.236901 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-77b6ae2c-adaa-4607-8c92-4d6142c3b7b1 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:13:58.236901 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'status': 'completed', 'code': 200} Feb 02 14:13:58.340403 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb9b34-1148-4882-a7e8-210d12009014 req-e5b0d339-bd32-4271-a696-c7a8d1b3db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:13:58.342355 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8fb9b34-1148-4882-a7e8-210d12009014 req-e5b0d339-bd32-4271-a696-c7a8d1b3db9b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 1128 time: 0.0610204 Feb 02 14:13:58.379033 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94361a0-64c0-48d5-9b0e-294fbbcf194f req-60da1c5e-f320-4ccc-96d7-3691776923d8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:13:58.380618 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b94361a0-64c0-48d5-9b0e-294fbbcf194f req-60da1c5e-f320-4ccc-96d7-3691776923d8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 946 time: 0.0623276 Feb 02 14:13:58.438165 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-45bc5290-4d33-4a44-9a64-8ff24c9ada63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:13:58.441224 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b94361a0-64c0-48d5-9b0e-294fbbcf194f req-2a937adc-db91-4b38-bfa5-6476dd922996 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549378 Feb 02 14:13:58.443261 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb9b34-1148-4882-a7e8-210d12009014 req-0d6c8d4c-b120-49cb-9571-09aa7837d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:13:58.444786 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8fb9b34-1148-4882-a7e8-210d12009014 req-0d6c8d4c-b120-49cb-9571-09aa7837d153 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0950677 Feb 02 14:13:58.465173 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc5290-4d33-4a44-9a64-8ff24c9ada63 None None] Checking router: afceddc7-56e9-4a40-8fe3-11b7a314bfd7 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:13:58.473470 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc5290-4d33-4a44-9a64-8ff24c9ada63 None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:13:58.474052 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-45bc5290-4d33-4a44-9a64-8ff24c9ada63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:13:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:13:58.496223 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8fb9b34-1148-4882-a7e8-210d12009014 req-c8429d6e-cba3-4b00-9e28-3fabeeea10d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9 HTTP/1.1" status: 200 len: 217 time: 0.0345364 Feb 02 14:13:58.549581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb9b34-1148-4882-a7e8-210d12009014 req-6f177da5-9df9-4bc8-af4a-9be02c134f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:13:58.551132 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8fb9b34-1148-4882-a7e8-210d12009014 req-6f177da5-9df9-4bc8-af4a-9be02c134f70 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0491197 Feb 02 14:13:58.581995 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-45bc5290-4d33-4a44-9a64-8ff24c9ada63 None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:13:58.602428 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb9b34-1148-4882-a7e8-210d12009014 req-b8cc3a3f-bdcc-4573-bc52-0885479efb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:13:58.603980 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8fb9b34-1148-4882-a7e8-210d12009014 req-b8cc3a3f-bdcc-4573-bc52-0885479efb2c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448940 Feb 02 14:13:58.697714 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8fb9b34-1148-4882-a7e8-210d12009014 req-5dae2d5a-6e60-40b5-80aa-f291b9a39ce0 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872509 Feb 02 14:13:58.798165 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8fb9b34-1148-4882-a7e8-210d12009014 req-6d288450-da3c-4704-be20-e137474225b2 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943432 Feb 02 14:13:58.874413 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-45bc5290-4d33-4a44-9a64-8ff24c9ada63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:13:58.899693 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc5290-4d33-4a44-9a64-8ff24c9ada63 None None] The sync data for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 is: [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:13:59.161876 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a2b0fc-6cf9-4be9-843b-6bc6a2a1b516 None None] New status for floating IP ffbd62c0-0b41-4876-a65a-c0d2259e9e0c: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:13:59.571657 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6a5c-7ba2-41ad-9007-6f99ed65d153 req-7c179b4e-b392-4e87-a418-fd79eee5efcd tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:13:59.573199 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7dbd6a5c-7ba2-41ad-9007-6f99ed65d153 req-7c179b4e-b392-4e87-a418-fd79eee5efcd tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 946 time: 0.0578516 Feb 02 14:13:59.625015 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7dbd6a5c-7ba2-41ad-9007-6f99ed65d153 req-0ef18317-6a9e-4199-81fa-600c00909434 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=c062a6ea-e751-403c-ae18-326b62a5d283&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447848 Feb 02 14:13:59.871761 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02f131-7c21-4e5e-ab9b-f8c2d7c125f6 req-9f552b2f-bd15-4341-9ecc-acd289d775e7 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:13:59.873213 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bf02f131-7c21-4e5e-ab9b-f8c2d7c125f6 req-9f552b2f-bd15-4341-9ecc-acd289d775e7 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 946 time: 0.0646868 Feb 02 14:13:59.973770 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-bf02f131-7c21-4e5e-ab9b-f8c2d7c125f6 req-46361bf2-d779-4f14-b261-bcadbb3a74da tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Deleting port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:13:59.974171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bf02f131-7c21-4e5e-ab9b-f8c2d7c125f6 req-46361bf2-d779-4f14-b261-bcadbb3a74da tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:00.080734 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-bf02f131-7c21-4e5e-ab9b-f8c2d7c125f6 req-46361bf2-d779-4f14-b261-bcadbb3a74da tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] For port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:14:00.081082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bf02f131-7c21-4e5e-ab9b-f8c2d7c125f6 req-46361bf2-d779-4f14-b261-bcadbb3a74da tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:00.097915 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-bf02f131-7c21-4e5e-ab9b-f8c2d7c125f6 req-46361bf2-d779-4f14-b261-bcadbb3a74da tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Calling delete_port for 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:14:00.252043 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bf02f131-7c21-4e5e-ab9b-f8c2d7c125f6 req-46361bf2-d779-4f14-b261-bcadbb3a74da tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (46c67ba2-0c32-45ee-8fd8-78ceaee533b9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:00.291442 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46361bf2-d779-4f14-b261-bcadbb3a74da tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event deleted for resources: {'Port': ['ID=46c67ba2-0c32-45ee-8fd8-78ceaee533b9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:00.335174 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf02f131-7c21-4e5e-ab9b-f8c2d7c125f6 req-46361bf2-d779-4f14-b261-bcadbb3a74da tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] No DVR routers for this DVR port 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:14:00.338246 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bf02f131-7c21-4e5e-ab9b-f8c2d7c125f6 req-46361bf2-d779-4f14-b261-bcadbb3a74da tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:00.341574 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bf02f131-7c21-4e5e-ab9b-f8c2d7c125f6 req-46361bf2-d779-4f14-b261-bcadbb3a74da tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.62 "DELETE /v2.0/ports/46c67ba2-0c32-45ee-8fd8-78ceaee533b9 HTTP/1.1" status: 204 len: 173 time: 0.4633460 Feb 02 14:14:00.341992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'name': 'network-vif-deleted', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:14:00.344444 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9d246a-2c40-41ad-abb6-9959c6b28954" -d '{"events": [{"server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "name": "network-vif-deleted", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:14:00.380777 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf81dcb-f071-4f45-94d1-8eec6abe7309 x-openstack-request-id: req-3cf81dcb-f071-4f45-94d1-8eec6abe7309 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:14:00.381099 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b385110-49c6-4f55-97c6-283084772fc7", "name": "network-vif-deleted", "tag": "46c67ba2-0c32-45ee-8fd8-78ceaee533b9", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:14:00.381388 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-3cf81dcb-f071-4f45-94d1-8eec6abe7309 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:14:00.381793 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b385110-49c6-4f55-97c6-283084772fc7', 'name': 'network-vif-deleted', 'tag': '46c67ba2-0c32-45ee-8fd8-78ceaee533b9', 'status': 'completed', 'code': 200} Feb 02 14:14:00.753414 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e662681-96b3-4b0e-ba0e-4146a541dc2a req-a4baa1db-e524-43ea-b007-808b957c771e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b385110-49c6-4f55-97c6-283084772fc7 HTTP/1.1" status: 200 len: 210 time: 0.0290320 Feb 02 14:14:01.814307 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43692) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:14:01.877638 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group (c062a6ea-e751-403c-ae18-326b62a5d283), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:01.888792 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ffabde83-779b-4fd8-b977-37451963a6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:01.904389 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group (c062a6ea-e751-403c-ae18-326b62a5d283), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:01.966686 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c062a6ea-e751-403c-ae18-326b62a5d283), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:01.969950 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:01.971123 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "DELETE /v2.0/security-groups/c062a6ea-e751-403c-ae18-326b62a5d283 HTTP/1.1" status: 204 len: 168 time: 0.1558354 Feb 02 14:14:01.980770 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c062a6ea-e751-403c-ae18-326b62a5d283,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:01.988606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:01.988987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:01.989353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:01.989686 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:01.990104 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:01.990320 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:01.990644 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:01.990987 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:01.991309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:01.991649 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:01.991972 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:01.992302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:01.992587 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f233f8e6-df0e-4f21-94d0-25bdc41e4403 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:02.196395 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43698) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:14:02.201111 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ecc5ae36-6a96-480b-9e40-2a755515b0cc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-296350864', 'description': 'tempest-secgroup-smoke-296350864 description', 'project_id': '73708a111d674964a81d96afe86652ca'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:14:02.225461 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ae36-6a96-480b-9e40-2a755515b0cc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.298828 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ae36-6a96-480b-9e40-2a755515b0cc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group (ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.305252 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ae36-6a96-480b-9e40-2a755515b0cc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.337782 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecc5ae36-6a96-480b-9e40-2a755515b0cc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.339070 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ecc5ae36-6a96-480b-9e40-2a755515b0cc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1416624 Feb 02 14:14:02.341168 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5ae36-6a96-480b-9e40-2a755515b0cc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:02.342159 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 43700) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:14:02.348209 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-9ffc4dd5-b4c7-4482-8946-486daf12a8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group_rule': {'security_group_id': 'ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2', 'project_id': '73708a111d674964a81d96afe86652ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:14:02.378797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ffc4dd5-b4c7-4482-8946-486daf12a8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (7e01c516-f839-4522-83eb-4719a08f04de), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.428310 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ffc4dd5-b4c7-4482-8946-486daf12a8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (7e01c516-f839-4522-83eb-4719a08f04de), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.433182 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ffc4dd5-b4c7-4482-8946-486daf12a8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (7e01c516-f839-4522-83eb-4719a08f04de), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.452179 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc4dd5-b4c7-4482-8946-486daf12a8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e01c516-f839-4522-83eb-4719a08f04de,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:02.458342 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9ffc4dd5-b4c7-4482-8946-486daf12a8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.459753 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9ffc4dd5-b4c7-4482-8946-486daf12a8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1154773 Feb 02 14:14:02.463917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43702) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:14:02.468693 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f9c6a7f0-6162-443f-b6e5-42974ca9c8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group_rule': {'security_group_id': 'ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2', 'project_id': '73708a111d674964a81d96afe86652ca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:14:02.497278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a7f0-6162-443f-b6e5-42974ca9c8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (1a3d1315-e2af-45a5-b1f0-d6dba213e224), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.559913 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a7f0-6162-443f-b6e5-42974ca9c8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (1a3d1315-e2af-45a5-b1f0-d6dba213e224), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.565854 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a7f0-6162-443f-b6e5-42974ca9c8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (1a3d1315-e2af-45a5-b1f0-d6dba213e224), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.583373 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6a7f0-6162-443f-b6e5-42974ca9c8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3d1315-e2af-45a5-b1f0-d6dba213e224,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:02.592839 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f9c6a7f0-6162-443f-b6e5-42974ca9c8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.594172 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f9c6a7f0-6162-443f-b6e5-42974ca9c8aa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292458 Feb 02 14:14:02.597265 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43704) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:14:02.601575 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f325b9fd-3954-45f3-89ed-f85fbcf2c9b8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group_rule': {'security_group_id': 'ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2', 'project_id': '73708a111d674964a81d96afe86652ca', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:14:02.624406 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:14:02.628204 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f325b9fd-3954-45f3-89ed-f85fbcf2c9b8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (2f1a1021-64ed-40a8-aa92-edc2458a9d17), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.692596 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f325b9fd-3954-45f3-89ed-f85fbcf2c9b8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (2f1a1021-64ed-40a8-aa92-edc2458a9d17), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.697090 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f325b9fd-3954-45f3-89ed-f85fbcf2c9b8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (2f1a1021-64ed-40a8-aa92-edc2458a9d17), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.715239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f325b9fd-3954-45f3-89ed-f85fbcf2c9b8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1a1021-64ed-40a8-aa92-edc2458a9d17,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:02.724063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f325b9fd-3954-45f3-89ed-f85fbcf2c9b8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.728077 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f325b9fd-3954-45f3-89ed-f85fbcf2c9b8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270437 Feb 02 14:14:02.728234 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43706) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:14:02.732536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-6140f371-2f49-4ddf-b4ca-b6a099ba2e3d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group_rule': {'security_group_id': 'ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2', 'project_id': '73708a111d674964a81d96afe86652ca', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:14:02.757657 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6140f371-2f49-4ddf-b4ca-b6a099ba2e3d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (d2c24d0e-6d8d-4d47-871c-cf1a1e507715), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.821432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6140f371-2f49-4ddf-b4ca-b6a099ba2e3d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (d2c24d0e-6d8d-4d47-871c-cf1a1e507715), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.826125 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6140f371-2f49-4ddf-b4ca-b6a099ba2e3d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (d2c24d0e-6d8d-4d47-871c-cf1a1e507715), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.843733 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6140f371-2f49-4ddf-b4ca-b6a099ba2e3d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2c24d0e-6d8d-4d47-871c-cf1a1e507715,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:02.853296 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6140f371-2f49-4ddf-b4ca-b6a099ba2e3d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.854516 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6140f371-2f49-4ddf-b4ca-b6a099ba2e3d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254001 Feb 02 14:14:02.857476 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43708) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:14:02.861773 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-19083d4b-b27e-443e-9178-62eb458f1b13 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group_rule': {'security_group_id': 'ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2', 'project_id': '73708a111d674964a81d96afe86652ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:14:02.882117 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-19083d4b-b27e-443e-9178-62eb458f1b13 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Project 73708a111d674964a81d96afe86652ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:14:02.886863 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19083d4b-b27e-443e-9178-62eb458f1b13 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (a25fb587-1c25-41fa-8eb7-8a4a9a5a893a), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.948846 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19083d4b-b27e-443e-9178-62eb458f1b13 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (a25fb587-1c25-41fa-8eb7-8a4a9a5a893a), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.954214 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19083d4b-b27e-443e-9178-62eb458f1b13 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (a25fb587-1c25-41fa-8eb7-8a4a9a5a893a), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.973793 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19083d4b-b27e-443e-9178-62eb458f1b13 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25fb587-1c25-41fa-8eb7-8a4a9a5a893a,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:02.979424 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-19083d4b-b27e-443e-9178-62eb458f1b13 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:02.980834 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-19083d4b-b27e-443e-9178-62eb458f1b13 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223350 Feb 02 14:14:02.983962 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43710) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:14:02.988494 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-957a1bd5-3cde-42c7-aee1-a3de507fb997 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'security_group_rule': {'security_group_id': 'ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2', 'project_id': '73708a111d674964a81d96afe86652ca', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:14:03.011213 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-957a1bd5-3cde-42c7-aee1-a3de507fb997 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Project 73708a111d674964a81d96afe86652ca added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:14:03.016941 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-957a1bd5-3cde-42c7-aee1-a3de507fb997 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (93c2b219-b5b9-4f1c-957b-b4b4b7b517a1), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:03.081855 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-957a1bd5-3cde-42c7-aee1-a3de507fb997 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (93c2b219-b5b9-4f1c-957b-b4b4b7b517a1), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:03.087068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-957a1bd5-3cde-42c7-aee1-a3de507fb997 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (93c2b219-b5b9-4f1c-957b-b4b4b7b517a1), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:03.106065 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a1bd5-3cde-42c7-aee1-a3de507fb997 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c2b219-b5b9-4f1c-957b-b4b4b7b517a1,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:03.111402 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-957a1bd5-3cde-42c7-aee1-a3de507fb997 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:03.117087 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-957a1bd5-3cde-42c7-aee1-a3de507fb997 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276205 Feb 02 14:14:03.129509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:14:03.152348 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:14:03.152695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 46c67ba2-0c32-45ee-8fd8-78ceaee533b9 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:14:04.180264 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-88d905e1-b46d-4cfb-89b7-b7c19001764e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:05.861327 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:07.123881 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:07.480676 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:08.065678 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:08.277393 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:22.834193 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-76a5725c-1c9d-4bc7-b987-c34f9264a6bd tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296350864&fields=id&tenant_id=73708a111d674964a81d96afe86652ca HTTP/1.1" status: 200 len: 267 time: 0.0460391 Feb 02 14:14:22.950207 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-9175c3a5-aa3e-4a11-b4e9-8b5d9b7b9c55 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:22.952032 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-9175c3a5-aa3e-4a11-b4e9-8b5d9b7b9c55 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 808 time: 0.1110084 Feb 02 14:14:22.967883 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-ac3995e0-983c-4649-a92d-0d933dc45c54 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/quotas/73708a111d674964a81d96afe86652ca HTTP/1.1" status: 200 len: 375 time: 0.0102704 Feb 02 14:14:23.023820 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-63615002-5ccd-4e7f-aab4-1090d47eeec4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509007 Feb 02 14:14:23.087697 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-9e0f35e7-7412-40c3-9722-7e47855a1216 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103188) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:14:23.089071 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-9e0f35e7-7412-40c3-9722-7e47855a1216 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526202 Feb 02 14:14:23.189741 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-9183f2b8-08e7-4268-aa57-389f0a4af748 service neutron] 10.222.0.83 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921173 Feb 02 14:14:23.285497 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-c210f7db-4f24-4f6d-8fae-759f41ae1d14 service neutron] 10.222.0.83 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872293 Feb 02 14:14:23.609670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-74f46d3e-2e7f-496d-aefa-5202e1835eb3 req-daa2dc95-5a44-4ba8-96fd-8fbdd0f2b96b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 210 time: 0.0280929 Feb 02 14:14:24.694135 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-98cc05a3-0d31-4905-a2d7-ea6c679ac2ec tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:24.695807 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-98cc05a3-0d31-4905-a2d7-ea6c679ac2ec tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.18 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 808 time: 0.1108270 Feb 02 14:14:24.716825 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-896eab27-f84b-4cf9-a334-8aa0d0d21a6a req-eaaf2e49-cd29-4d48-b231-ebdda4823541 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 210 time: 0.0381293 Feb 02 14:14:24.765251 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-0e3f3c52-2949-44e4-be06-9dbca78a7c4e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73708a111d674964a81d96afe86652ca HTTP/1.1" status: 200 len: 379 time: 0.0546393 Feb 02 14:14:24.773738 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'port': {'device_id': 'b5053879-4a38-4c6c-996f-d20571783086', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'admin_state_up': True, 'tenant_id': '73708a111d674964a81d96afe86652ca', 'security_groups': ['ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:14:24.885016 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Made reservation on behalf of 73708a111d674964a81d96afe86652ca for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:14:24.888432 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:25.011621 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Allocated IP 172.20.0.9 (e360ae5c-f6c2-442f-b986-c54b8c8cc4bc/09071794-08af-43d0-afa3-911026563bfd/7ac894f5-8234-4360-8dfe-013359862d28) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:14:25.161333 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for port (7ac894f5-8234-4360-8dfe-013359862d28), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:25.197114 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7ac894f5-8234-4360-8dfe-013359862d28), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:25.240189 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:14:25.245375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:14:25.249014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:14:25.276921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'Port': ['ID=7ac894f5-8234-4360-8dfe-013359862d28,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:25.312972 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:25.313623 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:25.332865 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1b3bf567-3c1a-4a33-8b6d-ead1c70c0ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5627182 Feb 02 14:14:25.342726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1720fe1a-50f1-4f7f-a3ce-5e411cfefc12 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:14:25.343880 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-1720fe1a-50f1-4f7f-a3ce-5e411cfefc12 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054514 Feb 02 14:14:25.418612 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Request body: {'port': {'device_id': 'b5053879-4a38-4c6c-996f-d20571783086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:14:25.479222 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ac894f5-8234-4360-8dfe-013359862d28), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:25.539347 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b0fffd5b-16f5-47f2-9291-c3e9c917ef22 None None] Provisioning complete for port 7ac894f5-8234-4360-8dfe-013359862d28 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:14:25.539969 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0fffd5b-16f5-47f2-9291-c3e9c917ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7ac894f5-8234-4360-8dfe-013359862d28), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:25.574463 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b0fffd5b-16f5-47f2-9291-c3e9c917ef22 None None] Port 7ac894f5-8234-4360-8dfe-013359862d28 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:14:25.857266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045dd5ad-0c76-4cf5-ac56-c560f3247ea6 req-e88434f7-e003-4864-bd38-b8643a3581f6 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:25.866721 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-045dd5ad-0c76-4cf5-ac56-c560f3247ea6 req-e88434f7-e003-4864-bd38-b8643a3581f6 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 931 time: 0.0728207 Feb 02 14:14:25.924238 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-045dd5ad-0c76-4cf5-ac56-c560f3247ea6 req-ebc0aa0e-fd48-46fc-b6f5-2190ba95af58 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564964 Feb 02 14:14:26.080011 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac894f5-8234-4360-8dfe-013359862d28 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:14:26.088327 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Publish callbacks [] for port (7ac894f5-8234-4360-8dfe-013359862d28), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:26.101688 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Transition to ACTIVE for port object 7ac894f5-8234-4360-8dfe-013359862d28 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:14:26.105662 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7ac894f5-8234-4360-8dfe-013359862d28), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:26.156760 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Pushing event updated for resources: {'Port': ['ID=7ac894f5-8234-4360-8dfe-013359862d28,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:26.229401 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Attempting to bind port 7ac894f5-8234-4360-8dfe-013359862d28 on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:14:26.229772 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Attempting to bind port 7ac894f5-8234-4360-8dfe-013359862d28 by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:14:26.230200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Attempting to bind port 7ac894f5-8234-4360-8dfe-013359862d28 on network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:14:26.235385 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Port 7ac894f5-8234-4360-8dfe-013359862d28 on network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:14:26.235807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Attempting to bind port 7ac894f5-8234-4360-8dfe-013359862d28 on network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:14:26.241263 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:14:26.241603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Checking segment: {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:14:26.241990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Bound using segment: {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:14:26.242417 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Bound port: 7ac894f5-8234-4360-8dfe-013359862d28, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:14:26.242822 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ac894f5-8234-4360-8dfe-013359862d28), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:26.314235 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:14:26.317585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7ac894f5-8234-4360-8dfe-013359862d28,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:14:26.325525 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7ac894f5-8234-4360-8dfe-013359862d28), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:26.362125 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:26.362708 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:26.364551 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] 10.222.0.18 "PUT /v2.0/ports/7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 1091 time: 1.0068471 Feb 02 14:14:26.364993 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:14:26.367327 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc67abd7-e201-40cf-9264-225107cdf641" -d '{"events": [{"name": "network-changed", "server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "tag": "7ac894f5-8234-4360-8dfe-013359862d28"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:14:26.395212 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3393e7-605f-473a-b53f-7704c47c863f service neutron] Pushing event updated for resources: {'Port': ['ID=7ac894f5-8234-4360-8dfe-013359862d28,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:26.443267 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8f6163-add5-4c20-a52f-946ee052c0c8 x-openstack-request-id: req-ce8f6163-add5-4c20-a52f-946ee052c0c8 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:14:26.443655 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "tag": "7ac894f5-8234-4360-8dfe-013359862d28", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:14:26.444133 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-ce8f6163-add5-4c20-a52f-946ee052c0c8 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:14:26.444603 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28', 'status': 'completed', 'code': 200} Feb 02 14:14:26.485966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-e27f5d1f-5e9f-4e18-b44f-82a4a05c2de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:26.487731 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-e27f5d1f-5e9f-4e18-b44f-82a4a05c2de6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1125 time: 0.0593541 Feb 02 14:14:26.545162 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-f61729e9-3ddd-49bf-8757-ae050043eb26 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 217 time: 0.0435469 Feb 02 14:14:26.599359 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-e2fc99f0-6e2f-41b8-8880-c30d4f8e393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:26.600888 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-e2fc99f0-6e2f-41b8-8880-c30d4f8e393e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0486894 Feb 02 14:14:26.651398 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-f1e41618-7e0d-4d34-a711-48fbf11218d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:26.652936 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-f1e41618-7e0d-4d34-a711-48fbf11218d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458097 Feb 02 14:14:26.744140 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-4d05c93d-0704-4dba-af6f-015908714dc4 service neutron] 10.222.0.18 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846643 Feb 02 14:14:26.835233 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c11e414-5912-425b-800b-c4e612d26bd6 req-687d53be-01dd-4839-a01f-8541c330445f service neutron] 10.222.0.18 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844917 Feb 02 14:14:26.954913 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67abd7-e201-40cf-9264-225107cdf641 req-19071833-8515-42cb-bd17-3c2252850ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:26.956748 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc67abd7-e201-40cf-9264-225107cdf641 req-19071833-8515-42cb-bd17-3c2252850ccd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1125 time: 0.0492265 Feb 02 14:14:27.042226 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f1714-8451-4bfb-a61b-92c56ce4a03f req-33605674-51df-4ab2-b080-86cdf71764d9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:27.049083 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-428f1714-8451-4bfb-a61b-92c56ce4a03f req-33605674-51df-4ab2-b080-86cdf71764d9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0599539 Feb 02 14:14:27.057517 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67abd7-e201-40cf-9264-225107cdf641 req-b10aebc2-595a-4025-bcca-19b6786a2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:27.059161 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc67abd7-e201-40cf-9264-225107cdf641 req-b10aebc2-595a-4025-bcca-19b6786a2e2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0951624 Feb 02 14:14:27.094218 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-428f1714-8451-4bfb-a61b-92c56ce4a03f req-d5d99585-0bbe-42d0-8325-282e380ade84 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442433 Feb 02 14:14:27.100849 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc67abd7-e201-40cf-9264-225107cdf641 req-91b7ab81-e9ec-4f3b-b8b2-dc5060f5093f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 217 time: 0.0359945 Feb 02 14:14:27.152384 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67abd7-e201-40cf-9264-225107cdf641 req-77ad3406-7476-4049-9c04-d82e60ed286a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:27.153846 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc67abd7-e201-40cf-9264-225107cdf641 req-77ad3406-7476-4049-9c04-d82e60ed286a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0479360 Feb 02 14:14:27.208471 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67abd7-e201-40cf-9264-225107cdf641 req-c3e98e5e-15c6-48af-81a0-d3866d1dbcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:27.209884 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc67abd7-e201-40cf-9264-225107cdf641 req-c3e98e5e-15c6-48af-81a0-d3866d1dbcfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0505309 Feb 02 14:14:27.305138 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc67abd7-e201-40cf-9264-225107cdf641 req-93c173f4-46a1-47e4-ab23-6f17f99285a8 service neutron] 10.222.0.18 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885856 Feb 02 14:14:27.403635 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc67abd7-e201-40cf-9264-225107cdf641 req-81909835-55be-4393-b900-d6a45040d005 service neutron] 10.222.0.18 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921764 Feb 02 14:14:28.460484 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99782752-66cd-48dd-b351-af9fd2e6c8f1 req-227092c0-8c8b-4a0f-9c41-0975e61c5e36 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:28.461853 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99782752-66cd-48dd-b351-af9fd2e6c8f1 req-227092c0-8c8b-4a0f-9c41-0975e61c5e36 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0585687 Feb 02 14:14:28.512117 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-99782752-66cd-48dd-b351-af9fd2e6c8f1 req-afd5efd3-205a-42cc-bb8a-d5e4957a65bb tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439851 Feb 02 14:14:29.635233 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9190c1-e119-4b44-96e9-16ec239aa345 req-bca5adcc-15d0-4aa9-b05e-e363bf52051c tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:29.637627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad9190c1-e119-4b44-96e9-16ec239aa345 req-bca5adcc-15d0-4aa9-b05e-e363bf52051c tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0562701 Feb 02 14:14:29.690943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ad9190c1-e119-4b44-96e9-16ec239aa345 req-bd593537-d2fd-4e74-b049-5c9807eff9c1 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467632 Feb 02 14:14:30.831220 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c8864-571a-4b8d-b01e-060e78391dee req-c3aa60bb-33ac-40e1-ae93-b2e2f4c8d016 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:30.833726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-988c8864-571a-4b8d-b01e-060e78391dee req-c3aa60bb-33ac-40e1-ae93-b2e2f4c8d016 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0650656 Feb 02 14:14:30.888488 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-988c8864-571a-4b8d-b01e-060e78391dee req-ccd5ead1-e758-4381-9823-463f7732cc9f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482492 Feb 02 14:14:31.892335 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44098cec-1292-4f98-a8b5-0ff54b94cda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:32.007919 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c26e9e-ace3-4458-8202-5d9598d88f0c req-75ee07c8-addc-49d6-95db-65c62ba758f9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:32.009412 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3c26e9e-ace3-4458-8202-5d9598d88f0c req-75ee07c8-addc-49d6-95db-65c62ba758f9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0536885 Feb 02 14:14:32.062027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a3c26e9e-ace3-4458-8202-5d9598d88f0c req-379f44c7-c75e-44c7-a58c-38fc9700ea0d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463257 Feb 02 14:14:33.190774 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5c93f-22f6-4701-9a90-31695a0db5ff req-ca9f3a40-2b7f-4b49-bd13-cedba36129f1 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:33.192293 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23a5c93f-22f6-4701-9a90-31695a0db5ff req-ca9f3a40-2b7f-4b49-bd13-cedba36129f1 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0567174 Feb 02 14:14:33.245591 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-23a5c93f-22f6-4701-9a90-31695a0db5ff req-4dda392e-fd14-4225-9e18-67b7ffbbec25 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476136 Feb 02 14:14:34.186814 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0df4fb71-89c9-41ad-8d31-33f798f5c119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:34.384293 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ed389-2329-4849-b974-a6cdcffd910f req-a5fbb717-e033-4b3d-8887-35c298ed4d6c tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:34.385800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-505ed389-2329-4849-b974-a6cdcffd910f req-a5fbb717-e033-4b3d-8887-35c298ed4d6c tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0587752 Feb 02 14:14:34.439725 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-505ed389-2329-4849-b974-a6cdcffd910f req-77b920ba-2095-465d-96c8-907e9a12fa51 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457613 Feb 02 14:14:35.573913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9847f25-de55-486f-9932-52bb4455092d req-4ce219dc-3632-44c0-8ae1-196a2b31b5e1 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:35.579067 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9847f25-de55-486f-9932-52bb4455092d req-4ce219dc-3632-44c0-8ae1-196a2b31b5e1 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0589314 Feb 02 14:14:35.629259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9847f25-de55-486f-9932-52bb4455092d req-143f10e9-47b6-4f9a-8062-2f19ca43169d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477004 Feb 02 14:14:35.871183 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:36.767793 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf77377-4df4-4f3f-83a9-56f6b6afeef8 req-5979fda0-0e01-49c1-8fb0-6c391d777142 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:36.769235 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbf77377-4df4-4f3f-83a9-56f6b6afeef8 req-5979fda0-0e01-49c1-8fb0-6c391d777142 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0557449 Feb 02 14:14:36.817021 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bbf77377-4df4-4f3f-83a9-56f6b6afeef8 req-5946a39a-be8b-49a4-9421-4d0731eda720 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421014 Feb 02 14:14:37.128939 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:37.490544 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:37.959953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874f7a4-2820-44d9-a26b-0ca61a87477d req-d82b2fbd-9415-46e5-9345-9ebcbc814451 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:37.961430 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a874f7a4-2820-44d9-a26b-0ca61a87477d req-d82b2fbd-9415-46e5-9345-9ebcbc814451 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0646017 Feb 02 14:14:38.013164 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a874f7a4-2820-44d9-a26b-0ca61a87477d req-ab252a5a-3020-426d-8cfd-d58a4577c6a1 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435109 Feb 02 14:14:38.080012 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:38.294775 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:39.139292 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4fffd-f51e-4db4-8b83-7305f2ea4472 req-3e418430-268e-4a56-a7fc-bf97d111253e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:39.140797 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9f4fffd-f51e-4db4-8b83-7305f2ea4472 req-3e418430-268e-4a56-a7fc-bf97d111253e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0551238 Feb 02 14:14:39.193520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9f4fffd-f51e-4db4-8b83-7305f2ea4472 req-fec4a4ef-3114-4e05-be26-8593af4a7858 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471263 Feb 02 14:14:39.624132 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:14:40.333956 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5f2dd-d006-4379-9740-db762c17217e req-1c5b9b49-cd2c-4a11-8da0-b173904671b6 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:40.335452 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ff5f2dd-d006-4379-9740-db762c17217e req-1c5b9b49-cd2c-4a11-8da0-b173904671b6 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0605297 Feb 02 14:14:40.386652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-0ff5f2dd-d006-4379-9740-db762c17217e req-3f8c0a55-c70e-41d0-888c-f3c1e2b64a2e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450642 Feb 02 14:14:41.782772 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb7a10-5f37-4c94-89ef-4b1c0bff598a req-9f09142b-fc4a-4424-a468-a8fb63585430 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:41.784403 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64eb7a10-5f37-4c94-89ef-4b1c0bff598a req-9f09142b-fc4a-4424-a468-a8fb63585430 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0559473 Feb 02 14:14:41.837088 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64eb7a10-5f37-4c94-89ef-4b1c0bff598a req-004e0c7b-5c88-4b3e-af5d-3176f178ebd1 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447242 Feb 02 14:14:42.981131 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff07d6-0492-42e3-b39e-c14789dc26d8 req-613ffae5-01e3-4773-a65b-d2e4350af56a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:42.982533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9eff07d6-0492-42e3-b39e-c14789dc26d8 req-613ffae5-01e3-4773-a65b-d2e4350af56a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0662062 Feb 02 14:14:43.032381 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-9eff07d6-0492-42e3-b39e-c14789dc26d8 req-4ea2922a-40ba-4015-b590-0f664addbdd4 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438797 Feb 02 14:14:43.501213 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7ac894f5-8234-4360-8dfe-013359862d28 details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:14:43.619025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7ac894f5-8234-4360-8dfe-013359862d28,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:14:43.634100 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': '7ac894f5-8234-4360-8dfe-013359862d28', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'port_id': '7ac894f5-8234-4360-8dfe-013359862d28', 'mac_address': 'fa:16:3e:d1:3d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:14:43.673123 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7ac894f5-8234-4360-8dfe-013359862d28 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:14:43.673667 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ac894f5-8234-4360-8dfe-013359862d28), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:43.687795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac894f5-8234-4360-8dfe-013359862d28 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:14:43.708470 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7ac894f5-8234-4360-8dfe-013359862d28,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:14:43.719895 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7ac894f5-8234-4360-8dfe-013359862d28), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:43.784025 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7ac894f5-8234-4360-8dfe-013359862d28,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:43.792231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:43.792585 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:43.792933 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:43.793273 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:43.793610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:43.793943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:43.794275 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:43.794601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:43.794950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:43.795516 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:43.796003 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:43.796614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:43.796951 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:14:44.034377 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['7ac894f5-8234-4360-8dfe-013359862d28'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:14:44.159414 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76056b2-9141-4769-847f-5b6e5f3908b5 req-2106edb8-59ea-4e50-a803-8d2d9560b3bd tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:44.160966 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a76056b2-9141-4769-847f-5b6e5f3908b5 req-2106edb8-59ea-4e50-a803-8d2d9560b3bd tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 944 time: 0.0535586 Feb 02 14:14:44.216423 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a76056b2-9141-4769-847f-5b6e5f3908b5 req-f2da652a-0206-4d00-a1ea-53404fbe7bc0 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494151 Feb 02 14:14:45.351118 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018ce97-7613-4292-95e5-6fdf22b5b1f8 req-baf979a5-baec-4eeb-98a8-4908f3e3ea11 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:45.352792 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2018ce97-7613-4292-95e5-6fdf22b5b1f8 req-baf979a5-baec-4eeb-98a8-4908f3e3ea11 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 944 time: 0.0636065 Feb 02 14:14:45.401988 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2018ce97-7613-4292-95e5-6fdf22b5b1f8 req-d6e9a3bd-6ba2-4059-a35d-ac762e150c3f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436924 Feb 02 14:14:45.503036 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7ac894f5-8234-4360-8dfe-013359862d28 up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:14:45.570324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port 7ac894f5-8234-4360-8dfe-013359862d28 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:14:45.577253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port 7ac894f5-8234-4360-8dfe-013359862d28 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:14:45.577885 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7ac894f5-8234-4360-8dfe-013359862d28), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:45.669926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7ac894f5-8234-4360-8dfe-013359862d28 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:14:45.670435 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ac894f5-8234-4360-8dfe-013359862d28), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:45.697010 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:14:45.699990 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dc2f73-f03c-4e10-a002-a473bc495704" -d '{"events": [{"server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "name": "network-vif-plugged", "status": "completed", "tag": "7ac894f5-8234-4360-8dfe-013359862d28"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:14:45.714001 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7ac894f5-8234-4360-8dfe-013359862d28,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:14:45.719371 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7ac894f5-8234-4360-8dfe-013359862d28), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:45.767739 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7ac894f5-8234-4360-8dfe-013359862d28,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:45.792031 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1b06b9-f86b-4abc-820e-0c4383aa3719 x-openstack-request-id: req-9f1b06b9-f86b-4abc-820e-0c4383aa3719 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:14:45.792328 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "name": "network-vif-plugged", "status": "completed", "tag": "7ac894f5-8234-4360-8dfe-013359862d28", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:14:45.792585 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-9f1b06b9-f86b-4abc-820e-0c4383aa3719 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:14:45.792993 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28', 'code': 200} Feb 02 14:14:45.937875 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310a9cd-8d62-4d1f-99fe-a2be5fe56e4a req-77914654-143f-449d-a9a9-26ea21466ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:45.939542 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8310a9cd-8d62-4d1f-99fe-a2be5fe56e4a req-77914654-143f-449d-a9a9-26ea21466ffa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1127 time: 0.0472097 Feb 02 14:14:45.992831 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-8310a9cd-8d62-4d1f-99fe-a2be5fe56e4a req-0d4818da-255e-46bf-bc92-ee4fc5956225 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463820 Feb 02 14:14:46.616374 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ed71c-a428-46b0-8156-212d6bc29718 req-3978b6e9-9678-4cab-a332-25af47b8a769 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:46.617848 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f38ed71c-a428-46b0-8156-212d6bc29718 req-3978b6e9-9678-4cab-a332-25af47b8a769 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0693843 Feb 02 14:14:46.668304 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f38ed71c-a428-46b0-8156-212d6bc29718 req-96283d66-4f5f-4f77-8281-dd5f66a90462 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447173 Feb 02 14:14:47.801943 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753dc7f0-9529-43b5-baef-c138077aacfb req-061dbaed-632b-4753-8107-41eba0dfae6b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:47.803446 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-753dc7f0-9529-43b5-baef-c138077aacfb req-061dbaed-632b-4753-8107-41eba0dfae6b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0600092 Feb 02 14:14:47.859698 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-753dc7f0-9529-43b5-baef-c138077aacfb req-43825452-f427-4d56-8e78-3d1571030156 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497344 Feb 02 14:14:47.987842 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa1649-f0ad-4a84-8eba-c52d8f9f43a8 req-3e559d6d-0360-402d-a1ca-79a1ce72e6fd tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:47.989984 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbaa1649-f0ad-4a84-8eba-c52d8f9f43a8 req-3e559d6d-0360-402d-a1ca-79a1ce72e6fd tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0596020 Feb 02 14:14:48.046051 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbaa1649-f0ad-4a84-8eba-c52d8f9f43a8 req-0d32ae55-51f9-4509-ad68-44221a015ae2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471804 Feb 02 14:14:48.068669 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43928) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:14:48.115982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f1f5ed-6383-4f8b-aef1-fe1a2b55c2dc tempest-TestShelveInstance-1531894131 tempest-TestShelveInstance-1531894131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:48.117534 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-79f1f5ed-6383-4f8b-aef1-fe1a2b55c2dc tempest-TestShelveInstance-1531894131 tempest-TestShelveInstance-1531894131-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1122 time: 0.0478714 Feb 02 14:14:48.120548 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 43930) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:14:48.124814 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': '7ac894f5-8234-4360-8dfe-013359862d28', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:14:48.146795 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:48.255130 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:48.362301 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Allocated IP 172.25.4.236 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/ea32b952-e249-473a-87fd-f0667586fa1e) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:14:48.465359 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for port (ea32b952-e249-473a-87fd-f0667586fa1e), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:48.504568 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ea32b952-e249-473a-87fd-f0667586fa1e), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:48.541335 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:14:48.549255 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:14:48.553824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:14:48.556943 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'Port': ['ID=ea32b952-e249-473a-87fd-f0667586fa1e,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:48.924732 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for floatingip (2a8a1664-9593-4bf1-bcbe-597c4bd2f0f8), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:49.009680 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (ea32b952-e249-473a-87fd-f0667586fa1e), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:49.176612 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for port (ea32b952-e249-473a-87fd-f0667586fa1e), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:49.182780 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (ea32b952-e249-473a-87fd-f0667586fa1e), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:49.254522 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event updated for resources: {'Port': ['ID=ea32b952-e249-473a-87fd-f0667586fa1e,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:14:49.262907 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (2a8a1664-9593-4bf1-bcbe-597c4bd2f0f8), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:49.379594 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Floating IP 2a8a1664-9593-4bf1-bcbe-597c4bd2f0f8 associated. External IP: 172.25.4.236, port: 7ac894f5-8234-4360-8dfe-013359862d28. Feb 02 14:14:49.609664 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:14:49.725233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:14:49.737362 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac4c4b-b530-4232-82e1-da690fdbb4b6 None None] Sync routers for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:14:49.746938 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:14:49.750080 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac4c4b-b530-4232-82e1-da690fdbb4b6 None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:14:49.750984 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-66ac4c4b-b530-4232-82e1-da690fdbb4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:14:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:14:49.779615 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-74177548-b939-4f6e-bb77-590c34a61ea8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6578996 Feb 02 14:14:49.780468 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:14:49.782802 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b4a154-9940-4688-9cf2-c26b2e593374" -d '{"events": [{"name": "network-changed", "server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "tag": "7ac894f5-8234-4360-8dfe-013359862d28"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:14:49.821512 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a013bb-86d5-4ede-ac82-ce4ee43f3bac x-openstack-request-id: req-f5a013bb-86d5-4ede-ac82-ce4ee43f3bac {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:14:49.821860 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "tag": "7ac894f5-8234-4360-8dfe-013359862d28", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:14:49.822136 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-f5a013bb-86d5-4ede-ac82-ce4ee43f3bac {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:14:49.822583 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28', 'status': 'completed', 'code': 200} Feb 02 14:14:49.880622 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-66ac4c4b-b530-4232-82e1-da690fdbb4b6 None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:14:49.913461 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4a154-9940-4688-9cf2-c26b2e593374 req-4ee59f28-3af4-40f4-a8ab-dad4922ea620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:49.915083 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-54b4a154-9940-4688-9cf2-c26b2e593374 req-4ee59f28-3af4-40f4-a8ab-dad4922ea620 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1127 time: 0.0483315 Feb 02 14:14:50.016067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4a154-9940-4688-9cf2-c26b2e593374 req-51546e18-4ffb-4b78-a97a-955f24a55435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:50.017737 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-54b4a154-9940-4688-9cf2-c26b2e593374 req-51546e18-4ffb-4b78-a97a-955f24a55435 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0964725 Feb 02 14:14:50.089287 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-54b4a154-9940-4688-9cf2-c26b2e593374 req-9aeb4da8-6a62-471d-9083-f2e30c5eb6dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 999 time: 0.0650651 Feb 02 14:14:50.125909 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-66ac4c4b-b530-4232-82e1-da690fdbb4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '2a8a1664-9593-4bf1-bcbe-597c4bd2f0f8', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'port_id': '7ac894f5-8234-4360-8dfe-013359862d28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'mac_address': 'fa:16:3e:d1:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5053879-4a38-4c6c-996f-d20571783086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:14:48Z', 'updated_at': '2022-02-02T14:14:48Z', 'revision_number': 0, 'project_id': '73708a111d674964a81d96afe86652ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:14:50.144631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4a154-9940-4688-9cf2-c26b2e593374 req-1a9e6cda-916c-4078-a576-15e0cc3dc68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:50.146060 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-54b4a154-9940-4688-9cf2-c26b2e593374 req-1a9e6cda-916c-4078-a576-15e0cc3dc68d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0507390 Feb 02 14:14:50.156504 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac4c4b-b530-4232-82e1-da690fdbb4b6 None None] Checking router: afceddc7-56e9-4a40-8fe3-11b7a314bfd7 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:14:50.166818 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac4c4b-b530-4232-82e1-da690fdbb4b6 None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:14:50.167569 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-66ac4c4b-b530-4232-82e1-da690fdbb4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:14:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:14:50.200937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4a154-9940-4688-9cf2-c26b2e593374 req-312c7d7f-532e-41f1-87ff-7cb182daf591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:14:50.202441 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-54b4a154-9940-4688-9cf2-c26b2e593374 req-312c7d7f-532e-41f1-87ff-7cb182daf591 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494180 Feb 02 14:14:50.286325 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-66ac4c4b-b530-4232-82e1-da690fdbb4b6 None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:14:50.295726 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-54b4a154-9940-4688-9cf2-c26b2e593374 req-b821e960-532e-4133-9503-1c9aefc4ed99 service neutron] 10.222.0.18 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862677 Feb 02 14:14:50.424280 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-54b4a154-9940-4688-9cf2-c26b2e593374 req-05511ddf-ca1a-4e82-95a9-dbe00e8dd476 service neutron] 10.222.0.18 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221070 Feb 02 14:14:50.541501 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-66ac4c4b-b530-4232-82e1-da690fdbb4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '2a8a1664-9593-4bf1-bcbe-597c4bd2f0f8', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'port_id': '7ac894f5-8234-4360-8dfe-013359862d28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'mac_address': 'fa:16:3e:d1:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5053879-4a38-4c6c-996f-d20571783086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:14:48Z', 'updated_at': '2022-02-02T14:14:48Z', 'revision_number': 0, 'project_id': '73708a111d674964a81d96afe86652ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:14:50.570466 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ac4c4b-b530-4232-82e1-da690fdbb4b6 None None] The sync data for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 is: [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '2a8a1664-9593-4bf1-bcbe-597c4bd2f0f8', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'port_id': '7ac894f5-8234-4360-8dfe-013359862d28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'mac_address': 'fa:16:3e:d1:3d:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5053879-4a38-4c6c-996f-d20571783086', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:14:48Z', 'updated_at': '2022-02-02T14:14:48Z', 'revision_number': 0, 'project_id': '73708a111d674964a81d96afe86652ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:14:50.769931 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de318778-58d9-42a7-a222-b1287f855ed3 None None] New status for floating IP 2a8a1664-9593-4bf1-bcbe-597c4bd2f0f8: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:15:01.899013 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fd94f5d6-30f4-4ebc-ac9a-2c0489212414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:04.180560 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4bbcacc8-1786-4c2d-810e-a0fc0d530977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:05.878544 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:07.130000 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:07.484051 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:08.078318 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:08.296957 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:16.624555 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:15:20.071582 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72d0680a-e06e-4fdc-a30b-b4008b21f53a req-e3c28f37-9749-41a0-a7ba-b1adda9d2313 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0619893 Feb 02 14:15:20.205820 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0680a-e06e-4fdc-a30b-b4008b21f53a req-020be786-0ca1-4e0a-a282-6307bcb207e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:15:20.207647 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72d0680a-e06e-4fdc-a30b-b4008b21f53a req-020be786-0ca1-4e0a-a282-6307bcb207e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1127 time: 0.0586436 Feb 02 14:15:20.353394 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0680a-e06e-4fdc-a30b-b4008b21f53a req-259b9f4c-f7a7-4d17-aeec-1cd63944c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:15:20.355081 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72d0680a-e06e-4fdc-a30b-b4008b21f53a req-259b9f4c-f7a7-4d17-aeec-1cd63944c796 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.1170609 Feb 02 14:15:20.425587 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72d0680a-e06e-4fdc-a30b-b4008b21f53a req-55f50a7a-01d7-41b3-8ba6-a08ccd28cddf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 1001 time: 0.0642321 Feb 02 14:15:20.480794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0680a-e06e-4fdc-a30b-b4008b21f53a req-7c63cfb3-6d38-40fa-9443-3fa67033680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:15:20.482259 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72d0680a-e06e-4fdc-a30b-b4008b21f53a req-7c63cfb3-6d38-40fa-9443-3fa67033680d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0495336 Feb 02 14:15:20.537602 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0680a-e06e-4fdc-a30b-b4008b21f53a req-6360b408-3d5a-4178-ad31-a27dbb38945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:15:20.539160 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72d0680a-e06e-4fdc-a30b-b4008b21f53a req-6360b408-3d5a-4178-ad31-a27dbb38945b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479457 Feb 02 14:15:20.656138 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72d0680a-e06e-4fdc-a30b-b4008b21f53a req-5b19c571-d098-4df3-afc2-1366eeea40e3 service neutron] 10.222.0.18 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091383 Feb 02 14:15:20.759987 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72d0680a-e06e-4fdc-a30b-b4008b21f53a req-0c7e0d5d-3da0-497a-a23a-4be967a9695f service neutron] 10.222.0.18 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973856 Feb 02 14:15:31.893507 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bbf5c426-2120-469f-9833-bb155f94cc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:34.184781 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e38e9e15-8ae5-4a17-97a3-fef10c5c175d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:35.878613 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:37.134337 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:37.501569 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:38.077889 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:38.294439 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:15:53.625188 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:16:01.901411 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-34512d02-4cd6-4907-8088-db73f5e35d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:04.188840 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b3825836-cff7-446f-86ae-db9e521a4fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:05.875353 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:07.138323 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:07.499783 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:08.080316 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:08.306433 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:22.051394 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-232eb1ff-757a-43d9-a149-9f66d68becaa req-f065a039-ad60-47ad-9228-c710c07fa278 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489688 Feb 02 14:16:22.159455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eb1ff-757a-43d9-a149-9f66d68becaa req-6c3ae59a-1f1b-41fa-8711-f8de1dd2f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:22.161030 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-232eb1ff-757a-43d9-a149-9f66d68becaa req-6c3ae59a-1f1b-41fa-8711-f8de1dd2f870 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1127 time: 0.0519285 Feb 02 14:16:22.282143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eb1ff-757a-43d9-a149-9f66d68becaa req-fb3c944e-0e65-4e5f-bcba-ff9998ccaa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:22.284364 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-232eb1ff-757a-43d9-a149-9f66d68becaa req-fb3c944e-0e65-4e5f-bcba-ff9998ccaa55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.1043360 Feb 02 14:16:22.365632 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-232eb1ff-757a-43d9-a149-9f66d68becaa req-5f101586-2fba-441b-995b-f5a74125e617 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 1001 time: 0.0751934 Feb 02 14:16:22.414066 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eb1ff-757a-43d9-a149-9f66d68becaa req-4882f5df-761c-4df9-a49a-2c6f207d1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:22.415698 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-232eb1ff-757a-43d9-a149-9f66d68becaa req-4882f5df-761c-4df9-a49a-2c6f207d1eea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0442863 Feb 02 14:16:22.467571 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232eb1ff-757a-43d9-a149-9f66d68becaa req-bccf223e-9f22-4ca0-af7e-206537a68a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:22.469084 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-232eb1ff-757a-43d9-a149-9f66d68becaa req-bccf223e-9f22-4ca0-af7e-206537a68a36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470607 Feb 02 14:16:22.574689 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-232eb1ff-757a-43d9-a149-9f66d68becaa req-a1a5c872-a72c-4f33-a2d3-e094c18d5aa7 service neutron] 10.222.0.18 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993936 Feb 02 14:16:22.690230 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-232eb1ff-757a-43d9-a149-9f66d68becaa req-9beec25a-417d-4bfb-87ae-3031c18843f3 service neutron] 10.222.0.18 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096070 Feb 02 14:16:30.625203 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:16:31.896297 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-94952b18-0ffa-4319-85b8-1bc57c4b0d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:34.200788 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f405effa-404a-4b86-8783-f3ec7cb8639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:35.884873 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:37.139201 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:37.510196 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:38.085911 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:38.305257 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:16:46.666838 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbf515-e57d-4880-95af-e8049360572d req-eb4b5171-bfdf-44c7-86f7-c12941869012 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:46.668424 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6adbf515-e57d-4880-95af-e8049360572d req-eb4b5171-bfdf-44c7-86f7-c12941869012 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0550268 Feb 02 14:16:46.724652 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6adbf515-e57d-4880-95af-e8049360572d req-88b51528-73d7-42f2-a0eb-d4b1a5d4fb96 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474100 Feb 02 14:16:47.879859 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3181581-aeba-4328-8285-3ec160e632d3 req-e5896cb7-cb79-4f31-9189-b5126fc3738a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:47.881361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3181581-aeba-4328-8285-3ec160e632d3 req-e5896cb7-cb79-4f31-9189-b5126fc3738a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0719171 Feb 02 14:16:47.941850 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e3181581-aeba-4328-8285-3ec160e632d3 req-e9e9f49a-29ea-4ae2-851d-e153bb761037 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544004 Feb 02 14:16:49.080745 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae8b91-f1b9-4430-90d7-4278c081d260 req-1b649c94-f2d0-4314-8e1e-c3fc296d5a84 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:49.082269 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56ae8b91-f1b9-4430-90d7-4278c081d260 req-1b649c94-f2d0-4314-8e1e-c3fc296d5a84 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0581286 Feb 02 14:16:49.137243 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-56ae8b91-f1b9-4430-90d7-4278c081d260 req-7b65eceb-7383-4a50-9ac2-06254faf9e22 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471632 Feb 02 14:16:50.268791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d66749-467c-41ae-b4eb-c03594b593fd req-1b833090-3b58-4512-8641-342e7b39e35e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:50.270309 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65d66749-467c-41ae-b4eb-c03594b593fd req-1b833090-3b58-4512-8641-342e7b39e35e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0587535 Feb 02 14:16:50.324022 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-65d66749-467c-41ae-b4eb-c03594b593fd req-4f582f9e-d29d-40f7-8b8c-1524b2b806b7 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450544 Feb 02 14:16:51.457266 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829307d2-b377-4fda-9d6a-757e26b1873e req-95985eb2-03e5-4be3-b973-dc1259fcbcec tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:51.458809 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-829307d2-b377-4fda-9d6a-757e26b1873e req-95985eb2-03e5-4be3-b973-dc1259fcbcec tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0602326 Feb 02 14:16:51.510318 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-829307d2-b377-4fda-9d6a-757e26b1873e req-c43bd00d-ff11-4a4c-933e-75d21174fb65 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426788 Feb 02 14:16:52.641581 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a8dc9-d2eb-4148-92aa-0cab6cc75785 req-11ef767e-8a19-4236-9e0d-2812291488c9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:52.643086 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-408a8dc9-d2eb-4148-92aa-0cab6cc75785 req-11ef767e-8a19-4236-9e0d-2812291488c9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0553520 Feb 02 14:16:52.701637 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-408a8dc9-d2eb-4148-92aa-0cab6cc75785 req-8a6f65b1-83b7-4ad1-a4bd-dea600da06c8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500040 Feb 02 14:16:53.835252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0626abd-347e-4c9e-b836-a3b72981dae3 req-01d30844-2ce8-49e5-b181-2079d0fe4f76 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:53.836772 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0626abd-347e-4c9e-b836-a3b72981dae3 req-01d30844-2ce8-49e5-b181-2079d0fe4f76 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0647347 Feb 02 14:16:53.890633 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a0626abd-347e-4c9e-b836-a3b72981dae3 req-9af174be-9a6b-456f-8a21-470e5e668949 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469553 Feb 02 14:16:55.021957 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9ec23-bc89-4006-9c0e-cddfe73991dc req-82577811-7a3d-4453-b327-08e9c339f6bc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:55.023341 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7d9ec23-bc89-4006-9c0e-cddfe73991dc req-82577811-7a3d-4453-b327-08e9c339f6bc tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0577874 Feb 02 14:16:55.075198 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d7d9ec23-bc89-4006-9c0e-cddfe73991dc req-8021a1e2-749d-492d-a377-4562aa665a34 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460608 Feb 02 14:16:56.218373 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afd2cf-1ae8-4fa7-81b1-596aa7036720 req-57195cac-4e0d-4785-acb1-80e9afc80a6b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:56.219947 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9afd2cf-1ae8-4fa7-81b1-596aa7036720 req-57195cac-4e0d-4785-acb1-80e9afc80a6b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0624757 Feb 02 14:16:56.272453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e9afd2cf-1ae8-4fa7-81b1-596aa7036720 req-6f5ddbcc-a4ae-4658-b5f9-e7ce372698cf tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439882 Feb 02 14:16:56.886557 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16d8f-d04b-4c91-a9b3-d644e1f966cf req-fea5e705-5170-4433-9496-e281ae687328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:56.888865 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8a16d8f-d04b-4c91-a9b3-d644e1f966cf req-fea5e705-5170-4433-9496-e281ae687328 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1127 time: 0.0677011 Feb 02 14:16:56.982206 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16d8f-d04b-4c91-a9b3-d644e1f966cf req-0f1c2200-3a63-4155-bbe1-9dc349ac64ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:56.983640 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8a16d8f-d04b-4c91-a9b3-d644e1f966cf req-0f1c2200-3a63-4155-bbe1-9dc349ac64ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0883231 Feb 02 14:16:57.056910 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8a16d8f-d04b-4c91-a9b3-d644e1f966cf req-1b71e59a-95c2-4848-9c74-829fe8c61740 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 1001 time: 0.0674222 Feb 02 14:16:57.105655 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16d8f-d04b-4c91-a9b3-d644e1f966cf req-2288dff4-c62f-4645-aa55-03791faf82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:57.107154 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8a16d8f-d04b-4c91-a9b3-d644e1f966cf req-2288dff4-c62f-4645-aa55-03791faf82a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0443830 Feb 02 14:16:57.155552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a16d8f-d04b-4c91-a9b3-d644e1f966cf req-05ae971d-7b65-4d55-9387-fdc37e08ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:57.157035 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8a16d8f-d04b-4c91-a9b3-d644e1f966cf req-05ae971d-7b65-4d55-9387-fdc37e08ea94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443251 Feb 02 14:16:57.263159 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8a16d8f-d04b-4c91-a9b3-d644e1f966cf req-35476096-9e34-4798-8e0c-f46995b07c1c service neutron] 10.222.0.18 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997474 Feb 02 14:16:57.355769 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f8a16d8f-d04b-4c91-a9b3-d644e1f966cf req-69ac4e43-0333-4acf-92ba-cce10645b7a6 service neutron] 10.222.0.18 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872512 Feb 02 14:16:57.397840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c638e-21e8-490b-b6a8-1a9c14832746 req-5a590715-c939-41c4-956c-52646d42fbe7 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:57.399314 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b4c638e-21e8-490b-b6a8-1a9c14832746 req-5a590715-c939-41c4-956c-52646d42fbe7 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0568235 Feb 02 14:16:57.449126 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1b4c638e-21e8-490b-b6a8-1a9c14832746 req-e147a193-eca4-429b-b402-3760947aa608 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440183 Feb 02 14:16:58.581032 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd72af-b723-4c6a-b832-de04205c23a7 req-a2e4c2f5-8b16-46d6-b82d-1638c7041233 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:58.582504 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90bd72af-b723-4c6a-b832-de04205c23a7 req-a2e4c2f5-8b16-46d6-b82d-1638c7041233 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0585022 Feb 02 14:16:58.644020 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-90bd72af-b723-4c6a-b832-de04205c23a7 req-0aa438c1-ad79-43a8-9c08-cf029ace9fff tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513177 Feb 02 14:16:59.769043 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84833705-2711-43b2-97ba-f1f84e94ee36 req-84e9c19e-5262-43a9-bee1-227c5177250f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:16:59.770512 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84833705-2711-43b2-97ba-f1f84e94ee36 req-84e9c19e-5262-43a9-bee1-227c5177250f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.0533917 Feb 02 14:16:59.820124 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-84833705-2711-43b2-97ba-f1f84e94ee36 req-34a4682a-1a41-4703-908b-e5c49b44f57c tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438559 Feb 02 14:17:00.991346 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af203f95-fece-4372-b0ed-9a62cd2b94d5 req-cac63bbc-2697-41ff-b303-2f3e645e48e9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:00.992800 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af203f95-fece-4372-b0ed-9a62cd2b94d5 req-cac63bbc-2697-41ff-b303-2f3e645e48e9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.1013923 Feb 02 14:17:01.042063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af203f95-fece-4372-b0ed-9a62cd2b94d5 req-6978e613-b8c2-4fb7-9756-b74533410756 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434492 Feb 02 14:17:01.899500 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-3e385b56-1671-4d0b-9afe-8c29b06fd8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:02.093586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device 7ac894f5-8234-4360-8dfe-013359862d28 no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:17:02.181185 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port 7ac894f5-8234-4360-8dfe-013359862d28 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:17:02.181897 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ac894f5-8234-4360-8dfe-013359862d28), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:02.207155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:17:02.209469 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88228ec-3fb1-42b3-98b5-5ae9b35d0bf8" -d '{"events": [{"server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "name": "network-vif-unplugged", "status": "completed", "tag": "7ac894f5-8234-4360-8dfe-013359862d28"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:17:02.223930 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7ac894f5-8234-4360-8dfe-013359862d28,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:17:02.230575 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7ac894f5-8234-4360-8dfe-013359862d28), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:02.234663 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75137170-6823-4f55-b58a-9b86871377b8 req-14c7fada-913d-4ac4-ae48-bf6216c0fbcb tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:02.236274 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75137170-6823-4f55-b58a-9b86871377b8 req-14c7fada-913d-4ac4-ae48-bf6216c0fbcb tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 945 time: 0.1189213 Feb 02 14:17:02.285369 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=7ac894f5-8234-4360-8dfe-013359862d28,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:17:02.291942 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-75137170-6823-4f55-b58a-9b86871377b8 req-3de41ad8-5539-4cb4-a045-9073e5f9bb23 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491278 Feb 02 14:17:02.292940 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:02.293295 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:02.293666 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:02.293998 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:02.294373 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:02.294684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:02.295029 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:02.295815 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:02.296012 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:02.296324 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:02.296649 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:02.296969 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:02.297291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:03.270633 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 14:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6192c0aa-11dd-4927-9b52-16d5fec44181 x-openstack-request-id: req-6192c0aa-11dd-4927-9b52-16d5fec44181 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:17:03.271312 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "name": "network-vif-unplugged", "status": "completed", "tag": "7ac894f5-8234-4360-8dfe-013359862d28", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:17:03.271312 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6192c0aa-11dd-4927-9b52-16d5fec44181 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:17:03.271530 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28', 'code': 200} Feb 02 14:17:03.425286 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593b7b6-8ca8-4a7e-b1e0-6d80e28d7f18 req-0ad544b4-3f3e-4b8e-93cd-432b4541fb6b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:03.426837 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7593b7b6-8ca8-4a7e-b1e0-6d80e28d7f18 req-0ad544b4-3f3e-4b8e-93cd-432b4541fb6b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0598421 Feb 02 14:17:03.484008 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7593b7b6-8ca8-4a7e-b1e0-6d80e28d7f18 req-3ab32f53-0eca-4549-87c2-1a5676dd615e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511050 Feb 02 14:17:04.196128 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b45c36ba-a437-4088-bc98-705e9e87ba9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:04.725540 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-3475c897-4d68-412b-afda-b409089cc2d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491574 Feb 02 14:17:04.734341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-cbdac8a2-76d9-4015-a106-c1c61f396ce6 service neutron] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:17:04.735314 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-cbdac8a2-76d9-4015-a106-c1c61f396ce6 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051076 Feb 02 14:17:04.754650 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce400db3-5d67-44bf-8756-292fe91a33f7 req-0e8ab8d6-c286-45e6-96ba-82c2bdc21f24 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:04.756325 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce400db3-5d67-44bf-8756-292fe91a33f7 req-0e8ab8d6-c286-45e6-96ba-82c2bdc21f24 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0584881 Feb 02 14:17:04.804811 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ce400db3-5d67-44bf-8756-292fe91a33f7 req-ee961f80-a19a-4a48-bf87-ea1102c66ee8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427270 Feb 02 14:17:05.881433 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:05.926153 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35225711-750a-4c1e-b182-3b35e89fe5f8 req-f5a193d1-747c-4b34-8284-4d2db85b45e7 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:05.927656 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35225711-750a-4c1e-b182-3b35e89fe5f8 req-f5a193d1-747c-4b34-8284-4d2db85b45e7 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0527699 Feb 02 14:17:05.976681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-35225711-750a-4c1e-b182-3b35e89fe5f8 req-62a190a4-0a34-4858-8bff-b746cde09132 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431874 Feb 02 14:17:07.102167 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb519253-ea38-4cbc-8458-4ba869bec5eb req-16af73bd-5d10-4a1c-8638-ed7f10ed7a74 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:07.103664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb519253-ea38-4cbc-8458-4ba869bec5eb req-16af73bd-5d10-4a1c-8638-ed7f10ed7a74 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0572624 Feb 02 14:17:07.145415 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:07.163520 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-bb519253-ea38-4cbc-8458-4ba869bec5eb req-ada9f7f3-1fd3-4f09-be6f-26d04a2c833a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538855 Feb 02 14:17:07.518416 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:07.626735 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:17:08.073367 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:08.289885 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851cdf3-16b4-4b5f-be99-2711a6efa958 req-43ba0eec-f983-4cb5-b53c-8f4b42d3d854 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:08.291400 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d851cdf3-16b4-4b5f-be99-2711a6efa958 req-43ba0eec-f983-4cb5-b53c-8f4b42d3d854 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0590508 Feb 02 14:17:08.312494 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:08.345664 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d851cdf3-16b4-4b5f-be99-2711a6efa958 req-95842250-9ca3-4bb1-82b6-f6547deca7b9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474422 Feb 02 14:17:09.473712 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a0819-b030-4780-a007-a2a50b14b110 req-5f359313-9110-4d35-8737-f51fa7d8456e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:09.475230 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-701a0819-b030-4780-a007-a2a50b14b110 req-5f359313-9110-4d35-8737-f51fa7d8456e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0570529 Feb 02 14:17:09.534453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-701a0819-b030-4780-a007-a2a50b14b110 req-22d98d88-fa43-4f1d-a97b-bdee735d4420 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515327 Feb 02 14:17:10.654937 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ac379-36d1-4e04-b9dc-cd07b95cc14f req-9f54d76c-b2f8-425f-aa67-9b9a62dab588 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:10.656480 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-722ac379-36d1-4e04-b9dc-cd07b95cc14f req-9f54d76c-b2f8-425f-aa67-9b9a62dab588 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0575378 Feb 02 14:17:10.705181 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-722ac379-36d1-4e04-b9dc-cd07b95cc14f req-9822bb56-a3aa-4445-9ebd-7e76ede416c7 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427859 Feb 02 14:17:11.828287 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593df63-5b42-430d-9ccf-c88916afbcbe req-a5b86b17-e0d7-4b4e-b79e-666868523792 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:11.829826 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e593df63-5b42-430d-9ccf-c88916afbcbe req-a5b86b17-e0d7-4b4e-b79e-666868523792 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0550897 Feb 02 14:17:11.878670 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e593df63-5b42-430d-9ccf-c88916afbcbe req-b304d593-8c98-4a76-81e9-7417271c788b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431383 Feb 02 14:17:13.003854 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0c499-f369-4af0-b3a0-7a9e468bd6bc req-a31706d8-d748-4e8f-96ce-c496a8643578 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:13.005212 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cde0c499-f369-4af0-b3a0-7a9e468bd6bc req-a31706d8-d748-4e8f-96ce-c496a8643578 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0545187 Feb 02 14:17:13.061272 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cde0c499-f369-4af0-b3a0-7a9e468bd6bc req-ebf0d23c-5879-4880-a661-210a2822415f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502706 Feb 02 14:17:14.194998 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d16de6-b0e2-4695-a23f-c98c3df2c732 req-1167b127-22e6-42ca-8a26-1d6b2a15d824 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:14.196605 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6d16de6-b0e2-4695-a23f-c98c3df2c732 req-1167b127-22e6-42ca-8a26-1d6b2a15d824 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0610683 Feb 02 14:17:14.251746 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e6d16de6-b0e2-4695-a23f-c98c3df2c732 req-876041e0-2ba9-487e-ab96-03a4ebdb7dca tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489669 Feb 02 14:17:15.101975 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-23fe82f2-37f4-4461-8b5b-e6ec477ba2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:15.103525 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-23fe82f2-37f4-4461-8b5b-e6ec477ba2ef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086&tenant_id=73708a111d674964a81d96afe86652ca HTTP/1.1" status: 200 len: 1125 time: 0.0924931 Feb 02 14:17:15.121047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827336-2', 'device_owner': 'compute:nova'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:17:15.191314 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ac894f5-8234-4360-8dfe-013359862d28), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:15.377073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cdf39-dca0-4d31-adfe-17b6b452b358 req-dbed3e90-aa24-4d6a-ac16-b333bb6d7817 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:15.378539 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af8cdf39-dca0-4d31-adfe-17b6b452b358 req-dbed3e90-aa24-4d6a-ac16-b333bb6d7817 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0558488 Feb 02 14:17:15.413587 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=7ac894f5-8234-4360-8dfe-013359862d28,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:17:15.427323 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-af8cdf39-dca0-4d31-adfe-17b6b452b358 req-791cab00-f08a-4348-8e0c-9e248fc7436a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428863 Feb 02 14:17:15.448746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:17:15.480276 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac894f5-8234-4360-8dfe-013359862d28 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:17:15.487995 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Publish callbacks [] for port (7ac894f5-8234-4360-8dfe-013359862d28), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:15.500443 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Transition to ACTIVE for port object 7ac894f5-8234-4360-8dfe-013359862d28 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:17:15.505554 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7ac894f5-8234-4360-8dfe-013359862d28), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:15.581133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Pushing event updated for resources: {'Port': ['ID=7ac894f5-8234-4360-8dfe-013359862d28,revision_number=7']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:17:15.593589 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.593944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.594278 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.594603 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.594925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.595232 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.595582 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.595917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.596199 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.596534 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.596854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.597163 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.597471 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:17:15.963533 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] No DVR routers for this DVR port 7ac894f5-8234-4360-8dfe-013359862d28 on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:17:16.120097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Attempting to bind port 7ac894f5-8234-4360-8dfe-013359862d28 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:17:16.120825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Attempting to bind port 7ac894f5-8234-4360-8dfe-013359862d28 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:17:16.120825 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Attempting to bind port 7ac894f5-8234-4360-8dfe-013359862d28 on network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:17:16.125250 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Port 7ac894f5-8234-4360-8dfe-013359862d28 on network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:17:16.125563 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Attempting to bind port 7ac894f5-8234-4360-8dfe-013359862d28 on network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:17:16.130254 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:17:16.130581 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Checking segment: {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:17:16.130953 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Bound using segment: {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:17:16.131392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Bound port: 7ac894f5-8234-4360-8dfe-013359862d28, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b96c1804-5a3e-461d-b38b-90dd4b132e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:17:16.131764 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ac894f5-8234-4360-8dfe-013359862d28), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:16.193051 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:17:16.196041 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7ac894f5-8234-4360-8dfe-013359862d28,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:17:16.205272 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (7ac894f5-8234-4360-8dfe-013359862d28), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:16.247785 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:16.248415 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:16.250047 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] 10.222.0.62 "PUT /v2.0/ports/7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 1091 time: 1.1329763 Feb 02 14:17:16.250498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:17:16.253143 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf88cfbb-9514-400e-a1f6-77efdd751910" -d '{"events": [{"name": "network-changed", "server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "tag": "7ac894f5-8234-4360-8dfe-013359862d28"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:17:16.279236 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25bbe4-08df-4636-b339-9adc3efd4d7d service neutron] Pushing event updated for resources: {'Port': ['ID=7ac894f5-8234-4360-8dfe-013359862d28,revision_number=8']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:17:16.296959 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5925f6a6-caa7-44b1-94a5-d7204fa655f0 x-openstack-request-id: req-5925f6a6-caa7-44b1-94a5-d7204fa655f0 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:17:16.297251 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "tag": "7ac894f5-8234-4360-8dfe-013359862d28", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:17:16.297487 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-5925f6a6-caa7-44b1-94a5-d7204fa655f0 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:17:16.297891 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28', 'status': 'completed', 'code': 200} Feb 02 14:17:16.338536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-58dae5d2-3335-455e-b26c-a67401417750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:16.340135 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-58dae5d2-3335-455e-b26c-a67401417750 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1125 time: 0.0536768 Feb 02 14:17:16.433755 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-ec9e4d83-cd1c-4bcc-853d-52ff9d974e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:16.435278 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-ec9e4d83-cd1c-4bcc-853d-52ff9d974e2c service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0883305 Feb 02 14:17:16.507554 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-198fba45-52e9-4ce4-91e2-dc7f31cd8047 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 999 time: 0.0661993 Feb 02 14:17:16.557414 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-48db31b1-a69c-4eb5-b142-ff0e4115e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:16.558780 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-48db31b1-a69c-4eb5-b142-ff0e4115e50c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0453269 Feb 02 14:17:16.561022 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602918ab-d23f-4756-81d4-078daccb9726 req-06bd626b-e885-4464-914e-26d20b48860a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:16.562659 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-602918ab-d23f-4756-81d4-078daccb9726 req-06bd626b-e885-4464-914e-26d20b48860a tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0611219 Feb 02 14:17:16.610489 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-36a7570d-4d40-4cfb-b36a-3e223f4ef76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:16.612116 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-36a7570d-4d40-4cfb-b36a-3e223f4ef76f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473945 Feb 02 14:17:16.614045 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-602918ab-d23f-4756-81d4-078daccb9726 req-d4232cd0-0563-4a23-b82e-f7fa4b0036e9 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457335 Feb 02 14:17:16.710420 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-3fa8ff55-48f7-492f-80ca-a45ff5d26a7a service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907390 Feb 02 14:17:16.801793 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-e99a1c5e-fa4b-45ba-bdea-cdb07b7350ec service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849493 Feb 02 14:17:16.927683 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88cfbb-9514-400e-a1f6-77efdd751910 req-95402750-bb44-4221-ae13-32def0f76381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:16.929229 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cf88cfbb-9514-400e-a1f6-77efdd751910 req-95402750-bb44-4221-ae13-32def0f76381 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1125 time: 0.0528431 Feb 02 14:17:17.021002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88cfbb-9514-400e-a1f6-77efdd751910 req-b4f0512c-d33f-458e-bc9b-5d529814e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:17.022508 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cf88cfbb-9514-400e-a1f6-77efdd751910 req-b4f0512c-d33f-458e-bc9b-5d529814e9b9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0873046 Feb 02 14:17:17.101105 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cf88cfbb-9514-400e-a1f6-77efdd751910 req-e3a9b7d7-4876-4472-a75b-0e018ce3ab0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 999 time: 0.0718541 Feb 02 14:17:17.157645 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88cfbb-9514-400e-a1f6-77efdd751910 req-ad900cdc-9c75-42d5-8b3d-ae2cf0b717b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:17.159146 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cf88cfbb-9514-400e-a1f6-77efdd751910 req-ad900cdc-9c75-42d5-8b3d-ae2cf0b717b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0508606 Feb 02 14:17:17.213075 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88cfbb-9514-400e-a1f6-77efdd751910 req-bfe56555-f10b-476a-b3eb-343b0e7836e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:17.214620 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cf88cfbb-9514-400e-a1f6-77efdd751910 req-bfe56555-f10b-476a-b3eb-343b0e7836e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489373 Feb 02 14:17:17.314713 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cf88cfbb-9514-400e-a1f6-77efdd751910 req-ca95070e-2543-4baf-8ebe-8635ceb9b168 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920775 Feb 02 14:17:17.426457 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-cf88cfbb-9514-400e-a1f6-77efdd751910 req-61ab37d5-50a3-43a0-ba59-7caef43010a3 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900073 Feb 02 14:17:17.752181 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e6d96-cb6d-4163-ae77-19e33f5a22f6 req-5ba89b9e-2f48-4c35-bb56-060452c2a9d8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:17.753638 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-819e6d96-cb6d-4163-ae77-19e33f5a22f6 req-5ba89b9e-2f48-4c35-bb56-060452c2a9d8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0550332 Feb 02 14:17:17.807072 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-819e6d96-cb6d-4163-ae77-19e33f5a22f6 req-b44f06d9-8bb8-4669-b30b-1c3d8e2eedda tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447216 Feb 02 14:17:18.946065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f78353-3d01-4ace-8238-fde94fdfa4ea req-2f158964-92d2-49d8-937f-b7674338e6ca tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:18.947678 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12f78353-3d01-4ace-8238-fde94fdfa4ea req-2f158964-92d2-49d8-937f-b7674338e6ca tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0622189 Feb 02 14:17:19.011553 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-12f78353-3d01-4ace-8238-fde94fdfa4ea req-28ab8b42-9d41-4b13-9b5a-7f0acb84ec59 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576200 Feb 02 14:17:20.137618 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e337565-eabd-48db-9925-f3dc95b9501c req-dd294910-e432-4710-88db-4b701ad40c49 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:20.139296 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e337565-eabd-48db-9925-f3dc95b9501c req-dd294910-e432-4710-88db-4b701ad40c49 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0553157 Feb 02 14:17:20.190717 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3e337565-eabd-48db-9925-f3dc95b9501c req-1a7c65a0-c353-43b1-aa60-a1d3a1276d5d tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453894 Feb 02 14:17:21.334950 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e7cd1-5c74-4ad6-b39b-96f5ae13f317 req-9f9900f7-9988-44e4-9c44-a2f905562fc0 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:21.336559 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a3e7cd1-5c74-4ad6-b39b-96f5ae13f317 req-9f9900f7-9988-44e4-9c44-a2f905562fc0 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0702701 Feb 02 14:17:21.397061 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2a3e7cd1-5c74-4ad6-b39b-96f5ae13f317 req-290103ea-380f-4dad-8b3e-a604b7f53342 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542016 Feb 02 14:17:22.529315 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d6d46-6ba3-47ac-adc1-67661d1bc2dd req-2f0ae959-ef00-45f9-ad72-55f02b79230b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:22.530845 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-054d6d46-6ba3-47ac-adc1-67661d1bc2dd req-2f0ae959-ef00-45f9-ad72-55f02b79230b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0544167 Feb 02 14:17:22.580374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-054d6d46-6ba3-47ac-adc1-67661d1bc2dd req-3ec43767-49ce-47c8-9bc0-464f51627e9b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438125 Feb 02 14:17:23.710803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14506c-6fd8-4b5f-af90-96e9ad7acd52 req-be7de4d8-0fa4-4168-b0b6-11d7d7b96480 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:23.712361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e14506c-6fd8-4b5f-af90-96e9ad7acd52 req-be7de4d8-0fa4-4168-b0b6-11d7d7b96480 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 943 time: 0.0613885 Feb 02 14:17:23.767803 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-1e14506c-6fd8-4b5f-af90-96e9ad7acd52 req-d762e1fa-8e9b-47e6-aad2-be6b9598a0a5 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490272 Feb 02 14:17:24.247859 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7ac894f5-8234-4360-8dfe-013359862d28 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:17:24.352546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7ac894f5-8234-4360-8dfe-013359862d28,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:17:24.364148 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '7ac894f5-8234-4360-8dfe-013359862d28', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'port_id': '7ac894f5-8234-4360-8dfe-013359862d28', 'mac_address': 'fa:16:3e:d1:3d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:17:24.405747 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 7ac894f5-8234-4360-8dfe-013359862d28 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:17:24.406136 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ac894f5-8234-4360-8dfe-013359862d28), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:24.419031 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac894f5-8234-4360-8dfe-013359862d28 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:17:24.440247 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7ac894f5-8234-4360-8dfe-013359862d28,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:17:24.445701 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7ac894f5-8234-4360-8dfe-013359862d28), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:24.495823 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=7ac894f5-8234-4360-8dfe-013359862d28,revision_number=9']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:17:24.762523 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['7ac894f5-8234-4360-8dfe-013359862d28'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:17:24.909305 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb960c-77e3-429f-98f9-ad946c56a102 req-4e64fd03-42ad-464c-82f1-fea621c0a50b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:24.910982 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebdb960c-77e3-429f-98f9-ad946c56a102 req-4e64fd03-42ad-464c-82f1-fea621c0a50b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 944 time: 0.0678098 Feb 02 14:17:24.967200 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ebdb960c-77e3-429f-98f9-ad946c56a102 req-0b87769c-2063-42ff-a714-80478a8aed4f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491688 Feb 02 14:17:26.092489 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aecf98-ab4a-41fd-b550-632b617139da req-90e6dc0c-03d3-49bb-be64-cf8daaa0de24 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:26.094031 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67aecf98-ab4a-41fd-b550-632b617139da req-90e6dc0c-03d3-49bb-be64-cf8daaa0de24 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 944 time: 0.0555570 Feb 02 14:17:26.144873 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-67aecf98-ab4a-41fd-b550-632b617139da req-c9f91d7b-8990-4fb4-b99b-139cf5dbe7fa tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447874 Feb 02 14:17:26.254383 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7ac894f5-8234-4360-8dfe-013359862d28 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:17:26.308834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 7ac894f5-8234-4360-8dfe-013359862d28 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:17:26.313335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 7ac894f5-8234-4360-8dfe-013359862d28 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:17:26.313716 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (7ac894f5-8234-4360-8dfe-013359862d28), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:26.561531 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 7ac894f5-8234-4360-8dfe-013359862d28 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:17:26.561808 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (7ac894f5-8234-4360-8dfe-013359862d28), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:26.585201 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:17:26.588095 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89e4a88-7142-46f6-8448-444d44073d24" -d '{"events": [{"server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "name": "network-vif-plugged", "status": "completed", "tag": "7ac894f5-8234-4360-8dfe-013359862d28"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:17:26.600401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7ac894f5-8234-4360-8dfe-013359862d28,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:17:26.605405 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (7ac894f5-8234-4360-8dfe-013359862d28), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:26.629132 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811e50c4-272b-4606-9498-58a97672ad99 x-openstack-request-id: req-811e50c4-272b-4606-9498-58a97672ad99 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:17:26.629420 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "name": "network-vif-plugged", "status": "completed", "tag": "7ac894f5-8234-4360-8dfe-013359862d28", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:17:26.629664 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-811e50c4-272b-4606-9498-58a97672ad99 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:17:26.630051 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28', 'code': 200} Feb 02 14:17:26.655202 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=7ac894f5-8234-4360-8dfe-013359862d28,revision_number=10']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:17:26.837426 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d3a15d-7a81-4c44-b76a-b3b81bfd2742 req-cab97418-7f76-4479-8a41-3bcc90bde4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:26.838896 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-22d3a15d-7a81-4c44-b76a-b3b81bfd2742 req-cab97418-7f76-4479-8a41-3bcc90bde4a6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1128 time: 0.0524087 Feb 02 14:17:26.886418 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-22d3a15d-7a81-4c44-b76a-b3b81bfd2742 req-9c5ea5d6-4da8-44c5-a4b6-863b72c514ca service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Feb 02 14:17:27.270357 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f54df-264c-4f4a-91c5-3875a8598361 req-f3fbadb3-0968-44ac-ae78-8f483e79e0ca tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:27.271895 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb6f54df-264c-4f4a-91c5-3875a8598361 req-f3fbadb3-0968-44ac-ae78-8f483e79e0ca tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 946 time: 0.0564027 Feb 02 14:17:27.333038 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-eb6f54df-264c-4f4a-91c5-3875a8598361 req-68d24393-594e-48fe-9b38-b70a222a3f38 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517654 Feb 02 14:17:28.476984 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c304cf5-d393-44b4-b178-7f3dec0f761e req-49bdce18-4e25-4f04-8d06-60c8de4db8f7 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:28.478608 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c304cf5-d393-44b4-b178-7f3dec0f761e req-49bdce18-4e25-4f04-8d06-60c8de4db8f7 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 946 time: 0.0571814 Feb 02 14:17:28.534681 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7c304cf5-d393-44b4-b178-7f3dec0f761e req-0b26b4c6-1db8-4b35-885e-6ee3f89bed7f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499871 Feb 02 14:17:31.913483 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd25a74d-f9bb-4431-af96-18d2d19ab552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:34.202880 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-11ba1b94-ea4a-40dd-b2b7-5f28317c193c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:35.896658 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:37.142744 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:37.510419 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:38.074623 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:38.321623 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:17:43.700158 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c76cd13-761d-4f16-9a2c-66cd69499692 req-2f3a8327-ca41-4639-8567-fa598a073e41 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499086 Feb 02 14:17:43.810587 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cd13-761d-4f16-9a2c-66cd69499692 req-195aad3c-e77c-4d1d-adbd-7e3a10fe042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:43.812717 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c76cd13-761d-4f16-9a2c-66cd69499692 req-195aad3c-e77c-4d1d-adbd-7e3a10fe042d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1128 time: 0.0508492 Feb 02 14:17:43.933077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cd13-761d-4f16-9a2c-66cd69499692 req-585f3aff-501e-4101-88df-c667e6225f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:43.934568 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c76cd13-761d-4f16-9a2c-66cd69499692 req-585f3aff-501e-4101-88df-c667e6225f23 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0907509 Feb 02 14:17:43.999352 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c76cd13-761d-4f16-9a2c-66cd69499692 req-a7e4017a-479f-4cab-a7ba-a1b368a428ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 1001 time: 0.0577803 Feb 02 14:17:44.053786 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cd13-761d-4f16-9a2c-66cd69499692 req-b8247269-b507-4be2-acdd-42909fa6ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:44.055229 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c76cd13-761d-4f16-9a2c-66cd69499692 req-b8247269-b507-4be2-acdd-42909fa6ecf0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0474236 Feb 02 14:17:44.105454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cd13-761d-4f16-9a2c-66cd69499692 req-32a0b95f-36da-4430-aa2c-c8d45d3ae972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:17:44.106952 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c76cd13-761d-4f16-9a2c-66cd69499692 req-32a0b95f-36da-4430-aa2c-c8d45d3ae972 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453885 Feb 02 14:17:44.203789 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c76cd13-761d-4f16-9a2c-66cd69499692 req-37ae0d6d-63ae-4db9-9e9f-01d6a642cd52 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896502 Feb 02 14:17:44.300447 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7c76cd13-761d-4f16-9a2c-66cd69499692 req-5e48c729-daa6-4347-b304-9b5ed7730114 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860631 Feb 02 14:17:44.632823 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:18:01.910916 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-adc373e6-ed72-4301-a2c6-14d9fdd85505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:04.198307 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cd19f3c4-c89a-40b4-86f0-990c221d65bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:05.889749 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:07.144067 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:07.547545 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:08.070438 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:08.346080 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:21.624186 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:18:31.908348 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e834ae2b-cb8b-4921-a9ab-b0da16e9a6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:34.209843 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d2154ff9-4cc9-41ba-a789-462c347df158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:35.905613 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:37.146647 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:37.573669 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:38.076596 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:38.345638 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:44.610879 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4fd9ee51-dfd9-45b4-a50d-48f09df25733 req-d7403761-ddc7-47a1-81da-7356236b96bb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0486259 Feb 02 14:18:44.730421 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9ee51-dfd9-45b4-a50d-48f09df25733 req-7a69bc78-104f-48b5-b9af-591152560417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:18:44.732007 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4fd9ee51-dfd9-45b4-a50d-48f09df25733 req-7a69bc78-104f-48b5-b9af-591152560417 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1128 time: 0.0594583 Feb 02 14:18:44.851171 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9ee51-dfd9-45b4-a50d-48f09df25733 req-716972c4-46d9-421b-85d8-6192f8254ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:18:44.852715 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4fd9ee51-dfd9-45b4-a50d-48f09df25733 req-716972c4-46d9-421b-85d8-6192f8254ecb service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0992241 Feb 02 14:18:44.934447 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4fd9ee51-dfd9-45b4-a50d-48f09df25733 req-6f29c7a6-6cab-4d6d-a352-99ec6ed886d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 1001 time: 0.0739141 Feb 02 14:18:44.984504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9ee51-dfd9-45b4-a50d-48f09df25733 req-a9dcbe71-2bb3-40cd-994f-69473487a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:18:44.985989 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4fd9ee51-dfd9-45b4-a50d-48f09df25733 req-a9dcbe71-2bb3-40cd-994f-69473487a4b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0457797 Feb 02 14:18:44.996386 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44118) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:18:45.036005 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd9ee51-dfd9-45b4-a50d-48f09df25733 req-fa7f65c8-c5d1-46c6-b5b0-e89d095890fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:18:45.037526 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4fd9ee51-dfd9-45b4-a50d-48f09df25733 req-fa7f65c8-c5d1-46c6-b5b0-e89d095890fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450346 Feb 02 14:18:45.132048 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4fd9ee51-dfd9-45b4-a50d-48f09df25733 req-4f8c6cd3-a383-4d94-810e-82cf40a37703 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877550 Feb 02 14:18:45.158173 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Deleting port ea32b952-e249-473a-87fd-f0667586fa1e {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:18:45.158520 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ea32b952-e249-473a-87fd-f0667586fa1e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:45.228662 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4fd9ee51-dfd9-45b4-a50d-48f09df25733 req-b993d8eb-0a90-4ec9-9c5a-72255ce2945a service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894964 Feb 02 14:18:45.239932 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ea32b952-e249-473a-87fd-f0667586fa1e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:45.240251 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for floatingip (ea32b952-e249-473a-87fd-f0667586fa1e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:45.253457 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Calling delete_port for ea32b952-e249-473a-87fd-f0667586fa1e owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:18:45.407375 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (ea32b952-e249-473a-87fd-f0667586fa1e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:45.432048 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event deleted for resources: {'Port': ['ID=ea32b952-e249-473a-87fd-f0667586fa1e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:18:45.444612 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.444981 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.445324 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.445641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.445980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.446306 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.446645 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.446951 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.447251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.447599 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.447918 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.448237 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.448550 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:45.503630 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for floatingip (2a8a1664-9593-4bf1-bcbe-597c4bd2f0f8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:45.503875 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Floating IP 2a8a1664-9593-4bf1-bcbe-597c4bd2f0f8 disassociated (deleted). External IP: 172.25.4.236, port: 7ac894f5-8234-4360-8dfe-013359862d28. Feb 02 14:18:45.732117 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:18:45.848413 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:18:45.853617 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:45.858496 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af003c8-6092-469f-996d-3952ff28af2c None None] Sync routers for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:18:45.868688 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af003c8-6092-469f-996d-3952ff28af2c None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:18:45.869284 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3af003c8-6092-469f-996d-3952ff28af2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:18:45.885205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-411fbac5-060f-4f25-b887-4dead0c1c85f tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "DELETE /v2.0/floatingips/2a8a1664-9593-4bf1-bcbe-597c4bd2f0f8 HTTP/1.1" status: 204 len: 168 time: 0.8876767 Feb 02 14:18:45.885840 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:18:45.888366 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0e4c02-0d69-4096-87d7-110c05b951fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "tag": "7ac894f5-8234-4360-8dfe-013359862d28"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:18:45.977362 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3af003c8-6092-469f-996d-3952ff28af2c None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:18:45.992342 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c086e3-f760-47fe-81e4-09278dc2167f x-openstack-request-id: req-c1c086e3-f760-47fe-81e4-09278dc2167f {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:18:45.992633 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "tag": "7ac894f5-8234-4360-8dfe-013359862d28", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:18:45.992882 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-c1c086e3-f760-47fe-81e4-09278dc2167f {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:18:45.993287 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28', 'status': 'completed', 'code': 200} Feb 02 14:18:46.094119 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e4c02-0d69-4096-87d7-110c05b951fa req-db8a46f6-9d14-4c64-a338-accf66c7d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:18:46.095668 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec0e4c02-0d69-4096-87d7-110c05b951fa req-db8a46f6-9d14-4c64-a338-accf66c7d522 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=73708a111d674964a81d96afe86652ca&device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 1128 time: 0.0577006 Feb 02 14:18:46.149880 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014638e-41c3-4f8c-9b1c-c421add6698b req-fe2d5e28-1937-4e22-8903-80c71d50e49b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:18:46.151385 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3014638e-41c3-4f8c-9b1c-c421add6698b req-fe2d5e28-1937-4e22-8903-80c71d50e49b tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 946 time: 0.0602019 Feb 02 14:18:46.183900 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3af003c8-6092-469f-996d-3952ff28af2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:18:46.195147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e4c02-0d69-4096-87d7-110c05b951fa req-9c0de0de-07cf-4979-8b7b-eceb83de549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:18:46.196777 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec0e4c02-0d69-4096-87d7-110c05b951fa req-9c0de0de-07cf-4979-8b7b-eceb83de549b service neutron] 10.222.0.62 "GET /v2.0/networks?id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 200 len: 909 time: 0.0945282 Feb 02 14:18:46.206453 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3014638e-41c3-4f8c-9b1c-c421add6698b req-4be0c4e6-19da-4e81-84d9-1b575ce80694 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493445 Feb 02 14:18:46.213618 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af003c8-6092-469f-996d-3952ff28af2c None None] Checking router: afceddc7-56e9-4a40-8fe3-11b7a314bfd7 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:18:46.222332 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af003c8-6092-469f-996d-3952ff28af2c None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:18:46.222931 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3af003c8-6092-469f-996d-3952ff28af2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:18:46.245868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec0e4c02-0d69-4096-87d7-110c05b951fa req-4e94cd4e-1418-446f-a80a-7ccc292b88c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 200 len: 217 time: 0.0426667 Feb 02 14:18:46.297527 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e4c02-0d69-4096-87d7-110c05b951fa req-216311df-d953-4f2f-9f1d-0356d03b32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:18:46.299006 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec0e4c02-0d69-4096-87d7-110c05b951fa req-216311df-d953-4f2f-9f1d-0356d03b32d9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 200 len: 847 time: 0.0469346 Feb 02 14:18:46.327797 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-3af003c8-6092-469f-996d-3952ff28af2c None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:18:46.351711 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e4c02-0d69-4096-87d7-110c05b951fa req-13d41743-66d1-4b44-9ade-1eba5821c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:18:46.355112 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec0e4c02-0d69-4096-87d7-110c05b951fa req-13d41743-66d1-4b44-9ade-1eba5821c8f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454030 Feb 02 14:18:46.454722 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec0e4c02-0d69-4096-87d7-110c05b951fa req-82c19244-4740-4ec0-84c5-b6f35f82511b service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937154 Feb 02 14:18:46.526389 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-3af003c8-6092-469f-996d-3952ff28af2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:18:46.546781 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ec0e4c02-0d69-4096-87d7-110c05b951fa req-4a57d5b1-26e3-46c1-9668-ac234d504162 service neutron] 10.222.0.62 "GET /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834794 Feb 02 14:18:46.551962 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af003c8-6092-469f-996d-3952ff28af2c None None] The sync data for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 is: [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:40Z', 'revision_number': 4, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '7d7ec222-08f9-4ff3-bd96-e8be604145f8', 'name': '', 'network_id': 'e360ae5c-f6c2-442f-b986-c54b8c8cc4bc', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'mac_address': 'fa:16:3e:13:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '09071794-08af-43d0-afa3-911026563bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:40Z', 'updated_at': '2022-02-02T14:09:45Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'subnets': [{'id': '09071794-08af-43d0-afa3-911026563bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:18:46.783410 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edc029-121e-4c81-88fa-9e10e48ca0e4 None None] New status for floating IP 2a8a1664-9593-4bf1-bcbe-597c4bd2f0f8: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:18:47.343441 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5798f-7773-41ac-94a4-91fac79ad52b req-6748d81d-60b7-4420-b9d8-9eff9ef21b40 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:18:47.344976 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04e5798f-7773-41ac-94a4-91fac79ad52b req-6748d81d-60b7-4420-b9d8-9eff9ef21b40 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 946 time: 0.0538249 Feb 02 14:18:47.394326 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04e5798f-7773-41ac-94a4-91fac79ad52b req-c27d4a67-ac1f-497b-80a2-a59604e000b1 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/security-groups?id=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435090 Feb 02 14:18:47.878956 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15edba5-fdc7-43b0-8173-5101f9204e77 req-52d26f22-aaa6-4876-ae8f-7c94c3956ec8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:18:47.880490 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a15edba5-fdc7-43b0-8173-5101f9204e77 req-52d26f22-aaa6-4876-ae8f-7c94c3956ec8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 946 time: 0.0595183 Feb 02 14:18:47.989872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-a15edba5-fdc7-43b0-8173-5101f9204e77 req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Deleting port 7ac894f5-8234-4360-8dfe-013359862d28 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:18:47.990127 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a15edba5-fdc7-43b0-8173-5101f9204e77 req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7ac894f5-8234-4360-8dfe-013359862d28), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:48.087067 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-a15edba5-fdc7-43b0-8173-5101f9204e77 req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] For port 7ac894f5-8234-4360-8dfe-013359862d28, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=7ac894f5-8234-4360-8dfe-013359862d28,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:18:48.087396 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a15edba5-fdc7-43b0-8173-5101f9204e77 req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7ac894f5-8234-4360-8dfe-013359862d28), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:48.100172 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-a15edba5-fdc7-43b0-8173-5101f9204e77 req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Calling delete_port for 7ac894f5-8234-4360-8dfe-013359862d28 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:18:48.242220 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a15edba5-fdc7-43b0-8173-5101f9204e77 req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (7ac894f5-8234-4360-8dfe-013359862d28), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:48.275529 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event deleted for resources: {'Port': ['ID=7ac894f5-8234-4360-8dfe-013359862d28,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:18:48.304937 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.305282 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.305614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.305940 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.306238 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.306584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.306903 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.307220 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.307562 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.307871 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.308182 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.308506 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.308822 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:18:48.328037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15edba5-fdc7-43b0-8173-5101f9204e77 req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] No DVR routers for this DVR port 7ac894f5-8234-4360-8dfe-013359862d28 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:18:48.330537 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-a15edba5-fdc7-43b0-8173-5101f9204e77 req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:48.334479 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-a15edba5-fdc7-43b0-8173-5101f9204e77 req-3a27ea71-5b8d-4694-a63f-18a9833a48e2 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.62 "DELETE /v2.0/ports/7ac894f5-8234-4360-8dfe-013359862d28 HTTP/1.1" status: 204 len: 173 time: 0.4477177 Feb 02 14:18:48.334947 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'name': 'network-vif-deleted', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:18:48.337362 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38279b8b-ee9f-4337-bb62-4ad9e062d7fa" -d '{"events": [{"server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "name": "network-vif-deleted", "tag": "7ac894f5-8234-4360-8dfe-013359862d28"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:18:48.376136 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb0ff40-5364-4894-8a11-656753d0aed2 x-openstack-request-id: req-cbb0ff40-5364-4894-8a11-656753d0aed2 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:18:48.376441 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5053879-4a38-4c6c-996f-d20571783086", "name": "network-vif-deleted", "tag": "7ac894f5-8234-4360-8dfe-013359862d28", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:18:48.376694 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-cbb0ff40-5364-4894-8a11-656753d0aed2 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:18:48.377104 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5053879-4a38-4c6c-996f-d20571783086', 'name': 'network-vif-deleted', 'tag': '7ac894f5-8234-4360-8dfe-013359862d28', 'status': 'completed', 'code': 200} Feb 02 14:18:48.494904 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-f732bb0c-03af-482e-930e-67e37ce2763e req-b6c334be-c7ac-4ca8-a200-f7e5776d24ab tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 210 time: 0.0278428 Feb 02 14:18:49.599117 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-320821da-e48e-42b1-a30a-d94be2834d53 req-e47dc662-d76c-4706-bbef-6e63e8d175ea tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 210 time: 0.0311117 Feb 02 14:18:50.704406 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e632f0e5-7dae-45b9-b824-612c89ae0db7 req-0659b1ff-d24b-46fa-85f9-1bfcebfc803e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 210 time: 0.0280533 Feb 02 14:18:50.714315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7ac894f5-8234-4360-8dfe-013359862d28 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:18:50.740484 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 7ac894f5-8234-4360-8dfe-013359862d28 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:18:50.740801 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 7ac894f5-8234-4360-8dfe-013359862d28 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:18:51.801374 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-b42726fb-dd1c-489f-b0e5-92141823f2a1 req-8f96cd54-3054-49e6-b0e1-9225887e5c17 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 210 time: 0.0286956 Feb 02 14:18:52.906109 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-397b6965-fd6e-463d-80e7-a852ca549558 req-7d63ece0-cf1c-4a1f-851d-f78f4929d64e tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 210 time: 0.0295143 Feb 02 14:18:54.002943 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-30a29b2e-3607-4724-baed-02e3c7358d21 req-e74b43bf-caae-4f0b-9aef-2643eb42b95c tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 210 time: 0.0282481 Feb 02 14:18:55.100697 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7ce4514d-be6b-4c1b-9694-e1f81f405aed req-1197f374-238a-4efe-bb3a-1fdc128a9ad8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 210 time: 0.0281918 Feb 02 14:18:56.201979 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-46d01449-0dce-46c5-9b56-2c1b9fe2e484 req-2facf3c8-2fcd-4516-b78b-2f6ef706b812 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5053879-4a38-4c6c-996f-d20571783086 HTTP/1.1" status: 200 len: 210 time: 0.0309861 Feb 02 14:18:57.264026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44162) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:18:57.321604 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6171ac9-d05b-4741-86cc-7b63ff2c99f8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group (ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:57.347190 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6171ac9-d05b-4741-86cc-7b63ff2c99f8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group (ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:57.410631 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6171ac9-d05b-4741-86cc-7b63ff2c99f8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:57.413522 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-f6171ac9-d05b-4741-86cc-7b63ff2c99f8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:57.417402 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-f6171ac9-d05b-4741-86cc-7b63ff2c99f8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] 10.222.0.83 "DELETE /v2.0/security-groups/ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2 HTTP/1.1" status: 204 len: 168 time: 0.1497815 Feb 02 14:18:57.425270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6171ac9-d05b-4741-86cc-7b63ff2c99f8 tempest-TestShelveInstance-1476818894 tempest-TestShelveInstance-1476818894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1bcad1-e602-4bf6-ae1c-d0655ce82ca2,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:18:57.480729 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44166) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:18:58.305001 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc46c-ba88-400f-a94c-dcfa8a0d900c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:58.579500 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2d2cc46c-ba88-400f-a94c-dcfa8a0d900c admin admin] Deleting port 7d7ec222-08f9-4ff3-bd96-e8be604145f8 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:18:58.579731 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc46c-ba88-400f-a94c-dcfa8a0d900c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:58.623038 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:18:58.657465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-2d2cc46c-ba88-400f-a94c-dcfa8a0d900c admin admin] For port 7d7ec222-08f9-4ff3-bd96-e8be604145f8, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7d7ec222-08f9-4ff3-bd96-e8be604145f8,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:18:58.657763 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc46c-ba88-400f-a94c-dcfa8a0d900c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:58.670076 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-2d2cc46c-ba88-400f-a94c-dcfa8a0d900c admin admin] Calling delete_port for 7d7ec222-08f9-4ff3-bd96-e8be604145f8 owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:18:58.871301 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc46c-ba88-400f-a94c-dcfa8a0d900c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7d7ec222-08f9-4ff3-bd96-e8be604145f8), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:58.900219 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cc46c-ba88-400f-a94c-dcfa8a0d900c admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7ec222-08f9-4ff3-bd96-e8be604145f8,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:18:59.114611 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2d2cc46c-ba88-400f-a94c-dcfa8a0d900c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:59.365765 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2cc46c-ba88-400f-a94c-dcfa8a0d900c admin admin] Router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:18:59.484803 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2cc46c-ba88-400f-a94c-dcfa8a0d900c admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:18:59.496094 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2d2cc46c-ba88-400f-a94c-dcfa8a0d900c admin admin] 10.222.0.83 "PUT /v2.0/routers/afceddc7-56e9-4a40-8fe3-11b7a314bfd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0098720 Feb 02 14:18:59.496094 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44170) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:18:59.499520 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16642cb-5ce0-4b62-bd8e-88fcfa24ffe1 None None] Sync routers for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:18:59.513747 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16642cb-5ce0-4b62-bd8e-88fcfa24ffe1 None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:18:59.515190 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d16642cb-5ce0-4b62-bd8e-88fcfa24ffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:18:59.619974 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Publish callbacks [] for router (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:59.631824 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d16642cb-5ce0-4b62-bd8e-88fcfa24ffe1 None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:18:59.730798 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Publish callbacks [] for router_gateway (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:59.786026 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Deleting port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:18:59.786620 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:59.876494 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] For port 7b0d1bf4-ba61-4a1a-8084-41af5efb984d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=7b0d1bf4-ba61-4a1a-8084-41af5efb984d,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:18:59.877273 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:18:59.891790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Calling delete_port for 7b0d1bf4-ba61-4a1a-8084-41af5efb984d owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:18:59.911790 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d16642cb-5ce0-4b62-bd8e-88fcfa24ffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53'}], 'enable_snat': True}, 'gw_port_id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:18:58Z', 'revision_number': 5, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port': {'id': '7b0d1bf4-ba61-4a1a-8084-41af5efb984d', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:40:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:09:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:18:59.937327 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16642cb-5ce0-4b62-bd8e-88fcfa24ffe1 None None] Checking router: afceddc7-56e9-4a40-8fe3-11b7a314bfd7 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:18:59.945889 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16642cb-5ce0-4b62-bd8e-88fcfa24ffe1 None None] Routers {'afceddc7-56e9-4a40-8fe3-11b7a314bfd7'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:18:59.946504 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d16642cb-5ce0-4b62-bd8e-88fcfa24ffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:00.032916 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d16642cb-5ce0-4b62-bd8e-88fcfa24ffe1 None None] Set router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:00.068429 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (7b0d1bf4-ba61-4a1a-8084-41af5efb984d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.091300 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d16642cb-5ce0-4b62-bd8e-88fcfa24ffe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:18:59Z', 'revision_number': 6, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:00.099819 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0d1bf4-ba61-4a1a-8084-41af5efb984d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:00.128278 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16642cb-5ce0-4b62-bd8e-88fcfa24ffe1 None None] The sync data for ids ['afceddc7-56e9-4a40-8fe3-11b7a314bfd7'] in n-d-827336-2 is: [{'id': 'afceddc7-56e9-4a40-8fe3-11b7a314bfd7', 'name': 'tempest-TestShelveInstance-765540254-router', 'tenant_id': '73708a111d674964a81d96afe86652ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:38Z', 'updated_at': '2022-02-02T14:18:59Z', 'revision_number': 6, 'project_id': '73708a111d674964a81d96afe86652ca', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:19:00.171900 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.261812 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.264059 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Publish callbacks [] for router_controller (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.316337 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (afceddc7-56e9-4a40-8fe3-11b7a314bfd7), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.316865 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afceddc7-56e9-4a40-8fe3-11b7a314bfd7 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:19:00.321806 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.325361 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-180bac9a-5434-4866-a276-475b2e5dbba6 admin admin] 10.222.0.83 "DELETE /v2.0/routers/afceddc7-56e9-4a40-8fe3-11b7a314bfd7 HTTP/1.1" status: 204 len: 168 time: 0.8271680 Feb 02 14:19:00.325820 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44172) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:00.372902 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc09313-4223-4da0-87c8-565ba72a50ca admin admin] Deleting subnet 09071794-08af-43d0-afa3-911026563bfd {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:19:00.376088 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bc09313-4223-4da0-87c8-565ba72a50ca admin admin] Publish callbacks [] for subnet (09071794-08af-43d0-afa3-911026563bfd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.413068 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bc09313-4223-4da0-87c8-565ba72a50ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (09071794-08af-43d0-afa3-911026563bfd), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.501404 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bc09313-4223-4da0-87c8-565ba72a50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (09071794-08af-43d0-afa3-911026563bfd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.557413 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bc09313-4223-4da0-87c8-565ba72a50ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (09071794-08af-43d0-afa3-911026563bfd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.580078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee0cdc7-f53b-4ce8-96ee-6c49cbbe39a4 None None] Network e360ae5c-f6c2-442f-b986-c54b8c8cc4bc requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:19:00.603776 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1bc09313-4223-4da0-87c8-565ba72a50ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.609399 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1bc09313-4223-4da0-87c8-565ba72a50ca admin admin] 10.222.0.83 "DELETE /v2.0/subnets/09071794-08af-43d0-afa3-911026563bfd HTTP/1.1" status: 204 len: 168 time: 0.2801266 Feb 02 14:19:00.609399 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc09313-4223-4da0-87c8-565ba72a50ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09071794-08af-43d0-afa3-911026563bfd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:00.609763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44174) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:00.678294 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (e360ae5c-f6c2-442f-b986-c54b8c8cc4bc), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.751584 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Deleting port 0afac3ec-b155-42c6-b955-b42dce78ab39 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:19:00.751906 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (0afac3ec-b155-42c6-b955-b42dce78ab39), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.813134 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] For port 0afac3ec-b155-42c6-b955-b42dce78ab39, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=0afac3ec-b155-42c6-b955-b42dce78ab39,segment=NetworkSegment(b96c1804-5a3e-461d-b38b-90dd4b132e61),segment_id=b96c1804-5a3e-461d-b38b-90dd4b132e61)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:00.813459 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (0afac3ec-b155-42c6-b955-b42dce78ab39), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.826498 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Calling delete_port for 0afac3ec-b155-42c6-b955-b42dce78ab39 owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:19:00.915831 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (0afac3ec-b155-42c6-b955-b42dce78ab39), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:00.931802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441e00d4-2b75-4420-bfc5-50db38692490 None None] DHCP port deletion for e360ae5c-f6c2-442f-b986-c54b8c8cc4bc request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:19:00.945847 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=0afac3ec-b155-42c6-b955-b42dce78ab39,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:00.957073 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] No DVR routers for this DVR port 0afac3ec-b155-42c6-b955-b42dce78ab39 on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:19:01.039662 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (e360ae5c-f6c2-442f-b986-c54b8c8cc4bc), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:01.051904 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0afac3ec-b155-42c6-b955-b42dce78ab39 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:19:01.061777 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e360ae5c-f6c2-442f-b986-c54b8c8cc4bc']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:01.072473 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96c1804-5a3e-461d-b38b-90dd4b132e61') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:01.072759 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96c1804-5a3e-461d-b38b-90dd4b132e61') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:01.080215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 0afac3ec-b155-42c6-b955-b42dce78ab39 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:19:01.081333 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 0afac3ec-b155-42c6-b955-b42dce78ab39 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:19:01.081900 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7b0d1bf4-ba61-4a1a-8084-41af5efb984d no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:19:01.082799 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (b96c1804-5a3e-461d-b38b-90dd4b132e61), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:01.104821 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (b96c1804-5a3e-461d-b38b-90dd4b132e61), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:01.106983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 7b0d1bf4-ba61-4a1a-8084-41af5efb984d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:19:01.107909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7b0d1bf4-ba61-4a1a-8084-41af5efb984d not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:19:01.107909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7d7ec222-08f9-4ff3-bd96-e8be604145f8 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:19:01.112272 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:19:01.112658 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (b96c1804-5a3e-461d-b38b-90dd4b132e61), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: timer() Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:19:01.114329 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:19:01.128918 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 7d7ec222-08f9-4ff3-bd96-e8be604145f8 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:19:01.129265 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 7d7ec222-08f9-4ff3-bd96-e8be604145f8 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:19:01.174531 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (e360ae5c-f6c2-442f-b986-c54b8c8cc4bc), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:01.180028 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:01.183153 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] 10.222.0.83 "DELETE /v2.0/networks/e360ae5c-f6c2-442f-b986-c54b8c8cc4bc HTTP/1.1" status: 204 len: 168 time: 0.5723484 Feb 02 14:19:01.186058 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44176) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:01.236755 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0750cc-99e2-49a6-b952-e1313b8cb9eb admin admin] Pushing event deleted for resources: {'Network': ['ID=e360ae5c-f6c2-442f-b986-c54b8c8cc4bc,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:01.570302 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9d98296-1c15-4955-bf83-349d9d330058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (fe8330b1-c626-47d6-8142-e7b8983d67ba), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:01.834245 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e9d98296-1c15-4955-bf83-349d9d330058 admin admin] Deleting port 63b05084-028e-452f-8f89-b9632dfdd7de {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:19:01.834951 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9d98296-1c15-4955-bf83-349d9d330058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:01.910052 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07b0609a-d0ac-4f4d-80f7-84b671e1d037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:01.912212 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-e9d98296-1c15-4955-bf83-349d9d330058 admin admin] For port 63b05084-028e-452f-8f89-b9632dfdd7de, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=63b05084-028e-452f-8f89-b9632dfdd7de,segment=NetworkSegment(ba518787-46cb-4628-a607-2408541c435c),segment_id=ba518787-46cb-4628-a607-2408541c435c)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:01.912576 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9d98296-1c15-4955-bf83-349d9d330058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:01.925744 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-e9d98296-1c15-4955-bf83-349d9d330058 admin admin] Calling delete_port for 63b05084-028e-452f-8f89-b9632dfdd7de owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:19:02.115510 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9d98296-1c15-4955-bf83-349d9d330058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (63b05084-028e-452f-8f89-b9632dfdd7de), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:02.145923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d98296-1c15-4955-bf83-349d9d330058 admin admin] Pushing event deleted for resources: {'Port': ['ID=63b05084-028e-452f-8f89-b9632dfdd7de,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:02.323070 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e9d98296-1c15-4955-bf83-349d9d330058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (fe8330b1-c626-47d6-8142-e7b8983d67ba), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:02.898045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d98296-1c15-4955-bf83-349d9d330058 admin admin] Router fe8330b1-c626-47d6-8142-e7b8983d67ba has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:19:03.010562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d98296-1c15-4955-bf83-349d9d330058 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:19:03.020455 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44178) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:03.023756 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d408de-fdee-4fad-bcc7-b1195223bb5b None None] Sync routers for ids ['fe8330b1-c626-47d6-8142-e7b8983d67ba'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:19:03.032312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e9d98296-1c15-4955-bf83-349d9d330058 admin admin] 10.222.0.83 "PUT /v2.0/routers/fe8330b1-c626-47d6-8142-e7b8983d67ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8400104 Feb 02 14:19:03.035059 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d408de-fdee-4fad-bcc7-b1195223bb5b None None] Routers {'fe8330b1-c626-47d6-8142-e7b8983d67ba'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:19:03.035811 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-79d408de-fdee-4fad-bcc7-b1195223bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fe8330b1-c626-47d6-8142-e7b8983d67ba'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:03.140655 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Publish callbacks [] for router (fe8330b1-c626-47d6-8142-e7b8983d67ba), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:03.148440 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-79d408de-fdee-4fad-bcc7-b1195223bb5b None None] Set router fe8330b1-c626-47d6-8142-e7b8983d67ba gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:03.249742 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Publish callbacks [] for router_gateway (fe8330b1-c626-47d6-8142-e7b8983d67ba), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:03.309372 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Deleting port ebe84d14-d34b-4d25-8860-2c94ddfb53ef {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:19:03.309746 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:03.332740 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-79d408de-fdee-4fad-bcc7-b1195223bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'name': 'tempest-TestShelveInstance-2065298303-router', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158'}], 'enable_snat': True}, 'gw_port_id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:42Z', 'updated_at': '2022-02-02T14:19:02Z', 'revision_number': 5, 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'gw_port': {'id': 'ebe84d14-d34b-4d25-8860-2c94ddfb53ef', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:09:43Z', 'updated_at': '2022-02-02T14:09:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:03.359106 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d408de-fdee-4fad-bcc7-b1195223bb5b None None] Checking router: fe8330b1-c626-47d6-8142-e7b8983d67ba for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:19:03.368126 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d408de-fdee-4fad-bcc7-b1195223bb5b None None] Routers {'fe8330b1-c626-47d6-8142-e7b8983d67ba'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:19:03.369155 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-79d408de-fdee-4fad-bcc7-b1195223bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:18:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['fe8330b1-c626-47d6-8142-e7b8983d67ba'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:03.394721 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] For port ebe84d14-d34b-4d25-8860-2c94ddfb53ef, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=ebe84d14-d34b-4d25-8860-2c94ddfb53ef,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:03.395077 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:03.408314 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Calling delete_port for ebe84d14-d34b-4d25-8860-2c94ddfb53ef owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:19:03.459764 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-79d408de-fdee-4fad-bcc7-b1195223bb5b None None] Set router fe8330b1-c626-47d6-8142-e7b8983d67ba gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:03.514409 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-79d408de-fdee-4fad-bcc7-b1195223bb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'name': 'tempest-TestShelveInstance-2065298303-router', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:42Z', 'updated_at': '2022-02-02T14:19:03Z', 'revision_number': 6, 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:03.542572 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d408de-fdee-4fad-bcc7-b1195223bb5b None None] The sync data for ids ['fe8330b1-c626-47d6-8142-e7b8983d67ba'] in n-d-827336-2 is: [{'id': 'fe8330b1-c626-47d6-8142-e7b8983d67ba', 'name': 'tempest-TestShelveInstance-2065298303-router', 'tenant_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:09:42Z', 'updated_at': '2022-02-02T14:19:03Z', 'revision_number': 6, 'project_id': 'a0c2f185b23e4e0abcb0b3ec52791ef0', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:19:03.601288 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (ebe84d14-d34b-4d25-8860-2c94ddfb53ef), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:03.627662 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe84d14-d34b-4d25-8860-2c94ddfb53ef,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:03.695512 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (fe8330b1-c626-47d6-8142-e7b8983d67ba), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:03.790904 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (fe8330b1-c626-47d6-8142-e7b8983d67ba), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:03.793083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Publish callbacks [] for router_controller (fe8330b1-c626-47d6-8142-e7b8983d67ba), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:03.837416 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (fe8330b1-c626-47d6-8142-e7b8983d67ba), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:03.837850 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe8330b1-c626-47d6-8142-e7b8983d67ba {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:19:03.842228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:03.843813 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-62810c64-c353-4f0b-9cf9-9f5bd6b74ea1 admin admin] 10.222.0.83 "DELETE /v2.0/routers/fe8330b1-c626-47d6-8142-e7b8983d67ba HTTP/1.1" status: 204 len: 168 time: 0.8217459 Feb 02 14:19:03.846437 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44180) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:03.890667 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1e0499-7994-430a-87cc-41b540a6155a admin admin] Deleting subnet dd40778b-63e9-4d63-874c-e080139d61cd {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:19:03.893990 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0499-7994-430a-87cc-41b540a6155a admin admin] Publish callbacks [] for subnet (dd40778b-63e9-4d63-874c-e080139d61cd), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:03.929375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0499-7994-430a-87cc-41b540a6155a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (dd40778b-63e9-4d63-874c-e080139d61cd), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.016831 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0499-7994-430a-87cc-41b540a6155a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (dd40778b-63e9-4d63-874c-e080139d61cd), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.068924 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0499-7994-430a-87cc-41b540a6155a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (dd40778b-63e9-4d63-874c-e080139d61cd), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.093869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e0499-7994-430a-87cc-41b540a6155a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd40778b-63e9-4d63-874c-e080139d61cd,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:04.097258 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0499-7994-430a-87cc-41b540a6155a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.100408 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-6c1e0499-7994-430a-87cc-41b540a6155a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/dd40778b-63e9-4d63-874c-e080139d61cd HTTP/1.1" status: 204 len: 168 time: 0.2530756 Feb 02 14:19:04.103073 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44182) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:04.106156 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94495cb0-361f-4796-a5f2-99eb691d62a7 None None] Network 67fef176-7fba-4632-9f7f-72266abdfbb6 requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:19:04.179822 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (67fef176-7fba-4632-9f7f-72266abdfbb6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.206382 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c8bd237a-1951-45c5-9bc4-21886b8ecd7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.233454 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Deleting port 658ea4a1-41d4-4acf-9660-f06791ed2f69 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:19:04.233917 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.294392 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] For port 658ea4a1-41d4-4acf-9660-f06791ed2f69, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=658ea4a1-41d4-4acf-9660-f06791ed2f69,segment=NetworkSegment(ba518787-46cb-4628-a607-2408541c435c),segment_id=ba518787-46cb-4628-a607-2408541c435c)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:04.294634 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.314726 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Calling delete_port for 658ea4a1-41d4-4acf-9660-f06791ed2f69 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:19:04.351227 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] DHCP port deletion for 67fef176-7fba-4632-9f7f-72266abdfbb6 request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:19:04.405520 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.410609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Deleting port 658ea4a1-41d4-4acf-9660-f06791ed2f69 {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:19:04.410988 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.432584 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=658ea4a1-41d4-4acf-9660-f06791ed2f69,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:04.436053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] No DVR routers for this DVR port 658ea4a1-41d4-4acf-9660-f06791ed2f69 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:19:04.487827 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] For port 658ea4a1-41d4-4acf-9660-f06791ed2f69, host n-d-827336-2, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:04.488139 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.502210 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Calling delete_port for 658ea4a1-41d4-4acf-9660-f06791ed2f69 owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:19:04.505218 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Port 658ea4a1-41d4-4acf-9660-f06791ed2f69 was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 14:19:04.506540 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (658ea4a1-41d4-4acf-9660-f06791ed2f69), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.515681 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (67fef176-7fba-4632-9f7f-72266abdfbb6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.532919 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Pushing event deleted for resources: {'Port': ['ID=658ea4a1-41d4-4acf-9660-f06791ed2f69,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:04.535636 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fef176-7fba-4632-9f7f-72266abdfbb6']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:04.537331 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] No DVR routers for this DVR port 658ea4a1-41d4-4acf-9660-f06791ed2f69 on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:19:04.544320 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.544670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.545011 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.545349 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.545766 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.546097 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.546219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba518787-46cb-4628-a607-2408541c435c') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:04.546428 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.546555 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba518787-46cb-4628-a607-2408541c435c') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:04.546783 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.547343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.547454 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.547793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.548107 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.548620 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6af8f9-060d-4f75-b5aa-61e437d0f21a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:04.560867 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (ba518787-46cb-4628-a607-2408541c435c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.575260 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (ba518787-46cb-4628-a607-2408541c435c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.582323 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:19:04.582733 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (ba518787-46cb-4628-a607-2408541c435c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: timer() Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:19:04.584739 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:19:04.643795 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (67fef176-7fba-4632-9f7f-72266abdfbb6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.649993 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.653577 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] 10.222.0.83 "DELETE /v2.0/networks/67fef176-7fba-4632-9f7f-72266abdfbb6 HTTP/1.1" status: 204 len: 168 time: 0.5494118 Feb 02 14:19:04.784547 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44186) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:04.829049 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-31880a6a-5f82-42f4-860d-90c0fd97f84b admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=73708a111d674964a81d96afe86652ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432808 Feb 02 14:19:04.831565 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44188) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:04.899660 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c58d1638-93a4-4777-8a3e-f3db1ad9cdb3 admin admin] Publish callbacks [] for security_group (da868f37-8df6-4730-918e-b354e27ebb3a), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.927288 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c58d1638-93a4-4777-8a3e-f3db1ad9cdb3 admin admin] Publish callbacks [] for security_group (da868f37-8df6-4730-918e-b354e27ebb3a), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.983469 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c58d1638-93a4-4777-8a3e-f3db1ad9cdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (da868f37-8df6-4730-918e-b354e27ebb3a), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.989498 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c58d1638-93a4-4777-8a3e-f3db1ad9cdb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:04.997589 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c58d1638-93a4-4777-8a3e-f3db1ad9cdb3 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/da868f37-8df6-4730-918e-b354e27ebb3a HTTP/1.1" status: 204 len: 168 time: 0.1626298 Feb 02 14:19:05.013997 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d1638-93a4-4777-8a3e-f3db1ad9cdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da868f37-8df6-4730-918e-b354e27ebb3a,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:05.036252 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d2828-de95-40e2-b6a7-09dfb76e9c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=67fef176-7fba-4632-9f7f-72266abdfbb6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:05.073742 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 63b05084-028e-452f-8f89-b9632dfdd7de no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:19:05.098527 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 63b05084-028e-452f-8f89-b9632dfdd7de {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:19:05.098869 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 63b05084-028e-452f-8f89-b9632dfdd7de not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:19:05.099299 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ebe84d14-d34b-4d25-8860-2c94ddfb53ef no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:19:05.120366 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: ebe84d14-d34b-4d25-8860-2c94ddfb53ef {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:19:05.121090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device ebe84d14-d34b-4d25-8860-2c94ddfb53ef not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:19:05.121090 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 658ea4a1-41d4-4acf-9660-f06791ed2f69 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:19:05.140555 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 658ea4a1-41d4-4acf-9660-f06791ed2f69 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:19:05.140961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 658ea4a1-41d4-4acf-9660-f06791ed2f69 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:19:05.383549 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44194) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:05.423653 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-9193b434-5560-4efd-9a10-9d5c42feb945 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=a0c2f185b23e4e0abcb0b3ec52791ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386522 Feb 02 14:19:05.426113 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44196) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:05.472278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d98b4c-1dc5-46ea-ba1b-1b9494996e67 admin admin] Publish callbacks [] for security_group (e1da55e7-6201-4dba-897a-fa6361779c54), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:05.493375 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d98b4c-1dc5-46ea-ba1b-1b9494996e67 admin admin] Publish callbacks [] for security_group (e1da55e7-6201-4dba-897a-fa6361779c54), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:05.544319 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d98b4c-1dc5-46ea-ba1b-1b9494996e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (e1da55e7-6201-4dba-897a-fa6361779c54), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:05.547228 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-45d98b4c-1dc5-46ea-ba1b-1b9494996e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:05.548445 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-45d98b4c-1dc5-46ea-ba1b-1b9494996e67 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/e1da55e7-6201-4dba-897a-fa6361779c54 HTTP/1.1" status: 204 len: 168 time: 0.1214161 Feb 02 14:19:05.556388 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d98b4c-1dc5-46ea-ba1b-1b9494996e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1da55e7-6201-4dba-897a-fa6361779c54,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:05.897787 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:06.301290 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44218) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:06.402253 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1366418364-network', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:06.424278 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Made reservation on behalf of 4a7155ef73b9415caf8a6fbe97af24b1 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:19:06.426622 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:06.435073 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:06.511268 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Publish callbacks [] for security_group (6b172d97-dfe7-4c34-b077-416307c21901), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:06.516749 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6b172d97-dfe7-4c34-b077-416307c21901), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:06.544252 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:19:06.553756 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b172d97-dfe7-4c34-b077-416307c21901,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:06.558349 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2bf94090-db7e-4a6c-a9b4-20f46efe3fd2), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:06.558678 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Added segment 2bf94090-db7e-4a6c-a9b4-20f46efe3fd2 of type vlan for network c1f3ada2-74a6-4f42-9ecc-8a95446a898c Feb 02 14:19:06.597413 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (c1f3ada2-74a6-4f42-9ecc-8a95446a898c), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:06.622427 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (c1f3ada2-74a6-4f42-9ecc-8a95446a898c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:06.623309 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:06.624205 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:06.655587 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3531926 Feb 02 14:19:06.658763 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44222) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:06.663921 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f01a711c-74e1-4a5d-88b6-7d5917a22479 admin admin] Request body: {'subnet': {'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1366418364-subnet', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:06.685345 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01a711c-74e1-4a5d-88b6-7d5917a22479 admin admin] Made reservation on behalf of 4a7155ef73b9415caf8a6fbe97af24b1 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:19:06.687755 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f01a711c-74e1-4a5d-88b6-7d5917a22479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:06.688141 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf8417-b1cb-47dc-922e-4fe57b73e874 admin admin] Pushing event updated for resources: {'Network': ['ID=c1f3ada2-74a6-4f42-9ecc-8a95446a898c,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:06.698170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network c1f3ada2-74a6-4f42-9ecc-8a95446a898c details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:19:06.863262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f01a711c-74e1-4a5d-88b6-7d5917a22479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (f0f582a2-672f-4bfc-af83-a67dc5f9349c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:06.910591 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a711c-74e1-4a5d-88b6-7d5917a22479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f582a2-672f-4bfc-af83-a67dc5f9349c,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:06.926344 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01a711c-74e1-4a5d-88b6-7d5917a22479 admin admin] Checking segment: {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:19:06.926695 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01a711c-74e1-4a5d-88b6-7d5917a22479 admin admin] Network hostable DHCP agents. Network: c1f3ada2-74a6-4f42-9ecc-8a95446a898c, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:19:06.945149 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01a711c-74e1-4a5d-88b6-7d5917a22479 admin admin] Network c1f3ada2-74a6-4f42-9ecc-8a95446a898c is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:19:06.954434 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-f01a711c-74e1-4a5d-88b6-7d5917a22479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, c1f3ada2-74a6-4f42-9ecc-8a95446a898c) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:19:06.958625 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01a711c-74e1-4a5d-88b6-7d5917a22479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:06.959229 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f01a711c-74e1-4a5d-88b6-7d5917a22479 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:06.963810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7269b4aa-892a-44d3-a88f-1511dad2c1f2 None None] Network c1f3ada2-74a6-4f42-9ecc-8a95446a898c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:19:06.976038 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f01a711c-74e1-4a5d-88b6-7d5917a22479 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3161428 Feb 02 14:19:06.978870 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44224) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:06.983207 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:07.004360 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (4e2962df-1503-4842-8ecb-d03959c12b6c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.005633 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (4e2962df-1503-4842-8ecb-d03959c12b6c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.061213 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Publish callbacks [] for router_controller (4e2962df-1503-4842-8ecb-d03959c12b6c), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.066429 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:19:07.067468 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.173403 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.202156 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Publish callbacks [] for router_gateway (4e2962df-1503-4842-8ecb-d03959c12b6c), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.217341 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Allocated IP 172.20.0.2 (c1f3ada2-74a6-4f42-9ecc-8a95446a898c/f0f582a2-672f-4bfc-af83-a67dc5f9349c/c47b11d7-9c0a-4ec8-8b7d-0783313322c5) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:19:07.361920 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Publish callbacks [] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.369567 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.397950 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Publish callbacks [] for router_gateway (4e2962df-1503-4842-8ecb-d03959c12b6c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.407769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Network c1f3ada2-74a6-4f42-9ecc-8a95446a898c is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:19:07.412600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:19:07.416048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:19:07.416608 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.423062 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Pushing event updated for resources: {'Port': ['ID=c47b11d7-9c0a-4ec8-8b7d-0783313322c5,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:07.480044 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Attempting to bind port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:19:07.480514 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Attempting to bind port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:19:07.480945 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Attempting to bind port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 on network c1f3ada2-74a6-4f42-9ecc-8a95446a898c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:19:07.485943 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:19:07.486513 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Checking segment: {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:19:07.487120 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.487880 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Bound using segment: {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:19:07.488678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Bound port: c47b11d7-9c0a-4ec8-8b7d-0783313322c5, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:19:07.489303 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.522691 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Allocated IP 172.25.4.73 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/fecd9b50-82f1-4d99-a3db-b0b16d615be9) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:19:07.554284 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] For port c47b11d7-9c0a-4ec8-8b7d-0783313322c5, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:19:07.557375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] For port c47b11d7-9c0a-4ec8-8b7d-0783313322c5, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c47b11d7-9c0a-4ec8-8b7d-0783313322c5,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:19:07.571985 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.602701 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.629680 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d464d-1a83-4567-8361-678046c2aa4f None None] Pushing event updated for resources: {'Port': ['ID=c47b11d7-9c0a-4ec8-8b7d-0783313322c5,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:07.632221 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Publish callbacks [] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.676082 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:07.714168 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:19:07.717145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:19:07.720014 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:19:07.749484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=fecd9b50-82f1-4d99-a3db-b0b16d615be9,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:07.990218 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Publish callbacks [] for router_gateway (4e2962df-1503-4842-8ecb-d03959c12b6c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:08.072036 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:08.210686 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (4e2962df-1503-4842-8ecb-d03959c12b6c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:08.352484 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Router 4e2962df-1503-4842-8ecb-d03959c12b6c is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:19:08.376259 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:08.465788 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:19:08.475189 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Sync routers for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:19:08.487394 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:19:08.488035 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:08.488416 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:08.490137 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ce99bf31-1d1f-40b5-9e02-4064241b8cc2 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5101438 Feb 02 14:19:08.492930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44226) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:08.602990 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:08.653367 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a862a5-041f-48a1-8313-9b0343da893c None None] Network c1f3ada2-74a6-4f42-9ecc-8a95446a898c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:19:08.805654 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:07Z', 'revision_number': 3, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:08.832781 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Checking router: 4e2962df-1503-4842-8ecb-d03959c12b6c for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:19:08.833130 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Updating router 4e2962df-1503-4842-8ecb-d03959c12b6c port fecd9b50-82f1-4d99-a3db-b0b16d615be9 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:19:08.861910 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:08.912887 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-620ffe42-5ca3-43ff-9c11-45fc935e8d82 None None] Provisioning complete for port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:08.913322 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-620ffe42-5ca3-43ff-9c11-45fc935e8d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:08.960079 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.034967 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-620ffe42-5ca3-43ff-9c11-45fc935e8d82 None None] Current status of the port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:09.035253 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-620ffe42-5ca3-43ff-9c11-45fc935e8d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.088139 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-620ffe42-5ca3-43ff-9c11-45fc935e8d82 None None] For port c47b11d7-9c0a-4ec8-8b7d-0783313322c5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c47b11d7-9c0a-4ec8-8b7d-0783313322c5,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:09.094634 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-620ffe42-5ca3-43ff-9c11-45fc935e8d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.159681 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Publish callbacks [] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.161950 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ffe42-5ca3-43ff-9c11-45fc935e8d82 None None] Pushing event updated for resources: {'Port': ['ID=c47b11d7-9c0a-4ec8-8b7d-0783313322c5,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:09.169121 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.193315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c47b11d7-9c0a-4ec8-8b7d-0783313322c5 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:19:09.203566 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Allocated IP 172.20.0.1 (c1f3ada2-74a6-4f42-9ecc-8a95446a898c/f0f582a2-672f-4bfc-af83-a67dc5f9349c/d4c0decc-07eb-4746-bb63-c34716c414d6) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:19:09.232883 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Attempting to bind port fecd9b50-82f1-4d99-a3db-b0b16d615be9 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:19:09.233307 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Attempting to bind port fecd9b50-82f1-4d99-a3db-b0b16d615be9 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:19:09.233667 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Attempting to bind port fecd9b50-82f1-4d99-a3db-b0b16d615be9 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:19:09.244593 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:19:09.244971 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:19:09.245371 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.245752 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:19:09.246368 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Bound port: fecd9b50-82f1-4d99-a3db-b0b16d615be9, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:19:09.246744 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.248791 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Pushing event updated for resources: {'Port': ['ID=fecd9b50-82f1-4d99-a3db-b0b16d615be9,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:09.261338 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:09.261711 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.274305 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.274641 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.274961 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.275283 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.275633 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.275949 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.276266 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.276579 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.277031 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.277346 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.277656 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.277965 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.278273 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103190) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:19:09.338141 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] For port fecd9b50-82f1-4d99-a3db-b0b16d615be9, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:19:09.340546 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Publish callbacks [] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.342196 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] For port fecd9b50-82f1-4d99-a3db-b0b16d615be9, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fecd9b50-82f1-4d99-a3db-b0b16d615be9,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:19:09.350868 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.352543 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:09.377544 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.409554 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:19:09.410168 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:09.414305 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c59460-e941-4059-a192-96d6146a4507 None None] Pushing event updated for resources: {'Port': ['ID=fecd9b50-82f1-4d99-a3db-b0b16d615be9,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:09.416028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Network c1f3ada2-74a6-4f42-9ecc-8a95446a898c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:19:09.419343 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-e0e2c480-fea3-4fe8-bb7f-4388715fca77 None None] Provisioning complete for port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:09.420758 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e0e2c480-fea3-4fe8-bb7f-4388715fca77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.420991 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:19:09.423704 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:19:09.470070 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c0decc-07eb-4746-bb63-c34716c414d6,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:09.478624 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (4e2962df-1503-4842-8ecb-d03959c12b6c), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.524984 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:09.525730 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-e0e2c480-fea3-4fe8-bb7f-4388715fca77 None None] Current status of the port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:09.623354 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.726967 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:07Z', 'revision_number': 3, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:09.747385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-08dd5eae-caee-4a9c-975a-4d3e5d582b35 None None] Provisioning complete for port d4c0decc-07eb-4746-bb63-c34716c414d6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:09.748113 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-08dd5eae-caee-4a9c-975a-4d3e5d582b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.754511 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a29c8f-15fa-4956-aa99-be2fd5aa6c16 None None] The sync data for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 is: [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:07Z', 'revision_number': 3, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:19:09.795110 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-08dd5eae-caee-4a9c-975a-4d3e5d582b35 None None] Port d4c0decc-07eb-4746-bb63-c34716c414d6 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:19:09.818771 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Publish callbacks [] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.824110 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:09.895291 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Pushing event updated for resources: {'Port': ['ID=d4c0decc-07eb-4746-bb63-c34716c414d6,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:09.897771 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (4e2962df-1503-4842-8ecb-d03959c12b6c), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:10.004646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Network c1f3ada2-74a6-4f42-9ecc-8a95446a898c is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:19:10.006045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:19:10.143298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Router 4e2962df-1503-4842-8ecb-d03959c12b6c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:19:10.263454 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:19:10.268872 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-c6dbe236-c452-46ba-b015-a51a237e3e30 admin admin] 10.222.0.83 "PUT /v2.0/routers/4e2962df-1503-4842-8ecb-d03959c12b6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7747729 Feb 02 14:19:10.318871 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-8f5314d7-967a-4021-9fa6-fbd2ada7db53 None None] Provisioning complete for port d4c0decc-07eb-4746-bb63-c34716c414d6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:10.319515 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8f5314d7-967a-4021-9fa6-fbd2ada7db53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:10.356984 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-8f5314d7-967a-4021-9fa6-fbd2ada7db53 None None] Port d4c0decc-07eb-4746-bb63-c34716c414d6 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:19:10.792725 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44242) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:10.797914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1363971274-network', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:10.829767 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Made reservation on behalf of ec9b92d8ec964e169f68b706c2e8bbe8 for: {'network': 1} {{(pid=103188) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:19:10.832194 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for network (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:10.841304 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:10.925878 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Publish callbacks [] for security_group (c46acdd5-31dc-4b23-a376-02300d9cb43d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:10.931337 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c46acdd5-31dc-4b23-a376-02300d9cb43d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:10.956472 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=103188) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 14:19:10.966298 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46acdd5-31dc-4b23-a376-02300d9cb43d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:10.973006 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (bfaa79a9-fad9-4e34-93de-cf3b6c058b94), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:10.973352 n-d-827336-2 neutron-server[103188]: INFO neutron.db.segments_db [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Added segment bfaa79a9-fad9-4e34-93de-cf3b6c058b94 of type vlan for network 7cf76659-917b-4715-a576-55dcd2682b9e Feb 02 14:19:11.025841 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739706134658'] for network (7cf76659-917b-4715-a576-55dcd2682b9e), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.056656 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070'] for network (7cf76659-917b-4715-a576-55dcd2682b9e), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.057913 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:11.058506 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.093777 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] 10.222.0.83 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2998598 Feb 02 14:19:11.096917 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44244) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:11.103858 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ecabc6b6-cd96-4151-9a3d-9f7d276fb303 admin admin] Request body: {'subnet': {'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1363971274-subnet', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'ip_version': 4}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:11.128897 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b065580-2313-4c62-97a2-a9dfdcc833d9 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf76659-917b-4715-a576-55dcd2682b9e,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:11.130839 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecabc6b6-cd96-4151-9a3d-9f7d276fb303 admin admin] Made reservation on behalf of ec9b92d8ec964e169f68b706c2e8bbe8 for: {'subnet': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:19:11.133414 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecabc6b6-cd96-4151-9a3d-9f7d276fb303 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26592138'] for subnet (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.139996 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Network 7cf76659-917b-4715-a576-55dcd2682b9e details requested by agent ovs-agent-n-d-827336-2 with host n-d-827336-2 {{(pid=103189) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 02 14:19:11.202729 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c47b11d7-9c0a-4ec8-8b7d-0783313322c5 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:19:11.263800 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:11.264171 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.337380 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecabc6b6-cd96-4151-9a3d-9f7d276fb303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25433825', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26591328'] for subnet (56c03f95-261d-4e4d-933b-0d9984b96629), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.360195 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:11.361276 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fecd9b50-82f1-4d99-a3db-b0b16d615be9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:19:11.401631 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecabc6b6-cd96-4151-9a3d-9f7d276fb303 admin admin] Checking segment: {'id': 'bfaa79a9-fad9-4e34-93de-cf3b6c058b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:19:11.401945 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecabc6b6-cd96-4151-9a3d-9f7d276fb303 admin admin] Network hostable DHCP agents. Network: 7cf76659-917b-4715-a576-55dcd2682b9e, hostable agents: ['c7710c02-f9b3-49a5-ae5a-9586314bc311'], hosted agents: [] {{(pid=103187) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 14:19:11.403932 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabc6b6-cd96-4151-9a3d-9f7d276fb303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c03f95-261d-4e4d-933b-0d9984b96629,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:11.414020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port fecd9b50-82f1-4d99-a3db-b0b16d615be9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:11.414397 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.427878 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecabc6b6-cd96-4151-9a3d-9f7d276fb303 admin admin] Network 7cf76659-917b-4715-a576-55dcd2682b9e is scheduled to be hosted by DHCP agent c7710c02-f9b3-49a5-ae5a-9586314bc311 with binding_index 1 {{(pid=103187) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 14:19:11.439145 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ecabc6b6-cd96-4151-9a3d-9f7d276fb303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827336-2, 7cf76659-917b-4715-a576-55dcd2682b9e) {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:19:11.444876 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecabc6b6-cd96-4151-9a3d-9f7d276fb303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:11.450187 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ecabc6b6-cd96-4151-9a3d-9f7d276fb303 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.455089 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Sync routers for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:19:11.466223 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c6ece-4654-445f-8809-d2777c6fda14 None None] Network 7cf76659-917b-4715-a576-55dcd2682b9e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:19:11.471504 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ecabc6b6-cd96-4151-9a3d-9f7d276fb303 admin admin] 10.222.0.83 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3709338 Feb 02 14:19:11.472042 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44246) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:11.476798 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1363971274-router', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:11.498085 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-960129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30208'] for router (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.499222 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-959537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-994763', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1040725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30217'] for router (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.505489 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:19:11.506215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:11.560461 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Publish callbacks [] for router_controller (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), precommit_add_association {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.690437 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b465fc6-4cd4-549a-9360-0b5404a192b9-7cf76659-917b-4715-a576-55dcd2682b9e', 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e', 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'fixed_ips': [{'subnet_id': '56c03f95-261d-4e4d-933b-0d9984b96629'}]}} from n-d-827336-2. {{(pid=103189) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 02 14:19:11.691213 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.704353 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Publish callbacks [] for router_gateway (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.718073 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port fecd9b50-82f1-4d99-a3db-b0b16d615be9 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:11.719513 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.746793 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:11.821150 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port fecd9b50-82f1-4d99-a3db-b0b16d615be9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fecd9b50-82f1-4d99-a3db-b0b16d615be9,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:11.835869 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.919313 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Publish callbacks [] for router_gateway (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:11.938400 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.013536 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=fecd9b50-82f1-4d99-a3db-b0b16d615be9,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:12.033441 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.db_base_plugin_common [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Allocated IP 172.20.0.2 (7cf76659-917b-4715-a576-55dcd2682b9e/56c03f95-261d-4e4d-933b-0d9984b96629/9d45bfbf-aa7a-4056-bdc7-b85213e81bdd) {{(pid=103189) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:19:12.047200 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Allocated IP 172.25.4.118 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:19:12.158378 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Publish callbacks [] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.196931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.207092 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 2, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:12.239610 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Checking router: 4e2962df-1503-4842-8ecb-d03959c12b6c for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:19:12.239975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Updating router 4e2962df-1503-4842-8ecb-d03959c12b6c port d4c0decc-07eb-4746-bb63-c34716c414d6 binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:19:12.243096 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:19:12.246071 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:19:12.248553 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:19:12.271003 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Pushing event updated for resources: {'Port': ['ID=bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:12.273978 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Publish callbacks [] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), precommit_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.279741 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.283292 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), after_create {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.358451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Network 7cf76659-917b-4715-a576-55dcd2682b9e is already hosted by enough agents. {{(pid=103189) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:19:12.360857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Pushing event updated for resources: {'Port': ['ID=9d45bfbf-aa7a-4056-bdc7-b85213e81bdd,revision_number=1']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:12.365715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.scheduler.base_scheduler [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Resources bound (agent type, host, resource id): {{(pid=103189) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:19:12.369045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Received port after_create {{(pid=103189) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:19:12.494159 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Attempting to bind port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:19:12.494534 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Attempting to bind port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'bfaa79a9-fad9-4e34-93de-cf3b6c058b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:19:12.494890 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Attempting to bind port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd on network 7cf76659-917b-4715-a576-55dcd2682b9e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:19:12.507387 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Publish callbacks [] for router_gateway (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.681215 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:19:12.681616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Checking segment: {'id': 'bfaa79a9-fad9-4e34-93de-cf3b6c058b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:19:12.681984 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.682375 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Bound using segment: {'id': 'bfaa79a9-fad9-4e34-93de-cf3b6c058b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:19:12.682874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Bound port: 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfaa79a9-fad9-4e34-93de-cf3b6c058b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:19:12.683263 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.728894 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-959546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-994744'] for router (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.811050 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] For port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:19:12.830393 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] For port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9d45bfbf-aa7a-4056-bdc7-b85213e81bdd,segment=NetworkSegment(bfaa79a9-fad9-4e34-93de-cf3b6c058b94),segment_id=bfaa79a9-fad9-4e34-93de-cf3b6c058b94)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:19:12.859843 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.874771 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Router 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 is scheduled to L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 with binding_index 1 {{(pid=103187) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 02 14:19:12.926106 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Publish callbacks [] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.939031 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:12.946772 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cdeb2-eed3-46d4-b71b-897510dcedd4 None None] Pushing event updated for resources: {'Port': ['ID=9d45bfbf-aa7a-4056-bdc7-b85213e81bdd,revision_number=2']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:13.024241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0faac-9b57-4ed9-8b79-31050394da47 None None] Pushing event updated for resources: {'Port': ['ID=d4c0decc-07eb-4746-bb63-c34716c414d6,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:13.067796 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Attempting to bind port d4c0decc-07eb-4746-bb63-c34716c414d6 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:19:13.068174 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Attempting to bind port d4c0decc-07eb-4746-bb63-c34716c414d6 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:19:13.068762 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Attempting to bind port d4c0decc-07eb-4746-bb63-c34716c414d6 on network c1f3ada2-74a6-4f42-9ecc-8a95446a898c {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:19:13.075810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:19:13.076229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Checking segment: {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:19:13.076646 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:13.077087 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Bound using segment: {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:19:13.077600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Bound port: d4c0decc-07eb-4746-bb63-c34716c414d6, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:19:13.078062 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:13.159632 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fecd9b50-82f1-4d99-a3db-b0b16d615be9 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:19:13.242511 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] For port d4c0decc-07eb-4746-bb63-c34716c414d6, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:19:13.245701 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] For port d4c0decc-07eb-4746-bb63-c34716c414d6, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d4c0decc-07eb-4746-bb63-c34716c414d6,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:19:13.258758 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:13.266184 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port fecd9b50-82f1-4d99-a3db-b0b16d615be9 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:13.266711 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:13.369684 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0faac-9b57-4ed9-8b79-31050394da47 None None] Pushing event updated for resources: {'Port': ['ID=d4c0decc-07eb-4746-bb63-c34716c414d6,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:13.374322 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:19:13.375020 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:13.456023 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:19:13.467527 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Sync routers for ids ['38d710e1-c6a9-4541-87c6-ea3f1c9485c5'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:19:13.482707 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:13.483682 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Routers {'38d710e1-c6a9-4541-87c6-ea3f1c9485c5'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:19:13.484579 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-c5526802-f733-4fea-a84a-c1b75c6a0131 admin admin] 10.222.0.83 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0114577 Feb 02 14:19:13.484922 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['38d710e1-c6a9-4541-87c6-ea3f1c9485c5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:13.487646 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44248) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:13.511579 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6a6f02b5-35df-4c79-9efa-cf9f033c739a None None] Provisioning complete for port d4c0decc-07eb-4746-bb63-c34716c414d6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:13.511951 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a6f02b5-35df-4c79-9efa-cf9f033c739a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:13.546874 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port fecd9b50-82f1-4d99-a3db-b0b16d615be9 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:13.557854 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:13.656028 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Set router 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:13.755895 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6a6f02b5-35df-4c79-9efa-cf9f033c739a None None] Current status of the port d4c0decc-07eb-4746-bb63-c34716c414d6 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:13.756288 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a6f02b5-35df-4c79-9efa-cf9f033c739a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:13.813695 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6a6f02b5-35df-4c79-9efa-cf9f033c739a None None] For port d4c0decc-07eb-4746-bb63-c34716c414d6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d4c0decc-07eb-4746-bb63-c34716c414d6,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:13.836009 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6a6f02b5-35df-4c79-9efa-cf9f033c739a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:13.845407 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'name': 'tempest-TestSnapshotPattern-1363971274-router', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:12Z', 'revision_number': 3, 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'gw_port': {'id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:13.884254 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Checking router: 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:19:13.884966 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Updating router 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 binding host n-d-827336-2 {{(pid=103190) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:19:13.893586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f02b5-35df-4c79-9efa-cf9f033c739a None None] Pushing event updated for resources: {'Port': ['ID=d4c0decc-07eb-4746-bb63-c34716c414d6,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:13.931011 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:13.940135 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:13.977401 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf336d-3380-4f82-93b5-25a73664f2bc None None] The sync data for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 is: [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:19:13.994877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-f478ac8b-5ff0-4458-ae9b-ed484b101f33 None None] Provisioning complete for port d4c0decc-07eb-4746-bb63-c34716c414d6 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:13.995774 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-f478ac8b-5ff0-4458-ae9b-ed484b101f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.118216 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.168609 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-f478ac8b-5ff0-4458-ae9b-ed484b101f33 None None] Current status of the port d4c0decc-07eb-4746-bb63-c34716c414d6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:14.317435 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35857732-1b89-4e4e-9c59-7252291ca785 None None] Network 7cf76659-917b-4715-a576-55dcd2682b9e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:19:14.343251 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Allocated IP 172.20.0.1 (7cf76659-917b-4715-a576-55dcd2682b9e/56c03f95-261d-4e4d-933b-0d9984b96629/8684275c-4e64-4ac9-99fc-81d34a4b143d) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:19:14.381710 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Publish callbacks [] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), precommit_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.387973 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.415048 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-0f9ef447-9f6d-4891-86cd-c6e24030dd10 None None] Provisioning complete for port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:14.415653 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef447-9f6d-4891-86cd-c6e24030dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.444872 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46e6bb-0ca0-40f8-965c-72c1942b03e0 None None] Pushing event updated for resources: {'Port': ['ID=bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6,revision_number=2']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:14.467640 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Attempting to bind port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 on host n-d-827336-2 for vnic_type normal with profile {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:19:14.469187 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Attempting to bind port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:19:14.470212 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Attempting to bind port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 on network 367940fe-3d66-4589-acc0-beae9dd0f10d {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:19:14.477858 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:19:14.480226 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Checking segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103190) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:19:14.481226 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.482217 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Bound using segment: {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'} {{(pid=103190) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:19:14.483193 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.managers [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Bound port: bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e08ffe9-a240-4f68-9173-89c2442b9edc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d'}}] {{(pid=103190) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:19:14.484102 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), before_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.520550 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Publish callbacks [] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.551291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ef447-9f6d-4891-86cd-c6e24030dd10 None None] Current status of the port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:14.551709 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef447-9f6d-4891-86cd-c6e24030dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.556510 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] For port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6, host n-d-827336-2, cleared binding levels {{(pid=103190) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:19:14.560722 n-d-827336-2 neutron-server[103190]: DEBUG neutron.plugins.ml2.db [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] For port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103190) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:19:14.569463 n-d-827336-2 neutron-server[103190]: DEBUG neutron_lib.callbacks.manager [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), after_update {{(pid=103190) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.571178 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.592434 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Network 7cf76659-917b-4715-a576-55dcd2682b9e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:19:14.596101 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:19:14.624491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-0f9ef447-9f6d-4891-86cd-c6e24030dd10 None None] For port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9d45bfbf-aa7a-4056-bdc7-b85213e81bdd,segment=NetworkSegment(bfaa79a9-fad9-4e34-93de-cf3b6c058b94),segment_id=bfaa79a9-fad9-4e34-93de-cf3b6c058b94)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:14.629343 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0f9ef447-9f6d-4891-86cd-c6e24030dd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.648045 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8684275c-4e64-4ac9-99fc-81d34a4b143d,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:14.652517 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:19:14.661859 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46e6bb-0ca0-40f8-965c-72c1942b03e0 None None] Pushing event updated for resources: {'Port': ['ID=bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6,revision_number=3']} {{(pid=103190) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:14.688889 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Routers {'38d710e1-c6a9-4541-87c6-ea3f1c9485c5'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:19:14.689937 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['38d710e1-c6a9-4541-87c6-ea3f1c9485c5'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:14.732956 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-992203'] for router_interface (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.739845 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ef447-9f6d-4891-86cd-c6e24030dd10 None None] Pushing event updated for resources: {'Port': ['ID=9d45bfbf-aa7a-4056-bdc7-b85213e81bdd,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:14.833283 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] Set router 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:14.875055 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-658fa1d3-e784-40e3-9cd7-004a5bc9f294 None None] Provisioning complete for port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:14.875692 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-658fa1d3-e784-40e3-9cd7-004a5bc9f294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:14.904539 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:15.105028 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-658fa1d3-e784-40e3-9cd7-004a5bc9f294 None None] Current status of the port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:15.115433 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'name': 'tempest-TestSnapshotPattern-1363971274-router', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:12Z', 'revision_number': 3, 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'gw_port': {'id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:15.144788 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c487a4b-8719-43a0-8fd4-a7c867708105 None None] The sync data for ids ['38d710e1-c6a9-4541-87c6-ea3f1c9485c5'] in n-d-827336-2 is: [{'id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'name': 'tempest-TestSnapshotPattern-1363971274-router', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:12Z', 'revision_number': 3, 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'gw_port': {'id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:db:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:19:15.155797 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Publish callbacks [] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:15.162191 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:15.229170 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-bc41257e-364f-4925-aa91-e05551b008df None None] Provisioning complete for port 8684275c-4e64-4ac9-99fc-81d34a4b143d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:15.230611 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc41257e-364f-4925-aa91-e05551b008df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:15.256076 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-622892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-994427'] for router_interface (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:15.261241 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d4c0decc-07eb-4746-bb63-c34716c414d6 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:19:15.266371 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8684275c-4e64-4ac9-99fc-81d34a4b143d,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:15.313717 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-bc41257e-364f-4925-aa91-e05551b008df None None] Port 8684275c-4e64-4ac9-99fc-81d34a4b143d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:19:15.346858 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port d4c0decc-07eb-4746-bb63-c34716c414d6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:15.347641 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:15.392601 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Network 7cf76659-917b-4715-a576-55dcd2682b9e is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:19:15.394681 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:19:15.454282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port d4c0decc-07eb-4746-bb63-c34716c414d6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:15.454282 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:19:15.535266 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:15.543900 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:15.601589 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Router 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:19:15.660735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:15.755395 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:19:15.767785 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-149d9c7d-5d9d-44f8-9bd9-4bf7057b18c4 admin admin] 10.222.0.83 "PUT /v2.0/routers/38d710e1-c6a9-4541-87c6-ea3f1c9485c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2725501 Feb 02 14:19:15.839352 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-1c45248e-d766-457a-b0fc-d49fd5292a02 None None] Provisioning complete for port 8684275c-4e64-4ac9-99fc-81d34a4b143d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:15.839766 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1c45248e-d766-457a-b0fc-d49fd5292a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:15.890763 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-1c45248e-d766-457a-b0fc-d49fd5292a02 None None] Port 8684275c-4e64-4ac9-99fc-81d34a4b143d cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:19:17.095492 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:19:17.155255 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:17.155669 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.240544 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:17.241062 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.262389 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] For port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:17.266846 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.326475 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Pushing event updated for resources: {'Port': ['ID=bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:17.349791 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44258) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:17.354914 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5e1cefc0-8e87-4c29-aa22-c50a443aeb4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056921813', 'description': 'tempest-secgroup-smoke-2056921813 description', 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:17.377146 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e1cefc0-8e87-4c29-aa22-c50a443aeb4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.447596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e1cefc0-8e87-4c29-aa22-c50a443aeb4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group (01afc4de-f31b-4784-bc49-03af6649cb14), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.451901 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e1cefc0-8e87-4c29-aa22-c50a443aeb4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (01afc4de-f31b-4784-bc49-03af6649cb14), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.481542 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5e1cefc0-8e87-4c29-aa22-c50a443aeb4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.482693 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5e1cefc0-8e87-4c29-aa22-c50a443aeb4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1318126 Feb 02 14:19:17.484748 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1cefc0-8e87-4c29-aa22-c50a443aeb4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01afc4de-f31b-4784-bc49-03af6649cb14,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:17.486327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44260) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:17.492746 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-1f641e66-0f57-456e-9029-661d348b86c5 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Request body: {'security_group_rule': {'security_group_id': '01afc4de-f31b-4784-bc49-03af6649cb14', 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:17.520331 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f641e66-0f57-456e-9029-661d348b86c5 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (c5552b06-68ca-4d79-a0ff-7a8a579e5d9b), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.528834 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Sync routers for ids ['38d710e1-c6a9-4541-87c6-ea3f1c9485c5'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:19:17.539491 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Routers {'38d710e1-c6a9-4541-87c6-ea3f1c9485c5'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:19:17.540152 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['38d710e1-c6a9-4541-87c6-ea3f1c9485c5'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:17.584225 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f641e66-0f57-456e-9029-661d348b86c5 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (c5552b06-68ca-4d79-a0ff-7a8a579e5d9b), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.588343 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f641e66-0f57-456e-9029-661d348b86c5 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (c5552b06-68ca-4d79-a0ff-7a8a579e5d9b), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.607375 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f641e66-0f57-456e-9029-661d348b86c5 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5552b06-68ca-4d79-a0ff-7a8a579e5d9b,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:17.616584 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-1f641e66-0f57-456e-9029-661d348b86c5 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.617917 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-1f641e66-0f57-456e-9029-661d348b86c5 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301990 Feb 02 14:19:17.621142 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44262) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:17.626065 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-e1fa90cd-38e5-49a3-a282-4ac126a221fe tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Request body: {'security_group_rule': {'security_group_id': '01afc4de-f31b-4784-bc49-03af6649cb14', 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:17.654328 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1fa90cd-38e5-49a3-a282-4ac126a221fe tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (bbf1c534-f9c6-4959-af9d-7701f1b81820), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.717173 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1fa90cd-38e5-49a3-a282-4ac126a221fe tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (bbf1c534-f9c6-4959-af9d-7701f1b81820), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.722035 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1fa90cd-38e5-49a3-a282-4ac126a221fe tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (bbf1c534-f9c6-4959-af9d-7701f1b81820), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.741302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa90cd-38e5-49a3-a282-4ac126a221fe tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf1c534-f9c6-4959-af9d-7701f1b81820,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:17.748596 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-e1fa90cd-38e5-49a3-a282-4ac126a221fe tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.749877 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-e1fa90cd-38e5-49a3-a282-4ac126a221fe tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275949 Feb 02 14:19:17.752800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44264) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:17.757629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-480c1710-4b45-4eea-b054-e39fccbaa07b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Request body: {'security_group_rule': {'security_group_id': '01afc4de-f31b-4784-bc49-03af6649cb14', 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:17.795869 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-480c1710-4b45-4eea-b054-e39fccbaa07b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (86de6acd-b0f3-49c3-89e5-b5a22b3a7228), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.824288 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Set router 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:17.854526 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-480c1710-4b45-4eea-b054-e39fccbaa07b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (86de6acd-b0f3-49c3-89e5-b5a22b3a7228), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.858847 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-480c1710-4b45-4eea-b054-e39fccbaa07b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (86de6acd-b0f3-49c3-89e5-b5a22b3a7228), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.880147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c1710-4b45-4eea-b054-e39fccbaa07b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86de6acd-b0f3-49c3-89e5-b5a22b3a7228,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:17.888330 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-480c1710-4b45-4eea-b054-e39fccbaa07b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.889584 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-480c1710-4b45-4eea-b054-e39fccbaa07b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357930 Feb 02 14:19:17.892445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44266) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:17.896863 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-66ab73dc-46ef-4ce4-8924-45b95c17ba74 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Request body: {'security_group_rule': {'security_group_id': '01afc4de-f31b-4784-bc49-03af6649cb14', 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:17.922947 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66ab73dc-46ef-4ce4-8924-45b95c17ba74 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (04a141bf-935e-491e-8375-f5e2375db37c), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.989042 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66ab73dc-46ef-4ce4-8924-45b95c17ba74 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (04a141bf-935e-491e-8375-f5e2375db37c), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:17.993268 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66ab73dc-46ef-4ce4-8924-45b95c17ba74 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (04a141bf-935e-491e-8375-f5e2375db37c), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.011559 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab73dc-46ef-4ce4-8924-45b95c17ba74 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a141bf-935e-491e-8375-f5e2375db37c,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:18.016310 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-66ab73dc-46ef-4ce4-8924-45b95c17ba74 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.020478 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-66ab73dc-46ef-4ce4-8924-45b95c17ba74 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269629 Feb 02 14:19:18.020608 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44268) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:18.025049 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-99c4545c-ad84-4186-9f7a-0afb9febec4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Request body: {'security_group_rule': {'security_group_id': '01afc4de-f31b-4784-bc49-03af6649cb14', 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:18.045712 n-d-827336-2 neutron-server[103188]: INFO neutron.db.securitygroups_db [None req-99c4545c-ad84-4186-9f7a-0afb9febec4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Project 4a7155ef73b9415caf8a6fbe97af24b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:19:18.046768 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'name': 'tempest-TestSnapshotPattern-1363971274-router', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:14Z', 'revision_number': 4, 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'gw_port': {'id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8684275c-4e64-4ac9-99fc-81d34a4b143d', 'name': '', 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'mac_address': 'fa:16:3e:3d:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '56c03f95-261d-4e4d-933b-0d9984b96629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:14Z', 'updated_at': '2022-02-02T14:19:14Z', 'revision_number': 2, 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'subnets': [{'id': '56c03f95-261d-4e4d-933b-0d9984b96629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:18.050859 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99c4545c-ad84-4186-9f7a-0afb9febec4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (5fa3821a-0f03-4d1d-a428-548ab4134013), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.074734 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Checking router: 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:19:18.075080 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Updating router 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 port 8684275c-4e64-4ac9-99fc-81d34a4b143d binding host n-d-827336-2 {{(pid=103189) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 14:19:18.103658 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.116734 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99c4545c-ad84-4186-9f7a-0afb9febec4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (5fa3821a-0f03-4d1d-a428-548ab4134013), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.121659 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99c4545c-ad84-4186-9f7a-0afb9febec4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (5fa3821a-0f03-4d1d-a428-548ab4134013), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.136694 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4545c-ad84-4186-9f7a-0afb9febec4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa3821a-0f03-4d1d-a428-548ab4134013,revision_number=0']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:18.148634 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-99c4545c-ad84-4186-9f7a-0afb9febec4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.149911 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-99c4545c-ad84-4186-9f7a-0afb9febec4f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284955 Feb 02 14:19:18.153077 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44270) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:18.158173 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-f5cbd1c0-3f48-4079-84d2-012c7fc85b50 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Request body: {'security_group_rule': {'security_group_id': '01afc4de-f31b-4784-bc49-03af6649cb14', 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:18.182505 n-d-827336-2 neutron-server[103187]: INFO neutron.db.securitygroups_db [None req-f5cbd1c0-3f48-4079-84d2-012c7fc85b50 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Project 4a7155ef73b9415caf8a6fbe97af24b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 14:19:18.188524 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd1c0-3f48-4079-84d2-012c7fc85b50 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (7b69242c-71ab-444d-b224-a1af27a35874), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.251781 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd1c0-3f48-4079-84d2-012c7fc85b50 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (7b69242c-71ab-444d-b224-a1af27a35874), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.255597 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd1c0-3f48-4079-84d2-012c7fc85b50 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26657'] for security_group_rule (7b69242c-71ab-444d-b224-a1af27a35874), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.273097 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbd1c0-3f48-4079-84d2-012c7fc85b50 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b69242c-71ab-444d-b224-a1af27a35874,revision_number=0']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:18.282739 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-f5cbd1c0-3f48-4079-84d2-012c7fc85b50 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.285300 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-f5cbd1c0-3f48-4079-84d2-012c7fc85b50 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299214 Feb 02 14:19:18.389333 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Publish callbacks [] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), precommit_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.396217 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.448597 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-e22bc87e-588e-456e-a816-bca473b1c291 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056921813&fields=id&tenant_id=4a7155ef73b9415caf8a6fbe97af24b1 HTTP/1.1" status: 200 len: 267 time: 0.0532548 Feb 02 14:19:18.470063 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a3cc6-1076-4120-aac3-e27c93ada180 None None] Pushing event updated for resources: {'Port': ['ID=8684275c-4e64-4ac9-99fc-81d34a4b143d,revision_number=3']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:18.517975 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Attempting to bind port 8684275c-4e64-4ac9-99fc-81d34a4b143d on host n-d-827336-2 for vnic_type normal with profile {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:19:18.518444 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Attempting to bind port 8684275c-4e64-4ac9-99fc-81d34a4b143d by drivers openvswitch,hyperv on host n-d-827336-2 at level 0 using segments [{'id': 'bfaa79a9-fad9-4e34-93de-cf3b6c058b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e'}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:19:18.518868 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Attempting to bind port 8684275c-4e64-4ac9-99fc-81d34a4b143d on network 7cf76659-917b-4715-a576-55dcd2682b9e {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:19:18.524836 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Checking agent: {'id': '8dc84b35-77c9-4f2d-9134-1896b1b6c982', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 47, 38), 'started_at': datetime.datetime(2022, 2, 2, 12, 48, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827336-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:19:18.525214 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Checking segment: {'id': 'bfaa79a9-fad9-4e34-93de-cf3b6c058b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103189) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:19:18.525651 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.526038 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Bound using segment: {'id': 'bfaa79a9-fad9-4e34-93de-cf3b6c058b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e'} {{(pid=103189) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:19:18.527614 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.managers [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Bound port: 8684275c-4e64-4ac9-99fc-81d34a4b143d, host: n-d-827336-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfaa79a9-fad9-4e34-93de-cf3b6c058b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e'}}] {{(pid=103189) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:19:18.528005 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.569869 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-f3d5a59f-587e-40e1-b725-cd1d052f5336 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:18.571399 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-f3d5a59f-587e-40e1-b725-cd1d052f5336 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 810 time: 0.1153131 Feb 02 14:19:18.587841 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-04f43029-9be5-46cb-8720-ab1b11db5a0f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/quotas/4a7155ef73b9415caf8a6fbe97af24b1 HTTP/1.1" status: 200 len: 375 time: 0.0106108 Feb 02 14:19:18.598926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] For port 8684275c-4e64-4ac9-99fc-81d34a4b143d, host n-d-827336-2, cleared binding levels {{(pid=103189) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:19:18.602754 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] For port 8684275c-4e64-4ac9-99fc-81d34a4b143d, host n-d-827336-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8684275c-4e64-4ac9-99fc-81d34a4b143d,segment=NetworkSegment(bfaa79a9-fad9-4e34-93de-cf3b6c058b94),segment_id=bfaa79a9-fad9-4e34-93de-cf3b6c058b94)] {{(pid=103189) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:19:18.609932 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.649063 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-7825c7c2-848c-4dd6-af36-a7f561fa3921 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549543 Feb 02 14:19:18.665365 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Routers {'38d710e1-c6a9-4541-87c6-ea3f1c9485c5'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:19:18.665990 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['38d710e1-c6a9-4541-87c6-ea3f1c9485c5'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:18.739351 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a3cc6-1076-4120-aac3-e27c93ada180 None None] Pushing event updated for resources: {'Port': ['ID=8684275c-4e64-4ac9-99fc-81d34a4b143d,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:18.769394 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-b1dd0f10-df4e-492c-be3e-eabb4b21d80d service neutron] 10.222.0.83 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015658 Feb 02 14:19:18.792636 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-98116324-58bf-4488-bfab-add9f1e35f6a None None] Provisioning complete for port 8684275c-4e64-4ac9-99fc-81d34a4b143d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:18.792636 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98116324-58bf-4488-bfab-add9f1e35f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:18.831451 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] Set router 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:18.872917 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-032f4bca-ba41-4a6c-bbb8-d6a4f8136565 service neutron] 10.222.0.83 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895910 Feb 02 14:19:19.006961 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-98116324-58bf-4488-bfab-add9f1e35f6a None None] Current status of the port 8684275c-4e64-4ac9-99fc-81d34a4b143d is: DOWN; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:19.007352 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98116324-58bf-4488-bfab-add9f1e35f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:19.061102 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-017495ee-fb45-409c-91a7-c1c386a0897a req-c53a08f9-0692-4c15-a3f8-0ffe60276783 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 210 time: 0.0423059 Feb 02 14:19:19.105687 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:19:19.110802 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-98116324-58bf-4488-bfab-add9f1e35f6a None None] For port 8684275c-4e64-4ac9-99fc-81d34a4b143d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8684275c-4e64-4ac9-99fc-81d34a4b143d,segment=NetworkSegment(bfaa79a9-fad9-4e34-93de-cf3b6c058b94),segment_id=bfaa79a9-fad9-4e34-93de-cf3b6c058b94)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:19.138703 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-98116324-58bf-4488-bfab-add9f1e35f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:19.217081 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98116324-58bf-4488-bfab-add9f1e35f6a None None] Pushing event updated for resources: {'Port': ['ID=8684275c-4e64-4ac9-99fc-81d34a4b143d,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:19.226229 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:19.226544 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:19.232335 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'name': 'tempest-TestSnapshotPattern-1363971274-router', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:14Z', 'revision_number': 4, 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'gw_port': {'id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8684275c-4e64-4ac9-99fc-81d34a4b143d', 'name': '', 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'mac_address': 'fa:16:3e:3d:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '56c03f95-261d-4e4d-933b-0d9984b96629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:14Z', 'updated_at': '2022-02-02T14:19:18Z', 'revision_number': 4, 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'subnets': [{'id': '56c03f95-261d-4e4d-933b-0d9984b96629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:19.288111 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f66443e-0948-4ecb-af20-0b3623d57213 None None] The sync data for ids ['38d710e1-c6a9-4541-87c6-ea3f1c9485c5'] in n-d-827336-2 is: [{'id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'name': 'tempest-TestSnapshotPattern-1363971274-router', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:14Z', 'revision_number': 4, 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'gw_port': {'id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': '8684275c-4e64-4ac9-99fc-81d34a4b143d', 'name': '', 'network_id': '7cf76659-917b-4715-a576-55dcd2682b9e', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'mac_address': 'fa:16:3e:3d:d6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': '56c03f95-261d-4e4d-933b-0d9984b96629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:14Z', 'updated_at': '2022-02-02T14:19:18Z', 'revision_number': 4, 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'subnets': [{'id': '56c03f95-261d-4e4d-933b-0d9984b96629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:19:19.311715 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-5fd82971-b9b4-4360-88f3-ed79a43e193f None None] Provisioning complete for port 8684275c-4e64-4ac9-99fc-81d34a4b143d triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:19.312148 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5fd82971-b9b4-4360-88f3-ed79a43e193f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:19.457296 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:19.471445 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-5fd82971-b9b4-4360-88f3-ed79a43e193f None None] Current status of the port 8684275c-4e64-4ac9-99fc-81d34a4b143d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:20.177162 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-239cd497-9d6a-4d6f-81c4-f60ae7d8ee60 req-a37f7812-daf3-44a8-be6d-b956eb43cd72 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 210 time: 0.0286388 Feb 02 14:19:20.354947 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-faef56ed-cbec-48d0-bcb4-c3769edc94c4 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:20.356949 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-faef56ed-cbec-48d0-bcb4-c3769edc94c4 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.18 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 810 time: 0.1117756 Feb 02 14:19:20.426947 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-3d3613f2-bbd3-45e0-9443-66da25f086c7 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7155ef73b9415caf8a6fbe97af24b1 HTTP/1.1" status: 200 len: 380 time: 0.0554307 Feb 02 14:19:20.463936 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Request body: {'port': {'device_id': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'admin_state_up': True, 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'security_groups': ['01afc4de-f31b-4784-bc49-03af6649cb14']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:20.580807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Made reservation on behalf of 4a7155ef73b9415caf8a6fbe97af24b1 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:19:20.584431 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:20.723139 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Allocated IP 172.20.0.5 (c1f3ada2-74a6-4f42-9ecc-8a95446a898c/f0f582a2-672f-4bfc-af83-a67dc5f9349c/b96db019-748f-4c56-9e84-d2b7969218bf) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:19:20.885967 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for port (b96db019-748f-4c56-9e84-d2b7969218bf), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:20.924748 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:20.986433 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Network c1f3ada2-74a6-4f42-9ecc-8a95446a898c is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:19:20.991783 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:19:21.002081 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:19:21.048446 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'Port': ['ID=b96db019-748f-4c56-9e84-d2b7969218bf,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:21.088411 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:21.089808 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:21.110131 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ba343318-2e4b-4028-84af-a94dfb540f7f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6502221 Feb 02 14:19:21.132990 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Request body: {'port': {'device_id': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:21.161769 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8684275c-4e64-4ac9-99fc-81d34a4b143d up at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:19:21.234378 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:21.257556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Provisioning complete for port 8684275c-4e64-4ac9-99fc-81d34a4b143d triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:21.258410 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:21.349281 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01301b0-22de-4c12-9f75-40a15951115d req-3fdc79e2-befe-4406-8812-82d7947ead8c tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:21.350851 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a01301b0-22de-4c12-9f75-40a15951115d req-3fdc79e2-befe-4406-8812-82d7947ead8c tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 931 time: 0.0725942 Feb 02 14:19:21.364153 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Current status of the port 8684275c-4e64-4ac9-99fc-81d34a4b143d is: ACTIVE; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:21.409045 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-7bec8572-ea9e-448d-acd5-744c83b42ddf None None] Provisioning complete for port b96db019-748f-4c56-9e84-d2b7969218bf triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:21.409437 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7bec8572-ea9e-448d-acd5-744c83b42ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:21.415965 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a01301b0-22de-4c12-9f75-40a15951115d req-34bbe704-f6d7-4a7e-94df-8da922716c1e tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577650 Feb 02 14:19:21.446385 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-7bec8572-ea9e-448d-acd5-744c83b42ddf None None] Port b96db019-748f-4c56-9e84-d2b7969218bf cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:19:21.536638 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b96db019-748f-4c56-9e84-d2b7969218bf {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:19:21.544209 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Publish callbacks [] for port (b96db019-748f-4c56-9e84-d2b7969218bf), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:21.557341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Transition to ACTIVE for port object b96db019-748f-4c56-9e84-d2b7969218bf will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:19:21.563063 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:21.613790 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b96db019-748f-4c56-9e84-d2b7969218bf,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:21.695157 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Attempting to bind port b96db019-748f-4c56-9e84-d2b7969218bf on host n-h1-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:19:21.695531 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Attempting to bind port b96db019-748f-4c56-9e84-d2b7969218bf by drivers openvswitch,hyperv on host n-h1-827336-2 at level 0 using segments [{'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:19:21.695823 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Attempting to bind port b96db019-748f-4c56-9e84-d2b7969218bf on network c1f3ada2-74a6-4f42-9ecc-8a95446a898c {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:19:21.701185 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Port b96db019-748f-4c56-9e84-d2b7969218bf on network c1f3ada2-74a6-4f42-9ecc-8a95446a898c not bound, no agent of type Open vSwitch agent registered on host n-h1-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:19:21.701504 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Attempting to bind port b96db019-748f-4c56-9e84-d2b7969218bf on network c1f3ada2-74a6-4f42-9ecc-8a95446a898c {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:19:21.707397 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Checking agent: {'id': '369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 6), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:19:21.707649 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Checking segment: {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:19:21.708059 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Bound using segment: {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:19:21.708486 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Bound port: b96db019-748f-4c56-9e84-d2b7969218bf, host: n-h1-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:19:21.708837 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:21.779133 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] For port b96db019-748f-4c56-9e84-d2b7969218bf, host n-h1-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:19:21.783203 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] For port b96db019-748f-4c56-9e84-d2b7969218bf, host n-h1-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b96db019-748f-4c56-9e84-d2b7969218bf,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:19:21.791398 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:21.829002 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:21.829722 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:21.831076 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] 10.222.0.18 "PUT /v2.0/ports/b96db019-748f-4c56-9e84-d2b7969218bf HTTP/1.1" status: 200 len: 1091 time: 0.7084808 Feb 02 14:19:21.831478 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:19:21.833753 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4360ac-d4e0-4881-90bb-302ab963449c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:19:21.863444 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db62b29-8851-43ef-86e2-362948b552a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b96db019-748f-4c56-9e84-d2b7969218bf,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:21.947327 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-b62a98e4-5825-4ad0-a30f-69816f4a95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:21.949038 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-b62a98e4-5825-4ad0-a30f-69816f4a95ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 1125 time: 0.0590131 Feb 02 14:19:22.011280 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-f8cf09c5-827e-40b2-8bee-ec8ba2c307ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96db019-748f-4c56-9e84-d2b7969218bf HTTP/1.1" status: 200 len: 217 time: 0.0488255 Feb 02 14:19:22.026501 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a8f7d1-1678-4ec8-ae16-083c1b8e7ecf x-openstack-request-id: req-88a8f7d1-1678-4ec8-ae16-083c1b8e7ecf {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:19:22.026827 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:19:22.027012 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-88a8f7d1-1678-4ec8-ae16-083c1b8e7ecf {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:19:22.027408 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'status': 'completed', 'code': 200} Feb 02 14:19:22.066790 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-6e9dc0c7-3e51-41c6-8403-9be84f1658e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:22.068462 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-6e9dc0c7-3e51-41c6-8403-9be84f1658e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0517404 Feb 02 14:19:22.128346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-6241e04e-7299-4c60-8c93-3ace75f7d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:22.129873 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-6241e04e-7299-4c60-8c93-3ace75f7d426 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551367 Feb 02 14:19:22.232944 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-ec88d745-16a5-4754-9d16-0fa1a920e3bc service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956402 Feb 02 14:19:22.332101 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-da9e2936-9f2c-4207-b51e-fbb18f698b87 req-12b845ac-2fd6-4d94-a4ef-c7d5793b257e service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932808 Feb 02 14:19:22.490828 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4360ac-d4e0-4881-90bb-302ab963449c req-8661875e-7cf0-4bea-8d24-2d88263aa807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:22.492536 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9d4360ac-d4e0-4881-90bb-302ab963449c req-8661875e-7cf0-4bea-8d24-2d88263aa807 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 1125 time: 0.0536516 Feb 02 14:19:22.541698 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1843e-ed89-4e80-9a54-4f8775831d96 req-4923af6e-de58-4265-a538-98d9831b6403 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:22.543167 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6dc1843e-ed89-4e80-9a54-4f8775831d96 req-4923af6e-de58-4265-a538-98d9831b6403 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 943 time: 0.0568593 Feb 02 14:19:22.586800 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4360ac-d4e0-4881-90bb-302ab963449c req-a80269b2-ee42-497a-bbc6-e7899a0c13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:22.588275 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9d4360ac-d4e0-4881-90bb-302ab963449c req-a80269b2-ee42-497a-bbc6-e7899a0c13ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 911 time: 0.0892324 Feb 02 14:19:22.600422 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-6dc1843e-ed89-4e80-9a54-4f8775831d96 req-c12c2c06-859f-4998-899d-b9c301193812 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508988 Feb 02 14:19:22.634090 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9d4360ac-d4e0-4881-90bb-302ab963449c req-c4be608d-70bf-4a5d-9990-985e7eb232ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96db019-748f-4c56-9e84-d2b7969218bf HTTP/1.1" status: 200 len: 217 time: 0.0396559 Feb 02 14:19:22.685629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4360ac-d4e0-4881-90bb-302ab963449c req-eaee3c60-b7ea-4d6c-9e0c-82754a2a32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:22.687192 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9d4360ac-d4e0-4881-90bb-302ab963449c req-eaee3c60-b7ea-4d6c-9e0c-82754a2a32c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0472126 Feb 02 14:19:22.741701 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4360ac-d4e0-4881-90bb-302ab963449c req-a205b94a-b155-4756-bc4f-77bed962b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:22.743837 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9d4360ac-d4e0-4881-90bb-302ab963449c req-a205b94a-b155-4756-bc4f-77bed962b684 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494671 Feb 02 14:19:22.860994 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9d4360ac-d4e0-4881-90bb-302ab963449c req-529d51e4-a25a-45e5-80c1-1d14dd9949bb service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096311 Feb 02 14:19:22.955847 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-9d4360ac-d4e0-4881-90bb-302ab963449c req-ee786543-4089-4dad-b84c-3816021a5abd service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881801 Feb 02 14:19:23.733450 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf3108-c458-495e-9ba9-34920e6cebdd req-3d8c81a6-c129-474a-98a0-47fc3d0fee9f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:23.735193 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18cf3108-c458-495e-9ba9-34920e6cebdd req-3d8c81a6-c129-474a-98a0-47fc3d0fee9f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 943 time: 0.0601356 Feb 02 14:19:23.791278 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-18cf3108-c458-495e-9ba9-34920e6cebdd req-61669d40-7a7f-4276-b6a4-59fbd19da925 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477436 Feb 02 14:19:24.893253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b96db019-748f-4c56-9e84-d2b7969218bf details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:19:24.933763 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94192d1-b5bd-4037-b5f0-600ebfac7460 req-3b34f8aa-322f-4ff9-ae23-7546398b990a tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:24.935316 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d94192d1-b5bd-4037-b5f0-600ebfac7460 req-3b34f8aa-322f-4ff9-ae23-7546398b990a tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 943 time: 0.0608146 Feb 02 14:19:25.003268 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-d94192d1-b5bd-4037-b5f0-600ebfac7460 req-2736c586-c94d-4dd2-bd7a-5697cbc5dccf tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607712 Feb 02 14:19:25.009056 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b96db019-748f-4c56-9e84-d2b7969218bf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b96db019-748f-4c56-9e84-d2b7969218bf,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:25.022408 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'port_id': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'mac_address': 'fa:16:3e:48:8e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:19:25.064645 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b96db019-748f-4c56-9e84-d2b7969218bf is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:25.065120 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:25.078466 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b96db019-748f-4c56-9e84-d2b7969218bf {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:19:25.098558 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b96db019-748f-4c56-9e84-d2b7969218bf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b96db019-748f-4c56-9e84-d2b7969218bf,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:25.104283 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:25.156979 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b96db019-748f-4c56-9e84-d2b7969218bf,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:25.398968 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b96db019-748f-4c56-9e84-d2b7969218bf'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:19:26.131891 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b94d3e-2161-4245-b4d9-03377aadc47e req-657c1076-4c3d-4924-929f-4d13c02fc66d tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:26.133363 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6b94d3e-2161-4245-b4d9-03377aadc47e req-657c1076-4c3d-4924-929f-4d13c02fc66d tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 944 time: 0.0571911 Feb 02 14:19:26.185933 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c6b94d3e-2161-4245-b4d9-03377aadc47e req-c46f9c08-514b-4864-bfa6-ca392be45e32 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468340 Feb 02 14:19:26.903518 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b96db019-748f-4c56-9e84-d2b7969218bf up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:19:26.963938 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning for port b96db019-748f-4c56-9e84-d2b7969218bf completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:19:26.968964 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port b96db019-748f-4c56-9e84-d2b7969218bf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:19:26.969405 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:27.212886 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b96db019-748f-4c56-9e84-d2b7969218bf is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:19:27.213193 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:27.241760 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:19:27.244209 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb197df-ba68-4450-9f9d-73e1a5ca4c8a" -d '{"events": [{"server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "name": "network-vif-plugged", "status": "completed", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:19:27.258956 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b96db019-748f-4c56-9e84-d2b7969218bf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b96db019-748f-4c56-9e84-d2b7969218bf,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:19:27.264013 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:27.288626 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09163b54-9826-402a-b038-92a7c9375c43 x-openstack-request-id: req-09163b54-9826-402a-b038-92a7c9375c43 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:19:27.288890 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "name": "network-vif-plugged", "status": "completed", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:19:27.289162 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-09163b54-9826-402a-b038-92a7c9375c43 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:19:27.289545 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'code': 200} Feb 02 14:19:27.320644 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b96db019-748f-4c56-9e84-d2b7969218bf,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:27.341164 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81779ba6-f746-4c61-8acc-c9315eb5303a req-f105d291-2334-46a7-83b6-a001dd4bb481 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:27.342671 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81779ba6-f746-4c61-8acc-c9315eb5303a req-f105d291-2334-46a7-83b6-a001dd4bb481 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 945 time: 0.0592160 Feb 02 14:19:27.407714 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-81779ba6-f746-4c61-8acc-c9315eb5303a req-1068643b-4900-4c4f-8e64-3d4b6639857b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579557 Feb 02 14:19:27.530270 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fc1f6-6fa9-4621-bf6b-3975b71b2c77 req-c24367d2-fb6b-4fd5-9cbd-5dedcba69be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:27.531946 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4e9fc1f6-6fa9-4621-bf6b-3975b71b2c77 req-c24367d2-fb6b-4fd5-9cbd-5dedcba69be3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 1127 time: 0.1444728 Feb 02 14:19:27.583343 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-4e9fc1f6-6fa9-4621-bf6b-3975b71b2c77 req-7e5d6493-8856-45e9-91b5-f92f6392a091 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454671 Feb 02 14:19:28.563591 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a55b36-f6eb-47c7-9862-30d26f456923 req-97c4ebe6-a47c-4748-a611-c23bb7e0ccd6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:28.566184 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64a55b36-f6eb-47c7-9862-30d26f456923 req-97c4ebe6-a47c-4748-a611-c23bb7e0ccd6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 945 time: 0.0721145 Feb 02 14:19:28.628216 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-64a55b36-f6eb-47c7-9862-30d26f456923 req-2c14c9fa-c5e5-441a-bec2-c875de6cbe00 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542648 Feb 02 14:19:29.759976 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f729340-1908-4ffd-9cff-ad821067463b req-f6e6d14c-9ec1-4dc4-b679-9714b41b7241 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:29.761336 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f729340-1908-4ffd-9cff-ad821067463b req-f6e6d14c-9ec1-4dc4-b679-9714b41b7241 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 945 time: 0.0573180 Feb 02 14:19:29.814044 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-7f729340-1908-4ffd-9cff-ad821067463b req-a7ffaf99-41dc-4c6f-937e-1f7acefeb3e7 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460796 Feb 02 14:19:29.944807 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a8c7-8849-40e1-9f43-841b31f17d4e req-bbdef400-0f03-42e3-9732-02b212c4d26f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:29.946328 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8069a8c7-8849-40e1-9f43-841b31f17d4e req-bbdef400-0f03-42e3-9732-02b212c4d26f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 945 time: 0.0581965 Feb 02 14:19:30.006205 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8069a8c7-8849-40e1-9f43-841b31f17d4e req-3458299f-5e58-45a3-a4ea-354372502f10 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531802 Feb 02 14:19:30.028449 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44330) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:30.121046 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591e366f-02af-46c7-a895-c2f675d36427 tempest-TestSnapshotPattern-64520957 tempest-TestSnapshotPattern-64520957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:30.122597 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-591e366f-02af-46c7-a895-c2f675d36427 tempest-TestSnapshotPattern-64520957 tempest-TestSnapshotPattern-64520957-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 1122 time: 0.0931637 Feb 02 14:19:30.126498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44334) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:19:30.130833 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:19:30.152104 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:30.255050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:30.373472 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Allocated IP 172.25.4.56 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/6634130f-ea73-4abb-80d3-66b463f358a3) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:19:30.488299 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for port (6634130f-ea73-4abb-80d3-66b463f358a3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:30.527262 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (6634130f-ea73-4abb-80d3-66b463f358a3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:30.572873 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:19:30.577025 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:19:30.582894 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'Port': ['ID=6634130f-ea73-4abb-80d3-66b463f358a3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:30.585147 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:19:30.960567 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for floatingip (4c83cd5e-8a78-4f05-8fd4-6d63a264aa42), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:31.028763 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (6634130f-ea73-4abb-80d3-66b463f358a3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:31.182199 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for port (6634130f-ea73-4abb-80d3-66b463f358a3), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:31.187702 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (6634130f-ea73-4abb-80d3-66b463f358a3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:31.258905 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'Port': ['ID=6634130f-ea73-4abb-80d3-66b463f358a3,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:19:31.271015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (4c83cd5e-8a78-4f05-8fd4-6d63a264aa42), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:31.373719 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Floating IP 4c83cd5e-8a78-4f05-8fd4-6d63a264aa42 associated. External IP: 172.25.4.56, port: b96db019-748f-4c56-9e84-d2b7969218bf. Feb 02 14:19:31.612523 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Router 4e2962df-1503-4842-8ecb-d03959c12b6c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:19:31.725639 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:19:31.738397 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9cb2b-66ce-40e3-9f3b-1362f8fb01e8 None None] Sync routers for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:19:31.748513 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:31.749196 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9cb2b-66ce-40e3-9f3b-1362f8fb01e8 None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:19:31.749852 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-60e9cb2b-66ce-40e3-9f3b-1362f8fb01e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:31.791405 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ad026042-68cd-4975-9e8e-7bcb4819ea56 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6639321 Feb 02 14:19:31.792184 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:19:31.794463 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a08067-1855-4f1f-bac6-553a009cc857" -d '{"events": [{"name": "network-changed", "server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:19:31.835548 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c56b5a-8255-4815-ac12-8e95565c4330 x-openstack-request-id: req-17c56b5a-8255-4815-ac12-8e95565c4330 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:19:31.835905 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:19:31.836257 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-17c56b5a-8255-4815-ac12-8e95565c4330 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:19:31.836805 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'status': 'completed', 'code': 200} Feb 02 14:19:31.867270 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-60e9cb2b-66ce-40e3-9f3b-1362f8fb01e8 None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:31.907671 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-93253fb0-b336-438f-82b3-676739f10733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:31.937469 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a08067-1855-4f1f-bac6-553a009cc857 req-2a3174f5-9e4f-44fc-9655-7d0e92ac53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:31.939045 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92a08067-1855-4f1f-bac6-553a009cc857 req-2a3174f5-9e4f-44fc-9655-7d0e92ac53ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 1127 time: 0.0602837 Feb 02 14:19:32.040651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a08067-1855-4f1f-bac6-553a009cc857 req-0e1f0575-88c1-4576-a01c-05b0adbf8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:32.042216 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92a08067-1855-4f1f-bac6-553a009cc857 req-0e1f0575-88c1-4576-a01c-05b0adbf8e05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 911 time: 0.0978773 Feb 02 14:19:32.114183 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92a08067-1855-4f1f-bac6-553a009cc857 req-32298fec-6e2f-44f0-bd22-58f4548c4ae9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96db019-748f-4c56-9e84-d2b7969218bf HTTP/1.1" status: 200 len: 998 time: 0.0657864 Feb 02 14:19:32.114471 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-60e9cb2b-66ce-40e3-9f3b-1362f8fb01e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4c83cd5e-8a78-4f05-8fd4-6d63a264aa42', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'port_id': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'mac_address': 'fa:16:3e:48:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:19:30Z', 'updated_at': '2022-02-02T14:19:30Z', 'revision_number': 0, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:32.141862 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9cb2b-66ce-40e3-9f3b-1362f8fb01e8 None None] Checking router: 4e2962df-1503-4842-8ecb-d03959c12b6c for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:19:32.150676 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e9cb2b-66ce-40e3-9f3b-1362f8fb01e8 None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:19:32.151266 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-60e9cb2b-66ce-40e3-9f3b-1362f8fb01e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:19:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:32.165848 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a08067-1855-4f1f-bac6-553a009cc857 req-7914757f-4a0b-41de-986a-7b5c794bf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:32.167402 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92a08067-1855-4f1f-bac6-553a009cc857 req-7914757f-4a0b-41de-986a-7b5c794bf5b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0472021 Feb 02 14:19:32.223881 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a08067-1855-4f1f-bac6-553a009cc857 req-34e8a218-6636-4eff-90a6-e7f24e22a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:19:32.225399 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92a08067-1855-4f1f-bac6-553a009cc857 req-34e8a218-6636-4eff-90a6-e7f24e22a3eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523379 Feb 02 14:19:32.259481 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-60e9cb2b-66ce-40e3-9f3b-1362f8fb01e8 None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:19:32.319613 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92a08067-1855-4f1f-bac6-553a009cc857 req-a337d7f2-8bda-43b6-bcad-7850416f8e7d service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874119 Feb 02 14:19:32.417467 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-92a08067-1855-4f1f-bac6-553a009cc857 req-760ff489-19c2-4cdd-8c0b-40ade671e509 service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922441 Feb 02 14:19:32.486091 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-60e9cb2b-66ce-40e3-9f3b-1362f8fb01e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4c83cd5e-8a78-4f05-8fd4-6d63a264aa42', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'port_id': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'mac_address': 'fa:16:3e:48:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:19:30Z', 'updated_at': '2022-02-02T14:19:30Z', 'revision_number': 0, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:19:32.513595 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e9cb2b-66ce-40e3-9f3b-1362f8fb01e8 None None] The sync data for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 is: [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4c83cd5e-8a78-4f05-8fd4-6d63a264aa42', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'port_id': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'mac_address': 'fa:16:3e:48:8e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:19:30Z', 'updated_at': '2022-02-02T14:19:30Z', 'revision_number': 0, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:19:32.712060 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac2d44-69bd-4b2e-b2c7-b1af0cdb402d None None] New status for floating IP 4c83cd5e-8a78-4f05-8fd4-6d63a264aa42: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:19:34.206094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-094035ec-4f11-4628-bc29-fa2294a0a20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:35.623467 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:19:35.901910 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:37.153571 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:37.581353 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:38.066896 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:19:38.398301 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:01.905560 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-561df87e-a1d5-4239-827e-a7baca20e572 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:04.206919 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-d6230629-9e49-465e-a110-f26ceae5bfa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:05.906445 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:07.156853 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:07.593730 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:08.079150 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:08.411837 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:12.627794 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:20:24.067506 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e4f41dbe-b038-4694-8771-73a114d8b008 req-82728897-736b-4b0d-b6a7-46a3dc6c8015 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482111 Feb 02 14:20:24.174775 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41dbe-b038-4694-8771-73a114d8b008 req-05783161-5e24-4aa2-be5e-795319c67063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:20:24.176314 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e4f41dbe-b038-4694-8771-73a114d8b008 req-05783161-5e24-4aa2-be5e-795319c67063 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 1127 time: 0.0514193 Feb 02 14:20:24.286615 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41dbe-b038-4694-8771-73a114d8b008 req-1de5280c-f341-4a3d-bffd-de38670b8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:20:24.288142 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e4f41dbe-b038-4694-8771-73a114d8b008 req-1de5280c-f341-4a3d-bffd-de38670b8ccd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 911 time: 0.0931652 Feb 02 14:20:24.679588 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e4f41dbe-b038-4694-8771-73a114d8b008 req-67f62544-b288-447d-9862-98263b197b0e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96db019-748f-4c56-9e84-d2b7969218bf HTTP/1.1" status: 200 len: 1000 time: 0.3852158 Feb 02 14:20:24.734815 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41dbe-b038-4694-8771-73a114d8b008 req-c204fe7b-be98-4e15-905c-c27d0de43867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:20:24.736914 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e4f41dbe-b038-4694-8771-73a114d8b008 req-c204fe7b-be98-4e15-905c-c27d0de43867 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0509171 Feb 02 14:20:24.790618 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f41dbe-b038-4694-8771-73a114d8b008 req-b39f478e-bf4f-44df-889c-6d6c8223e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:20:24.792331 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e4f41dbe-b038-4694-8771-73a114d8b008 req-b39f478e-bf4f-44df-889c-6d6c8223e9cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500560 Feb 02 14:20:24.884533 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e4f41dbe-b038-4694-8771-73a114d8b008 req-d52296eb-e1a5-4896-b115-35526dc03998 service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859160 Feb 02 14:20:24.978598 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-e4f41dbe-b038-4694-8771-73a114d8b008 req-9a40beaa-985b-438f-a830-8361ff8b29c3 service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880494 Feb 02 14:20:31.901209 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c91e8ddd-c346-4ebd-b1b4-c4320191c9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:34.203791 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-16ca4ae7-2a71-4e20-a990-30f186f45c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:35.912643 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:37.159389 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:37.584973 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:38.076132 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:38.423858 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:20:49.627862 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:21:01.908644 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-336b1c6e-0753-4ae7-8175-b356e340182e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:04.211705 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44cb1cec-c783-4d71-9dda-22354f480c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:05.915772 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:07.173682 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:07.601632 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:08.071367 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:08.428993 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:25.042390 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f7fbebe-090f-4c9a-aada-449ee74691bb req-e310213c-27d2-4b9f-8a4a-b7264869df07 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466530 Feb 02 14:21:25.146341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fbebe-090f-4c9a-aada-449ee74691bb req-961cae52-491c-48d4-bee1-62703105854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:25.148015 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f7fbebe-090f-4c9a-aada-449ee74691bb req-961cae52-491c-48d4-bee1-62703105854e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 1127 time: 0.0471001 Feb 02 14:21:25.255869 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fbebe-090f-4c9a-aada-449ee74691bb req-1f59ae81-a682-4d41-a5e2-03585472a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:25.257401 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f7fbebe-090f-4c9a-aada-449ee74691bb req-1f59ae81-a682-4d41-a5e2-03585472a8fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 911 time: 0.0908844 Feb 02 14:21:25.323071 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f7fbebe-090f-4c9a-aada-449ee74691bb req-eb53834e-44e9-4c8e-b2b8-79557af1f630 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96db019-748f-4c56-9e84-d2b7969218bf HTTP/1.1" status: 200 len: 1000 time: 0.0595460 Feb 02 14:21:25.373797 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fbebe-090f-4c9a-aada-449ee74691bb req-8579b811-1b34-427c-88d5-e85deab5f63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:25.375229 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f7fbebe-090f-4c9a-aada-449ee74691bb req-8579b811-1b34-427c-88d5-e85deab5f63d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0464673 Feb 02 14:21:25.425219 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fbebe-090f-4c9a-aada-449ee74691bb req-dbeb5adb-b2d5-4f0e-a6b3-f5142b6dca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:25.426754 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f7fbebe-090f-4c9a-aada-449ee74691bb req-dbeb5adb-b2d5-4f0e-a6b3-f5142b6dca30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459764 Feb 02 14:21:25.518696 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f7fbebe-090f-4c9a-aada-449ee74691bb req-c0c065be-ca11-4f8a-9e4d-40bb2a932637 service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853941 Feb 02 14:21:25.614233 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-5f7fbebe-090f-4c9a-aada-449ee74691bb req-443d581d-3fad-4ea6-850c-2d8871ecfc4c service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893693 Feb 02 14:21:26.627674 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:21:29.590219 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b96db019-748f-4c56-9e84-d2b7969218bf details requested by agent hyperv_n-h1-827336-2 with host n-h1-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:21:29.697260 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b96db019-748f-4c56-9e84-d2b7969218bf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b96db019-748f-4c56-9e84-d2b7969218bf,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:21:29.710253 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Returning: {'device': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'port_id': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'mac_address': 'fa:16:3e:48:8e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:21:29.754707 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b96db019-748f-4c56-9e84-d2b7969218bf is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:21:29.754977 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:29.768186 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b96db019-748f-4c56-9e84-d2b7969218bf {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:21:29.787616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b96db019-748f-4c56-9e84-d2b7969218bf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b96db019-748f-4c56-9e84-d2b7969218bf,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:21:29.792107 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:29.840432 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b96db019-748f-4c56-9e84-d2b7969218bf,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:21:29.848569 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.848927 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.849259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.849596 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.849929 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.850259 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.850583 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.850907 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.851231 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.851586 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.851909 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.852228 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.852546 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:29.943345 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] get_ports_and_sgs() called for port_ids ['b96db019-748f-4c56-9e84-d2b7969218bf'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:21:31.589321 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b96db019-748f-4c56-9e84-d2b7969218bf up at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:21:31.658362 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Provisioning complete for port b96db019-748f-4c56-9e84-d2b7969218bf triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:21:31.658778 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:31.761068 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b96db019-748f-4c56-9e84-d2b7969218bf is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:21:31.761453 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:31.793191 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:21:31.796023 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51177a0-ba3b-4bd9-a1c9-9e7878d692ce" -d '{"events": [{"server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "name": "network-vif-plugged", "status": "completed", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:21:31.802678 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b96db019-748f-4c56-9e84-d2b7969218bf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b96db019-748f-4c56-9e84-d2b7969218bf,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:21:31.807645 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:31.877624 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b96db019-748f-4c56-9e84-d2b7969218bf,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:21:31.911961 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0cb82cb7-a646-46ce-a510-dca75a358969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:31.929463 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908cddd4-4997-4ae1-997b-17ff249d15a3 x-openstack-request-id: req-908cddd4-4997-4ae1-997b-17ff249d15a3 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:21:31.929767 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "name": "network-vif-plugged", "status": "completed", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:21:31.930024 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-908cddd4-4997-4ae1-997b-17ff249d15a3 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:21:31.930435 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'code': 200} Feb 02 14:21:34.197497 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-44175eae-f077-40b3-bdb0-a2b92c83c058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:35.955765 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:37.175802 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:37.613917 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:38.079594 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:38.449240 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:39.929561 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-8bd91cfe-7258-4422-84f6-455b8e39e69f tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056921813&fields=id&tenant_id=4a7155ef73b9415caf8a6fbe97af24b1 HTTP/1.1" status: 200 len: 267 time: 0.0484519 Feb 02 14:21:40.041176 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-d4892659-eeb6-44a0-9bb6-05a56a13488e tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:40.042639 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-d4892659-eeb6-44a0-9bb6-05a56a13488e tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 810 time: 0.1059291 Feb 02 14:21:40.059556 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-798d1f9c-7adc-4e0e-9314-6b2cb94d3a49 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/quotas/4a7155ef73b9415caf8a6fbe97af24b1 HTTP/1.1" status: 200 len: 375 time: 0.0093663 Feb 02 14:21:40.121945 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e6e62fb8-e49d-453b-a98e-8fd29e7f7377 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565820 Feb 02 14:21:40.306491 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-3b5f33dd-e414-4fb6-a352-2384063abf14 service neutron] 10.222.0.83 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713185 Feb 02 14:21:40.415631 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-6a6ff1be-2478-4817-9eda-d0203d491644 service neutron] 10.222.0.83 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006091 Feb 02 14:21:40.602295 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c0667dbe-c600-46ca-bc9d-eed7926a6552 req-78252c01-9c3d-44e1-8f96-d148db949922 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 210 time: 0.0308731 Feb 02 14:21:41.712369 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-fcef231c-609e-4d73-90e0-e7a97f4495b7 req-0cb45517-1c07-4756-961a-c59cd548a0f9 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 210 time: 0.0320008 Feb 02 14:21:41.915100 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-bb78eb00-495a-47ef-b2dc-9094117f02a2 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:41.917404 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-bb78eb00-495a-47ef-b2dc-9094117f02a2 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.62 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 810 time: 0.1373215 Feb 02 14:21:42.012785 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-9ca47a99-8c4b-4919-b310-5d3954c46ff4 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7155ef73b9415caf8a6fbe97af24b1 HTTP/1.1" status: 200 len: 380 time: 0.0698862 Feb 02 14:21:42.022776 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Request body: {'port': {'device_id': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'admin_state_up': True, 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'security_groups': ['01afc4de-f31b-4784-bc49-03af6649cb14']}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:21:42.147554 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Made reservation on behalf of 4a7155ef73b9415caf8a6fbe97af24b1 for: {'port': 1} {{(pid=103187) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 14:21:42.152249 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:42.301138 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_common [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Allocated IP 172.20.0.7 (c1f3ada2-74a6-4f42-9ecc-8a95446a898c/f0f582a2-672f-4bfc-af83-a67dc5f9349c/2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3) {{(pid=103187) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:21:42.469066 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), precommit_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:42.513739 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), after_create {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:42.589202 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Network c1f3ada2-74a6-4f42-9ecc-8a95446a898c is already hosted by enough agents. {{(pid=103187) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:21:42.596226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.base_scheduler [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Resources bound (agent type, host, resource id): {{(pid=103187) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:21:42.600629 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Received port after_create {{(pid=103187) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:21:42.607596 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'Port': ['ID=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,revision_number=1']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:21:42.640095 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.640424 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.640791 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.641265 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.641451 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.641792 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.642123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.642445 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.642804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.643078 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.643410 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.643927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.644053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:21:42.679708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:42.685803 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:42.737356 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-e8019d28-1e8a-4a64-b3d3-c48ee05ce553 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7166569 Feb 02 14:21:42.882416 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23319f-9fa8-48c4-85d8-e8d16930a33a req-3da1b976-e04f-46ca-87a4-4a641cf4001d tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:42.889993 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff23319f-9fa8-48c4-85d8-e8d16930a33a req-3da1b976-e04f-46ca-87a4-4a641cf4001d tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 931 time: 0.0730939 Feb 02 14:21:42.949078 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-a7a20fbf-7639-4442-9e67-9f23765aa747 None None] Provisioning complete for port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 triggered by entity DHCP. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:21:42.949685 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a7a20fbf-7639-4442-9e67-9f23765aa747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:42.955634 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ff23319f-9fa8-48c4-85d8-e8d16930a33a req-b9f67451-b6d3-40b5-823f-76d7ca0b501a tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613682 Feb 02 14:21:42.997670 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-a7a20fbf-7639-4442-9e67-9f23765aa747 None None] Port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 cannot update to ACTIVE because it is not bound. {{(pid=103189) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 02 14:21:43.652460 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b96db019-748f-4c56-9e84-d2b7969218bf no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:21:43.736738 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Current status of the port b96db019-748f-4c56-9e84-d2b7969218bf is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:21:43.737114 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:43.761658 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:21:43.763965 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a2161d-b0a0-4233-b842-1a9fdf0de4fd" -d '{"events": [{"server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "name": "network-vif-unplugged", "status": "completed", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:21:43.797959 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] For port b96db019-748f-4c56-9e84-d2b7969218bf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b96db019-748f-4c56-9e84-d2b7969218bf,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:21:43.803484 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:43.810937 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 14:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4134954-eccc-4413-927b-c81379177498 x-openstack-request-id: req-a4134954-eccc-4413-927b-c81379177498 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:21:43.811225 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "name": "network-vif-unplugged", "status": "completed", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:21:43.811571 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-a4134954-eccc-4413-927b-c81379177498 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:21:43.811982 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'code': 200} Feb 02 14:21:43.855033 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Pushing event updated for resources: {'Port': ['ID=b96db019-748f-4c56-9e84-d2b7969218bf,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:21:44.082980 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a81ed6-b933-4088-9fe4-d40164c13c62 req-c1cb9bf6-217e-4767-82af-9ad66cf3fc2c tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:44.084594 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9a81ed6-b933-4088-9fe4-d40164c13c62 req-c1cb9bf6-217e-4767-82af-9ad66cf3fc2c tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 931 time: 0.0592206 Feb 02 14:21:44.138819 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-a9a81ed6-b933-4088-9fe4-d40164c13c62 req-0f137f8e-b253-43a2-a192-f38223c20d22 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477240 Feb 02 14:21:45.289571 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc9450-66ae-4934-b316-c5920c5a095f req-b35cd0dd-6914-46b5-be73-48f20a256cef tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:45.291084 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffbc9450-66ae-4934-b316-c5920c5a095f req-b35cd0dd-6914-46b5-be73-48f20a256cef tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 931 time: 0.0639217 Feb 02 14:21:45.353533 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ffbc9450-66ae-4934-b316-c5920c5a095f req-75aa527c-cea5-4e68-ae36-640f0f0a0564 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545232 Feb 02 14:21:46.498390 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ced08-4215-4caa-9f59-b3816da6c937 req-9656c354-5d77-422c-831b-0e32680c4fe3 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:46.500380 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-614ced08-4215-4caa-9f59-b3816da6c937 req-9656c354-5d77-422c-831b-0e32680c4fe3 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 931 time: 0.0719085 Feb 02 14:21:46.558258 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-614ced08-4215-4caa-9f59-b3816da6c937 req-5951ee93-1ff9-4c4d-8a76-7600a9fd0c9d tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520532 Feb 02 14:21:47.711676 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddc271-8324-4220-ba7a-9d7cb071cda4 req-193e430a-f69d-42ab-948a-b71ae9fba11e tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:47.711676 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94ddc271-8324-4220-ba7a-9d7cb071cda4 req-193e430a-f69d-42ab-948a-b71ae9fba11e tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 931 time: 0.0620825 Feb 02 14:21:47.780197 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-94ddc271-8324-4220-ba7a-9d7cb071cda4 req-4615755b-e0b0-4279-9cba-ae1124b356bc tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620205 Feb 02 14:21:48.909988 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e47b26-9f60-46be-b3d8-b49074a7a489 req-cf597e88-d915-4408-aa7d-7eef681b0127 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:48.918538 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69e47b26-9f60-46be-b3d8-b49074a7a489 req-cf597e88-d915-4408-aa7d-7eef681b0127 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 931 time: 0.0638425 Feb 02 14:21:48.980354 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-69e47b26-9f60-46be-b3d8-b49074a7a489 req-e792bf07-7194-45c1-a517-80521ab6bb2b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606284 Feb 02 14:21:50.495051 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08302244-eb75-42e1-a05e-e3ab376a19a9 req-8e1034c9-f235-42e0-89d3-e76c4e928370 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:50.496627 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08302244-eb75-42e1-a05e-e3ab376a19a9 req-8e1034c9-f235-42e0-89d3-e76c4e928370 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 931 time: 0.4237487 Feb 02 14:21:50.548867 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-08302244-eb75-42e1-a05e-e3ab376a19a9 req-3537f318-b1aa-4bb2-a67f-25fd765b8791 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460727 Feb 02 14:21:51.039727 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-ea5f39f7-4e66-4e07-974f-77661c52c2c2 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] http://10.222.0.83:9696/v2.0/extensions returned with HTTP 200 {{(pid=103187) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 02 14:21:51.040878 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-ea5f39f7-4e66-4e07-974f-77661c52c2c2 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064948 Feb 02 14:21:51.088349 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.v2.base [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Request body: {'port': {'device_id': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827336-2'}} {{(pid=103187) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:21:51.156537 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:51.429551 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 {{(pid=103187) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:21:51.437511 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Publish callbacks [] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), precommit_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:51.449966 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.provisioning_blocks [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Transition to ACTIVE for port object 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 will not be triggered until provisioned by entity L2. {{(pid=103187) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 14:21:51.454825 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:51.505630 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Pushing event updated for resources: {'Port': ['ID=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,revision_number=2']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:21:51.606854 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Attempting to bind port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 on host n-h2-827336-2 for vnic_type normal with profile {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 02 14:21:51.607338 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Attempting to bind port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 by drivers openvswitch,hyperv on host n-h2-827336-2 at level 0 using segments [{'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 02 14:21:51.607777 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Attempting to bind port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 on network c1f3ada2-74a6-4f42-9ecc-8a95446a898c {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:21:51.613438 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 on network c1f3ada2-74a6-4f42-9ecc-8a95446a898c not bound, no agent of type Open vSwitch agent registered on host n-h2-827336-2 {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 02 14:21:51.614239 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Attempting to bind port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 on network c1f3ada2-74a6-4f42-9ecc-8a95446a898c {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 02 14:21:51.619978 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Checking agent: {'id': '78a6e2b7-dc84-4927-9f7a-8a54ac78436a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827336-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'started_at': datetime.datetime(2022, 2, 2, 12, 55, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 14, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 02 14:21:51.620396 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Checking segment: {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103187) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 02 14:21:51.621047 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Bound using segment: {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'} {{(pid=103187) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 02 14:21:51.621684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.managers [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Bound port: 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3, host: n-h2-827336-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c'}}] {{(pid=103187) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 02 14:21:51.622201 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), before_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:51.698126 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715a2b6-32af-45e1-82cb-faca43c946fc req-25457839-7fe8-4931-abee-d494439a6f12 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:51.698973 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] For port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3, host n-h2-827336-2, cleared binding levels {{(pid=103187) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 02 14:21:51.702377 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] For port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3, host n-h2-827336-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103187) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 02 14:21:51.704918 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3715a2b6-32af-45e1-82cb-faca43c946fc req-25457839-7fe8-4931-abee-d494439a6f12 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 943 time: 0.0723233 Feb 02 14:21:51.709083 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25433724'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), after_update {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:51.745110 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:51.745777 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:51.747194 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] 10.222.0.62 "PUT /v2.0/ports/2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 HTTP/1.1" status: 200 len: 1091 time: 0.6636639 Feb 02 14:21:51.747950 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:21:51.749955 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df81aca5-9e4f-4ddd-a30d-500c6c9711b6" -d '{"events": [{"name": "network-changed", "server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:21:51.756927 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-3715a2b6-32af-45e1-82cb-faca43c946fc req-83f67f77-40e7-44a2-97f2-2e6b5a3fa9b6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451760 Feb 02 14:21:51.776226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9be09-609e-4cca-b18e-f03b8cd28917 service neutron] Pushing event updated for resources: {'Port': ['ID=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,revision_number=3']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:21:51.809483 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c3c7b7-14eb-4520-91b6-135dc1adba6f x-openstack-request-id: req-93c3c7b7-14eb-4520-91b6-135dc1adba6f {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:21:51.809776 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:21:51.810025 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-93c3c7b7-14eb-4520-91b6-135dc1adba6f {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:21:51.810483 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'status': 'completed', 'code': 200} Feb 02 14:21:51.884241 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-7743d6bc-799d-4bc6-8d16-ca1ddae577c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:51.885979 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-7743d6bc-799d-4bc6-8d16-ca1ddae577c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 1125 time: 0.0583911 Feb 02 14:21:51.937618 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-188c00c1-5716-44ad-bdb8-d3ce106c4202 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 HTTP/1.1" status: 200 len: 217 time: 0.0367904 Feb 02 14:21:51.989120 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-a7fd83dd-d7b5-4a27-8386-fc77c491902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:51.990631 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-a7fd83dd-d7b5-4a27-8386-fc77c491902e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0459514 Feb 02 14:21:52.051226 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-64ba4f77-8d8e-4aa1-a22e-22b5de26f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:52.052720 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-64ba4f77-8d8e-4aa1-a22e-22b5de26f011 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558887 Feb 02 14:21:52.149366 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-ceb12b22-c14e-4241-a858-175e94fdc9e7 service neutron] 10.222.0.62 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888324 Feb 02 14:21:52.244387 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ff8e6da9-63a6-4986-862f-716c427b7257 req-3518b817-27f9-4b04-8f22-857eace6334f service neutron] 10.222.0.62 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888770 Feb 02 14:21:52.399585 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81aca5-9e4f-4ddd-a30d-500c6c9711b6 req-fc073f01-bd77-4ee2-aa5c-fb2c7c26a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:52.401111 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df81aca5-9e4f-4ddd-a30d-500c6c9711b6 req-fc073f01-bd77-4ee2-aa5c-fb2c7c26a92f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 1125 time: 0.0477805 Feb 02 14:21:52.503020 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81aca5-9e4f-4ddd-a30d-500c6c9711b6 req-d928a315-ae95-4d93-a857-2d7881c6cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:52.504458 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df81aca5-9e4f-4ddd-a30d-500c6c9711b6 req-d928a315-ae95-4d93-a857-2d7881c6cc6a service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 911 time: 0.0938237 Feb 02 14:21:52.548536 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df81aca5-9e4f-4ddd-a30d-500c6c9711b6 req-264b026f-d6e3-45ac-a649-943d34eed800 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 HTTP/1.1" status: 200 len: 217 time: 0.0376587 Feb 02 14:21:52.598336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81aca5-9e4f-4ddd-a30d-500c6c9711b6 req-0f37c040-9bd5-4f52-943a-74552ccee8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:52.599949 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df81aca5-9e4f-4ddd-a30d-500c6c9711b6 req-0f37c040-9bd5-4f52-943a-74552ccee8a7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0444427 Feb 02 14:21:52.657552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81aca5-9e4f-4ddd-a30d-500c6c9711b6 req-e4b9c51c-3062-4610-88aa-71e551292caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:52.659053 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df81aca5-9e4f-4ddd-a30d-500c6c9711b6 req-e4b9c51c-3062-4610-88aa-71e551292caf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509341 Feb 02 14:21:52.767210 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df81aca5-9e4f-4ddd-a30d-500c6c9711b6 req-2051d154-661c-44df-846b-7207acb7baae service neutron] 10.222.0.62 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999546 Feb 02 14:21:52.876373 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-df81aca5-9e4f-4ddd-a30d-500c6c9711b6 req-98cc8384-c74e-4b87-8c43-390c01747787 service neutron] 10.222.0.62 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023750 Feb 02 14:21:52.917476 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cf005-6170-411f-b689-923d092898a5 req-af4bcc91-304a-4ac5-9c54-f278a44602c2 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:52.919027 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c7cf005-6170-411f-b689-923d092898a5 req-af4bcc91-304a-4ac5-9c54-f278a44602c2 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 943 time: 0.0594471 Feb 02 14:21:52.969187 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-8c7cf005-6170-411f-b689-923d092898a5 req-ea72d938-60bb-4a11-8a6c-caf290e71a57 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438647 Feb 02 14:21:54.118260 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951862a5-7734-41c4-90d1-742f229b855b req-1ecaa239-a0e3-400d-a8bb-6aa6dc89c6c6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:54.119960 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-951862a5-7734-41c4-90d1-742f229b855b req-1ecaa239-a0e3-400d-a8bb-6aa6dc89c6c6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 943 time: 0.0613766 Feb 02 14:21:54.176701 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-951862a5-7734-41c4-90d1-742f229b855b req-8be5e8ec-2fca-4adb-b595-8fe91e6630af tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508807 Feb 02 14:21:55.307698 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aaa56-cbec-47c3-8672-b9bd849c4c8f req-5cd339a2-ba37-45cb-9ea1-b899342208b1 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:55.309228 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb2aaa56-cbec-47c3-8672-b9bd849c4c8f req-5cd339a2-ba37-45cb-9ea1-b899342208b1 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 943 time: 0.0597732 Feb 02 14:21:55.359647 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cb2aaa56-cbec-47c3-8672-b9bd849c4c8f req-88952390-1551-4a66-b4aa-6af99ebb4970 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445709 Feb 02 14:21:55.727509 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:21:55.834810 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:21:55.846983 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'port_id': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'mac_address': 'fa:16:3e:21:e2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:21:55.904535 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 is: DOWN; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:21:55.904936 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:55.922256 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:21:55.954281 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:21:55.959579 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:56.010877 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,revision_number=4']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:21:56.293209 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:21:56.501882 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbe4a9-1d17-4257-8acb-7b36161922e1 req-334b449d-57e3-4a98-9660-014fdcab99ff tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:56.503726 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10dbe4a9-1d17-4257-8acb-7b36161922e1 req-334b449d-57e3-4a98-9660-014fdcab99ff tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 944 time: 0.0670819 Feb 02 14:21:56.580761 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-10dbe4a9-1d17-4257-8acb-7b36161922e1 req-fc8d4c6e-d845-48ed-9237-97f1aa1ada66 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673137 Feb 02 14:21:57.712823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f22cd0-d729-471c-9af8-823470ee8222 req-381950e9-9b0d-4c7e-9d1b-55e9b65ddd2e tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:57.714312 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3f22cd0-d729-471c-9af8-823470ee8222 req-381950e9-9b0d-4c7e-9d1b-55e9b65ddd2e tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 944 time: 0.0580351 Feb 02 14:21:57.742692 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:21:57.769234 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-c3f22cd0-d729-471c-9af8-823470ee8222 req-ba61ffbb-a155-48c4-a862-27127f0d9943 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485194 Feb 02 14:21:57.797088 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning for port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 completed by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 14:21:57.800992 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:21:57.801371 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:57.884318 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:21:57.884559 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:57.911098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:21:57.913367 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159f4833-8184-46b7-a284-aa456fcedacc" -d '{"events": [{"server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "name": "network-vif-plugged", "status": "completed", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:21:57.925542 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:21:57.930074 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:21:57.955149 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11568158-a05b-40dd-b390-6e3d2d4803b9 x-openstack-request-id: req-11568158-a05b-40dd-b390-6e3d2d4803b9 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:21:57.955461 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "name": "network-vif-plugged", "status": "completed", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:21:57.955712 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-11568158-a05b-40dd-b390-6e3d2d4803b9 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:21:57.956099 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'code': 200} Feb 02 14:21:57.981187 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,revision_number=5']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:21:58.098233 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a036c-605b-4253-bdc5-1e94256a62cb req-702459de-51dc-4d4d-82cc-8b664cd77742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:58.099877 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca7a036c-605b-4253-bdc5-1e94256a62cb req-702459de-51dc-4d4d-82cc-8b664cd77742 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 1127 time: 0.0517321 Feb 02 14:21:58.151369 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-ca7a036c-605b-4253-bdc5-1e94256a62cb req-df092528-21d9-47a1-b489-80a09c3b5a5b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441561 Feb 02 14:21:58.905099 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392e14e-625c-4e46-9268-b321e065a708 req-98cb5967-351e-4a1b-99dc-d1dee7eaf2a6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:21:58.906568 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e392e14e-625c-4e46-9268-b321e065a708 req-98cb5967-351e-4a1b-99dc-d1dee7eaf2a6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 945 time: 0.0573330 Feb 02 14:21:58.960745 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e392e14e-625c-4e46-9268-b321e065a708 req-a3070eec-1fe0-4225-8032-5a82ed6401be tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455546 Feb 02 14:22:00.090634 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91331a8-ce29-4eae-b073-71aa623a3050 req-9286ee08-94f8-480b-ac6a-fa7cb093a4e6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:00.092189 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e91331a8-ce29-4eae-b073-71aa623a3050 req-9286ee08-94f8-480b-ac6a-fa7cb093a4e6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 945 time: 0.0570941 Feb 02 14:22:00.145555 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-e91331a8-ce29-4eae-b073-71aa623a3050 req-76eba526-d0f9-4829-9225-ec3e0f829460 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447414 Feb 02 14:22:00.280718 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ac2b2-ae20-4dbd-b65b-e95728ba8bbe req-4d7b902d-1c8a-4e07-9d5e-3718f440424d tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:00.282097 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-897ac2b2-ae20-4dbd-b65b-e95728ba8bbe req-4d7b902d-1c8a-4e07-9d5e-3718f440424d tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 945 time: 0.0611277 Feb 02 14:22:00.340259 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-897ac2b2-ae20-4dbd-b65b-e95728ba8bbe req-0e80a4df-a430-4dff-b596-09711ead61df tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521302 Feb 02 14:22:00.366062 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44596) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:22:00.421147 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43be1111-1c8b-485b-9406-ce854dba1681 tempest-TestSnapshotPattern-64520957 tempest-TestSnapshotPattern-64520957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:00.422707 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-43be1111-1c8b-485b-9406-ce854dba1681 tempest-TestSnapshotPattern-64520957 tempest-TestSnapshotPattern-64520957-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 1122 time: 0.0553708 Feb 02 14:22:00.425677 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44598) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:22:00.430088 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.v2.base [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Request body: {'floatingip': {'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'port_id': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103188) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 14:22:00.453551 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:00.564990 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (None), before_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:00.674090 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_common [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Allocated IP 172.25.4.134 (367940fe-3d66-4589-acc0-beae9dd0f10d/7b2fe499-fb6c-4145-b958-62276dd57399/1edc5063-5bb5-4fad-bad6-78e94f9f2cae) {{(pid=103188) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 14:22:00.785208 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for port (1edc5063-5bb5-4fad-bad6-78e94f9f2cae), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:00.822926 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739706115377', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (1edc5063-5bb5-4fad-bad6-78e94f9f2cae), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:00.858466 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Network 367940fe-3d66-4589-acc0-beae9dd0f10d is already hosted by enough agents. {{(pid=103188) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 14:22:00.861353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.base_scheduler [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Resources bound (agent type, host, resource id): {{(pid=103188) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 14:22:00.867491 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Received port after_create {{(pid=103188) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 02 14:22:00.896759 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'Port': ['ID=1edc5063-5bb5-4fad-bad6-78e94f9f2cae,revision_number=1']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:22:00.911136 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:00.911495 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:00.911905 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:00.912234 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:00.912562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:00.912894 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:00.913221 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:00.913543 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:00.913863 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:00.914180 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:00.914496 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:00.914823 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:00.915135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:22:01.296269 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for floatingip (f168ac43-0b61-4993-9896-ef23a0569db8), precommit_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:01.371634 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (1edc5063-5bb5-4fad-bad6-78e94f9f2cae), before_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:01.537049 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for port (1edc5063-5bb5-4fad-bad6-78e94f9f2cae), precommit_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:01.543912 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26204979'] for port (1edc5063-5bb5-4fad-bad6-78e94f9f2cae), after_update {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:01.622604 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event updated for resources: {'Port': ['ID=1edc5063-5bb5-4fad-bad6-78e94f9f2cae,revision_number=2']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:22:01.633009 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-992094'] for floatingip (f168ac43-0b61-4993-9896-ef23a0569db8), after_create {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:01.738224 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Floating IP f168ac43-0b61-4993-9896-ef23a0569db8 associated. External IP: 172.25.4.134, port: 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3. Feb 02 14:22:01.909206 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7be6c185-dae6-4e9a-b1c9-1f1c713e89f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:01.961222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Router 4e2962df-1503-4842-8ecb-d03959c12b6c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:22:02.080285 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:22:02.090661 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b204f-5f2e-4e3f-8a51-cb0c833e8050 None None] Sync routers for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:22:02.100044 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:02.102085 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b204f-5f2e-4e3f-8a51-cb0c833e8050 None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:22:02.102716 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b81b204f-5f2e-4e3f-8a51-cb0c833e8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:21:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:22:02.130783 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-5419bdea-398d-42ad-a847-221c5ab83179 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7041018 Feb 02 14:22:02.131376 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:22:02.133754 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5e2ec3-3d65-49b8-a0f4-fa18e3d1fdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:22:02.174255 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fba773-dc35-405a-acca-eb92cf8bed4e x-openstack-request-id: req-53fba773-dc35-405a-acca-eb92cf8bed4e {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:22:02.174546 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:22:02.174798 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-53fba773-dc35-405a-acca-eb92cf8bed4e {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:22:02.175188 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'status': 'completed', 'code': 200} Feb 02 14:22:02.209995 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b81b204f-5f2e-4e3f-8a51-cb0c833e8050 None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:22:02.268297 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e2ec3-3d65-49b8-a0f4-fa18e3d1fdd1 req-dbdcad4c-b4f8-4ae7-a334-3efc27d35381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:02.269826 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f5e2ec3-3d65-49b8-a0f4-fa18e3d1fdd1 req-dbdcad4c-b4f8-4ae7-a334-3efc27d35381 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 1127 time: 0.0502696 Feb 02 14:22:02.366974 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e2ec3-3d65-49b8-a0f4-fa18e3d1fdd1 req-bff0d228-fe47-44ac-8e54-79bd24cbd248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:02.368500 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f5e2ec3-3d65-49b8-a0f4-fa18e3d1fdd1 req-bff0d228-fe47-44ac-8e54-79bd24cbd248 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 911 time: 0.0926232 Feb 02 14:22:02.433490 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f5e2ec3-3d65-49b8-a0f4-fa18e3d1fdd1 req-c5cb7099-a698-441e-9bdf-f4017f82eb40 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 HTTP/1.1" status: 200 len: 999 time: 0.0586128 Feb 02 14:22:02.439442 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b81b204f-5f2e-4e3f-8a51-cb0c833e8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4c83cd5e-8a78-4f05-8fd4-6d63a264aa42', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'port_id': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'mac_address': 'fa:16:3e:48:8e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:19:30Z', 'updated_at': '2022-02-02T14:19:32Z', 'revision_number': 1, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address_scope': None}, {'id': 'f168ac43-0b61-4993-9896-ef23a0569db8', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'port_id': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'mac_address': 'fa:16:3e:21:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:22:01Z', 'updated_at': '2022-02-02T14:22:01Z', 'revision_number': 0, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:22:02.469866 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b204f-5f2e-4e3f-8a51-cb0c833e8050 None None] Checking router: 4e2962df-1503-4842-8ecb-d03959c12b6c for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:22:02.478605 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b204f-5f2e-4e3f-8a51-cb0c833e8050 None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:22:02.479202 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b81b204f-5f2e-4e3f-8a51-cb0c833e8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:21:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:22:02.488215 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e2ec3-3d65-49b8-a0f4-fa18e3d1fdd1 req-ceb47e43-1775-4437-a202-f2d75749c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:02.489673 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f5e2ec3-3d65-49b8-a0f4-fa18e3d1fdd1 req-ceb47e43-1775-4437-a202-f2d75749c511 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0503733 Feb 02 14:22:02.542346 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e2ec3-3d65-49b8-a0f4-fa18e3d1fdd1 req-f20d6a58-5863-4241-afc7-20e185691277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:02.543965 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f5e2ec3-3d65-49b8-a0f4-fa18e3d1fdd1 req-f20d6a58-5863-4241-afc7-20e185691277 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482519 Feb 02 14:22:02.585959 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-b81b204f-5f2e-4e3f-8a51-cb0c833e8050 None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:22:02.638941 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f5e2ec3-3d65-49b8-a0f4-fa18e3d1fdd1 req-3eb230c6-a02a-429e-97be-323d39819415 service neutron] 10.222.0.62 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876896 Feb 02 14:22:02.732459 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7f5e2ec3-3d65-49b8-a0f4-fa18e3d1fdd1 req-2181dc2b-beaf-4c0f-8dee-07f716d44175 service neutron] 10.222.0.62 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872591 Feb 02 14:22:02.818559 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-b81b204f-5f2e-4e3f-8a51-cb0c833e8050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4c83cd5e-8a78-4f05-8fd4-6d63a264aa42', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'port_id': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'mac_address': 'fa:16:3e:48:8e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:19:30Z', 'updated_at': '2022-02-02T14:19:32Z', 'revision_number': 1, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address_scope': None}, {'id': 'f168ac43-0b61-4993-9896-ef23a0569db8', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'port_id': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'mac_address': 'fa:16:3e:21:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:22:01Z', 'updated_at': '2022-02-02T14:22:01Z', 'revision_number': 0, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:22:02.843742 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b204f-5f2e-4e3f-8a51-cb0c833e8050 None None] The sync data for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 is: [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4c83cd5e-8a78-4f05-8fd4-6d63a264aa42', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'port_id': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'mac_address': 'fa:16:3e:48:8e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:19:30Z', 'updated_at': '2022-02-02T14:19:32Z', 'revision_number': 1, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address_scope': None}, {'id': 'f168ac43-0b61-4993-9896-ef23a0569db8', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'floating_ip_address': '172.25.4.134', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'port_id': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'mac_address': 'fa:16:3e:21:e2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:22:01Z', 'updated_at': '2022-02-02T14:22:01Z', 'revision_number': 0, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:22:03.059456 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1701c1-18f1-453e-9b6f-e91a47af8520 None None] New status for floating IP f168ac43-0b61-4993-9896-ef23a0569db8: ACTIVE {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:22:03.630034 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:22:04.195250 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1953a4e5-1bd2-46aa-bc2d-82dc1f107c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:05.928160 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:07.171031 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:07.620389 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:08.085389 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:08.479114 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:26.056719 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2cffbec3-fd6e-4ec5-b311-7ee8175b2099 req-3ecfd440-bce6-4048-aa2d-d2fc9be2b4cc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499349 Feb 02 14:22:26.170804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffbec3-fd6e-4ec5-b311-7ee8175b2099 req-43e5b252-d977-488f-a8c7-a6bf3ae844f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:26.172376 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2cffbec3-fd6e-4ec5-b311-7ee8175b2099 req-43e5b252-d977-488f-a8c7-a6bf3ae844f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 1125 time: 0.0530841 Feb 02 14:22:26.282914 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffbec3-fd6e-4ec5-b311-7ee8175b2099 req-7a585f48-2a92-44cf-8dda-d7c0fd4d17c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:26.284467 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2cffbec3-fd6e-4ec5-b311-7ee8175b2099 req-7a585f48-2a92-44cf-8dda-d7c0fd4d17c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 911 time: 0.0933702 Feb 02 14:22:26.368576 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2cffbec3-fd6e-4ec5-b311-7ee8175b2099 req-a088c7dc-55b0-4510-9ff1-e98dd9a26523 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96db019-748f-4c56-9e84-d2b7969218bf HTTP/1.1" status: 200 len: 998 time: 0.0775940 Feb 02 14:22:26.419979 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffbec3-fd6e-4ec5-b311-7ee8175b2099 req-adea8824-824a-4920-8aba-374fb0b041b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:26.421443 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2cffbec3-fd6e-4ec5-b311-7ee8175b2099 req-adea8824-824a-4920-8aba-374fb0b041b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0474899 Feb 02 14:22:26.475699 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffbec3-fd6e-4ec5-b311-7ee8175b2099 req-f7f81891-1798-407c-9e85-e21a4fd73ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:26.477225 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2cffbec3-fd6e-4ec5-b311-7ee8175b2099 req-f7f81891-1798-407c-9e85-e21a4fd73ff5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497561 Feb 02 14:22:26.579189 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2cffbec3-fd6e-4ec5-b311-7ee8175b2099 req-97f17543-5bbb-4a3a-829c-e0381b58a163 service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953569 Feb 02 14:22:26.673311 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2cffbec3-fd6e-4ec5-b311-7ee8175b2099 req-2caf37aa-fd04-4a3d-b9db-9ca5b0947df2 service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880327 Feb 02 14:22:31.914812 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-493cd0f7-3a2d-45b9-a57b-8fd5e0f8605f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:34.199525 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2a202c43-8da5-498d-886e-6b6529ded55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:35.927303 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:37.175782 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:37.632415 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:38.080949 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:38.484808 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:22:40.633979 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:22:49.662182 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72731600-44e9-4ffb-af81-9d85ab62f71b req-5daaed8f-1498-46fc-aa57-85268b070d42 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0930023 Feb 02 14:22:49.786044 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72731600-44e9-4ffb-af81-9d85ab62f71b req-f3a6ce44-db10-4492-a3b4-0ccd4a9355f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:49.788392 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72731600-44e9-4ffb-af81-9d85ab62f71b req-f3a6ce44-db10-4492-a3b4-0ccd4a9355f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 1127 time: 0.0514970 Feb 02 14:22:49.896926 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72731600-44e9-4ffb-af81-9d85ab62f71b req-713af048-d586-4b60-ba04-810730fd453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:49.898446 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72731600-44e9-4ffb-af81-9d85ab62f71b req-713af048-d586-4b60-ba04-810730fd453b service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 911 time: 0.0862670 Feb 02 14:22:49.974719 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72731600-44e9-4ffb-af81-9d85ab62f71b req-1ec06299-e72c-4cc8-8c9b-3b914807c87a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 HTTP/1.1" status: 200 len: 1001 time: 0.0651810 Feb 02 14:22:50.027123 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72731600-44e9-4ffb-af81-9d85ab62f71b req-783579f7-fd32-4c23-91c2-85488243c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:50.028618 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72731600-44e9-4ffb-af81-9d85ab62f71b req-783579f7-fd32-4c23-91c2-85488243c8f2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0466313 Feb 02 14:22:50.080336 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72731600-44e9-4ffb-af81-9d85ab62f71b req-f767cbdd-6a20-4162-a3c0-9b8806cfaf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:22:50.081929 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72731600-44e9-4ffb-af81-9d85ab62f71b req-f767cbdd-6a20-4162-a3c0-9b8806cfaf33 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461345 Feb 02 14:22:50.179894 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72731600-44e9-4ffb-af81-9d85ab62f71b req-61c68385-4864-4e1f-a23a-c1187113aaf9 service neutron] 10.222.0.62 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901704 Feb 02 14:22:50.282109 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-72731600-44e9-4ffb-af81-9d85ab62f71b req-2891c569-aa73-4018-ab3e-5cbdca3a1515 service neutron] 10.222.0.62 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954726 Feb 02 14:23:01.910276 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9577e6ce-df91-4bdc-a29f-91a26b5fd653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:04.193173 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9145b755-3caf-4e77-8486-705533824e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:05.924986 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:07.180236 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:07.649716 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:08.090609 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:08.483509 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:17.638301 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:23:26.043328 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-81a8b4e6-1cf7-46c3-ad43-80ac1ca0abfa req-a186ede6-e448-4cb3-a3ba-e1f30db94753 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501859 Feb 02 14:23:26.156576 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8b4e6-1cf7-46c3-ad43-80ac1ca0abfa req-61a8e85e-463d-4c6f-bb09-2c7777baf639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:26.158152 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-81a8b4e6-1cf7-46c3-ad43-80ac1ca0abfa req-61a8e85e-463d-4c6f-bb09-2c7777baf639 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 1125 time: 0.0532918 Feb 02 14:23:26.279246 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8b4e6-1cf7-46c3-ad43-80ac1ca0abfa req-8e1ee1e3-d0bf-4030-94ae-8156c89d85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:26.280868 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-81a8b4e6-1cf7-46c3-ad43-80ac1ca0abfa req-8e1ee1e3-d0bf-4030-94ae-8156c89d85a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 911 time: 0.1033952 Feb 02 14:23:26.351108 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-81a8b4e6-1cf7-46c3-ad43-80ac1ca0abfa req-6b5d1a29-d435-419a-bac1-ff73ec2cf281 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96db019-748f-4c56-9e84-d2b7969218bf HTTP/1.1" status: 200 len: 998 time: 0.0619280 Feb 02 14:23:26.406297 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8b4e6-1cf7-46c3-ad43-80ac1ca0abfa req-32aa47e1-111e-427c-a516-7ffbd0810fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:26.407821 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-81a8b4e6-1cf7-46c3-ad43-80ac1ca0abfa req-32aa47e1-111e-427c-a516-7ffbd0810fdf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0514710 Feb 02 14:23:26.466992 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8b4e6-1cf7-46c3-ad43-80ac1ca0abfa req-31167422-0246-4e83-b994-2dff5f1c0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:26.469645 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-81a8b4e6-1cf7-46c3-ad43-80ac1ca0abfa req-31167422-0246-4e83-b994-2dff5f1c0c57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0559700 Feb 02 14:23:26.563228 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-81a8b4e6-1cf7-46c3-ad43-80ac1ca0abfa req-d764dc1f-fa24-4fac-90dc-2215824be056 service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879214 Feb 02 14:23:26.660504 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-81a8b4e6-1cf7-46c3-ad43-80ac1ca0abfa req-8705d438-bccd-4009-91ad-1fb93f19ec55 service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915158 Feb 02 14:23:31.914491 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b657cbb0-86a9-438a-8720-467e3319d01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:34.197028 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a72b5b37-64af-43dd-bd1f-21eadbf347e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:35.927954 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:37.181906 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:37.664589 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:38.090178 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:38.488209 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:46.332547 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 details requested by agent hyperv_n-h2-827336-2 with host n-h2-827336-2 {{(pid=103189) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 02 14:23:46.606705 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:23:46.619134 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Returning: {'device': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'port_id': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'mac_address': 'fa:16:3e:21:e2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103189) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 02 14:23:46.657315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 is: ACTIVE; New status is: BUILD {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:23:46.657698 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:46.671098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 {{(pid=103189) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 02 14:23:46.696098 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:23:46.701373 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:46.759400 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,revision_number=6']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:23:46.767442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.767794 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.768249 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.768600 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.768942 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.769269 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.769601 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.769908 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.770225 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.770541 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.770863 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.771204 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.771551 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103189) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:46.843556 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] get_ports_and_sgs() called for port_ids ['2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3'] {{(pid=103189) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 02 14:23:48.335212 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 up at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 02 14:23:48.409735 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.provisioning_blocks [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Provisioning complete for port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 triggered by entity L2. {{(pid=103189) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 14:23:48.410150 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3373571'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), provisioning_complete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:48.499494 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 is: BUILD; New status is: ACTIVE {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:23:48.500158 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:48.527665 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:23:48.530352 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1560ece5-92b3-4387-b017-02c46572ab7a" -d '{"events": [{"server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "name": "network-vif-plugged", "status": "completed", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:23:48.547857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:23:48.566473 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:48.577073 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279b94f0-ec90-499e-acf8-170ca2971925 x-openstack-request-id: req-279b94f0-ec90-499e-acf8-170ca2971925 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:23:48.577540 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "name": "network-vif-plugged", "status": "completed", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:23:48.577789 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-279b94f0-ec90-499e-acf8-170ca2971925 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:23:48.578183 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'code': 200} Feb 02 14:23:48.625510 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,revision_number=7']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:23:49.668315 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1198-3170-4232-bf09-37772a465557 req-7226616e-45f8-4507-b53c-1c7471b05d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:49.669993 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f15a1198-3170-4232-bf09-37772a465557 req-7226616e-45f8-4507-b53c-1c7471b05d70 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 1127 time: 0.0539665 Feb 02 14:23:49.792981 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1198-3170-4232-bf09-37772a465557 req-58d5f1c5-779d-4fdc-ad81-6ace22f91bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:49.794513 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f15a1198-3170-4232-bf09-37772a465557 req-58d5f1c5-779d-4fdc-ad81-6ace22f91bda service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 911 time: 0.1006930 Feb 02 14:23:50.204381 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f15a1198-3170-4232-bf09-37772a465557 req-28745d58-271c-4ff4-a3c5-f66b423a984e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 HTTP/1.1" status: 200 len: 1001 time: 0.4027686 Feb 02 14:23:50.256425 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1198-3170-4232-bf09-37772a465557 req-348c8f82-906a-40b7-98b4-f80b2cd07134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:50.257923 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f15a1198-3170-4232-bf09-37772a465557 req-348c8f82-906a-40b7-98b4-f80b2cd07134 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0467680 Feb 02 14:23:50.317824 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a1198-3170-4232-bf09-37772a465557 req-9df5387f-b55e-4f6d-b67d-efa205fc1f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:50.319391 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f15a1198-3170-4232-bf09-37772a465557 req-9df5387f-b55e-4f6d-b67d-efa205fc1f38 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538311 Feb 02 14:23:50.418269 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f15a1198-3170-4232-bf09-37772a465557 req-6c8c2b49-fe76-4b1d-8f7b-1e8b419a0124 service neutron] 10.222.0.62 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907526 Feb 02 14:23:50.524045 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-f15a1198-3170-4232-bf09-37772a465557 req-5cae2b3e-b0eb-421f-ab9a-dbb1047a6c83 service neutron] 10.222.0.62 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980122 Feb 02 14:23:54.640939 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:23:56.488991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44816) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:23:56.658872 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Deleting port 1edc5063-5bb5-4fad-bad6-78e94f9f2cae {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:23:56.659187 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (1edc5063-5bb5-4fad-bad6-78e94f9f2cae), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:56.734278 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (1edc5063-5bb5-4fad-bad6-78e94f9f2cae), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:56.734606 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for floatingip (1edc5063-5bb5-4fad-bad6-78e94f9f2cae), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:56.746680 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Calling delete_port for 1edc5063-5bb5-4fad-bad6-78e94f9f2cae owned by network:floatingip {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:23:56.900796 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (1edc5063-5bb5-4fad-bad6-78e94f9f2cae), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:56.933552 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event deleted for resources: {'Port': ['ID=1edc5063-5bb5-4fad-bad6-78e94f9f2cae,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:23:56.947807 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:56.948143 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:56.948475 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:56.948804 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:56.949176 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:56.949524 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:56.949898 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:56.950742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:56.951713 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:56.952026 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:56.952341 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:56.952660 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:56.952973 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103187) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:23:57.006447 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for floatingip (f168ac43-0b61-4993-9896-ef23a0569db8), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:57.006787 n-d-827336-2 neutron-server[103187]: INFO neutron.db.l3_db [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Floating IP f168ac43-0b61-4993-9896-ef23a0569db8 disassociated (deleted). External IP: 172.25.4.134, port: 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3. Feb 02 14:23:57.215663 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Router 4e2962df-1503-4842-8ecb-d03959c12b6c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:23:57.342053 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:23:57.347452 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:57.352122 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3dcf1c-fdc7-4b31-aa09-1a92094deb8f None None] Sync routers for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:23:57.363024 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3dcf1c-fdc7-4b31-aa09-1a92094deb8f None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:23:57.363674 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8c3dcf1c-fdc7-4b31-aa09-1a92094deb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:23:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:23:57.377984 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-ec2557cd-349e-45ad-ad87-37ce6fc8634b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "DELETE /v2.0/floatingips/f168ac43-0b61-4993-9896-ef23a0569db8 HTTP/1.1" status: 204 len: 168 time: 0.8877563 Feb 02 14:23:57.378587 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:23:57.381839 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae52219-c97b-490c-8ff5-2c68dbac897c" -d '{"events": [{"name": "network-changed", "server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:23:57.440890 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74163028-0f83-4fd0-b607-392fed6b0324 x-openstack-request-id: req-74163028-0f83-4fd0-b607-392fed6b0324 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:23:57.441426 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:23:57.441731 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-74163028-0f83-4fd0-b607-392fed6b0324 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:23:57.443002 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'status': 'completed', 'code': 200} Feb 02 14:23:57.471760 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8c3dcf1c-fdc7-4b31-aa09-1a92094deb8f None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:23:57.548904 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae52219-c97b-490c-8ff5-2c68dbac897c req-e5a106a6-da10-4e77-be79-9e613b7b86f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:57.550781 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ae52219-c97b-490c-8ff5-2c68dbac897c req-e5a106a6-da10-4e77-be79-9e613b7b86f6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 1127 time: 0.0652194 Feb 02 14:23:57.668010 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae52219-c97b-490c-8ff5-2c68dbac897c req-dea70916-bc4b-4a92-8d56-273f3662ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:57.669678 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ae52219-c97b-490c-8ff5-2c68dbac897c req-dea70916-bc4b-4a92-8d56-273f3662ae47 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 911 time: 0.1000025 Feb 02 14:23:57.694501 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd010c9-5132-4a77-8360-4c301f0f680c req-82cd44ac-5433-4d6e-8def-2ae9f7d69975 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:57.697340 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbd010c9-5132-4a77-8360-4c301f0f680c req-82cd44ac-5433-4d6e-8def-2ae9f7d69975 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 945 time: 0.1213403 Feb 02 14:23:57.713260 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ae52219-c97b-490c-8ff5-2c68dbac897c req-3f19ca9d-b986-4387-80d7-3fdc06987281 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 HTTP/1.1" status: 200 len: 217 time: 0.0362558 Feb 02 14:23:57.762143 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-cbd010c9-5132-4a77-8360-4c301f0f680c req-4667dc15-3fed-4e98-8b2a-4062ebe20a6c tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509679 Feb 02 14:23:57.766991 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae52219-c97b-490c-8ff5-2c68dbac897c req-11f8e094-70a6-48ea-9768-3d65f0da40af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:57.768874 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ae52219-c97b-490c-8ff5-2c68dbac897c req-11f8e094-70a6-48ea-9768-3d65f0da40af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0472870 Feb 02 14:23:57.825847 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae52219-c97b-490c-8ff5-2c68dbac897c req-22d29b22-2690-43ed-959b-a0e54d37f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:57.827403 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ae52219-c97b-490c-8ff5-2c68dbac897c req-22d29b22-2690-43ed-959b-a0e54d37f86b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511105 Feb 02 14:23:57.833947 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8c3dcf1c-fdc7-4b31-aa09-1a92094deb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4c83cd5e-8a78-4f05-8fd4-6d63a264aa42', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'port_id': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'mac_address': 'fa:16:3e:48:8e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:19:30Z', 'updated_at': '2022-02-02T14:19:32Z', 'revision_number': 1, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:23:57.859558 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3dcf1c-fdc7-4b31-aa09-1a92094deb8f None None] Checking router: 4e2962df-1503-4842-8ecb-d03959c12b6c for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:23:57.868101 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3dcf1c-fdc7-4b31-aa09-1a92094deb8f None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:23:57.868689 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8c3dcf1c-fdc7-4b31-aa09-1a92094deb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:23:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:23:57.918094 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ae52219-c97b-490c-8ff5-2c68dbac897c req-effef087-a909-4b64-84f2-827ab405f98a service neutron] 10.222.0.62 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835800 Feb 02 14:23:57.973700 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-8c3dcf1c-fdc7-4b31-aa09-1a92094deb8f None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:23:58.016801 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-2ae52219-c97b-490c-8ff5-2c68dbac897c req-b7900499-88d8-42bc-b5a1-234db20a66a2 service neutron] 10.222.0.62 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913985 Feb 02 14:23:58.205076 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-8c3dcf1c-fdc7-4b31-aa09-1a92094deb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4c83cd5e-8a78-4f05-8fd4-6d63a264aa42', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'port_id': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'mac_address': 'fa:16:3e:48:8e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:19:30Z', 'updated_at': '2022-02-02T14:19:32Z', 'revision_number': 1, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:23:58.231458 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3dcf1c-fdc7-4b31-aa09-1a92094deb8f None None] The sync data for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 is: [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_floatingips': [{'id': '4c83cd5e-8a78-4f05-8fd4-6d63a264aa42', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'floating_ip_address': '172.25.4.56', 'floating_network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'router_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'port_id': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'mac_address': 'fa:16:3e:48:8e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T14:19:30Z', 'updated_at': '2022-02-02T14:19:32Z', 'revision_number': 1, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:23:58.417657 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:23:58.469650 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cace65b-3c11-4b51-9c3d-f8fcddc386e8 None None] New status for floating IP f168ac43-0b61-4993-9896-ef23a0569db8: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:23:58.560857 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Current status of the port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 is: ACTIVE; New status is: DOWN {{(pid=103189) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 02 14:23:58.561220 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3523311'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), before_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:58.586412 n-d-827336-2 neutron-server[103189]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3'}] {{(pid=103189) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:23:58.588903 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}471e68ea43f77ac3f16cc7027778e13ec1c8b325554fa4f6a7630b854d1f09b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ec330c-6880-497e-90e6-91acf71a1b17" -d '{"events": [{"server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "name": "network-vif-unplugged", "status": "completed", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3"}]}' {{(pid=103189) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:23:58.602149 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-56237a49-1192-4400-a8ed-c65269595aac None None] For port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:23:58.607530 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739706610917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739706115395', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739706115413'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:58.631648 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Feb 2022 14:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c276ea0-199b-4d49-ac82-654108a6e486 x-openstack-request-id: req-6c276ea0-199b-4d49-ac82-654108a6e486 {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:23:58.631938 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "name": "network-vif-unplugged", "status": "completed", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3", "code": 200}]} {{(pid=103189) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:23:58.632187 n-d-827336-2 neutron-server[103189]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-6c276ea0-199b-4d49-ac82-654108a6e486 {{(pid=103189) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:23:58.632607 n-d-827336-2 neutron-server[103189]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'code': 200} Feb 02 14:23:58.658095 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Pushing event updated for resources: {'Port': ['ID=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,revision_number=8']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:23:58.889319 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04985429-4680-4c43-b6f3-907545fd2562 req-c4dfed77-d0f8-49aa-873d-2ec5ef7ecd2b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:58.890791 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04985429-4680-4c43-b6f3-907545fd2562 req-c4dfed77-d0f8-49aa-873d-2ec5ef7ecd2b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 943 time: 0.0546958 Feb 02 14:23:58.945112 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-04985429-4680-4c43-b6f3-907545fd2562 req-89d647d5-08c8-4998-9ef3-96983857aeaf tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471816 Feb 02 14:23:59.523826 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba1017-1732-4734-bd29-8559f1a826a5 req-53128db4-1ba1-483b-9043-28c12386486d tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:23:59.525217 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7bba1017-1732-4734-bd29-8559f1a826a5 req-53128db4-1ba1-483b-9043-28c12386486d tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.62 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 943 time: 0.0560086 Feb 02 14:23:59.622037 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-7bba1017-1732-4734-bd29-8559f1a826a5 req-5d6a1482-cb2c-4b27-b1ae-bb9869450b46 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Deleting port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:23:59.622384 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7bba1017-1732-4734-bd29-8559f1a826a5 req-5d6a1482-cb2c-4b27-b1ae-bb9869450b46 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:59.732653 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-7bba1017-1732-4734-bd29-8559f1a826a5 req-5d6a1482-cb2c-4b27-b1ae-bb9869450b46 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] For port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3, host n-h2-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827336-2',level=0,port_id=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:23:59.733015 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7bba1017-1732-4734-bd29-8559f1a826a5 req-5d6a1482-cb2c-4b27-b1ae-bb9869450b46 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:59.746284 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-7bba1017-1732-4734-bd29-8559f1a826a5 req-5d6a1482-cb2c-4b27-b1ae-bb9869450b46 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Calling delete_port for 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:23:59.886769 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7bba1017-1732-4734-bd29-8559f1a826a5 req-5d6a1482-cb2c-4b27-b1ae-bb9869450b46 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:59.916753 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a1482-cb2c-4b27-b1ae-bb9869450b46 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event deleted for resources: {'Port': ['ID=2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:23:59.960981 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bba1017-1732-4734-bd29-8559f1a826a5 req-5d6a1482-cb2c-4b27-b1ae-bb9869450b46 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] No DVR routers for this DVR port 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 on host n-h2-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:23:59.964070 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-7bba1017-1732-4734-bd29-8559f1a826a5 req-5d6a1482-cb2c-4b27-b1ae-bb9869450b46 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:23:59.967712 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-7bba1017-1732-4734-bd29-8559f1a826a5 req-5d6a1482-cb2c-4b27-b1ae-bb9869450b46 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.62 "DELETE /v2.0/ports/2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 HTTP/1.1" status: 204 len: 173 time: 0.4366441 Feb 02 14:23:59.968153 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'name': 'network-vif-deleted', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:23:59.970887 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8b76d8-9383-4aac-8f4c-1f3a46de6720" -d '{"events": [{"server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "name": "network-vif-deleted", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:24:00.016737 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8257fef-bdc7-4cd9-9b6a-7991bb1c06c6 x-openstack-request-id: req-d8257fef-bdc7-4cd9-9b6a-7991bb1c06c6 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:24:00.017084 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94c9a301-ce90-4241-9a95-dca6931bc62e", "name": "network-vif-deleted", "tag": "2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:24:00.017369 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-d8257fef-bdc7-4cd9-9b6a-7991bb1c06c6 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:24:00.017773 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94c9a301-ce90-4241-9a95-dca6931bc62e', 'name': 'network-vif-deleted', 'tag': '2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3', 'status': 'completed', 'code': 200} Feb 02 14:24:00.057298 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-2c784330-ffc4-493c-8bdb-8099343405c9 req-1997e382-292b-483f-9704-3eb5d9c7a410 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=94c9a301-ce90-4241-9a95-dca6931bc62e HTTP/1.1" status: 200 len: 210 time: 0.0285504 Feb 02 14:24:01.692614 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44882) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:01.870930 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Deleting port 6634130f-ea73-4abb-80d3-66b463f358a3 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:24:01.871368 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (6634130f-ea73-4abb-80d3-66b463f358a3), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:01.917789 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0c46d712-c70c-4680-b7de-9c01c8e119ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:01.949987 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (6634130f-ea73-4abb-80d3-66b463f358a3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:01.950212 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for floatingip (6634130f-ea73-4abb-80d3-66b463f358a3), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:01.962790 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Calling delete_port for 6634130f-ea73-4abb-80d3-66b463f358a3 owned by network:floatingip {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:24:02.131050 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (6634130f-ea73-4abb-80d3-66b463f358a3), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:02.158302 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event deleted for resources: {'Port': ['ID=6634130f-ea73-4abb-80d3-66b463f358a3,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:02.193135 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.193610 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.194165 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.194530 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.194953 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.195568 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.196108 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.196641 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.197227 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.197741 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.198274 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.198829 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.199465 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827336-2 {{(pid=103188) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 14:24:02.250096 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for floatingip (4c83cd5e-8a78-4f05-8fd4-6d63a264aa42), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:02.250380 n-d-827336-2 neutron-server[103188]: INFO neutron.db.l3_db [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Floating IP 4c83cd5e-8a78-4f05-8fd4-6d63a264aa42 disassociated (deleted). External IP: 172.25.4.56, port: b96db019-748f-4c56-9e84-d2b7969218bf. Feb 02 14:24:02.431574 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 no longer exists at agent hyperv_n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:24:02.452226 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-56237a49-1192-4400-a8ed-c65269595aac None None] No Port match for: 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:24:02.452537 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Device 2eeeb944-e66b-4ba4-b8a4-1f4bc3265ad3 not bound to the agent host n-h2-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:24:02.473154 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Router 4e2962df-1503-4842-8ecb-d03959c12b6c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:24:02.587216 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:24:02.592731 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for floatingip (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:02.599195 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84afee-deec-4adb-ad07-814b0f30673a None None] Sync routers for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:24:02.610315 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84afee-deec-4adb-ad07-814b0f30673a None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:24:02.610927 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7f84afee-deec-4adb-ad07-814b0f30673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:23:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:02.623700 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-42d3a32c-36d5-44a5-a0f2-08fe7ecc8ed6 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "DELETE /v2.0/floatingips/4c83cd5e-8a78-4f05-8fd4-6d63a264aa42 HTTP/1.1" status: 204 len: 168 time: 0.9295492 Feb 02 14:24:02.624606 n-d-827336-2 neutron-server[103188]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf'}] {{(pid=103188) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:24:02.627121 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0085533fa576f3ac601cbaec559160e0030938128c71e5268ec5b60d8c8db4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45e078c-7692-4295-b5c2-22bf34cea9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf"}]}' {{(pid=103188) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:24:02.724802 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7f84afee-deec-4adb-ad07-814b0f30673a None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:24:02.730903 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Feb 2022 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f8afc3-359a-4f76-b77e-f56a281dac90 x-openstack-request-id: req-28f8afc3-359a-4f76-b77e-f56a281dac90 {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:24:02.731455 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf", "status": "completed", "code": 200}]} {{(pid=103188) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:24:02.731692 n-d-827336-2 neutron-server[103188]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-28f8afc3-359a-4f76-b77e-f56a281dac90 {{(pid=103188) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:24:02.732437 n-d-827336-2 neutron-server[103188]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'status': 'completed', 'code': 200} Feb 02 14:24:02.844271 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e078c-7692-4295-b5c2-22bf34cea9a2 req-bc79e218-e40c-46ab-a4bd-417190d58746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:24:02.846093 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d45e078c-7692-4295-b5c2-22bf34cea9a2 req-bc79e218-e40c-46ab-a4bd-417190d58746 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 1125 time: 0.0553291 Feb 02 14:24:02.889640 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fcc67-fd9c-4e13-9465-907693f92e22 req-625b4312-a293-41c3-8537-7cfef3cd5e3c tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:24:02.891611 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-796fcc67-fd9c-4e13-9465-907693f92e22 req-625b4312-a293-41c3-8537-7cfef3cd5e3c tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 943 time: 0.0598724 Feb 02 14:24:02.943038 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7f84afee-deec-4adb-ad07-814b0f30673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:02.947456 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e078c-7692-4295-b5c2-22bf34cea9a2 req-4cf15f0f-74b7-4fd3-aec5-11393af713e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:24:02.947898 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-796fcc67-fd9c-4e13-9465-907693f92e22 req-2719d868-6629-440c-a49e-194b9bbd205b tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496764 Feb 02 14:24:02.949242 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d45e078c-7692-4295-b5c2-22bf34cea9a2 req-4cf15f0f-74b7-4fd3-aec5-11393af713e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 200 len: 911 time: 0.0963628 Feb 02 14:24:02.974066 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84afee-deec-4adb-ad07-814b0f30673a None None] Checking router: 4e2962df-1503-4842-8ecb-d03959c12b6c for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:24:02.982743 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84afee-deec-4adb-ad07-814b0f30673a None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:24:02.983279 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7f84afee-deec-4adb-ad07-814b0f30673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:23:34Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:02.999570 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d45e078c-7692-4295-b5c2-22bf34cea9a2 req-72fa3d01-e5b8-47f5-b13a-2ad43e6f45ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b96db019-748f-4c56-9e84-d2b7969218bf HTTP/1.1" status: 200 len: 217 time: 0.0430555 Feb 02 14:24:03.048835 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e078c-7692-4295-b5c2-22bf34cea9a2 req-c37cfee9-bc77-4cf2-8313-dcfe356509f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:24:03.050314 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d45e078c-7692-4295-b5c2-22bf34cea9a2 req-c37cfee9-bc77-4cf2-8313-dcfe356509f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 200 len: 849 time: 0.0439548 Feb 02 14:24:03.090842 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-7f84afee-deec-4adb-ad07-814b0f30673a None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:24:03.103049 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e078c-7692-4295-b5c2-22bf34cea9a2 req-c0aa8f64-1e42-461a-9657-f0adc3258ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:24:03.104740 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d45e078c-7692-4295-b5c2-22bf34cea9a2 req-c0aa8f64-1e42-461a-9657-f0adc3258ce7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c1f3ada2-74a6-4f42-9ecc-8a95446a898c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481946 Feb 02 14:24:03.207273 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d45e078c-7692-4295-b5c2-22bf34cea9a2 req-bff6840a-b867-4afc-81f0-0dc022098753 service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938153 Feb 02 14:24:03.299642 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-7f84afee-deec-4adb-ad07-814b0f30673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:03.305383 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-d45e078c-7692-4295-b5c2-22bf34cea9a2 req-eb190ab3-9801-438d-b4b7-c63c516d8094 service neutron] 10.222.0.18 "GET /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919507 Feb 02 14:24:03.328155 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f84afee-deec-4adb-ad07-814b0f30673a None None] The sync data for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 is: [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:09Z', 'revision_number': 4, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2', '_interfaces': [{'id': 'd4c0decc-07eb-4746-bb63-c34716c414d6', 'name': '', 'network_id': 'c1f3ada2-74a6-4f42-9ecc-8a95446a898c', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'mac_address': 'fa:16:3e:95:20:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:08Z', 'updated_at': '2022-02-02T14:19:13Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'subnets': [{'id': 'f0f582a2-672f-4bfc-af83-a67dc5f9349c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:24:03.578795 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b0106e-cae0-4031-a00c-659a237c9b08 None None] New status for floating IP 4c83cd5e-8a78-4f05-8fd4-6d63a264aa42: DOWN {{(pid=103189) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 14:24:04.087707 n-d-827336-2 neutron-server[103188]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea267998-595c-4c9d-b78f-8bd1e6c0dc71 req-cb25bcc8-31fe-4ad6-b44d-8b42d6712498 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103188) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:24:04.089849 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea267998-595c-4c9d-b78f-8bd1e6c0dc71 req-cb25bcc8-31fe-4ad6-b44d-8b42d6712498 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 943 time: 0.0614126 Feb 02 14:24:04.157648 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-ea267998-595c-4c9d-b78f-8bd1e6c0dc71 req-d5d9b0e6-a143-46f9-80b3-64287fd2b790 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/security-groups?id=01afc4de-f31b-4784-bc49-03af6649cb14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596182 Feb 02 14:24:04.194965 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8e9a18ea-5072-48dd-88a6-09e4898b3525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:04.557614 n-d-827336-2 neutron-server[103187]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623443e-4797-4674-80f3-4e3b0177b645 req-14979d2f-a0ee-4b6f-9193-f880dc6ba157 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103187) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 14:24:04.559088 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c623443e-4797-4674-80f3-4e3b0177b645 req-14979d2f-a0ee-4b6f-9193-f880dc6ba157 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 943 time: 0.0558159 Feb 02 14:24:04.661817 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-c623443e-4797-4674-80f3-4e3b0177b645 req-ab6d7664-ddae-4580-80de-7be33bdcee96 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Deleting port b96db019-748f-4c56-9e84-d2b7969218bf {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:24:04.662116 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c623443e-4797-4674-80f3-4e3b0177b645 req-ab6d7664-ddae-4580-80de-7be33bdcee96 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:04.754717 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [req-c623443e-4797-4674-80f3-4e3b0177b645 req-ab6d7664-ddae-4580-80de-7be33bdcee96 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] For port b96db019-748f-4c56-9e84-d2b7969218bf, host n-h1-827336-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827336-2',level=0,port_id=b96db019-748f-4c56-9e84-d2b7969218bf,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:24:04.755040 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c623443e-4797-4674-80f3-4e3b0177b645 req-ab6d7664-ddae-4580-80de-7be33bdcee96 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:04.768678 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [req-c623443e-4797-4674-80f3-4e3b0177b645 req-ab6d7664-ddae-4580-80de-7be33bdcee96 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Calling delete_port for b96db019-748f-4c56-9e84-d2b7969218bf owned by compute:nova {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:24:04.919292 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c623443e-4797-4674-80f3-4e3b0177b645 req-ab6d7664-ddae-4580-80de-7be33bdcee96 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (b96db019-748f-4c56-9e84-d2b7969218bf), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:04.946742 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d7664-ddae-4580-80de-7be33bdcee96 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event deleted for resources: {'Port': ['ID=b96db019-748f-4c56-9e84-d2b7969218bf,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:04.997307 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [req-c623443e-4797-4674-80f3-4e3b0177b645 req-ab6d7664-ddae-4580-80de-7be33bdcee96 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] No DVR routers for this DVR port b96db019-748f-4c56-9e84-d2b7969218bf on host n-h1-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:24:05.000059 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [req-c623443e-4797-4674-80f3-4e3b0177b645 req-ab6d7664-ddae-4580-80de-7be33bdcee96 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-470016'] for port (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:05.003460 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [req-c623443e-4797-4674-80f3-4e3b0177b645 req-ab6d7664-ddae-4580-80de-7be33bdcee96 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.18 "DELETE /v2.0/ports/b96db019-748f-4c56-9e84-d2b7969218bf HTTP/1.1" status: 204 len: 173 time: 0.4384501 Feb 02 14:24:05.003927 n-d-827336-2 neutron-server[103187]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'name': 'network-vif-deleted', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf'}] {{(pid=103187) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 02 14:24:05.006230 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.83/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f1d4e1369208cfd0dc73f9c9b1660bfd6810e34e7863521442fcfde1f96840a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f5576-ea29-4214-b00f-5bd68a37539b" -d '{"events": [{"server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "name": "network-vif-deleted", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf"}]}' {{(pid=103187) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 02 14:24:05.046914 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Feb 2022 14:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6198ad-2c02-4973-9229-879c4ff19741 x-openstack-request-id: req-af6198ad-2c02-4973-9229-879c4ff19741 {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 02 14:24:05.047204 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8", "name": "network-vif-deleted", "tag": "b96db019-748f-4c56-9e84-d2b7969218bf", "status": "completed", "code": 200}]} {{(pid=103187) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 02 14:24:05.047510 n-d-827336-2 neutron-server[103187]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.83/compute/v2.1/os-server-external-events used request id req-af6198ad-2c02-4973-9229-879c4ff19741 {{(pid=103187) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 02 14:24:05.047913 n-d-827336-2 neutron-server[103187]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8', 'name': 'network-vif-deleted', 'tag': 'b96db019-748f-4c56-9e84-d2b7969218bf', 'status': 'completed', 'code': 200} Feb 02 14:24:05.268149 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [req-5b830b57-2474-4b95-b5b1-d22cc87b2e85 req-d9c193db-a42a-401f-8c92-8e386fa7f3db tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "GET /v2.0/ports?device_id=7b69e0a0-cc18-48b3-b4ac-2ef3e14179f8 HTTP/1.1" status: 200 len: 210 time: 0.0279500 Feb 02 14:24:05.937841 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:06.330837 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44906) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:06.367780 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b96db019-748f-4c56-9e84-d2b7969218bf no longer exists at agent hyperv_n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:24:06.389958 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] No Port match for: b96db019-748f-4c56-9e84-d2b7969218bf {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:24:06.390327 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Device b96db019-748f-4c56-9e84-d2b7969218bf not bound to the agent host n-h1-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:24:06.394368 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c4b8428-ef50-4796-b7ad-88df68215186 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group (01afc4de-f31b-4784-bc49-03af6649cb14), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:06.421731 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c4b8428-ef50-4796-b7ad-88df68215186 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group (01afc4de-f31b-4784-bc49-03af6649cb14), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:06.485754 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c4b8428-ef50-4796-b7ad-88df68215186 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (01afc4de-f31b-4784-bc49-03af6649cb14), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:06.488681 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8c4b8428-ef50-4796-b7ad-88df68215186 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:06.490013 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8c4b8428-ef50-4796-b7ad-88df68215186 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] 10.222.0.83 "DELETE /v2.0/security-groups/01afc4de-f31b-4784-bc49-03af6649cb14 HTTP/1.1" status: 204 len: 168 time: 0.1581461 Feb 02 14:24:06.499923 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b8428-ef50-4796-b7ad-88df68215186 tempest-TestSnapshotPattern-1694472353 tempest-TestSnapshotPattern-1694472353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01afc4de-f31b-4784-bc49-03af6649cb14,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:06.538841 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44910) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:07.017171 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-452284c8-e11a-428d-af27-3dad92774560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (4e2962df-1503-4842-8ecb-d03959c12b6c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:07.183186 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:07.274223 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-452284c8-e11a-428d-af27-3dad92774560 admin admin] Deleting port d4c0decc-07eb-4746-bb63-c34716c414d6 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:24:07.274460 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-452284c8-e11a-428d-af27-3dad92774560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:07.359060 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-452284c8-e11a-428d-af27-3dad92774560 admin admin] For port d4c0decc-07eb-4746-bb63-c34716c414d6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=d4c0decc-07eb-4746-bb63-c34716c414d6,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:24:07.359409 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-452284c8-e11a-428d-af27-3dad92774560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:07.372925 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-452284c8-e11a-428d-af27-3dad92774560 admin admin] Calling delete_port for d4c0decc-07eb-4746-bb63-c34716c414d6 owned by network:router_interface {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:24:07.565366 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-452284c8-e11a-428d-af27-3dad92774560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (d4c0decc-07eb-4746-bb63-c34716c414d6), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:07.598673 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452284c8-e11a-428d-af27-3dad92774560 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c0decc-07eb-4746-bb63-c34716c414d6,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:07.657796 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:07.764908 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-452284c8-e11a-428d-af27-3dad92774560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (4e2962df-1503-4842-8ecb-d03959c12b6c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:08.091115 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:08.322944 n-d-827336-2 neutron-server[103187]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452284c8-e11a-428d-af27-3dad92774560 admin admin] Router 4e2962df-1503-4842-8ecb-d03959c12b6c has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103187) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:24:08.439268 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452284c8-e11a-428d-af27-3dad92774560 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103187) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:24:08.444818 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-452284c8-e11a-428d-af27-3dad92774560 admin admin] 10.222.0.83 "PUT /v2.0/routers/4e2962df-1503-4842-8ecb-d03959c12b6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9048116 Feb 02 14:24:08.447708 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44916) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:08.458021 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a7fefd-c719-42ea-b10d-bd6803940d5f None None] Sync routers for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:24:08.469560 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a7fefd-c719-42ea-b10d-bd6803940d5f None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:24:08.470692 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d4a7fefd-c719-42ea-b10d-bd6803940d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:24:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:08.497905 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:08.567735 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Publish callbacks [] for router (4e2962df-1503-4842-8ecb-d03959c12b6c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:08.579599 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d4a7fefd-c719-42ea-b10d-bd6803940d5f None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: n-d-827336-2 {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:24:08.673268 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Publish callbacks [] for router_gateway (4e2962df-1503-4842-8ecb-d03959c12b6c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:08.730216 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Deleting port fecd9b50-82f1-4d99-a3db-b0b16d615be9 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:24:08.730557 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:08.821304 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] For port fecd9b50-82f1-4d99-a3db-b0b16d615be9, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=fecd9b50-82f1-4d99-a3db-b0b16d615be9,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:24:08.821662 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:08.834597 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Calling delete_port for fecd9b50-82f1-4d99-a3db-b0b16d615be9 owned by network:router_gateway {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:24:08.868484 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d4a7fefd-c719-42ea-b10d-bd6803940d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:24:07Z', 'revision_number': 5, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port': {'id': 'fecd9b50-82f1-4d99-a3db-b0b16d615be9', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:19:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:08.904538 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a7fefd-c719-42ea-b10d-bd6803940d5f None None] Checking router: 4e2962df-1503-4842-8ecb-d03959c12b6c for host: n-d-827336-2 {{(pid=103190) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:24:08.912782 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a7fefd-c719-42ea-b10d-bd6803940d5f None None] Routers {'4e2962df-1503-4842-8ecb-d03959c12b6c'} bound to L3 agent in host n-d-827336-2 {{(pid=103190) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:24:08.913389 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d4a7fefd-c719-42ea-b10d-bd6803940d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:24:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['4e2962df-1503-4842-8ecb-d03959c12b6c'], 'active': True} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:08.996409 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_dvr_db [None req-d4a7fefd-c719-42ea-b10d-bd6803940d5f None None] Set router 4e2962df-1503-4842-8ecb-d03959c12b6c gateway port host: None {{(pid=103190) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:24:09.016952 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (fecd9b50-82f1-4d99-a3db-b0b16d615be9), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.042911 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fecd9b50-82f1-4d99-a3db-b0b16d615be9,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:09.048486 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.l3_hamode_db [None req-d4a7fefd-c719-42ea-b10d-bd6803940d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:24:08Z', 'revision_number': 6, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103190) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:09.074523 n-d-827336-2 neutron-server[103190]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a7fefd-c719-42ea-b10d-bd6803940d5f None None] The sync data for ids ['4e2962df-1503-4842-8ecb-d03959c12b6c'] in n-d-827336-2 is: [{'id': '4e2962df-1503-4842-8ecb-d03959c12b6c', 'name': 'tempest-TestSnapshotPattern-1366418364-router', 'tenant_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:07Z', 'updated_at': '2022-02-02T14:24:08Z', 'revision_number': 6, 'project_id': '4a7155ef73b9415caf8a6fbe97af24b1', 'gw_port_host': None}] {{(pid=103190) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:24:09.125712 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (4e2962df-1503-4842-8ecb-d03959c12b6c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.214823 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (4e2962df-1503-4842-8ecb-d03959c12b6c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.217490 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Publish callbacks [] for router_controller (4e2962df-1503-4842-8ecb-d03959c12b6c), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.266240 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (4e2962df-1503-4842-8ecb-d03959c12b6c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.266732 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e2962df-1503-4842-8ecb-d03959c12b6c {{(pid=103187) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:24:09.271265 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.272719 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-906d2006-9594-484c-b0ec-b590ebcd68a8 admin admin] 10.222.0.83 "DELETE /v2.0/routers/4e2962df-1503-4842-8ecb-d03959c12b6c HTTP/1.1" status: 204 len: 168 time: 0.8237562 Feb 02 14:24:09.275690 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44918) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:09.323600 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c2f0df-7f5c-40c9-a676-54511e56766a admin admin] Deleting subnet f0f582a2-672f-4bfc-af83-a67dc5f9349c {{(pid=103187) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:24:09.327275 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18c2f0df-7f5c-40c9-a676-54511e56766a admin admin] Publish callbacks [] for subnet (f0f582a2-672f-4bfc-af83-a67dc5f9349c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.369267 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18c2f0df-7f5c-40c9-a676-54511e56766a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25824766'] for subnet (f0f582a2-672f-4bfc-af83-a67dc5f9349c), precommit_delete_associations {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.459931 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18c2f0df-7f5c-40c9-a676-54511e56766a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (f0f582a2-672f-4bfc-af83-a67dc5f9349c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.529208 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18c2f0df-7f5c-40c9-a676-54511e56766a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25433762', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26591337'] for subnet (f0f582a2-672f-4bfc-af83-a67dc5f9349c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.533144 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d4c0decc-07eb-4746-bb63-c34716c414d6 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:24:09.558663 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: d4c0decc-07eb-4746-bb63-c34716c414d6 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:24:09.559049 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device d4c0decc-07eb-4746-bb63-c34716c414d6 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:24:09.559198 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2f0df-7f5c-40c9-a676-54511e56766a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f582a2-672f-4bfc-af83-a67dc5f9349c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:09.568778 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-18c2f0df-7f5c-40c9-a676-54511e56766a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.574463 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-18c2f0df-7f5c-40c9-a676-54511e56766a admin admin] 10.222.0.83 "DELETE /v2.0/subnets/f0f582a2-672f-4bfc-af83-a67dc5f9349c HTTP/1.1" status: 204 len: 168 time: 0.2951052 Feb 02 14:24:09.574794 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [-] (103187) accepted ('10.222.0.83', 44920) {{(pid=103187) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:09.575697 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0907e0f9-1cc5-4043-90bc-90cbc791cd00 None None] Network c1f3ada2-74a6-4f42-9ecc-8a95446a898c requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:24:09.651974 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (c1f3ada2-74a6-4f42-9ecc-8a95446a898c), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.711536 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Deleting port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 {{(pid=103187) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:24:09.711898 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.780684 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.db [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] For port c47b11d7-9c0a-4ec8-8b7d-0783313322c5, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=c47b11d7-9c0a-4ec8-8b7d-0783313322c5,segment=NetworkSegment(2bf94090-db7e-4a6c-a9b4-20f46efe3fd2),segment_id=2bf94090-db7e-4a6c-a9b4-20f46efe3fd2)] {{(pid=103187) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:24:09.780933 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.794498 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.plugin [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Calling delete_port for c47b11d7-9c0a-4ec8-8b7d-0783313322c5 owned by network:dhcp {{(pid=103187) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:24:09.884795 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25433717'] for port (c47b11d7-9c0a-4ec8-8b7d-0783313322c5), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:09.892302 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cd872d-252c-4a68-8405-85bd81294ba1 None None] DHCP port deletion for c1f3ada2-74a6-4f42-9ecc-8a95446a898c request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:24:09.915616 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c47b11d7-9c0a-4ec8-8b7d-0783313322c5,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:09.920982 n-d-827336-2 neutron-server[103187]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] No DVR routers for this DVR port c47b11d7-9c0a-4ec8-8b7d-0783313322c5 on host n-d-827336-2 {{(pid=103187) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:24:09.999050 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (c1f3ada2-74a6-4f42-9ecc-8a95446a898c), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:10.020105 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f3ada2-74a6-4f42-9ecc-8a95446a898c']}} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:10.030357 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2') {'for_net_delete': True} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:10.030651 n-d-827336-2 neutron-server[103187]: DEBUG neutron.services.segments.db [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf94090-db7e-4a6c-a9b4-20f46efe3fd2') {} {{(pid=103187) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:10.040463 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25824757'] for segment (2bf94090-db7e-4a6c-a9b4-20f46efe3fd2), before_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:10.055304 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (2bf94090-db7e-4a6c-a9b4-20f46efe3fd2), precommit_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:10.064325 n-d-827336-2 neutron-server[103187]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=103187) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:24:10.064801 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25433688'] for segment (2bf94090-db7e-4a6c-a9b4-20f46efe3fd2), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: Traceback (most recent call last): Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: timer() Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: cb(*args, **kw) Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: return func(*args, **kwargs) Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: self._notify() Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: self.callback(batched_events) Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: event.method(event) Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: return f(self, *a, **k) Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: return self._get(url).json() Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: return self.request(url, 'GET', **kwargs) Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:24:10.067024 n-d-827336-2 neutron-server[103187]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:24:10.136438 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (c1f3ada2-74a6-4f42-9ecc-8a95446a898c), after_delete {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:10.142293 n-d-827336-2 neutron-server[103187]: DEBUG neutron_lib.callbacks.manager [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103187) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:10.145732 n-d-827336-2 neutron-server[103187]: INFO neutron.wsgi [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] 10.222.0.83 "DELETE /v2.0/networks/c1f3ada2-74a6-4f42-9ecc-8a95446a898c HTTP/1.1" status: 204 len: 168 time: 0.5699842 Feb 02 14:24:10.149145 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44922) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:10.157028 n-d-827336-2 neutron-server[103187]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8ae23-5be8-4247-88c7-d5a9f2c347a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f3ada2-74a6-4f42-9ecc-8a95446a898c,revision_number=None']} {{(pid=103187) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:10.882901 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8abb-832b-45c8-b243-14a811ffb1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-994398'] for router_interface (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:11.159632 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f8abb-832b-45c8-b243-14a811ffb1e6 admin admin] Deleting port 8684275c-4e64-4ac9-99fc-81d34a4b143d {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:24:11.160703 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8abb-832b-45c8-b243-14a811ffb1e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:11.227433 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c47b11d7-9c0a-4ec8-8b7d-0783313322c5 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:24:11.249008 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-eb0f8abb-832b-45c8-b243-14a811ffb1e6 admin admin] For port 8684275c-4e64-4ac9-99fc-81d34a4b143d, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=8684275c-4e64-4ac9-99fc-81d34a4b143d,segment=NetworkSegment(bfaa79a9-fad9-4e34-93de-cf3b6c058b94),segment_id=bfaa79a9-fad9-4e34-93de-cf3b6c058b94)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:24:11.249607 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8abb-832b-45c8-b243-14a811ffb1e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:11.252911 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: c47b11d7-9c0a-4ec8-8b7d-0783313322c5 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:24:11.253291 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device c47b11d7-9c0a-4ec8-8b7d-0783313322c5 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:24:11.253686 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fecd9b50-82f1-4d99-a3db-b0b16d615be9 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:24:11.265004 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f8abb-832b-45c8-b243-14a811ffb1e6 admin admin] Calling delete_port for 8684275c-4e64-4ac9-99fc-81d34a4b143d owned by network:router_interface {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:24:11.274576 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: fecd9b50-82f1-4d99-a3db-b0b16d615be9 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:24:11.274924 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device fecd9b50-82f1-4d99-a3db-b0b16d615be9 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:24:11.466542 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8abb-832b-45c8-b243-14a811ffb1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (8684275c-4e64-4ac9-99fc-81d34a4b143d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:11.498562 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f8abb-832b-45c8-b243-14a811ffb1e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8684275c-4e64-4ac9-99fc-81d34a4b143d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:11.677343 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-eb0f8abb-832b-45c8-b243-14a811ffb1e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-994498'] for router_interface (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:11.902999 n-d-827336-2 neutron-server[103188]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0f8abb-832b-45c8-b243-14a811ffb1e6 admin admin] Router 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 has already been hosted by L3 agent 16d52e59-33f9-4295-b1a6-1c843014a573 {{(pid=103188) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 02 14:24:12.025836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0f8abb-832b-45c8-b243-14a811ffb1e6 admin admin] Notify agent at l3_agent.n-d-827336-2 the message routers_updated {{(pid=103188) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 02 14:24:12.032005 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-eb0f8abb-832b-45c8-b243-14a811ffb1e6 admin admin] 10.222.0.83 "PUT /v2.0/routers/38d710e1-c6a9-4541-87c6-ea3f1c9485c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8802779 Feb 02 14:24:12.034963 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44924) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:12.037885 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2b679-44fc-41fb-b87b-371f52d7fbf6 None None] Sync routers for ids ['38d710e1-c6a9-4541-87c6-ea3f1c9485c5'] in n-d-827336-2 {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 14:24:12.051986 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2b679-44fc-41fb-b87b-371f52d7fbf6 None None] Routers {'38d710e1-c6a9-4541-87c6-ea3f1c9485c5'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:24:12.052639 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-22d2b679-44fc-41fb-b87b-371f52d7fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:24:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['38d710e1-c6a9-4541-87c6-ea3f1c9485c5'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:12.156613 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Publish callbacks [] for router (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:12.165315 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-22d2b679-44fc-41fb-b87b-371f52d7fbf6 None None] Set router 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 gateway port host: n-d-827336-2 {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:24:12.260232 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Publish callbacks [] for router_gateway (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:12.321675 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Deleting port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:24:12.321979 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:12.353442 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-22d2b679-44fc-41fb-b87b-371f52d7fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'name': 'tempest-TestSnapshotPattern-1363971274-router', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'external_fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:24:11Z', 'revision_number': 5, 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'gw_port': {'id': 'bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6', 'name': '', 'network_id': '367940fe-3d66-4589-acc0-beae9dd0f10d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:db:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827336-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b2fe499-fb6c-4145-b958-62276dd57399', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827336-2'}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:12.384294 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2b679-44fc-41fb-b87b-371f52d7fbf6 None None] Checking router: 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 for host: n-d-827336-2 {{(pid=103189) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 14:24:12.394075 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d2b679-44fc-41fb-b87b-371f52d7fbf6 None None] Routers {'38d710e1-c6a9-4541-87c6-ea3f1c9485c5'} bound to L3 agent in host n-d-827336-2 {{(pid=103189) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 02 14:24:12.394691 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-22d2b679-44fc-41fb-b87b-371f52d7fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827336-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T12:47:34Z,description=,heartbeat_timestamp=2022-02-02T14:24:04Z,host='n-d-827336-2',id=16d52e59-33f9-4295-b1a6-1c843014a573,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T12:47:34Z,topic='l3_agent')) {'router_ids': ['38d710e1-c6a9-4541-87c6-ea3f1c9485c5'], 'active': True} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:12.404109 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] For port bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6,segment=NetworkSegment(9e08ffe9-a240-4f68-9173-89c2442b9edc),segment_id=9e08ffe9-a240-4f68-9173-89c2442b9edc)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:24:12.404446 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:12.418174 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Calling delete_port for bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 owned by network:router_gateway {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:24:12.483172 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvr_db [None req-22d2b679-44fc-41fb-b87b-371f52d7fbf6 None None] Set router 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 gateway port host: None {{(pid=103189) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 02 14:24:12.535323 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_hamode_db [None req-22d2b679-44fc-41fb-b87b-371f52d7fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'name': 'tempest-TestSnapshotPattern-1363971274-router', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:24:12Z', 'revision_number': 6, 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'gw_port_host': None}], 'n-d-827336-2', False) {} {{(pid=103189) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:12.567867 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d2b679-44fc-41fb-b87b-371f52d7fbf6 None None] The sync data for ids ['38d710e1-c6a9-4541-87c6-ea3f1c9485c5'] in n-d-827336-2 is: [{'id': '38d710e1-c6a9-4541-87c6-ea3f1c9485c5', 'name': 'tempest-TestSnapshotPattern-1363971274-router', 'tenant_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T14:19:11Z', 'updated_at': '2022-02-02T14:24:12Z', 'revision_number': 6, 'project_id': 'ec9b92d8ec964e169f68b706c2e8bbe8', 'gw_port_host': None}] {{(pid=103189) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 14:24:12.590885 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:12.618310 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:12.688133 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-992096'] for router_gateway (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:12.779916 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-959727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30450'] for router (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:12.782075 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Publish callbacks [] for router_controller (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:12.829320 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-959728'] for router (38d710e1-c6a9-4541-87c6-ea3f1c9485c5), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:12.830016 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38d710e1-c6a9-4541-87c6-ea3f1c9485c5 {{(pid=103188) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 02 14:24:12.834554 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:12.835727 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8eb2d2de-92ee-4276-9739-67641b611b8d admin admin] 10.222.0.83 "DELETE /v2.0/routers/38d710e1-c6a9-4541-87c6-ea3f1c9485c5 HTTP/1.1" status: 204 len: 168 time: 0.7997940 Feb 02 14:24:12.838353 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44926) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:12.889425 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcce871-93ea-4db3-9594-e5b4857d9c53 admin admin] Deleting subnet 56c03f95-261d-4e4d-933b-0d9984b96629 {{(pid=103188) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 02 14:24:12.893218 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efcce871-93ea-4db3-9594-e5b4857d9c53 admin admin] Publish callbacks [] for subnet (56c03f95-261d-4e4d-933b-0d9984b96629), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:12.931679 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efcce871-93ea-4db3-9594-e5b4857d9c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25962735'] for subnet (56c03f95-261d-4e4d-933b-0d9984b96629), precommit_delete_associations {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.017909 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efcce871-93ea-4db3-9594-e5b4857d9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3532337'] for subnet (56c03f95-261d-4e4d-933b-0d9984b96629), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.076041 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efcce871-93ea-4db3-9594-e5b4857d9c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3532346', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-989550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26205165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26173201'] for subnet (56c03f95-261d-4e4d-933b-0d9984b96629), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.108557 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcce871-93ea-4db3-9594-e5b4857d9c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c03f95-261d-4e4d-933b-0d9984b96629,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:13.112397 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-efcce871-93ea-4db3-9594-e5b4857d9c53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.116219 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-efcce871-93ea-4db3-9594-e5b4857d9c53 admin admin] 10.222.0.83 "DELETE /v2.0/subnets/56c03f95-261d-4e4d-933b-0d9984b96629 HTTP/1.1" status: 204 len: 168 time: 0.2764304 Feb 02 14:24:13.118868 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44928) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:13.121606 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de32b76-1368-4032-b416-a8e423f92da0 None None] Network 7cf76659-917b-4715-a576-55dcd2682b9e requested from n-d-827336-2 {{(pid=103189) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 02 14:24:13.194078 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3376879'] for network (7cf76659-917b-4715-a576-55dcd2682b9e), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.247812 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Deleting port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd {{(pid=103188) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:24:13.248042 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.308784 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b02ba6c-2bd6-4c92-ac06-cf7630835950 None None] DHCP port deletion for 7cf76659-917b-4715-a576-55dcd2682b9e request from n-d-827336-2 {{(pid=103189) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 02 14:24:13.316926 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.db [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] For port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd, host n-d-827336-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827336-2',level=0,port_id=9d45bfbf-aa7a-4056-bdc7-b85213e81bdd,segment=NetworkSegment(bfaa79a9-fad9-4e34-93de-cf3b6c058b94),segment_id=bfaa79a9-fad9-4e34-93de-cf3b6c058b94)] {{(pid=103188) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:24:13.317467 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.336833 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.plugin [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Calling delete_port for 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd owned by network:dhcp {{(pid=103188) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:24:13.369903 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8684275c-4e64-4ac9-99fc-81d34a4b143d no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:24:13.396148 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 8684275c-4e64-4ac9-99fc-81d34a4b143d {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:24:13.396495 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 8684275c-4e64-4ac9-99fc-81d34a4b143d not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:24:13.396918 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:24:13.419939 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6b02ba6c-2bd6-4c92-ac06-cf7630835950 None None] Deleting port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd {{(pid=103189) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 02 14:24:13.420330 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b02ba6c-2bd6-4c92-ac06-cf7630835950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739706605945'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), before_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.424881 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26204986'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.432561 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:24:13.433926 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device bb2404e7-a5aa-419c-ab5a-f9d09a76c7c6 not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:24:13.434340 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd no longer exists at agent ovs-agent-n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 02 14:24:13.454222 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Pushing event deleted for resources: {'Port': ['ID=9d45bfbf-aa7a-4056-bdc7-b85213e81bdd,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:13.459737 n-d-827336-2 neutron-server[103188]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] No DVR routers for this DVR port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd on host n-d-827336-2 {{(pid=103188) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:24:13.503616 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] No Port match for: 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd {{(pid=103189) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 02 14:24:13.503870 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.rpc [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Device 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd not bound to the agent host n-d-827336-2 {{(pid=103189) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 02 14:24:13.508862 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.db [None req-6b02ba6c-2bd6-4c92-ac06-cf7630835950 None None] For port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd, host n-d-827336-2, got binding levels [] {{(pid=103189) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 02 14:24:13.509430 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b02ba6c-2bd6-4c92-ac06-cf7630835950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-995195'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), precommit_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.523506 n-d-827336-2 neutron-server[103189]: DEBUG neutron.plugins.ml2.plugin [None req-6b02ba6c-2bd6-4c92-ac06-cf7630835950 None None] Calling delete_port for 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd owned by network:dhcp {{(pid=103189) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 02 14:24:13.526208 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.ipam_backend_mixin [None req-6b02ba6c-2bd6-4c92-ac06-cf7630835950 None None] Port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd was not found and therefore no delete operation was performed {{(pid=103189) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 02 14:24:13.527538 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6b02ba6c-2bd6-4c92-ac06-cf7630835950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3524572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-103328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739706610899', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739706115386'] for port (9d45bfbf-aa7a-4056-bdc7-b85213e81bdd), after_delete {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.539529 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3535022', 'neutron.services.segments.db._delete_segments_for_network-8739706563485'] for network (7cf76659-917b-4715-a576-55dcd2682b9e), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.552399 n-d-827336-2 neutron-server[103189]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02ba6c-2bd6-4c92-ac06-cf7630835950 None None] Pushing event deleted for resources: {'Port': ['ID=9d45bfbf-aa7a-4056-bdc7-b85213e81bdd,revision_number=None']} {{(pid=103189) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:13.556532 n-d-827336-2 neutron-server[103189]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b02ba6c-2bd6-4c92-ac06-cf7630835950 None None] No DVR routers for this DVR port 9d45bfbf-aa7a-4056-bdc7-b85213e81bdd on host n-d-827336-2 {{(pid=103189) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 14:24:13.565010 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf76659-917b-4715-a576-55dcd2682b9e']}} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:13.575979 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfaa79a9-fad9-4e34-93de-cf3b6c058b94') {'for_net_delete': True} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:13.576270 n-d-827336-2 neutron-server[103188]: DEBUG neutron.services.segments.db [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfaa79a9-fad9-4e34-93de-cf3b6c058b94') {} {{(pid=103188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 14:24:13.586464 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739706583718', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25962724'] for segment (bfaa79a9-fad9-4e34-93de-cf3b6c058b94), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.601647 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890'] for segment (bfaa79a9-fad9-4e34-93de-cf3b6c058b94), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.609337 n-d-827336-2 neutron-server[103188]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=103188) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 14:24:13.609724 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3530890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26204951'] for segment (bfaa79a9-fad9-4e34-93de-cf3b6c058b94), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: Traceback (most recent call last): Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: timer() Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: cb(*args, **kw) Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: return func(*args, **kwargs) Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: self._notify() Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: self.callback(batched_events) Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: event.method(event) Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: return f(self, *a, **k) Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: return self._get(url).json() Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: return self.request(url, 'GET', **kwargs) Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 14:24:13.611390 n-d-827336-2 neutron-server[103188]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 14:24:13.670543 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3535031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-992076'] for network (7cf76659-917b-4715-a576-55dcd2682b9e), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.676037 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.679375 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] 10.222.0.83 "DELETE /v2.0/networks/7cf76659-917b-4715-a576-55dcd2682b9e HTTP/1.1" status: 204 len: 168 time: 0.5590415 Feb 02 14:24:13.690762 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c4781-9bdf-4276-8276-f7e0c196e87f admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf76659-917b-4715-a576-55dcd2682b9e,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:13.800096 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44932) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:13.840484 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-d9b55399-efdc-4a6e-947b-1303e9ee0652 admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=4a7155ef73b9415caf8a6fbe97af24b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391281 Feb 02 14:24:13.843023 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44934) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:13.890440 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f5c-62bd-4176-b504-8d8e1a015e4c admin admin] Publish callbacks [] for security_group (6b172d97-dfe7-4c34-b077-416307c21901), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.912226 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f5c-62bd-4176-b504-8d8e1a015e4c admin admin] Publish callbacks [] for security_group (6b172d97-dfe7-4c34-b077-416307c21901), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.960136 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f5c-62bd-4176-b504-8d8e1a015e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (6b172d97-dfe7-4c34-b077-416307c21901), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.962864 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-b4ef2f5c-62bd-4176-b504-8d8e1a015e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:13.964064 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-b4ef2f5c-62bd-4176-b504-8d8e1a015e4c admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/6b172d97-dfe7-4c34-b077-416307c21901 HTTP/1.1" status: 204 len: 168 time: 0.1201451 Feb 02 14:24:13.972936 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef2f5c-62bd-4176-b504-8d8e1a015e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b172d97-dfe7-4c34-b077-416307c21901,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:14.332028 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44940) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:14.382161 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-a0a25b5f-b15a-44f4-9696-cec6c315e6da admin admin] 10.222.0.83 "GET /v2.0/security-groups?tenant_id=ec9b92d8ec964e169f68b706c2e8bbe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0488698 Feb 02 14:24:14.384836 n-d-827336-2 neutron-server[103188]: DEBUG neutron.wsgi [-] (103188) accepted ('10.222.0.83', 44942) {{(pid=103188) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 02 14:24:14.434473 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8060af96-7679-4793-9e52-97e8a96718e7 admin admin] Publish callbacks [] for security_group (c46acdd5-31dc-4b23-a376-02300d9cb43d), before_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:14.471623 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8060af96-7679-4793-9e52-97e8a96718e7 admin admin] Publish callbacks [] for security_group (c46acdd5-31dc-4b23-a376-02300d9cb43d), precommit_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:14.524220 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8060af96-7679-4793-9e52-97e8a96718e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1040772'] for security_group (c46acdd5-31dc-4b23-a376-02300d9cb43d), after_delete {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:14.526804 n-d-827336-2 neutron-server[103188]: DEBUG neutron_lib.callbacks.manager [None req-8060af96-7679-4793-9e52-97e8a96718e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:14.528017 n-d-827336-2 neutron-server[103188]: INFO neutron.wsgi [None req-8060af96-7679-4793-9e52-97e8a96718e7 admin admin] 10.222.0.83 "DELETE /v2.0/security-groups/c46acdd5-31dc-4b23-a376-02300d9cb43d HTTP/1.1" status: 204 len: 168 time: 0.1421371 Feb 02 14:24:14.535896 n-d-827336-2 neutron-server[103188]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060af96-7679-4793-9e52-97e8a96718e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46acdd5-31dc-4b23-a376-02300d9cb43d,revision_number=None']} {{(pid=103188) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 14:24:31.641129 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:24:31.928562 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-85d6998f-d13e-4fbd-b3dd-83e337105f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:34.203017 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-99b3d93e-7e17-40aa-b139-3dc3a4643c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:35.940951 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:37.188035 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:37.664127 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:38.097385 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:24:38.489560 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:01.925132 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6f268c27-ff2b-4dc1-8116-dbbfc05f3e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:04.199155 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-07bf3078-7dee-49c3-ac35-6628e1710734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:05.939457 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:07.191024 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:07.663455 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:08.092967 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:08.499956 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:08.641987 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:25:31.920243 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-8b200da7-03e8-452f-ad1f-bbc106503f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:34.193112 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b0127fad-6993-4ba0-a05b-9b185fd75fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:35.940945 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:37.190102 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:37.671730 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:38.088924 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:38.498766 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:25:45.642197 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:26:01.923939 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-c336c815-0f41-489b-8feb-9835afff2a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:04.200093 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6e14f964-13a5-4f91-97d6-41c4ae7db3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:05.948797 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:07.200066 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:07.684369 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:08.096071 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:08.512483 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:22.641963 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:26:31.932781 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9cb25545-dedc-4ade-a4c6-24ff4f61c668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:34.195450 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-9213c7fd-c398-4106-97c4-259c54e26a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:35.951681 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:37.199435 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:37.697127 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:38.093876 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:38.517175 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:26:59.642947 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:27:01.928280 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b99417f4-a8be-451a-a9ba-629c47630a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:04.201571 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0d524fcb-c317-466f-a7c6-9f5baf2c5b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:05.956518 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:07.198819 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:07.702692 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:08.097728 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:08.512094 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:31.922059 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-33e5b25f-7779-4c6d-b256-fc38c3190900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:34.209428 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-fa7d001c-b18b-4318-889d-c5c86793e447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:35.960726 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:36.643200 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:27:37.203790 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:37.720186 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:38.096666 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:27:38.534171 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:01.929552 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ceb3a13-9bb3-4899-afa5-8cefa0a93de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:04.210713 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-0e8b6853-7ed9-48c9-87b7-762313fd2d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:05.961779 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:07.204507 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:07.733529 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:08.098906 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:08.541692 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:13.644337 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:28:31.925684 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-79892efa-f60e-4428-b0f8-c03bc7a091a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:34.209389 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b2027a6-d54c-471b-9f62-d014267fbbd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:35.967488 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:37.210968 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:37.758668 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:38.098760 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:38.555078 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:28:50.648266 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:29:01.929077 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-e770356c-9a75-4efc-96ca-7bb6894a1b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:04.221241 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6d6794d2-3653-439b-be18-a78d1762d641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:05.971391 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:07.213021 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:07.754057 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:08.104385 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:08.556250 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:27.651243 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:29:31.930156 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5f7d5ba5-6cf9-428b-878e-0a480d34a8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:34.219056 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-4ef77822-fcbb-42fb-8b9a-cc1f02d83dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:35.971975 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:37.215344 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:37.747250 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:38.100166 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:29:38.537444 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:01.930214 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6154b20-0104-4490-8fa6-dc21593ed56b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:04.215174 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-a77bcb4f-8e49-4837-9b17-cc309837d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:04.654067 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:30:05.978911 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:07.219555 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:07.750269 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:08.096931 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:08.552207 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:31.931524 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5716a16c-2757-454b-8978-2118ef60c53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:34.212387 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b821cb0b-2aec-4497-9dac-353bfb7f5a51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:35.985893 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:37.223362 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:37.759485 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:38.095177 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:38.550787 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:30:41.744294 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:31:01.938045 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-2b931dfe-192f-497c-a171-26a2773cd74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:04.218083 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-ba697e3c-b95e-4d32-9bff-dcaf99ad718a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:05.984242 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:07.230398 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:07.757675 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:08.092670 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:08.568873 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:18.653288 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:31:31.934326 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6ac63001-235f-4943-b202-405991f493df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:34.212757 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-7a13dca6-4069-400c-9b85-696809767de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:35.986970 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:37.230087 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:37.772732 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:38.089698 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:38.580675 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:31:55.655941 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:32:01.939448 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1092d1e3-6842-48bc-ad15-3740401a86d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:04.223778 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6c0ce1d1-1d30-40ed-bf6a-a505b64b3013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:04.737056 n-d-827336-2 neutron-server[103187]: DEBUG neutron.wsgi [req-bc47a6a3-5c9e-4c88-97be-0ead86ff515a req-cbdac8a2-76d9-4015-a106-c1c61f396ce6 service neutron] (103187) timed out ('10.222.0.83', 42714) {{(pid=103187) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 02 14:32:05.995392 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:07.233748 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:07.781536 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:08.096452 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:08.613061 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:31.939140 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-5547ad91-0ab4-49b1-acc2-86d877042492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:32.661059 n-d-827336-2 neutron-server[103190]: DEBUG neutron.db.agents_db [None req-6b50f627-028d-4d2c-8b0a-239693e1d779 None None] Agent healthcheck: found 7 active agents {{(pid=103190) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 02 14:32:34.221180 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-64d6938f-0234-4a79-84b9-5fedaf5236b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:35.998294 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-46c8edd2-8017-42af-8547-3dc38d7275fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16f66084-ba50-4640-adfe-8f2aef77a1b0), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:37.237220 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-1eb30fa0-120c-49e6-a13e-30efb98f5253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (f3c92b92-2744-4e96-8dff-90e063d4ceef), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:37.791631 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-6643fbf1-b4c5-4923-85ad-7add783c4de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (369884ef-85b6-4bd6-a2fc-6d81c7fa9ea9), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:38.089732 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b1ec2f41-f47d-4fec-b35a-9b6039f0c8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (8dc84b35-77c9-4f2d-9134-1896b1b6c982), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:32:38.605846 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-56237a49-1192-4400-a8ed-c65269595aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (78a6e2b7-dc84-4927-9f7a-8a54ac78436a), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:33:02.083355 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-b6720979-88cd-40d1-a284-49184864ca48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (c7710c02-f9b3-49a5-ae5a-9586314bc311), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 02 14:33:04.215731 n-d-827336-2 neutron-server[103189]: DEBUG neutron_lib.callbacks.manager [None req-bc37f4d8-ab9b-4793-a96f-dbef7fdda612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739706563467', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3373733'] for agent (16d52e59-33f9-4295-b1a6-1c843014a573), after_update {{(pid=103189) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}